-- Logs begin at Sat 2022-02-19 00:15:11 UTC, end at Sat 2022-02-19 02:39:33 UTC. -- Feb 19 00:47:02.918720 n-d-826752-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 00:47:05.884129 n-d-826752-2 neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! Feb 19 00:47:05.884750 n-d-826752-2 neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 00:47:05.884917 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 00:47:05.888745 n-d-826752-2 neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! Feb 19 00:47:05.889017 n-d-826752-2 neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 00:47:05.889344 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 00:47:05.890280 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:47:05.890518 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:47:05.890889 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:47:05.891137 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:47:05.891765 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:47:05.892088 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.892511 n-d-826752-2 neutron-server[103320]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 00:47:05.892825 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.893186 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.893484 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.893783 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.894073 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.894358 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.894693 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.894946 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.895230 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.895515 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.895799 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.896089 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.896371 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.896657 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.896941 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.897255 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.897542 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.897973 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.898390 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.898675 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.898966 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.899246 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.899519 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.899796 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.900082 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.900411 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] host = n-d-826752-2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.900692 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.900981 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.901301 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.901590 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.901866 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.902143 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.902430 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.902705 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.902976 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.903253 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.903541 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.903863 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.904153 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.904381 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.904607 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.904897 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.905213 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.905500 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.905778 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.906053 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.906329 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.906606 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.906877 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.907163 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.907446 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.907732 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.908007 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.908281 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.908555 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.908830 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.909141 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.909422 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.909698 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.909972 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.910259 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.910529 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.910806 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.911374 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.911659 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.911941 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.912227 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.912505 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.912790 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.913090 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.913368 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.913639 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.913912 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.914183 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.914465 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.914737 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.915010 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.915284 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.915562 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.915846 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.916117 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:05.916414 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.916712 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.917039 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.917351 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.917657 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.917934 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.918222 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.918501 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.918793 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.919084 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.919427 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.919709 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.920012 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.920301 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.920594 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.920902 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.921228 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.921524 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.921804 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.922081 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.922358 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.922640 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.922933 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.923215 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.923506 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.923797 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.924080 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.924378 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.924665 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.924959 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.925280 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.925565 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.925847 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.926140 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.926419 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.926693 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.926973 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.927263 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.927541 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.927817 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.928102 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.928385 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.928656 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.928929 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.929244 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.929537 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.929817 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.930095 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.930371 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.930650 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.930924 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.931213 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.931491 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.931767 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.932042 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.932320 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.932595 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.932869 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.933179 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.933456 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.933735 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.934009 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.934283 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.934555 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.935343 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.935629 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.935904 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.936178 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.936454 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.936728 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.937011 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.937301 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.937576 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.937850 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.938136 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.938433 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.938709 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.938989 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.939268 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.939547 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.939825 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.940101 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.940380 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.940659 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.940931 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.941246 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.941535 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.941822 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.942123 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.942402 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.942697 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.942976 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.943250 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.943534 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.943813 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.944094 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.944376 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.944658 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.944952 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.945267 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.945567 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.945861 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.946150 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.946431 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.946738 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.947015 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:05.947232 n-d-826752-2 neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:47:05.947472 n-d-826752-2 neutron-server[103320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 00:47:06.326996 n-d-826752-2 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 00:47:06.327282 n-d-826752-2 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 00:47:06.327592 n-d-826752-2 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 00:47:06.328072 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 00:47:06.662288 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.662597 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.662951 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.664268 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.664546 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.664815 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.711262 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.712231 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.712231 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.725906 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.726188 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.726460 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.755171 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.755454 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.755722 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.793677 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.793960 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:06.794744 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.140195 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.140818 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.140818 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.141015 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.141706 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.241766 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.242090 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.242373 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.242641 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.242904 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.243213 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.243473 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.243732 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.243979 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.244259 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.244518 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.244781 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.245063 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.245321 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.245577 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.245841 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.246098 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.246371 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.246640 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.246898 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.247171 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.247933 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.248212 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.248594 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.248844 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.249119 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.249515 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:07.249760 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:07.250001 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:07.250242 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:07.250480 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:07.250718 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:07.251081 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 00:47:07.254195 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 00:47:07.258373 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 00:47:07.262275 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 19 00:47:07.264526 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 00:47:07.265030 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 00:47:07.265356 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 00:47:07.265738 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 00:47:07.268561 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 00:47:07.268815 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 00:47:07.269202 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 00:47:07.274223 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 00:47:07.299662 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 00:47:07.300118 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.300419 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 00:47:07.300783 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.302192 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 00:47:07.302479 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 00:47:07.302730 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 00:47:07.306064 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.306349 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.368529 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 00:47:07.368769 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 00:47:07.369040 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 00:47:07.369490 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 00:47:07.390574 n-d-826752-2 neutron-server[103320]: DEBUG oslo_db.sqlalchemy.engines [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 00:47:07.846115 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing driver for type 'gre' Feb 19 00:47:07.846632 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] gre ID ranges: [(1, 1000)] Feb 19 00:47:07.898827 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing driver for type 'local' Feb 19 00:47:07.898977 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing driver for type 'vlan' Feb 19 00:47:07.912624 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] VlanTypeDriver initialization complete Feb 19 00:47:07.912956 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing driver for type 'vxlan' Feb 19 00:47:07.913479 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] vxlan ID ranges: [(1, 1000)] Feb 19 00:47:07.962936 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing extension driver 'port_security' Feb 19 00:47:07.963316 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.extensions.port_security [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] PortSecurityExtensionDriver initialization complete Feb 19 00:47:07.963670 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing mechanism driver 'openvswitch' Feb 19 00:47:07.964006 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing mechanism driver 'hyperv' Feb 19 00:47:07.970620 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:07.971462 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.971836 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.972189 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.972721 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:47:07.973197 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.973555 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.973901 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.974304 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:47:07.974716 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.975172 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.975410 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.975812 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:47:07.976221 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > security_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.976578 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > security_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.976918 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.977347 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:47:07.977754 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.978100 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.978440 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.978840 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:47:07.979242 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > address_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.979588 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > address_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.979926 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.980326 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:47:07.980766 n-d-826752-2 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] ML2 OVO RPC backend initialized. {{(pid=103320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 00:47:07.981503 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.981860 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.982278 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.982629 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > networks before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.982977 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.983319 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > ports before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.983660 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.983998 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnets before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.984342 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.984681 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.985040 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.985382 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.985717 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.986055 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.986387 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.986721 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.987052 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:07.994334 n-d-826752-2 neutron-server[103320]: INFO neutron.quota [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded quota_driver: . Feb 19 00:47:07.994698 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Modular L2 Plugin initialization complete Feb 19 00:47:07.995046 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading services supported by the core plugin {{(pid=103320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 00:47:07.995386 n-d-826752-2 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Got port-security extension from driver 'port_security' Feb 19 00:47:07.995870 n-d-826752-2 neutron-server[103320]: INFO neutron.extensions.vlantransparent [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Disabled vlantransparent extension. Feb 19 00:47:07.996365 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 00:47:07.996692 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: router Feb 19 00:47:08.036193 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.036620 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.037063 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router before_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.037458 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.037877 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.038346 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.038750 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.039129 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.039530 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.039898 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.040302 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.040674 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.041112 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.041589 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.042009 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.042438 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.042770 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.043157 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.043551 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.043957 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.044360 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.044766 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.045254 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.045586 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.046122 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.046568 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.046934 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.047357 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.047795 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > agent after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.048150 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.049168 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Tracking information for resource: router configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:08.049528 n-d-826752-2 neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Tracking information for resource: floatingip configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:47:08.055322 n-d-826752-2 neutron-server[103320]: INFO neutron.db.l3_agentschedulers_db [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 00:47:08.055971 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.056356 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.056786 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.057178 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.057977 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router before_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.058344 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.058709 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.059067 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > router precommit_update 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.064438 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.provider_configuration [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service providers = [] {{(pid=103320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 00:47:08.064807 n-d-826752-2 neutron-server[103320]: DEBUG neutron.db.servicetype_db [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 00:47:08.067849 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.service_base [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:47:08.068203 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.service_base [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:47:08.068546 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.service_base [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:47:08.069534 n-d-826752-2 neutron-server[103320]: DEBUG neutron.services.service_base [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:47:08.069906 n-d-826752-2 neutron-server[103320]: INFO neutron.services.service_base [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 00:47:08.070293 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.070612 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 00:47:08.082072 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.082411 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: auto_allocate Feb 19 00:47:08.088523 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: network precommit_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.088899 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: network precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.089465 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.089790 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: tag Feb 19 00:47:08.096717 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.097073 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: timestamp Feb 19 00:47:08.100951 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.101313 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: network_ip_availability Feb 19 00:47:08.106897 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.107270 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.107625 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.108343 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.108663 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: flavors Feb 19 00:47:08.113657 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.114000 n-d-826752-2 neutron-server[103320]: INFO neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading Plugin: revisions Feb 19 00:47:08.118401 n-d-826752-2 neutron-server[103320]: DEBUG neutron.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:47:08.118798 n-d-826752-2 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 00:47:08.119546 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 00:47:08.119883 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Initializing extension manager. Feb 19 00:47:08.120406 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: __init__.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.120748 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: __pycache__ {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.121118 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.121455 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.122723 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.123296 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: address-group Feb 19 00:47:08.123624 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.124351 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.124863 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: address-scope Feb 19 00:47:08.125222 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.126165 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.126677 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: router-admin-state-down-before-update Feb 19 00:47:08.127000 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: agent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.127700 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.128210 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: agent Feb 19 00:47:08.128533 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: agent_resources_synced.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.129468 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.129979 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: agent-resources-synced Feb 19 00:47:08.130301 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: allowedaddresspairs.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.132175 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.132694 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: allowed-address-pairs Feb 19 00:47:08.133052 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: auto_allocated_topology.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.134156 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.134679 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: auto-allocated-topology Feb 19 00:47:08.135011 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.135710 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.136219 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: availability_zone Feb 19 00:47:08.136545 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: availability_zone_filter.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.137498 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.138747 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: availability_zone_filter Feb 19 00:47:08.139074 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: data_plane_status.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.139996 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.140505 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 00:47:08.141044 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: default_subnetpools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.141762 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.142267 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: default-subnetpools Feb 19 00:47:08.142590 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.143399 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.143905 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: dhcp_agent_scheduler Feb 19 00:47:08.144234 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: dns.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.145195 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.145699 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 00:47:08.146020 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: dns_domain_ports.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.146950 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.147514 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 00:47:08.147840 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.148772 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.149364 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 00:47:08.149646 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: dvr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.150320 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.150833 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: dvr Feb 19 00:47:08.151154 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: ecmp_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.152090 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.152581 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 00:47:08.152902 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: empty_string_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.154360 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.154874 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: empty-string-filtering Feb 19 00:47:08.155196 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.156112 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.156620 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 00:47:08.156942 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.157893 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.158401 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 00:47:08.158722 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: external_net.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.159644 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.160154 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: external-net Feb 19 00:47:08.160476 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.161694 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.162205 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: extra_dhcp_opt Feb 19 00:47:08.162532 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: extraroute.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.163449 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.163958 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: extraroute Feb 19 00:47:08.164278 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: extraroute_atomic.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.165411 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.165930 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: extraroute-atomic Feb 19 00:47:08.166258 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: filter_validation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.166927 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.167437 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: filter-validation Feb 19 00:47:08.167761 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: fip_pf_description.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.168674 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.169821 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 00:47:08.170143 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: fip_port_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.171257 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.171775 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: fip-port-details Feb 19 00:47:08.172098 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.173409 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.173926 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: flavors Feb 19 00:47:08.174258 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.175961 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.176481 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 00:47:08.176809 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: floatingip_pools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.177547 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.178061 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: floatingip-pools Feb 19 00:47:08.178389 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: ip_allocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.179315 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.179822 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 00:47:08.180144 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.181140 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.181687 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: ip-substring-filtering Feb 19 00:47:08.182014 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l2_adjacency.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.182946 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.183454 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 00:47:08.183776 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.184763 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.185327 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: router Feb 19 00:47:08.185651 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.187944 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.188475 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 00:47:08.188813 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.189789 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.190309 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: ext-gw-mode Feb 19 00:47:08.190641 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.191569 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.192089 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: l3-ha Feb 19 00:47:08.192422 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.193372 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.193885 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 00:47:08.194217 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.195165 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.195718 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: l3-flavors Feb 19 00:47:08.196179 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.197518 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.197987 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 00:47:08.198316 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.199245 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.199767 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 00:47:08.200095 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: l3agentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.201196 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.201712 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: l3_agent_scheduler Feb 19 00:47:08.202041 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: local_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.203845 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.204375 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension local_ip not supported by any of loaded plugins Feb 19 00:47:08.204707 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: logging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.207689 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.208219 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension logging not supported by any of loaded plugins Feb 19 00:47:08.208558 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: metering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.209436 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.209928 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: metering Feb 19 00:47:08.210264 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.211370 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.211892 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: metering_source_and_destination_fields Feb 19 00:47:08.212224 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: multiprovidernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.213274 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.213794 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: multi-provider Feb 19 00:47:08.214131 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: netmtu.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.215064 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.215576 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: net-mtu Feb 19 00:47:08.216424 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: netmtu_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.217368 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.217879 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: net-mtu-writable Feb 19 00:47:08.218202 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: network_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.218874 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.219382 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: network_availability_zone Feb 19 00:47:08.219706 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: network_ip_availability.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.220839 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.221383 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: network-ip-availability Feb 19 00:47:08.221715 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: network_segment_range.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.222481 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.222986 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 00:47:08.223310 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: pagination.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.224297 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.224626 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: pagination Feb 19 00:47:08.224946 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: port_device_profile.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.225971 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.226489 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: port-device-profile Feb 19 00:47:08.226813 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.227745 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.228260 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: port-mac-address-regenerate Feb 19 00:47:08.228582 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.229536 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.230051 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: port-numa-affinity-policy Feb 19 00:47:08.230375 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: port_resource_request.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.231284 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.232345 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 00:47:08.232668 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: port_resource_request_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.233718 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.234230 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 00:47:08.234554 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: portbindings.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.235490 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.236001 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: binding Feb 19 00:47:08.236325 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: portbindings_extended.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.237648 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.238170 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: binding-extended Feb 19 00:47:08.238500 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: portsecurity.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.239426 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.239943 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: port-security Feb 19 00:47:08.240273 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: project_id.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.241317 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.241650 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: project-id Feb 19 00:47:08.241972 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: providernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.242894 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.243407 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: provider Feb 19 00:47:08.243732 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.247431 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.247955 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos not supported by any of loaded plugins Feb 19 00:47:08.248289 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.249575 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.250094 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 00:47:08.250425 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.251376 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.251890 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 00:47:08.252219 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_default.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.253169 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.253688 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-default not supported by any of loaded plugins Feb 19 00:47:08.254021 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.254946 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.255457 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 00:47:08.255783 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.256702 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.257246 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 00:47:08.257573 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_gateway_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.258500 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.259013 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 00:47:08.259339 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_port_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.260387 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.260898 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 00:47:08.261262 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.262306 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.262845 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 00:47:08.263172 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.264228 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.264739 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 00:47:08.265097 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_pps_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.266296 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.266817 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 00:47:08.267142 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_rule_type_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.268069 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.268585 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 00:47:08.268912 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: qos_rules_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.269988 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.270508 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 00:47:08.270833 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: quota_check_limit.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.271749 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.272418 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: quota-check-limit Feb 19 00:47:08.272747 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: quotasv2.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.273711 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.274049 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: quotas Feb 19 00:47:08.274372 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: quotasv2_detail.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.276177 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.276521 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: quota_details Feb 19 00:47:08.276855 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: rbac.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.277941 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.278996 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: rbac-policies Feb 19 00:47:08.279335 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: rbac_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.280277 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.280803 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: rbac-address-group Feb 19 00:47:08.281175 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: rbac_address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.282100 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.282618 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: rbac-address-scope Feb 19 00:47:08.282946 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: rbac_security_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.283869 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.284389 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: rbac-security-groups Feb 19 00:47:08.284715 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: rbac_subnetpool.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.285739 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.286530 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: rbac-subnetpool Feb 19 00:47:08.286856 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: revisionifmatch.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.287785 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.288300 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: revision-if-match Feb 19 00:47:08.288627 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: revisions.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.289812 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.290328 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: standard-attr-revisions Feb 19 00:47:08.290656 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: router_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.291331 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.291842 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: router_availability_zone Feb 19 00:47:08.292168 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: routerservicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.293185 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.293697 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 00:47:08.294048 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.295655 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.297697 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: security-groups-normalized-cidr Feb 19 00:47:08.298031 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.299029 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.299732 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: port-security-groups-filtering Feb 19 00:47:08.300059 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.301110 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.301698 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: security-groups-remote-address-group Feb 19 00:47:08.302063 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.303050 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.303573 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: security-groups-shared-filtering Feb 19 00:47:08.303901 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.304500 n-d-826752-2 neutron-server[103320]: WARNING neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 00:47:08.304824 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: securitygroup.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.314723 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.315261 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: security-group Feb 19 00:47:08.315600 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.316389 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.316905 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension segment not supported by any of loaded plugins Feb 19 00:47:08.317261 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.318215 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.318734 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 00:47:08.319138 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: servicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.320269 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.320792 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: service-type Feb 19 00:47:08.321153 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: sorting.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.322154 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.322485 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: sorting Feb 19 00:47:08.322808 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: standard_attr_segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.323727 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.324251 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 00:47:08.324573 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: standardattrdescription.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.325757 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.326285 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: standard-attr-description Feb 19 00:47:08.326613 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: stateful_security_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.327560 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.328074 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: stateful-security-group Feb 19 00:47:08.328400 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: stdattrs_common.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.328970 n-d-826752-2 neutron-server[103320]: WARNING neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 00:47:08.329324 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.330275 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.330791 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 00:47:08.331113 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: subnet_onboard.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.332187 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.332706 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: subnet_onboard Feb 19 00:47:08.333065 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.333998 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.334690 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 00:47:08.334933 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: subnet_service_types.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.335865 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.336385 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: subnet-service-types Feb 19 00:47:08.336710 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: subnetallocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.337823 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.338348 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: subnet_allocation Feb 19 00:47:08.338679 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.339348 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.339872 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: subnetpool-prefix-ops Feb 19 00:47:08.340197 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.341708 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.342223 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 00:47:08.342550 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: tagging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.343636 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.344157 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: standard-attr-tag Feb 19 00:47:08.344485 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: timestamp.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.345742 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.346265 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loaded extension: standard-attr-timestamp Feb 19 00:47:08.346592 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: trunk.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.347630 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.348151 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension trunk not supported by any of loaded plugins Feb 19 00:47:08.348478 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: trunk_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.349439 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.349953 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 00:47:08.350355 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: uplink_status_propagation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.351276 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.351794 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 00:47:08.352119 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Loading extension file: vlantransparent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:47:08.352788 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:47:08.353333 n-d-826752-2 neutron-server[103320]: INFO neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 00:47:08.355840 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:network Feb 19 00:47:08.356358 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:subnet Feb 19 00:47:08.356829 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:47:08.357293 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:port Feb 19 00:47:08.358533 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.358984 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.359602 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.360033 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.360367 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:router Feb 19 00:47:08.360791 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 00:47:08.361305 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.362774 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.363160 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.363514 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:47:08.364531 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 00:47:08.364973 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:security_group Feb 19 00:47:08.365421 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 00:47:08.366111 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.366444 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:47:08.366789 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] subnetpool is already registered Feb 19 00:47:08.367211 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.367537 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:47:08.367866 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] subnetpool is already registered Feb 19 00:47:08.370189 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.370623 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.371211 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.371631 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.371966 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:router Feb 19 00:47:08.372333 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] router is already registered Feb 19 00:47:08.372743 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 00:47:08.373115 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] floatingip is already registered Feb 19 00:47:08.373627 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.374295 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 00:47:08.374626 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] rbac_policy is already registered Feb 19 00:47:08.375034 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:security_group Feb 19 00:47:08.375373 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] security_group is already registered Feb 19 00:47:08.375772 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 00:47:08.376104 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] security_group_rule is already registered Feb 19 00:47:08.376729 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.377087 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:47:08.377426 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] subnetpool is already registered Feb 19 00:47:08.377841 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:47:08.378166 n-d-826752-2 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:47:08.378498 n-d-826752-2 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] subnetpool is already registered Feb 19 00:47:08.378967 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: extensions {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.380508 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: address-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.382141 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: address-scopes {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.383463 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.384657 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: auto-allocated-topology {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.385938 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: availability_zones {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.387168 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: dhcp-networks {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.389251 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: dhcp-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.390665 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.392888 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: flavors {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.394093 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.395320 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: next_providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.396827 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.398488 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: floatingip-pools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.399779 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.401858 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: floatingips {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.404658 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: l3-routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.406079 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: l3-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.407518 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: metering-labels {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.408888 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: metering-label-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.410219 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: network-ip-availabilities {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.411760 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: bindings {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.413600 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.415166 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.416703 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: rbac-policies {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.418029 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: security-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.419290 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: security-group-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.420540 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: service-providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.421799 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.423228 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.424694 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.426408 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.428287 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.430108 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.431894 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.433776 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.435528 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.437459 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.439196 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.441076 n-d-826752-2 neutron-server[103320]: DEBUG neutron.api.extensions [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:47:08.447013 n-d-826752-2 neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 00:47:08.452229 n-d-826752-2 neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 00:47:08.461055 n-d-826752-2 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Acquired lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 00:47:08.461533 n-d-826752-2 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Releasing lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 00:47:08.462190 n-d-826752-2 neutron-server[103320]: INFO oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Starting 2 workers Feb 19 00:47:08.467584 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Started child 103429 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:47:08.472127 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Started child 103430 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:47:08.473205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.473841 n-d-826752-2 neutron-server[103320]: INFO neutron.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 00:47:08.474410 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.474764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [-] (103429) wsgi starting up on http://0.0.0.0:9696 Feb 19 00:47:08.476910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.477365 n-d-826752-2 neutron-server[103320]: INFO oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Starting 1 workers Feb 19 00:47:08.478378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [-] (103430) wsgi starting up on http://0.0.0.0:9696 Feb 19 00:47:08.482288 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Started child 103431 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:47:08.482851 n-d-826752-2 neutron-server[103320]: INFO oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Starting 1 workers Feb 19 00:47:08.485968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] calling RpcWorker wait() {{(pid=103431) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 00:47:08.486502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] returning from RpcWorker wait() {{(pid=103431) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 00:47:08.487455 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Started child 103432 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:47:08.487900 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.488271 n-d-826752-2 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01f984cc-579b-4f69-b7d2-3d45e8c56957 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.488464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.490302 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 00:47:08.490520 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:47:08.490754 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:47:08.491041 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:47:08.491382 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:47:08.491549 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:47:08.492065 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.492351 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.492631 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.492726 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.493223 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.493223 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.493762 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.493860 n-d-826752-2 neutron-server[103432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.494023 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.494283 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.494569 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.494806 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.494978 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.495154 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.495411 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.495664 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.495983 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.496259 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.496510 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.496768 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.496943 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.497279 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.497565 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.497795 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.498072 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.498297 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.498814 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.499054 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.499303 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.499521 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.499801 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.500046 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.500331 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.500566 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.500801 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.501041 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.501323 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.501560 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.501796 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.502062 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.502298 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.502570 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.502871 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.503397 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] host = n-d-826752-2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.503626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.503846 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.504097 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.504367 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.504624 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.504866 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.505163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.505439 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.505681 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.505887 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.506147 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.506482 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.506694 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.506931 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.507142 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.507350 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.507579 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.507852 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.508069 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.508273 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.508456 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.508651 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.508868 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.509100 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.509285 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.509562 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.509847 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.510120 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.510416 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.510762 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.510919 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.511163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.511417 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.511679 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.512026 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.512339 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.512572 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.513401 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.513656 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.513904 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.514125 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.514377 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.514644 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.514934 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.515191 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.515427 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.515689 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.516043 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.516291 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.516554 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.516795 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.517311 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.517458 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.517618 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.517857 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.518530 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.518879 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.519039 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.519325 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.519549 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.519796 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.520063 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.520345 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.520693 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.520955 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.521122 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.521350 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.521570 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.521794 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.522728 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.522728 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.524898 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.525729 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.526309 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.526595 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.529412 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.529794 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.530182 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.530465 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.530720 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.530993 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.531365 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.531588 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.531928 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.532208 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.532499 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.532858 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.540014 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.540418 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.540680 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.540935 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.541218 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.541494 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.541806 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.542052 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.542305 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.542553 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.542812 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.543122 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.543405 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.543770 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.544084 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.544357 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.544634 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.544884 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.545529 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.545778 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.545993 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.546221 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.546467 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.546751 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.546983 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.547454 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.547690 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.547921 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.548880 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.549141 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.549403 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.549650 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.549889 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.550119 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.550443 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.550667 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.550889 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.551106 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.551338 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.551597 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.551857 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.552101 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.552725 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.553353 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.553602 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.553788 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.554047 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.554270 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.554520 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.554678 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.556493 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.556762 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.557740 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.558546 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.558780 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.559009 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.559250 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.559476 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.559750 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.559978 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.560217 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.560771 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.561030 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.561265 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.561469 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.561687 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.561905 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.562147 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.562754 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.562983 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.563220 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.563432 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.563651 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.563865 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.564081 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.564476 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.564845 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.565135 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.565381 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.565600 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.565851 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.566074 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.566317 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.566535 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.566774 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.566987 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.567260 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.567477 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.567705 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.567933 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.568150 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.568393 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.568632 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.568878 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.569124 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.569340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.569581 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.569808 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.570113 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.570375 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.570649 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.570885 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.571121 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.571399 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.571652 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.571930 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.572162 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.572651 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.572943 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.573256 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.573529 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.573784 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.574024 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.574281 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.574522 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.574770 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.575222 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.576138 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.576436 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.577036 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.577332 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.577561 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.579778 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.580134 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.580404 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.580636 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.580867 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.581169 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.581413 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.581685 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.581951 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.582209 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.582448 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.582727 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.582984 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.583228 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.583466 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.583697 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.583918 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.584158 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.584378 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.584622 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.584847 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.585134 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.585614 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.585861 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.586108 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.586344 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.586582 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.586814 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.587080 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.587308 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.587576 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.587820 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.588048 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.588294 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.588646 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.589032 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.589133 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.589303 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.589577 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.589865 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.590079 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.590329 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.590587 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.590859 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.591709 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.592082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.592312 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.592536 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.592756 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.592977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.593194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:08.593324 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.593434 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.593643 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.593862 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.594128 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.594361 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.594713 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.594982 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.595235 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.595466 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.595715 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.595953 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.596172 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.596389 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.596606 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.596841 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.597082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.597538 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.597939 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.598335 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.598728 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.599162 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.599408 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.599659 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.599905 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.600126 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.600352 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.600453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.600600 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.600809 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.601053 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.601292 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.601507 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.601741 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.602526 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.602526 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.602672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068409 Feb 19 00:47:08.602744 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.603348 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.603587 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.603869 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.604091 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.604348 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.605553 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.605553 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.605553 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.605553 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.605919 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.606011 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.606976 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.607234 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.607456 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.608500 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.608727 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.608969 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.609223 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.609439 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.609658 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.609881 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.610101 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.610408 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.610558 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.611145 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.611576 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.611990 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.612480 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.612877 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.613317 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.613742 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.613960 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.614189 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.614406 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.614782 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.615069 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.615182 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.615407 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.615712 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.615968 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.616226 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.616482 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.616788 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.617792 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.617792 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.617792 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.617792 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.618076 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.618197 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.618716 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.619027 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.619286 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.619531 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.619810 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.620103 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.620361 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.620575 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.620883 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.621249 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.621516 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.621776 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.622026 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.622339 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.622582 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.622799 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.623016 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.623251 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.623629 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.623907 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.624984 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.624984 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.624984 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.624984 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.625434 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.625434 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.625659 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.625764 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.625917 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.626225 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:47:08.626877 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 00:47:08.627209 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:47:08.627521 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:47:08.627832 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:47:08.628131 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:47:08.628405 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:47:08.628748 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.629096 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.629265 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630093 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630093 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630093 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630093 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630093 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630644 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630644 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630644 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.630644 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631130 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631130 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631130 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631520 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631520 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631520 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631827 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.631827 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632024 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632128 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632233 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632384 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632603 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632793 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.632943 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.633112 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.633275 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.633434 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.633577 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.633718 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.633858 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.634017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.634165 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.634325 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.634483 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.634626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.635101 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.635101 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.635101 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.635305 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] host = n-d-826752-2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.635382 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.636703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.636703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.636703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.636703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.636703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.637065 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.637065 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.637187 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.637253 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.637568 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.637568 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.638285 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.638380 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.638559 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.638705 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.638846 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.638987 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.639154 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.639314 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.639477 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.639662 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.639823 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.639948 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.640085 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.640250 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.640420 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.640553 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.640694 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.640854 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.641500 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.641500 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.641500 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.641918 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.641918 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.641918 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642302 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642302 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642302 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642716 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642716 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642978 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.642978 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.643237 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.643237 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.643495 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.643495 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.643780 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.643780 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.644065 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.644065 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.644335 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.644335 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.645245 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.645245 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.645245 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.645245 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.645245 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.645245 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646655 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646655 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646655 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.646655 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.648017 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.649064 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650103 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650256 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650394 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650531 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650667 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650803 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.650959 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651097 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651233 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651379 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651517 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651654 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651790 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.651957 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.652102 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.652275 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.652439 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.653340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.653340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.653340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.653340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.653340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.654580 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.654580 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.654580 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.654580 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.654580 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655213 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655213 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655213 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655213 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655714 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655714 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.655714 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656103 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656103 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656103 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656492 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656492 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656492 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656872 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.656872 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657180 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657180 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657441 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657441 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657723 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657723 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.657990 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.658127 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.658263 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.658399 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.658536 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.658681 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.661952 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663082 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.663977 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.664739 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.664739 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.664739 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.664739 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.664739 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.665408 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.665408 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.665408 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.665786 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.665786 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.665786 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666182 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666182 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666446 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666446 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666698 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666698 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.666859 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.667018 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.667183 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.667348 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.667512 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.667676 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.667839 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668002 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668165 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668331 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668495 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668657 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668820 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.668983 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.669652 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.669828 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.669992 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.670165 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.670325 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.670498 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.670677 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.670840 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.671008 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.671173 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.671336 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.671498 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.671661 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.671823 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.672313 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.672313 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.672313 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.672552 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.672645 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.672765 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677012 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.677626 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678163 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678635 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678635 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.678635 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.679045 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.679231 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.679395 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.679563 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.679733 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.679900 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.680065 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.680228 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.680393 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.680554 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.680717 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.680884 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.681167 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.681269 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.681441 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.681604 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.681770 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.681932 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.682102 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.682259 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.682423 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.682587 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.682748 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.682912 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.683075 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.683236 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.683399 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.683562 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.683724 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.683910 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.684075 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.684260 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.684408 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.684555 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.685267 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.685430 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.685599 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.685762 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.685982 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.686072 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.686238 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.686400 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.686563 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.686726 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.686889 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.687766 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.687766 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.687766 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.687766 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.687766 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688123 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688123 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688123 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688448 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688448 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688703 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.688953 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.689151 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.689290 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.689433 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.689557 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.689719 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.689882 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.690058 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.690220 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.690432 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.690528 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.690692 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.690854 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.691025 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.691187 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.691349 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.691511 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.691673 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.691839 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692007 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692166 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692309 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692472 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692613 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692746 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.692919 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.693104 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.693268 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.693429 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.693591 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.693794 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.694053 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.694218 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.694385 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.694556 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.694766 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.694875 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.695032 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.695194 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.695356 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.695528 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.695715 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.695857 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.696020 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.696196 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.696359 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.696525 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.696688 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.696850 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.697042 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.697212 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.697349 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.697527 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.697696 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.697861 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.698032 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.698206 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.698377 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.698526 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.698697 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.698873 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699030 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699174 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699340 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699508 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699649 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699791 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.699941 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.700105 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.700290 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.700980 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.701164 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.701327 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.701489 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.701651 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.701814 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.701979 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.702148 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.702292 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.702457 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:47:08.702612 n-d-826752-2 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:47:20.173090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451dbb69-06f9-4e72-a3ad-7432484ba818 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:47:20.231416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dbb69-06f9-4e72-a3ad-7432484ba818 None None] No non-hosted networks {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 00:47:20.323594 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15137fde-0940-46fc-8a8a-1f716f89618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.476325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55f3cf30-be8b-4470-b28f-497a8116d7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.498449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab37570-37fb-4d90-b7b4-add8a7df0788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.464572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.155139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.299326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39228) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:26.373388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.374097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.374428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.374763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.375090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.375591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.376076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.376403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.376881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.377231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.377557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.377878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.378200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.378518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:26.378923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826752-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:26.384629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826752-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:26.815763 n-d-826752-2 neutron-server[103430]: WARNING oslo_policy.policy [None req-b9c39bed-ccbc-488a-b2b6-5db1ebff2e02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:26.816375 n-d-826752-2 neutron-server[103430]: WARNING oslo_policy.policy [None req-b9c39bed-ccbc-488a-b2b6-5db1ebff2e02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:27.044046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-b9c39bed-ccbc-488a-b2b6-5db1ebff2e02 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:47:27.045124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b9c39bed-ccbc-488a-b2b6-5db1ebff2e02 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7448471 Feb 19 00:47:29.618437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39254) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:29.946646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:30.037903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.policy [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 00:47:30.079931 n-d-826752-2 neutron-server[103430]: WARNING oslo_policy.policy [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:30.080311 n-d-826752-2 neutron-server[103430]: WARNING oslo_policy.policy [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:30.179395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762706821972', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762706824833', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762706844429', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762706841302', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762706859405', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762706868079', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1426126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1332109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3856891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761066'] for rbac-policy (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.247501 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.248663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6679a7b7-fddf-4fae-835d-14c7ef8c4acb admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6291466 Feb 19 00:47:30.576978 n-d-826752-2 neutron-server[103431]: INFO neutron.db.l3_hamode_db [None req-556ad95e-29f3-4f5f-8532-1663c84bb1b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 00:47:30.654434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ad95e-29f3-4f5f-8532-1663c84bb1b7 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:30.654813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ad95e-29f3-4f5f-8532-1663c84bb1b7 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:47:32.773737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39264) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:33.082271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:33.110307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Made reservation on behalf of f0176ab9edc841fea7dbc5b574662412 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:33.114215 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.130903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.238994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks [] for security_group (0eff5e27-420a-40f6-a45d-a80b0a87ab0a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.243702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0eff5e27-420a-40f6-a45d-a80b0a87ab0a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.268800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:33.302448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762708826673', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3630ec49-bd35-41eb-ad64-cee3331e13b0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.303028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Unsubscribe: segment precommit_create {{(pid=103430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 00:47:33.303549 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Added segment 3630ec49-bd35-41eb-ad64-cee3331e13b0 of type vlan for network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 Feb 19 00:47:33.323125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff5e27-420a-40f6-a45d-a80b0a87ab0a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.372581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.372915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.373273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.373597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.373918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.374237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.374555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.374871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.375220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.375811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.376169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.376535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.376849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Tracked resource versions report: Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: pushed versions: Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Log': {'1.0'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Network': {'1.1'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Port': {'1.7'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'PortForwarding': {'1.2'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'QosPolicy': {'1.10'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'SubPort': {'1.0'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Subnet': {'1.1'}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Trunk': {'1.1'}} Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: consumer versions: Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: L3 agent@n-d-826752-2: {}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: Metadata agent@n-d-826752-2: {}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: Metering agent@n-d-826752-2: {}, Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'ConntrackHelper': '1.0', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'LocalIPAssociation': '1.0', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Log': '1.0', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Network': '1.1', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Port': '1.7', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'PortForwarding': '1.2', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'QosPolicy': '1.10', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'SecurityGroup': '1.5', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'SecurityGroupRule': '1.2', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'SubPort': '1.0', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Subnet': '1.1', Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: 'Trunk': '1.1'}} Feb 19 00:47:33.378044 n-d-826752-2 neutron-server[103430]: {{(pid=103430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:33.412450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9c65ecc2-f569-4a36-b4bb-5d5b3bf53458), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.453883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9c65ecc2-f569-4a36-b4bb-5d5b3bf53458), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.458973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:33.459671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.542554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7677038 Feb 19 00:47:33.580388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c45df-9ba9-4890-95ea-3592cdcc80ee demo demo] Pushing event updated for resources: {'Network': ['ID=9c65ecc2-f569-4a36-b4bb-5d5b3bf53458,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.593255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:36.119848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39276) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:36.524847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a2714-f3b3-4575-bf1f-0de5661e0a22 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.526162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7a6a2714-f3b3-4575-bf1f-0de5661e0a22 demo admin] 10.222.0.43 "GET /v2.0/networks/9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 HTTP/1.1" status: 200 len: 825 time: 0.4053016 Feb 19 00:47:36.550198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f2eaa0b-720a-4145-aed0-562f0e302370 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/3f5b846e-19ab-49c8-aa21-b4250b8d1ef3 HTTP/1.1" status: 200 len: 734 time: 0.0183039 Feb 19 00:47:36.558949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:36.578859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Made reservation on behalf of f0176ab9edc841fea7dbc5b574662412 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:36.581528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.873294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (cf17112c-3867-4a93-aa03-a9326a53cb28), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.944276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Pushing event updated for resources: {'Subnet': ['ID=cf17112c-3867-4a93-aa03-a9326a53cb28,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:36.948243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Checking segment: {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:36.948660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Network hostable DHCP agents. Network: 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:36.967920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:36.980251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:36.985130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.985719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.990914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc751f-9e3a-4752-8ab7-dead665cafa6 None None] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:37.001557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb82febe-6c1e-47c2-94a7-ca540c627bdf demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4462333 Feb 19 00:47:37.382356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:37.383652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.669708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Allocated IP 172.20.0.2 (9c65ecc2-f569-4a36-b4bb-5d5b3bf53458/cf17112c-3867-4a93-aa03-a9326a53cb28/18f1d926-b201-423e-913e-05ad0324032d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:37.942966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Publish callbacks [] for port (18f1d926-b201-423e-913e-05ad0324032d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.951094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (18f1d926-b201-423e-913e-05ad0324032d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.021638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:38.028151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:38.044867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:38.046824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Pushing event updated for resources: {'Port': ['ID=18f1d926-b201-423e-913e-05ad0324032d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:38.077876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.078228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.078572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.078910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.079246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.079581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.079909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.080235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.080561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.080884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.081239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.081578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.081882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Tracked resource versions report: Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: pushed versions: Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Log': {'1.0'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Network': {'1.1'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Port': {'1.7'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'PortForwarding': {'1.2'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'QosPolicy': {'1.10'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'SubPort': {'1.0'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Subnet': {'1.1'}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Trunk': {'1.1'}} Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: consumer versions: Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: L3 agent@n-d-826752-2: {}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: Metadata agent@n-d-826752-2: {}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: Metering agent@n-d-826752-2: {}, Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'ConntrackHelper': '1.0', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'LocalIPAssociation': '1.0', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Log': '1.0', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Network': '1.1', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Port': '1.7', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'PortForwarding': '1.2', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'QosPolicy': '1.10', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'SecurityGroup': '1.5', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'SecurityGroupRule': '1.2', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'SubPort': '1.0', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Subnet': '1.1', Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: 'Trunk': '1.1'}} Feb 19 00:47:38.083105 n-d-826752-2 neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:38.132412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Attempting to bind port 18f1d926-b201-423e-913e-05ad0324032d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:38.132814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Attempting to bind port 18f1d926-b201-423e-913e-05ad0324032d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:38.133252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Attempting to bind port 18f1d926-b201-423e-913e-05ad0324032d on network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:38.138164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:38.138535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Checking segment: {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:38.139009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.139399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Bound using segment: {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:38.139895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Bound port: 18f1d926-b201-423e-913e-05ad0324032d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:38.140296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (18f1d926-b201-423e-913e-05ad0324032d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.204561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] For port 18f1d926-b201-423e-913e-05ad0324032d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:38.209589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] For port 18f1d926-b201-423e-913e-05ad0324032d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=18f1d926-b201-423e-913e-05ad0324032d,segment=NetworkSegment(3630ec49-bd35-41eb-ad64-cee3331e13b0),segment_id=3630ec49-bd35-41eb-ad64-cee3331e13b0)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:38.218126 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (18f1d926-b201-423e-913e-05ad0324032d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.279453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab33ef6-454f-4974-8089-5bd67e85b234 None None] Pushing event updated for resources: {'Port': ['ID=18f1d926-b201-423e-913e-05ad0324032d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:39.593541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39284) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:39.926695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-ab1fe462-89b0-4548-9d6b-f3ee5ba5dd53 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:47:39.927775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ab1fe462-89b0-4548-9d6b-f3ee5ba5dd53 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3332202 Feb 19 00:47:42.493408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:42.805599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-624a8b9a-a7cd-4515-9135-7d2e0f4d5be8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:47:42.806603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-624a8b9a-a7cd-4515-9135-7d2e0f4d5be8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122635 Feb 19 00:47:45.378353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39300) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:45.687088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:45.710136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (510d8687-6772-48ff-9016-0eb29ed1e406), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.711666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (510d8687-6772-48ff-9016-0eb29ed1e406), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.849515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] Publish callbacks [] for router_controller (510d8687-6772-48ff-9016-0eb29ed1e406), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.854274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (510d8687-6772-48ff-9016-0eb29ed1e406), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.871231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.872412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9587569e-e6c6-4a6d-9844-4a260dbf9c85 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4930847 Feb 19 00:47:48.473711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:48.801454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-b887c6ae-98f0-4553-bfcc-556332e0e378 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:47:48.802542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b887c6ae-98f0-4553-bfcc-556332e0e378 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3278961 Feb 19 00:47:49.130508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 18f1d926-b201-423e-913e-05ad0324032d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:49.219783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 18f1d926-b201-423e-913e-05ad0324032d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:49.220199 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (18f1d926-b201-423e-913e-05ad0324032d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.329237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 18f1d926-b201-423e-913e-05ad0324032d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:49.329587 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (18f1d926-b201-423e-913e-05ad0324032d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.364675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 18f1d926-b201-423e-913e-05ad0324032d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=18f1d926-b201-423e-913e-05ad0324032d,segment=NetworkSegment(3630ec49-bd35-41eb-ad64-cee3331e13b0),segment_id=3630ec49-bd35-41eb-ad64-cee3331e13b0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:49.368563 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (18f1d926-b201-423e-913e-05ad0324032d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.419721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=18f1d926-b201-423e-913e-05ad0324032d,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.683591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a3dcf-b8b3-4df6-ac82-535e0015b22a None None] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:49.794698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0781dbd3-26bd-4546-9aba-6384b13af250 None None] Provisioning complete for port 18f1d926-b201-423e-913e-05ad0324032d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:49.795072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0781dbd3-26bd-4546-9aba-6384b13af250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (18f1d926-b201-423e-913e-05ad0324032d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.890396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0781dbd3-26bd-4546-9aba-6384b13af250 None None] Current status of the port 18f1d926-b201-423e-913e-05ad0324032d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:50.012347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0806ca40-fee0-4484-9011-54475ac849bd None None] Provisioning complete for port 18f1d926-b201-423e-913e-05ad0324032d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:50.012746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0806ca40-fee0-4484-9011-54475ac849bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (18f1d926-b201-423e-913e-05ad0324032d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.105555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff08ed3c-2cbb-4a8f-8ecf-afa139d62451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.106943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0806ca40-fee0-4484-9011-54475ac849bd None None] Current status of the port 18f1d926-b201-423e-913e-05ad0324032d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:51.080908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 18f1d926-b201-423e-913e-05ad0324032d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:51.130898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 18f1d926-b201-423e-913e-05ad0324032d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:51.131269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (18f1d926-b201-423e-913e-05ad0324032d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.211409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 18f1d926-b201-423e-913e-05ad0324032d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:51.414192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39320) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:51.533739 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:47:51.738394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:51.758296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Made reservation on behalf of be904639432a4d7487922072e9ff2838 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:51.760505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.770323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.844459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks [] for security_group (cf8af968-bae4-436f-8ac2-c2ed29245a8f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.848006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cf8af968-bae4-436f-8ac2-c2ed29245a8f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.862766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Reserving flat network on physical network physnet1 {{(pid=103430) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 00:47:51.882836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8af968-bae4-436f-8ac2-c2ed29245a8f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:51.886353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (373369ea-001b-486b-bea3-9bebe16ff352), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.886688 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Added segment 373369ea-001b-486b-bea3-9bebe16ff352 of type flat for network 9b66f9e1-9d51-4959-9133-aa387e06226f Feb 19 00:47:51.932775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9b66f9e1-9d51-4959-9133-aa387e06226f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.965687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9b66f9e1-9d51-4959-9133-aa387e06226f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.966612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:51.967177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.031825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6165586 Feb 19 00:47:52.063049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b975c88-67fb-453c-b6d9-5425f12c11dd admin admin] Pushing event updated for resources: {'Network': ['ID=9b66f9e1-9d51-4959-9133-aa387e06226f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:52.073382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9b66f9e1-9d51-4959-9133-aa387e06226f details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:52.450823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3cc61fb3-45b1-4b58-9473-d291545acda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.427808 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.530568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39338) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.706263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74954a00-198c-4c02-8832-7190df52c3a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.707694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74954a00-198c-4c02-8832-7190df52c3a8 demo admin] 10.222.0.43 "GET /v2.0/subnets/cf17112c-3867-4a93-aa03-a9326a53cb28 HTTP/1.1" status: 200 len: 849 time: 0.1761560 Feb 19 00:47:54.830799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7d9e79eb-5f83-44d1-ac6d-17132fdefd90 demo admin] 10.222.0.43 "GET /v2.0/routers/510d8687-6772-48ff-9016-0eb29ed1e406 HTTP/1.1" status: 200 len: 704 time: 0.1175103 Feb 19 00:47:55.106380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.109753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.450961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Allocated IP 172.20.0.1 (9c65ecc2-f569-4a36-b4bb-5d5b3bf53458/cf17112c-3867-4a93-aa03-a9326a53cb28/e2165486-f89c-4f15-bc90-3fcda9be03a8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:55.604770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks [] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.671719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.736151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:55.742357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:55.749879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:55.750408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (510d8687-6772-48ff-9016-0eb29ed1e406), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.816159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Pushing event updated for resources: {'Port': ['ID=e2165486-f89c-4f15-bc90-3fcda9be03a8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:55.959169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-57177b69-1239-48a4-9711-bb6dcaad1ea7 None None] Provisioning complete for port e2165486-f89c-4f15-bc90-3fcda9be03a8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:55.959562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-57177b69-1239-48a4-9711-bb6dcaad1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.959772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.992575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-57177b69-1239-48a4-9711-bb6dcaad1ea7 None None] Port e2165486-f89c-4f15-bc90-3fcda9be03a8 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:56.168811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks [] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.173103 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.173970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (510d8687-6772-48ff-9016-0eb29ed1e406), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.251533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Pushing event updated for resources: {'Port': ['ID=e2165486-f89c-4f15-bc90-3fcda9be03a8,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.296834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:56.298142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:56.374493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.469374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Router 510d8687-6772-48ff-9016-0eb29ed1e406 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:47:56.565663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:56.571306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-15db250d-7418-4786-ad6e-9c2571f90d8b demo admin] 10.222.0.43 "PUT /v2.0/routers/510d8687-6772-48ff-9016-0eb29ed1e406/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7354629 Feb 19 00:47:56.589297 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Sync routers for ids ['510d8687-6772-48ff-9016-0eb29ed1e406'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:56.612436 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Routers {'510d8687-6772-48ff-9016-0eb29ed1e406'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:56.613561 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:47:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['510d8687-6772-48ff-9016-0eb29ed1e406'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:56.622342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-24a42163-1957-4b9b-956c-6f2dd6feca6f None None] Provisioning complete for port e2165486-f89c-4f15-bc90-3fcda9be03a8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:56.622739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24a42163-1957-4b9b-956c-6f2dd6feca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.664270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-24a42163-1957-4b9b-956c-6f2dd6feca6f None None] Port e2165486-f89c-4f15-bc90-3fcda9be03a8 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:56.801658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Set router 510d8687-6772-48ff-9016-0eb29ed1e406 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:57.229600 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'name': 'router1', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 2, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'gw_port_host': None, '_interfaces': [{'id': 'e2165486-f89c-4f15-bc90-3fcda9be03a8', 'name': '', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'mac_address': 'fa:16:3e:84:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:56Z', 'revision_number': 2, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'subnets': [{'id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:57.281328 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Checking router: 510d8687-6772-48ff-9016-0eb29ed1e406 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:57.281696 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Updating router 510d8687-6772-48ff-9016-0eb29ed1e406 port e2165486-f89c-4f15-bc90-3fcda9be03a8 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:57.334000 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.845755 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Publish callbacks [] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.853619 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.020465 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Attempting to bind port e2165486-f89c-4f15-bc90-3fcda9be03a8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:58.020927 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Attempting to bind port e2165486-f89c-4f15-bc90-3fcda9be03a8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:58.021369 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Attempting to bind port e2165486-f89c-4f15-bc90-3fcda9be03a8 on network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:58.024944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Pushing event updated for resources: {'Port': ['ID=e2165486-f89c-4f15-bc90-3fcda9be03a8,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.030478 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:58.030873 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Checking segment: {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:58.031348 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.031735 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Bound using segment: {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:58.032237 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Bound port: e2165486-f89c-4f15-bc90-3fcda9be03a8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3630ec49-bd35-41eb-ad64-cee3331e13b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:58.032610 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.038833 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.039172 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.039507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.039837 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.040165 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.040487 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.040839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.041188 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.041511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.041827 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.042145 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.042459 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.042775 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Tracked resource versions report: Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: pushed versions: Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Log': {'1.0'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Network': {'1.1'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Port': {'1.7'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'PortForwarding': {'1.2'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'QosPolicy': {'1.10'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'SubPort': {'1.0'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Subnet': {'1.1'}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Trunk': {'1.1'}} Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: consumer versions: Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: L3 agent@n-d-826752-2: {}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: Metadata agent@n-d-826752-2: {}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: Metering agent@n-d-826752-2: {}, Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'ConntrackHelper': '1.0', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'LocalIPAssociation': '1.0', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Log': '1.0', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Network': '1.1', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Port': '1.7', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'PortForwarding': '1.2', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'QosPolicy': '1.10', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'SecurityGroup': '1.5', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'SecurityGroupRule': '1.2', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'SubPort': '1.0', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Subnet': '1.1', Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: 'Trunk': '1.1'}} Feb 19 00:47:58.043900 n-d-826752-2 neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:58.098998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f6530803-ed69-4472-8505-cc2a9b528597 None None] Provisioning complete for port e2165486-f89c-4f15-bc90-3fcda9be03a8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:58.099538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f6530803-ed69-4472-8505-cc2a9b528597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.111145 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] For port e2165486-f89c-4f15-bc90-3fcda9be03a8, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:58.130988 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] For port e2165486-f89c-4f15-bc90-3fcda9be03a8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e2165486-f89c-4f15-bc90-3fcda9be03a8,segment=NetworkSegment(3630ec49-bd35-41eb-ad64-cee3331e13b0),segment_id=3630ec49-bd35-41eb-ad64-cee3331e13b0)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:58.133221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f6530803-ed69-4472-8505-cc2a9b528597 None None] Port e2165486-f89c-4f15-bc90-3fcda9be03a8 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:58.138322 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.193701 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Routers {'510d8687-6772-48ff-9016-0eb29ed1e406'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:58.194392 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:47:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['510d8687-6772-48ff-9016-0eb29ed1e406'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:58.240586 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ff0f-d9f2-47fd-9f91-c46b60b8062a None None] Pushing event updated for resources: {'Port': ['ID=e2165486-f89c-4f15-bc90-3fcda9be03a8,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.296594 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] Set router 510d8687-6772-48ff-9016-0eb29ed1e406 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:58.356767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] Provisioning complete for port e2165486-f89c-4f15-bc90-3fcda9be03a8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:58.357235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.437215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] Current status of the port e2165486-f89c-4f15-bc90-3fcda9be03a8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:58.437552 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.469409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] For port e2165486-f89c-4f15-bc90-3fcda9be03a8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e2165486-f89c-4f15-bc90-3fcda9be03a8,segment=NetworkSegment(3630ec49-bd35-41eb-ad64-cee3331e13b0),segment_id=3630ec49-bd35-41eb-ad64-cee3331e13b0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:58.473820 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.512657 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'name': 'router1', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 2, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'gw_port_host': None, '_interfaces': [{'id': 'e2165486-f89c-4f15-bc90-3fcda9be03a8', 'name': '', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'mac_address': 'fa:16:3e:84:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 4, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'subnets': [{'id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:58.525105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dcbed-7f37-40df-b46a-57f071cc07e6 None None] Pushing event updated for resources: {'Port': ['ID=e2165486-f89c-4f15-bc90-3fcda9be03a8,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.541353 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f216e7-fa1f-4d52-85c0-9c6eccd180f9 None None] The sync data for ids ['510d8687-6772-48ff-9016-0eb29ed1e406'] in n-d-826752-2 is: [{'id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'name': 'router1', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 2, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'gw_port_host': None, '_interfaces': [{'id': 'e2165486-f89c-4f15-bc90-3fcda9be03a8', 'name': '', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'mac_address': 'fa:16:3e:84:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 4, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'subnets': [{'id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:59.050443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39358) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:59.196903 n-d-826752-2 neutron-server[103429]: WARNING oslo_policy.policy [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:59.198174 n-d-826752-2 neutron-server[103429]: WARNING oslo_policy.policy [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:59.636737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.policy [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103429) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 00:47:59.679501 n-d-826752-2 neutron-server[103429]: WARNING oslo_policy.policy [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:59.679906 n-d-826752-2 neutron-server[103429]: WARNING oslo_policy.policy [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:47:59.688329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:59.690283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-730cecd2-ff12-4a19-adaf-29bebb564f53 admin admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 842 time: 0.6378272 Feb 19 00:47:59.699838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.0.0/24'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:59.740924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Made reservation on behalf of be904639432a4d7487922072e9ff2838 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:59.743704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.158433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:48:00.159137 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (c274d2c1-4786-4900-a55c-127f05453799), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.227360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c274d2c1-4786-4900-a55c-127f05453799,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.232292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:00.232682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Network hostable DHCP agents. Network: 9b66f9e1-9d51-4959-9133-aa387e06226f, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:48:00.241481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.241826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.242164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.242496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.242820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.243139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.243459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.243802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.244642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.244958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.245300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.245615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.245927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Tracked resource versions report: Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: pushed versions: Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: { 'AddressGroup': {'1.2'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'ConntrackHelper': {'1.0'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Log': {'1.0'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Network': {'1.1'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Port': {'1.7'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'PortForwarding': {'1.2'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'QosPolicy': {'1.10'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'SecurityGroup': {'1.5'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'SubPort': {'1.0'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Subnet': {'1.1'}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Trunk': {'1.1'}} Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: consumer versions: Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: L3 agent@n-d-826752-2: {}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: Metadata agent@n-d-826752-2: {}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: Metering agent@n-d-826752-2: {}, Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'ConntrackHelper': '1.0', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'LocalIPAssociation': '1.0', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Log': '1.0', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Network': '1.1', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Port': '1.7', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'PortForwarding': '1.2', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'QosPolicy': '1.10', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'SecurityGroup': '1.5', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'SecurityGroupRule': '1.2', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'SubPort': '1.0', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Subnet': '1.1', Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: 'Trunk': '1.1'}} Feb 19 00:48:00.247067 n-d-826752-2 neutron-server[103429]: {{(pid=103429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:48:00.288373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:48:00.301533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9b66f9e1-9d51-4959-9133-aa387e06226f) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:00.306143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:00.306876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.311416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e6e75-dfca-4521-9822-173683e533c8 None None] Network 9b66f9e1-9d51-4959-9133-aa387e06226f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:00.340361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d86b9f8d-bb03-4452-bec2-a414f93522c0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6385074 Feb 19 00:48:00.417416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39834e7-a7ab-4ff5-bc52-2354542f478b None None] Network 9b66f9e1-9d51-4959-9133-aa387e06226f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:02.802392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39378) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:03.054153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e788e3a9-ca8a-4931-bcb3-a5be93cf6c0b demo admin] 10.222.0.43 "GET /v2.0/routers/510d8687-6772-48ff-9016-0eb29ed1e406 HTTP/1.1" status: 200 len: 710 time: 0.2506406 Feb 19 00:48:03.142270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8a0d2-7392-4dd0-8bd3-7821a75eabec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:03.143659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f7b8a0d2-7392-4dd0-8bd3-7821a75eabec demo admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 886 time: 0.0834131 Feb 19 00:48:03.152520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:03.422076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks [] for router_gateway (510d8687-6772-48ff-9016-0eb29ed1e406), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.667606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks [] for router_gateway (510d8687-6772-48ff-9016-0eb29ed1e406), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.745873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.910879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Allocated IP 172.25.0.205 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/46e96995-d0f9-45e5-bd9f-d40558e671e5) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:04.027268 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks [] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.085461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.153125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:04.158687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:04.165924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:04.258125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Pushing event updated for resources: {'Port': ['ID=46e96995-d0f9-45e5-bd9f-d40558e671e5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:04.505759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks [] for router_gateway (510d8687-6772-48ff-9016-0eb29ed1e406), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.704522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (510d8687-6772-48ff-9016-0eb29ed1e406), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.709493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (510d8687-6772-48ff-9016-0eb29ed1e406), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.820054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Router 510d8687-6772-48ff-9016-0eb29ed1e406 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:04.939441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:04.944645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.945850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0cede47c-a913-4a7f-ba1e-528f6d3d12e6 demo admin] 10.222.0.43 "PUT /v2.0/routers/510d8687-6772-48ff-9016-0eb29ed1e406 HTTP/1.1" status: 200 len: 890 time: 1.7965803 Feb 19 00:48:07.129950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e2165486-f89c-4f15-bc90-3fcda9be03a8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:07.178417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e2165486-f89c-4f15-bc90-3fcda9be03a8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:07.178805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.259894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e2165486-f89c-4f15-bc90-3fcda9be03a8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:07.331697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Sync routers for ids ['510d8687-6772-48ff-9016-0eb29ed1e406'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:07.343167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Routers {'510d8687-6772-48ff-9016-0eb29ed1e406'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:07.343818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:47:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['510d8687-6772-48ff-9016-0eb29ed1e406'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:07.543433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:07.557390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Set router 510d8687-6772-48ff-9016-0eb29ed1e406 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:07.662008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-52621ad4-b448-4293-a5ef-9b06bb62d5df admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1174564 Feb 19 00:48:08.051437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'name': 'router1', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '46e96995-d0f9-45e5-bd9f-d40558e671e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:48:04Z', 'revision_number': 4, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'gw_port': {'id': '46e96995-d0f9-45e5-bd9f-d40558e671e5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:03Z', 'updated_at': '2022-02-19T00:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'e2165486-f89c-4f15-bc90-3fcda9be03a8', 'name': '', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'mac_address': 'fa:16:3e:84:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 5, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'subnets': [{'id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:08.105275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Checking router: 510d8687-6772-48ff-9016-0eb29ed1e406 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:08.105631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Updating router 510d8687-6772-48ff-9016-0eb29ed1e406 port 46e96995-d0f9-45e5-bd9f-d40558e671e5 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:08.163941 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.498427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Publish callbacks [] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.503531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.549946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac0e7f-7518-4720-86e8-9945fb10fe8e None None] Pushing event updated for resources: {'Port': ['ID=46e96995-d0f9-45e5-bd9f-d40558e671e5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.580478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Attempting to bind port 46e96995-d0f9-45e5-bd9f-d40558e671e5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:08.581273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Attempting to bind port 46e96995-d0f9-45e5-bd9f-d40558e671e5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:08.581805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Attempting to bind port 46e96995-d0f9-45e5-bd9f-d40558e671e5 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:08.589211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:08.589810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:08.590388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.590933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:08.591552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Bound port: 46e96995-d0f9-45e5-bd9f-d40558e671e5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:08.592085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.642478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] For port 46e96995-d0f9-45e5-bd9f-d40558e671e5, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:08.645536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] For port 46e96995-d0f9-45e5-bd9f-d40558e671e5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46e96995-d0f9-45e5-bd9f-d40558e671e5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:08.652214 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.708635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Routers {'510d8687-6772-48ff-9016-0eb29ed1e406'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:08.709262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:47:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['510d8687-6772-48ff-9016-0eb29ed1e406'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:08.710894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac0e7f-7518-4720-86e8-9945fb10fe8e None None] Pushing event updated for resources: {'Port': ['ID=46e96995-d0f9-45e5-bd9f-d40558e671e5,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.819289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] Set router 510d8687-6772-48ff-9016-0eb29ed1e406 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:09.047121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'name': 'router1', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '46e96995-d0f9-45e5-bd9f-d40558e671e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:48:04Z', 'revision_number': 4, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'gw_port': {'id': '46e96995-d0f9-45e5-bd9f-d40558e671e5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:03Z', 'updated_at': '2022-02-19T00:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'e2165486-f89c-4f15-bc90-3fcda9be03a8', 'name': '', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'mac_address': 'fa:16:3e:84:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 5, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'subnets': [{'id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:09.073961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812150a-f723-4ac7-9acf-7c35b22d46bd None None] The sync data for ids ['510d8687-6772-48ff-9016-0eb29ed1e406'] in n-d-826752-2 is: [{'id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'name': 'router1', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '46e96995-d0f9-45e5-bd9f-d40558e671e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:48:04Z', 'revision_number': 4, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'gw_port': {'id': '46e96995-d0f9-45e5-bd9f-d40558e671e5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:03Z', 'updated_at': '2022-02-19T00:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'e2165486-f89c-4f15-bc90-3fcda9be03a8', 'name': '', 'network_id': '9c65ecc2-f569-4a36-b4bb-5d5b3bf53458', 'tenant_id': 'f0176ab9edc841fea7dbc5b574662412', 'mac_address': 'fa:16:3e:84:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510d8687-6772-48ff-9016-0eb29ed1e406', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 5, 'project_id': 'f0176ab9edc841fea7dbc5b574662412', 'subnets': [{'id': 'cf17112c-3867-4a93-aa03-a9326a53cb28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f5b846e-19ab-49c8-aa21-b4250b8d1ef3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:11.136025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46e96995-d0f9-45e5-bd9f-d40558e671e5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:11.186840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 46e96995-d0f9-45e5-bd9f-d40558e671e5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:11.187233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.327185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 46e96995-d0f9-45e5-bd9f-d40558e671e5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:11.327484 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.351945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 46e96995-d0f9-45e5-bd9f-d40558e671e5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46e96995-d0f9-45e5-bd9f-d40558e671e5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:11.358219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.422132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=46e96995-d0f9-45e5-bd9f-d40558e671e5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.123769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46e96995-d0f9-45e5-bd9f-d40558e671e5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:13.217432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 46e96995-d0f9-45e5-bd9f-d40558e671e5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:13.217828 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46e96995-d0f9-45e5-bd9f-d40558e671e5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.484697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 46e96995-d0f9-45e5-bd9f-d40558e671e5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:20.089380 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-926f25d6-abe9-41bb-9163-d79272dfd565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.484155 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b979be8d-9a54-4d9d-8d34-c2adc770d682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.441495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.117560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.383373 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.542633 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:48:50.090911 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de03d10-2f5c-4428-aa9d-d140bb9d240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.449230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e43d826e-368c-40a8-b05c-d0278d80404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.437766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.119443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.378362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.535513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:49:20.093961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58a90f59-02a5-4373-b2ce-060bc66d3c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.451761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20861328-f00f-4648-a86a-d23c93bd0019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.434254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.122763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.382784 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.847384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:32.907653 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e96e8ad-db2f-49b2-9467-c1bf2cf9a6de admin admin] GET failed (client error): The resource could not be found. Feb 19 00:49:32.908856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8e96e8ad-db2f-49b2-9467-c1bf2cf9a6de admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605226 Feb 19 00:49:33.072648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e897b22-a7e6-43b4-85e5-3530ed453ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:33.074171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5e897b22-a7e6-43b4-85e5-3530ed453ce4 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609364 Feb 19 00:49:35.433289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39916) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:35.525392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651dc8d-a373-4304-b619-5a13771b2178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.526718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8651dc8d-a373-4304-b619-5a13771b2178 admin admin] 10.222.0.43 "GET /v2.0/subnets/cf17112c-3867-4a93-aa03-a9326a53cb28 HTTP/1.1" status: 200 len: 849 time: 0.0924714 Feb 19 00:49:35.537323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:35.619254 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Publish callbacks [] for subnet (cf17112c-3867-4a93-aa03-a9326a53cb28), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.825972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762708919682'] for subnet (cf17112c-3867-4a93-aa03-a9326a53cb28), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.856027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.856602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.858498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] 10.222.0.43 "PUT /v2.0/subnets/cf17112c-3867-4a93-aa03-a9326a53cb28 HTTP/1.1" status: 200 len: 868 time: 0.3254876 Feb 19 00:49:35.861064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42fa9c-aed4-4d27-aaf7-c323bcb4b301 None None] Network 9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:35.876595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf17112c-3867-4a93-aa03-a9326a53cb28,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:35.884813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.885210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.885533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.885878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.886219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.886555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.886887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.887220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.887554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.887913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.888241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.888572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:35.888898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e1293-f1fd-4eb6-aeac-292c96a64bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:36.176434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1ac80948-3893-4bcb-b6ca-c79ef3b588c0 None None] Provisioning complete for port 18f1d926-b201-423e-913e-05ad0324032d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:36.176834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ac80948-3893-4bcb-b6ca-c79ef3b588c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (18f1d926-b201-423e-913e-05ad0324032d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.257325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1ac80948-3893-4bcb-b6ca-c79ef3b588c0 None None] Current status of the port 18f1d926-b201-423e-913e-05ad0324032d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:36.267251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1ac80948-3893-4bcb-b6ca-c79ef3b588c0 None None] Provisioning complete for port e2165486-f89c-4f15-bc90-3fcda9be03a8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:36.267661 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ac80948-3893-4bcb-b6ca-c79ef3b588c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2165486-f89c-4f15-bc90-3fcda9be03a8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.341196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1ac80948-3893-4bcb-b6ca-c79ef3b588c0 None None] Current status of the port e2165486-f89c-4f15-bc90-3fcda9be03a8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:38.210725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39926) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.409406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec1b95-82e8-40f8-9559-1cd59602b683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.409790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec1b95-82e8-40f8-9559-1cd59602b683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.411345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-04ec1b95-82e8-40f8-9559-1cd59602b683 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985936 Feb 19 00:49:40.761786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39934) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:40.888813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb7aec-5d49-4804-842a-a94f63105fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:40.889307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb7aec-5d49-4804-842a-a94f63105fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:40.890826 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-40fb7aec-5d49-4804-842a-a94f63105fa2 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1280899 Feb 19 00:49:42.535716 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:49:43.267633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39942) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:43.392230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43714f13-8860-4ac0-bf72-3d493b6976af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:43.393553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-43714f13-8860-4ac0-bf72-3d493b6976af admin admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 886 time: 0.1249573 Feb 19 00:49:45.705495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:45.913582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf5f99-15c5-4255-bb1d-4353dc85fb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.914866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ffbf5f99-15c5-4255-bb1d-4353dc85fb54 admin admin] 10.222.0.43 "GET /v2.0/networks/9c65ecc2-f569-4a36-b4bb-5d5b3bf53458 HTTP/1.1" status: 200 len: 869 time: 0.2084188 Feb 19 00:49:48.227143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:48.348524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a849741-b21a-43ce-b418-c2bdff398f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.348972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a849741-b21a-43ce-b418-c2bdff398f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.350533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1a849741-b21a-43ce-b418-c2bdff398f91 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223910 Feb 19 00:49:50.097162 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac9805e3-58e7-4b1d-9b92-14fdafca8700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.678625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39966) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:50.771125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44f5cd-9e2d-42ba-8d69-c8ffb105a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.771572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44f5cd-9e2d-42ba-8d69-c8ffb105a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.773106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6a44f5cd-9e2d-42ba-8d69-c8ffb105a5ce admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934682 Feb 19 00:49:52.455321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e8bfba-7e70-4bde-8444-f3ec4a5d29e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.108507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:53.193510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89508567-687b-4dee-8346-cc08124a8583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.194831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89508567-687b-4dee-8346-cc08124a8583 admin admin] 10.222.0.43 "GET /v2.0/subnets/c274d2c1-4786-4900-a55c-127f05453799 HTTP/1.1" status: 200 len: 816 time: 0.0852654 Feb 19 00:49:53.436204 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.125901 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.536869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:55.627907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87306fc7-99cb-4b17-a54a-ea5305f6dfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.629280 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-87306fc7-99cb-4b17-a54a-ea5305f6dfe6 admin admin] 10.222.0.43 "GET /v2.0/subnets/cf17112c-3867-4a93-aa03-a9326a53cb28 HTTP/1.1" status: 200 len: 868 time: 0.0914109 Feb 19 00:49:56.389875 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.533255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:50:20.106511 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9e90946-9eaa-4812-8f79-c3ea2401811a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.457942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e26049b0-e229-45ed-b8b3-bd939cca0861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.439192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.982490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.029605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-d0dbf5b5-eee1-4677-b942-08f8625dfebb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:24.030596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d0dbf5b5-eee1-4677-b942-08f8625dfebb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468805 Feb 19 00:50:25.128076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.383881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.417250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40042) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:26.477028 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b908d330-f31d-4a6e-9c9e-5dbcc48662cc admin admin] GET failed (client error): The resource could not be found. Feb 19 00:50:26.478303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b908d330-f31d-4a6e-9c9e-5dbcc48662cc admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601013 Feb 19 00:50:26.623598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f2e0d-5297-4926-8cbf-239c874f82b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:26.624998 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6a9f2e0d-5297-4926-8cbf-239c874f82b5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426692 Feb 19 00:50:28.991285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40050) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:29.037549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:29.058472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Made reservation on behalf of be904639432a4d7487922072e9ff2838 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:29.060673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.088445 n-d-826752-2 neutron-server[103430]: WARNING neutron.services.revisions.revision_plugin [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Could not find related network for resource to bump revision. Feb 19 00:50:29.098989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:29.108084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4ce8c775-4e6e-4cda-8280-71187ed4005b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.108418 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Added segment 4ce8c775-4e6e-4cda-8280-71187ed4005b of type vlan for network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 Feb 19 00:50:29.154986 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (79cd119f-b11c-4b83-b9b6-e4be4dce2075), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.178328 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (79cd119f-b11c-4b83-b9b6-e4be4dce2075), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.179778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:29.180840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.238242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2458785 Feb 19 00:50:29.251294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10952c02-9f19-4c01-992e-cc0a6c984736 admin admin] Pushing event updated for resources: {'Network': ['ID=79cd119f-b11c-4b83-b9b6-e4be4dce2075,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.262778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:31.602450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40058) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:31.669005 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fa991f-588b-4d45-bdc7-99533b401c78 admin admin] GET failed (client error): The resource could not be found. Feb 19 00:50:31.670320 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-27fa991f-588b-4d45-bdc7-99533b401c78 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665431 Feb 19 00:50:31.740557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e171b-1d26-43e5-8201-31da7a78e695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.742058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6f4e171b-1d26-43e5-8201-31da7a78e695 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675890 Feb 19 00:50:31.751911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Request body: {'subnet': {'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:31.771194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Made reservation on behalf of be904639432a4d7487922072e9ff2838 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:31.774304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.943023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (86d69f56-b09e-4809-99d1-0e35e744afc8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.003524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d69f56-b09e-4809-99d1-0e35e744afc8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.011640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:32.011997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Network hostable DHCP agents. Network: 79cd119f-b11c-4b83-b9b6-e4be4dce2075, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:50:32.027228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:50:32.036315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 79cd119f-b11c-4b83-b9b6-e4be4dce2075) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:32.040573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:32.041179 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.046354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b4ff4-823a-45a9-b575-96e9523fb5d8 None None] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:32.058535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d51c5290-9252-4fbd-b7ee-9eddb4af0c3c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101120 Feb 19 00:50:32.160166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'project_id': 'be904639432a4d7487922072e9ff2838', 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:32.161528 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.311351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Allocated IP 192.168.233.2 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/03a1e769-017b-4bfc-9bc0-02c105b29970) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:32.558245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Publish callbacks [] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.565373 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.611089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Pushing event updated for resources: {'Port': ['ID=03a1e769-017b-4bfc-9bc0-02c105b29970,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.620417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:32.622276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.622276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.622482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.622758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.623082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.623398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.625605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.629969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:32.632296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:32.693502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Attempting to bind port 03a1e769-017b-4bfc-9bc0-02c105b29970 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:32.693874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Attempting to bind port 03a1e769-017b-4bfc-9bc0-02c105b29970 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:32.694239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Attempting to bind port 03a1e769-017b-4bfc-9bc0-02c105b29970 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:32.702257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:32.702639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:32.703804 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.703804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:32.704096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Bound port: 03a1e769-017b-4bfc-9bc0-02c105b29970, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:32.705206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.773249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] For port 03a1e769-017b-4bfc-9bc0-02c105b29970, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:32.776464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] For port 03a1e769-017b-4bfc-9bc0-02c105b29970, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=03a1e769-017b-4bfc-9bc0-02c105b29970,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:32.782939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.857480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564f79-562c-4382-bf3a-19e9cf574ed3 None None] Pushing event updated for resources: {'Port': ['ID=03a1e769-017b-4bfc-9bc0-02c105b29970,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:33.340830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 03a1e769-017b-4bfc-9bc0-02c105b29970 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:33.406685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 03a1e769-017b-4bfc-9bc0-02c105b29970 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:33.407072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.500464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 03a1e769-017b-4bfc-9bc0-02c105b29970 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:33.500849 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.532905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 03a1e769-017b-4bfc-9bc0-02c105b29970, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=03a1e769-017b-4bfc-9bc0-02c105b29970,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:33.537513 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.587376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=03a1e769-017b-4bfc-9bc0-02c105b29970,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:33.897917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce92dc-a5b5-431b-b078-13d580344f6d None None] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:34.017378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8b4c0d26-d7a6-4183-a83c-f3c3750d8568 None None] Provisioning complete for port 03a1e769-017b-4bfc-9bc0-02c105b29970 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:34.017774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0d26-d7a6-4183-a83c-f3c3750d8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.116821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c0d26-d7a6-4183-a83c-f3c3750d8568 None None] Current status of the port 03a1e769-017b-4bfc-9bc0-02c105b29970 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:34.237709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-694fa023-1435-4834-8faf-4d6a7ec06cf6 None None] Provisioning complete for port 03a1e769-017b-4bfc-9bc0-02c105b29970 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:34.238100 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-694fa023-1435-4834-8faf-4d6a7ec06cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.315915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-694fa023-1435-4834-8faf-4d6a7ec06cf6 None None] Current status of the port 03a1e769-017b-4bfc-9bc0-02c105b29970 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:35.197523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 03a1e769-017b-4bfc-9bc0-02c105b29970 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:35.263132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 03a1e769-017b-4bfc-9bc0-02c105b29970 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:35.263505 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (03a1e769-017b-4bfc-9bc0-02c105b29970), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.342063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 03a1e769-017b-4bfc-9bc0-02c105b29970 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:50.098643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-36e4ccc6-d7ef-453b-8322-065c26b67f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.459465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bc45959-b3a2-4bd9-9342-ee4019336f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.442486 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.130715 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.390454 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.531551 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:51:20.102243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a772fd5c-478b-4b38-a718-5c4cc74f324f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.462550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2126a638-4cb7-4249-9fa6-26827407c7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.445809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.133474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.384891 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.529563 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:51:50.103237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7860b076-ca6b-4cad-a8b4-e4c1ba297eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.465765 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8290916b-1cf3-41a4-a20e-bdde0932d3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.449703 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.845757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40096) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.851290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-c6c7c030-d433-4844-8549-eefc102b4595 tempest-verify_tempest_config-770638117 tempest-verify_tempest_config-770638117-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:51:54.852239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c6c7c030-d433-4844-8549-eefc102b4595 tempest-verify_tempest_config-770638117 tempest-verify_tempest_config-770638117-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055315 Feb 19 00:51:55.135488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.143469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40114) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:55.245871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.317786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Publish callbacks [] for security_group (87d7686b-4eed-40f2-af2d-95d957f06677), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.321139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (87d7686b-4eed-40f2-af2d-95d957f06677), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.365990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dbbd84077db464fb6e3b5487a580167&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2214515 Feb 19 00:51:55.366826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d7686b-4eed-40f2-af2d-95d957f06677,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.368676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:55.373457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.373809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.374147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.374484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.374823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.375232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.375539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.375868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.376193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.376514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.376836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.377197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.377519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97802e-95c8-4089-afcd-03b882e488e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.452826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Publish callbacks [] for security_group (87d7686b-4eed-40f2-af2d-95d957f06677), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.473770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Publish callbacks [] for security_group (87d7686b-4eed-40f2-af2d-95d957f06677), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.568878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (87d7686b-4eed-40f2-af2d-95d957f06677), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.571517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.572808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87d7686b-4eed-40f2-af2d-95d957f06677 HTTP/1.1" status: 204 len: 168 time: 0.2027977 Feb 19 00:51:55.580234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d7686b-4eed-40f2-af2d-95d957f06677,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.587059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.587412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.587759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.588101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.588437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.588771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.589135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.589465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.589794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.590146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.590474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.590799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:55.591121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55a265e-fdd2-481b-915f-20cf2dfc3d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:56.388914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.528533 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:52:20.104797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35ea4331-5749-4d3a-bd51-0669eff314c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.466959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb6d3231-d3bc-4a27-a92b-74ee94f451c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.451044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.137233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.392775 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.527426 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:52:50.106347 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34db54d0-da64-479e-a62e-5d1f07332c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.468688 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16b059f5-f1d3-4efe-8937-62b166eff5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.456829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.145758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.397156 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.108664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b296fcc-f40c-4ed6-b530-c21a361a433d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.470778 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f4e02866-0899-4fd4-93d0-e42e53ad9931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.461819 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.527133 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:53:25.145300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:26.400350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:50.110233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff180c6a-80f0-417c-92e9-1e65ac2d8fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.471509 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74e49575-6990-4723-bfa5-0d589a301c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:53.461198 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.147131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:56.403876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:01.526166 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:54:20.114659 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a4aea45-fb37-42c5-a760-cac3fbf16acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.475228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26e110b2-cd27-4696-9cbf-110c24508511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.464094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.150444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.406331 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.525113 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:54:50.116539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cddba507-ae32-4505-8e7d-ba5e22a287d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.476896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-728e0fd2-ef3f-43c6-ab7c-dd83e1f24649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.468323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.153591 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.408739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.523723 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:55:17.978243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.117000 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55e3544f-f947-4452-9935-97388a983ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.479372 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f82dfd-c348-4236-80d7-1912bab64612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.469584 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.157342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.620880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691100'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.410194 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.941898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.118679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10e6dcfb-f77d-49e2-95f1-6819410cd237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.481982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe9aee90-5115-4e64-99c1-dd94b89ca773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.523463 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:55:53.471604 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.158948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.604326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.411650 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.921330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40172) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:09.025892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-92f5d464-94e4-49b4-8ef4-90a7f2db82d0 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1034458 Feb 19 00:56:11.349780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:11.404191 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4bba89ce-f2f4-4ce8-8942-2907add1b3ed admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0533378 Feb 19 00:56:17.955303 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.118548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a78a2222-71f4-470d-b6db-67091ac42425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.482588 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97c76b39-eed5-4259-bb08-64275f465e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.482778 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.162344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.623322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.414605 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.522166 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:56:47.970570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:50.120310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d017ffdd-50ea-4846-aca3-c5042dd9c48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.484335 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f921a04-8a65-4374-a205-37650c59dbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.477527 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.166283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.637374 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.417521 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.521435 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:57:17.970090 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.124065 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2db6aed9-ac62-4fc9-8ade-73f874487b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.490975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b052e095-a4ce-4175-be5d-da0e38dc9131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.480167 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.168624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.630453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.420599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:42.995839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40408) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:43.290651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40428) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:43.375252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-network', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:43.395185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Made reservation on behalf of 058dd83b06b44da8bf1c5c6ec22eac92 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:43.397746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.406232 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.497713 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks [] for security_group (3195accc-b027-474a-b87d-46a1efb66c8c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.502901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3195accc-b027-474a-b87d-46a1efb66c8c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.524246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:57:43.535544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195accc-b027-474a-b87d-46a1efb66c8c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:43.544269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:43.547638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.547990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.548326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.548658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.548987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.549344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.549658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.550543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.550866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.551207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.551529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.551845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.552160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Tracked resource versions report: Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: pushed versions: Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: { 'AddressGroup': {'1.2'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'ConntrackHelper': {'1.0'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Log': {'1.0'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Network': {'1.1'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Port': {'1.7'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'PortForwarding': {'1.2'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'QosPolicy': {'1.10'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'SecurityGroup': {'1.5'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'SubPort': {'1.0'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Subnet': {'1.1'}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Trunk': {'1.1'}} Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: consumer versions: Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: HyperV agent@n-h1-826752-2: {}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: HyperV agent@n-h2-826752-2: {}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: L3 agent@n-d-826752-2: {}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: Metadata agent@n-d-826752-2: {}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: Metering agent@n-d-826752-2: {}, Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'ConntrackHelper': '1.0', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'LocalIPAssociation': '1.0', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Log': '1.0', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Network': '1.1', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Port': '1.7', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'PortForwarding': '1.2', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'QosPolicy': '1.10', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'SecurityGroup': '1.5', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'SecurityGroupRule': '1.2', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'SubPort': '1.0', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Subnet': '1.1', Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: 'Trunk': '1.1'}} Feb 19 00:57:43.553299 n-d-826752-2 neutron-server[103430]: {{(pid=103430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:57:43.563782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (afa89674-34da-477a-af9c-a0e9069ae30a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.564194 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Added segment afa89674-34da-477a-af9c-a0e9069ae30a of type vlan for network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 Feb 19 00:57:43.611663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (13a898ab-8b77-448b-bcd5-5a7a2d3a0761), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.640097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (13a898ab-8b77-448b-bcd5-5a7a2d3a0761), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.641477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.642227 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.694192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6964989 Feb 19 00:57:43.697226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40450) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:43.703966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Request body: {'subnet': {'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-subnet', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:43.707872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b14e23-8ddb-4253-8dd5-21127e10ff05 admin admin] Pushing event updated for resources: {'Network': ['ID=13a898ab-8b77-448b-bcd5-5a7a2d3a0761,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:43.718233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:43.734135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Made reservation on behalf of 058dd83b06b44da8bf1c5c6ec22eac92 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:43.736666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.811341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b3b129b7-7581-4e55-98be-0b21e22b5acc tempest-AutoAllocateNetworkTest-631720589 tempest-AutoAllocateNetworkTest-631720589-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=507e60c2f3e5482182a3eb025bdc9207&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5194669 Feb 19 00:57:43.811976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:43.933234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (a9d1bf1d-9c81-47c9-8b52-be8b38c86215), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.996012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d1bf1d-9c81-47c9-8b52-be8b38c86215,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:44.006275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.006827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.007425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.008026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.009619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.010527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.011193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.011898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.012448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.012955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.013397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.013745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.014119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Tracked resource versions report: Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: pushed versions: Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: { 'AddressGroup': {'1.2'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'ConntrackHelper': {'1.0'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Log': {'1.0'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Network': {'1.1'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Port': {'1.7'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'PortForwarding': {'1.2'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'QosPolicy': {'1.10'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'SecurityGroup': {'1.5'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'SubPort': {'1.0'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Subnet': {'1.1'}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Trunk': {'1.1'}} Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: consumer versions: Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: HyperV agent@n-h1-826752-2: {}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: HyperV agent@n-h2-826752-2: {}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: L3 agent@n-d-826752-2: {}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: Metadata agent@n-d-826752-2: {}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: Metering agent@n-d-826752-2: {}, Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'ConntrackHelper': '1.0', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'LocalIPAssociation': '1.0', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Log': '1.0', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Network': '1.1', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Port': '1.7', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'PortForwarding': '1.2', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'QosPolicy': '1.10', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'SecurityGroup': '1.5', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'SecurityGroupRule': '1.2', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'SubPort': '1.0', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Subnet': '1.1', Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: 'Trunk': '1.1'}} Feb 19 00:57:44.015403 n-d-826752-2 neutron-server[103429]: {{(pid=103429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:57:44.024310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e794458-4636-429b-8e08-a20f81340f6a tempest-AutoAllocateNetworkTest-631720589 tempest-AutoAllocateNetworkTest-631720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.029446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5e794458-4636-429b-8e08-a20f81340f6a tempest-AutoAllocateNetworkTest-631720589 tempest-AutoAllocateNetworkTest-631720589-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2165759 Feb 19 00:57:44.029700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40470) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:44.103808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9790d2a2-5638-4753-9ec2-e11989229fca tempest-AutoAllocateNetworkTest-631720589 tempest-AutoAllocateNetworkTest-631720589-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700469 Feb 19 00:57:44.105093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40472) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:44.123511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Checking segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:44.123865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Network hostable DHCP agents. Network: 13a898ab-8b77-448b-bcd5-5a7a2d3a0761, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:44.145968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:44.149935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0ee58a25-3ea0-4075-933f-8b209547ce59 tempest-AutoAllocateNetworkTest-631720589 tempest-AutoAllocateNetworkTest-631720589-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=507e60c2f3e5482182a3eb025bdc9207 HTTP/1.1" status: 200 len: 208 time: 0.0419285 Feb 19 00:57:44.160222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 13a898ab-8b77-448b-bcd5-5a7a2d3a0761) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:44.171721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5250d-9ed6-402c-b442-b25cf0e69604 None None] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:44.175612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.176365 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.201393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40482) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:44.202771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-42a9191b-5ebc-444a-82c7-7f3d9f6b9dad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5036983 Feb 19 00:57:44.208126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:44.233494 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (4dbc6616-dfea-45f5-8f3b-41be4e652b12), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.234824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (4dbc6616-dfea-45f5-8f3b-41be4e652b12), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.312900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:57:44.321186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.483427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks [] for router_controller (4dbc6616-dfea-45f5-8f3b-41be4e652b12), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.592688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Allocated IP 172.20.0.2 (13a898ab-8b77-448b-bcd5-5a7a2d3a0761/a9d1bf1d-9c81-47c9-8b52-be8b38c86215/87b66ad8-25af-490a-b0c3-5c28d8542a7a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:44.745476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Publish callbacks [] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.756176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.799116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:44.804127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:44.808286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:44.820794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Pushing event updated for resources: {'Port': ['ID=87b66ad8-25af-490a-b0c3-5c28d8542a7a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:44.823581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks [] for router_gateway (4dbc6616-dfea-45f5-8f3b-41be4e652b12), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.846106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.847524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.847524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.847894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.848326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.848748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.849334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.849879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.850502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.851041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.851646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.852197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.852623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Tracked resource versions report: Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: pushed versions: Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: { 'AddressGroup': {'1.2'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Log': {'1.0'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Network': {'1.1'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Port': {'1.7'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'PortForwarding': {'1.2'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'QosPolicy': {'1.10'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'SecurityGroup': {'1.5'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'SubPort': {'1.0'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Subnet': {'1.1'}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Trunk': {'1.1'}} Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: consumer versions: Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: HyperV agent@n-h1-826752-2: {}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: HyperV agent@n-h2-826752-2: {}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: L3 agent@n-d-826752-2: {}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: Metadata agent@n-d-826752-2: {}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: Metering agent@n-d-826752-2: {}, Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'ConntrackHelper': '1.0', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'LocalIPAssociation': '1.0', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Log': '1.0', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Network': '1.1', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Port': '1.7', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'PortForwarding': '1.2', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'QosPolicy': '1.10', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'SecurityGroup': '1.5', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'SecurityGroupRule': '1.2', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'SubPort': '1.0', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Subnet': '1.1', Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: 'Trunk': '1.1'}} Feb 19 00:57:44.853913 n-d-826752-2 neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:57:44.894424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Attempting to bind port 87b66ad8-25af-490a-b0c3-5c28d8542a7a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:44.895044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Attempting to bind port 87b66ad8-25af-490a-b0c3-5c28d8542a7a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:44.895631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Attempting to bind port 87b66ad8-25af-490a-b0c3-5c28d8542a7a on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:44.920290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:44.921471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Checking segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:44.923517 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.925669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Bound using segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:44.926253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Bound port: 87b66ad8-25af-490a-b0c3-5c28d8542a7a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:44.927232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.014372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] For port 87b66ad8-25af-490a-b0c3-5c28d8542a7a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:45.018417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] For port 87b66ad8-25af-490a-b0c3-5c28d8542a7a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=87b66ad8-25af-490a-b0c3-5c28d8542a7a,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:45.026658 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.091558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7c2db-99d4-4b8d-8d20-3987235466d5 None None] Pushing event updated for resources: {'Port': ['ID=87b66ad8-25af-490a-b0c3-5c28d8542a7a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:45.119606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks [] for router_gateway (4dbc6616-dfea-45f5-8f3b-41be4e652b12), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.135248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40518) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:45.143958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.266049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Allocated IP 172.25.0.160 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/e1343a09-af24-4180-9fa0-db947dbb868b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:45.446099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks [] for port (e1343a09-af24-4180-9fa0-db947dbb868b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.509198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.544604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bce4b4cb-c6e5-4b20-9888-1710581d86fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.549413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:45.553690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:45.558258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:45.580145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 87b66ad8-25af-490a-b0c3-5c28d8542a7a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:45.607478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Pushing event updated for resources: {'Port': ['ID=e1343a09-af24-4180-9fa0-db947dbb868b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:45.671480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 87b66ad8-25af-490a-b0c3-5c28d8542a7a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:45.672474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.718364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bce4b4cb-c6e5-4b20-9888-1710581d86fe admin admin] Publish callbacks [] for security_group (dc8ea6a4-37cb-4895-968b-00cf20ce5c1d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.724149 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bce4b4cb-c6e5-4b20-9888-1710581d86fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc8ea6a4-37cb-4895-968b-00cf20ce5c1d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.790891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 87b66ad8-25af-490a-b0c3-5c28d8542a7a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:45.791374 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.830716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 87b66ad8-25af-490a-b0c3-5c28d8542a7a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=87b66ad8-25af-490a-b0c3-5c28d8542a7a,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:45.832809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bce4b4cb-c6e5-4b20-9888-1710581d86fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=507e60c2f3e5482182a3eb025bdc9207&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6946452 Feb 19 00:57:45.838330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40544) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:45.841452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.874117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b4cb-c6e5-4b20-9888-1710581d86fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ea6a4-37cb-4895-968b-00cf20ce5c1d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:45.920924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4acd24d4-6432-4657-823b-13f4b66c25d2 admin admin] Publish callbacks [] for security_group (dc8ea6a4-37cb-4895-968b-00cf20ce5c1d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.921022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=87b66ad8-25af-490a-b0c3-5c28d8542a7a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:45.950304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4acd24d4-6432-4657-823b-13f4b66c25d2 admin admin] Publish callbacks [] for security_group (dc8ea6a4-37cb-4895-968b-00cf20ce5c1d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.950587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks [] for router_gateway (4dbc6616-dfea-45f5-8f3b-41be4e652b12), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.019344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4acd24d4-6432-4657-823b-13f4b66c25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc8ea6a4-37cb-4895-968b-00cf20ce5c1d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.022465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4acd24d4-6432-4657-823b-13f4b66c25d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.023716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4acd24d4-6432-4657-823b-13f4b66c25d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc8ea6a4-37cb-4895-968b-00cf20ce5c1d HTTP/1.1" status: 204 len: 168 time: 0.1840160 Feb 19 00:57:46.037612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd24d4-6432-4657-823b-13f4b66c25d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ea6a4-37cb-4895-968b-00cf20ce5c1d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:46.260260 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (4dbc6616-dfea-45f5-8f3b-41be4e652b12), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.456588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be98afd-f266-40c2-b9da-1b01cfe825b9 None None] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:46.467790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:57:46.555408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e9c5038e-1c1f-4ce0-ad73-86e0174921cc None None] Provisioning complete for port 87b66ad8-25af-490a-b0c3-5c28d8542a7a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:46.556131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9c5038e-1c1f-4ce0-ad73-86e0174921cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.696563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5038e-1c1f-4ce0-ad73-86e0174921cc None None] Current status of the port 87b66ad8-25af-490a-b0c3-5c28d8542a7a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:46.767129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:57:46.781474 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:57:46.796562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.801686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d08e4ea-9ec6-4a8a-915b-83d37b884719 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5953760 Feb 19 00:57:46.803711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:46.803941 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:46.804577 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:47.024518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-257f0e18-bfba-4da8-b87c-20668b71cc96 None None] Provisioning complete for port 87b66ad8-25af-490a-b0c3-5c28d8542a7a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:47.025080 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-257f0e18-bfba-4da8-b87c-20668b71cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.026827 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:47.091846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:47.157816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-257f0e18-bfba-4da8-b87c-20668b71cc96 None None] Current status of the port 87b66ad8-25af-490a-b0c3-5c28d8542a7a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:47.158636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:47.336305 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:45Z', 'revision_number': 3, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:47.374085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a3c6-5fdf-497c-a6aa-1fb78b2c3702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.381747 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:57:47.382414 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Updating router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 port e1343a09-af24-4180-9fa0-db947dbb868b binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:57:47.419421 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.423834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3c4a896b-3718-4e3c-82e8-0e9eb5b18aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.467926 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.477140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 87b66ad8-25af-490a-b0c3-5c28d8542a7a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:47.582541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 87b66ad8-25af-490a-b0c3-5c28d8542a7a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:47.582943 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.616697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a3c6-5fdf-497c-a6aa-1fb78b2c3702 admin admin] Publish callbacks [] for security_group (3ffc8138-6c3f-4f40-a867-83bcd6c3ca84), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.630457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a3c6-5fdf-497c-a6aa-1fb78b2c3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3ffc8138-6c3f-4f40-a867-83bcd6c3ca84), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.688224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3a3c6-5fdf-497c-a6aa-1fb78b2c3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc8138-6c3f-4f40-a867-83bcd6c3ca84,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:47.725795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9ac3a3c6-5fdf-497c-a6aa-1fb78b2c3702 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a003e586f4e46fab7af343f7f477fd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5659888 Feb 19 00:57:47.729551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40636) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:47.762225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Allocated IP 172.20.0.1 (13a898ab-8b77-448b-bcd5-5a7a2d3a0761/a9d1bf1d-9c81-47c9-8b52-be8b38c86215/eb01c32d-a334-44d0-a003-84e7e091674c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:47.808440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3c4a896b-3718-4e3c-82e8-0e9eb5b18aa3 admin admin] Publish callbacks [] for security_group (e2ff9dab-c0c2-409b-ad70-7943b6184408), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.822143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3c4a896b-3718-4e3c-82e8-0e9eb5b18aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e2ff9dab-c0c2-409b-ad70-7943b6184408), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.904580 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Publish callbacks [] for port (e1343a09-af24-4180-9fa0-db947dbb868b), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.915954 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.950511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks [] for port (eb01c32d-a334-44d0-a003-84e7e091674c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.996166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a896b-3718-4e3c-82e8-0e9eb5b18aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff9dab-c0c2-409b-ad70-7943b6184408,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.005319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Pushing event updated for resources: {'Port': ['ID=e1343a09-af24-4180-9fa0-db947dbb868b,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.016128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Attempting to bind port e1343a09-af24-4180-9fa0-db947dbb868b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:48.016709 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Attempting to bind port e1343a09-af24-4180-9fa0-db947dbb868b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:48.017475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Attempting to bind port e1343a09-af24-4180-9fa0-db947dbb868b on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:48.026185 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.026779 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.027255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.027740 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.028299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.029215 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.030230 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.030791 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.031272 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.031775 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.032241 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.032977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3c4a896b-3718-4e3c-82e8-0e9eb5b18aa3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c895145f395440d18aa083b1731c9328&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9400258 Feb 19 00:57:48.036908 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.037407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 87b66ad8-25af-490a-b0c3-5c28d8542a7a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:48.037864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40650) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:48.037936 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Tracked resource versions report: Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: pushed versions: Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: { 'AddressGroup': {'1.2'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'ConntrackHelper': {'1.0'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Log': {'1.0'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Network': {'1.1'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Port': {'1.7'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'PortForwarding': {'1.2'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'QosPolicy': {'1.10'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'SecurityGroup': {'1.5'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'SubPort': {'1.0'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Subnet': {'1.1'}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Trunk': {'1.1'}} Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: consumer versions: Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: { DHCP agent@n-d-826752-2: {}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: HyperV agent@n-h1-826752-2: {}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: HyperV agent@n-h2-826752-2: {}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: L3 agent@n-d-826752-2: {}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: Metadata agent@n-d-826752-2: {}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: Metering agent@n-d-826752-2: {}, Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: Open vSwitch agent@n-d-826752-2: { 'AddressGroup': '1.2', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'ConntrackHelper': '1.0', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'LocalIPAssociation': '1.0', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Log': '1.0', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Network': '1.1', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Port': '1.7', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'PortForwarding': '1.2', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'QosPolicy': '1.10', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'SecurityGroup': '1.5', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'SecurityGroupRule': '1.2', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'SubPort': '1.0', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Subnet': '1.1', Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: 'Trunk': '1.1'}} Feb 19 00:57:48.038969 n-d-826752-2 neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:57:48.044332 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:48.044941 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:48.045993 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.046657 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:48.047354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Bound port: e1343a09-af24-4180-9fa0-db947dbb868b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:48.047984 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.068061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.070337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.129732 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] For port e1343a09-af24-4180-9fa0-db947dbb868b, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:48.134121 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] For port e1343a09-af24-4180-9fa0-db947dbb868b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e1343a09-af24-4180-9fa0-db947dbb868b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:48.140476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:48.143593 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.149322 n-d-826752-2 neutron-server[103429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 00:57:48.170663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22c88185-b1d1-4df0-a518-047b419a1b66 admin admin] Publish callbacks [] for security_group (3ffc8138-6c3f-4f40-a867-83bcd6c3ca84), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.175645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:48.179260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Pushing event updated for resources: {'Port': ['ID=eb01c32d-a334-44d0-a003-84e7e091674c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.182286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:48.213110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-c705e9df-1ab6-43ba-8119-a74109c13f6b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648546 Feb 19 00:57:48.219167 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-709bddfa-c8df-4006-be80-436eddb96def admin admin] Publish callbacks [] for security_group (e2ff9dab-c0c2-409b-ad70-7943b6184408), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.220594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:48.221140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (4dbc6616-dfea-45f5-8f3b-41be4e652b12), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.253637 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b67e0d-f102-4f30-80db-8991e334b904 None None] Pushing event updated for resources: {'Port': ['ID=e1343a09-af24-4180-9fa0-db947dbb868b,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.266829 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:48.267653 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:48.297884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22c88185-b1d1-4df0-a518-047b419a1b66 admin admin] Publish callbacks [] for security_group (3ffc8138-6c3f-4f40-a867-83bcd6c3ca84), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.418369 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:48.523034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-709bddfa-c8df-4006-be80-436eddb96def admin admin] Publish callbacks [] for security_group (e2ff9dab-c0c2-409b-ad70-7943b6184408), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.638683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.705415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cbca486f-c57f-4ae6-8ce7-a8aca61c5539 None None] Provisioning complete for port eb01c32d-a334-44d0-a003-84e7e091674c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:48.705962 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbca486f-c57f-4ae6-8ce7-a8aca61c5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.777395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22c88185-b1d1-4df0-a518-047b419a1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3ffc8138-6c3f-4f40-a867-83bcd6c3ca84), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.780648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22c88185-b1d1-4df0-a518-047b419a1b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.786764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-22c88185-b1d1-4df0-a518-047b419a1b66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ffc8138-6c3f-4f40-a867-83bcd6c3ca84 HTTP/1.1" status: 204 len: 168 time: 1.0556386 Feb 19 00:57:48.787586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40690) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:48.793129 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:45Z', 'revision_number': 3, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:48.794851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cbca486f-c57f-4ae6-8ce7-a8aca61c5539 None None] Port eb01c32d-a334-44d0-a003-84e7e091674c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:48.805917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c88185-b1d1-4df0-a518-047b419a1b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc8138-6c3f-4f40-a867-83bcd6c3ca84,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.822507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-e9a52898-59a3-4d96-81a4-a433fad1621c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:48.843530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-e9a52898-59a3-4d96-81a4-a433fad1621c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6065314 Feb 19 00:57:48.848089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-709bddfa-c8df-4006-be80-436eddb96def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e2ff9dab-c0c2-409b-ad70-7943b6184408), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.852244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-709bddfa-c8df-4006-be80-436eddb96def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.854053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-709bddfa-c8df-4006-be80-436eddb96def admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2ff9dab-c0c2-409b-ad70-7943b6184408 HTTP/1.1" status: 204 len: 168 time: 0.8155122 Feb 19 00:57:48.885736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bddfa-c8df-4006-be80-436eddb96def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff9dab-c0c2-409b-ad70-7943b6184408,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.918191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-e1330f06-3ffb-48ad-88fc-a6569a6ed451 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/quotas/f7330bfdd9ab4048a1de59453f471ca6 HTTP/1.1" status: 200 len: 375 time: 0.0734751 Feb 19 00:57:48.966837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks [] for port (eb01c32d-a334-44d0-a003-84e7e091674c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.977737 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.978989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (4dbc6616-dfea-45f5-8f3b-41be4e652b12), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.995105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-636e6fa6-d365-4705-ab41-fc9a7cf8a77f tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759275 Feb 19 00:57:49.072140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb50cb-b50e-4a89-979e-025b62e0ebf7 None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:45Z', 'revision_number': 3, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:57:49.131600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Pushing event updated for resources: {'Port': ['ID=eb01c32d-a334-44d0-a003-84e7e091674c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:49.219930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:49.221565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:49.475269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4553f93-46ca-4732-ae2e-609a2b2b48fb req-a1617e23-1e58-468c-a475-509d1ca64901 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 210 time: 0.1375098 Feb 19 00:57:49.506343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:57:49.523440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6fd688d-12c1-4eda-be59-8d6de03d162f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.647821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1bb4ee0c-3537-4ca4-bbee-7b4bad73c884 None None] Provisioning complete for port eb01c32d-a334-44d0-a003-84e7e091674c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:49.648512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee0c-3537-4ca4-bbee-7b4bad73c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.717996 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6fd688d-12c1-4eda-be59-8d6de03d162f admin admin] Publish callbacks [] for security_group (a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.721592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4ee0c-3537-4ca4-bbee-7b4bad73c884 None None] Port eb01c32d-a334-44d0-a003-84e7e091674c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:49.726641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6fd688d-12c1-4eda-be59-8d6de03d162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.757860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:57:49.780840 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe59be03-24a7-4865-b3e6-7fee5179e7ce admin admin] 10.222.0.43 "PUT /v2.0/routers/4dbc6616-dfea-45f5-8f3b-41be4e652b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9735272 Feb 19 00:57:49.786153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6fd688d-12c1-4eda-be59-8d6de03d162f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7574d41019064d15956b8270dde28615&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9867547 Feb 19 00:57:49.787023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd688d-12c1-4eda-be59-8d6de03d162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:49.789949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:49.790454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40748) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:49.819745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40754) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:49.833774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cca-141d-4caf-8b3a-9b5d48b6eb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.837764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bf98-62a8-494f-8321-647a996d49b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.967693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08429778-25f0-4b5c-b136-97564ba311bf admin admin] Publish callbacks [] for security_group (a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.992854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cca-141d-4caf-8b3a-9b5d48b6eb7a admin admin] Publish callbacks [] for security_group (bfd73975-0775-41a6-97e8-f655f525daac), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.002627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cca-141d-4caf-8b3a-9b5d48b6eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bfd73975-0775-41a6-97e8-f655f525daac), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.051820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-54ea6cca-141d-4caf-8b3a-9b5d48b6eb7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15bdbdfb4d14421b8d680696969ba931&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2306101 Feb 19 00:57:50.053440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea6cca-141d-4caf-8b3a-9b5d48b6eb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd73975-0775-41a6-97e8-f655f525daac,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:50.058270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40760) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:50.152673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5227f50-b39c-41cf-be13-e9dd90c188b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.154778 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e3227d3-510c-4882-b9ef-6acaa88f6a67 admin admin] Publish callbacks [] for security_group (bfd73975-0775-41a6-97e8-f655f525daac), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.202712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e3227d3-510c-4882-b9ef-6acaa88f6a67 admin admin] Publish callbacks [] for security_group (bfd73975-0775-41a6-97e8-f655f525daac), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.242883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bf98-62a8-494f-8321-647a996d49b7 admin admin] Publish callbacks [] for security_group (bb5742eb-d821-4183-8717-26952a4dba91), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.248263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08429778-25f0-4b5c-b136-97564ba311bf admin admin] Publish callbacks [] for security_group (a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.263346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bf98-62a8-494f-8321-647a996d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bb5742eb-d821-4183-8717-26952a4dba91), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.296696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e3227d3-510c-4882-b9ef-6acaa88f6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bfd73975-0775-41a6-97e8-f655f525daac), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.304114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e3227d3-510c-4882-b9ef-6acaa88f6a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.306213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8e3227d3-510c-4882-b9ef-6acaa88f6a67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfd73975-0775-41a6-97e8-f655f525daac HTTP/1.1" status: 204 len: 168 time: 0.2462265 Feb 19 00:57:50.325352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3227d3-510c-4882-b9ef-6acaa88f6a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd73975-0775-41a6-97e8-f655f525daac,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:50.444580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ac1bf98-62a8-494f-8321-647a996d49b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ca8048c1621454286e84df388af77a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6529155 Feb 19 00:57:50.449150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bf98-62a8-494f-8321-647a996d49b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5742eb-d821-4183-8717-26952a4dba91,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:50.449683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:50.503460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08429778-25f0-4b5c-b136-97564ba311bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.506344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08429778-25f0-4b5c-b136-97564ba311bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.507501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-08429778-25f0-4b5c-b136-97564ba311bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16 HTTP/1.1" status: 204 len: 168 time: 0.7147839 Feb 19 00:57:50.520679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08429778-25f0-4b5c-b136-97564ba311bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8a8e2-3cc1-4fe5-a8f2-f24d3a022f16,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:50.597940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4be9ada1-a0e7-4b01-b3e4-cb4294a48a15 admin admin] Publish callbacks [] for security_group (bb5742eb-d821-4183-8717-26952a4dba91), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.644719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4be9ada1-a0e7-4b01-b3e4-cb4294a48a15 admin admin] Publish callbacks [] for security_group (bb5742eb-d821-4183-8717-26952a4dba91), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.719168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4be9ada1-a0e7-4b01-b3e4-cb4294a48a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bb5742eb-d821-4183-8717-26952a4dba91), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.723998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4be9ada1-a0e7-4b01-b3e4-cb4294a48a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.725151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4be9ada1-a0e7-4b01-b3e4-cb4294a48a15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb5742eb-d821-4183-8717-26952a4dba91 HTTP/1.1" status: 204 len: 168 time: 0.2676575 Feb 19 00:57:50.736710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9ada1-a0e7-4b01-b3e4-cb4294a48a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5742eb-d821-4183-8717-26952a4dba91,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:51.110146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-affecbb8-d34c-433d-9258-87287c7501d9 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8d619a59831e45ec94aaa22b0b0dfa12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250204 Feb 19 00:57:51.395477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-7c4037f6-17a6-4505-aaa3-8628770e135b tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.396980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-7c4037f6-17a6-4505-aaa3-8628770e135b tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805369 Feb 19 00:57:51.418407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-f417acd7-a6db-4696-a7e8-b7665e94e023 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/quotas/8d619a59831e45ec94aaa22b0b0dfa12 HTTP/1.1" status: 200 len: 375 time: 0.0149305 Feb 19 00:57:51.421328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40844) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:51.477437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-7b704418-eb4e-4142-95c0-2edc2ea08bf4 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d619a59831e45ec94aaa22b0b0dfa12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523818 Feb 19 00:57:51.556045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e1343a09-af24-4180-9fa0-db947dbb868b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:51.680595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e1343a09-af24-4180-9fa0-db947dbb868b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:51.682336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.718408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:51.734601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1408b5e-562f-4878-861d-e291525d73c4 req-f9d11d9c-2ad6-4ee7-8cba-9b3796e59a49 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.0576527 Feb 19 00:57:51.749344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b78db2f-58d1-4b3c-a2cc-a7f17255e578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.758271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:57:51.785991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:51.787459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:51.876082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b78db2f-58d1-4b3c-a2cc-a7f17255e578 admin admin] Publish callbacks [] for security_group (6ac689fd-049f-4f28-9824-af956f43da19), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.885006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b78db2f-58d1-4b3c-a2cc-a7f17255e578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6ac689fd-049f-4f28-9824-af956f43da19), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.948522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b78db2f-58d1-4b3c-a2cc-a7f17255e578 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0a76f0fc2904743a5de1d3e9f665b8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2287145 Feb 19 00:57:51.950343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78db2f-58d1-4b3c-a2cc-a7f17255e578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac689fd-049f-4f28-9824-af956f43da19,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:51.951141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:52.016642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e1343a09-af24-4180-9fa0-db947dbb868b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:52.017317 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.042697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e805e1a-d0da-4d2d-a1fe-96260383bc92 admin admin] Publish callbacks [] for security_group (6ac689fd-049f-4f28-9824-af956f43da19), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.059065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port e1343a09-af24-4180-9fa0-db947dbb868b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e1343a09-af24-4180-9fa0-db947dbb868b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:52.064933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:52.068070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.080795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e805e1a-d0da-4d2d-a1fe-96260383bc92 admin admin] Publish callbacks [] for security_group (6ac689fd-049f-4f28-9824-af956f43da19), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.149077 n-d-826752-2 neutron-server[103430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 00:57:52.165917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.89', 53441) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:52.242789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-df45980c-c5d9-4c70-87f6-4604f3df0d7c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749347 Feb 19 00:57:52.250752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=e1343a09-af24-4180-9fa0-db947dbb868b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:52.274163 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d563a107-b94d-4bbd-b73e-ab50d8a80c33 req-b3bf6e5b-aeb5-4def-9038-1bf92450c170 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 210 time: 0.8510008 Feb 19 00:57:52.383955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-c002b30e-516b-4283-b43a-a8d8cf04b746 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.385501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-c002b30e-516b-4283-b43a-a8d8cf04b746 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344604 Feb 19 00:57:52.387097 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e805e1a-d0da-4d2d-a1fe-96260383bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6ac689fd-049f-4f28-9824-af956f43da19), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.390373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e805e1a-d0da-4d2d-a1fe-96260383bc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.390780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9e805e1a-d0da-4d2d-a1fe-96260383bc92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ac689fd-049f-4f28-9824-af956f43da19 HTTP/1.1" status: 204 len: 168 time: 0.4383779 Feb 19 00:57:52.400273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e805e1a-d0da-4d2d-a1fe-96260383bc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac689fd-049f-4f28-9824-af956f43da19,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:52.446680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 2, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:52.492228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:57:52.493026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Updating router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 port eb01c32d-a334-44d0-a003-84e7e091674c binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:57:52.505288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Request body: {'port': {'device_id': '57170b69-6dff-4176-998e-766b7306a1ab', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'f7330bfdd9ab4048a1de59453f471ca6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:52.566369 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb421d66-b3a7-4783-8a69-3fe39b8bb660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.588230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.952115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f5ce35f-d92b-468e-950e-8d03c02e93ff req-5d666c4c-5ba4-4cf3-8e9a-2f357d5e3620 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.0590475 Feb 19 00:57:53.120466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40944) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:53.127581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-network', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:53.165995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Made reservation on behalf of f7330bfdd9ab4048a1de59453f471ca6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:53.169961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.189618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Made reservation on behalf of c620bc2f0f6441d4a5dba2c100295003 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:53.192696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.206439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.217945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.238269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Publish callbacks [] for port (eb01c32d-a334-44d0-a003-84e7e091674c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.259752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.352392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379450-e3cd-4d3e-b70b-fa5b61afe078 None None] Pushing event updated for resources: {'Port': ['ID=eb01c32d-a334-44d0-a003-84e7e091674c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:53.446877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks [] for security_group (674206cb-a84c-4741-897c-8914a32e5f21), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.456749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (674206cb-a84c-4741-897c-8914a32e5f21), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.482734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:53.504665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (33c11df7-e78e-4741-8d59-fdfc588bda4f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.505032 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Added segment 33c11df7-e78e-4741-8d59-fdfc588bda4f of type vlan for network 1259221c-e735-4813-87b4-4c1b85f631d3 Feb 19 00:57:53.533306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks [] for security_group (c11dd51c-a603-48e0-ac5e-ce478abdd93a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.556099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c11dd51c-a603-48e0-ac5e-ce478abdd93a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.592846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e1343a09-af24-4180-9fa0-db947dbb868b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:53.596138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Attempting to bind port eb01c32d-a334-44d0-a003-84e7e091674c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:53.596565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Attempting to bind port eb01c32d-a334-44d0-a003-84e7e091674c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:53.596934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Attempting to bind port eb01c32d-a334-44d0-a003-84e7e091674c on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:53.610960 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.623678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:53.624062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Checking segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:53.624470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.624866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Bound using segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:53.625374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Bound port: eb01c32d-a334-44d0-a003-84e7e091674c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:53.625756 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.669961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1259221c-e735-4813-87b4-4c1b85f631d3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.698145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dbca5d8-7943-4272-9ff6-f7fc0667018a req-5fa7e823-3f77-4cb0-911b-05fe4260327b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 210 time: 0.0952389 Feb 19 00:57:53.710159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674206cb-a84c-4741-897c-8914a32e5f21,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:53.742203 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1259221c-e735-4813-87b4-4c1b85f631d3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.743330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.744121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.776041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6544228 Feb 19 00:57:53.779035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:53.785686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Request body: {'subnet': {'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-subnet', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:53.817932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] For port eb01c32d-a334-44d0-a003-84e7e091674c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:53.823444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] For port eb01c32d-a334-44d0-a003-84e7e091674c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eb01c32d-a334-44d0-a003-84e7e091674c,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:53.830414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11dd51c-a603-48e0-ac5e-ce478abdd93a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:53.841655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Made reservation on behalf of c620bc2f0f6441d4a5dba2c100295003 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:53.844365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.849690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.915669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40992) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:53.937888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] Provisioning complete for port eb01c32d-a334-44d0-a003-84e7e091674c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:53.938624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.951763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7390-610a-42de-a160-3bbf5a7d26b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1259221c-e735-4813-87b4-4c1b85f631d3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:54.059441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1259221c-e735-4813-87b4-4c1b85f631d3 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:54.157560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (6605fa64-3513-4f7f-ac7e-5f4020260b87), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.176343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Allocated IP 192.168.233.172 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/27132439-215c-453f-849d-fdb4a38dfcd1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:54.197079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e1343a09-af24-4180-9fa0-db947dbb868b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:54.197678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.208546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.10', 57757) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:54.245388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] Current status of the port eb01c32d-a334-44d0-a003-84e7e091674c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:54.261388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.291377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-c7c51357-8a47-49c7-b7e2-58410ecc7d8d tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8d619a59831e45ec94aaa22b0b0dfa12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809791 Feb 19 00:57:54.392713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Checking segment: {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:54.393507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Network hostable DHCP agents. Network: 1259221c-e735-4813-87b4-4c1b85f631d3, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:54.396229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6605fa64-3513-4f7f-ac7e-5f4020260b87,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:54.489411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] For port eb01c32d-a334-44d0-a003-84e7e091674c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eb01c32d-a334-44d0-a003-84e7e091674c,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:54.518349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:54.519003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:54.547476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ab3d3ff1-5f7b-4089-a630-5e9085e6c014 req-0e331339-0a19-44e9-a705-1273afce4b48 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.1254523 Feb 19 00:57:54.562423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Network 1259221c-e735-4813-87b4-4c1b85f631d3 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:54.585457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 1259221c-e735-4813-87b4-4c1b85f631d3) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:54.604281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.605679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.659588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7d3634f7-bd33-45dc-b3d3-9b4ae5c0a541 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8783803 Feb 19 00:57:54.668135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41016) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:54.677416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:54.710726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:54.739097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (1d7ee4f9-5037-4042-9db3-675d95eb062f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.740640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (1d7ee4f9-5037-4042-9db3-675d95eb062f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.880900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks [] for router_controller (1d7ee4f9-5037-4042-9db3-675d95eb062f), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.912985 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.918755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379450-e3cd-4d3e-b70b-fa5b61afe078 None None] Pushing event updated for resources: {'Port': ['ID=eb01c32d-a334-44d0-a003-84e7e091674c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:54.922038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-fb1c85d5-7bd8-4688-96cc-d4bc8c211c00 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.922939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43250c-5ecf-44f7-80d1-0f58f375c342 None None] Network 1259221c-e735-4813-87b4-4c1b85f631d3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:54.941666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-fb1c85d5-7bd8-4688-96cc-d4bc8c211c00 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6084290 Feb 19 00:57:54.956653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4668f207-36fc-469e-967f-c9d20f2a19ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.090014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88968fc9-c292-48ff-9e18-87fd54ee1f66 req-ece4b6fc-6a8e-41e1-9034-db7582a2f2a9 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 210 time: 0.1408527 Feb 19 00:57:55.137668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks [] for port (27132439-215c-453f-849d-fdb4a38dfcd1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.193278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Request body: {'port': {'device_id': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '8d619a59831e45ec94aaa22b0b0dfa12'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:55.222931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.352737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7951273-a981-4de4-b065-d11ef7aef06d None None] Pushing event updated for resources: {'Port': ['ID=eb01c32d-a334-44d0-a003-84e7e091674c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:55.537440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:55.543590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.560378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks [] for router_gateway (1d7ee4f9-5037-4042-9db3-675d95eb062f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.563905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Pushing event updated for resources: {'Port': ['ID=27132439-215c-453f-849d-fdb4a38dfcd1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:55.584072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:55.590144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:55.600556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.601253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.605305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0973a049-a276-4fc0-a28e-0a87cdd02c9f None None] Provisioning complete for port eb01c32d-a334-44d0-a003-84e7e091674c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:55.605796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0973a049-a276-4fc0-a28e-0a87cdd02c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.666298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e1343a09-af24-4180-9fa0-db947dbb868b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:55.685395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4668f207-36fc-469e-967f-c9d20f2a19ff admin admin] Publish callbacks [] for security_group (4818486f-36cf-4020-80b1-af92c556b8c5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.700076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ffe0c490-9c60-4b69-adef-ad2725ebd439 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2056832 Feb 19 00:57:55.700230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4668f207-36fc-469e-967f-c9d20f2a19ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4818486f-36cf-4020-80b1-af92c556b8c5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.765195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.851338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:55.854651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-1259221c-e735-4813-87b4-4c1b85f631d3', 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3', 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'fixed_ips': [{'subnet_id': '6605fa64-3513-4f7f-ac7e-5f4020260b87'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:57:55.859384 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.927400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-07f83009-f916-4039-9401-747ddbd79969 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:57:55.929908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-07f83009-f916-4039-9401-747ddbd79969 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2178192 Feb 19 00:57:55.932506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0ef4d-cfdb-44af-becf-04a053d03fa9 None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:57:56.072820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4668f207-36fc-469e-967f-c9d20f2a19ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4df605ef335d46eb8a4f88c7ebd18e71&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1558521 Feb 19 00:57:56.087291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41050) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:56.191819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dacedd1e-3db7-4bfa-9172-f77ac6367bd8 req-b9fb5965-77ae-417a-aae5-f7eb40d81b9d tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.3783364 Feb 19 00:57:56.204159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668f207-36fc-469e-967f-c9d20f2a19ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4818486f-36cf-4020-80b1-af92c556b8c5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:56.213503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Made reservation on behalf of 8d619a59831e45ec94aaa22b0b0dfa12 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:56.222900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.260640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.303604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0973a049-a276-4fc0-a28e-0a87cdd02c9f None None] Current status of the port eb01c32d-a334-44d0-a003-84e7e091674c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:56.400395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9a95baed-6238-4d26-b781-23d01b0da2c9 admin admin] Publish callbacks [] for security_group (4818486f-36cf-4020-80b1-af92c556b8c5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.537253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Allocated IP 172.20.0.2 (1259221c-e735-4813-87b4-4c1b85f631d3/6605fa64-3513-4f7f-ac7e-5f4020260b87/94fc4b62-db7a-4d71-aeb3-02de39a31f34) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:56.587439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9a95baed-6238-4d26-b781-23d01b0da2c9 admin admin] Publish callbacks [] for security_group (4818486f-36cf-4020-80b1-af92c556b8c5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.652354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3497310-f8ad-4800-9c48-a121dd66dfba req-9a4213a1-e814-4645-a77d-215b032293b5 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.676787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3497310-f8ad-4800-9c48-a121dd66dfba req-9a4213a1-e814-4645-a77d-215b032293b5 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 936 time: 0.3309329 Feb 19 00:57:56.680696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks [] for router_gateway (1d7ee4f9-5037-4042-9db3-675d95eb062f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.733971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.842791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-64de86d2-a696-4e72-8461-9d2f7d9054c1 None None] Provisioning complete for port 27132439-215c-453f-849d-fdb4a38dfcd1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:56.844436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64de86d2-a696-4e72-8461-9d2f7d9054c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.960834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.980245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-64de86d2-a696-4e72-8461-9d2f7d9054c1 None None] Port 27132439-215c-453f-849d-fdb4a38dfcd1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:57.008849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3497310-f8ad-4800-9c48-a121dd66dfba req-36f047a9-ad8a-4951-ac35-0cff2e56d46a tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306572 Feb 19 00:57:57.011033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Allocated IP 172.25.0.229 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/af70b4b0-a614-4225-8d95-450edf57bb40) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:57.032085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks [] for security_group (259e062e-d592-48e9-983c-e5326d729941), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.049472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (259e062e-d592-48e9-983c-e5326d729941), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.181346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Request body: {'port': {'device_id': '57170b69-6dff-4176-998e-766b7306a1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:57.187041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9a95baed-6238-4d26-b781-23d01b0da2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4818486f-36cf-4020-80b1-af92c556b8c5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.194272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9a95baed-6238-4d26-b781-23d01b0da2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.196718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9a95baed-6238-4d26-b781-23d01b0da2c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4818486f-36cf-4020-80b1-af92c556b8c5 HTTP/1.1" status: 204 len: 168 time: 1.1069875 Feb 19 00:57:57.205369 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Publish callbacks [] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.215481 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.257090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks [] for port (af70b4b0-a614-4225-8d95-450edf57bb40), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.260482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Network 1259221c-e735-4813-87b4-4c1b85f631d3 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:57.264065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:57.271637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:57.357029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Pushing event updated for resources: {'Port': ['ID=94fc4b62-db7a-4d71-aeb3-02de39a31f34,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:57.365178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Attempting to bind port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:57.367420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Attempting to bind port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:57.368622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Attempting to bind port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 on network 1259221c-e735-4813-87b4-4c1b85f631d3 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:57.380052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:57.380924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Checking segment: {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:57.381734 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.382377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Bound using segment: {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:57.383045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Bound port: 94fc4b62-db7a-4d71-aeb3-02de39a31f34, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:57.383811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.441388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.464968 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf1b4735-256f-4d91-8875-986c40270cbf req-483b036a-ea32-4a03-ae21-9ef1f642f365 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.0995259 Feb 19 00:57:57.498583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] For port 94fc4b62-db7a-4d71-aeb3-02de39a31f34, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:57.513069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] For port 94fc4b62-db7a-4d71-aeb3-02de39a31f34, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=94fc4b62-db7a-4d71-aeb3-02de39a31f34,segment=NetworkSegment(33c11df7-e78e-4741-8d59-fdfc588bda4f),segment_id=33c11df7-e78e-4741-8d59-fdfc588bda4f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:57.521806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.568375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259e062e-d592-48e9-983c-e5326d729941,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:57.601502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:57.616931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:57.631553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:57.753180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef0bb3-0479-4788-8784-59be92bf69bf None None] Pushing event updated for resources: {'Port': ['ID=94fc4b62-db7a-4d71-aeb3-02de39a31f34,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:57.791264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Pushing event updated for resources: {'Port': ['ID=af70b4b0-a614-4225-8d95-450edf57bb40,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:57.951551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb01c32d-a334-44d0-a003-84e7e091674c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:58.100380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port eb01c32d-a334-44d0-a003-84e7e091674c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:58.101532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:58.319432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95baed-6238-4d26-b781-23d01b0da2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818486f-36cf-4020-80b1-af92c556b8c5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:58.334483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41092) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:58.358428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port eb01c32d-a334-44d0-a003-84e7e091674c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:58.391192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:58.460347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Allocated IP 192.168.233.24 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/6df66393-735f-42ab-8757-5220b361ef10) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:58.911508 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c940fbd-19c9-49c3-a248-0e43bb7df89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.003409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks [] for router_gateway (1d7ee4f9-5037-4042-9db3-675d95eb062f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.347665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks [] for port (6df66393-735f-42ab-8757-5220b361ef10), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.383891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58fbf50b-46b4-4823-a09d-a739260f9585 req-9c5c7b87-c2f3-44e5-b0e8-ad1cae134630 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.1334279 Feb 19 00:57:59.475561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c940fbd-19c9-49c3-a248-0e43bb7df89c admin admin] Publish callbacks [] for security_group (ac17b82b-0b34-4e68-a555-092ee89ae9f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.583646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c940fbd-19c9-49c3-a248-0e43bb7df89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ac17b82b-0b34-4e68-a555-092ee89ae9f8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.625090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6df66393-735f-42ab-8757-5220b361ef10), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.780320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3cbb-8498-4f67-b8cf-f6e8f3243cb5 req-2e7b8b2b-6300-4db6-be4e-3f2c09eb369c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.800108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b351759-571e-41f4-bc07-574819588a26 None None] Network 1259221c-e735-4813-87b4-4c1b85f631d3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:59.802784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd9d3cbb-8498-4f67-b8cf-f6e8f3243cb5 req-2e7b8b2b-6300-4db6-be4e-3f2c09eb369c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 936 time: 1.0747366 Feb 19 00:57:59.810756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c940fbd-19c9-49c3-a248-0e43bb7df89c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3641e4e49e8349918899257c472b81ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4748576 Feb 19 00:57:59.819760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41112) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:59.827197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c940fbd-19c9-49c3-a248-0e43bb7df89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17b82b-0b34-4e68-a555-092ee89ae9f8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:59.899996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (1d7ee4f9-5037-4042-9db3-675d95eb062f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.966089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94fc4b62-db7a-4d71-aeb3-02de39a31f34 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:00.014235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:00.019709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c178c4b-ce88-44a9-8a8c-c0c3d9475e16 admin admin] Publish callbacks [] for security_group (ac17b82b-0b34-4e68-a555-092ee89ae9f8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.090126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] Provisioning complete for port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:00.091153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.097017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c178c4b-ce88-44a9-8a8c-c0c3d9475e16 admin admin] Publish callbacks [] for security_group (ac17b82b-0b34-4e68-a555-092ee89ae9f8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.171073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:00.171448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.181116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Router 1d7ee4f9-5037-4042-9db3-675d95eb062f is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:58:00.302651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:00.304500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c178c4b-ce88-44a9-8a8c-c0c3d9475e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ac17b82b-0b34-4e68-a555-092ee89ae9f8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.308170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c178c4b-ce88-44a9-8a8c-c0c3d9475e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.309646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c178c4b-ce88-44a9-8a8c-c0c3d9475e16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac17b82b-0b34-4e68-a555-092ee89ae9f8 HTTP/1.1" status: 204 len: 168 time: 0.4853044 Feb 19 00:58:00.319050 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Sync routers for ids ['1d7ee4f9-5037-4042-9db3-675d95eb062f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:00.325709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c178c4b-ce88-44a9-8a8c-c0c3d9475e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17b82b-0b34-4e68-a555-092ee89ae9f8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:00.342488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.344173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45f40775-9f18-4f36-9723-67546fa10310 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6751761 Feb 19 00:58:00.347917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41122) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:00.354586 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Routers {'1d7ee4f9-5037-4042-9db3-675d95eb062f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:00.358376 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['1d7ee4f9-5037-4042-9db3-675d95eb062f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:00.403642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27132439-215c-453f-849d-fdb4a38dfcd1 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:00.412692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] Current status of the port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:00.422448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.427085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Publish callbacks [] for port (27132439-215c-453f-849d-fdb4a38dfcd1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.484683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Transition to ACTIVE for port object 27132439-215c-453f-849d-fdb4a38dfcd1 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:00.535478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd9d3cbb-8498-4f67-b8cf-f6e8f3243cb5 req-dc1d6415-1ba3-421f-98d3-01acdc424919 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672282 Feb 19 00:58:00.536368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:00.538620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Pushing event updated for resources: {'Port': ['ID=6df66393-735f-42ab-8757-5220b361ef10,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:00.544722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:00.553034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.553789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.570681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.600963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-747888f2-0a8e-4167-a51a-b63415d734b1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4149380 Feb 19 00:58:00.662477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-992f6ca9-932d-44a0-a891-140a63a25c22 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:00.663653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-992f6ca9-932d-44a0-a891-140a63a25c22 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117848 Feb 19 00:58:00.758915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] For port 94fc4b62-db7a-4d71-aeb3-02de39a31f34, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=94fc4b62-db7a-4d71-aeb3-02de39a31f34,segment=NetworkSegment(33c11df7-e78e-4741-8d59-fdfc588bda4f),segment_id=33c11df7-e78e-4741-8d59-fdfc588bda4f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:00.782749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Set router 1d7ee4f9-5037-4042-9db3-675d95eb062f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:00.803374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Attempting to bind port 27132439-215c-453f-849d-fdb4a38dfcd1 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:00.804485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Attempting to bind port 27132439-215c-453f-849d-fdb4a38dfcd1 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:00.804891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Attempting to bind port 27132439-215c-453f-849d-fdb4a38dfcd1 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:00.818694 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.822335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Pushing event updated for resources: {'Port': ['ID=27132439-215c-453f-849d-fdb4a38dfcd1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:00.847121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Port 27132439-215c-453f-849d-fdb4a38dfcd1 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:00.848262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Attempting to bind port 27132439-215c-453f-849d-fdb4a38dfcd1 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:00.864535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:00.866726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:00.867919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:00.871079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Bound port: 27132439-215c-453f-849d-fdb4a38dfcd1, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:00.871479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.950064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:00.951691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.154374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] For port 27132439-215c-453f-849d-fdb4a38dfcd1, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:01.177451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] For port 27132439-215c-453f-849d-fdb4a38dfcd1, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=27132439-215c-453f-849d-fdb4a38dfcd1,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:01.195135 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.308843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:58:01.309809 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:58:01.359414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.364524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.366156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] 10.222.0.89 "PUT /v2.0/ports/27132439-215c-453f-849d-fdb4a38dfcd1 HTTP/1.1" status: 200 len: 1096 time: 4.8678091 Feb 19 00:58:01.384709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3c3ec481-573d-404c-9eab-db7401afd2f9 None None] Provisioning complete for port 6df66393-735f-42ab-8757-5220b361ef10 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:01.385035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57170b69-6dff-4176-998e-766b7306a1ab', 'tag': '27132439-215c-453f-849d-fdb4a38dfcd1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:01.386122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec481-573d-404c-9eab-db7401afd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6df66393-735f-42ab-8757-5220b361ef10), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.430447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93d976-696a-40e4-8095-d0024073fd00 None None] Pushing event updated for resources: {'Port': ['ID=94fc4b62-db7a-4d71-aeb3-02de39a31f34,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:01.454267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T00:57:58Z', 'revision_number': 3, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:01.579384 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Checking router: 1d7ee4f9-5037-4042-9db3-675d95eb062f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:01.584706 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Updating router 1d7ee4f9-5037-4042-9db3-675d95eb062f port af70b4b0-a614-4225-8d95-450edf57bb40 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:58:01.603535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ec481-573d-404c-9eab-db7401afd2f9 None None] Port 6df66393-735f-42ab-8757-5220b361ef10 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:01.730308 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.742606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a4a2f108-e79b-4813-aeb6-73072b50e869 None None] Provisioning complete for port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:01.743002 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f108-e79b-4813-aeb6-73072b50e869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.907697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Request body: {'port': {'device_id': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'device_owner': 'compute:tempest-test_az-1644059964', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:02.040739 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa470499-3e08-40a9-bedb-66e43647ce05" -d '{"events": [{"name": "network-changed", "server_uuid": "57170b69-6dff-4176-998e-766b7306a1ab", "tag": "27132439-215c-453f-849d-fdb4a38dfcd1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:02.081361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c0f86-8146-40b6-b48c-934f27d3ef02 service neutron] Pushing event updated for resources: {'Port': ['ID=27132439-215c-453f-849d-fdb4a38dfcd1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:02.083487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:02.112902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80bcee-b8a8-452f-a473-5e0913a4bac4 req-ef6937ad-ed9a-474f-a47c-3ad781bf3388 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.128728 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d80bcee-b8a8-452f-a473-5e0913a4bac4 req-ef6937ad-ed9a-474f-a47c-3ad781bf3388 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 935 time: 0.8258145 Feb 19 00:58:02.164834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2f108-e79b-4813-aeb6-73072b50e869 None None] Current status of the port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:02.232041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-562f3580-2aaa-4ccd-875f-012a3458afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.234465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-562f3580-2aaa-4ccd-875f-012a3458afa6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 1130 time: 0.5977931 Feb 19 00:58:02.243862 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d80bcee-b8a8-452f-a473-5e0913a4bac4 req-4d3425eb-2050-4a98-9e4c-6ad86a7ca157 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136112 Feb 19 00:58:02.269193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.336267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94fc4b62-db7a-4d71-aeb3-02de39a31f34 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:02.370387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-03b22319-f4e9-4117-a81c-98bd197b5eb9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=27132439-215c-453f-849d-fdb4a38dfcd1 HTTP/1.1" status: 200 len: 217 time: 0.1055884 Feb 19 00:58:02.519609 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Publish callbacks [] for port (af70b4b0-a614-4225-8d95-450edf57bb40), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.545686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:02.546931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.548555 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.585273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Allocated IP 172.20.0.1 (1259221c-e735-4813-87b4-4c1b85f631d3/6605fa64-3513-4f7f-ac7e-5f4020260b87/ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:02.620415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-c75599c1-1774-4d8e-be03-b50379f521d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.621860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-c75599c1-1774-4d8e-be03-b50379f521d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1828487 Feb 19 00:58:02.676670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78818f98-b657-476d-b69f-6550810ea4a3 req-0db85754-c2d2-46e0-a798-f917e75ec359 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.690695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78818f98-b657-476d-b69f-6550810ea4a3 req-0db85754-c2d2-46e0-a798-f917e75ec359 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.6406550 Feb 19 00:58:02.694590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6df66393-735f-42ab-8757-5220b361ef10), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.806339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks [] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.817046 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Attempting to bind port af70b4b0-a614-4225-8d95-450edf57bb40 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:02.817046 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Attempting to bind port af70b4b0-a614-4225-8d95-450edf57bb40 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:02.817046 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Attempting to bind port af70b4b0-a614-4225-8d95-450edf57bb40 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:02.852364 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559b7d6-c89d-44da-a213-89e6de5c1143 None None] Pushing event updated for resources: {'Port': ['ID=af70b4b0-a614-4225-8d95-450edf57bb40,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:02.859774 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:02.860652 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:02.862458 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.863085 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:02.863590 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Bound port: af70b4b0-a614-4225-8d95-450edf57bb40, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:02.863985 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.915596 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.951603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] For port af70b4b0-a614-4225-8d95-450edf57bb40, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:02.956944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] For port af70b4b0-a614-4225-8d95-450edf57bb40, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=af70b4b0-a614-4225-8d95-450edf57bb40,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:02.973416 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.979241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Network 1259221c-e735-4813-87b4-4c1b85f631d3 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:02.985082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:02.992343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:02.994683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (1d7ee4f9-5037-4042-9db3-675d95eb062f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.126770 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Routers {'1d7ee4f9-5037-4042-9db3-675d95eb062f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:03.127350 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['1d7ee4f9-5037-4042-9db3-675d95eb062f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:03.270123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:03.290440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Pushing event updated for resources: {'Port': ['ID=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:03.389666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78818f98-b657-476d-b69f-6550810ea4a3 req-1f687d07-75be-4b7b-aea5-102936342cdb tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967304 Feb 19 00:58:03.413998 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] Set router 1d7ee4f9-5037-4042-9db3-675d95eb062f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:03.473377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ec3696b3-5a98-4a6f-a0ab-38f756a1b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.475137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-ec3696b3-5a98-4a6f-a0ab-38f756a1b7b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7722623 Feb 19 00:58:03.496211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bd8adc19-e067-4255-96a8-060ec675e324 None None] Provisioning complete for port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:03.496583 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd8adc19-e067-4255-96a8-060ec675e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.548691 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559b7d6-c89d-44da-a213-89e6de5c1143 None None] Pushing event updated for resources: {'Port': ['ID=af70b4b0-a614-4225-8d95-450edf57bb40,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:03.558309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.665599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bd8adc19-e067-4255-96a8-060ec675e324 None None] Port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:04.069223 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T00:57:58Z', 'revision_number': 3, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:04.160560 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72feb62-3032-40ca-ae3f-f90a942aca4e None None] The sync data for ids ['1d7ee4f9-5037-4042-9db3-675d95eb062f'] in n-d-826752-2 is: [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T00:57:58Z', 'revision_number': 3, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:04.208595 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks [] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:04.223721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:04.224907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (1d7ee4f9-5037-4042-9db3-675d95eb062f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:04.307756 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393eaa09-bbc7-416d-abed-4b819c14b177 x-openstack-request-id: req-393eaa09-bbc7-416d-abed-4b819c14b177 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:04.308042 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57170b69-6dff-4176-998e-766b7306a1ab", "tag": "27132439-215c-453f-849d-fdb4a38dfcd1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:04.308279 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-393eaa09-bbc7-416d-abed-4b819c14b177 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:04.309026 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57170b69-6dff-4176-998e-766b7306a1ab', 'tag': '27132439-215c-453f-849d-fdb4a38dfcd1', 'status': 'completed', 'code': 200} Feb 19 00:58:04.315929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-24f8954d-f9d1-42a9-90c0-67403031b3f8 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8216231 Feb 19 00:58:04.369226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Pushing event updated for resources: {'Port': ['ID=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:04.444109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Network 1259221c-e735-4813-87b4-4c1b85f631d3 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:04.451409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:04.462562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30867-5632-49ac-a5da-a94b49693ded req-37495c37-2e64-4796-8cb2-fc0e3ad415ca tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.469008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10b30867-5632-49ac-a5da-a94b49693ded req-37495c37-2e64-4796-8cb2-fc0e3ad415ca tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 935 time: 0.1726873 Feb 19 00:58:04.562077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41242) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:04.751075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10b30867-5632-49ac-a5da-a94b49693ded req-4803f78d-ca50-46e2-aa60-dd18966d7b46 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524972 Feb 19 00:58:04.766450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Router 1d7ee4f9-5037-4042-9db3-675d95eb062f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:04.827332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198d0b1-9b2f-49a4-83d8-66bc01d8c439 req-b45defe7-3402-4a6d-8295-e42623bea2f8 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.839783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9198d0b1-9b2f-49a4-83d8-66bc01d8c439 req-b45defe7-3402-4a6d-8295-e42623bea2f8 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.1789556 Feb 19 00:58:04.944758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-918c26c8-f2a9-428f-908d-c2fa7edd8e42 None None] Provisioning complete for port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:04.946573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-918c26c8-f2a9-428f-908d-c2fa7edd8e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:04.952986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df66393-735f-42ab-8757-5220b361ef10 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:04.992974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6044916-0a42-4f4f-9916-94c756e1131c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:04.995394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01debdbe-b097-4cd2-bcaf-a845f949f8db req-e1d6d90a-f4e4-4ade-b855-2d98a30879ac service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209723 Feb 19 00:58:05.000796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Publish callbacks [] for port (6df66393-735f-42ab-8757-5220b361ef10), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.055364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9198d0b1-9b2f-49a4-83d8-66bc01d8c439 req-3a269c01-b148-454e-b27b-e7ae40a96a39 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144809 Feb 19 00:58:05.087531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Transition to ACTIVE for port object 6df66393-735f-42ab-8757-5220b361ef10 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:05.097751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-918c26c8-f2a9-428f-908d-c2fa7edd8e42 None None] Port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:05.100275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6df66393-735f-42ab-8757-5220b361ef10), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.270304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:05.290064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1d5aea41-31f7-4412-941c-008c696b8acb admin admin] 10.222.0.43 "PUT /v2.0/routers/1d7ee4f9-5037-4042-9db3-675d95eb062f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9406688 Feb 19 00:58:05.366087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Pushing event updated for resources: {'Port': ['ID=6df66393-735f-42ab-8757-5220b361ef10,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:05.377511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6044916-0a42-4f4f-9916-94c756e1131c admin admin] Publish callbacks [] for security_group (81ffc334-bb6b-4412-a2db-020d8bcd9845), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.388413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6044916-0a42-4f4f-9916-94c756e1131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (81ffc334-bb6b-4412-a2db-020d8bcd9845), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.421005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-fa613a87-1565-4bc9-9334-cc351217afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.430611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-fa613a87-1565-4bc9-9334-cc351217afc6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 1130 time: 0.3119211 Feb 19 00:58:05.465028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6044916-0a42-4f4f-9916-94c756e1131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ffc334-bb6b-4412-a2db-020d8bcd9845,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:05.538984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6044916-0a42-4f4f-9916-94c756e1131c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2dc0b31853ec4930a0e3337e89562356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9733500 Feb 19 00:58:05.541739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41264) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:05.758710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9b088ef-01bc-40d7-9903-2c704fcc84ce admin admin] Publish callbacks [] for security_group (81ffc334-bb6b-4412-a2db-020d8bcd9845), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.772929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Attempting to bind port 6df66393-735f-42ab-8757-5220b361ef10 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:05.779189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Attempting to bind port 6df66393-735f-42ab-8757-5220b361ef10 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:05.782582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Attempting to bind port 6df66393-735f-42ab-8757-5220b361ef10 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:05.845434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9b088ef-01bc-40d7-9903-2c704fcc84ce admin admin] Publish callbacks [] for security_group (81ffc334-bb6b-4412-a2db-020d8bcd9845), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.856937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Port 6df66393-735f-42ab-8757-5220b361ef10 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:05.860474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Attempting to bind port 6df66393-735f-42ab-8757-5220b361ef10 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:05.883211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41274) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:05.907454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:05.909474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:05.910144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:05.911604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Bound port: 6df66393-735f-42ab-8757-5220b361ef10, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:05.913291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6df66393-735f-42ab-8757-5220b361ef10), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.003705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9b088ef-01bc-40d7-9903-2c704fcc84ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (81ffc334-bb6b-4412-a2db-020d8bcd9845), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.015315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9b088ef-01bc-40d7-9903-2c704fcc84ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.022961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a9b088ef-01bc-40d7-9903-2c704fcc84ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81ffc334-bb6b-4412-a2db-020d8bcd9845 HTTP/1.1" status: 204 len: 168 time: 0.4800556 Feb 19 00:58:06.046641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b088ef-01bc-40d7-9903-2c704fcc84ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ffc334-bb6b-4412-a2db-020d8bcd9845,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:06.141842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] For port 6df66393-735f-42ab-8757-5220b361ef10, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:06.145956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] For port 6df66393-735f-42ab-8757-5220b361ef10, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6df66393-735f-42ab-8757-5220b361ef10,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:06.159517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6df66393-735f-42ab-8757-5220b361ef10), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.197587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-f3d4174e-d67d-470a-b4e1-1c4edd401c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.199060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-f3d4174e-d67d-470a-b4e1-1c4edd401c04 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.7335854 Feb 19 00:58:06.209587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.210214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.211692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] 10.222.0.10 "PUT /v2.0/ports/6df66393-735f-42ab-8757-5220b361ef10 HTTP/1.1" status: 200 len: 1117 time: 4.5387287 Feb 19 00:58:06.278911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-e3dd2352-5dff-426e-8a16-c5575f2eb300 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=27132439-215c-453f-849d-fdb4a38dfcd1 HTTP/1.1" status: 200 len: 217 time: 0.0662835 Feb 19 00:58:06.361359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'tag': '6df66393-735f-42ab-8757-5220b361ef10'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:06.367751 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695a84cb-b4d8-48d3-b5ac-6978196d61b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8297f941-f4bf-4a48-b09f-e89cc151d0b3", "tag": "6df66393-735f-42ab-8757-5220b361ef10"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:06.427185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9fddb-157d-49b0-88cb-d5e9a9ff956e service neutron] Pushing event updated for resources: {'Port': ['ID=6df66393-735f-42ab-8757-5220b361ef10,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:06.456973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af70b4b0-a614-4225-8d95-450edf57bb40 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:06.465720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-6cae2ce1-8c5d-4ba3-b349-0803b4346671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.468181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-6cae2ce1-8c5d-4ba3-b349-0803b4346671 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d619a59831e45ec94aaa22b0b0dfa12&device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 1151 time: 0.1816585 Feb 19 00:58:06.470437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-4e35d77e-d9a4-4c55-ac9b-9fe1faf1edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.472535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-4e35d77e-d9a4-4c55-ac9b-9fe1faf1edc9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1848993 Feb 19 00:58:06.586128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ca805-2df1-4201-8517-6dac301acc66 req-661414ee-5a8c-4595-9539-0ad21cc984bc tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.591411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b7ca805-2df1-4201-8517-6dac301acc66 req-661414ee-5a8c-4595-9539-0ad21cc984bc tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.2251599 Feb 19 00:58:06.631392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port af70b4b0-a614-4225-8d95-450edf57bb40 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:06.634404 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.816337 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b7ca805-2df1-4201-8517-6dac301acc66 req-f5db8f77-5bb4-4384-b666-36b9f4ca9d9c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168846 Feb 19 00:58:06.854621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port af70b4b0-a614-4225-8d95-450edf57bb40 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:06.855024 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.871385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-954e11e4-ce42-4bb4-b1f4-e51329b442b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6df66393-735f-42ab-8757-5220b361ef10 HTTP/1.1" status: 200 len: 217 time: 0.2137756 Feb 19 00:58:06.881660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96525db7-6323-4f7e-b53e-89dbf84b7120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.985961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port af70b4b0-a614-4225-8d95-450edf57bb40, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=af70b4b0-a614-4225-8d95-450edf57bb40,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.009111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.027904 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99479666-275c-435f-a023-bc9033378054 x-openstack-request-id: req-99479666-275c-435f-a023-bc9033378054 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:07.028277 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8297f941-f4bf-4a48-b09f-e89cc151d0b3", "tag": "6df66393-735f-42ab-8757-5220b361ef10", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:07.028628 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99479666-275c-435f-a023-bc9033378054 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:07.029046 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'tag': '6df66393-735f-42ab-8757-5220b361ef10', 'status': 'completed', 'code': 200} Feb 19 00:58:07.062904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96525db7-6323-4f7e-b53e-89dbf84b7120 admin admin] Publish callbacks [] for security_group (cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.073535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96525db7-6323-4f7e-b53e-89dbf84b7120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.110193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-883e5b70-97d0-47f3-ab11-be658b4eb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.120452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-883e5b70-97d0-47f3-ab11-be658b4eb210 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6298363 Feb 19 00:58:07.125512 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-96525db7-6323-4f7e-b53e-89dbf84b7120 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cde2e8bd4cf4c0ba3c6752f7f677b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2406130 Feb 19 00:58:07.128638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41294) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:07.216809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:07.240761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=af70b4b0-a614-4225-8d95-450edf57bb40,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.363649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525db7-6323-4f7e-b53e-89dbf84b7120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.397203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-65471b9f-4880-4a5a-97b1-fa99d62df822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.401639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-65471b9f-4880-4a5a-97b1-fa99d62df822 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.4972591 Feb 19 00:58:07.427885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5532c7-09bb-4dd4-964a-33eaf53d914b req-936bf201-6c23-42c4-8761-b5f65e322bb8 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.430253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be4599d1-ac21-42b2-9a9a-e5a9b478787d admin admin] Publish callbacks [] for security_group (cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.440543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be5532c7-09bb-4dd4-964a-33eaf53d914b req-936bf201-6c23-42c4-8761-b5f65e322bb8 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.5729036 Feb 19 00:58:07.497277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be4599d1-ac21-42b2-9a9a-e5a9b478787d admin admin] Publish callbacks [] for security_group (cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.623068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be4599d1-ac21-42b2-9a9a-e5a9b478787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.637469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be4599d1-ac21-42b2-9a9a-e5a9b478787d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.641102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-be4599d1-ac21-42b2-9a9a-e5a9b478787d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f HTTP/1.1" status: 204 len: 168 time: 0.5112028 Feb 19 00:58:07.666507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4599d1-ac21-42b2-9a9a-e5a9b478787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10f2b1-7afe-4b2d-85aa-16b2c1f4067f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.717217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Sync routers for ids ['1d7ee4f9-5037-4042-9db3-675d95eb062f'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:07.739556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-946398c8-f9a2-4f7b-a849-8b540abd8fb1 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093605 Feb 19 00:58:07.768120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb853ef-6516-403e-8421-5d944262ef26 req-d5e896f5-64e9-4976-96c5-c5a74dc9ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.769400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Routers {'1d7ee4f9-5037-4042-9db3-675d95eb062f'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:07.770213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['1d7ee4f9-5037-4042-9db3-675d95eb062f'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:07.771351 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-d5e896f5-64e9-4976-96c5-c5a74dc9ed47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3211923 Feb 19 00:58:07.775754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be5532c7-09bb-4dd4-964a-33eaf53d914b req-364d36d1-b1bb-41d3-a852-6a024d45d6d5 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267527 Feb 19 00:58:07.808850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41308) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:07.816161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41310) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:07.881548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84b6290d-2808-4133-99b3-d67837608963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.971480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Set router 1d7ee4f9-5037-4042-9db3-675d95eb062f gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:08.166256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84b6290d-2808-4133-99b3-d67837608963 admin admin] Publish callbacks [] for security_group (10c36898-be48-4f13-afab-63b828c9db65), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.175048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84b6290d-2808-4133-99b3-d67837608963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (10c36898-be48-4f13-afab-63b828c9db65), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.304099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa470499-3e08-40a9-bedb-66e43647ce05 req-293a15b8-0723-480a-aea9-5cdcd25fefa1 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800100 Feb 19 00:58:08.322739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-84b6290d-2808-4133-99b3-d67837608963 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6b13ed911d6400eab673a894b086641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994092 Feb 19 00:58:08.334233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41320) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:08.355812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af70b4b0-a614-4225-8d95-450edf57bb40 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:08.412382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bed10a3a-5178-417b-9892-b37b428e5fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.463335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-e32d2e7e-ebd1-4dfc-8e16-997f1a387345 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798704 Feb 19 00:58:08.474182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf10091-9c23-479c-bc41-c7a4f4a21427 req-d94d4c63-7f0b-48ae-b6fb-7209cd1aa736 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.481028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6290d-2808-4133-99b3-d67837608963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c36898-be48-4f13-afab-63b828c9db65,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:08.482146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edf10091-9c23-479c-bc41-c7a4f4a21427 req-d94d4c63-7f0b-48ae-b6fb-7209cd1aa736 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.2024024 Feb 19 00:58:08.521411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41324) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:08.527697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746682205', 'description': 'tempest-description--297628632'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:08.582647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.608208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d47551-c657-4387-ad70-bba815eeefff admin admin] Publish callbacks [] for security_group (10c36898-be48-4f13-afab-63b828c9db65), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.633554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port af70b4b0-a614-4225-8d95-450edf57bb40 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:08.633939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.640471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d47551-c657-4387-ad70-bba815eeefff admin admin] Publish callbacks [] for security_group (10c36898-be48-4f13-afab-63b828c9db65), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.697484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T00:58:03Z', 'revision_number': 4, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce', 'name': '', 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'mac_address': 'fa:16:3e:88:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6605fa64-3513-4f7f-ac7e-5f4020260b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:02Z', 'updated_at': '2022-02-19T00:58:03Z', 'revision_number': 2, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'subnets': [{'id': '6605fa64-3513-4f7f-ac7e-5f4020260b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:08.713197 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0206fe1-9b0e-42b2-ad28-89c26bcf4a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.753908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:08.767045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Checking router: 1d7ee4f9-5037-4042-9db3-675d95eb062f for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:08.767675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Updating router 1d7ee4f9-5037-4042-9db3-675d95eb062f port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:58:08.774038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edf10091-9c23-479c-bc41-c7a4f4a21427 req-29743b62-da5a-4394-af83-8a21f26a600f tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908878 Feb 19 00:58:08.782084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group (2f1b0779-448c-4949-9185-eade283d2b91), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.802339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2f1b0779-448c-4949-9185-eade283d2b91), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.816674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.855928 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bed10a3a-5178-417b-9892-b37b428e5fd5 admin admin] Publish callbacks [] for security_group (dfbcffe1-4f82-4f22-a499-fb73c1181adc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.877832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bed10a3a-5178-417b-9892-b37b428e5fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dfbcffe1-4f82-4f22-a499-fb73c1181adc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.879339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1b0779-448c-4949-9185-eade283d2b91,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:08.927987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d47551-c657-4387-ad70-bba815eeefff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (10c36898-be48-4f13-afab-63b828c9db65), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.931185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d47551-c657-4387-ad70-bba815eeefff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.935510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c7d47551-c657-4387-ad70-bba815eeefff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10c36898-be48-4f13-afab-63b828c9db65 HTTP/1.1" status: 204 len: 168 time: 0.5975707 Feb 19 00:58:08.988280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bed10a3a-5178-417b-9892-b37b428e5fd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=589f6a25794d442f9ddc088e500085c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7517784 Feb 19 00:58:08.989493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-481ba751-37ea-4099-ae9f-30a0e2da805c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.997657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port af70b4b0-a614-4225-8d95-450edf57bb40 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:09.002660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41332) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:09.013537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed10a3a-5178-417b-9892-b37b428e5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbcffe1-4f82-4f22-a499-fb73c1181adc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:09.038185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.042356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f6014a5b-3441-468b-97e0-2c823a552d4b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5192316 Feb 19 00:58:09.070450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:09.090768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'security_group_rule': {'security_group_id': '2f1b0779-448c-4949-9185-eade283d2b91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:09.101783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d47551-c657-4387-ad70-bba815eeefff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c36898-be48-4f13-afab-63b828c9db65,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:09.193691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-edb853ef-6516-403e-8421-5d944262ef26 req-29092ed1-ce2d-45b5-a245-d884574ee063 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011261 Feb 19 00:58:09.216174 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4da4e976-bb82-48eb-aadc-fa11a99d9ca8 admin admin] Publish callbacks [] for security_group (dfbcffe1-4f82-4f22-a499-fb73c1181adc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.274540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537e835-4367-44d0-a827-c33c3a371206 req-10bbacd9-b16f-4ae1-8258-9ef40fbfa759 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.286440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3537e835-4367-44d0-a827-c33c3a371206 req-10bbacd9-b16f-4ae1-8258-9ef40fbfa759 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.3496912 Feb 19 00:58:09.294891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group_rule (6d6031ca-392d-423a-be6a-ae88ee552f58), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.312352 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Publish callbacks [] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.318804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0206fe1-9b0e-42b2-ad28-89c26bcf4a53 admin admin] Publish callbacks [] for security_group (f5ac6f4e-982b-4c83-b0ac-5a228ed9a744), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.328931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.336946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0206fe1-9b0e-42b2-ad28-89c26bcf4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f5ac6f4e-982b-4c83-b0ac-5a228ed9a744), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.387251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206fe1-9b0e-42b2-ad28-89c26bcf4a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ac6f4e-982b-4c83-b0ac-5a228ed9a744,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:09.406761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3537e835-4367-44d0-a827-c33c3a371206 req-085434e0-05ed-4946-966c-ad6629e35759 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185710 Feb 19 00:58:09.426124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e0206fe1-9b0e-42b2-ad28-89c26bcf4a53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1abff04ae23a4b5d9008c8247d8ecfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6156161 Feb 19 00:58:09.429347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41338) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:09.519496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1b2405c-d078-4f75-af35-90a24404911f admin admin] Publish callbacks [] for security_group (f5ac6f4e-982b-4c83-b0ac-5a228ed9a744), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.565350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1b2405c-d078-4f75-af35-90a24404911f admin admin] Publish callbacks [] for security_group (f5ac6f4e-982b-4c83-b0ac-5a228ed9a744), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.581336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4da4e976-bb82-48eb-aadc-fa11a99d9ca8 admin admin] Publish callbacks [] for security_group (dfbcffe1-4f82-4f22-a499-fb73c1181adc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.640721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a27f7-0f45-45fd-a5d4-6f99d25c6912 None None] Pushing event updated for resources: {'Port': ['ID=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:09.684798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1b2405c-d078-4f75-af35-90a24404911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f5ac6f4e-982b-4c83-b0ac-5a228ed9a744), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.691669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1b2405c-d078-4f75-af35-90a24404911f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.693837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1b2405c-d078-4f75-af35-90a24404911f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5ac6f4e-982b-4c83-b0ac-5a228ed9a744 HTTP/1.1" status: 204 len: 168 time: 0.2636952 Feb 19 00:58:09.705645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2405c-d078-4f75-af35-90a24404911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ac6f4e-982b-4c83-b0ac-5a228ed9a744,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:09.799824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Attempting to bind port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:09.800411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Attempting to bind port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:09.800763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Attempting to bind port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce on network 1259221c-e735-4813-87b4-4c1b85f631d3 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:09.822149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:09.822549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Checking segment: {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:09.822964 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.823374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Bound using segment: {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:09.823877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Bound port: ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c11df7-e78e-4741-8d59-fdfc588bda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:09.826519 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.827654 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group_rule (6d6031ca-392d-423a-be6a-ae88ee552f58), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.853994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-481ba751-37ea-4099-ae9f-30a0e2da805c admin admin] Publish callbacks [] for security_group (647fe080-b6f3-4439-ad5e-abf1a5531d5e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.858139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-6cdb4003-96ec-4a31-af02-2e5ef344a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.859780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-6cdb4003-96ec-4a31-af02-2e5ef344a42d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d619a59831e45ec94aaa22b0b0dfa12&device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 1151 time: 0.6067600 Feb 19 00:58:09.864045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6d6031ca-392d-423a-be6a-ae88ee552f58), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.872517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-481ba751-37ea-4099-ae9f-30a0e2da805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (647fe080-b6f3-4439-ad5e-abf1a5531d5e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.937984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] For port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:09.942503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] For port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,segment=NetworkSegment(33c11df7-e78e-4741-8d59-fdfc588bda4f),segment_id=33c11df7-e78e-4741-8d59-fdfc588bda4f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:09.951749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.998597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6031ca-392d-423a-be6a-ae88ee552f58,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:10.010329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] Provisioning complete for port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:10.010529 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.070733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.071851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b347fa76-3f69-487d-99f1-8490dca8a8a3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9896455 Feb 19 00:58:10.075654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41356) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:10.081285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'security_group_rule': {'security_group_id': '2f1b0779-448c-4949-9185-eade283d2b91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:10.113597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Routers {'1d7ee4f9-5037-4042-9db3-675d95eb062f'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:10.114248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:57:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['1d7ee4f9-5037-4042-9db3-675d95eb062f'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:10.171089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-481ba751-37ea-4099-ae9f-30a0e2da805c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5e6e7d8d96a4131b39444ae39a6529c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4141104 Feb 19 00:58:10.181483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41360) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:10.181680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4da4e976-bb82-48eb-aadc-fa11a99d9ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dfbcffe1-4f82-4f22-a499-fb73c1181adc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.182204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group_rule (200e155a-36c7-485c-8d62-03151fa9ef66), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.191446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4da4e976-bb82-48eb-aadc-fa11a99d9ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.198258 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4da4e976-bb82-48eb-aadc-fa11a99d9ca8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfbcffe1-4f82-4f22-a499-fb73c1181adc HTTP/1.1" status: 204 len: 168 time: 1.1667254 Feb 19 00:58:10.240088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ba751-37ea-4099-ae9f-30a0e2da805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647fe080-b6f3-4439-ad5e-abf1a5531d5e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:10.344049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4e976-bb82-48eb-aadc-fa11a99d9ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbcffe1-4f82-4f22-a499-fb73c1181adc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:10.364003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014386b-cdc9-4184-813b-33b445ec58da req-88b166a9-011f-474d-9d04-3730f5f117df tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.393196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7014386b-cdc9-4184-813b-33b445ec58da req-88b166a9-011f-474d-9d04-3730f5f117df tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.4788578 Feb 19 00:58:10.465086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] Set router 1d7ee4f9-5037-4042-9db3-675d95eb062f gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:10.506478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group_rule (200e155a-36c7-485c-8d62-03151fa9ef66), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.527552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (200e155a-36c7-485c-8d62-03151fa9ef66), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.549436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7014386b-cdc9-4184-813b-33b445ec58da req-353e8c4c-9548-4872-a58b-180aa7ab0a29 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526144 Feb 19 00:58:10.550670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80b9d67b-69ba-4f87-bc3c-25647b633069 admin admin] Publish callbacks [] for security_group (647fe080-b6f3-4439-ad5e-abf1a5531d5e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.552195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-685d2a48-591f-4900-b971-10783dd60e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.554336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-685d2a48-591f-4900-b971-10783dd60e5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.6642473 Feb 19 00:58:10.601298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200e155a-36c7-485c-8d62-03151fa9ef66,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:10.702493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80b9d67b-69ba-4f87-bc3c-25647b633069 admin admin] Publish callbacks [] for security_group (647fe080-b6f3-4439-ad5e-abf1a5531d5e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.705335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.721624 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ac1fce91-8808-4116-bf2e-a87311e17ccb tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6450157 Feb 19 00:58:10.723235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41372) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:10.723576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41374) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:10.759967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:10.832906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e601822f-a68e-4c24-9608-2a61376c995e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.893535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-da3488e2-b0cc-4620-8f43-c039c7bc0f75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6df66393-735f-42ab-8757-5220b361ef10 HTTP/1.1" status: 200 len: 217 time: 0.2998605 Feb 19 00:58:10.905750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a27f7-0f45-45fd-a5d4-6f99d25c6912 None None] Pushing event updated for resources: {'Port': ['ID=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:10.951459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.983105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46d781-0935-42d7-9d4e-1147c574967a req-8d6d1e80-3f0f-47ad-bd82-f2207df8cc94 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.002120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d46d781-0935-42d7-9d4e-1147c574967a req-8d6d1e80-3f0f-47ad-bd82-f2207df8cc94 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.4056079 Feb 19 00:58:11.011407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-2fc8a4ad-8892-4a36-8176-3b15fc44ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.013586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-2fc8a4ad-8892-4a36-8176-3b15fc44ab28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1192758 Feb 19 00:58:11.014435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41380) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:11.033219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90d7d754-99d5-46a3-90b3-128592ffd7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.109350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80b9d67b-69ba-4f87-bc3c-25647b633069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (647fe080-b6f3-4439-ad5e-abf1a5531d5e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.112633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80b9d67b-69ba-4f87-bc3c-25647b633069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.117270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-80b9d67b-69ba-4f87-bc3c-25647b633069 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/647fe080-b6f3-4439-ad5e-abf1a5531d5e HTTP/1.1" status: 204 len: 168 time: 0.8685772 Feb 19 00:58:11.214605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] Current status of the port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:11.221590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.252711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-52a6f5ee-f3ce-44c6-9e50-e68cccef068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.270600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-52a6f5ee-f3ce-44c6-9e50-e68cccef068f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2338588 Feb 19 00:58:11.289667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9d67b-69ba-4f87-bc3c-25647b633069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647fe080-b6f3-4439-ad5e-abf1a5531d5e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:11.408682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] For port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,segment=NetworkSegment(33c11df7-e78e-4741-8d59-fdfc588bda4f),segment_id=33c11df7-e78e-4741-8d59-fdfc588bda4f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:11.420324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90d7d754-99d5-46a3-90b3-128592ffd7d4 admin admin] Publish callbacks [] for security_group (19af125e-e8f4-4c36-96dd-4179cd6ff4af), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.428985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90d7d754-99d5-46a3-90b3-128592ffd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (19af125e-e8f4-4c36-96dd-4179cd6ff4af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.433303 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.491464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d46d781-0935-42d7-9d4e-1147c574967a req-7fffe931-3959-4a23-b03b-510048a87009 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801714 Feb 19 00:58:11.588784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e601822f-a68e-4c24-9608-2a61376c995e admin admin] Publish callbacks [] for security_group (daeeb915-a7cd-4d1b-a161-8a8d695819c1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.612287 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e601822f-a68e-4c24-9608-2a61376c995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (daeeb915-a7cd-4d1b-a161-8a8d695819c1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.661900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-90d7d754-99d5-46a3-90b3-128592ffd7d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=beee76c602e7403f887f9e5d33f87fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460714 Feb 19 00:58:11.668692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bde66e-4c1e-44ac-93a8-184b5549641d None None] Pushing event updated for resources: {'Port': ['ID=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:11.672030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41396) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:11.737329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601822f-a68e-4c24-9608-2a61376c995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeeb915-a7cd-4d1b-a161-8a8d695819c1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:11.794444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d754-99d5-46a3-90b3-128592ffd7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19af125e-e8f4-4c36-96dd-4179cd6ff4af,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:11.826541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T00:58:03Z', 'revision_number': 4, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce', 'name': '', 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'mac_address': 'fa:16:3e:88:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6605fa64-3513-4f7f-ac7e-5f4020260b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:02Z', 'updated_at': '2022-02-19T00:58:09Z', 'revision_number': 4, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'subnets': [{'id': '6605fa64-3513-4f7f-ac7e-5f4020260b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:11.830608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b76ed784-d515-48bc-a126-7bdd8a73d5fa None None] Provisioning complete for port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:11.833620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b76ed784-d515-48bc-a126-7bdd8a73d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.891587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41406) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:11.893104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e601822f-a68e-4c24-9608-2a61376c995e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a00b457c3b96485a8c700c03f7a68b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1633046 Feb 19 00:58:11.920362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.932143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76cfbd-df27-430d-92c1-52837712aef0 None None] The sync data for ids ['1d7ee4f9-5037-4042-9db3-675d95eb062f'] in n-d-826752-2 is: [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T00:58:03Z', 'revision_number': 4, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce', 'name': '', 'network_id': '1259221c-e735-4813-87b4-4c1b85f631d3', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'mac_address': 'fa:16:3e:88:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6605fa64-3513-4f7f-ac7e-5f4020260b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:02Z', 'updated_at': '2022-02-19T00:58:09Z', 'revision_number': 4, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'subnets': [{'id': '6605fa64-3513-4f7f-ac7e-5f4020260b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:11.957175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104747-6ce1-4abd-a364-98911c2d14b6 req-87fbbd77-41a3-4960-8fb8-2b7b3b922de5 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.977607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5104747-6ce1-4abd-a364-98911c2d14b6 req-87fbbd77-41a3-4960-8fb8-2b7b3b922de5 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.1783204 Feb 19 00:58:11.984115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab69d49-623f-4ccb-93ff-dce302b2f45b admin admin] Publish callbacks [] for security_group (19af125e-e8f4-4c36-96dd-4179cd6ff4af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.101608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab69d49-623f-4ccb-93ff-dce302b2f45b admin admin] Publish callbacks [] for security_group (19af125e-e8f4-4c36-96dd-4179cd6ff4af), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.105087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b76ed784-d515-48bc-a126-7bdd8a73d5fa None None] Current status of the port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:12.200968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-a00194a2-7219-4295-85fe-0a79c3b1ba56 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104063 Feb 19 00:58:12.332191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:12.436828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Allocated IP 172.25.0.190 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/77bef93e-bba5-4eba-982c-08b483931518) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:12.442819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:12.443429 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.704682 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5104747-6ce1-4abd-a364-98911c2d14b6 req-ce12d104-cc1b-4ab3-a9db-225ebb9d6bac tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260916 Feb 19 00:58:12.746274 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b637b7e9-adcc-47ee-ad6f-3a82b0919ef1 admin admin] Publish callbacks [] for security_group (daeeb915-a7cd-4d1b-a161-8a8d695819c1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.757047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:12.781881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b637b7e9-adcc-47ee-ad6f-3a82b0919ef1 admin admin] Publish callbacks [] for security_group (daeeb915-a7cd-4d1b-a161-8a8d695819c1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.825640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab69d49-623f-4ccb-93ff-dce302b2f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (19af125e-e8f4-4c36-96dd-4179cd6ff4af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.830506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab69d49-623f-4ccb-93ff-dce302b2f45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.831767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cab69d49-623f-4ccb-93ff-dce302b2f45b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19af125e-e8f4-4c36-96dd-4179cd6ff4af HTTP/1.1" status: 204 len: 168 time: 1.1581879 Feb 19 00:58:12.858125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab69d49-623f-4ccb-93ff-dce302b2f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af125e-e8f4-4c36-96dd-4179cd6ff4af,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:12.863744 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for port (77bef93e-bba5-4eba-982c-08b483931518), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.903905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-695a84cb-b4d8-48d3-b5ac-6978196d61b8 req-6b8ca764-f29f-4716-8206-ad1cef23d085 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659734 Feb 19 00:58:12.948207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b637b7e9-adcc-47ee-ad6f-3a82b0919ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (daeeb915-a7cd-4d1b-a161-8a8d695819c1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.951081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b637b7e9-adcc-47ee-ad6f-3a82b0919ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.952397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b637b7e9-adcc-47ee-ad6f-3a82b0919ef1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daeeb915-a7cd-4d1b-a161-8a8d695819c1 HTTP/1.1" status: 204 len: 168 time: 1.0575838 Feb 19 00:58:12.985155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (77bef93e-bba5-4eba-982c-08b483931518), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.022722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637b7e9-adcc-47ee-ad6f-3a82b0919ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeeb915-a7cd-4d1b-a161-8a8d695819c1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:13.028852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:13.032573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:13.118022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:13.300744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1736a2-62df-48fc-b6f2-5e0f71af85a5 req-a96331d0-5c89-459c-804d-43d3078400ab tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.303750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e1736a2-62df-48fc-b6f2-5e0f71af85a5 req-a96331d0-5c89-459c-804d-43d3078400ab tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.6278334 Feb 19 00:58:13.366903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'Port': ['ID=77bef93e-bba5-4eba-982c-08b483931518,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:13.392802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.443573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e1736a2-62df-48fc-b6f2-5e0f71af85a5 req-106ab869-d3e2-4100-9e72-6093a14f5303 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Feb 19 00:58:13.518742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77bef93e-bba5-4eba-982c-08b483931518), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.017427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for port (77bef93e-bba5-4eba-982c-08b483931518), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.038031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670b6fb-6334-41c7-ba24-06390c65dae2 req-f776d7df-7c26-42ef-8098-aaabd491f026 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:14.040249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1670b6fb-6334-41c7-ba24-06390c65dae2 req-f776d7df-7c26-42ef-8098-aaabd491f026 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.1913412 Feb 19 00:58:14.041747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77bef93e-bba5-4eba-982c-08b483931518), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.196390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'Port': ['ID=77bef93e-bba5-4eba-982c-08b483931518,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:14.238343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.315164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.316761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-162f18c5-5d7f-4799-b8c8-ee9b0d4ad4f8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5782609 Feb 19 00:58:14.323394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1670b6fb-6334-41c7-ba24-06390c65dae2 req-0b74346c-b5e6-489a-9159-89bc946c13d2 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661713 Feb 19 00:58:14.682908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6aa4c-0b73-447e-bdbc-2915aa555e6a req-84862faf-0903-4ec9-8506-bb08f3b78219 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:14.695327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-45c6aa4c-0b73-447e-bdbc-2915aa555e6a req-84862faf-0903-4ec9-8506-bb08f3b78219 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.1061823 Feb 19 00:58:14.813275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-45c6aa4c-0b73-447e-bdbc-2915aa555e6a req-7623f905-1e8b-4aa6-99b3-73763e2e6e76 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116984 Feb 19 00:58:14.863778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41492) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:14.983999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-f06ef575-4793-4007-96c2-f92791bc2a77 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1746682205&fields=id&tenant_id=058dd83b06b44da8bf1c5c6ec22eac92 HTTP/1.1" status: 200 len: 267 time: 0.1385200 Feb 19 00:58:15.228867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daa95084-675e-4f34-a82d-affbcf0f76b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.343346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-cda87ba1-2d0d-470e-829f-f83af6bd9bcc tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.352658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-cda87ba1-2d0d-470e-829f-f83af6bd9bcc tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 824 time: 0.3572440 Feb 19 00:58:15.377619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-7598a51c-b842-4b85-9171-d02efba21d6b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/quotas/058dd83b06b44da8bf1c5c6ec22eac92 HTTP/1.1" status: 200 len: 375 time: 0.0235281 Feb 19 00:58:15.430964 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daa95084-675e-4f34-a82d-affbcf0f76b4 admin admin] Publish callbacks [] for security_group (c272f8a3-136d-4489-a39b-1d3c2cf842cb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.441668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daa95084-675e-4f34-a82d-affbcf0f76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c272f8a3-136d-4489-a39b-1d3c2cf842cb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.519509 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-709ba6a8-171e-43e6-a676-3b6dba2b2cf5 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407685 Feb 19 00:58:15.585010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa95084-675e-4f34-a82d-affbcf0f76b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c272f8a3-136d-4489-a39b-1d3c2cf842cb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:15.615397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-daa95084-675e-4f34-a82d-affbcf0f76b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=670d0b1e94814c2da8a989389590a448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495217 Feb 19 00:58:15.618442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41518) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:15.677698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156443a-fb63-46e9-8752-791b5104b2e5 req-0f3941fe-3d2d-4a64-ba90-5c98196f0145 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.679230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c156443a-fb63-46e9-8752-791b5104b2e5 req-0f3941fe-3d2d-4a64-ba90-5c98196f0145 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.1876457 Feb 19 00:58:15.706571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-232c3189-d761-4d0a-98ec-74251ce2a967 admin admin] Publish callbacks [] for security_group (c272f8a3-136d-4489-a39b-1d3c2cf842cb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.755592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-232c3189-d761-4d0a-98ec-74251ce2a967 admin admin] Publish callbacks [] for security_group (c272f8a3-136d-4489-a39b-1d3c2cf842cb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.776054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c156443a-fb63-46e9-8752-791b5104b2e5 req-0268d36e-11fa-4767-ac99-5612030ef04d tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782771 Feb 19 00:58:15.834803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-232c3189-d761-4d0a-98ec-74251ce2a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c272f8a3-136d-4489-a39b-1d3c2cf842cb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.838132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-232c3189-d761-4d0a-98ec-74251ce2a967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.838896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-232c3189-d761-4d0a-98ec-74251ce2a967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c272f8a3-136d-4489-a39b-1d3c2cf842cb HTTP/1.1" status: 204 len: 168 time: 0.2192762 Feb 19 00:58:15.848586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c3189-d761-4d0a-98ec-74251ce2a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c272f8a3-136d-4489-a39b-1d3c2cf842cb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:15.915611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-7c7430c5-b673-4a8f-8bfa-ed3c44449bca service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:15.916693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-7c7430c5-b673-4a8f-8bfa-ed3c44449bca service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1548474 Feb 19 00:58:16.019948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-ebaccdc6-5cf0-4ffa-b9b4-8c6617a6b5f9 service neutron] 10.222.0.43 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972188 Feb 19 00:58:16.125454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-5528f110-9325-421f-8255-17bfe2d4557b service neutron] 10.222.0.43 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046450 Feb 19 00:58:16.252651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957b819-0bf5-44b6-baa0-1342ca0b23ef req-f147e38f-a64a-494f-bfe4-e3d4d1762ca4 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.254408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f957b819-0bf5-44b6-baa0-1342ca0b23ef req-f147e38f-a64a-494f-bfe4-e3d4d1762ca4 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.0594993 Feb 19 00:58:16.333545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f957b819-0bf5-44b6-baa0-1342ca0b23ef req-e27c696e-2a6d-4d88-a387-efd7e30ff56c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Feb 19 00:58:16.420009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a0f95f-8a33-4a33-a118-a274272ff9b8 req-40dbd0d1-3994-4d96-9a61-5120e42674a4 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 210 time: 0.0370104 Feb 19 00:58:16.571734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41568) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:16.590844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b10048d-4331-4b4e-b38a-795939fbd1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.694515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b10048d-4331-4b4e-b38a-795939fbd1d2 admin admin] Publish callbacks [] for security_group (3d0d8b22-6f87-44a1-b4d9-a73162311591), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.701115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b10048d-4331-4b4e-b38a-795939fbd1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3d0d8b22-6f87-44a1-b4d9-a73162311591), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.761126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5b10048d-4331-4b4e-b38a-795939fbd1d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81f7f4f40e224d3382c1aa01fc0ec0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864545 Feb 19 00:58:16.762523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10048d-4331-4b4e-b38a-795939fbd1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d8b22-6f87-44a1-b4d9-a73162311591,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:16.764181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41578) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:16.832200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a09af0-5b95-43d1-9a76-77fa444be9e7 admin admin] Publish callbacks [] for security_group (3d0d8b22-6f87-44a1-b4d9-a73162311591), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.869052 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a09af0-5b95-43d1-9a76-77fa444be9e7 admin admin] Publish callbacks [] for security_group (3d0d8b22-6f87-44a1-b4d9-a73162311591), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.926634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:16.967468 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a09af0-5b95-43d1-9a76-77fa444be9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3d0d8b22-6f87-44a1-b4d9-a73162311591), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.967824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e20bcc-2592-4eae-ab9d-9496554ed8bf req-2ae0fe2b-e158-48f5-a449-7587d1ae9f2f tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.969687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65e20bcc-2592-4eae-ab9d-9496554ed8bf req-2ae0fe2b-e158-48f5-a449-7587d1ae9f2f tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.0766010 Feb 19 00:58:16.971447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a09af0-5b95-43d1-9a76-77fa444be9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.975211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e1a09af0-5b95-43d1-9a76-77fa444be9e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d0d8b22-6f87-44a1-b4d9-a73162311591 HTTP/1.1" status: 204 len: 168 time: 0.2041333 Feb 19 00:58:16.986252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a09af0-5b95-43d1-9a76-77fa444be9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d8b22-6f87-44a1-b4d9-a73162311591,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:17.042005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65e20bcc-2592-4eae-ab9d-9496554ed8bf req-372657a1-484e-419e-9086-fc97bfcca3d1 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Feb 19 00:58:17.152686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-465f07a6-888b-4620-b6bf-7ab54d270bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.248374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-465f07a6-888b-4620-b6bf-7ab54d270bf7 admin admin] Publish callbacks [] for security_group (4d39f8cb-8a64-4e58-b94c-da2cbc222b07), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.254010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-465f07a6-888b-4620-b6bf-7ab54d270bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4d39f8cb-8a64-4e58-b94c-da2cbc222b07), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.295138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f07a6-888b-4620-b6bf-7ab54d270bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39f8cb-8a64-4e58-b94c-da2cbc222b07,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:17.300393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-465f07a6-888b-4620-b6bf-7ab54d270bf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=868fd48b5d804e8aa289131bb40e593b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724873 Feb 19 00:58:17.303090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:17.361835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-708aff7e-1cb2-4432-ad93-fc9b42a55ef7 admin admin] Publish callbacks [] for security_group (4d39f8cb-8a64-4e58-b94c-da2cbc222b07), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.393096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-708aff7e-1cb2-4432-ad93-fc9b42a55ef7 admin admin] Publish callbacks [] for security_group (4d39f8cb-8a64-4e58-b94c-da2cbc222b07), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.456775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-708aff7e-1cb2-4432-ad93-fc9b42a55ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4d39f8cb-8a64-4e58-b94c-da2cbc222b07), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.460940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-708aff7e-1cb2-4432-ad93-fc9b42a55ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.464895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-708aff7e-1cb2-4432-ad93-fc9b42a55ef7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d39f8cb-8a64-4e58-b94c-da2cbc222b07 HTTP/1.1" status: 204 len: 168 time: 0.1605997 Feb 19 00:58:17.477730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aff7e-1cb2-4432-ad93-fc9b42a55ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39f8cb-8a64-4e58-b94c-da2cbc222b07,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:17.500423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b38ae5-b19a-4a06-9404-f9dba5c35bc8 req-262525d5-d8ff-41ff-8505-91fe8bf6838e tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:17.502894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22b38ae5-b19a-4a06-9404-f9dba5c35bc8 req-262525d5-d8ff-41ff-8505-91fe8bf6838e tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.0824099 Feb 19 00:58:17.562352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22b38ae5-b19a-4a06-9404-f9dba5c35bc8 req-96941d8a-727f-4edb-b99c-fb0e5c0aaa73 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505524 Feb 19 00:58:17.700513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78371cdc-1a38-49fb-b64c-67298339d2f0 req-7688ecba-da5f-42c0-a1b8-21d9aa6fbdaa tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 210 time: 0.0591710 Feb 19 00:58:17.848459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-b84182f6-6a59-4bba-839b-3468b46c9846 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:17.851502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-b84182f6-6a59-4bba-839b-3468b46c9846 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.89 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 824 time: 0.2492380 Feb 19 00:58:17.955565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-d790893a-79bb-4f07-9a05-496df633e6c0 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=058dd83b06b44da8bf1c5c6ec22eac92 HTTP/1.1" status: 200 len: 380 time: 0.0933237 Feb 19 00:58:17.964469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'port': {'device_id': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'admin_state_up': True, 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'security_groups': ['2f1b0779-448c-4949-9185-eade283d2b91']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:18.005645 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.180757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Made reservation on behalf of 058dd83b06b44da8bf1c5c6ec22eac92 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:18.184481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.260956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41650) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:18.268683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf304686-71c5-43c5-a3ca-44fe76e7dfb3 req-d2b3f48d-20ca-4572-8973-436ec9c8ff62 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.270206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf304686-71c5-43c5-a3ca-44fe76e7dfb3 req-d2b3f48d-20ca-4572-8973-436ec9c8ff62 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.1189137 Feb 19 00:58:18.284123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aef090af-a95b-4d25-89de-750f90a6f750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.367898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf304686-71c5-43c5-a3ca-44fe76e7dfb3 req-6b88f17c-46ef-4495-bcee-b203ae99fc16 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913744 Feb 19 00:58:18.382638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 27132439-215c-453f-849d-fdb4a38dfcd1 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:18.386129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Allocated IP 172.20.0.10 (13a898ab-8b77-448b-bcd5-5a7a2d3a0761/a9d1bf1d-9c81-47c9-8b52-be8b38c86215/6ba79950-4526-414a-9ad8-20d512c535db) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:18.394339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aef090af-a95b-4d25-89de-750f90a6f750 admin admin] Publish callbacks [] for security_group (a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.402033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aef090af-a95b-4d25-89de-750f90a6f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.447111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aef090af-a95b-4d25-89de-750f90a6f750 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=606286055ec944bfa4f6e8cafe124706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837537 Feb 19 00:58:18.449381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:18.459500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef090af-a95b-4d25-89de-750f90a6f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:18.560365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 27132439-215c-453f-849d-fdb4a38dfcd1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=27132439-215c-453f-849d-fdb4a38dfcd1,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:18.576045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '27132439-215c-453f-849d-fdb4a38dfcd1', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '27132439-215c-453f-849d-fdb4a38dfcd1', 'mac_address': 'fa:16:3e:ac:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:18.630040 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2918e70b-1188-4870-bef6-268f26c60767 admin admin] Publish callbacks [] for security_group (a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.637303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 27132439-215c-453f-849d-fdb4a38dfcd1 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:18.637701 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.661997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27132439-215c-453f-849d-fdb4a38dfcd1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:18.691537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2918e70b-1188-4870-bef6-268f26c60767 admin admin] Publish callbacks [] for security_group (a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.710126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for port (6ba79950-4526-414a-9ad8-20d512c535db), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.711510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 27132439-215c-453f-849d-fdb4a38dfcd1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=27132439-215c-453f-849d-fdb4a38dfcd1,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:18.721692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.747828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0111-f813-44ed-835c-ded21a5dc03c req-8c3f4367-2fa1-4af8-9fe7-efef35853368 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.757428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f84c0111-f813-44ed-835c-ded21a5dc03c req-8c3f4367-2fa1-4af8-9fe7-efef35853368 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 948 time: 0.0985999 Feb 19 00:58:18.800191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6ba79950-4526-414a-9ad8-20d512c535db), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.806095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2918e70b-1188-4870-bef6-268f26c60767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.809242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2918e70b-1188-4870-bef6-268f26c60767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.814626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2918e70b-1188-4870-bef6-268f26c60767 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d HTTP/1.1" status: 204 len: 168 time: 0.3563709 Feb 19 00:58:18.820620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=27132439-215c-453f-849d-fdb4a38dfcd1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:18.825928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f84c0111-f813-44ed-835c-ded21a5dc03c req-905a7ab7-c437-4dfd-9310-66af9639f44b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672724 Feb 19 00:58:18.871942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'Port': ['ID=6ba79950-4526-414a-9ad8-20d512c535db,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:18.884373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918e70b-1188-4870-bef6-268f26c60767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f0e1a6-3e49-44a0-8dcd-ac366c6ece1d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:18.893941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:18.895309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:18.898168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:18.904604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.905038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.947935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-64387352-bd14-4f79-b7c7-198586e8ae5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9872441 Feb 19 00:58:18.965395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Request body: {'port': {'device_id': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:19.010333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3fb04-95f4-4053-9ed7-878a7999ceb0 req-90c9a656-b897-4596-b5f8-5118649996d1 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:19.018777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70f3fb04-95f4-4053-9ed7-878a7999ceb0 req-90c9a656-b897-4596-b5f8-5118649996d1 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 932 time: 0.0713880 Feb 19 00:58:19.094359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70f3fb04-95f4-4053-9ed7-878a7999ceb0 req-58a79974-24be-434e-8fd2-c3a4612a21c3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736821 Feb 19 00:58:19.125306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['27132439-215c-453f-849d-fdb4a38dfcd1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:19.222074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ba79950-4526-414a-9ad8-20d512c535db), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.256447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a9981ce7-39c9-45a7-bd97-94960ac042f6 None None] Provisioning complete for port 6ba79950-4526-414a-9ad8-20d512c535db triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:19.257061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9981ce7-39c9-45a7-bd97-94960ac042f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6ba79950-4526-414a-9ad8-20d512c535db), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.346550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a9981ce7-39c9-45a7-bd97-94960ac042f6 None None] Port 6ba79950-4526-414a-9ad8-20d512c535db cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:19.415933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:19.495626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41698) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:19.580741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e323bc4-42a2-45e1-9de9-8816650cacaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.581245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1e460-3425-40e8-b126-0e94229894e5 req-fa8a7979-e876-41e7-95db-b71c44f8b3b9 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:19.583442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6e1e460-3425-40e8-b126-0e94229894e5 req-fa8a7979-e876-41e7-95db-b71c44f8b3b9 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.0997725 Feb 19 00:58:19.646890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba79950-4526-414a-9ad8-20d512c535db {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:19.660555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Publish callbacks [] for port (6ba79950-4526-414a-9ad8-20d512c535db), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.685828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e323bc4-42a2-45e1-9de9-8816650cacaa admin admin] Publish callbacks [] for security_group (b2191a67-448e-4fcf-b062-80774c5083c3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.692301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e323bc4-42a2-45e1-9de9-8816650cacaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b2191a67-448e-4fcf-b062-80774c5083c3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.692739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6e1e460-3425-40e8-b126-0e94229894e5 req-92db9472-5165-4fbb-b729-bc2f8dea9a20 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806122 Feb 19 00:58:19.697219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Transition to ACTIVE for port object 6ba79950-4526-414a-9ad8-20d512c535db will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:19.710138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6ba79950-4526-414a-9ad8-20d512c535db), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.790376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Pushing event updated for resources: {'Port': ['ID=6ba79950-4526-414a-9ad8-20d512c535db,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:19.857979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Attempting to bind port 6ba79950-4526-414a-9ad8-20d512c535db on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:19.858256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Attempting to bind port 6ba79950-4526-414a-9ad8-20d512c535db by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:19.858587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Attempting to bind port 6ba79950-4526-414a-9ad8-20d512c535db on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:19.881360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Port 6ba79950-4526-414a-9ad8-20d512c535db on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:19.883154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Attempting to bind port 6ba79950-4526-414a-9ad8-20d512c535db on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:19.897334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:19.897677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Checking segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:19.901229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Bound using segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:19.901735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Bound port: 6ba79950-4526-414a-9ad8-20d512c535db, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:19.903569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ba79950-4526-414a-9ad8-20d512c535db), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.905919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-972cf846-0e11-45a6-9af1-f1bb854ff37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.920582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e323bc4-42a2-45e1-9de9-8816650cacaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2191a67-448e-4fcf-b062-80774c5083c3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:19.954145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e323bc4-42a2-45e1-9de9-8816650cacaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d091d4aa17284ad5802b407d61e9b5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367599 Feb 19 00:58:19.955354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41716) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:20.044271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] For port 6ba79950-4526-414a-9ad8-20d512c535db, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:20.049179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] For port 6ba79950-4526-414a-9ad8-20d512c535db, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6ba79950-4526-414a-9ad8-20d512c535db,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:20.071279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6ba79950-4526-414a-9ad8-20d512c535db), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.101425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f3cf8-3de4-466a-8499-18e57fd8f6e6 req-bf85db70-d13b-4b65-b2f4-d5fac71d0f47 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.103337 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d63f3cf8-3de4-466a-8499-18e57fd8f6e6 req-bf85db70-d13b-4b65-b2f4-d5fac71d0f47 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 949 time: 0.1861091 Feb 19 00:58:20.107304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a83f-cfde-44a4-8495-e488e45e7ad6 admin admin] Publish callbacks [] for security_group (b2191a67-448e-4fcf-b062-80774c5083c3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.118409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.119119 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.120754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] 10.222.0.89 "PUT /v2.0/ports/6ba79950-4526-414a-9ad8-20d512c535db HTTP/1.1" status: 200 len: 1092 time: 1.1616304 Feb 19 00:58:20.121513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:20.124024 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a8f2f5-3402-4374-8615-26af78e261d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "tag": "6ba79950-4526-414a-9ad8-20d512c535db"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:20.164547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a83f-cfde-44a4-8495-e488e45e7ad6 admin admin] Publish callbacks [] for security_group (b2191a67-448e-4fcf-b062-80774c5083c3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.169844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0462-7991-4408-a387-91839bd9e2fe service neutron] Pushing event updated for resources: {'Port': ['ID=6ba79950-4526-414a-9ad8-20d512c535db,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:20.195365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-972cf846-0e11-45a6-9af1-f1bb854ff37b admin admin] Publish callbacks [] for security_group (8a3593eb-5629-4606-88ba-86d6d647489b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.201633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26ff5f23-ffd5-4bec-8d21-d5146c677db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.219486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-972cf846-0e11-45a6-9af1-f1bb854ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8a3593eb-5629-4606-88ba-86d6d647489b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.242970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-372d4c6c-e4e8-4abd-a546-8f33005b9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.244544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-372d4c6c-e4e8-4abd-a546-8f33005b9436 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 1126 time: 0.0665219 Feb 19 00:58:20.285241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d63f3cf8-3de4-466a-8499-18e57fd8f6e6 req-c548dbf8-1cf4-4378-89a2-abecf3dbd0f2 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492717 Feb 19 00:58:20.324605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-972cf846-0e11-45a6-9af1-f1bb854ff37b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63fe8cea7f9347d9a42e7757395e78db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8277469 Feb 19 00:58:20.326477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-2d5447cc-c655-475e-8948-f08a5241c2a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba79950-4526-414a-9ad8-20d512c535db HTTP/1.1" status: 200 len: 217 time: 0.0724504 Feb 19 00:58:20.327268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41734) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:20.335566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cf846-0e11-45a6-9af1-f1bb854ff37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3593eb-5629-4606-88ba-86d6d647489b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:20.370332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 27132439-215c-453f-849d-fdb4a38dfcd1 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:20.374827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a83f-cfde-44a4-8495-e488e45e7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b2191a67-448e-4fcf-b062-80774c5083c3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.381445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a83f-cfde-44a4-8495-e488e45e7ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.385692 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d6b2a83f-cfde-44a4-8495-e488e45e7ad6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2191a67-448e-4fcf-b062-80774c5083c3 HTTP/1.1" status: 204 len: 168 time: 0.4270425 Feb 19 00:58:20.402264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2a83f-cfde-44a4-8495-e488e45e7ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2191a67-448e-4fcf-b062-80774c5083c3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:20.491159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff1021-35ae-4dc7-af12-87896230df71 req-edf6f34e-4084-400d-ab1b-4ac59c06e257 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.499267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aff1021-35ae-4dc7-af12-87896230df71 req-edf6f34e-4084-400d-ab1b-4ac59c06e257 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 944 time: 0.0902617 Feb 19 00:58:20.504011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-9791bbff-54cb-4390-b240-bbf0a0e4212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.505466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-9791bbff-54cb-4390-b240-bbf0a0e4212d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 200 len: 863 time: 0.1647422 Feb 19 00:58:20.525047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:58:20.554550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41738) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:20.583761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6df66393-735f-42ab-8757-5220b361ef10 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:20.587151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 27132439-215c-453f-849d-fdb4a38dfcd1 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:20.590390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aff1021-35ae-4dc7-af12-87896230df71 req-7947ac71-8bef-4d8d-ae14-806a838e5257 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838482 Feb 19 00:58:20.625684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd182-9f2c-4c9a-b6a2-39de6f3b9dce admin admin] Publish callbacks [] for security_group (8a3593eb-5629-4606-88ba-86d6d647489b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.638196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 27132439-215c-453f-849d-fdb4a38dfcd1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:20.638569 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.662285 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809be921-3ed6-43fa-a818-311241a1501e x-openstack-request-id: req-809be921-3ed6-43fa-a818-311241a1501e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:20.662581 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "tag": "6ba79950-4526-414a-9ad8-20d512c535db", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:20.662833 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-809be921-3ed6-43fa-a818-311241a1501e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:20.663228 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db', 'status': 'completed', 'code': 200} Feb 19 00:58:20.684039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd182-9f2c-4c9a-b6a2-39de6f3b9dce admin admin] Publish callbacks [] for security_group (8a3593eb-5629-4606-88ba-86d6d647489b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.744085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-c71fd781-0865-4a1c-9735-a3713d8163a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.745619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-c71fd781-0865-4a1c-9735-a3713d8163a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2301638 Feb 19 00:58:20.861190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1647473597-network', 'tenant_id': 'bef317f3ec19416bb9a25cb1aa859586'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:20.881620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702f89-202f-4ebc-9596-0f8c5718c4ae req-0ebd9393-048b-46aa-8a71-09817bffbe40 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.889407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21702f89-202f-4ebc-9596-0f8c5718c4ae req-0ebd9393-048b-46aa-8a71-09817bffbe40 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 969 time: 0.0870779 Feb 19 00:58:20.891137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 27132439-215c-453f-849d-fdb4a38dfcd1 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:20.891523 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.926506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57170b69-6dff-4176-998e-766b7306a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27132439-215c-453f-849d-fdb4a38dfcd1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:20.932333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Made reservation on behalf of bef317f3ec19416bb9a25cb1aa859586 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:20.935497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.962240 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.983086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21702f89-202f-4ebc-9596-0f8c5718c4ae req-ee08762b-1e8a-4b8d-b4cd-fb20b4c9a023 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925627 Feb 19 00:58:20.991735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:20.995148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-664c2ac2-9cfe-4941-8bc8-c49f71175c74 service neutron] 10.222.0.89 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360885 Feb 19 00:58:21.014702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa2b83b5-9d62-4571-88b3-14304b0496bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.025829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 27132439-215c-453f-849d-fdb4a38dfcd1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=27132439-215c-453f-849d-fdb4a38dfcd1,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:21.036036 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.046597 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd182-9f2c-4c9a-b6a2-39de6f3b9dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8a3593eb-5629-4606-88ba-86d6d647489b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.050203 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd182-9f2c-4c9a-b6a2-39de6f3b9dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.051524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd4fd182-9f2c-4c9a-b6a2-39de6f3b9dce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a3593eb-5629-4606-88ba-86d6d647489b HTTP/1.1" status: 204 len: 168 time: 0.7209034 Feb 19 00:58:21.075250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6df66393-735f-42ab-8757-5220b361ef10, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6df66393-735f-42ab-8757-5220b361ef10,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:21.119128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '6df66393-735f-42ab-8757-5220b361ef10', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '6df66393-735f-42ab-8757-5220b361ef10', 'mac_address': 'fa:16:3e:f8:a3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-1644059964', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:21.132865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fd182-9f2c-4c9a-b6a2-39de6f3b9dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3593eb-5629-4606-88ba-86d6d647489b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.195381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=27132439-215c-453f-849d-fdb4a38dfcd1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.217566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6df66393-735f-42ab-8757-5220b361ef10 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:21.219007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6df66393-735f-42ab-8757-5220b361ef10), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.226545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa2b83b5-9d62-4571-88b3-14304b0496bc admin admin] Publish callbacks [] for security_group (135e2c12-a491-400e-85df-8a376b40df1f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.227400 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502730a-38fc-458a-9d05-5b499bbd43f6" -d '{"events": [{"server_uuid": "57170b69-6dff-4176-998e-766b7306a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "27132439-215c-453f-849d-fdb4a38dfcd1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:21.228749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks [] for security_group (d2b5c864-6b2e-4330-be50-b6b8186da2b1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.234389 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa2b83b5-9d62-4571-88b3-14304b0496bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (135e2c12-a491-400e-85df-8a376b40df1f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.247941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df66393-735f-42ab-8757-5220b361ef10 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:21.248415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d2b5c864-6b2e-4330-be50-b6b8186da2b1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.265729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:58:21.270004 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e08ad1fa-076e-41bf-bf53-03578e876fb1 req-6e8f4cad-7d77-4e5e-a04a-688e0e84118e service neutron] 10.222.0.89 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654228 Feb 19 00:58:21.274050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6df66393-735f-42ab-8757-5220b361ef10, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6df66393-735f-42ab-8757-5220b361ef10,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:21.281200 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6df66393-735f-42ab-8757-5220b361ef10), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.299279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8c4dbdba-20b6-4db4-b579-c1520befba12), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.302098 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Added segment 8c4dbdba-20b6-4db4-b579-c1520befba12 of type vlan for network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 Feb 19 00:58:21.341101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fa2b83b5-9d62-4571-88b3-14304b0496bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0412cebc4d640c3bbc494a48ca200c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478115 Feb 19 00:58:21.343128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b83b5-9d62-4571-88b3-14304b0496bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135e2c12-a491-400e-85df-8a376b40df1f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.346316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:21.372338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6df66393-735f-42ab-8757-5220b361ef10,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.408758 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a74789-e1ea-4114-aecc-18541ca98821 x-openstack-request-id: req-88a74789-e1ea-4114-aecc-18541ca98821 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:21.409343 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57170b69-6dff-4176-998e-766b7306a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "27132439-215c-453f-849d-fdb4a38dfcd1", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:21.409891 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88a74789-e1ea-4114-aecc-18541ca98821 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:21.411425 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57170b69-6dff-4176-998e-766b7306a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27132439-215c-453f-849d-fdb4a38dfcd1', 'code': 200} Feb 19 00:58:21.438226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.475109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5c864-6b2e-4330-be50-b6b8186da2b1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.478651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-f8f1ace8-cde5-4365-a56e-f80fed111b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.482255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-f8f1ace8-cde5-4365-a56e-f80fed111b0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 1126 time: 0.1416044 Feb 19 00:58:21.502393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.89', 53449) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:21.535270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.536203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.536781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.548075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1acc1bc9-845c-42f2-b17b-4d96963e6488 admin admin] Publish callbacks [] for security_group (135e2c12-a491-400e-85df-8a376b40df1f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.602390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0463080 Feb 19 00:58:21.602988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41766) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:21.608901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6df66393-735f-42ab-8757-5220b361ef10'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:21.619666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Request body: {'subnet': {'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1647473597-subnet', 'tenant_id': 'bef317f3ec19416bb9a25cb1aa859586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:21.638011 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1acc1bc9-845c-42f2-b17b-4d96963e6488 admin admin] Publish callbacks [] for security_group (135e2c12-a491-400e-85df-8a376b40df1f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.673690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15461e-8299-481c-9664-dd25803ee4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.704552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Made reservation on behalf of bef317f3ec19416bb9a25cb1aa859586 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:21.707617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-791e2d4d-c926-479c-842e-72c06ce42b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.709026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.711502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-791e2d4d-c926-479c-842e-72c06ce42b9c service neutron] 10.222.0.89 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 925 time: 0.2196860 Feb 19 00:58:21.769264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41770) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:21.793113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd2fe-0a03-4685-bf05-f15e505282ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.798787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1acc1bc9-845c-42f2-b17b-4d96963e6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (135e2c12-a491-400e-85df-8a376b40df1f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.802656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1acc1bc9-845c-42f2-b17b-4d96963e6488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.804151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1acc1bc9-845c-42f2-b17b-4d96963e6488 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/135e2c12-a491-400e-85df-8a376b40df1f HTTP/1.1" status: 204 len: 168 time: 0.4127488 Feb 19 00:58:21.826624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc1bc9-845c-42f2-b17b-4d96963e6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e2c12-a491-400e-85df-8a376b40df1f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.834930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-0fc0c921-1855-4ffc-a738-f46d22f52b88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba79950-4526-414a-9ad8-20d512c535db HTTP/1.1" status: 200 len: 217 time: 0.0707371 Feb 19 00:58:21.884041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1852b3-af29-4623-b99b-fe5b0f797a39 req-1f34d421-b476-4ef6-b423-45c7bbe54db3 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.895037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b1852b3-af29-4623-b99b-fe5b0f797a39 req-1f34d421-b476-4ef6-b423-45c7bbe54db3 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.3328984 Feb 19 00:58:21.939096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a9f5-397e-40a2-82a8-44be78ec9ef6 req-3485dd3b-0c0e-48d0-8674-4aac2ebeacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.940582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b512a9f5-397e-40a2-82a8-44be78ec9ef6 req-3485dd3b-0c0e-48d0-8674-4aac2ebeacfe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 1132 time: 0.4372630 Feb 19 00:58:21.947159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:58:21.974722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b512a9f5-397e-40a2-82a8-44be78ec9ef6 req-2c82a65d-5235-4fb4-88b2-1c2a290dfd7c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.008353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-89463b93-a29c-4a08-a1c2-ea77595f7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.010016 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-89463b93-a29c-4a08-a1c2-ea77595f7984 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 200 len: 863 time: 0.1575789 Feb 19 00:58:22.071308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653df38-4564-4aad-83d3-9e410bae2622 req-d7d21037-818e-4fe8-9150-0fa79c18ea2c tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.079975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6653df38-4564-4aad-83d3-9e410bae2622 req-d7d21037-818e-4fe8-9150-0fa79c18ea2c tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 944 time: 0.1556306 Feb 19 00:58:22.129988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b1852b3-af29-4623-b99b-fe5b0f797a39 req-5a268922-dbe0-4614-ad91-c134ab0f21cd tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341428 Feb 19 00:58:22.134266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd2fe-0a03-4685-bf05-f15e505282ca admin admin] Publish callbacks [] for security_group (e19c60f0-af4f-442d-bd45-a2aa34db721b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.148730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd2fe-0a03-4685-bf05-f15e505282ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e19c60f0-af4f-442d-bd45-a2aa34db721b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.177117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (55e3da05-993b-412a-9712-9fc525d88b5e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.185555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6653df38-4564-4aad-83d3-9e410bae2622 req-d5d7eafe-fab3-472b-9156-7bef338179f6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044877 Feb 19 00:58:22.195933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-7e85ae71-c7ae-4cc8-a328-1bce92320092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.203019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-7e85ae71-c7ae-4cc8-a328-1bce92320092 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1805079 Feb 19 00:58:22.254750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3bbfd2fe-0a03-4685-bf05-f15e505282ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36633e74022e4bcfab55afa573e86ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796824 Feb 19 00:58:22.261110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:22.261772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e3da05-993b-412a-9712-9fc525d88b5e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:22.290944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfd2fe-0a03-4685-bf05-f15e505282ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c60f0-af4f-442d-bd45-a2aa34db721b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:22.328133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-05e6f381-6000-48d3-b3b5-c971b8e5e6b5 service neutron] 10.222.0.89 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106524 Feb 19 00:58:22.329707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:22.330064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Network hostable DHCP agents. Network: 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:58:22.370597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7248d610-bad0-4ebd-864e-6328c713f447 admin admin] Publish callbacks [] for security_group (e19c60f0-af4f-442d-bd45-a2aa34db721b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.374387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:58:22.396473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:22.407825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2329c7d4-1e54-4bad-b9cc-e7a13e448bdb None None] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:22.409409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.410688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.425613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7248d610-bad0-4ebd-864e-6328c713f447 admin admin] Publish callbacks [] for security_group (e19c60f0-af4f-442d-bd45-a2aa34db721b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.449224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09c66f86-10f6-4f0c-95e2-1c5821a21258 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8334863 Feb 19 00:58:22.457755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b512a9f5-397e-40a2-82a8-44be78ec9ef6 req-2c82a65d-5235-4fb4-88b2-1c2a290dfd7c service neutron] Publish callbacks [] for security_group (548cf239-5d09-43eb-9437-90fd62503dfe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.472541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b512a9f5-397e-40a2-82a8-44be78ec9ef6 req-2c82a65d-5235-4fb4-88b2-1c2a290dfd7c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (548cf239-5d09-43eb-9437-90fd62503dfe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.508343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7248d610-bad0-4ebd-864e-6328c713f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e19c60f0-af4f-442d-bd45-a2aa34db721b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.514166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7248d610-bad0-4ebd-864e-6328c713f447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.516369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7248d610-bad0-4ebd-864e-6328c713f447 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e19c60f0-af4f-442d-bd45-a2aa34db721b HTTP/1.1" status: 204 len: 168 time: 0.2523406 Feb 19 00:58:22.526628 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a84401e-e1a7-43ef-ba28-c9c7d7b32225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.536921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248d610-bad0-4ebd-864e-6328c713f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c60f0-af4f-442d-bd45-a2aa34db721b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:22.570636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707177ff-fc20-45da-8aeb-f62c81a68c24 req-ecf6d5eb-755a-49e3-86b0-fc9622c68039 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.578269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-707177ff-fc20-45da-8aeb-f62c81a68c24 req-ecf6d5eb-755a-49e3-86b0-fc9622c68039 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 970 time: 0.2491579 Feb 19 00:58:22.584583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b512a9f5-397e-40a2-82a8-44be78ec9ef6 req-2c82a65d-5235-4fb4-88b2-1c2a290dfd7c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337221 Feb 19 00:58:22.595314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a65d-5235-4fb4-88b2-1c2a290dfd7c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=548cf239-5d09-43eb-9437-90fd62503dfe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:22.601119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8f2f5-3402-4374-8615-26af78e261d6 req-0c3f173a-af16-4677-bf22-729bda66d212 service neutron] 10.222.0.89 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501907 Feb 19 00:58:22.603828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca5a9f-e6fc-4b3c-be0e-97d2df25c911 None None] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:22.727376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-707177ff-fc20-45da-8aeb-f62c81a68c24 req-27245214-e84b-461a-a328-5284709d3672 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284659 Feb 19 00:58:23.105233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:23.257509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894fb7-58f6-49bd-9b1e-eaa25dcd7fe2 req-ef9516d4-6417-487a-a099-8d8ae30c94ae tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.258997 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e894fb7-58f6-49bd-9b1e-eaa25dcd7fe2 req-ef9516d4-6417-487a-a099-8d8ae30c94ae tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.0683248 Feb 19 00:58:23.332072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e894fb7-58f6-49bd-9b1e-eaa25dcd7fe2 req-fd18d44e-d87a-4ccd-b4e7-a77089682a4e tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672951 Feb 19 00:58:23.339372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4b7e3-2832-4439-89d5-349c6fe56abc req-c8ca4c4e-c019-4623-a260-347c9fc2223e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.346987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1a4b7e3-2832-4439-89d5-349c6fe56abc req-c8ca4c4e-c019-4623-a260-347c9fc2223e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 944 time: 0.0695419 Feb 19 00:58:23.351479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fedbe6ee-2c22-4def-9d1d-463ed3ebcea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.416504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1a4b7e3-2832-4439-89d5-349c6fe56abc req-5c20bd1a-eab9-43bc-8ed9-22d60b9aa45d tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675712 Feb 19 00:58:23.486086 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fedbe6ee-2c22-4def-9d1d-463ed3ebcea6 admin admin] Publish callbacks [] for security_group (6e49badf-153d-43a7-bcc7-a57a4ac03256), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.492440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fedbe6ee-2c22-4def-9d1d-463ed3ebcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6e49badf-153d-43a7-bcc7-a57a4ac03256), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.494824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.535383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fedbe6ee-2c22-4def-9d1d-463ed3ebcea6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07158351344f4dc5a3a5ceb2313c99e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259031 Feb 19 00:58:23.535877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:23.538157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbe6ee-2c22-4def-9d1d-463ed3ebcea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e49badf-153d-43a7-bcc7-a57a4ac03256,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:23.550433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:23.560000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-111954177-network', 'tenant_id': '233fe8ed6c21406aaa451fa4172890e9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:23.584522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Made reservation on behalf of 233fe8ed6c21406aaa451fa4172890e9 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:23.587985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.595459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d143d7-d412-440c-be82-14dcf40e1581 admin admin] Publish callbacks [] for security_group (6e49badf-153d-43a7-bcc7-a57a4ac03256), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.598112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.621578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d143d7-d412-440c-be82-14dcf40e1581 admin admin] Publish callbacks [] for security_group (6e49badf-153d-43a7-bcc7-a57a4ac03256), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.689967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d143d7-d412-440c-be82-14dcf40e1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6e49badf-153d-43a7-bcc7-a57a4ac03256), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.691393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks [] for security_group (d6529c31-af2f-43c1-bfe9-a270d32c21a2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.693875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d143d7-d412-440c-be82-14dcf40e1581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.695047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a3d143d7-d412-440c-be82-14dcf40e1581 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e49badf-153d-43a7-bcc7-a57a4ac03256 HTTP/1.1" status: 204 len: 168 time: 0.1581209 Feb 19 00:58:23.696140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d6529c31-af2f-43c1-bfe9-a270d32c21a2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.703147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d143d7-d412-440c-be82-14dcf40e1581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e49badf-153d-43a7-bcc7-a57a4ac03256,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:23.722315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:58:23.751485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e6f1cdd3-c24d-4bba-8805-28417499ea7d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.751834 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Added segment e6f1cdd3-c24d-4bba-8805-28417499ea7d of type vlan for network 310e9185-12e8-4d67-a68c-66783f8bddd9 Feb 19 00:58:23.753358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6529c31-af2f-43c1-bfe9-a270d32c21a2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:23.806725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (310e9185-12e8-4d67-a68c-66783f8bddd9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.862148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (310e9185-12e8-4d67-a68c-66783f8bddd9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.863103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.863732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.937141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3829017 Feb 19 00:58:23.937476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41868) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:23.940940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4e6b-00db-4c88-a5e1-44f23070084c admin admin] Pushing event updated for resources: {'Network': ['ID=310e9185-12e8-4d67-a68c-66783f8bddd9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:23.943610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Request body: {'subnet': {'network_id': '310e9185-12e8-4d67-a68c-66783f8bddd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-111954177-subnet', 'tenant_id': '233fe8ed6c21406aaa451fa4172890e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:23.952162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392d93c-6d7f-4da4-87d3-6951a10c7df5 req-10ff26f9-fd82-4b5c-b555-364a1546309c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.953821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d392d93c-6d7f-4da4-87d3-6951a10c7df5 req-10ff26f9-fd82-4b5c-b555-364a1546309c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 970 time: 0.1289024 Feb 19 00:58:23.959300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 310e9185-12e8-4d67-a68c-66783f8bddd9 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:58:23.989950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Made reservation on behalf of 233fe8ed6c21406aaa451fa4172890e9 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:23.992199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.019992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d392d93c-6d7f-4da4-87d3-6951a10c7df5 req-ca1414b4-01f2-4683-97d3-62d0eb121558 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579600 Feb 19 00:58:24.161515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:24.179212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6e8-5954-4210-84ec-a7dd58107859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.199696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (586b65b2-889c-4e97-8b64-27ccfbd57499), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.272446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=586b65b2-889c-4e97-8b64-27ccfbd57499,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:24.276708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6e8-5954-4210-84ec-a7dd58107859 admin admin] Publish callbacks [] for security_group (d25f6492-b1f4-4ca2-bf15-90f480d3ddee), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.280718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Checking segment: {'id': 'e6f1cdd3-c24d-4bba-8805-28417499ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '310e9185-12e8-4d67-a68c-66783f8bddd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:24.281154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Network hostable DHCP agents. Network: 310e9185-12e8-4d67-a68c-66783f8bddd9, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:58:24.284222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6e8-5954-4210-84ec-a7dd58107859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d25f6492-b1f4-4ca2-bf15-90f480d3ddee), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.286753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:24.308330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Network 310e9185-12e8-4d67-a68c-66783f8bddd9 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:58:24.321978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 310e9185-12e8-4d67-a68c-66783f8bddd9) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:24.331827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261b89d-050e-4548-876e-dca746d76fc9 None None] Network 310e9185-12e8-4d67-a68c-66783f8bddd9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:24.335102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:24.335937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.340718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd6e8-5954-4210-84ec-a7dd58107859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f6492-b1f4-4ca2-bf15-90f480d3ddee,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:24.354004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b7dd6e8-5954-4210-84ec-a7dd58107859 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4a7690a5e6649b9804b3815ce7c6c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912787 Feb 19 00:58:24.358104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:24.373580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d8e9eb75-78cd-42da-902f-8dd7d2774931 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4342515 Feb 19 00:58:24.419215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6ba79950-4526-414a-9ad8-20d512c535db details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:24.450149 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809d21a7-0e7a-4589-a26a-a69aea1bb3d1 admin admin] Publish callbacks [] for security_group (d25f6492-b1f4-4ca2-bf15-90f480d3ddee), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.493575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809d21a7-0e7a-4589-a26a-a69aea1bb3d1 admin admin] Publish callbacks [] for security_group (d25f6492-b1f4-4ca2-bf15-90f480d3ddee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.527317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77a15-32b5-4dd6-a8ff-6bf36e6a157b req-f9886b75-e9d7-4869-b867-1dc42cf91cf4 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:24.533301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6b77a15-32b5-4dd6-a8ff-6bf36e6a157b req-f9886b75-e9d7-4869-b867-1dc42cf91cf4 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.1040039 Feb 19 00:58:24.574705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-network', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:24.605362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6df66393-735f-42ab-8757-5220b361ef10 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:24.636378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443aebe-30a4-4087-bc22-6a959ab5ea5a None None] Network 310e9185-12e8-4d67-a68c-66783f8bddd9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:24.638123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6b77a15-32b5-4dd6-a8ff-6bf36e6a157b req-40b627cf-4703-4e7f-a1bd-8fe1f7ee017c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991170 Feb 19 00:58:24.639535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Made reservation on behalf of 121b2cba28a04f38b680dc3bf295270c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:24.642714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.643408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1c83e-832d-4007-858f-64d3a8fc5d69 req-709d3410-8c07-4cb5-90df-eaddf12d181e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:24.653020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fc1c83e-832d-4007-858f-64d3a8fc5d69 req-709d3410-8c07-4cb5-90df-eaddf12d181e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 944 time: 0.1206706 Feb 19 00:58:24.660484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809d21a7-0e7a-4589-a26a-a69aea1bb3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d25f6492-b1f4-4ca2-bf15-90f480d3ddee), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.664302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809d21a7-0e7a-4589-a26a-a69aea1bb3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.667701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-809d21a7-0e7a-4589-a26a-a69aea1bb3d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d25f6492-b1f4-4ca2-bf15-90f480d3ddee HTTP/1.1" status: 204 len: 168 time: 0.3059044 Feb 19 00:58:24.669020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.686945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d21a7-0e7a-4589-a26a-a69aea1bb3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f6492-b1f4-4ca2-bf15-90f480d3ddee,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:24.745358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fc1c83e-832d-4007-858f-64d3a8fc5d69 req-d9d9e576-6a4a-4c39-9112-c8aff0359b80 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866201 Feb 19 00:58:24.814698 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks [] for security_group (8e5541c1-e4cf-463b-b697-eb6dfb1ef051), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.820929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8e5541c1-e4cf-463b-b697-eb6dfb1ef051), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.861057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5541c1-e4cf-463b-b697-eb6dfb1ef051,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:24.893742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6ba79950-4526-414a-9ad8-20d512c535db, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6ba79950-4526-414a-9ad8-20d512c535db,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:24.900162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:58:24.901633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 6df66393-735f-42ab-8757-5220b361ef10 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:24.907074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 6df66393-735f-42ab-8757-5220b361ef10 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:24.907539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6df66393-735f-42ab-8757-5220b361ef10), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.931568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762708826673', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9f92c887-38b3-4497-9abf-e0dfd009c9e4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.932008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Unsubscribe: segment precommit_create {{(pid=103429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 00:58:24.935267 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Added segment 9f92c887-38b3-4497-9abf-e0dfd009c9e4 of type vlan for network e6f6050e-9cbc-4a60-8950-d7b834c0a508 Feb 19 00:58:24.969919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '6ba79950-4526-414a-9ad8-20d512c535db', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'port_id': '6ba79950-4526-414a-9ad8-20d512c535db', 'mac_address': 'fa:16:3e:62:1b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:25.024030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e6f6050e-9cbc-4a60-8950-d7b834c0a508), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.034717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6ba79950-4526-414a-9ad8-20d512c535db is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:25.035394 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ba79950-4526-414a-9ad8-20d512c535db), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.064635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e6f6050e-9cbc-4a60-8950-d7b834c0a508), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.065749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.066438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.083363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba79950-4526-414a-9ad8-20d512c535db {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:25.116459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6ba79950-4526-414a-9ad8-20d512c535db, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6ba79950-4526-414a-9ad8-20d512c535db,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:25.117955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6df66393-735f-42ab-8757-5220b361ef10 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:25.118436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6df66393-735f-42ab-8757-5220b361ef10), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.128315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6ba79950-4526-414a-9ad8-20d512c535db), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.172645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6df66393-735f-42ab-8757-5220b361ef10, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6df66393-735f-42ab-8757-5220b361ef10,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:25.188057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f6050e-9cbc-4a60-8950-d7b834c0a508,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:25.192613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b43ff81-4bfe-4c82-ac3b-a5a44cfd1210 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9048460 Feb 19 00:58:25.194010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df66393-735f-42ab-8757-5220b361ef10'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:25.195625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:25.201341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Request body: {'subnet': {'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-subnet', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:25.203687 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14d0a5f-6659-49b5-a4b0-f19a3250262e" -d '{"events": [{"server_uuid": "8297f941-f4bf-4a48-b09f-e89cc151d0b3", "name": "network-vif-plugged", "status": "completed", "tag": "6df66393-735f-42ab-8757-5220b361ef10"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:25.214256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:58:25.216551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6df66393-735f-42ab-8757-5220b361ef10), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.227007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Made reservation on behalf of 121b2cba28a04f38b680dc3bf295270c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:25.230184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.259519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Request body: {'security_group': {'name': 'tempest-securitygroup-596697094', 'description': 'tempest-description-291230699'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:25.302258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.307490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.314733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.335929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=6ba79950-4526-414a-9ad8-20d512c535db,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:25.414593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6df66393-735f-42ab-8757-5220b361ef10,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:25.441926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['6ba79950-4526-414a-9ad8-20d512c535db'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:25.447070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (82f39402-c005-4096-9130-e55a5867ff20), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.453172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (82f39402-c005-4096-9130-e55a5867ff20), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.505204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f39402-c005-4096-9130-e55a5867ff20,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:25.548900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-dddd3d37-8bb7-4711-b145-62c6d973748b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.550416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-dddd3d37-8bb7-4711-b145-62c6d973748b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.1629014 Feb 19 00:58:25.561787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.566963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.601148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-8c35b5be-dda8-4f3c-9002-bb6fb5d30e27 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/quotas/bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 375 time: 0.0166504 Feb 19 00:58:25.602478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.603789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1205855e-2e95-4239-b8ec-68145b83dbfd req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3497338 Feb 19 00:58:25.605823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e4b56-6872-469b-a0a8-2d56e7d27f31 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:25.659262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-aeda4545-4e27-48ce-a8ab-106dd8d3c7d9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397000 Feb 19 00:58:25.660663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (c9770c3c-cebd-4a66-a372-a0133d3f2d1d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.690458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.783938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9770c3c-cebd-4a66-a372-a0133d3f2d1d,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:25.794965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Checking segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:25.795319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Network hostable DHCP agents. Network: e6f6050e-9cbc-4a60-8950-d7b834c0a508, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:58:25.834461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-8c8d144e-6450-4d2a-8850-e3567d6ee8d9 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437430 Feb 19 00:58:25.836483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:58:25.848110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e6f6050e-9cbc-4a60-8950-d7b834c0a508) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:25.857359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d7424-4c50-4157-87e7-337351a9cf0b None None] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:25.866333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.866901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.902737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1eb88-f692-40c9-9ab1-efd75428ef4c req-28bc9bce-9553-474f-a0a2-a3bf715eb70c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.904231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82c1eb88-f692-40c9-9ab1-efd75428ef4c req-28bc9bce-9553-474f-a0a2-a3bf715eb70c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 971 time: 0.2297034 Feb 19 00:58:25.935531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2c50ce3f-9caf-4f51-a349-4ded57d6d94b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7355359 Feb 19 00:58:25.935845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41946) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:25.945485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:25.970386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-b51e40fd-fa1c-42dc-be68-738b44da674b service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201005 Feb 19 00:58:25.973459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82c1eb88-f692-40c9-9ab1-efd75428ef4c req-bdf5abec-89d3-4ede-85c3-a843a3449705 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614979 Feb 19 00:58:25.983025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (af659e55-3a36-440e-b946-973beb4ff9f6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.985838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (af659e55-3a36-440e-b946-973beb4ff9f6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.019837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'fixed_ips': [{'subnet_id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:58:26.021362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.092071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks [] for router_controller (af659e55-3a36-440e-b946-973beb4ff9f6), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.104817 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbcd09a-19a2-496a-93e1-3b801081b201 x-openstack-request-id: req-3cbcd09a-19a2-496a-93e1-3b801081b201 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:26.105184 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8297f941-f4bf-4a48-b09f-e89cc151d0b3", "name": "network-vif-plugged", "status": "completed", "tag": "6df66393-735f-42ab-8757-5220b361ef10", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:26.105444 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cbcd09a-19a2-496a-93e1-3b801081b201 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:26.105835 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df66393-735f-42ab-8757-5220b361ef10', 'code': 200} Feb 19 00:58:26.174729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f3625ab5-0657-4b15-8dd6-fe2926d5d1b8 req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Request body: {'security_group': {'name': 'tempest-securitygroup-102140224', 'description': 'tempest-description-1799458627'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:26.218755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3625ab5-0657-4b15-8dd6-fe2926d5d1b8 req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.220321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Allocated IP 172.20.0.2 (e6f6050e-9cbc-4a60-8950-d7b834c0a508/c9770c3c-cebd-4a66-a372-a0133d3f2d1d/1dce634a-ed8e-4149-af25-40399f6e40b0) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:26.387995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df460bcd-fd0a-43d7-abea-db620615f9a0 req-b28f55af-5a8c-4c64-9872-4f107b5008d2 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:26.389561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df460bcd-fd0a-43d7-abea-db620615f9a0 req-b28f55af-5a8c-4c64-9872-4f107b5008d2 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.1153893 Feb 19 00:58:26.409082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks [] for router_gateway (af659e55-3a36-440e-b946-973beb4ff9f6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.448565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6ba79950-4526-414a-9ad8-20d512c535db up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:26.452198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3fc19-c736-42ba-9ff6-529c7b562f22 req-9abadfb4-a014-40d4-a263-f970e9ebdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:26.465293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cc3fc19-c736-42ba-9ff6-529c7b562f22 req-9abadfb4-a014-40d4-a263-f970e9ebdd4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 1153 time: 0.2859902 Feb 19 00:58:26.470460 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3625ab5-0657-4b15-8dd6-fe2926d5d1b8 req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (9c81476d-0058-45d6-acc7-e4b92945db83), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.477522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df460bcd-fd0a-43d7-abea-db620615f9a0 req-db86fe33-a82b-48d5-91f1-79db15f45a6b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806079 Feb 19 00:58:26.497766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3625ab5-0657-4b15-8dd6-fe2926d5d1b8 req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c81476d-0058-45d6-acc7-e4b92945db83), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.536536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3625ab5-0657-4b15-8dd6-fe2926d5d1b8 req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.549437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3625ab5-0657-4b15-8dd6-fe2926d5d1b8 req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3831515 Feb 19 00:58:26.549884 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.572949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Publish callbacks [] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.585763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.650937 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cc3fc19-c736-42ba-9ff6-529c7b562f22 req-ecd1e4f5-f2e3-4f4c-9ba8-045b647537bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846936 Feb 19 00:58:26.683622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33919692-cff7-4cd7-9ec1-acafcb1fadcb req-acb454f2-2f0c-4141-8b68-09ce89b91242 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:26.685683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33919692-cff7-4cd7-9ec1-acafcb1fadcb req-acb454f2-2f0c-4141-8b68-09ce89b91242 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 945 time: 0.0646429 Feb 19 00:58:26.701520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3306b462-9f64-47f6-b295-83c89f15bdd7 req-0476dae5-946f-4ca8-8317-58ab0f64a816 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 210 time: 0.0493586 Feb 19 00:58:26.702150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b1a3-b46f-41e7-8aee-a6bdede924a7 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c81476d-0058-45d6-acc7-e4b92945db83,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:26.759991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 6ba79950-4526-414a-9ad8-20d512c535db completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:26.767473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 6ba79950-4526-414a-9ad8-20d512c535db triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:26.767835 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6ba79950-4526-414a-9ad8-20d512c535db), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.796955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:26.804057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Pushing event updated for resources: {'Port': ['ID=1dce634a-ed8e-4149-af25-40399f6e40b0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:26.808354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:26.812073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:26.844474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33919692-cff7-4cd7-9ec1-acafcb1fadcb req-e7485ea9-8662-4c9b-8dba-da71cd52730d tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521292 Feb 19 00:58:26.913790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Attempting to bind port 1dce634a-ed8e-4149-af25-40399f6e40b0 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:26.914404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Attempting to bind port 1dce634a-ed8e-4149-af25-40399f6e40b0 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:26.914762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Attempting to bind port 1dce634a-ed8e-4149-af25-40399f6e40b0 on network e6f6050e-9cbc-4a60-8950-d7b834c0a508 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:26.924419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:26.924795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Checking segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:26.925269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.925602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Bound using segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:26.926074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Bound port: 1dce634a-ed8e-4149-af25-40399f6e40b0, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:26.926448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.946642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks [] for router_gateway (af659e55-3a36-440e-b946-973beb4ff9f6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.948583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6ba79950-4526-414a-9ad8-20d512c535db is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:26.948972 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ba79950-4526-414a-9ad8-20d512c535db), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:26.981406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.022329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6ba79950-4526-414a-9ad8-20d512c535db, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6ba79950-4526-414a-9ad8-20d512c535db,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:27.026506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] For port 1dce634a-ed8e-4149-af25-40399f6e40b0, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:27.029786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] For port 1dce634a-ed8e-4149-af25-40399f6e40b0, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1dce634a-ed8e-4149-af25-40399f6e40b0,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:27.031565 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6ba79950-4526-414a-9ad8-20d512c535db), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.060030 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.101996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=6ba79950-4526-414a-9ad8-20d512c535db,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:27.204962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ef941-ec68-436e-8980-4730fcb4f166 None None] Pushing event updated for resources: {'Port': ['ID=1dce634a-ed8e-4149-af25-40399f6e40b0,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:27.221136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-15fbb011-4fe5-4a62-9e55-3263087610ec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857692 Feb 19 00:58:27.223977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Allocated IP 172.25.0.220 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/f92e5f6b-5829-4577-899d-0291032e1097) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:27.247085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1893211180', 'description': 'tempest-description-35658534'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:27.275987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.296683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.413788 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (8a4aa3be-77f2-4e7d-b5b2-160156153b24), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.456691 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8a4aa3be-77f2-4e7d-b5b2-160156153b24), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.539851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4aa3be-77f2-4e7d-b5b2-160156153b24,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:27.542851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-acd8c13b-636a-4867-b8d8-fd1d077828c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:27.546071 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-acd8c13b-636a-4867-b8d8-fd1d077828c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 1132 time: 0.1356990 Feb 19 00:58:27.563292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks [] for port (f92e5f6b-5829-4577-899d-0291032e1097), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.588243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (eb43fa66-1454-4563-9d87-20818c7a0563), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.594986 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eb43fa66-1454-4563-9d87-20818c7a0563), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.634865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb43fa66-1454-4563-9d87-20818c7a0563,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:27.640556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.650488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19f211a1-d6c6-4a06-be5a-4e3e992fe269 req-24e7602c-291b-467a-a2b0-ef3793d730e8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4220338 Feb 19 00:58:27.688610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (f92e5f6b-5829-4577-899d-0291032e1097), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.732663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:27.747654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:27.764263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:27.768425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Pushing event updated for resources: {'Port': ['ID=f92e5f6b-5829-4577-899d-0291032e1097,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:27.787703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160bed-eb17-4773-8d98-715680dfb17a req-20a63d93-7631-467e-87dd-1a43b4276188 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:27.789947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95160bed-eb17-4773-8d98-715680dfb17a req-20a63d93-7631-467e-87dd-1a43b4276188 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 971 time: 0.0697086 Feb 19 00:58:27.854719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95160bed-eb17-4773-8d98-715680dfb17a req-4137157f-85c2-4bd3-9b76-1ccc9108575e tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589175 Feb 19 00:58:27.882981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-6bb3356f-3a6e-4ae8-a29e-c9c29d70ffcd req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1161707249', 'description': 'tempest-description-616731406'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:27.904054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6bb3356f-3a6e-4ae8-a29e-c9c29d70ffcd req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.908071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-88d791c2-7f77-414c-8c13-f0485186ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:27.909764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-88d791c2-7f77-414c-8c13-f0485186ba7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3052289 Feb 19 00:58:27.978748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6bb3356f-3a6e-4ae8-a29e-c9c29d70ffcd req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (c53915fc-e957-4e21-875c-6b8fb2bd2dc5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:27.983565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6bb3356f-3a6e-4ae8-a29e-c9c29d70ffcd req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c53915fc-e957-4e21-875c-6b8fb2bd2dc5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.020821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6bb3356f-3a6e-4ae8-a29e-c9c29d70ffcd req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.028695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bb3356f-3a6e-4ae8-a29e-c9c29d70ffcd req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1490226 Feb 19 00:58:28.034994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed355f-d122-4b40-84b8-3d5c091d83b0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53915fc-e957-4e21-875c-6b8fb2bd2dc5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:28.056736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-78277203-0a5b-4d92-abd3-38c7e3153069 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=27132439-215c-453f-849d-fdb4a38dfcd1 HTTP/1.1" status: 200 len: 217 time: 0.1276898 Feb 19 00:58:28.106810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:28.109249 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a899b4-54db-4937-969b-ede41a5e99fe" -d '{"events": [{"server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "name": "network-vif-plugged", "status": "completed", "tag": "6ba79950-4526-414a-9ad8-20d512c535db"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:28.150355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.150751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.151345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.152177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.152395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e45793-a922-42a7-bdb1-4aa165a9583f req-37ea7226-8efb-4604-9cbf-cd2d94290d66 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.152766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.153405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.153943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52e45793-a922-42a7-bdb1-4aa165a9583f req-37ea7226-8efb-4604-9cbf-cd2d94290d66 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.0676081 Feb 19 00:58:28.154107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.154530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.156369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48e59369-429c-4814-b71c-82c272104bc3 req-e7f4d09a-2886-4809-bdde-34f7d2b9d0f3 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5749 time: 0.4157271 Feb 19 00:58:28.254595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52e45793-a922-42a7-bdb1-4aa165a9583f req-dfecb280-008f-4653-a3f1-9a5ecd563c4a tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765920 Feb 19 00:58:28.299655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1dce634a-ed8e-4149-af25-40399f6e40b0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:28.303844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-8a072b53-7d6d-4dae-ad06-cba5dd938d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.305504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-8a072b53-7d6d-4dae-ad06-cba5dd938d05 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2331321 Feb 19 00:58:28.311779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-8bdbd64c-9b7d-4337-81a4-e3b791f55413 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.314091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-8bdbd64c-9b7d-4337-81a4-e3b791f55413 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.4195540 Feb 19 00:58:28.335734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9cee7a9a-d763-42dc-83be-29415ac29eb9 req-e5030c4f-dab6-4109-b674-a4f1d709c7a9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 210 time: 0.0591459 Feb 19 00:58:28.339759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Request body: {'port': {'device_id': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'admin_state_up': True, 'tenant_id': 'bef317f3ec19416bb9a25cb1aa859586'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:28.382154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1dce634a-ed8e-4149-af25-40399f6e40b0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:28.382530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.405973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9728c0-efe0-47fd-9e4b-572954a3da3d req-372e8a42-c2b7-450b-a720-018b73b17d0d tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.408451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa9728c0-efe0-47fd-9e4b-572954a3da3d req-372e8a42-c2b7-450b-a720-018b73b17d0d tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 946 time: 0.0799267 Feb 19 00:58:28.467028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa9728c0-efe0-47fd-9e4b-572954a3da3d req-fd2e0695-b6cc-42b2-9573-4b5dd256de32 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502555 Feb 19 00:58:28.473607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1dce634a-ed8e-4149-af25-40399f6e40b0 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:28.474002 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.511737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f388ed6-66fb-4367-8715-76c164a79d2b None None] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:28.537672 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95378829-9395-4124-81ba-d6de2403b47a x-openstack-request-id: req-95378829-9395-4124-81ba-d6de2403b47a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:28.538217 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "name": "network-vif-plugged", "status": "completed", "tag": "6ba79950-4526-414a-9ad8-20d512c535db", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:28.538621 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95378829-9395-4124-81ba-d6de2403b47a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:28.539412 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db', 'code': 200} Feb 19 00:58:28.541418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 1dce634a-ed8e-4149-af25-40399f6e40b0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1dce634a-ed8e-4149-af25-40399f6e40b0,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:28.576934 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.662964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0d6266d7-1396-4706-8f4e-a7d43a9c2812 None None] Provisioning complete for port 1dce634a-ed8e-4149-af25-40399f6e40b0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:28.663655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6266d7-1396-4706-8f4e-a7d43a9c2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.698010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=1dce634a-ed8e-4149-af25-40399f6e40b0,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:28.734227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514d9a5-64ef-4068-a133-0580a3c8cfa3 req-5aca2c60-b969-48b5-87c7-5e0976b1f3f0 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.735656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e514d9a5-64ef-4068-a133-0580a3c8cfa3 req-5aca2c60-b969-48b5-87c7-5e0976b1f3f0 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 886 time: 0.1781960 Feb 19 00:58:28.758083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks [] for router_gateway (af659e55-3a36-440e-b946-973beb4ff9f6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.803898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0d6266d7-1396-4706-8f4e-a7d43a9c2812 None None] Current status of the port 1dce634a-ed8e-4149-af25-40399f6e40b0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:28.826844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-5f7858d8-7623-475d-bb48-2370d7876158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.828369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-5f7858d8-7623-475d-bb48-2370d7876158 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4949341 Feb 19 00:58:28.981243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Made reservation on behalf of bef317f3ec19416bb9a25cb1aa859586 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:28.984623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:28.988449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1e01-a96e-4d32-95c7-40ceb4f28796 req-5c53c1ac-f70f-4c9c-b9d4-6a8ca6459f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.989990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-533b1e01-a96e-4d32-95c7-40ceb4f28796 req-5c53c1ac-f70f-4c9c-b9d4-6a8ca6459f3e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 1128 time: 0.3070366 Feb 19 00:58:29.030350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e4c9fcc9-85e3-4c52-be79-9e3c8d5f3dd4 None None] Provisioning complete for port 1dce634a-ed8e-4149-af25-40399f6e40b0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:29.031013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fcc9-85e3-4c52-be79-9e3c8d5f3dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.093724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.095147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.095771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.096376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.096897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.097592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.098159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.098829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.100902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53623b94-3843-4689-926a-843cb850922b req-d4733aa6-31e9-49b5-89e5-7dfa00252db9 tempest-NetworksTest-1041305430 tempest-NetworksTest-1041305430-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5749 time: 0.3446617 Feb 19 00:58:29.131874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9fcc9-85e3-4c52-be79-9e3c8d5f3dd4 None None] Current status of the port 1dce634a-ed8e-4149-af25-40399f6e40b0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:29.204330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-11761157-b09e-4a01-928f-d09019b30368 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614702 Feb 19 00:58:29.228265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95ce95-ff29-4429-9c18-792ffe833a54 req-fcc763e2-a3ae-4a3d-854e-d2d2a3ffc433 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.229771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f95ce95-ff29-4429-9c18-792ffe833a54 req-fcc763e2-a3ae-4a3d-854e-d2d2a3ffc433 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 971 time: 0.0606167 Feb 19 00:58:29.240978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-533b1e01-a96e-4d32-95c7-40ceb4f28796 req-470d92eb-b949-4b57-a4f4-36140b686157 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337039 Feb 19 00:58:29.289622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f95ce95-ff29-4429-9c18-792ffe833a54 req-1df3cdbb-8bc5-4b44-8ede-d32d16ac8169 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520680 Feb 19 00:58:29.405636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36193c78-613d-418c-a44d-02565efb83fa req-9551224e-8b54-43f0-849e-8866f9da1d76 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.407244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36193c78-613d-418c-a44d-02565efb83fa req-9551224e-8b54-43f0-849e-8866f9da1d76 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.0566735 Feb 19 00:58:29.421792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:29.456500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (af659e55-3a36-440e-b946-973beb4ff9f6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.469553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36193c78-613d-418c-a44d-02565efb83fa req-2036cead-48c3-4944-a910-120c27c44513 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Feb 19 00:58:29.478605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-46a65a1a-7c20-4c7f-abfd-8908e0c2191f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42601 time: 1.0960815 Feb 19 00:58:29.479850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Allocated IP 172.20.0.14 (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752/55e3da05-993b-412a-9712-9fc525d88b5e/6721823b-0da8-4cca-b1ec-4f5711263e50) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:29.489108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a1eeaf5-1bd6-4864-8826-968c01be5274 req-e428bdff-5a34-49eb-a103-1491a61cab09 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639215 Feb 19 00:58:29.565856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39575d43-bdc3-4381-bc60-e26045576cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.639245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-cb356b08-f20f-4645-aef3-70e470f6a9e0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0eff5e27-420a-40f6-a45d-a80b0a87ab0a HTTP/1.1" status: 200 len: 2990 time: 0.1127484 Feb 19 00:58:29.705189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39575d43-bdc3-4381-bc60-e26045576cf4 admin admin] Publish callbacks [] for security_group (f1f69980-29eb-49d7-b606-64fa1ab25b2b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.712113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39575d43-bdc3-4381-bc60-e26045576cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f1f69980-29eb-49d7-b606-64fa1ab25b2b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.760671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbebe45-73b5-45ed-a998-0cde7ff86008 req-14ffe220-1456-4d1c-89df-77473133b6a4 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.762229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbbebe45-73b5-45ed-a998-0cde7ff86008 req-14ffe220-1456-4d1c-89df-77473133b6a4 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 1153 time: 0.1398313 Feb 19 00:58:29.764193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-1bc70135-b696-4a37-aae9-406cdebbb9c9 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0eff5e27-420a-40f6-a45d-a80b0a87ab0a HTTP/1.1" status: 200 len: 2990 time: 0.1159604 Feb 19 00:58:29.768720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39575d43-bdc3-4381-bc60-e26045576cf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5197f7f1dd394e4889b588f36d152f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434591 Feb 19 00:58:29.768720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39575d43-bdc3-4381-bc60-e26045576cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f69980-29eb-49d7-b606-64fa1ab25b2b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:29.770339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:29.799688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbbebe45-73b5-45ed-a998-0cde7ff86008 req-5bbaae9b-87ea-4612-9390-073d7647e041 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.845063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks [] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.857929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Router af659e55-3a36-440e-b946-973beb4ff9f6 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:58:29.860692 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39e99847-e365-47f3-9802-650d513ae485 admin admin] Publish callbacks [] for security_group (f1f69980-29eb-49d7-b606-64fa1ab25b2b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.863824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-e6345b71-ab4b-47e9-81f5-78b6a3be0969 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/259e062e-d592-48e9-983c-e5326d729941 HTTP/1.1" status: 200 len: 2998 time: 0.0848851 Feb 19 00:58:29.893038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39e99847-e365-47f3-9802-650d513ae485 admin admin] Publish callbacks [] for security_group (f1f69980-29eb-49d7-b606-64fa1ab25b2b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.951333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbbebe45-73b5-45ed-a998-0cde7ff86008 req-5bbaae9b-87ea-4612-9390-073d7647e041 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] Publish callbacks [] for security_group (eecf7d4c-a8b6-4b87-b3be-668276fb7ec8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.955579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbbebe45-73b5-45ed-a998-0cde7ff86008 req-5bbaae9b-87ea-4612-9390-073d7647e041 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eecf7d4c-a8b6-4b87-b3be-668276fb7ec8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:29.976101 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-c0e8461b-d4d2-4346-bf46-74bf910c79c2 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/259e062e-d592-48e9-983c-e5326d729941 HTTP/1.1" status: 200 len: 2998 time: 0.1042123 Feb 19 00:58:29.978713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.002671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39e99847-e365-47f3-9802-650d513ae485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f1f69980-29eb-49d7-b606-64fa1ab25b2b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.005266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39e99847-e365-47f3-9802-650d513ae485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.008779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39e99847-e365-47f3-9802-650d513ae485 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1f69980-29eb-49d7-b606-64fa1ab25b2b HTTP/1.1" status: 204 len: 168 time: 0.2340350 Feb 19 00:58:30.014083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaae9b-87ea-4612-9390-073d7647e041 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf7d4c-a8b6-4b87-b3be-668276fb7ec8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:30.018230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbbebe45-73b5-45ed-a998-0cde7ff86008 req-5bbaae9b-87ea-4612-9390-073d7647e041 tempest-AggregatesAdminTestJSON-1258722077 tempest-AggregatesAdminTestJSON-1258722077-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469468 Feb 19 00:58:30.026236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e99847-e365-47f3-9802-650d513ae485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f69980-29eb-49d7-b606-64fa1ab25b2b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:30.121999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:30.129517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:30.147050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:30.149647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:30.154323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:30.159291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ae370-3c31-4677-a199-085542fe1cff req-8995f788-7ab0-4534-bdbc-b622440489d7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:30.160183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:30.160900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.162195 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Sync routers for ids ['af659e55-3a36-440e-b946-973beb4ff9f6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:30.167142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd8ae370-3c31-4677-a199-085542fe1cff req-8995f788-7ab0-4534-bdbc-b622440489d7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 932 time: 0.0671678 Feb 19 00:58:30.181507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-d71e5551-0340-4017-a717-a34182b830b4 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3195accc-b027-474a-b87d-46a1efb66c8c HTTP/1.1" status: 200 len: 2994 time: 0.1728582 Feb 19 00:58:30.196261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-052f9907-435e-47a4-8c8b-75aa58a1b826 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8638241 Feb 19 00:58:30.200143 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Routers {'af659e55-3a36-440e-b946-973beb4ff9f6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:30.202880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.204606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2ab5534a-e113-4d61-80a2-a6098eb14cee admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2677867 Feb 19 00:58:30.205792 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['af659e55-3a36-440e-b946-973beb4ff9f6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:30.211780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42026) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:30.220781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Request body: {'port': {'device_id': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'device_owner': 'compute:tempest-test_az-1644059964', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:30.232348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-3543d95c-6a5e-4c5e-9c34-69302ecbf17d tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:30.233816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-3543d95c-6a5e-4c5e-9c34-69302ecbf17d tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 1132 time: 0.1222773 Feb 19 00:58:30.272961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1dce634a-ed8e-4149-af25-40399f6e40b0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:30.286878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd8ae370-3c31-4677-a199-085542fe1cff req-6573fd0e-286a-48f8-93a7-c6f776fe6c1d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182184 Feb 19 00:58:30.319543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-54d2a161-526f-4343-a6c6-67a2ddfc5db2 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3195accc-b027-474a-b87d-46a1efb66c8c HTTP/1.1" status: 200 len: 2994 time: 0.1221464 Feb 19 00:58:30.360741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1dce634a-ed8e-4149-af25-40399f6e40b0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:30.361159 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.444691 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.456888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1dce634a-ed8e-4149-af25-40399f6e40b0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:30.470342 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Set router af659e55-3a36-440e-b946-973beb4ff9f6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:30.510994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b508c4-99a0-4dca-94c2-1bf2b717c101 req-3503f75d-844f-479d-88b0-c5ec8b536722 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:30.512586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1b508c4-99a0-4dca-94c2-1bf2b717c101 req-3503f75d-844f-479d-88b0-c5ec8b536722 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 946 time: 0.1130862 Feb 19 00:58:30.514147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42032) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:30.584138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b37cd7-3143-4917-904c-864629af75a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.690807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1b508c4-99a0-4dca-94c2-1bf2b717c101 req-03a906f5-941d-43f6-8515-3bd8c3636cb2 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346133 Feb 19 00:58:30.738451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-342f64ad-c459-4b65-adc1-09d07dbb836b tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/548cf239-5d09-43eb-9437-90fd62503dfe HTTP/1.1" status: 200 len: 2998 time: 0.4177804 Feb 19 00:58:30.794211 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T00:58:28Z', 'revision_number': 3, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:30.826376 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Checking router: af659e55-3a36-440e-b946-973beb4ff9f6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:30.826730 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Updating router af659e55-3a36-440e-b946-973beb4ff9f6 port f92e5f6b-5829-4577-899d-0291032e1097 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:58:30.856442 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f92e5f6b-5829-4577-899d-0291032e1097), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.879653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Deleting port 27132439-215c-453f-849d-fdb4a38dfcd1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:30.881074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.016650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-da2269d1-9f9f-4645-8c2e-61402b38d164 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/548cf239-5d09-43eb-9437-90fd62503dfe HTTP/1.1" status: 200 len: 2998 time: 0.2713187 Feb 19 00:58:31.076396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] For port 27132439-215c-453f-849d-fdb4a38dfcd1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=27132439-215c-453f-849d-fdb4a38dfcd1,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:31.076774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.089879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b37cd7-3143-4917-904c-864629af75a7 admin admin] Publish callbacks [] for security_group (85c24499-b846-4b19-86f4-9841a530f8cd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.100823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b37cd7-3143-4917-904c-864629af75a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (85c24499-b846-4b19-86f4-9841a530f8cd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.114315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Calling delete_port for 27132439-215c-453f-849d-fdb4a38dfcd1 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:31.141644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-9ebb8f19-48b9-44ee-af96-b53fbdf989c9 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/674206cb-a84c-4741-897c-8914a32e5f21 HTTP/1.1" status: 200 len: 2994 time: 0.1239736 Feb 19 00:58:31.181621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655590-387c-4fce-8cc5-ad52b19b78f1 req-9e2fb3f4-b54e-45f8-a075-5f6b206655f0 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.189373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da655590-387c-4fce-8cc5-ad52b19b78f1 req-9e2fb3f4-b54e-45f8-a075-5f6b206655f0 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=57170b69-6dff-4176-998e-766b7306a1ab HTTP/1.1" status: 200 len: 950 time: 0.1805758 Feb 19 00:58:31.198385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b37cd7-3143-4917-904c-864629af75a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c24499-b846-4b19-86f4-9841a530f8cd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:31.202885 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Publish callbacks [] for port (f92e5f6b-5829-4577-899d-0291032e1097), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.205789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75b37cd7-3143-4917-904c-864629af75a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cebafd2fe9d401cb1cc50c0c2390ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6904876 Feb 19 00:58:31.211964 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f92e5f6b-5829-4577-899d-0291032e1097), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.212863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:31.216118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.300279 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2be9b1-a458-4f63-8e3b-2e31ae69d65e None None] Pushing event updated for resources: {'Port': ['ID=f92e5f6b-5829-4577-899d-0291032e1097,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:31.337885 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Attempting to bind port f92e5f6b-5829-4577-899d-0291032e1097 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:31.339091 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Attempting to bind port f92e5f6b-5829-4577-899d-0291032e1097 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:31.340323 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Attempting to bind port f92e5f6b-5829-4577-899d-0291032e1097 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:31.348610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da655590-387c-4fce-8cc5-ad52b19b78f1 req-bfda1a35-d550-4cac-a87f-a244ab694ba7 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581717 Feb 19 00:58:31.349876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-eb2d470d-f019-4618-bc73-8441884fb881 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/674206cb-a84c-4741-897c-8914a32e5f21 HTTP/1.1" status: 200 len: 2994 time: 0.1261139 Feb 19 00:58:31.351702 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:31.352269 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:31.352884 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.353453 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:31.354090 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Bound port: f92e5f6b-5829-4577-899d-0291032e1097, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:31.354620 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f92e5f6b-5829-4577-899d-0291032e1097), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.394275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6721823b-0da8-4cca-b1ec-4f5711263e50 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:31.414961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Publish callbacks [] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.465053 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] For port f92e5f6b-5829-4577-899d-0291032e1097, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:31.470271 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] For port f92e5f6b-5829-4577-899d-0291032e1097, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f92e5f6b-5829-4577-899d-0291032e1097,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:31.482669 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f92e5f6b-5829-4577-899d-0291032e1097), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.513033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-c751d2fa-5f55-4044-a241-4aae446ca985 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/82f39402-c005-4096-9130-e55a5867ff20 HTTP/1.1" status: 200 len: 2998 time: 0.1621394 Feb 19 00:58:31.522858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2e31365-bb2c-4146-aac9-7961b281b5cf admin admin] Publish callbacks [] for security_group (85c24499-b846-4b19-86f4-9841a530f8cd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.560339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Transition to ACTIVE for port object 6721823b-0da8-4cca-b1ec-4f5711263e50 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:31.561082 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Routers {'af659e55-3a36-440e-b946-973beb4ff9f6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:31.562289 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['af659e55-3a36-440e-b946-973beb4ff9f6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:31.568774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (27132439-215c-453f-849d-fdb4a38dfcd1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.576405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.582098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['27132439-215c-453f-849d-fdb4a38dfcd1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:31.599894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2e31365-bb2c-4146-aac9-7961b281b5cf admin admin] Publish callbacks [] for security_group (85c24499-b846-4b19-86f4-9841a530f8cd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.617011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-a257d865-a14e-49f2-b37f-d5c6746e06dc tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/82f39402-c005-4096-9130-e55a5867ff20 HTTP/1.1" status: 200 len: 2998 time: 0.1030099 Feb 19 00:58:31.621510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Pushing event deleted for resources: {'Port': ['ID=27132439-215c-453f-849d-fdb4a38dfcd1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:31.705530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5ebb6-b5e4-4c59-9570-28a0b1178d3d req-f5bc5283-22d1-4e92-9ee0-89b25803a08c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.707896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74a5ebb6-b5e4-4c59-9570-28a0b1178d3d req-f5bc5283-22d1-4e92-9ee0-89b25803a08c tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 971 time: 0.2748075 Feb 19 00:58:31.740826 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] Set router af659e55-3a36-440e-b946-973beb4ff9f6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:31.751339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] No DVR routers for this DVR port 27132439-215c-453f-849d-fdb4a38dfcd1 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:31.779684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.783606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-248a0222-54b4-4e02-97d6-5c7043fa472b req-7b03b89e-4e6b-4b66-be10-1706773f84cc tempest-DeleteServersAdminTestJSON-1495661633 tempest-DeleteServersAdminTestJSON-1495661633-project-admin] 10.222.0.89 "DELETE /v2.0/ports/27132439-215c-453f-849d-fdb4a38dfcd1 HTTP/1.1" status: 204 len: 173 time: 1.5253396 Feb 19 00:58:31.784224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57170b69-6dff-4176-998e-766b7306a1ab', 'name': 'network-vif-deleted', 'tag': '27132439-215c-453f-849d-fdb4a38dfcd1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:31.786555 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed48c8a8-7142-4e03-8864-63ff5846ac45" -d '{"events": [{"server_uuid": "57170b69-6dff-4176-998e-766b7306a1ab", "name": "network-vif-deleted", "tag": "27132439-215c-453f-849d-fdb4a38dfcd1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:31.789498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:31.791703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Allocated IP 172.20.0.1 (e6f6050e-9cbc-4a60-8950-d7b834c0a508/c9770c3c-cebd-4a66-a372-a0133d3f2d1d/7e679560-d181-4968-ac53-1d3ada8f086b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:31.805909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-f1ccc22a-5494-4939-b908-700b6cdcc248 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8a4aa3be-77f2-4e7d-b5b2-160156153b24 HTTP/1.1" status: 200 len: 2998 time: 0.1879246 Feb 19 00:58:31.818158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:31.818479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:31.818808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:31.848028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:31.848353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:31.863261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:31.863693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:31.863989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:31.864734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Bound port: 6721823b-0da8-4cca-b1ec-4f5711263e50, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:31.865249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.896350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-ff43b99a-7e12-418c-8665-151058a38474 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8a4aa3be-77f2-4e7d-b5b2-160156153b24 HTTP/1.1" status: 200 len: 2998 time: 0.0894718 Feb 19 00:58:31.996396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-dfbe9329-7a6b-40b2-a95b-b3537168f8a6 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8e5541c1-e4cf-463b-b697-eb6dfb1ef051 HTTP/1.1" status: 200 len: 2998 time: 0.0934608 Feb 19 00:58:32.013989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:32.021336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks [] for port (7e679560-d181-4968-ac53-1d3ada8f086b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.035111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:32.036134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74a5ebb6-b5e4-4c59-9570-28a0b1178d3d req-53223f66-3004-4f22-922c-ed5d54bfb9ac tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147759 Feb 19 00:58:32.050807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.084818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2be9b1-a458-4f63-8e3b-2e31ae69d65e None None] Pushing event updated for resources: {'Port': ['ID=f92e5f6b-5829-4577-899d-0291032e1097,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:32.096752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.106944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T00:58:28Z', 'revision_number': 3, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:32.108495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2e31365-bb2c-4146-aac9-7961b281b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (85c24499-b846-4b19-86f4-9841a530f8cd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.111379 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2e31365-bb2c-4146-aac9-7961b281b5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.115105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f2e31365-bb2c-4146-aac9-7961b281b5cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85c24499-b846-4b19-86f4-9841a530f8cd HTTP/1.1" status: 204 len: 168 time: 0.8984430 Feb 19 00:58:32.118009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-74ddfc7f-447f-4fe2-a49a-02fa3e4074a0 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8e5541c1-e4cf-463b-b697-eb6dfb1ef051 HTTP/1.1" status: 200 len: 2998 time: 0.1205916 Feb 19 00:58:32.138092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.138669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.140093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] 10.222.0.10 "PUT /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 1114 time: 1.9331839 Feb 19 00:58:32.145254 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05391e79-d4f9-4a03-abdd-b818a65d2773 None None] The sync data for ids ['af659e55-3a36-440e-b946-973beb4ff9f6'] in n-d-826752-2 is: [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T00:58:28Z', 'revision_number': 3, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:32.219991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31365-bb2c-4146-aac9-7961b281b5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c24499-b846-4b19-86f4-9841a530f8cd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:32.241186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:32.255332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:32.257299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Pushing event updated for resources: {'Port': ['ID=7e679560-d181-4968-ac53-1d3ada8f086b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:32.278058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:32.278661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (af659e55-3a36-440e-b946-973beb4ff9f6), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.281441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c721-6dcd-4dbc-8530-f072681d0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:32.291480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-41aaa693-09d2-4d9b-aa29-7e8523b7398f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c11dd51c-a603-48e0-ac5e-ce478abdd93a HTTP/1.1" status: 200 len: 2994 time: 0.1572225 Feb 19 00:58:32.332760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-d85007cb-67f4-47ed-9c66-353bb5954090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.334369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-d85007cb-67f4-47ed-9c66-353bb5954090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1148 time: 0.1301668 Feb 19 00:58:32.380770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.10', 57770) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:32.401599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-bafe5b40-06d4-40e4-a0dc-7ebe8d631aae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0547359 Feb 19 00:58:32.419801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-f04822d0-8a44-4347-9a00-028c47b64047 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c11dd51c-a603-48e0-ac5e-ce478abdd93a HTTP/1.1" status: 200 len: 2994 time: 0.1190851 Feb 19 00:58:32.513416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a9fc-4295-436f-818a-4304de844424 req-27d9eacf-df11-44f1-ae80-db795e030167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.515026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-27d9eacf-df11-44f1-ae80-db795e030167 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1066813 Feb 19 00:58:32.569213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-f9636904-5341-4505-afeb-02f90e2530b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412245 Feb 19 00:58:32.572650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-eabb4767-a4e9-452a-a8a2-8cd3e2c81f78 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/cf8af968-bae4-436f-8ac2-c2ed29245a8f HTTP/1.1" status: 200 len: 2994 time: 0.1212015 Feb 19 00:58:32.702313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d8d063f9-9c57-4028-9a9a-2deca2c93d2b None None] Provisioning complete for port 7e679560-d181-4968-ac53-1d3ada8f086b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:32.702967 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8d063f9-9c57-4028-9a9a-2deca2c93d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.773064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d8d063f9-9c57-4028-9a9a-2deca2c93d2b None None] Port 7e679560-d181-4968-ac53-1d3ada8f086b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:32.826109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47450795-2c8e-4d63-94dd-ef60fbc8e334 req-b8f9e507-bb92-43ea-b1e1-073e6c8e6106 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.827669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47450795-2c8e-4d63-94dd-ef60fbc8e334 req-b8f9e507-bb92-43ea-b1e1-073e6c8e6106 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.5992732 Feb 19 00:58:32.831600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-d65ff1e1-4139-4856-9fad-3890302e535e tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/cf8af968-bae4-436f-8ac2-c2ed29245a8f HTTP/1.1" status: 200 len: 2994 time: 0.2485938 Feb 19 00:58:32.906468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-29c98d50-d9c0-4135-acec-87c579db97fe tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d2b5c864-6b2e-4330-be50-b6b8186da2b1 HTTP/1.1" status: 200 len: 2998 time: 0.0652301 Feb 19 00:58:32.934981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-1e2b4fbf-55a8-4cea-b25d-2f9abe7381d5 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532743 Feb 19 00:58:32.962394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-987eb269-c4c8-401e-bcc9-b7a65ef34a38 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.963891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-987eb269-c4c8-401e-bcc9-b7a65ef34a38 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.10 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 971 time: 0.5821674 Feb 19 00:58:32.971148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47450795-2c8e-4d63-94dd-ef60fbc8e334 req-7f64cbbd-c067-4044-8b70-05aee80ebddd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268828 Feb 19 00:58:32.973951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.131536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-f55d7bf5-e479-457d-b29c-a051185b26a6 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d2b5c864-6b2e-4330-be50-b6b8186da2b1 HTTP/1.1" status: 200 len: 2998 time: 0.1953413 Feb 19 00:58:33.207530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ace3a9fc-4295-436f-818a-4304de844424 req-16ca89b7-35fc-4836-951f-9726c33c7baf service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518625 Feb 19 00:58:33.238966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-985cb9db-d1e2-4ee5-a3eb-b863af3c3b8c tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d6529c31-af2f-43c1-bfe9-a270d32c21a2 HTTP/1.1" status: 200 len: 2998 time: 0.0652597 Feb 19 00:58:33.327790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks [] for port (7e679560-d181-4968-ac53-1d3ada8f086b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.349548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85951857-4846-4f4f-a4dc-b50e11e50ea3 req-b273e000-270b-462c-b295-e97b933c44d4 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d6529c31-af2f-43c1-bfe9-a270d32c21a2 HTTP/1.1" status: 200 len: 2998 time: 0.0872493 Feb 19 00:58:33.357395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.358660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (af659e55-3a36-440e-b946-973beb4ff9f6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.420744 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376e34e-37e9-451e-92a3-4631ea1f6812 x-openstack-request-id: req-8376e34e-37e9-451e-92a3-4631ea1f6812 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:33.421185 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57170b69-6dff-4176-998e-766b7306a1ab", "name": "network-vif-deleted", "tag": "27132439-215c-453f-849d-fdb4a38dfcd1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:33.421536 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8376e34e-37e9-451e-92a3-4631ea1f6812 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:33.422030 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57170b69-6dff-4176-998e-766b7306a1ab', 'name': 'network-vif-deleted', 'tag': '27132439-215c-453f-849d-fdb4a38dfcd1', 'status': 'completed', 'code': 200} Feb 19 00:58:33.515456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c6335-a137-43f9-9e07-11d04366173e req-8c7354fa-0364-4210-847b-261d89bc9e78 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.523500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-311c6335-a137-43f9-9e07-11d04366173e req-8c7354fa-0364-4210-847b-261d89bc9e78 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 946 time: 0.3290672 Feb 19 00:58:33.525479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Pushing event updated for resources: {'Port': ['ID=7e679560-d181-4968-ac53-1d3ada8f086b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:33.624952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Deleting port 6df66393-735f-42ab-8757-5220b361ef10 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:33.625873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6df66393-735f-42ab-8757-5220b361ef10), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.636468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156b202-4993-427b-8d3a-b57ba8c5d89f req-4457d316-7ef4-478e-9f6c-4113bc4ffd7e tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.638085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1156b202-4993-427b-8d3a-b57ba8c5d89f req-4457d316-7ef4-478e-9f6c-4113bc4ffd7e tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 971 time: 0.0890901 Feb 19 00:58:33.697273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1156b202-4993-427b-8d3a-b57ba8c5d89f req-11a39083-35b5-461b-ba46-cfd672e2d550 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/security-groups?id=259e062e-d592-48e9-983c-e5326d729941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514581 Feb 19 00:58:33.730689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-311c6335-a137-43f9-9e07-11d04366173e req-f4053c0a-5861-46a6-b6ec-fb4cde27993f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042272 Feb 19 00:58:33.779312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:33.789932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:33.910022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-201d7e9a-3fd0-4493-94eb-0158bc5d3533 req-82382a29-ed80-4092-97ca-035753b727ef tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcc238141f524ccfbe45e0573dce038c HTTP/1.1" status: 200 len: 6152 time: 0.1547022 Feb 19 00:58:33.964075 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-42418d21-9543-4641-9b38-fecd16c02740 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719745 Feb 19 00:58:33.985701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-201d7e9a-3fd0-4493-94eb-0158bc5d3533 req-ba505021-7302-46f4-b75c-1cd75e164098 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "GET /v2.0/security-groups/82f39402-c005-4096-9130-e55a5867ff20 HTTP/1.1" status: 200 len: 2998 time: 0.0747287 Feb 19 00:58:33.986340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] For port 6df66393-735f-42ab-8757-5220b361ef10, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6df66393-735f-42ab-8757-5220b361ef10,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:33.986924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6df66393-735f-42ab-8757-5220b361ef10), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.065531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Calling delete_port for 6df66393-735f-42ab-8757-5220b361ef10 owned by compute:tempest-test_az-1644059964 {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:34.105918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-201d7e9a-3fd0-4493-94eb-0158bc5d3533 req-fce133de-15fd-4388-9edf-3ef4411fe350 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "GET /v2.0/security-groups/82f39402-c005-4096-9130-e55a5867ff20 HTTP/1.1" status: 200 len: 2998 time: 0.1193480 Feb 19 00:58:34.213356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6e9d87c8-4d0d-4623-aae4-14736055b923 None None] Provisioning complete for port 7e679560-d181-4968-ac53-1d3ada8f086b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:34.214408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e9d87c8-4d0d-4623-aae4-14736055b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.282788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f92e5f6b-5829-4577-899d-0291032e1097 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:34.324210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-b05fd18e-98e6-4c57-9383-0046e19d3939 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.331283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-b05fd18e-98e6-4c57-9383-0046e19d3939 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3655469 Feb 19 00:58:34.334679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d87c8-4d0d-4623-aae4-14736055b923 None None] Port 7e679560-d181-4968-ac53-1d3ada8f086b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:34.337429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Router af659e55-3a36-440e-b946-973beb4ff9f6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:34.348345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59bde-99f4-4503-859b-5f0a5403e2cc req-3f652e29-1418-45ee-89e3-cea6dd2c7eae tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.359793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f92e5f6b-5829-4577-899d-0291032e1097 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:34.360909 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f92e5f6b-5829-4577-899d-0291032e1097), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.366531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c59bde-99f4-4503-859b-5f0a5403e2cc req-3f652e29-1418-45ee-89e3-cea6dd2c7eae tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 946 time: 0.1224542 Feb 19 00:58:34.368651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:34.374189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-c6f9d0ba-47b9-4582-9db1-5338a1449956 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/quotas/f7330bfdd9ab4048a1de59453f471ca6 HTTP/1.1" status: 200 len: 375 time: 0.0412333 Feb 19 00:58:34.382525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'floatingip': {'port_id': '6ba79950-4526-414a-9ad8-20d512c535db'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:34.463897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 27132439-215c-453f-849d-fdb4a38dfcd1 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:34.487590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-81b1a3e2-4a9d-4bac-8fb1-b4f0e2010f30 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027100 Feb 19 00:58:34.508036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.512745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 27132439-215c-453f-849d-fdb4a38dfcd1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:34.513241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 27132439-215c-453f-849d-fdb4a38dfcd1 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:34.525431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f92e5f6b-5829-4577-899d-0291032e1097 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:34.525940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f92e5f6b-5829-4577-899d-0291032e1097), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.554732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port f92e5f6b-5829-4577-899d-0291032e1097, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f92e5f6b-5829-4577-899d-0291032e1097,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:34.563409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f92e5f6b-5829-4577-899d-0291032e1097), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.655012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=f92e5f6b-5829-4577-899d-0291032e1097,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:34.664372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (6df66393-735f-42ab-8757-5220b361ef10), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.711009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769cad-16e2-42f7-9ab5-40d725dc8656 req-7f39bebe-a375-4233-a1b4-7751a7443dd3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.712627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7769cad-16e2-42f7-9ab5-40d725dc8656 req-7f39bebe-a375-4233-a1b4-7751a7443dd3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.2203140 Feb 19 00:58:34.815752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Pushing event deleted for resources: {'Port': ['ID=6df66393-735f-42ab-8757-5220b361ef10,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:34.830138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7769cad-16e2-42f7-9ab5-40d725dc8656 req-6d80ec41-f066-4419-b8b0-ebc96aafca92 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098597 Feb 19 00:58:35.032897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] No DVR routers for this DVR port 6df66393-735f-42ab-8757-5220b361ef10 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:35.055076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:35.074594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.076794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Sync routers for ids ['af659e55-3a36-440e-b946-973beb4ff9f6'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:35.079624 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-316be257-4ce8-42d3-9561-8a9586eb64f3 req-f439c928-688b-419d-b2a9-a9698fd1cd43 tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.10 "DELETE /v2.0/ports/6df66393-735f-42ab-8757-5220b361ef10 HTTP/1.1" status: 204 len: 173 time: 2.1035161 Feb 19 00:58:35.097068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5f8f04ce-db75-4480-a706-a65a2d2b3f23 admin admin] 10.222.0.43 "PUT /v2.0/routers/af659e55-3a36-440e-b946-973beb4ff9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8837528 Feb 19 00:58:35.101146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'name': 'network-vif-deleted', 'tag': '6df66393-735f-42ab-8757-5220b361ef10'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:35.109370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Routers {'af659e55-3a36-440e-b946-973beb4ff9f6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:35.110559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['af659e55-3a36-440e-b946-973beb4ff9f6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:35.444304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Set router af659e55-3a36-440e-b946-973beb4ff9f6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:35.660983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:35.663268 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a6565-73ab-491b-9074-05181592f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:35.714137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-347bc2a4-a52a-4277-9d80-9184d19ae788 req-6c260858-1cb6-41ed-860a-7cf084c6dee8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c53915fc-e957-4e21-875c-6b8fb2bd2dc5 HTTP/1.1" status: 200 len: 1794 time: 0.9443419 Feb 19 00:58:35.788277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef07decf-beaa-411d-920d-c1743797425c req-3e41bd77-3039-48ba-bc98-4aad8002d3d9 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 210 time: 0.1172571 Feb 19 00:58:35.855816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-347bc2a4-a52a-4277-9d80-9184d19ae788 req-0a77b23b-29ca-4d4a-baae-c75d5921718f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (c53915fc-e957-4e21-875c-6b8fb2bd2dc5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.930567 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-347bc2a4-a52a-4277-9d80-9184d19ae788 req-0a77b23b-29ca-4d4a-baae-c75d5921718f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (c53915fc-e957-4e21-875c-6b8fb2bd2dc5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.950203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T00:58:32Z', 'revision_number': 4, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '7e679560-d181-4968-ac53-1d3ada8f086b', 'name': '', 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'mac_address': 'fa:16:3e:a9:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:31Z', 'updated_at': '2022-02-19T00:58:33Z', 'revision_number': 2, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'subnets': [{'id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:36.014380 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcbd4ce-2a62-41d2-8502-cd9adaec2369" -d '{"events": [{"server_uuid": "8297f941-f4bf-4a48-b09f-e89cc151d0b3", "name": "network-vif-deleted", "tag": "6df66393-735f-42ab-8757-5220b361ef10"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:36.023242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Checking router: af659e55-3a36-440e-b946-973beb4ff9f6 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:36.023856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Updating router af659e55-3a36-440e-b946-973beb4ff9f6 port 7e679560-d181-4968-ac53-1d3ada8f086b binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:58:36.039776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-347bc2a4-a52a-4277-9d80-9184d19ae788 req-0a77b23b-29ca-4d4a-baae-c75d5921718f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c53915fc-e957-4e21-875c-6b8fb2bd2dc5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.044215 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-347bc2a4-a52a-4277-9d80-9184d19ae788 req-0a77b23b-29ca-4d4a-baae-c75d5921718f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.046070 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-347bc2a4-a52a-4277-9d80-9184d19ae788 req-0a77b23b-29ca-4d4a-baae-c75d5921718f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/c53915fc-e957-4e21-875c-6b8fb2bd2dc5 HTTP/1.1" status: 204 len: 173 time: 0.3307247 Feb 19 00:58:36.058306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77b23b-29ca-4d4a-baae-c75d5921718f tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53915fc-e957-4e21-875c-6b8fb2bd2dc5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:36.104739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.154447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e86d1512-e9b2-4ddc-8601-9987879d1400 req-dbd8e9af-e8c2-4e96-bc6b-5dd4370a43fc tempest-AggregatesAdminTestJSON-1277443289 tempest-AggregatesAdminTestJSON-1277443289-project] 10.222.0.43 "GET /v2.0/ports?device_id=8297f941-f4bf-4a48-b09f-e89cc151d0b3 HTTP/1.1" status: 200 len: 210 time: 0.0576308 Feb 19 00:58:36.182752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:58:36.259647 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d25cb3-c901-42d5-9c78-725429e67dfa x-openstack-request-id: req-e2d25cb3-c901-42d5-9c78-725429e67dfa {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:36.260003 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:36.260466 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2d25cb3-c901-42d5-9c78-725429e67dfa {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:36.261087 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'status': 'completed', 'code': 200} Feb 19 00:58:36.303912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42158) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:36.309722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-network', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:36.324043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.332382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.333326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f92e5f6b-5829-4577-899d-0291032e1097 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:36.380653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a6565-73ab-491b-9074-05181592f95f req-4d05cd7e-703d-4b88-b8c8-211e516ab0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.382961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-4d05cd7e-703d-4b88-b8c8-211e516ab0e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1148 time: 0.1108100 Feb 19 00:58:36.390296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Made reservation on behalf of d76a9e33efa64e4d9754fae9f551c83d for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:36.392847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.423640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.558106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks [] for security_group (ac73fb09-b0d0-4d28-8f15-a0fff07f6830), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.583631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ac73fb09-b0d0-4d28-8f15-a0fff07f6830), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.597578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-3551375d-a972-449b-8cfc-e274fb88f604 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474656 Feb 19 00:58:36.653871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:58:36.662805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad24e1-a5ae-44be-be63-bfaf15cc7ea0 req-b4eeef2b-4d5b-456b-b9f9-7f162b08bbff tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.670050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7ad24e1-a5ae-44be-be63-bfaf15cc7ea0 req-b4eeef2b-4d5b-456b-b9f9-7f162b08bbff tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.2968092 Feb 19 00:58:36.688905 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be associated. External IP: 172.25.0.190, port: 6ba79950-4526-414a-9ad8-20d512c535db. Feb 19 00:58:36.723901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a6565-73ab-491b-9074-05181592f95f req-c62932e4-58ea-488a-a9bc-fbdcd111d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.725588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-c62932e4-58ea-488a-a9bc-fbdcd111d041 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.3324561 Feb 19 00:58:36.759838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac73fb09-b0d0-4d28-8f15-a0fff07f6830,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:36.770239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3bb67fd3-3a45-4750-ba62-128e1c372bf1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.770593 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Added segment 3bb67fd3-3a45-4750-ba62-128e1c372bf1 of type vlan for network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 Feb 19 00:58:36.827433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:36.830009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6df66393-735f-42ab-8757-5220b361ef10 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:36.831884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-63d9177f-0d9c-4a7c-8982-6d2e370431eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0948033 Feb 19 00:58:36.873613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5120c8c0-288b-4c6c-8628-5a6115acaeb3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.878438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 6df66393-735f-42ab-8757-5220b361ef10 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:36.878856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6df66393-735f-42ab-8757-5220b361ef10 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:36.904964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a6565-73ab-491b-9074-05181592f95f req-488b6fb0-4755-47a8-ac73-74ca7ea326bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.907094 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-488b6fb0-4755-47a8-ac73-74ca7ea326bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0659108 Feb 19 00:58:36.908830 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912781c1-c8fd-4f9f-9ed6-c4b928d85f4c x-openstack-request-id: req-912781c1-c8fd-4f9f-9ed6-c4b928d85f4c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:36.909827 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8297f941-f4bf-4a48-b09f-e89cc151d0b3", "name": "network-vif-deleted", "tag": "6df66393-735f-42ab-8757-5220b361ef10", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:36.910159 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-912781c1-c8fd-4f9f-9ed6-c4b928d85f4c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:36.911034 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8297f941-f4bf-4a48-b09f-e89cc151d0b3', 'name': 'network-vif-deleted', 'tag': '6df66393-735f-42ab-8757-5220b361ef10', 'status': 'completed', 'code': 200} Feb 19 00:58:36.930126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7ad24e1-a5ae-44be-be63-bfaf15cc7ea0 req-584e4fdd-c74d-4b4e-9621-b170e41fa7ee tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590299 Feb 19 00:58:36.949030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f92e5f6b-5829-4577-899d-0291032e1097 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:36.949030 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f92e5f6b-5829-4577-899d-0291032e1097), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.971470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Publish callbacks [] for port (7e679560-d181-4968-ac53-1d3ada8f086b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.979211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-dea08fc6-75e6-43a6-9ab4-b27db1a2cc8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636206 Feb 19 00:58:36.980845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5120c8c0-288b-4c6c-8628-5a6115acaeb3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.981881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.982549 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.024666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-0fe47655-cbd0-4ffd-b188-d39d3d941d25 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:37.026249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-0fe47655-cbd0-4ffd-b188-d39d3d941d25 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4135852 Feb 19 00:58:37.058777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.060907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d5d66993-75e1-4265-a521-5473e8749caf req-aac15d95-5434-4bd3-90e6-9cc00425d995 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "GET /v2.0/security-groups/eb43fa66-1454-4563-9d87-20818c7a0563 HTTP/1.1" status: 200 len: 1793 time: 0.1341391 Feb 19 00:58:37.133199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Request body: {'port': {'device_id': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'f7330bfdd9ab4048a1de59453f471ca6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:37.152424 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8448911 Feb 19 00:58:37.152654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-a51075e8-8033-4667-910f-daa72045c0e4 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613634 Feb 19 00:58:37.152654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:37.165072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Request body: {'subnet': {'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-subnet', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:37.175018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bd160-924f-4d11-8567-b509e891a263 None None] Pushing event updated for resources: {'Port': ['ID=7e679560-d181-4968-ac53-1d3ada8f086b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.195975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e8c10bd-4763-4d67-b8da-79c6f93a98d2 req-3f3efba6-2067-479f-8471-575c55e43b53 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ffef6191cec34928818838f9a153f770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669334 Feb 19 00:58:37.217903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:37.256771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f11a0-e8e8-4338-bfb7-2d6584aa5350 admin admin] Pushing event updated for resources: {'Network': ['ID=5120c8c0-288b-4c6c-8628-5a6115acaeb3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.257707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d5d66993-75e1-4265-a521-5473e8749caf req-6f2aff6f-f23c-456a-9593-5b3df2fb5df8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (eb43fa66-1454-4563-9d87-20818c7a0563), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.278214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Attempting to bind port 7e679560-d181-4968-ac53-1d3ada8f086b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:37.278872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Attempting to bind port 7e679560-d181-4968-ac53-1d3ada8f086b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:37.279363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Attempting to bind port 7e679560-d181-4968-ac53-1d3ada8f086b on network e6f6050e-9cbc-4a60-8950-d7b834c0a508 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:37.295147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:37.295698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Checking segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:37.296294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.296813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Bound using segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:37.297674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Bound port: 7e679560-d181-4968-ac53-1d3ada8f086b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:37.298161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.298949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Made reservation on behalf of d76a9e33efa64e4d9754fae9f551c83d for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:37.300490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:58:37.302294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.318636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'port_id': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'mac_address': 'fa:16:3e:04:5a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e3da05-993b-412a-9712-9fc525d88b5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1644059964', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:37.371756 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d5d66993-75e1-4265-a521-5473e8749caf req-6f2aff6f-f23c-456a-9593-5b3df2fb5df8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (eb43fa66-1454-4563-9d87-20818c7a0563), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.379772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f92e5f6b-5829-4577-899d-0291032e1097 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:37.459140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6721823b-0da8-4cca-b1ec-4f5711263e50 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:37.459889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.485804 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-747a6565-73ab-491b-9074-05181592f95f req-8fa33d5c-5dc3-4972-a38c-d62e33bfa1e0 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165963 Feb 19 00:58:37.496497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6721823b-0da8-4cca-b1ec-4f5711263e50 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:37.514140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] For port 7e679560-d181-4968-ac53-1d3ada8f086b, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:37.534098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:37.539195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] For port 7e679560-d181-4968-ac53-1d3ada8f086b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7e679560-d181-4968-ac53-1d3ada8f086b,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:37.540974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] Provisioning complete for port 7e679560-d181-4968-ac53-1d3ada8f086b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:37.541448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.544222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.569997 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.596689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d5d66993-75e1-4265-a521-5473e8749caf req-6f2aff6f-f23c-456a-9593-5b3df2fb5df8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eb43fa66-1454-4563-9d87-20818c7a0563), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.599643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d5d66993-75e1-4265-a521-5473e8749caf req-6f2aff6f-f23c-456a-9593-5b3df2fb5df8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.603851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d5d66993-75e1-4265-a521-5473e8749caf req-6f2aff6f-f23c-456a-9593-5b3df2fb5df8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb43fa66-1454-4563-9d87-20818c7a0563 HTTP/1.1" status: 204 len: 173 time: 0.5339289 Feb 19 00:58:37.653561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.658213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aff6f-f23c-456a-9593-5b3df2fb5df8 tempest-SecurityGroupsTestAdminJSON-1145805407 tempest-SecurityGroupsTestAdminJSON-1145805407-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb43fa66-1454-4563-9d87-20818c7a0563,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.664310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Routers {'af659e55-3a36-440e-b946-973beb4ff9f6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:37.665020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['af659e55-3a36-440e-b946-973beb4ff9f6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:37.677032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (41476f22-ec9e-4477-b669-cfeecffec341), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.690488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c10bd-4763-4d67-b8da-79c6f93a98d2 req-07f4a35f-34ca-487a-936b-20a75d583fcd tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:37.698221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e8c10bd-4763-4d67-b8da-79c6f93a98d2 req-07f4a35f-34ca-487a-936b-20a75d583fcd tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4624631 Feb 19 00:58:37.701431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:37.720479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e8c10bd-4763-4d67-b8da-79c6f93a98d2 req-5f016451-0ec2-4ae1-a069-891f5776f584 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/quotas/ffef6191cec34928818838f9a153f770 HTTP/1.1" status: 200 len: 375 time: 0.0213234 Feb 19 00:58:37.770051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41476f22-ec9e-4477-b669-cfeecffec341,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.774161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e8c10bd-4763-4d67-b8da-79c6f93a98d2 req-53c99301-9996-4a3a-a9e4-aa4d0a88cf44 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffef6191cec34928818838f9a153f770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527341 Feb 19 00:58:37.790567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Made reservation on behalf of f7330bfdd9ab4048a1de59453f471ca6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:37.799452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.808039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dea3c15a-40f9-4373-b635-992797959986 req-80637724-ed5a-4db9-8ad4-d7cc5048acf0 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 210 time: 0.0436006 Feb 19 00:58:37.824570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6721823b-0da8-4cca-b1ec-4f5711263e50'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:37.845095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Checking segment: {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:37.845467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Network hostable DHCP agents. Network: 5120c8c0-288b-4c6c-8628-5a6115acaeb3, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:58:37.867157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:58:37.867367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bd160-924f-4d11-8567-b509e891a263 None None] Pushing event updated for resources: {'Port': ['ID=7e679560-d181-4968-ac53-1d3ada8f086b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.884195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5120c8c0-288b-4c6c-8628-5a6115acaeb3) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:37.890195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:37.891543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.916094 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4aa60e2c-2707-456f-8562-b74bee09ba15 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7623162 Feb 19 00:58:37.916726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42188) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:37.922992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:37.950431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (4c9c78d3-5b16-4adb-b34d-56c268423ad9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.951749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (4c9c78d3-5b16-4adb-b34d-56c268423ad9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.965614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] Set router af659e55-3a36-440e-b946-973beb4ff9f6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:38.014226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be9d00-5b61-4f86-b175-7bb4f66f2fae None None] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:38.026034 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks [] for router_controller (4c9c78d3-5b16-4adb-b34d-56c268423ad9), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.032266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] Current status of the port 7e679560-d181-4968-ac53-1d3ada8f086b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:38.032663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.158595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Allocated IP 192.168.233.52 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/b04e3d8f-ac15-45e6-904b-c995947c5dba) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:38.161607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] For port 7e679560-d181-4968-ac53-1d3ada8f086b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7e679560-d181-4968-ac53-1d3ada8f086b,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:38.164728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfc0dd01-192b-4081-a938-d4a0eafc1b29 req-b7d483d5-9309-4a99-929c-8b616201fca8 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "GET /v2.0/security-groups/9c81476d-0058-45d6-acc7-e4b92945db83 HTTP/1.1" status: 200 len: 1794 time: 0.1370060 Feb 19 00:58:38.170580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:38.178462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.190390 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:38.204558 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:38.205642 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:38.220483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks [] for router_gateway (4c9c78d3-5b16-4adb-b34d-56c268423ad9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.273023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b106c1d-9af5-46b8-835f-a5457045cbb8 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "PUT /v2.0/floatingips/99bb47fc-cc2f-4b42-98a1-731a37e683be HTTP/1.1" status: 200 len: 992 time: 3.9031298 Feb 19 00:58:38.282196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:38.284954 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787b6474-03f4-4875-b72e-8b5597787c45" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "tag": "6ba79950-4526-414a-9ad8-20d512c535db"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:38.359580 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:38.386471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.511894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks [] for router_gateway (4c9c78d3-5b16-4adb-b34d-56c268423ad9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.534314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.539652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks [] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.539868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-5120c8c0-288b-4c6c-8628-5a6115acaeb3', 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3', 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'fixed_ips': [{'subnet_id': '41476f22-ec9e-4477-b669-cfeecffec341'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:58:38.540537 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.546878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362fc46-0e45-43ea-8c5e-31c44960725b None None] Pushing event updated for resources: {'Port': ['ID=7e679560-d181-4968-ac53-1d3ada8f086b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:38.557338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57e46-e611-41f4-9b2e-986d000430bb req-7a7b9e91-f226-4bd3-9fe4-c0e7f1a21ee5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:38.565434 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6a57e46-e611-41f4-9b2e-986d000430bb req-7a7b9e91-f226-4bd3-9fe4-c0e7f1a21ee5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.1280947 Feb 19 00:58:38.613662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-40fbb2a3-a3fe-4e3a-9014-a0e40474a106 None None] Provisioning complete for port 7e679560-d181-4968-ac53-1d3ada8f086b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:38.613949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40fbb2a3-a3fe-4e3a-9014-a0e40474a106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.622902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfc0dd01-192b-4081-a938-d4a0eafc1b29 req-86af4f4f-715d-4799-96df-d1806faf51b5 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (9c81476d-0058-45d6-acc7-e4b92945db83), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.655893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfc0dd01-192b-4081-a938-d4a0eafc1b29 req-86af4f4f-715d-4799-96df-d1806faf51b5 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (9c81476d-0058-45d6-acc7-e4b92945db83), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.691556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.707026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6a57e46-e611-41f4-9b2e-986d000430bb req-ac7b89a8-8fea-45a5-b5f0-41a959c5fd5f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406338 Feb 19 00:58:38.724161 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '99bb47fc-cc2f-4b42-98a1-731a37e683be', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'port_id': '6ba79950-4526-414a-9ad8-20d512c535db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'mac_address': 'fa:16:3e:62:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:58:13Z', 'updated_at': '2022-02-19T00:58:36Z', 'revision_number': 1, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:38.757233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfc0dd01-192b-4081-a938-d4a0eafc1b29 req-86af4f4f-715d-4799-96df-d1806faf51b5 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c81476d-0058-45d6-acc7-e4b92945db83), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.760311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfc0dd01-192b-4081-a938-d4a0eafc1b29 req-86af4f4f-715d-4799-96df-d1806faf51b5 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.761537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfc0dd01-192b-4081-a938-d4a0eafc1b29 req-86af4f4f-715d-4799-96df-d1806faf51b5 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "DELETE /v2.0/security-groups/9c81476d-0058-45d6-acc7-e4b92945db83 HTTP/1.1" status: 204 len: 173 time: 0.5518522 Feb 19 00:58:38.771510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Allocated IP 172.25.0.41 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/59896dae-25ec-4d5a-b11a-79435388d332) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:38.775062 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:38.778857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:38.784397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T00:58:32Z', 'revision_number': 4, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '7e679560-d181-4968-ac53-1d3ada8f086b', 'name': '', 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'mac_address': 'fa:16:3e:a9:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:31Z', 'updated_at': '2022-02-19T00:58:37Z', 'revision_number': 4, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'subnets': [{'id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:38.784813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:38.788377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:38.798865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:38.799975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.819824 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:38.822914 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:38.852058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7887015 Feb 19 00:58:38.859813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af4f4f-715d-4799-96df-d1806faf51b5 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c81476d-0058-45d6-acc7-e4b92945db83,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:38.888446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Request body: {'port': {'device_id': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:38.932132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4963a-2eb5-4c5c-be51-b07777348bd1 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Pushing event updated for resources: {'Port': ['ID=b04e3d8f-ac15-45e6-904b-c995947c5dba,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:39.023940 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd9e5d0-9cdd-45d9-8935-a8c5bf76f846 x-openstack-request-id: req-2dd9e5d0-9cdd-45d9-8935-a8c5bf76f846 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:39.023940 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "tag": "6ba79950-4526-414a-9ad8-20d512c535db", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:39.023940 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dd9e5d0-9cdd-45d9-8935-a8c5bf76f846 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:39.023940 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db', 'status': 'completed', 'code': 200} Feb 19 00:58:39.050609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks [] for port (59896dae-25ec-4d5a-b11a-79435388d332), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.075244 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:39.115619 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.119178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc557680-ae99-44d7-ab6c-4567ef7ea16f None None] The sync data for ids ['af659e55-3a36-440e-b946-973beb4ff9f6'] in n-d-826752-2 is: [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T00:58:32Z', 'revision_number': 4, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '7e679560-d181-4968-ac53-1d3ada8f086b', 'name': '', 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'mac_address': 'fa:16:3e:a9:97:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:31Z', 'updated_at': '2022-02-19T00:58:37Z', 'revision_number': 4, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'subnets': [{'id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:39.133907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c6bb5b8-864c-457d-ae75-c58389bcfa1a req-6670c097-1d3b-4ef2-8075-d3b87aa972c4 tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "GET /v2.0/security-groups/1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e HTTP/1.1" status: 200 len: 1793 time: 0.0808222 Feb 19 00:58:39.184687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-40fbb2a3-a3fe-4e3a-9014-a0e40474a106 None None] Current status of the port 7e679560-d181-4968-ac53-1d3ada8f086b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:39.211811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (59896dae-25ec-4d5a-b11a-79435388d332), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.236969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Allocated IP 172.20.0.2 (5120c8c0-288b-4c6c-8628-5a6115acaeb3/41476f22-ec9e-4477-b669-cfeecffec341/61a2c8af-eb87-42d1-a0ee-648a02180199) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:39.296553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:39.316070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:39.322726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:39.325016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Pushing event updated for resources: {'Port': ['ID=59896dae-25ec-4d5a-b11a-79435388d332,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:39.361667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1cdcdff9-cc8e-4330-8562-20497f746870 None None] Provisioning complete for port b04e3d8f-ac15-45e6-904b-c995947c5dba triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:39.362036 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1cdcdff9-cc8e-4330-8562-20497f746870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.393294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c6bb5b8-864c-457d-ae75-c58389bcfa1a req-d8a6b648-5c3c-459c-a456-bf6dc2db33eb tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.439612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcdff9-cc8e-4330-8562-20497f746870 None None] Port b04e3d8f-ac15-45e6-904b-c995947c5dba cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:39.489051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c6bb5b8-864c-457d-ae75-c58389bcfa1a req-d8a6b648-5c3c-459c-a456-bf6dc2db33eb tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.519578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Publish callbacks [] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.531390 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.532540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04e3d8f-ac15-45e6-904b-c995947c5dba {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:39.546090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Publish callbacks [] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.573995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047cf8b-ace7-4edc-996d-947c11b15840 req-00bfff79-1a60-4540-82a9-5fd0a9b25eef tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:39.581315 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8047cf8b-ace7-4edc-996d-947c11b15840 req-00bfff79-1a60-4540-82a9-5fd0a9b25eef tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 946 time: 0.6537540 Feb 19 00:58:39.594492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Pushing event updated for resources: {'Port': ['ID=61a2c8af-eb87-42d1-a0ee-648a02180199,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:39.595681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Transition to ACTIVE for port object b04e3d8f-ac15-45e6-904b-c995947c5dba will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:39.610898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6474-03f4-4875-b72e-8b5597787c45 req-3ba013bc-3df3-4528-901b-5d6d1cf58cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:39.612725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-3ba013bc-3df3-4528-901b-5d6d1cf58cec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 1128 time: 0.5947154 Feb 19 00:58:39.618479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.620962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:39.624808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c6bb5b8-864c-457d-ae75-c58389bcfa1a req-d8a6b648-5c3c-459c-a456-bf6dc2db33eb tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.626046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:39.630034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:39.632643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c6bb5b8-864c-457d-ae75-c58389bcfa1a req-d8a6b648-5c3c-459c-a456-bf6dc2db33eb tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.663213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c6bb5b8-864c-457d-ae75-c58389bcfa1a req-d8a6b648-5c3c-459c-a456-bf6dc2db33eb tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e HTTP/1.1" status: 204 len: 173 time: 0.5282075 Feb 19 00:58:39.702342 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '99bb47fc-cc2f-4b42-98a1-731a37e683be', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'port_id': '6ba79950-4526-414a-9ad8-20d512c535db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'mac_address': 'fa:16:3e:62:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:58:13Z', 'updated_at': '2022-02-19T00:58:36Z', 'revision_number': 1, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:39.762328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Attempting to bind port 61a2c8af-eb87-42d1-a0ee-648a02180199 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:39.762703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Attempting to bind port 61a2c8af-eb87-42d1-a0ee-648a02180199 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:39.763072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Attempting to bind port 61a2c8af-eb87-42d1-a0ee-648a02180199 on network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:39.778341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:39.778706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Checking segment: {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:39.779117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.779522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Bound using segment: {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:39.780022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Bound port: 61a2c8af-eb87-42d1-a0ee-648a02180199, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:39.780409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.796073 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70621f8-0a43-4fdd-9a33-7978541c4dc9 None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '99bb47fc-cc2f-4b42-98a1-731a37e683be', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'port_id': '6ba79950-4526-414a-9ad8-20d512c535db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'mac_address': 'fa:16:3e:62:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:58:13Z', 'updated_at': '2022-02-19T00:58:36Z', 'revision_number': 1, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:39.866653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Pushing event updated for resources: {'Port': ['ID=b04e3d8f-ac15-45e6-904b-c995947c5dba,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:39.935951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] For port 61a2c8af-eb87-42d1-a0ee-648a02180199, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:39.944091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] For port 61a2c8af-eb87-42d1-a0ee-648a02180199, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=61a2c8af-eb87-42d1-a0ee-648a02180199,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:39.956487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.067385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6474-03f4-4875-b72e-8b5597787c45 req-0830cc02-82fb-450a-96dd-b380bd5cc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.068891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-0830cc02-82fb-450a-96dd-b380bd5cc02a service neutron] 10.222.0.89 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 925 time: 0.4386549 Feb 19 00:58:40.102760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Attempting to bind port b04e3d8f-ac15-45e6-904b-c995947c5dba on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:40.103153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Attempting to bind port b04e3d8f-ac15-45e6-904b-c995947c5dba by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:40.103658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Attempting to bind port b04e3d8f-ac15-45e6-904b-c995947c5dba on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:40.105757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142256a-6942-49a5-b5a0-6446c35cf414 None None] Pushing event updated for resources: {'Port': ['ID=61a2c8af-eb87-42d1-a0ee-648a02180199,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:40.123512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8047cf8b-ace7-4edc-996d-947c11b15840 req-19a300c9-f976-4fed-8e6b-b964d32ba51c tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5409923 Feb 19 00:58:40.184890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Port b04e3d8f-ac15-45e6-904b-c995947c5dba on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:40.185240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Attempting to bind port b04e3d8f-ac15-45e6-904b-c995947c5dba on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:40.232739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:40.233133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:40.233666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:40.234111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Bound port: b04e3d8f-ac15-45e6-904b-c995947c5dba, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:40.235096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.244593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42234) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:40.294860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ec28f-666d-4102-b1f7-3bae2fe4164f None None] New status for floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:58:40.320854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6b648-5c3c-459c-a456-bf6dc2db33eb tempest-SecurityGroupsTestAdminJSON-1335809116 tempest-SecurityGroupsTestAdminJSON-1335809116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04b0c1-77dc-4a39-bf50-8ad4fc3ba51e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:40.333727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks [] for router_gateway (4c9c78d3-5b16-4adb-b34d-56c268423ad9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.364785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-93d18d1d-825c-4025-b9c5-6bc11b5ea473 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba79950-4526-414a-9ad8-20d512c535db HTTP/1.1" status: 200 len: 1000 time: 0.2793450 Feb 19 00:58:40.518253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6474-03f4-4875-b72e-8b5597787c45 req-3411d817-c0c1-4993-afaa-8467cc211df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.519754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-3411d817-c0c1-4993-afaa-8467cc211df8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 200 len: 863 time: 0.1171310 Feb 19 00:58:40.557366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fb781-caa3-47d1-af1d-b001836b96b8 req-2e63bc03-40de-4b9c-9aaf-627b438d5a81 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.569999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c31fb781-caa3-47d1-af1d-b001836b96b8 req-2e63bc03-40de-4b9c-9aaf-627b438d5a81 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 947 time: 0.2321634 Feb 19 00:58:40.580502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e679560-d181-4968-ac53-1d3ada8f086b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:40.627156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] For port b04e3d8f-ac15-45e6-904b-c995947c5dba, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:40.632598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] For port b04e3d8f-ac15-45e6-904b-c995947c5dba, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:40.646388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.688631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c31fb781-caa3-47d1-af1d-b001836b96b8 req-84c22e2e-6c59-44d0-8c6c-33210a840bac tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171870 Feb 19 00:58:40.838354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Pushing event updated for resources: {'Port': ['ID=b04e3d8f-ac15-45e6-904b-c995947c5dba,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:40.838738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:40.878797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.882412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.883897 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-39b379a5-0d63-4039-8771-a275cb537491 service neutron] 10.222.0.89 "PUT /v2.0/ports/b04e3d8f-ac15-45e6-904b-c995947c5dba HTTP/1.1" status: 200 len: 1095 time: 2.0197725 Feb 19 00:58:40.916607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4fea8928-3bbe-482a-a62f-fe066514b15b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcc238141f524ccfbe45e0573dce038c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6700761 Feb 19 00:58:40.936247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42242) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:41.011826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (4c9c78d3-5b16-4adb-b34d-56c268423ad9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.031954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'tag': 'b04e3d8f-ac15-45e6-904b-c995947c5dba'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:41.036206 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d87a7de-860c-4b07-8ebf-fac6a774de5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b21de20f-90b0-4614-95d7-55daa59bc045", "tag": "b04e3d8f-ac15-45e6-904b-c995947c5dba"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:41.043948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7e679560-d181-4968-ac53-1d3ada8f086b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:41.044911 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.052925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 6721823b-0da8-4cca-b1ec-4f5711263e50 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:41.101660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 6721823b-0da8-4cca-b1ec-4f5711263e50 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:41.102042 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.183094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6474-03f4-4875-b72e-8b5597787c45 req-c56ec4f2-38a8-4e39-b20f-f571745cf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.184717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-c56ec4f2-38a8-4e39-b20f-f571745cf3ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6504395 Feb 19 00:58:41.286357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6721823b-0da8-4cca-b1ec-4f5711263e50 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:41.286928 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.289546 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-015a9bbb-1424-4db3-806a-f919963b3d61 req-85d8b0e6-31cc-4cd7-9625-1abb7f62c05e tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ffef6191cec34928818838f9a153f770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535958 Feb 19 00:58:41.324272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7e679560-d181-4968-ac53-1d3ada8f086b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:41.331290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:58:41.334925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8b80f-0c26-40fe-8e2e-c4c198f8a6af req-2f3f57bd-67f6-4c50-b897-26d2d07e2875 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.348075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5c8b80f-0c26-40fe-8e2e-c4c198f8a6af req-2f3f57bd-67f6-4c50-b897-26d2d07e2875 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.4138975 Feb 19 00:58:41.348578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:41.351314 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99618bee-1c19-4663-b710-8738ed586aa1" -d '{"events": [{"server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "name": "network-vif-plugged", "status": "completed", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:41.356139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a0014dc-9e63-45cb-b241-b5e665d83b4a admin admin] Publish callbacks [] for security_group (82f39402-c005-4096-9130-e55a5867ff20), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.372569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-a4a35db5-55ef-4dfc-b49e-002f54a4894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.374101 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-a4a35db5-55ef-4dfc-b49e-002f54a4894c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 1129 time: 0.4141710 Feb 19 00:58:41.379022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:41.386897 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.470104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:41.486006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a0014dc-9e63-45cb-b241-b5e665d83b4a admin admin] Publish callbacks [] for security_group (82f39402-c005-4096-9130-e55a5867ff20), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.500972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-e80f6510-7682-4546-9d16-1e0a27c8ac06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba HTTP/1.1" status: 200 len: 217 time: 0.0805695 Feb 19 00:58:41.529635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-22f89067-0f97-464a-9e6e-db444a6fa00f service neutron] 10.222.0.89 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267076 Feb 19 00:58:41.546023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9bbb-1424-4db3-806a-f919963b3d61 req-3444a074-795d-4bd9-a7dd-63f195d20c29 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.548082 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-015a9bbb-1424-4db3-806a-f919963b3d61 req-3444a074-795d-4bd9-a7dd-63f195d20c29 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577577 Feb 19 00:58:41.559894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5c8b80f-0c26-40fe-8e2e-c4c198f8a6af req-de48abbb-e0d6-48cc-8894-bb26233d0a87 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108080 Feb 19 00:58:41.574223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-015a9bbb-1424-4db3-806a-f919963b3d61 req-04f8e9c2-0d9f-4389-b98a-8445a66a8ebe tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/quotas/ffef6191cec34928818838f9a153f770 HTTP/1.1" status: 200 len: 375 time: 0.0191290 Feb 19 00:58:41.579541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:41.612049 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Sync routers for ids ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:41.626548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-015a9bbb-1424-4db3-806a-f919963b3d61 req-9a1521b3-4709-4378-baa4-f2e34739d6ba tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffef6191cec34928818838f9a153f770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354772 Feb 19 00:58:41.645916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.647489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-da8899b1-c5c8-4620-b9c2-b8de5093a7df admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7297289 Feb 19 00:58:41.651201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-83625c1e-df53-4bbc-ba6d-7c7090161970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.651500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:41.652303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-83625c1e-df53-4bbc-ba6d-7c7090161970 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1381323 Feb 19 00:58:41.662167 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a067e1-7759-42c4-9bd5-002c2837e14c x-openstack-request-id: req-a4a067e1-7759-42c4-9bd5-002c2837e14c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:41.662500 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21de20f-90b0-4614-95d7-55daa59bc045", "tag": "b04e3d8f-ac15-45e6-904b-c995947c5dba", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:41.662730 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4a067e1-7759-42c4-9bd5-002c2837e14c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:41.663120 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'tag': 'b04e3d8f-ac15-45e6-904b-c995947c5dba', 'status': 'completed', 'code': 200} Feb 19 00:58:41.673049 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Routers {'4c9c78d3-5b16-4adb-b34d-56c268423ad9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:41.674088 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:41.700585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a0014dc-9e63-45cb-b241-b5e665d83b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (82f39402-c005-4096-9130-e55a5867ff20), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.716841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a0014dc-9e63-45cb-b241-b5e665d83b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.716841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2a0014dc-9e63-45cb-b241-b5e665d83b4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82f39402-c005-4096-9130-e55a5867ff20 HTTP/1.1" status: 204 len: 168 time: 0.7722020 Feb 19 00:58:41.763174 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74314d0-599e-4019-9059-bcacf7105c6f x-openstack-request-id: req-b74314d0-599e-4019-9059-bcacf7105c6f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:41.763680 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "name": "network-vif-plugged", "status": "completed", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:41.764020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-787b6474-03f4-4875-b72e-8b5597787c45 req-bba93846-685e-47f8-bb5d-f02140a977cd service neutron] 10.222.0.89 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131965 Feb 19 00:58:41.764266 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b74314d0-599e-4019-9059-bcacf7105c6f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:41.764781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0014dc-9e63-45cb-b241-b5e665d83b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f39402-c005-4096-9130-e55a5867ff20,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:41.764949 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'code': 200} Feb 19 00:58:41.794618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-c15f9278-1cb8-45e9-af96-d149c4dd8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.796183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-c15f9278-1cb8-45e9-af96-d149c4dd8fe8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1155550 Feb 19 00:58:41.817312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43ff97-ced0-4993-873e-c29e9fea4b3d None None] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:42.024141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Set router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:42.024396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] Provisioning complete for port 61a2c8af-eb87-42d1-a0ee-648a02180199 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:42.024546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.027442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-e98df400-5127-4983-b45b-3b1331dd7201 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205713 Feb 19 00:58:42.112306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb07a-9a1c-41aa-a122-f437dacb3ac3 req-68ae64d4-d72f-4184-a2c4-73719f47d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.117597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e63eb07a-9a1c-41aa-a122-f437dacb3ac3 req-68ae64d4-d72f-4184-a2c4-73719f47d5b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1150 time: 0.2068260 Feb 19 00:58:42.202548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eea96-db69-446b-8195-402bc4d7edfb req-88cb607e-7a19-447a-9da0-b1889f04bdfc tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.214593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b06eea96-db69-446b-8195-402bc4d7edfb req-88cb607e-7a19-447a-9da0-b1889f04bdfc tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 947 time: 0.2807903 Feb 19 00:58:42.256618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] Current status of the port 61a2c8af-eb87-42d1-a0ee-648a02180199 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:42.258183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.266141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13c5044c-2375-422c-bf4f-4b6e9213de19 req-7f5008a0-6b02-4fb8-8133-ea18503b6bb3 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301118 Feb 19 00:58:42.312847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42290) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:42.375126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] For port 61a2c8af-eb87-42d1-a0ee-648a02180199, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=61a2c8af-eb87-42d1-a0ee-648a02180199,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:42.384338 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.451184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b06eea96-db69-446b-8195-402bc4d7edfb req-1c179273-9bd6-426a-963b-e60a65cd95e2 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183471 Feb 19 00:58:42.457816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e63eb07a-9a1c-41aa-a122-f437dacb3ac3 req-28073ba4-313f-45aa-8009-c0b72dc257bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735093 Feb 19 00:58:42.479522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 61a2c8af-eb87-42d1-a0ee-648a02180199 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:42.483356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-027f3568-4f8f-4683-93a1-686ce89b3ec5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da2eb6b33c294d3290da6ca8e8e67c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686196 Feb 19 00:58:42.486702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42292) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:42.533645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-2030ac2c-ac13-4f94-a1e8-d5d01ae7bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.535453 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-2030ac2c-ac13-4f94-a1e8-d5d01ae7bd06 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 1129 time: 0.1844428 Feb 19 00:58:42.580331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1759002-8f2c-4fcb-9c29-b60b408789c9 None None] Pushing event updated for resources: {'Port': ['ID=61a2c8af-eb87-42d1-a0ee-648a02180199,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:42.622323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4353b575-1485-475a-b399-f5ab6938213e None None] Provisioning complete for port 61a2c8af-eb87-42d1-a0ee-648a02180199 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:42.622905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4353b575-1485-475a-b399-f5ab6938213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.628108 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T00:58:39Z', 'revision_number': 3, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:42.651586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d663-16f9-4bd1-bc85-8182326a257d admin admin] Publish callbacks [] for security_group (8a4aa3be-77f2-4e7d-b5b2-160156153b24), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.664930 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Checking router: 4c9c78d3-5b16-4adb-b34d-56c268423ad9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:42.665542 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Updating router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 port 59896dae-25ec-4d5a-b11a-79435388d332 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:58:42.673324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 61a2c8af-eb87-42d1-a0ee-648a02180199 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:42.673940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.729086 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (59896dae-25ec-4d5a-b11a-79435388d332), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.753069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d663-16f9-4bd1-bc85-8182326a257d admin admin] Publish callbacks [] for security_group (8a4aa3be-77f2-4e7d-b5b2-160156153b24), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.762482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4353b575-1485-475a-b399-f5ab6938213e None None] Current status of the port 61a2c8af-eb87-42d1-a0ee-648a02180199 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:42.811022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-7f36d737-597a-40c2-afb2-37cab155aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.812687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-7f36d737-597a-40c2-afb2-37cab155aa49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2642069 Feb 19 00:58:42.823684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 61a2c8af-eb87-42d1-a0ee-648a02180199 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:43.037047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e71641-296b-4dab-8b3a-207a872a6b5d req-358d8cc7-c0ae-46c3-a5b8-ee37e1ed79b9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:43.038685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41e71641-296b-4dab-8b3a-207a872a6b5d req-358d8cc7-c0ae-46c3-a5b8-ee37e1ed79b9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 968 time: 0.1217189 Feb 19 00:58:43.043661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.087784 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Publish callbacks [] for port (59896dae-25ec-4d5a-b11a-79435388d332), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.101509 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (59896dae-25ec-4d5a-b11a-79435388d332), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.156099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-3f932290-abd8-46e2-a5b7-5662cc6ff662 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba HTTP/1.1" status: 200 len: 217 time: 0.3286381 Feb 19 00:58:43.167824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41e71641-296b-4dab-8b3a-207a872a6b5d req-39ade0da-1509-45fa-9453-85d100452cdc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213596 Feb 19 00:58:43.172775 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Attempting to bind port 59896dae-25ec-4d5a-b11a-79435388d332 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:43.173360 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Attempting to bind port 59896dae-25ec-4d5a-b11a-79435388d332 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:43.173596 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Attempting to bind port 59896dae-25ec-4d5a-b11a-79435388d332 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:43.177421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d663-16f9-4bd1-bc85-8182326a257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8a4aa3be-77f2-4e7d-b5b2-160156153b24), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.181982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d663-16f9-4bd1-bc85-8182326a257d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.185383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aaf0d663-16f9-4bd1-bc85-8182326a257d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a4aa3be-77f2-4e7d-b5b2-160156153b24 HTTP/1.1" status: 204 len: 168 time: 0.6955252 Feb 19 00:58:43.188525 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:43.188830 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:43.189376 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.189743 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:43.190603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Bound port: 59896dae-25ec-4d5a-b11a-79435388d332, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:43.191000 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (59896dae-25ec-4d5a-b11a-79435388d332), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.222179 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6016507-4707-4c41-89f6-c4dee5953fb4 None None] Pushing event updated for resources: {'Port': ['ID=59896dae-25ec-4d5a-b11a-79435388d332,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:43.224042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d663-16f9-4bd1-bc85-8182326a257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4aa3be-77f2-4e7d-b5b2-160156153b24,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:43.257869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-67029942-9002-483c-aaa3-703ecdb27416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:43.260970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-67029942-9002-483c-aaa3-703ecdb27416 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0966146 Feb 19 00:58:43.328053 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] For port 59896dae-25ec-4d5a-b11a-79435388d332, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:43.345046 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] For port 59896dae-25ec-4d5a-b11a-79435388d332, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=59896dae-25ec-4d5a-b11a-79435388d332,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:43.359000 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (59896dae-25ec-4d5a-b11a-79435388d332), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.361406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Allocated IP 172.20.0.1 (5120c8c0-288b-4c6c-8628-5a6115acaeb3/41476f22-ec9e-4477-b669-cfeecffec341/c11bcf7a-bc7e-4063-a517-95e6cf5b0c17) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:43.386033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-f8778552-578a-4f20-bb36-6f641779bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:43.387768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-f8778552-578a-4f20-bb36-6f641779bbe3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1204944 Feb 19 00:58:43.514028 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Routers {'4c9c78d3-5b16-4adb-b34d-56c268423ad9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:43.514750 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:43.540076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-6489383c-8b7d-4fb1-981f-e6b78436a0d8 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408763 Feb 19 00:58:43.601267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6016507-4707-4c41-89f6-c4dee5953fb4 None None] Pushing event updated for resources: {'Port': ['ID=59896dae-25ec-4d5a-b11a-79435388d332,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:43.721145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks [] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.740670 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] Set router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:43.781905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc38f1-1fed-48a3-a61f-d369ec009d8c req-610989a3-0bdf-4fb7-9b83-14f536bc60e5 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:43.783261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26bc38f1-1fed-48a3-a61f-d369ec009d8c req-610989a3-0bdf-4fb7-9b83-14f536bc60e5 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 947 time: 0.1433139 Feb 19 00:58:43.795203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d87a7de-860c-4b07-8ebf-fac6a774de5d req-f3cd8706-75c2-4c82-939a-630a663fffcf service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438881 Feb 19 00:58:43.798195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.861775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:43.870408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:43.877986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:43.878658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (4c9c78d3-5b16-4adb-b34d-56c268423ad9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.972942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:43.980019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26bc38f1-1fed-48a3-a61f-d369ec009d8c req-a41beeaf-f451-4d02-91a4-df86dc889684 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784165 Feb 19 00:58:44.028448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.028794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.029164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.029500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.029836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.033448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.033823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.034174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.034498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.034833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.035165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.035492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.035919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:44.104058 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T00:58:39Z', 'revision_number': 3, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:44.132191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-796c19ee-49a4-42d1-b290-5dacc89671db req-f0c787c9-15ee-4cbc-b5e7-9b610672ee49 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ffef6191cec34928818838f9a153f770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667670 Feb 19 00:58:44.172975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.181837 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6ebcc-4d41-4b4d-a757-3d5cdbde4513 None None] The sync data for ids ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'] in n-d-826752-2 is: [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T00:58:39Z', 'revision_number': 3, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:44.262090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4d0d7e59-781b-4e11-afc0-f9774d4fce82 None None] Provisioning complete for port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:44.269206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7e59-781b-4e11-afc0-f9774d4fce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.362222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c19ee-49a4-42d1-b290-5dacc89671db req-9375fdab-9522-4a62-9571-f02b701380a1 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:44.363878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-796c19ee-49a4-42d1-b290-5dacc89671db req-9375fdab-9522-4a62-9571-f02b701380a1 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301857 Feb 19 00:58:44.390955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-796c19ee-49a4-42d1-b290-5dacc89671db req-6159693d-5964-42f0-b896-7b72cb84028b tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/quotas/ffef6191cec34928818838f9a153f770 HTTP/1.1" status: 200 len: 375 time: 0.0184178 Feb 19 00:58:44.458059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-796c19ee-49a4-42d1-b290-5dacc89671db req-d7531a01-3134-4cae-b4c0-6314c94beee3 tempest-QuotasAdminNegativeTest-1815177471 tempest-QuotasAdminNegativeTest-1815177471-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffef6191cec34928818838f9a153f770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523205 Feb 19 00:58:44.469900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 61a2c8af-eb87-42d1-a0ee-648a02180199 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:44.515061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d7e59-781b-4e11-afc0-f9774d4fce82 None None] Port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:44.519807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks [] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.539151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.540469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (4c9c78d3-5b16-4adb-b34d-56c268423ad9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.541383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 61a2c8af-eb87-42d1-a0ee-648a02180199 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:44.541763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.563250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933813-1016-4cb9-9d30-b6c736608fd7 req-e4a94760-cf4d-4130-ae88-f649cde80f72 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:44.575989 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc933813-1016-4cb9-9d30-b6c736608fd7 req-e4a94760-cf4d-4130-ae88-f649cde80f72 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 968 time: 0.1379356 Feb 19 00:58:44.741545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:44.761761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 61a2c8af-eb87-42d1-a0ee-648a02180199 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:44.766123 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc933813-1016-4cb9-9d30-b6c736608fd7 req-a47c63d9-645d-42f0-a2dd-08ee16b16bc4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885352 Feb 19 00:58:44.862549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:44.863987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:45.149659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-97b52027-4060-4182-85f1-1d33988f7f1c None None] Provisioning complete for port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:45.150348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97b52027-4060-4182-85f1-1d33988f7f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.226390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-97b52027-4060-4182-85f1-1d33988f7f1c None None] Port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:45.310871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:45.324307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c424b8-03dc-48e3-8efd-5b9b0cdca2a4 req-61b86d06-37ec-45e4-8965-308c483a6d5d tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:45.326429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5c424b8-03dc-48e3-8efd-5b9b0cdca2a4 req-61b86d06-37ec-45e4-8965-308c483a6d5d tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1150 time: 0.0565162 Feb 19 00:58:45.377616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5c424b8-03dc-48e3-8efd-5b9b0cdca2a4 req-980d47c7-786c-4dfe-ae32-d56f3a8f4f26 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Feb 19 00:58:45.461801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96d97d-2fb1-44dd-8bb9-e5da6db8cc35 req-21e2ae8d-6146-408f-8070-e4c528bae1fd tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:45.469448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc96d97d-2fb1-44dd-8bb9-e5da6db8cc35 req-21e2ae8d-6146-408f-8070-e4c528bae1fd tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 947 time: 0.1125104 Feb 19 00:58:45.489605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:45.499671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ea0234b-ce01-42d7-bec2-a539627ca7a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/4c9c78d3-5b16-4adb-b34d-56c268423ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8460736 Feb 19 00:58:45.546109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc96d97d-2fb1-44dd-8bb9-e5da6db8cc35 req-b65eac24-5618-4d0b-8262-11a4c77b8080 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756917 Feb 19 00:58:45.761317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214a8c2-cef7-4127-9b8a-a4f37ef3a3c2 req-361b510a-d22c-488d-81e3-178dcdc29a26 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:45.763976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0214a8c2-cef7-4127-9b8a-a4f37ef3a3c2 req-361b510a-d22c-488d-81e3-178dcdc29a26 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1150 time: 0.0733535 Feb 19 00:58:45.840815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0214a8c2-cef7-4127-9b8a-a4f37ef3a3c2 req-8da7432a-d9ce-4105-8a10-d85aad47a8ce tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 Feb 19 00:58:45.866302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:46.050364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.294684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Publish callbacks [] for security_group (474ab472-6620-42e1-9540-4223843bf33e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.320951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (474ab472-6620-42e1-9540-4223843bf33e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.449190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 59896dae-25ec-4d5a-b11a-79435388d332 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:46.495233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffef6191cec34928818838f9a153f770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6278384 Feb 19 00:58:46.498013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42522) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:46.501999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ab472-6620-42e1-9540-4223843bf33e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:46.527677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.528985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.530609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.531579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.533179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.534405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.534981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.536639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.537462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.540200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.540811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.541388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.542768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e7dce-41de-4433-81e8-26ce6d9eebae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.563774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42528) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:46.639893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b04e3d8f-ac15-45e6-904b-c995947c5dba details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:46.689274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-b0fe5c76-652a-450a-a7e7-18aa702b0736 req-f35cb142-3508-40ca-8017-cd444f2bf59c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:46.690276 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b0fe5c76-652a-450a-a7e7-18aa702b0736 req-f35cb142-3508-40ca-8017-cd444f2bf59c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0843258 Feb 19 00:58:46.766343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-457591ca-3fbf-4656-8706-b8bdc271b12d admin admin] Publish callbacks [] for security_group (474ab472-6620-42e1-9540-4223843bf33e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.769065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-630d4b6e-21b8-4e5b-a54f-9eafa217f9b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.870664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-457591ca-3fbf-4656-8706-b8bdc271b12d admin admin] Publish callbacks [] for security_group (474ab472-6620-42e1-9540-4223843bf33e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.974958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-457591ca-3fbf-4656-8706-b8bdc271b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (474ab472-6620-42e1-9540-4223843bf33e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.983487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 59896dae-25ec-4d5a-b11a-79435388d332 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:46.984890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (59896dae-25ec-4d5a-b11a-79435388d332), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.993781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-457591ca-3fbf-4656-8706-b8bdc271b12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.002162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-457591ca-3fbf-4656-8706-b8bdc271b12d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/474ab472-6620-42e1-9540-4223843bf33e HTTP/1.1" status: 204 len: 168 time: 0.5024214 Feb 19 00:58:47.046792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-630d4b6e-21b8-4e5b-a54f-9eafa217f9b8 admin admin] Publish callbacks [] for security_group (aa2dd268-4afe-44e0-a4eb-fc0519198c72), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.054053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-630d4b6e-21b8-4e5b-a54f-9eafa217f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aa2dd268-4afe-44e0-a4eb-fc0519198c72), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.082623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457591ca-3fbf-4656-8706-b8bdc271b12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ab472-6620-42e1-9540-4223843bf33e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:47.143999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b04e3d8f-ac15-45e6-904b-c995947c5dba, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:47.176422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'b04e3d8f-ac15-45e6-904b-c995947c5dba', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b04e3d8f-ac15-45e6-904b-c995947c5dba', 'mac_address': 'fa:16:3e:29:5f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:47.204616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-630d4b6e-21b8-4e5b-a54f-9eafa217f9b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c28c36b5cc2044b9a26c0b66180e2063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6365666 Feb 19 00:58:47.205090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42542) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:47.288582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d4b6e-21b8-4e5b-a54f-9eafa217f9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2dd268-4afe-44e0-a4eb-fc0519198c72,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:47.333045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b04e3d8f-ac15-45e6-904b-c995947c5dba is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:47.333555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.369707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e3d8f-ac15-45e6-904b-c995947c5dba {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:47.376416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 59896dae-25ec-4d5a-b11a-79435388d332 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:47.376927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (59896dae-25ec-4d5a-b11a-79435388d332), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.406588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Sync routers for ids ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:47.460329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b04e3d8f-ac15-45e6-904b-c995947c5dba, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:47.464544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 59896dae-25ec-4d5a-b11a-79435388d332, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=59896dae-25ec-4d5a-b11a-79435388d332,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:47.476518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Routers {'4c9c78d3-5b16-4adb-b34d-56c268423ad9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:47.477984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:47.482261 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (59896dae-25ec-4d5a-b11a-79435388d332), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.484743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.558953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08543b1f-4645-4ad5-8ae0-cbd2fc516721 admin admin] Publish callbacks [] for security_group (aa2dd268-4afe-44e0-a4eb-fc0519198c72), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.599511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a29122-c25c-4598-8df5-2d0c4b92bee7 req-48033256-dfed-4182-ba18-cc750cb44660 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:47.611448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29a29122-c25c-4598-8df5-2d0c4b92bee7 req-48033256-dfed-4182-ba18-cc750cb44660 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 947 time: 0.2181726 Feb 19 00:58:47.651759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=59896dae-25ec-4d5a-b11a-79435388d332,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:47.694565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08543b1f-4645-4ad5-8ae0-cbd2fc516721 admin admin] Publish callbacks [] for security_group (aa2dd268-4afe-44e0-a4eb-fc0519198c72), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.703873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.704224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.704568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.704909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.705491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.705825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.706157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.706485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.706813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.707137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.707461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.707782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.708113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.751695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29a29122-c25c-4598-8df5-2d0c4b92bee7 req-c83851ef-c687-4770-8837-84102fd0399b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348741 Feb 19 00:58:47.766876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Set router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:47.776967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:47.803946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3558329a-aa82-40c9-b156-a83413bba290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.819627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['b04e3d8f-ac15-45e6-904b-c995947c5dba'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:47.894421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b04e3d8f-ac15-45e6-904b-c995947c5dba,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:47.912453 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08543b1f-4645-4ad5-8ae0-cbd2fc516721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aa2dd268-4afe-44e0-a4eb-fc0519198c72), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.919434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08543b1f-4645-4ad5-8ae0-cbd2fc516721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.922606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-08543b1f-4645-4ad5-8ae0-cbd2fc516721 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa2dd268-4afe-44e0-a4eb-fc0519198c72 HTTP/1.1" status: 204 len: 168 time: 0.7158778 Feb 19 00:58:47.967836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08543b1f-4645-4ad5-8ae0-cbd2fc516721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2dd268-4afe-44e0-a4eb-fc0519198c72,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:48.075328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3558329a-aa82-40c9-b156-a83413bba290 admin admin] Publish callbacks [] for security_group (7c3ee46f-aafe-4ee7-a082-ab167beed2a7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.102582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3558329a-aa82-40c9-b156-a83413bba290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c3ee46f-aafe-4ee7-a082-ab167beed2a7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.119166 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.252002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3558329a-aa82-40c9-b156-a83413bba290 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d97f94f36d0547f99a5371a8d1cef733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732776 Feb 19 00:58:48.254662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:48.258726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558329a-aa82-40c9-b156-a83413bba290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3ee46f-aafe-4ee7-a082-ab167beed2a7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:48.377451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T00:58:44Z', 'revision_number': 4, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c11bcf7a-bc7e-4063-a517-95e6cf5b0c17', 'name': '', 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'mac_address': 'fa:16:3e:57:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '41476f22-ec9e-4477-b669-cfeecffec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:43Z', 'updated_at': '2022-02-19T00:58:44Z', 'revision_number': 2, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'subnets': [{'id': '41476f22-ec9e-4477-b669-cfeecffec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:48.525614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 59896dae-25ec-4d5a-b11a-79435388d332 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:48.527478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5bfb71a9-9eb2-4132-bad2-0edf8eb8a272 admin admin] Publish callbacks [] for security_group (7c3ee46f-aafe-4ee7-a082-ab167beed2a7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.538630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Checking router: 4c9c78d3-5b16-4adb-b34d-56c268423ad9 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:48.554409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Updating router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:58:48.567015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42592) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:48.587742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87ba253a-ace4-4846-b6a5-457330fe03f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.636039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5bfb71a9-9eb2-4132-bad2-0edf8eb8a272 admin admin] Publish callbacks [] for security_group (7c3ee46f-aafe-4ee7-a082-ab167beed2a7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.698636 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.757411 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5bfb71a9-9eb2-4132-bad2-0edf8eb8a272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c3ee46f-aafe-4ee7-a082-ab167beed2a7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.760867 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5bfb71a9-9eb2-4132-bad2-0edf8eb8a272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.765177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5bfb71a9-9eb2-4132-bad2-0edf8eb8a272 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c3ee46f-aafe-4ee7-a082-ab167beed2a7 HTTP/1.1" status: 204 len: 168 time: 0.5082662 Feb 19 00:58:48.785759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb71a9-9eb2-4132-bad2-0edf8eb8a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3ee46f-aafe-4ee7-a082-ab167beed2a7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:48.810010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87ba253a-ace4-4846-b6a5-457330fe03f8 admin admin] Publish callbacks [] for security_group (c9633e7e-8d44-494d-93ab-31742b46b358), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.818413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87ba253a-ace4-4846-b6a5-457330fe03f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c9633e7e-8d44-494d-93ab-31742b46b358), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.877639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42606) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:48.884723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-87ba253a-ace4-4846-b6a5-457330fe03f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=961b737e8c96456697d32c8840fbd1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162262 Feb 19 00:58:48.895491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba253a-ace4-4846-b6a5-457330fe03f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9633e7e-8d44-494d-93ab-31742b46b358,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:48.946067 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8618de8-f7b1-47f0-86a8-7507399d7817 admin admin] Publish callbacks [] for security_group (c9633e7e-8d44-494d-93ab-31742b46b358), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.998825 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8618de8-f7b1-47f0-86a8-7507399d7817 admin admin] Publish callbacks [] for security_group (c9633e7e-8d44-494d-93ab-31742b46b358), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.074605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 59896dae-25ec-4d5a-b11a-79435388d332 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:49.075408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (59896dae-25ec-4d5a-b11a-79435388d332), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.148555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989abb-55dc-4321-bcd8-005ca7890348 req-76f0f815-4c2a-4e63-8f2e-4a03ad07bd01 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:49.156554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8989abb-55dc-4321-bcd8-005ca7890348 req-76f0f815-4c2a-4e63-8f2e-4a03ad07bd01 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 948 time: 0.1755009 Feb 19 00:58:49.214302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8618de8-f7b1-47f0-86a8-7507399d7817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c9633e7e-8d44-494d-93ab-31742b46b358), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.216826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8618de8-f7b1-47f0-86a8-7507399d7817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.221378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8618de8-f7b1-47f0-86a8-7507399d7817 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9633e7e-8d44-494d-93ab-31742b46b358 HTTP/1.1" status: 204 len: 168 time: 0.3421392 Feb 19 00:58:49.247698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8989abb-55dc-4321-bcd8-005ca7890348 req-387a8324-562a-4ad9-ba85-965d7109101b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897057 Feb 19 00:58:49.293873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8618de8-f7b1-47f0-86a8-7507399d7817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9633e7e-8d44-494d-93ab-31742b46b358,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:49.629549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42626) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:49.726495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 59896dae-25ec-4d5a-b11a-79435388d332 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:49.887430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Publish callbacks [] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.894269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.153466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-390d2a84-7699-468d-88f0-ad7e83bc5bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.163572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42640) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:50.189210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095efe0f-3723-4a5e-913b-bc12851f9370 None None] Pushing event updated for resources: {'Port': ['ID=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:50.263746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e5632a4-53fa-4010-8ab3-4f5aa87e8e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.315211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Attempting to bind port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:50.315583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Attempting to bind port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:50.315951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Attempting to bind port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 on network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:50.333768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:50.334164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Checking segment: {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:50.334571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.334977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Bound using segment: {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:50.342763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42648) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:50.343405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Bound port: c11bcf7a-bc7e-4063-a517-95e6cf5b0c17, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb67fd3-3a45-4750-ba62-128e1c372bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:50.343898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.344922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-390d2a84-7699-468d-88f0-ad7e83bc5bb2 admin admin] Publish callbacks [] for security_group (3bb9854e-3cfa-42ff-b411-2e757288d899), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.350552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-390d2a84-7699-468d-88f0-ad7e83bc5bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3bb9854e-3cfa-42ff-b411-2e757288d899), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.470328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d2a84-7699-468d-88f0-ad7e83bc5bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9854e-3cfa-42ff-b411-2e757288d899,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:50.507687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-390d2a84-7699-468d-88f0-ad7e83bc5bb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55b9dd0ae881452382809bf5c5231b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8761055 Feb 19 00:58:50.509660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42654) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:50.522810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] For port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:50.553036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2b04072b-c860-4929-970c-991751ca456f None None] Provisioning complete for port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:50.553422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b04072b-c860-4929-970c-991751ca456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.573180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b04e3d8f-ac15-45e6-904b-c995947c5dba up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:50.585119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9adb65a9-6e3f-44ea-b921-32b1e9fb1387 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d619a59831e45ec94aaa22b0b0dfa12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183707 Feb 19 00:58:50.600476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-2e78c4d8-1e0e-4d31-addf-20a9c59888f9 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:50.601866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-2e78c4d8-1e0e-4d31-addf-20a9c59888f9 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2576671 Feb 19 00:58:50.603624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42658) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:50.713540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0554-d547-4138-8672-f9fd57cb4554 admin admin] Publish callbacks [] for security_group (259e062e-d592-48e9-983c-e5326d729941), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.744416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] For port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:50.745506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0554-d547-4138-8672-f9fd57cb4554 admin admin] Publish callbacks [] for security_group (259e062e-d592-48e9-983c-e5326d729941), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.754196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d27d49-02d6-4f00-b6ee-955950d2b834 req-eb56e987-4437-4948-851f-0d85839ceb5f tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:50.765162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23d27d49-02d6-4f00-b6ee-955950d2b834 req-eb56e987-4437-4948-851f-0d85839ceb5f tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 948 time: 0.2371249 Feb 19 00:58:50.776410 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.828225 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3fe906a-20aa-49b1-bbce-fc098151a498 admin admin] Publish callbacks [] for security_group (3bb9854e-3cfa-42ff-b411-2e757288d899), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.849361 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0554-d547-4138-8672-f9fd57cb4554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (259e062e-d592-48e9-983c-e5326d729941), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.858382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0554-d547-4138-8672-f9fd57cb4554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.863015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9b7f0554-d547-4138-8672-f9fd57cb4554 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/259e062e-d592-48e9-983c-e5326d729941 HTTP/1.1" status: 204 len: 168 time: 0.2576094 Feb 19 00:58:50.903248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f0554-d547-4138-8672-f9fd57cb4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e062e-d592-48e9-983c-e5326d729941,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:50.929384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2b04072b-c860-4929-970c-991751ca456f None None] Port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:58:50.950737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Routers {'4c9c78d3-5b16-4adb-b34d-56c268423ad9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:50.951436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:50.957074 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23d27d49-02d6-4f00-b6ee-955950d2b834 req-d9aaf571-d28c-4aa1-b30b-23c698b2a7db tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877356 Feb 19 00:58:50.982890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port b04e3d8f-ac15-45e6-904b-c995947c5dba completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:51.000093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3fe906a-20aa-49b1-bbce-fc098151a498 admin admin] Publish callbacks [] for security_group (3bb9854e-3cfa-42ff-b411-2e757288d899), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.099429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port b04e3d8f-ac15-45e6-904b-c995947c5dba triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:51.101810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.103034 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3fe906a-20aa-49b1-bbce-fc098151a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3bb9854e-3cfa-42ff-b411-2e757288d899), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.110403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3fe906a-20aa-49b1-bbce-fc098151a498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.117171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3fe906a-20aa-49b1-bbce-fc098151a498 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bb9854e-3cfa-42ff-b411-2e757288d899 HTTP/1.1" status: 204 len: 168 time: 0.6061792 Feb 19 00:58:51.139196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe906a-20aa-49b1-bbce-fc098151a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9854e-3cfa-42ff-b411-2e757288d899,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:51.213177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095efe0f-3723-4a5e-913b-bc12851f9370 None None] Pushing event updated for resources: {'Port': ['ID=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:51.250244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-52668e5f-d0d8-47fe-a3fa-ddbe518d4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:51.253017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-52668e5f-d0d8-47fe-a3fa-ddbe518d4bbc service neutron] 10.222.0.43 "GET /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 1147 time: 0.3642385 Feb 19 00:58:51.271947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Request body: {'binding': {'host': 'n-h1-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:51.275341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:58:51.317571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] Set router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:51.319833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] Provisioning complete for port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:51.319833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.518377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b04e3d8f-ac15-45e6-904b-c995947c5dba is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:51.520619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.527819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on host n-h1-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:51.528205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:51.528565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:51.544391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:51.544718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:51.549989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:51.550514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:51.551071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:51.551828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Bound port: 6721823b-0da8-4cca-b1ec-4f5711263e50, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:51.654964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42686) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:51.696618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e3d8f-ac15-45e6-904b-c995947c5dba'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:51.706184 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c480549-3396-4501-8496-84342b9278e5" -d '{"events": [{"server_uuid": "b21de20f-90b0-4614-95d7-55daa59bc045", "name": "network-vif-plugged", "status": "completed", "tag": "b04e3d8f-ac15-45e6-904b-c995947c5dba"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:51.736979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:51.744338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.751234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0559ac14-d29f-4955-95b1-1eb3f8eb1f82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=375789f72d4944a183a9b2bde9238226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930972 Feb 19 00:58:51.752135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:51.760147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-ead872a0-ffff-4db5-ab51-37794503f887 service neutron] 10.222.0.43 "POST /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50/bindings HTTP/1.1" status: 201 len: 389 time: 0.4992692 Feb 19 00:58:51.878369 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47597746-068d-4fd7-a7de-0d216db6868e x-openstack-request-id: req-47597746-068d-4fd7-a7de-0d216db6868e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:51.878856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98bf850c-5162-47d6-b399-e1a69d72df6e admin admin] Publish callbacks [] for security_group (eecf7d4c-a8b6-4b87-b3be-668276fb7ec8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.878943 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21de20f-90b0-4614-95d7-55daa59bc045", "name": "network-vif-plugged", "status": "completed", "tag": "b04e3d8f-ac15-45e6-904b-c995947c5dba", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:51.879192 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47597746-068d-4fd7-a7de-0d216db6868e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:51.879606 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e3d8f-ac15-45e6-904b-c995947c5dba', 'code': 200} Feb 19 00:58:51.912289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98bf850c-5162-47d6-b399-e1a69d72df6e admin admin] Publish callbacks [] for security_group (eecf7d4c-a8b6-4b87-b3be-668276fb7ec8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.915524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b04e3d8f-ac15-45e6-904b-c995947c5dba, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:51.941809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.996746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98bf850c-5162-47d6-b399-e1a69d72df6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eecf7d4c-a8b6-4b87-b3be-668276fb7ec8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.002773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98bf850c-5162-47d6-b399-e1a69d72df6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.004079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-98bf850c-5162-47d6-b399-e1a69d72df6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eecf7d4c-a8b6-4b87-b3be-668276fb7ec8 HTTP/1.1" status: 204 len: 168 time: 0.2494545 Feb 19 00:58:52.016265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf850c-5162-47d6-b399-e1a69d72df6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf7d4c-a8b6-4b87-b3be-668276fb7ec8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:52.070259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] Current status of the port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:52.070709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.283032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfde26-b7fc-4498-a24c-f93481a4577a req-a339e12e-d3f7-4a56-a1a9-8f4a4e9202d6 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.294768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37bfde26-b7fc-4498-a24c-f93481a4577a req-a339e12e-d3f7-4a56-a1a9-8f4a4e9202d6 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.1392143 Feb 19 00:58:52.338708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] For port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:52.342686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b04e3d8f-ac15-45e6-904b-c995947c5dba,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:52.352458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.360873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc42e8-e820-4b4a-a2a0-643d42129cdb req-74f28c85-25b1-421a-a334-78221f859ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.363363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5bfc42e8-e820-4b4a-a2a0-643d42129cdb req-74f28c85-25b1-421a-a334-78221f859ec2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 1131 time: 0.4042289 Feb 19 00:58:52.389053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37bfde26-b7fc-4498-a24c-f93481a4577a req-fd331d3e-2160-4f93-94ab-1770af13719d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925801 Feb 19 00:58:52.412590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e65b45-eb8e-4f5b-bcc5-f6cd1a67485e req-509b8526-7a3c-47a8-8bcc-44b934db401b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.420319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3e65b45-eb8e-4f5b-bcc5-f6cd1a67485e req-509b8526-7a3c-47a8-8bcc-44b934db401b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 968 time: 0.3449402 Feb 19 00:58:52.451850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-405b1748-0bec-4712-ab6d-69c01a6f4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.453747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-405b1748-0bec-4712-ab6d-69c01a6f4e5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1150 time: 0.2516346 Feb 19 00:58:52.505927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b0473-8cb7-41b6-842c-c4251e351d79 None None] Pushing event updated for resources: {'Port': ['ID=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:52.537362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T00:58:44Z', 'revision_number': 4, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c11bcf7a-bc7e-4063-a517-95e6cf5b0c17', 'name': '', 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'mac_address': 'fa:16:3e:57:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '41476f22-ec9e-4477-b669-cfeecffec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:43Z', 'updated_at': '2022-02-19T00:58:50Z', 'revision_number': 4, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'subnets': [{'id': '41476f22-ec9e-4477-b669-cfeecffec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:52.539573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-846d7c28-f0a9-4983-919d-a3524dc8b947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.553803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5bfc42e8-e820-4b4a-a2a0-643d42129cdb req-a60bf7df-362f-4bbb-abbf-87d573f5051e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734354 Feb 19 00:58:52.578319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3e65b45-eb8e-4f5b-bcc5-f6cd1a67485e req-0693c1a8-ac6e-4908-92ae-1ef9009cdc5e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537178 Feb 19 00:58:52.581282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb355d11-9307-4aac-95d9-3797ddacdb52 None None] The sync data for ids ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'] in n-d-826752-2 is: [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T00:58:44Z', 'revision_number': 4, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c11bcf7a-bc7e-4063-a517-95e6cf5b0c17', 'name': '', 'network_id': '5120c8c0-288b-4c6c-8628-5a6115acaeb3', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'mac_address': 'fa:16:3e:57:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '41476f22-ec9e-4477-b669-cfeecffec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:43Z', 'updated_at': '2022-02-19T00:58:50Z', 'revision_number': 4, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'subnets': [{'id': '41476f22-ec9e-4477-b669-cfeecffec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:52.680215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-5193ae04-d27b-4c9a-b9e1-c1b58fd2da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.681755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-5193ae04-d27b-4c9a-b9e1-c1b58fd2da2e service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2203841 Feb 19 00:58:52.888053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-9eb7e95e-4c8b-43af-8a8b-2c96c5888520 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0787160 Feb 19 00:58:52.958528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-591ef8a1-6391-4de0-93b5-5eaebf196b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.960375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-591ef8a1-6391-4de0-93b5-5eaebf196b35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0627537 Feb 19 00:58:53.015945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-5ebd2276-942e-40ba-b140-20392c3ec7d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468779 Feb 19 00:58:53.215091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-94b7c368-877f-446f-af88-7e24be01e529 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875298 Feb 19 00:58:53.374309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-17084b74-c6c3-42f5-8055-79cdc8db25bc service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477463 Feb 19 00:58:53.508585 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:53.572276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10871b0-d7b1-4076-ad53-475a4690fb58 req-0bb1d228-c0f0-4853-8035-fbe7e41e36c4 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.578608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f10871b0-d7b1-4076-ad53-475a4690fb58 req-0bb1d228-c0f0-4853-8035-fbe7e41e36c4 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.0778422 Feb 19 00:58:53.745137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f10871b0-d7b1-4076-ad53-475a4690fb58 req-0f0b4bb1-cc26-4ba0-8703-f2945a799eaf tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589477 Feb 19 00:58:53.861906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7ebd-ff06-440c-89e0-cd4f87a25ab9 req-8eacd22b-99b9-42de-bef1-ce677b848897 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.870301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ffa7ebd-ff06-440c-89e0-cd4f87a25ab9 req-8eacd22b-99b9-42de-bef1-ce677b848897 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 968 time: 0.0929096 Feb 19 00:58:53.899596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-d8a28e33-b90d-4837-aeeb-42cda7cf2951 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.901639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-d8a28e33-b90d-4837-aeeb-42cda7cf2951 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1150 time: 0.3050394 Feb 19 00:58:53.931650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826752-2'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:53.989791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ffa7ebd-ff06-440c-89e0-cd4f87a25ab9 req-b081e865-6b6a-4b01-a772-652f1d3001f1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152580 Feb 19 00:58:54.042395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.364272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:54.388350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:54.427278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:54.556277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:54.563815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:54.564344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.568665 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8577184-d273-4603-999b-c6ab4b0ef447" -d '{"events": [{"server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "name": "network-vif-unplugged", "status": "completed", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:54.582529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Publish callbacks [] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.620589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.740943 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa337103-3a3f-41b9-8c97-545775167026 x-openstack-request-id: req-fa337103-3a3f-41b9-8c97-545775167026 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:54.741444 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "name": "network-vif-unplugged", "status": "completed", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:54.741840 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa337103-3a3f-41b9-8c97-545775167026 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:54.742393 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'code': 200} Feb 19 00:58:54.743095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:54.772717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:54.834520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on host n-h2-826752-2 for vnic_type normal with profile {"migrating_to": "n-h1-826752-2"} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:54.834855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:54.835368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:54.847623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:54.848646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Attempting to bind port 6721823b-0da8-4cca-b1ec-4f5711263e50 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:54.856084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:54.857060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:54.857683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:54.858490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Bound port: 6721823b-0da8-4cca-b1ec-4f5711263e50, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:54.860131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.984730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092d160-8067-4b0f-8915-6c83839f09a5 req-f4e0d4ac-c03a-4063-bc80-02668752124b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:54.986994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b092d160-8067-4b0f-8915-6c83839f09a5 req-f4e0d4ac-c03a-4063-bc80-02668752124b tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.1322424 Feb 19 00:58:55.002114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:55.012797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:55.054368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.170613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42802) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:55.181436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-d580aeb3-2665-419a-a900-3413f37cfcd3 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f28714a61fc34bdab7a623956384294e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536637 Feb 19 00:58:55.238546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.293139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-e95a0b77-1977-4f64-aa90-31ff80931f4d tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:55.304870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-e95a0b77-1977-4f64-aa90-31ff80931f4d tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172221 Feb 19 00:58:55.317728 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-85256782-803e-4b49-9146-344cf97118bd tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/quotas/f28714a61fc34bdab7a623956384294e HTTP/1.1" status: 200 len: 375 time: 0.0117915 Feb 19 00:58:55.336029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b092d160-8067-4b0f-8915-6c83839f09a5 req-b54d0cfc-0be4-41d4-a0ed-f95b1289945c tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355505 Feb 19 00:58:55.362490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=8']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:55.400615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:55.401834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.403473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-8ae604c4-f09c-400e-b2d4-948f3ab0d417 service neutron] 10.222.0.89 "PUT /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 1144 time: 1.4799562 Feb 19 00:58:55.408801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-bc24ae96-e85f-449e-ae2c-8f858341b3b0 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f28714a61fc34bdab7a623956384294e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817730 Feb 19 00:58:55.456809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-network', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:55.493429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6721823b-0da8-4cca-b1ec-4f5711263e50'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:55.516862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Made reservation on behalf of 4df20de2056c4f53ba72009753ff5d17 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:55.519200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.572919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.699297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.901171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0bc10-9784-4660-8dc4-e0d3b01cd549 req-44a21add-035a-48a2-ae8a-5261813480e5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:55.913290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fb0bc10-9784-4660-8dc4-e0d3b01cd549 req-44a21add-035a-48a2-ae8a-5261813480e5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.2297113 Feb 19 00:58:55.973034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks [] for security_group (fa013666-2a54-45db-af8f-355def06d892), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.981928 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fa013666-2a54-45db-af8f-355def06d892), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.006743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:56.072766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa013666-2a54-45db-af8f-355def06d892,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:56.118084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:58:56.190049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8d91aa08-e7f7-4158-b2f0-8d35fe2480fa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.190637 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Added segment 8d91aa08-e7f7-4158-b2f0-8d35fe2480fa of type vlan for network 1eeb2dca-32ba-4d89-885f-56263cfd697d Feb 19 00:58:56.218285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5988044a-e136-495e-849b-543db2a10092 req-69dcab43-3ab9-40e4-8022-55bcf2124301 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 210 time: 0.0876367 Feb 19 00:58:56.245229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1eeb2dca-32ba-4d89-885f-56263cfd697d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.287508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fb0bc10-9784-4660-8dc4-e0d3b01cd549 req-b977b375-2d2a-40ae-ac81-3d3ca3862cdf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653784 Feb 19 00:58:56.290975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1eeb2dca-32ba-4d89-885f-56263cfd697d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.291965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.292552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.396421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1851699 Feb 19 00:58:56.397510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42840) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:56.407615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076d1d4-9771-4fae-9261-730b8be4c8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1eeb2dca-32ba-4d89-885f-56263cfd697d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:56.414196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Request body: {'subnet': {'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-subnet', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:56.441323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:58:56.481036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5e417-6b5f-456a-add4-ccf087a93603 req-d9c055b5-eff7-49da-b041-ef26e2a3b52e tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.489076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-def5e417-6b5f-456a-add4-ccf087a93603 req-d9c055b5-eff7-49da-b041-ef26e2a3b52e tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.1663706 Feb 19 00:58:56.511488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.542278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Made reservation on behalf of 4df20de2056c4f53ba72009753ff5d17 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:56.544832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.577754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-def5e417-6b5f-456a-add4-ccf087a93603 req-c5cd4086-2ca0-4c9d-961e-680fb04e3275 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826175 Feb 19 00:58:56.716072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1479ab81-4252-4ce8-be6a-ce88907d9ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.746008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:56.748438 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f9ca09-e70a-4671-8ca5-878a8f45547b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:56.866767 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff039629-6c34-46cb-bb76-614ea3b71013 x-openstack-request-id: req-ff039629-6c34-46cb-bb76-614ea3b71013 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:56.867136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1479ab81-4252-4ce8-be6a-ce88907d9ad2 admin admin] Publish callbacks [] for security_group (3c699d81-e257-41f1-b7c7-fc9094004b3d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.869420 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:56.869749 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff039629-6c34-46cb-bb76-614ea3b71013 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:56.870352 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'status': 'completed', 'code': 200} Feb 19 00:58:56.887286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1479ab81-4252-4ce8-be6a-ce88907d9ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3c699d81-e257-41f1-b7c7-fc9094004b3d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.927832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479ab81-4252-4ce8-be6a-ce88907d9ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c699d81-e257-41f1-b7c7-fc9094004b3d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:57.010645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1479ab81-4252-4ce8-be6a-ce88907d9ad2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2602ba537e784221b7cd9ec553a8d274&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0003836 Feb 19 00:58:57.011539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bbde7-e435-43a8-a34d-6410bc2f1ddd req-141835f3-7646-4ded-91da-56a1ae5a57db tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.014972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-418bbde7-e435-43a8-a34d-6410bc2f1ddd req-141835f3-7646-4ded-91da-56a1ae5a57db tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.1149237 Feb 19 00:58:57.015126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:57.087520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (bcbccdef-4b72-4ac7-b3ff-b77627ed0760), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.094428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-c4d7f349-e405-4eaf-9670-339a9070bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.096083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-c4d7f349-e405-4eaf-9670-339a9070bb62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1178 time: 0.1696591 Feb 19 00:58:57.160768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-418bbde7-e435-43a8-a34d-6410bc2f1ddd req-a258f2b7-879b-4a94-b698-0561e0501ab0 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328950 Feb 19 00:58:57.190292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b29edef-a22f-4dbb-9c48-d033013a3084 admin admin] Publish callbacks [] for security_group (3c699d81-e257-41f1-b7c7-fc9094004b3d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.251671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b29edef-a22f-4dbb-9c48-d033013a3084 admin admin] Publish callbacks [] for security_group (3c699d81-e257-41f1-b7c7-fc9094004b3d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.328945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b29edef-a22f-4dbb-9c48-d033013a3084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3c699d81-e257-41f1-b7c7-fc9094004b3d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.334381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b29edef-a22f-4dbb-9c48-d033013a3084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.338335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5b29edef-a22f-4dbb-9c48-d033013a3084 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c699d81-e257-41f1-b7c7-fc9094004b3d HTTP/1.1" status: 204 len: 168 time: 0.3175149 Feb 19 00:58:57.359436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29edef-a22f-4dbb-9c48-d033013a3084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c699d81-e257-41f1-b7c7-fc9094004b3d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:57.385602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-85d1fac1-5c4c-4499-81b9-4d528f20524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.387086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-85d1fac1-5c4c-4499-81b9-4d528f20524d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2651951 Feb 19 00:58:57.390984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Checking segment: {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:57.391263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Network hostable DHCP agents. Network: 1eeb2dca-32ba-4d89-885f-56263cfd697d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:58:57.393781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbccdef-4b72-4ac7-b3ff-b77627ed0760,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:57.429410 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a05c534-ce8d-4790-b1fb-4473cbc8b6db req-e3d6c149-4cc9-4067-bbc5-6fc4d0595fb1 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 210 time: 0.0687704 Feb 19 00:58:57.442164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-1d307d24-db3e-4f09-91c8-a9ea8df60f24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0446751 Feb 19 00:58:57.475890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:58:57.527415 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:58:57.554858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 1eeb2dca-32ba-4d89-885f-56263cfd697d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:57.564459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579124a-301a-4b75-b04e-7307e2342ad2 None None] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:57.566062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.566659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.630033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-abc4a1ac-76d7-43d9-a6ab-18501716b698 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2270691 Feb 19 00:58:57.634270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42874) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:57.651520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:57.673593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-daef7894-05e7-49fe-94dd-e29f4d1f04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.673593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-daef7894-05e7-49fe-94dd-e29f4d1f04c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2028513 Feb 19 00:58:57.699643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62890c-2382-4869-a89a-32118b8b5b03 req-8c26d63b-d2af-4661-a49a-6c6c4e546d75 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.704961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d62890c-2382-4869-a89a-32118b8b5b03 req-8c26d63b-d2af-4661-a49a-6c6c4e546d75 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.1774523 Feb 19 00:58:57.845015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-96c137d1-b472-4fc7-8daa-a2c2d355ba1d tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f28714a61fc34bdab7a623956384294e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712068 Feb 19 00:58:57.865352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-f595e553-acba-432a-9994-bd666d006141 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1889586 Feb 19 00:58:57.865580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d62890c-2382-4869-a89a-32118b8b5b03 req-be98c0e0-e229-4c38-a8af-41d5ad9c5816 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545312 Feb 19 00:58:57.916562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-1eeb2dca-32ba-4d89-885f-56263cfd697d', 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d', 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'fixed_ips': [{'subnet_id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:58:57.918060 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.960153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (aa5b90e9-f2f8-46e7-b413-d265bfd32138), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.961523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (aa5b90e9-f2f8-46e7-b413-d265bfd32138), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.119548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:58.234847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-260db050-6fcd-4ad6-b24d-18589975727b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:58.236449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-260db050-6fcd-4ad6-b24d-18589975727b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699296 Feb 19 00:58:58.254681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Request body: {'port': {'device_id': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'f28714a61fc34bdab7a623956384294e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:58.264554 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f77037e-a041-4b1d-88a4-3ede566f757b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.267372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks [] for router_controller (aa5b90e9-f2f8-46e7-b413-d265bfd32138), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.347778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-58ee1d82-5539-40b3-96cc-4315ef2aaa0f service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461186 Feb 19 00:58:58.430181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f77037e-a041-4b1d-88a4-3ede566f757b admin admin] Publish callbacks [] for security_group (ace8a2da-2e33-466b-96b5-eb83b0a005fa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.601323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c86df-ed75-4451-947c-143f86d65cbf req-2a553aff-97a6-4983-880b-e3c77ab37b6a tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:58.613305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e2c86df-ed75-4451-947c-143f86d65cbf req-2a553aff-97a6-4983-880b-e3c77ab37b6a tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.2932570 Feb 19 00:58:58.629696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Allocated IP 172.20.0.2 (1eeb2dca-32ba-4d89-885f-56263cfd697d/bcbccdef-4b72-4ac7-b3ff-b77627ed0760/45011490-2c09-4a75-ac28-69ba6c1634d1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:58.674631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e2c86df-ed75-4451-947c-143f86d65cbf req-e13706c0-1d45-4590-83e9-cb6abd32f63e tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Feb 19 00:58:58.675595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Made reservation on behalf of f28714a61fc34bdab7a623956384294e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:58.679159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.710433 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.720227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:58.783597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f77037e-a041-4b1d-88a4-3ede566f757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ace8a2da-2e33-466b-96b5-eb83b0a005fa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.848227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:58.864220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 has no active binding in host n-h1-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:58:58.877972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c885a36-54df-4264-91bb-69e8e1f630da req-02bf8be6-fd4f-4e1a-a112-d0d851af1611 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:58.880641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-026a871b-35e1-4a93-9ff4-c3b0af44d198 req-03408170-6b85-4bed-a5e8-86fceed53a56 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 210 time: 0.2146468 Feb 19 00:58:58.880805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c885a36-54df-4264-91bb-69e8e1f630da req-02bf8be6-fd4f-4e1a-a112-d0d851af1611 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.1081161 Feb 19 00:58:58.903536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks [] for security_group (0c5eba50-47ec-4c83-a4fa-41996fce8a94), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.969360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0c5eba50-47ec-4c83-a4fa-41996fce8a94), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.025342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Publish callbacks [] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.035051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.089598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Pushing event updated for resources: {'Port': ['ID=45011490-2c09-4a75-ac28-69ba6c1634d1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:59.105791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:59.106023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:59.108073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:59.112266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:59.182743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Attempting to bind port 45011490-2c09-4a75-ac28-69ba6c1634d1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:59.183110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Attempting to bind port 45011490-2c09-4a75-ac28-69ba6c1634d1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:59.183805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Attempting to bind port 45011490-2c09-4a75-ac28-69ba6c1634d1 on network 1eeb2dca-32ba-4d89-885f-56263cfd697d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:59.200914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:59.201419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Checking segment: {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:59.202150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.202265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Bound using segment: {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:59.204126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Bound port: 45011490-2c09-4a75-ac28-69ba6c1634d1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:59.204370 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.267652 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks [] for router_gateway (aa5b90e9-f2f8-46e7-b413-d265bfd32138), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.273255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5eba50-47ec-4c83-a4fa-41996fce8a94,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:59.304772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Allocated IP 192.168.233.241 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/566a5b6c-fb52-4083-9c76-d565c670ca89) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:59.323002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42930) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:59.323254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6f77037e-a041-4b1d-88a4-3ede566f757b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c32b4b8025747a4b7843c9ed90b590c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2007484 Feb 19 00:58:59.325051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] For port 45011490-2c09-4a75-ac28-69ba6c1634d1, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:59.328246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77037e-a041-4b1d-88a4-3ede566f757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace8a2da-2e33-466b-96b5-eb83b0a005fa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:59.329631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] For port 45011490-2c09-4a75-ac28-69ba6c1634d1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45011490-2c09-4a75-ac28-69ba6c1634d1,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:59.345108 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.389184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4af3-91d3-4a41-b56e-d340a538b509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.398223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7f9ca09-e70a-4671-8ca5-878a8f45547b req-a5f7349b-439d-4015-bce1-c6e9d721d155 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9651413 Feb 19 00:58:59.407269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899db891-d747-4bdc-9ee5-809af2796a4f None None] Pushing event updated for resources: {'Port': ['ID=45011490-2c09-4a75-ac28-69ba6c1634d1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:59.442187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0366-f754-4f87-a346-4ca275d05971 req-d51ac973-4b22-462e-8e3a-b3e0c03b12ed tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:59.453582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22be0366-f754-4f87-a346-4ca275d05971 req-d51ac973-4b22-462e-8e3a-b3e0c03b12ed tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.3395109 Feb 19 00:58:59.630449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks [] for router_gateway (aa5b90e9-f2f8-46e7-b413-d265bfd32138), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.653330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.790378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6c56d05-8136-45f7-a02f-fdd333638caa admin admin] Publish callbacks [] for security_group (ace8a2da-2e33-466b-96b5-eb83b0a005fa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.891216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Allocated IP 172.25.0.192 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/452671c2-5de7-4f43-a184-fff94afac353) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:59.989414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6c56d05-8136-45f7-a02f-fdd333638caa admin admin] Publish callbacks [] for security_group (ace8a2da-2e33-466b-96b5-eb83b0a005fa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.993143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Deleting port b04e3d8f-ac15-45e6-904b-c995947c5dba {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:59.993514 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.066430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks [] for port (452671c2-5de7-4f43-a184-fff94afac353), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.074422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f254d-ed2a-412b-bea1-315596604ce2 req-e9fb67cd-7c20-4c81-a4c5-e9722b83fadd tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:00.076267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-692f254d-ed2a-412b-bea1-315596604ce2 req-e9fb67cd-7c20-4c81-a4c5-e9722b83fadd tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.1080725 Feb 19 00:59:00.137887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22be0366-f754-4f87-a346-4ca275d05971 req-f3263e7c-3d86-4bbc-b89b-72547c726a8e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578414 Feb 19 00:59:00.155214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (452671c2-5de7-4f43-a184-fff94afac353), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.180248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-692f254d-ed2a-412b-bea1-315596604ce2 req-1b98f556-d711-4c2a-85ff-fe8629a69937 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866160 Feb 19 00:59:00.217132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:00.221938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:00.225937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:00.276299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Pushing event updated for resources: {'Port': ['ID=452671c2-5de7-4f43-a184-fff94afac353,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:00.411604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67076ca8-dee4-4e62-84a6-6d6b4803fc78 req-df3590c1-b2b9-4c24-834d-b1470933bdf8 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 210 time: 0.1009772 Feb 19 00:59:00.419957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4af3-91d3-4a41-b56e-d340a538b509 admin admin] Publish callbacks [] for security_group (2fe72d75-2be4-47e1-a4e5-4223f4facede), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.430285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks [] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.438898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6c56d05-8136-45f7-a02f-fdd333638caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ace8a2da-2e33-466b-96b5-eb83b0a005fa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.441794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6c56d05-8136-45f7-a02f-fdd333638caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.445492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f6c56d05-8136-45f7-a02f-fdd333638caa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ace8a2da-2e33-466b-96b5-eb83b0a005fa HTTP/1.1" status: 204 len: 168 time: 1.1190248 Feb 19 00:59:00.458445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 45011490-2c09-4a75-ac28-69ba6c1634d1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:00.509022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4af3-91d3-4a41-b56e-d340a538b509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2fe72d75-2be4-47e1-a4e5-4223f4facede), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.524258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] For port b04e3d8f-ac15-45e6-904b-c995947c5dba, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b04e3d8f-ac15-45e6-904b-c995947c5dba,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:00.524735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.536583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.577900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 45011490-2c09-4a75-ac28-69ba6c1634d1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:00.578594 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.630000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Pushing event updated for resources: {'Port': ['ID=566a5b6c-fb52-4083-9c76-d565c670ca89,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:00.647256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c56d05-8136-45f7-a02f-fdd333638caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace8a2da-2e33-466b-96b5-eb83b0a005fa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:00.660596 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks [] for router_gateway (aa5b90e9-f2f8-46e7-b413-d265bfd32138), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.686028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Calling delete_port for b04e3d8f-ac15-45e6-904b-c995947c5dba owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:00.695031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b4af3-91d3-4a41-b56e-d340a538b509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe72d75-2be4-47e1-a4e5-4223f4facede,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:00.712495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:00.716247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:00.720181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:00.726139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:00.726730 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.749922 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fc2b4af3-91d3-4a41-b56e-d340a538b509 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d8d9408acae4526b49c880c82f3cd57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6195612 Feb 19 00:59:00.750611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42944) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:00.768253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-178dc8f2-5477-4e5e-8172-f969ddfe41bc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5215349 Feb 19 00:59:00.818390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Request body: {'port': {'device_id': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:00.853218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 45011490-2c09-4a75-ac28-69ba6c1634d1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:00.853699 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.938531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 45011490-2c09-4a75-ac28-69ba6c1634d1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45011490-2c09-4a75-ac28-69ba6c1634d1,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:00.956512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.066167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=45011490-2c09-4a75-ac28-69ba6c1634d1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:01.069163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.071008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743c2729-59b1-4dd1-b400-2a23396fcc60 admin admin] Publish callbacks [] for security_group (2fe72d75-2be4-47e1-a4e5-4223f4facede), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.156009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743c2729-59b1-4dd1-b400-2a23396fcc60 admin admin] Publish callbacks [] for security_group (2fe72d75-2be4-47e1-a4e5-4223f4facede), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.181749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ab6e9-5cf7-46f3-9fe6-6977565a2fc0 None None] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:01.338897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (aa5b90e9-f2f8-46e7-b413-d265bfd32138), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.347814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d5d99-c80b-4f4e-b46f-7c42686cf628 req-9743d355-666d-4339-a49f-e12bc1240069 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:01.354667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de5d5d99-c80b-4f4e-b46f-7c42686cf628 req-9743d355-666d-4339-a49f-e12bc1240069 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.0908802 Feb 19 00:59:01.358963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aaf9476d-0ffb-4765-9593-2c9374a351f1 None None] Provisioning complete for port 45011490-2c09-4a75-ac28-69ba6c1634d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:01.359558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aaf9476d-0ffb-4765-9593-2c9374a351f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.533221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de5d5d99-c80b-4f4e-b46f-7c42686cf628 req-0616c2e8-233f-48d7-8556-a08e105151ec tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716256 Feb 19 00:59:01.568907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743c2729-59b1-4dd1-b400-2a23396fcc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2fe72d75-2be4-47e1-a4e5-4223f4facede), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.571753 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743c2729-59b1-4dd1-b400-2a23396fcc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.572918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-743c2729-59b1-4dd1-b400-2a23396fcc60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fe72d75-2be4-47e1-a4e5-4223f4facede HTTP/1.1" status: 204 len: 168 time: 0.8213732 Feb 19 00:59:01.583092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9476d-0ffb-4765-9593-2c9374a351f1 None None] Current status of the port 45011490-2c09-4a75-ac28-69ba6c1634d1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:01.597861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2729-59b1-4dd1-b400-2a23396fcc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe72d75-2be4-47e1-a4e5-4223f4facede,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:01.599976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b04e3d8f-ac15-45e6-904b-c995947c5dba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.635989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aaf9476d-0ffb-4765-9593-2c9374a351f1 None None] Provisioning complete for port 566a5b6c-fb52-4083-9c76-d565c670ca89 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:01.636183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aaf9476d-0ffb-4765-9593-2c9374a351f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.661365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Pushing event deleted for resources: {'Port': ['ID=b04e3d8f-ac15-45e6-904b-c995947c5dba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:01.693234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1517ae-c7c8-4a4d-afbe-17c0af22f341 req-2fbebf6b-b2c3-45c9-b218-7be688625e18 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:01.694871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1517ae-c7c8-4a4d-afbe-17c0af22f341 req-2fbebf6b-b2c3-45c9-b218-7be688625e18 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/ports?device_id=b21de20f-90b0-4614-95d7-55daa59bc045 HTTP/1.1" status: 200 len: 949 time: 0.3073301 Feb 19 00:59:01.744070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9476d-0ffb-4765-9593-2c9374a351f1 None None] Port 566a5b6c-fb52-4083-9c76-d565c670ca89 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:01.792869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-4bd07423-6853-43b4-a3d2-1077cf744610 service neutron] 10.222.0.10 "GET /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50/bindings/n-h1-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.3196466 Feb 19 00:59:01.958438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1279f1-5e88-4520-bf36-d7f35e91938d req-a83e142f-a10a-4745-82b0-beb6edf5f6fc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:01.966598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da1279f1-5e88-4520-bf36-d7f35e91938d req-a83e142f-a10a-4745-82b0-beb6edf5f6fc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 936 time: 0.2580836 Feb 19 00:59:01.969795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] No DVR routers for this DVR port b04e3d8f-ac15-45e6-904b-c995947c5dba on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:01.979552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.983693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c885a36-54df-4264-91bb-69e8e1f630da req-84c3230e-f5a1-42d4-9294-96d744be379d tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.89 "DELETE /v2.0/ports/b04e3d8f-ac15-45e6-904b-c995947c5dba HTTP/1.1" status: 204 len: 173 time: 3.0898280 Feb 19 00:59:01.984464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'name': 'network-vif-deleted', 'tag': 'b04e3d8f-ac15-45e6-904b-c995947c5dba'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:01.986772 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939dfe5-082a-4696-a8a9-c47716663d64" -d '{"events": [{"server_uuid": "b21de20f-90b0-4614-95d7-55daa59bc045", "name": "network-vif-deleted", "tag": "b04e3d8f-ac15-45e6-904b-c995947c5dba"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:02.097306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a9c1164a-7f21-41db-9457-4d576dd6addf None None] Provisioning complete for port 45011490-2c09-4a75-ac28-69ba6c1634d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:02.097736 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9c1164a-7f21-41db-9457-4d576dd6addf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.107264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1517ae-c7c8-4a4d-afbe-17c0af22f341 req-295320d4-ed5e-4848-b06a-f478bc5b3645 tempest-DeleteServersAdminTestJSON-778246150 tempest-DeleteServersAdminTestJSON-778246150-project] 10.222.0.43 "GET /v2.0/security-groups?id=c11dd51c-a603-48e0-ac5e-ce478abdd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883917 Feb 19 00:59:02.153416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Router aa5b90e9-f2f8-46e7-b413-d265bfd32138 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:59:02.286884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566a5b6c-fb52-4083-9c76-d565c670ca89 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:02.311068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1164a-7f21-41db-9457-4d576dd6addf None None] Current status of the port 45011490-2c09-4a75-ac28-69ba6c1634d1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:02.313535 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebbadea-6d06-424a-b0d4-a4990363262d x-openstack-request-id: req-cebbadea-6d06-424a-b0d4-a4990363262d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:02.314959 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21de20f-90b0-4614-95d7-55daa59bc045", "name": "network-vif-deleted", "tag": "b04e3d8f-ac15-45e6-904b-c995947c5dba", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:02.316972 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cebbadea-6d06-424a-b0d4-a4990363262d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:02.319059 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21de20f-90b0-4614-95d7-55daa59bc045', 'name': 'network-vif-deleted', 'tag': 'b04e3d8f-ac15-45e6-904b-c995947c5dba', 'status': 'completed', 'code': 200} Feb 19 00:59:02.338224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da1279f1-5e88-4520-bf36-d7f35e91938d req-d625aea8-085e-49e8-a552-48208754dc5d tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668113 Feb 19 00:59:02.352489 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Publish callbacks [] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.357317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 45011490-2c09-4a75-ac28-69ba6c1634d1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:02.383317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Transition to ACTIVE for port object 566a5b6c-fb52-4083-9c76-d565c670ca89 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:02.395561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.503976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 45011490-2c09-4a75-ac28-69ba6c1634d1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:02.504384 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.506237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:02.518541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Sync routers for ids ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:02.531967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Routers {'aa5b90e9-f2f8-46e7-b413-d265bfd32138'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:02.532827 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:02.533021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42980) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:02.562765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Pushing event updated for resources: {'Port': ['ID=566a5b6c-fb52-4083-9c76-d565c670ca89,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:02.573856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.575102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d6842243-765c-46f4-af9b-fc7f95ea2e13 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9395096 Feb 19 00:59:02.580966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:02.636472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b04e3d8f-ac15-45e6-904b-c995947c5dba no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:02.682134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:02.700241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: b04e3d8f-ac15-45e6-904b-c995947c5dba {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:02.714788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b04e3d8f-ac15-45e6-904b-c995947c5dba not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:02.753827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:02.820157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471ecc1f-a3d0-432f-872d-60605c106a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.823463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6721823b-0da8-4cca-b1ec-4f5711263e50 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:02.834841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 45011490-2c09-4a75-ac28-69ba6c1634d1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:02.855002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:02.883641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.017953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Attempting to bind port 566a5b6c-fb52-4083-9c76-d565c670ca89 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:03.018531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Attempting to bind port 566a5b6c-fb52-4083-9c76-d565c670ca89 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:03.018644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Attempting to bind port 566a5b6c-fb52-4083-9c76-d565c670ca89 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:03.075413 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Set router aa5b90e9-f2f8-46e7-b413-d265bfd32138 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:03.083887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] Transition to ACTIVE for port object 6721823b-0da8-4cca-b1ec-4f5711263e50 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:03.095608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.145110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Port 566a5b6c-fb52-4083-9c76-d565c670ca89 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:03.145544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Attempting to bind port 566a5b6c-fb52-4083-9c76-d565c670ca89 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:03.225287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:03.225287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:03.225997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:03.226553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Bound port: 566a5b6c-fb52-4083-9c76-d565c670ca89, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:03.227022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.272484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] No DVR routers for this DVR port 6721823b-0da8-4cca-b1ec-4f5711263e50 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:03.370804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] Pushing event updated for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=10']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:03.392569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-fd9984fc-b96a-42e3-8354-7ce524398431 service neutron] 10.222.0.10 "PUT /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50/bindings/n-h1-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5807798 Feb 19 00:59:03.397770 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:00Z', 'revision_number': 3, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:03.427799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420767-d3f7-4346-8c23-d2e4457f6801 req-3aee4b48-01f9-4517-a1ba-30e9a4a7abfc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:03.429528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92420767-d3f7-4346-8c23-d2e4457f6801 req-3aee4b48-01f9-4517-a1ba-30e9a4a7abfc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 966 time: 0.6110289 Feb 19 00:59:03.485871 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Checking router: aa5b90e9-f2f8-46e7-b413-d265bfd32138 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:03.486708 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Updating router aa5b90e9-f2f8-46e7-b413-d265bfd32138 port 452671c2-5de7-4f43-a184-fff94afac353 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:03.523956 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (452671c2-5de7-4f43-a184-fff94afac353), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.550407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92420767-d3f7-4346-8c23-d2e4457f6801 req-78090fd7-4dd8-4bec-b9c8-c6956eb9e6ae tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071537 Feb 19 00:59:03.574575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd797f-0dd1-4e5f-b19e-85a1ba2fe623 req-e8d012b6-61f2-48f1-b461-bb6c3b7321be tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:03.589487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7fd797f-0dd1-4e5f-b19e-85a1ba2fe623 req-e8d012b6-61f2-48f1-b461-bb6c3b7321be tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 948 time: 0.1370506 Feb 19 00:59:03.714675 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7fd797f-0dd1-4e5f-b19e-85a1ba2fe623 req-3e849cc9-801c-4a9c-adba-3d6d87dd1764 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236026 Feb 19 00:59:03.741436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] For port 566a5b6c-fb52-4083-9c76-d565c670ca89, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:03.808831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471ecc1f-a3d0-432f-872d-60605c106a85 admin admin] Publish callbacks [] for security_group (1486653f-7249-418f-8897-8d3928e270bf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.823861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] For port 566a5b6c-fb52-4083-9c76-d565c670ca89, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=566a5b6c-fb52-4083-9c76-d565c670ca89,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:03.838906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471ecc1f-a3d0-432f-872d-60605c106a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1486653f-7249-418f-8897-8d3928e270bf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.936815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ecc1f-a3d0-432f-872d-60605c106a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1486653f-7249-418f-8897-8d3928e270bf,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:03.940345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.964216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-9071f837-4de9-421b-8963-8799a504b4a3 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:03.965990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-9071f837-4de9-421b-8963-8799a504b4a3 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1149 time: 0.4454327 Feb 19 00:59:03.974331 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Publish callbacks [] for port (452671c2-5de7-4f43-a184-fff94afac353), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.984244 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (452671c2-5de7-4f43-a184-fff94afac353), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.061178 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Attempting to bind port 452671c2-5de7-4f43-a184-fff94afac353 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:04.062486 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Attempting to bind port 452671c2-5de7-4f43-a184-fff94afac353 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:04.064042 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Attempting to bind port 452671c2-5de7-4f43-a184-fff94afac353 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:04.072406 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Pushing event updated for resources: {'Port': ['ID=452671c2-5de7-4f43-a184-fff94afac353,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:04.083896 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:04.084721 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:04.085348 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.086016 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:04.086673 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Bound port: 452671c2-5de7-4f43-a184-fff94afac353, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:04.087245 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (452671c2-5de7-4f43-a184-fff94afac353), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.091821 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.092421 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.093252 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.093704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.094141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.094832 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.095242 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.095695 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.096140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.097660 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.098116 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.098553 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.099375 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.180080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:04.181027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.183266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] 10.222.0.10 "PUT /v2.0/ports/566a5b6c-fb52-4083-9c76-d565c670ca89 HTTP/1.1" status: 200 len: 1096 time: 3.3695707 Feb 19 00:59:04.183899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69275f3-0453-4de2-9c93-a1c3a7f6745a service neutron] Pushing event updated for resources: {'Port': ['ID=566a5b6c-fb52-4083-9c76-d565c670ca89,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:04.192422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-471ecc1f-a3d0-432f-872d-60605c106a85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de221610f3074f5597fde48f961c87e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6547935 Feb 19 00:59:04.192878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43016) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:04.270084 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] For port 452671c2-5de7-4f43-a184-fff94afac353, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:04.278653 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] For port 452671c2-5de7-4f43-a184-fff94afac353, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=452671c2-5de7-4f43-a184-fff94afac353,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:04.299242 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (452671c2-5de7-4f43-a184-fff94afac353), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.361082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86593d6b-9a0f-49d7-b931-cdb123db1f6f admin admin] Publish callbacks [] for security_group (1486653f-7249-418f-8897-8d3928e270bf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.400938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'tag': '566a5b6c-fb52-4083-9c76-d565c670ca89'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:04.403355 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c865114-fed6-4ee7-b214-26ff3ea0871d", "tag": "566a5b6c-fb52-4083-9c76-d565c670ca89"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:04.455889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b98e5f-abc3-419b-959f-fff41751f691 None None] Pushing event updated for resources: {'Port': ['ID=452671c2-5de7-4f43-a184-fff94afac353,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:04.461787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86593d6b-9a0f-49d7-b931-cdb123db1f6f admin admin] Publish callbacks [] for security_group (1486653f-7249-418f-8897-8d3928e270bf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.472404 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Routers {'aa5b90e9-f2f8-46e7-b413-d265bfd32138'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:04.473111 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:04.484091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43026) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:04.585899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86593d6b-9a0f-49d7-b931-cdb123db1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1486653f-7249-418f-8897-8d3928e270bf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.589448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86593d6b-9a0f-49d7-b931-cdb123db1f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.590863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-86593d6b-9a0f-49d7-b931-cdb123db1f6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1486653f-7249-418f-8897-8d3928e270bf HTTP/1.1" status: 204 len: 168 time: 0.3968472 Feb 19 00:59:04.621388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86593d6b-9a0f-49d7-b931-cdb123db1f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1486653f-7249-418f-8897-8d3928e270bf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:04.683851 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa4bb6-b150-4ba7-90d4-81703293b775 x-openstack-request-id: req-83aa4bb6-b150-4ba7-90d4-81703293b775 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:04.684237 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c865114-fed6-4ee7-b214-26ff3ea0871d", "tag": "566a5b6c-fb52-4083-9c76-d565c670ca89", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:04.684503 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83aa4bb6-b150-4ba7-90d4-81703293b775 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:04.685071 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'tag': '566a5b6c-fb52-4083-9c76-d565c670ca89', 'status': 'completed', 'code': 200} Feb 19 00:59:04.705316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-5351ff05-bf92-4e8b-a555-14bb48abc700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:04.706851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-5351ff05-bf92-4e8b-a555-14bb48abc700 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f28714a61fc34bdab7a623956384294e&device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 1130 time: 0.1936197 Feb 19 00:59:04.783921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:04.831568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.898476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 6721823b-0da8-4cca-b1ec-4f5711263e50 host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:59:04.898873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:04.911201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e4e1439a-c037-4359-9a4e-1e0187c81c29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7330bfdd9ab4048a1de59453f471ca6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4228933 Feb 19 00:59:04.913954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:04.921838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] Set router aa5b90e9-f2f8-46e7-b413-d265bfd32138 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:05.010283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea189-3e83-4cc1-9f04-369825e12fe8 req-056ec05c-b5a1-433f-b22b-8f2f64ee77ae tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:05.019274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c38ea189-3e83-4cc1-9f04-369825e12fe8 req-056ec05c-b5a1-433f-b22b-8f2f64ee77ae tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.1356957 Feb 19 00:59:05.062198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ecfe5a-ed94-45cc-957a-881df02c0e6b admin admin] Publish callbacks [] for security_group (c11dd51c-a603-48e0-ac5e-ce478abdd93a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.090422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ecfe5a-ed94-45cc-957a-881df02c0e6b admin admin] Publish callbacks [] for security_group (c11dd51c-a603-48e0-ac5e-ce478abdd93a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.137835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-64df4101-93eb-4d6e-b333-b10814c091c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=566a5b6c-fb52-4083-9c76-d565c670ca89 HTTP/1.1" status: 200 len: 217 time: 0.3188658 Feb 19 00:59:05.148009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43040) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:05.179400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ecfe5a-ed94-45cc-957a-881df02c0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c11dd51c-a603-48e0-ac5e-ce478abdd93a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.183939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ecfe5a-ed94-45cc-957a-881df02c0e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.187787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60ecfe5a-ed94-45cc-957a-881df02c0e6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c11dd51c-a603-48e0-ac5e-ce478abdd93a HTTP/1.1" status: 204 len: 168 time: 0.2727444 Feb 19 00:59:05.223237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecfe5a-ed94-45cc-957a-881df02c0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11dd51c-a603-48e0-ac5e-ce478abdd93a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:05.259577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-0c899b55-c593-4653-9766-caee3268a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:05.261029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c38ea189-3e83-4cc1-9f04-369825e12fe8 req-f6ce71dc-1eb1-462f-8452-8e182793f588 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399094 Feb 19 00:59:05.268753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-0c899b55-c593-4653-9766-caee3268a81a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&tenant_id=bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 1149 time: 1.2440057 Feb 19 00:59:05.336152 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:00Z', 'revision_number': 3, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:05.406196 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f360da-4b2e-41dd-a7b0-3b0752f0608b None None] The sync data for ids ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'] in n-d-826752-2 is: [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:00Z', 'revision_number': 3, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:05.476098 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18bf6d30-c2a6-473c-86ca-07f5e07f6b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.681772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18bf6d30-c2a6-473c-86ca-07f5e07f6b5f admin admin] Publish callbacks [] for security_group (8eb868c3-8a98-4918-b99a-22678dcf0498), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.691331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18bf6d30-c2a6-473c-86ca-07f5e07f6b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8eb868c3-8a98-4918-b99a-22678dcf0498), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.750109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-18bf6d30-c2a6-473c-86ca-07f5e07f6b5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c4f9e7b3f9b4e9c828690fc45cd9df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5919640 Feb 19 00:59:05.762215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:05.831717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43060) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:05.848685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf6d30-c2a6-473c-86ca-07f5e07f6b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb868c3-8a98-4918-b99a-22678dcf0498,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:05.918419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efc855da-295e-4197-b16a-9429759e3493 admin admin] Publish callbacks [] for security_group (8eb868c3-8a98-4918-b99a-22678dcf0498), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.937714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2febf33-7526-4307-8ac0-3476cdcb8748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.942852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efc855da-295e-4197-b16a-9429759e3493 admin admin] Publish callbacks [] for security_group (8eb868c3-8a98-4918-b99a-22678dcf0498), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.007175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-2c89243c-fbe7-476c-bf94-e3b0bc3b1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.008634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-2c89243c-fbe7-476c-bf94-e3b0bc3b1127 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.8280771 Feb 19 00:59:06.018904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efc855da-295e-4197-b16a-9429759e3493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8eb868c3-8a98-4918-b99a-22678dcf0498), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.025173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efc855da-295e-4197-b16a-9429759e3493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.026435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efc855da-295e-4197-b16a-9429759e3493 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8eb868c3-8a98-4918-b99a-22678dcf0498 HTTP/1.1" status: 204 len: 168 time: 0.2632639 Feb 19 00:59:06.036444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc855da-295e-4197-b16a-9429759e3493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb868c3-8a98-4918-b99a-22678dcf0498,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:06.181365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-96411920-e788-4015-b88d-4fa8f6417384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.182868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-96411920-e788-4015-b88d-4fa8f6417384 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1149 time: 0.4507103 Feb 19 00:59:06.200561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d5a66-fc23-4cf6-9f98-8588050c7d20 req-142a6b87-84eb-4cba-ab86-6f23a2ed80bf tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.202684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e1d5a66-fc23-4cf6-9f98-8588050c7d20 req-142a6b87-84eb-4cba-ab86-6f23a2ed80bf tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 948 time: 1.0619700 Feb 19 00:59:06.419081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 452671c2-5de7-4f43-a184-fff94afac353 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:06.432517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Allocated IP 172.20.0.1 (1eeb2dca-32ba-4d89-885f-56263cfd697d/bcbccdef-4b72-4ac7-b3ff-b77627ed0760/e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:06.519255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 452671c2-5de7-4f43-a184-fff94afac353 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:06.519638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (452671c2-5de7-4f43-a184-fff94afac353), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.543187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15c2df-5585-411f-99e9-579e4d699290 req-f18f7ca3-e43e-402b-95c1-1ff3672f06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.545022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-f18f7ca3-e43e-402b-95c1-1ff3672f06db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4783607 Feb 19 00:59:06.568523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc742d17-b9b9-453d-a22c-4667659e5e7e req-1cec50f1-cd51-476a-a0cf-091b7d0d1f8c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.570243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc742d17-b9b9-453d-a22c-4667659e5e7e req-1cec50f1-cd51-476a-a0cf-091b7d0d1f8c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.1295388 Feb 19 00:59:06.636363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e1d5a66-fc23-4cf6-9f98-8588050c7d20 req-accdd0f4-1298-49fe-b954-0d417cb99a7e tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985877 Feb 19 00:59:06.649784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43078) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:06.694517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 452671c2-5de7-4f43-a184-fff94afac353 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:06.695563 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (452671c2-5de7-4f43-a184-fff94afac353), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.702992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-681d7b3a-cc77-4ee1-b387-b2fea07198e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.732760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 452671c2-5de7-4f43-a184-fff94afac353, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=452671c2-5de7-4f43-a184-fff94afac353,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:06.735834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc742d17-b9b9-453d-a22c-4667659e5e7e req-8408db0c-afdc-4c6d-84aa-c3222c100214 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490791 Feb 19 00:59:06.751797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2febf33-7526-4307-8ac0-3476cdcb8748 admin admin] Publish callbacks [] for security_group (a569db54-06c6-4bfb-8f6a-312b739b8392), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.755257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-60d17faf-b40a-4d29-9b55-987c3c61383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.756832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-60d17faf-b40a-4d29-9b55-987c3c61383e service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.5532470 Feb 19 00:59:06.770175 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (452671c2-5de7-4f43-a184-fff94afac353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.774308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2febf33-7526-4307-8ac0-3476cdcb8748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a569db54-06c6-4bfb-8f6a-312b739b8392), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.884500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=452671c2-5de7-4f43-a184-fff94afac353,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:06.907679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-f9747fc1-cea6-45f5-87cb-9bbbe9d982ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.1391027 Feb 19 00:59:06.909982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-681d7b3a-cc77-4ee1-b387-b2fea07198e5 admin admin] Publish callbacks [] for security_group (059c45bc-3ad9-4300-a925-ebf70e3292b9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.924799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-681d7b3a-cc77-4ee1-b387-b2fea07198e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (059c45bc-3ad9-4300-a925-ebf70e3292b9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.943889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2febf33-7526-4307-8ac0-3476cdcb8748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a569db54-06c6-4bfb-8f6a-312b739b8392,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:06.971564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-681d7b3a-cc77-4ee1-b387-b2fea07198e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44abb9c7f71c4523bd5fa6abfba113f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175936 Feb 19 00:59:06.974444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43086) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:06.979140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2febf33-7526-4307-8ac0-3476cdcb8748 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e12ddbb9bef84632b9f5d3fb7b822e32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1436820 Feb 19 00:59:06.988157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:07.013806 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-2832a565-860a-49fd-9c6e-c3c2e42b066f service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255366 Feb 19 00:59:07.049983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d7b3a-cc77-4ee1-b387-b2fea07198e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059c45bc-3ad9-4300-a925-ebf70e3292b9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:07.126524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks [] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.141518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-900b471f-38c2-4e08-92b6-49d28135c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:07.143544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-900b471f-38c2-4e08-92b6-49d28135c572 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2255652 Feb 19 00:59:07.180032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcaa7-be06-4e8f-915c-61884c3ab567 admin admin] Publish callbacks [] for security_group (a569db54-06c6-4bfb-8f6a-312b739b8392), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.202848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-db53af48-8fa9-475b-a8e4-1c1ed1c48e8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465932 Feb 19 00:59:07.269587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcaa7-be06-4e8f-915c-61884c3ab567 admin admin] Publish callbacks [] for security_group (a569db54-06c6-4bfb-8f6a-312b739b8392), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.275469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3338838-90e8-491a-946d-171c7f1e1567 admin admin] Publish callbacks [] for security_group (059c45bc-3ad9-4300-a925-ebf70e3292b9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.287967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d15c2df-5585-411f-99e9-579e4d699290 req-f485e6a9-a1f3-4db6-bf42-a37267cc38f5 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645872 Feb 19 00:59:07.310207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.331979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3338838-90e8-491a-946d-171c7f1e1567 admin admin] Publish callbacks [] for security_group (059c45bc-3ad9-4300-a925-ebf70e3292b9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.374264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:07.396797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:07.418521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:07.419152 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (aa5b90e9-f2f8-46e7-b413-d265bfd32138), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.444782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:07.586860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-f208c7a5-c225-410c-b84b-1e1e765f02a6 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691797 Feb 19 00:59:07.712910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-ad5df22c-9e22-4985-aea1-04dba90e1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:07.714636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-ad5df22c-9e22-4985-aea1-04dba90e1f50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f28714a61fc34bdab7a623956384294e&device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 1130 time: 0.3390348 Feb 19 00:59:07.790444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcaa7-be06-4e8f-915c-61884c3ab567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a569db54-06c6-4bfb-8f6a-312b739b8392), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.792975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcaa7-be06-4e8f-915c-61884c3ab567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.794166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ed1dcaa7-be06-4e8f-915c-61884c3ab567 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a569db54-06c6-4bfb-8f6a-312b739b8392 HTTP/1.1" status: 204 len: 168 time: 0.8000245 Feb 19 00:59:07.814651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dcaa7-be06-4e8f-915c-61884c3ab567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a569db54-06c6-4bfb-8f6a-312b739b8392,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:07.845147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3338838-90e8-491a-946d-171c7f1e1567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (059c45bc-3ad9-4300-a925-ebf70e3292b9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.855486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3338838-90e8-491a-946d-171c7f1e1567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.856752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b3338838-90e8-491a-946d-171c7f1e1567 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/059c45bc-3ad9-4300-a925-ebf70e3292b9 HTTP/1.1" status: 204 len: 168 time: 0.8805285 Feb 19 00:59:07.876079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3338838-90e8-491a-946d-171c7f1e1567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c45bc-3ad9-4300-a925-ebf70e3292b9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:07.964122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6d9e82e8-8f9e-4f1f-8674-80bae46625f8 None None] Provisioning complete for port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:07.964667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d9e82e8-8f9e-4f1f-8674-80bae46625f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.038657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e82e8-8f9e-4f1f-8674-80bae46625f8 None None] Port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:08.155970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae9e7a-7915-415e-bf7a-91779438ee9b req-19f622f0-44c2-4a19-977d-143b17829047 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.171694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceae9e7a-7915-415e-bf7a-91779438ee9b req-19f622f0-44c2-4a19-977d-143b17829047 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.1850927 Feb 19 00:59:08.184464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b569307-c763-4aae-a52d-a6b205c9717f req-0da36f7b-7d9b-4e96-bd22-66f061785951 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.193268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b569307-c763-4aae-a52d-a6b205c9717f req-0da36f7b-7d9b-4e96-bd22-66f061785951 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 948 time: 0.3224709 Feb 19 00:59:08.236637 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-809fde52-f612-4126-b193-20bccb4fcc2f service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171598 Feb 19 00:59:08.324485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.335707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-a33b97ed-d8fb-42b9-8c8b-f3dd99b713b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.337469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-a33b97ed-d8fb-42b9-8c8b-f3dd99b713b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.5714917 Feb 19 00:59:08.347553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceae9e7a-7915-415e-bf7a-91779438ee9b req-ac3b3bf3-c1ef-451c-82b2-338e56fc9f44 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689279 Feb 19 00:59:08.363413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b569307-c763-4aae-a52d-a6b205c9717f req-64d9f765-302d-4785-bf85-71fa96199a95 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688800 Feb 19 00:59:08.385658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 452671c2-5de7-4f43-a184-fff94afac353 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:08.551457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 452671c2-5de7-4f43-a184-fff94afac353 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:08.552007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (452671c2-5de7-4f43-a184-fff94afac353), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.599184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks [] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.603237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-055ab718-1335-4c3e-b9c3-02ffd77e2d06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=566a5b6c-fb52-4083-9c76-d565c670ca89 HTTP/1.1" status: 200 len: 217 time: 0.2386553 Feb 19 00:59:08.610291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.617939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (aa5b90e9-f2f8-46e7-b413-d265bfd32138), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.705874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 452671c2-5de7-4f43-a184-fff94afac353 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:09.062103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:09.065752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-c2a6de6e-adc2-4aec-bfab-4049559b17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.067392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-c2a6de6e-adc2-4aec-bfab-4049559b17fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.4467554 Feb 19 00:59:09.088263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-baf351b9-daa1-4a62-9f2b-44f0d83377e1 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.089992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-baf351b9-daa1-4a62-9f2b-44f0d83377e1 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1149 time: 0.4479187 Feb 19 00:59:09.230350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:09.241850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:09.246370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-c1272723-dab1-4449-97e6-cb57ef7d10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.250692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-c1272723-dab1-4449-97e6-cb57ef7d10cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1714408 Feb 19 00:59:09.462184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-f7ad987d-0918-4497-ac89-63b8bf37ee6b service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007866 Feb 19 00:59:09.589650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2a81-7285-4a32-95a4-6c2e14ef187d req-362725b7-6249-4c83-bebb-19fc2542ebc4 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.591426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33ca2a81-7285-4a32-95a4-6c2e14ef187d req-362725b7-6249-4c83-bebb-19fc2542ebc4 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 948 time: 0.1205089 Feb 19 00:59:09.620265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:09.701346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33ca2a81-7285-4a32-95a4-6c2e14ef187d req-96fc91cb-0221-4c8d-8b40-06f38a119c2f tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010597 Feb 19 00:59:09.779090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d086c6b2-3c88-4bf0-a776-a4b8832b1d6e req-ae59651b-7c8b-48ad-a241-f0c5a8ef8aeb service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861795 Feb 19 00:59:09.792147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2544770f-b36d-446a-8a81-032c322bb864 None None] Provisioning complete for port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:09.792701 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2544770f-b36d-446a-8a81-032c322bb864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.827716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-519321dc-28ab-4d45-a44e-67a17fb96ff9 service neutron] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:09.833590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-519321dc-28ab-4d45-a44e-67a17fb96ff9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.834833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779a9e3b-4a45-48dd-992a-31db3c5c9206 req-519321dc-28ab-4d45-a44e-67a17fb96ff9 service neutron] 10.222.0.89 "DELETE /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50/bindings/n-h2-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.7138209 Feb 19 00:59:09.853968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66421b31-c206-41c8-8340-81d916de3e0d req-d65ed927-e87a-4ad5-b7e6-5b54e646a294 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.855510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66421b31-c206-41c8-8340-81d916de3e0d req-d65ed927-e87a-4ad5-b7e6-5b54e646a294 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.3000705 Feb 19 00:59:09.882287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Router aa5b90e9-f2f8-46e7-b413-d265bfd32138 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:09.893741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2544770f-b36d-446a-8a81-032c322bb864 None None] Port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:09.994065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-43090421-network', 'tenant_id': '0fbc093afb2f4b60bb7eefba64c7864a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:10.021732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66421b31-c206-41c8-8340-81d916de3e0d req-4c455713-0d67-46a9-87cd-c41602fb3ea3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302357 Feb 19 00:59:10.032064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Made reservation on behalf of 0fbc093afb2f4b60bb7eefba64c7864a for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:10.035022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.044970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.122598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:10.138871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f1375110-e329-448a-b514-e1394a7760b2 admin admin] 10.222.0.43 "PUT /v2.0/routers/aa5b90e9-f2f8-46e7-b413-d265bfd32138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5323143 Feb 19 00:59:10.140451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Sync routers for ids ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:10.167698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Routers {'aa5b90e9-f2f8-46e7-b413-d265bfd32138'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:10.169029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:10.193758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks [] for security_group (36e03fc6-d254-4d4e-97d5-dd413280bf4a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.199877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (36e03fc6-d254-4d4e-97d5-dd413280bf4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.215553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:59:10.230003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d438c907-3c44-4776-9b19-eb1b8b0124d7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.230453 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Added segment d438c907-3c44-4776-9b19-eb1b8b0124d7 of type vlan for network bb9b6f5b-e4cc-455d-9a07-3b23de64a018 Feb 19 00:59:10.310425 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (bb9b6f5b-e4cc-455d-9a07-3b23de64a018), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.374767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f273d-28c1-4a6e-bc94-5589291efe40 req-aa6b7d2f-4037-4133-afab-9c55a30c9ead tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.376737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f3f273d-28c1-4a6e-bc94-5589291efe40 req-aa6b7d2f-4037-4133-afab-9c55a30c9ead tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1149 time: 0.1059930 Feb 19 00:59:10.382588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (bb9b6f5b-e4cc-455d-9a07-3b23de64a018), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.391302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.392225 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.466902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f3f273d-28c1-4a6e-bc94-5589291efe40 req-9cf65010-f939-4ea7-a836-94ceca57922a tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820432 Feb 19 00:59:10.504390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Pushing event updated for resources: {'Network': ['ID=bb9b6f5b-e4cc-455d-9a07-3b23de64a018,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:10.509506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8882747 Feb 19 00:59:10.512658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43204) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:10.520220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Request body: {'subnet': {'network_id': 'bb9b6f5b-e4cc-455d-9a07-3b23de64a018', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-43090421-subnet', 'tenant_id': '0fbc093afb2f4b60bb7eefba64c7864a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:10.520607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Set router aa5b90e9-f2f8-46e7-b413-d265bfd32138 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:10.525226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d5e40-a580-45ec-b0bf-626e1085a25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e03fc6-d254-4d4e-97d5-dd413280bf4a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:10.550641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Made reservation on behalf of 0fbc093afb2f4b60bb7eefba64c7864a for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:10.559778 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.583576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43212) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:10.624211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network bb9b6f5b-e4cc-455d-9a07-3b23de64a018 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:59:10.817507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 566a5b6c-fb52-4083-9c76-d565c670ca89 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:11.192077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e20d9-b6b4-4f8a-bb20-097dc11d277b req-521e2660-94cd-4c05-aa8b-24550922f558 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.200237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-627e20d9-b6b4-4f8a-bb20-097dc11d277b req-521e2660-94cd-4c05-aa8b-24550922f558 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 948 time: 0.3460438 Feb 19 00:59:11.251861 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-c84175ba-b06b-4418-a1c7-487036d7574f req-2f3ac63c-c824-4d97-8c05-4ed3173cee4a tempest-FloatingIPDetailsNegativeTestJSON-1763167865 tempest-FloatingIPDetailsNegativeTestJSON-1763167865-project] show failed (client error): The resource could not be found. Feb 19 00:59:11.253844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c84175ba-b06b-4418-a1c7-487036d7574f req-2f3ac63c-c824-4d97-8c05-4ed3173cee4a tempest-FloatingIPDetailsNegativeTestJSON-1763167865 tempest-FloatingIPDetailsNegativeTestJSON-1763167865-project] 10.222.0.43 "GET /v2.0/floatingips/e4c6b515-0ea8-48b7-b157-ca9be971ef1b HTTP/1.1" status: 404 len: 350 time: 0.1505017 Feb 19 00:59:11.264521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (f4307faf-bb71-4984-bdcc-7523c6f688a3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.267419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43224) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:11.284594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a8a8-2572-4fa7-80ca-189fdb5e294e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.408321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 566a5b6c-fb52-4083-9c76-d565c670ca89, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=566a5b6c-fb52-4083-9c76-d565c670ca89,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:11.427455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '566a5b6c-fb52-4083-9c76-d565c670ca89', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '566a5b6c-fb52-4083-9c76-d565c670ca89', 'mac_address': 'fa:16:3e:ff:7b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:11.474293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 566a5b6c-fb52-4083-9c76-d565c670ca89 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:11.474686 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.485600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c', 'name': '', 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'mac_address': 'fa:16:3e:03:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:05Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 2, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'subnets': [{'id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:11.488766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-627e20d9-b6b4-4f8a-bb20-097dc11d277b req-41e5d0eb-6277-4b02-9917-2c1f6f735311 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874482 Feb 19 00:59:11.527629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Checking segment: {'id': 'd438c907-3c44-4776-9b19-eb1b8b0124d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bb9b6f5b-e4cc-455d-9a07-3b23de64a018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:11.528029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Network hostable DHCP agents. Network: bb9b6f5b-e4cc-455d-9a07-3b23de64a018, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:59:11.532610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a8a8-2572-4fa7-80ca-189fdb5e294e admin admin] Publish callbacks [] for security_group (f3b4adc4-e29e-4a44-baca-16f338d96d48), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.559303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Checking router: aa5b90e9-f2f8-46e7-b413-d265bfd32138 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:11.559730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Updating router aa5b90e9-f2f8-46e7-b413-d265bfd32138 port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:11.560294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4307faf-bb71-4984-bdcc-7523c6f688a3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:11.563115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566a5b6c-fb52-4083-9c76-d565c670ca89 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:11.564481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a8a8-2572-4fa7-80ca-189fdb5e294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f3b4adc4-e29e-4a44-baca-16f338d96d48), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.627784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Network bb9b6f5b-e4cc-455d-9a07-3b23de64a018 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:59:11.633722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 566a5b6c-fb52-4083-9c76-d565c670ca89, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=566a5b6c-fb52-4083-9c76-d565c670ca89,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:11.656797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, bb9b6f5b-e4cc-455d-9a07-3b23de64a018) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:11.658630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.669515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.670115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.674038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a283d3-da3f-4544-8cca-730962547985 None None] Network bb9b6f5b-e4cc-455d-9a07-3b23de64a018 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:11.689972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-e68a5ba3-54ae-4bb4-9026-35ab8ee5d1f7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.691488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-e68a5ba3-54ae-4bb4-9026-35ab8ee5d1f7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.2914758 Feb 19 00:59:11.733456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2a8344c-1c82-4650-a6f4-ff4bbb72b592 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2110875 Feb 19 00:59:11.733659 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.741948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1ee0a8a8-2572-4fa7-80ca-189fdb5e294e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b1f10478b954fd68396d0195a6a9181&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1526494 Feb 19 00:59:11.742147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43242) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:11.742268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5ec57dce-fa09-451b-b947-98be09a9771f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/quotas/bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 375 time: 0.0375078 Feb 19 00:59:11.744390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a8a8-2572-4fa7-80ca-189fdb5e294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4adc4-e29e-4a44-baca-16f338d96d48,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:11.823413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-b3fb2cac-b3e1-470e-9257-82bd514f41e0 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758345 Feb 19 00:59:11.988971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['566a5b6c-fb52-4083-9c76-d565c670ca89'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:12.044975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cef867dd-1fc7-4f69-8fee-6a70484943cd admin admin] Publish callbacks [] for security_group (f3b4adc4-e29e-4a44-baca-16f338d96d48), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.083897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-6e7918e6-3985-4a89-8113-48ad9db885e3 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511771 Feb 19 00:59:12.086589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=566a5b6c-fb52-4083-9c76-d565c670ca89,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:12.110298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cef867dd-1fc7-4f69-8fee-6a70484943cd admin admin] Publish callbacks [] for security_group (f3b4adc4-e29e-4a44-baca-16f338d96d48), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.275051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cef867dd-1fc7-4f69-8fee-6a70484943cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f3b4adc4-e29e-4a44-baca-16f338d96d48), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.283114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cef867dd-1fc7-4f69-8fee-6a70484943cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.284465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cef867dd-1fc7-4f69-8fee-6a70484943cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3b4adc4-e29e-4a44-baca-16f338d96d48 HTTP/1.1" status: 204 len: 168 time: 0.5433784 Feb 19 00:59:12.322290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef867dd-1fc7-4f69-8fee-6a70484943cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4adc4-e29e-4a44-baca-16f338d96d48,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:12.323425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-a4df01a6-72e9-436c-bf22-456e75aaaad0 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332675 Feb 19 00:59:12.610448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (aa5b90e9-f2f8-46e7-b413-d265bfd32138), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.766841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b2c46b6-1542-4f7a-91f7-8eedad70f4c7 req-680a5079-b05c-432b-ac21-c894b8dc23cb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 210 time: 0.0410478 Feb 19 00:59:12.779130 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Publish callbacks [] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.792030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea9575-7e67-4907-927a-f0ee0242f359 None None] Network bb9b6f5b-e4cc-455d-9a07-3b23de64a018 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:12.802400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.910318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e7a1-70a1-4b4f-99dc-b7f7f53545f5 None None] Pushing event updated for resources: {'Port': ['ID=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.113942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43308) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:13.115996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d665e-00bb-45d4-8a2a-dbc4d3dce239 req-34db7600-a65e-44db-8cb2-e2ad9e89bc18 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.120933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1663907220-network', 'tenant_id': '648ddad89f1d4389b845885c713c6956'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:13.127757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf6d665e-00bb-45d4-8a2a-dbc4d3dce239 req-34db7600-a65e-44db-8cb2-e2ad9e89bc18 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 949 time: 0.4634335 Feb 19 00:59:13.188644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Made reservation on behalf of 648ddad89f1d4389b845885c713c6956 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:13.197709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.222366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.267254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Attempting to bind port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:13.267254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Attempting to bind port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:13.267754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Attempting to bind port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c on network 1eeb2dca-32ba-4d89-885f-56263cfd697d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:13.290614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43310) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:13.361472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-951ed9e7-a930-43aa-8904-2400e4a5c05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.408421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:13.410268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Checking segment: {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:13.411546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.413247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Bound using segment: {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:13.414176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Bound port: e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:13.417246 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.431828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf6d665e-00bb-45d4-8a2a-dbc4d3dce239 req-f963fb1c-78d0-451f-b2b1-18457779daf1 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019967 Feb 19 00:59:13.559497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks [] for security_group (fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.582450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.617612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-951ed9e7-a930-43aa-8904-2400e4a5c05d admin admin] Publish callbacks [] for security_group (cc30733b-bc5f-48c6-970b-77715049dd89), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.625439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] For port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:13.628033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:59:13.636136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-951ed9e7-a930-43aa-8904-2400e4a5c05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cc30733b-bc5f-48c6-970b-77715049dd89), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.666079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] For port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:13.672613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f89476b-d6ef-4cff-a70c-af6f89f26f55 None None] Provisioning complete for port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:13.673247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f89476b-d6ef-4cff-a70c-af6f89f26f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.700824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-951ed9e7-a930-43aa-8904-2400e4a5c05d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08944f0230b041e2baada2737e352a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998806 Feb 19 00:59:13.700824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.704390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43318) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:13.705557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a2b2fe23-3b8c-4bb1-b14b-554a42db4f51), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.705997 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Added segment a2b2fe23-3b8c-4bb1-b14b-554a42db4f51 of type vlan for network ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4 Feb 19 00:59:13.718841 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.812406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.812921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e7a1-70a1-4b4f-99dc-b7f7f53545f5 None None] Pushing event updated for resources: {'Port': ['ID=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.816611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ed9e7-a930-43aa-8904-2400e4a5c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30733b-bc5f-48c6-970b-77715049dd89,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.837964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f89476b-d6ef-4cff-a70c-af6f89f26f55 None None] Port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:13.843143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Routers {'aa5b90e9-f2f8-46e7-b413-d265bfd32138'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:13.844022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:13.854628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-319357b6-f0bb-4401-87fe-edffa4bf7747 admin admin] Publish callbacks [] for security_group (cc30733b-bc5f-48c6-970b-77715049dd89), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.886101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-319357b6-f0bb-4401-87fe-edffa4bf7747 admin admin] Publish callbacks [] for security_group (cc30733b-bc5f-48c6-970b-77715049dd89), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.927925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Deleting port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:13.928273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.025100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] Set router aa5b90e9-f2f8-46e7-b413-d265bfd32138 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:14.062179 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-319357b6-f0bb-4401-87fe-edffa4bf7747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cc30733b-bc5f-48c6-970b-77715049dd89), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.063861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] For port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:14.064538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.067107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-319357b6-f0bb-4401-87fe-edffa4bf7747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.073995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-319357b6-f0bb-4401-87fe-edffa4bf7747 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc30733b-bc5f-48c6-970b-77715049dd89 HTTP/1.1" status: 204 len: 168 time: 0.3635969 Feb 19 00:59:14.088491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Calling delete_port for e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:14.171004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf7a926c-f7f7-47dc-9002-2440eee50280 req-dbd4b217-6a25-4810-acbe-d8be7258276e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 210 time: 0.1610708 Feb 19 00:59:14.189274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.190353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.192115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.292193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319357b6-f0bb-4401-87fe-edffa4bf7747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30733b-bc5f-48c6-970b-77715049dd89,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:14.333908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:14.349042 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f4ce4e2a-e2e8-4d1d-8306-763535065fb4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2316508 Feb 19 00:59:14.352087 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:14.375726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Request body: {'subnet': {'network_id': 'ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1663907220-subnet', 'tenant_id': '648ddad89f1d4389b845885c713c6956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:14.409452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Made reservation on behalf of 648ddad89f1d4389b845885c713c6956 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:14.429160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:59:14.432323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.533751 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.635010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a9f8f371-dd9d-4be2-9047-f583eeb9e603 None None] Provisioning complete for port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.635673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f371-dd9d-4be2-9047-f583eeb9e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.701869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8f371-dd9d-4be2-9047-f583eeb9e603 None None] Port e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c was deleted so its status cannot be updated. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 00:59:14.733558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c', 'name': '', 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'mac_address': 'fa:16:3e:03:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:05Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'subnets': [{'id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:14.811890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 566a5b6c-fb52-4083-9c76-d565c670ca89 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:14.814581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d618c-5437-4165-a1fa-b39e06b87396 None None] The sync data for ids ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'] in n-d-826752-2 is: [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c', 'name': '', 'network_id': '1eeb2dca-32ba-4d89-885f-56263cfd697d', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'mac_address': 'fa:16:3e:03:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:05Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'subnets': [{'id': 'bcbccdef-4b72-4ac7-b3ff-b77627ed0760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:14.834820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:14.972101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 566a5b6c-fb52-4083-9c76-d565c670ca89 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:14.984077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 566a5b6c-fb52-4083-9c76-d565c670ca89 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.984846 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.212445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (c5da0ba5-d04a-4a07-9c0c-1017ca69ece5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.359710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5da0ba5-d04a-4a07-9c0c-1017ca69ece5,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.394338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Checking segment: {'id': 'a2b2fe23-3b8c-4bb1-b14b-554a42db4f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:15.395543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Network hostable DHCP agents. Network: ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:59:15.401129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e3b3a5a3-a549-4ed9-ae3b-1ed1dfcc7dc3 req-04e17d12-b2fa-4c9d-93f3-06ecfe67f89e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 210 time: 0.0866165 Feb 19 00:59:15.423630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Network ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:59:15.447535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:15.456355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.457488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.493156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-556a600d-c6a8-4d2a-b903-637ee8b15136 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1371288 Feb 19 00:59:15.570218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d799c096-1918-44d6-adec-3d5dd96b2f29 None None] Network ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:15.781592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43400) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.828048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a2659f-b46f-477e-87b3-99a6d584e0f6 None None] Network ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:15.905346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Deleting subnet f4307faf-bb71-4984-bdcc-7523c6f688a3 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:59:15.914021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Publish callbacks [] for subnet (f4307faf-bb71-4984-bdcc-7523c6f688a3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.021100 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Publish callbacks [] for subnet (f4307faf-bb71-4984-bdcc-7523c6f688a3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.040605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 566a5b6c-fb52-4083-9c76-d565c670ca89 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:16.041540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.044271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (f4307faf-bb71-4984-bdcc-7523c6f688a3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.062248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (aa5b90e9-f2f8-46e7-b413-d265bfd32138), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.121186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566a5b6c-fb52-4083-9c76-d565c670ca89'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:16.126713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df6fa3-dc22-4592-9653-c448bf359668 req-bd11f549-2728-49f9-9e58-70b1281a935f tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.127429 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c24213e-fe75-4b89-97e4-260179dfe5da" -d '{"events": [{"server_uuid": "5c865114-fed6-4ee7-b214-26ff3ea0871d", "name": "network-vif-plugged", "status": "completed", "tag": "566a5b6c-fb52-4083-9c76-d565c670ca89"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:16.130821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57df6fa3-dc22-4592-9653-c448bf359668 req-bd11f549-2728-49f9-9e58-70b1281a935f tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 949 time: 1.2752490 Feb 19 00:59:16.206429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for subnet (f4307faf-bb71-4984-bdcc-7523c6f688a3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.284370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 566a5b6c-fb52-4083-9c76-d565c670ca89, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=566a5b6c-fb52-4083-9c76-d565c670ca89,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:16.302494 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92145c1-1891-4bbe-8ee9-acb75e15838a x-openstack-request-id: req-b92145c1-1891-4bbe-8ee9-acb75e15838a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:16.302819 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c865114-fed6-4ee7-b214-26ff3ea0871d", "name": "network-vif-plugged", "status": "completed", "tag": "566a5b6c-fb52-4083-9c76-d565c670ca89", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:16.303116 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b92145c1-1891-4bbe-8ee9-acb75e15838a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:16.304366 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566a5b6c-fb52-4083-9c76-d565c670ca89', 'code': 200} Feb 19 00:59:16.305638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.333172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f2218d90-a0e1-43c0-a330-0e1250f4011c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.334669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f2218d90-a0e1-43c0-a330-0e1250f4011c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 1.4176061 Feb 19 00:59:16.354571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4307faf-bb71-4984-bdcc-7523c6f688a3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.359178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.372428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c847a97-57f3-4f3c-b852-0b774607087e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f4307faf-bb71-4984-bdcc-7523c6f688a3 HTTP/1.1" status: 204 len: 168 time: 0.5894380 Feb 19 00:59:16.375104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43418) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:16.375668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Request body: {'port': {'device_id': '02dde490-c33a-4723-8e9c-51e75da433a5', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'admin_state_up': True, 'tenant_id': 'bef317f3ec19416bb9a25cb1aa859586'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:16.490624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=566a5b6c-fb52-4083-9c76-d565c670ca89,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.691993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e5bb8e9-c79e-4e17-bb51-b9b7e613c27b req-2b4c7578-a3ea-4d3e-9b3b-52ad3c7d71b8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 210 time: 0.1195312 Feb 19 00:59:16.694845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (bb9b6f5b-e4cc-455d-9a07-3b23de64a018), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.750457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43426) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:16.800906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57df6fa3-dc22-4592-9653-c448bf359668 req-f06f93d5-3e22-4c17-93d1-f0f1b0837767 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386971 Feb 19 00:59:16.848949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220e1dc-0211-41a5-a9a9-1632f80540b2 req-f2579085-01ee-4d0b-b4f5-3d134d78900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.850490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0220e1dc-0211-41a5-a9a9-1632f80540b2 req-f2579085-01ee-4d0b-b4f5-3d134d78900a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 1132 time: 0.5451922 Feb 19 00:59:16.868297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (bb9b6f5b-e4cc-455d-9a07-3b23de64a018), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.900689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.901420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.902636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.903245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.903972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.905046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.905816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.907454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.913647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:16.914384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:17.031910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d06b34bf-93e9-4428-8e2c-bc89f3f82180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.126449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:17.127138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:17.127666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:17.128174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:59:17.128722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9b6f5b-e4cc-455d-9a07-3b23de64a018']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:17.146510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0220e1dc-0211-41a5-a9a9-1632f80540b2 req-bb575cea-0e9c-4abf-8a99-d0c89fb1b70c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728641 Feb 19 00:59:17.157699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd438c907-3c44-4776-9b19-eb1b8b0124d7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:17.159205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd438c907-3c44-4776-9b19-eb1b8b0124d7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:17.190913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (d438c907-3c44-4776-9b19-eb1b8b0124d7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.264527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d06b34bf-93e9-4428-8e2c-bc89f3f82180 admin admin] Publish callbacks [] for security_group (5dc0012f-9be1-4863-b228-bf68061408da), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.265878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d438c907-3c44-4776-9b19-eb1b8b0124d7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.273367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Made reservation on behalf of bef317f3ec19416bb9a25cb1aa859586 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:17.277434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.289467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:59:17.289908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (d438c907-3c44-4776-9b19-eb1b8b0124d7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.308578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d06b34bf-93e9-4428-8e2c-bc89f3f82180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5dc0012f-9be1-4863-b228-bf68061408da), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: from cryptography.utils import int_from_bytes Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: from cryptography.utils import int_from_bytes Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: timer() Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:59:17.322128 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:59:17.334610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Router aa5b90e9-f2f8-46e7-b413-d265bfd32138 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:17.371063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d06b34bf-93e9-4428-8e2c-bc89f3f82180 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6672155ffc57463fab4eda0699aafa6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6194761 Feb 19 00:59:17.371922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43440) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:17.430035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b34bf-93e9-4428-8e2c-bc89f3f82180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0012f-9be1-4863-b228-bf68061408da,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:17.439480 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (bb9b6f5b-e4cc-455d-9a07-3b23de64a018), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.453466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.460255 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bb9b6f5b-e4cc-455d-9a07-3b23de64a018 HTTP/1.1" status: 204 len: 168 time: 1.0787673 Feb 19 00:59:17.469020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:17.477175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69e98-babf-47c8-bc8d-5717e8307ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9b6f5b-e4cc-455d-9a07-3b23de64a018,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:17.525467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Deleting subnet c5da0ba5-d04a-4a07-9c0c-1017ca69ece5 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:59:17.531151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Publish callbacks [] for subnet (c5da0ba5-d04a-4a07-9c0c-1017ca69ece5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.582656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c5da0ba5-d04a-4a07-9c0c-1017ca69ece5), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.620573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6461dfd0-1c57-4eaa-b78e-cd2706bf677f admin admin] Publish callbacks [] for security_group (5dc0012f-9be1-4863-b228-bf68061408da), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.650767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6461dfd0-1c57-4eaa-b78e-cd2706bf677f admin admin] Publish callbacks [] for security_group (5dc0012f-9be1-4863-b228-bf68061408da), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.660056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c5da0ba5-d04a-4a07-9c0c-1017ca69ece5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.768964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c5da0ba5-d04a-4a07-9c0c-1017ca69ece5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.783295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6461dfd0-1c57-4eaa-b78e-cd2706bf677f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5dc0012f-9be1-4863-b228-bf68061408da), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.785900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6461dfd0-1c57-4eaa-b78e-cd2706bf677f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.790158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6461dfd0-1c57-4eaa-b78e-cd2706bf677f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5dc0012f-9be1-4863-b228-bf68061408da HTTP/1.1" status: 204 len: 168 time: 0.4093249 Feb 19 00:59:17.814048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5da0ba5-d04a-4a07-9c0c-1017ca69ece5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:17.823283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.831598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ca30f1b2-1529-449d-9d57-15c83d65047f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c5da0ba5-d04a-4a07-9c0c-1017ca69ece5 HTTP/1.1" status: 204 len: 168 time: 0.3612092 Feb 19 00:59:17.834074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43460) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:17.863200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84b3fea1-007b-4ee7-8148-16a8966846bc req-30ec606c-8c57-4a7b-8885-03eb00585f97 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 210 time: 0.0555384 Feb 19 00:59:17.863951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461dfd0-1c57-4eaa-b78e-cd2706bf677f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0012f-9be1-4863-b228-bf68061408da,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:17.873012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Allocated IP 172.20.0.11 (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752/55e3da05-993b-412a-9712-9fc525d88b5e/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:17.876604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:17.883464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-018a7d79-23b7-4a27-9a81-ff32beb521e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/aa5b90e9-f2f8-46e7-b413-d265bfd32138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6120884 Feb 19 00:59:17.887910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43462) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:17.894390 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] Sync routers for ids ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:17.917765 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] Routers {'aa5b90e9-f2f8-46e7-b413-d265bfd32138'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:17.918416 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:17.992376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.048263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.173770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.214044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:18.231989 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks [] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.240255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] Set router aa5b90e9-f2f8-46e7-b413-d265bfd32138 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:18.244157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b2fe23-3b8c-4bb1-b14b-554a42db4f51') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:18.245909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b2fe23-3b8c-4bb1-b14b-554a42db4f51') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:18.273863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (a2b2fe23-3b8c-4bb1-b14b-554a42db4f51), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.309335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a2b2fe23-3b8c-4bb1-b14b-554a42db4f51), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.324979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:59:18.327308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (a2b2fe23-3b8c-4bb1-b14b-554a42db4f51), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: timer() Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:59:18.448945 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:59:18.464303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.477278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.481648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4 HTTP/1.1" status: 204 len: 168 time: 0.6464708 Feb 19 00:59:18.507590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.526455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873498d-61e4-4ebe-b9dd-1aee56723768 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffca8081-981f-4bc7-86e3-9ff8fa6ee7a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.597075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb505d3-853a-4f66-99c3-5091ac8b8762 req-46800872-369f-4918-885a-12d97820611c tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.614359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4bb505d3-853a-4f66-99c3-5091ac8b8762 req-46800872-369f-4918-885a-12d97820611c tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 950 time: 0.1590738 Feb 19 00:59:18.651788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:14Z', 'revision_number': 5, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:18.692231 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] Checking router: aa5b90e9-f2f8-46e7-b413-d265bfd32138 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:18.694227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4bb505d3-853a-4f66-99c3-5091ac8b8762 req-787fe751-c20a-4fa2-97da-6ee2f75743dc tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762093 Feb 19 00:59:18.694777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.704041 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] Routers {'aa5b90e9-f2f8-46e7-b413-d265bfd32138'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:18.705841 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:58:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:18.780719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.799002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d856dced-c951-42a2-9161-f5f7fe6c7fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.831097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43496) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.856741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks [] for router (aa5b90e9-f2f8-46e7-b413-d265bfd32138), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.899529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b0d00426-86e7-47e5-b0f2-c6b1f4d93123 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fbc093afb2f4b60bb7eefba64c7864a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664968 Feb 19 00:59:18.905986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.974458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:18.985895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-0b80ef64-0869-48d3-8939-c7171b6d1a02 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1746682205&fields=id&tenant_id=058dd83b06b44da8bf1c5c6ec22eac92 HTTP/1.1" status: 200 len: 267 time: 0.4533203 Feb 19 00:59:18.995931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks [] for router_gateway (aa5b90e9-f2f8-46e7-b413-d265bfd32138), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.007518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:19.014397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:19.020582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.021664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.038225 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] Set router aa5b90e9-f2f8-46e7-b413-d265bfd32138 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:19.084750 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d856dced-c951-42a2-9161-f5f7fe6c7fe1 admin admin] Publish callbacks [] for security_group (800b80eb-59f6-410f-a4d4-6bfa97ba5141), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.105461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-533b0a94-4158-4ff1-92f3-bee317ef9b85 admin admin] Publish callbacks [] for security_group (36e03fc6-d254-4d4e-97d5-dd413280bf4a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.130733 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-533b0a94-4158-4ff1-92f3-bee317ef9b85 admin admin] Publish callbacks [] for security_group (36e03fc6-d254-4d4e-97d5-dd413280bf4a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.175312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-5f65f18e-3529-42fd-af80-03a7cfa30bb7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8150599 Feb 19 00:59:19.181755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d856dced-c951-42a2-9161-f5f7fe6c7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (800b80eb-59f6-410f-a4d4-6bfa97ba5141), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.195151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Request body: {'port': {'device_id': '02dde490-c33a-4723-8e9c-51e75da433a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:19.198642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Deleting port 452671c2-5de7-4f43-a184-fff94afac353 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:19.199207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (452671c2-5de7-4f43-a184-fff94afac353), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.235742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856dced-c951-42a2-9161-f5f7fe6c7fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b80eb-59f6-410f-a4d4-6bfa97ba5141,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:19.239806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-c0dfe3a2-bc94-4552-bee7-a965deb0e91e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.250512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-533b0a94-4158-4ff1-92f3-bee317ef9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (36e03fc6-d254-4d4e-97d5-dd413280bf4a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.251067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-c0dfe3a2-bc94-4552-bee7-a965deb0e91e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 824 time: 0.2638011 Feb 19 00:59:19.253050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-533b0a94-4158-4ff1-92f3-bee317ef9b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.259725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-533b0a94-4158-4ff1-92f3-bee317ef9b85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36e03fc6-d254-4d4e-97d5-dd413280bf4a HTTP/1.1" status: 204 len: 168 time: 0.3497961 Feb 19 00:59:19.297200 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:14Z', 'revision_number': 5, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:19.304488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-80cf4c76-e6ab-4dbb-88fc-f0eb4fb84eec tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/quotas/058dd83b06b44da8bf1c5c6ec22eac92 HTTP/1.1" status: 200 len: 375 time: 0.0522861 Feb 19 00:59:19.315447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b0a94-4158-4ff1-92f3-bee317ef9b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e03fc6-d254-4d4e-97d5-dd413280bf4a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:19.332915 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2029-a2eb-4d01-b6fe-0aa7e7654cdb None None] The sync data for ids ['aa5b90e9-f2f8-46e7-b413-d265bfd32138'] in n-d-826752-2 is: [{'id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1377894876-router', 'tenant_id': '4df20de2056c4f53ba72009753ff5d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '452671c2-5de7-4f43-a184-fff94afac353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:57Z', 'updated_at': '2022-02-19T00:59:14Z', 'revision_number': 5, 'project_id': '4df20de2056c4f53ba72009753ff5d17', 'gw_port': {'id': '452671c2-5de7-4f43-a184-fff94afac353', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b90e9-f2f8-46e7-b413-d265bfd32138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:19.399577 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d856dced-c951-42a2-9161-f5f7fe6c7fe1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af1b4799cf0e4630b4e6345971e35fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161308 Feb 19 00:59:19.401124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43510) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:19.432061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4007a5-6895-411b-8cde-023a15197ed7 req-d68d29cf-55f6-4804-8345-c53e9effba3b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.441167 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea4007a5-6895-411b-8cde-023a15197ed7 req-d68d29cf-55f6-4804-8345-c53e9effba3b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 932 time: 0.4228826 Feb 19 00:59:19.465611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-87998d98-c775-4f34-8377-2ec83de53501 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1533945 Feb 19 00:59:19.472522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.477449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-fec876ab-25c2-466a-b8dc-f1033123e327 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:59:19.484399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-fec876ab-25c2-466a-b8dc-f1033123e327 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168214 Feb 19 00:59:19.533409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a59f8476-9ab4-4ec5-9d96-d42c126943e5 admin admin] Publish callbacks [] for security_group (800b80eb-59f6-410f-a4d4-6bfa97ba5141), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.564135 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a59f8476-9ab4-4ec5-9d96-d42c126943e5 admin admin] Publish callbacks [] for security_group (800b80eb-59f6-410f-a4d4-6bfa97ba5141), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.620701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea4007a5-6895-411b-8cde-023a15197ed7 req-cc36374c-4754-47df-966f-ef2e3538717e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748638 Feb 19 00:59:19.733486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a59f8476-9ab4-4ec5-9d96-d42c126943e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (800b80eb-59f6-410f-a4d4-6bfa97ba5141), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.736305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a59f8476-9ab4-4ec5-9d96-d42c126943e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.737597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a59f8476-9ab4-4ec5-9d96-d42c126943e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/800b80eb-59f6-410f-a4d4-6bfa97ba5141 HTTP/1.1" status: 204 len: 168 time: 0.3354814 Feb 19 00:59:19.753760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f8476-9ab4-4ec5-9d96-d42c126943e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b80eb-59f6-410f-a4d4-6bfa97ba5141,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:20.014067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:20.033596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d5787-39bf-4aef-b044-85158bb18027 req-a8a45c73-6e10-4773-a163-d8147a8e4751 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.035205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd5d5787-39bf-4aef-b044-85158bb18027 req-a8a45c73-6e10-4773-a163-d8147a8e4751 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 950 time: 0.1473598 Feb 19 00:59:20.153300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4475fed2-e28b-479e-9455-fc8a7e93f147 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=648ddad89f1d4389b845885c713c6956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376982 Feb 19 00:59:20.156029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43528) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:20.170438 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a8b23c6-28ec-4616-8a35-31db61aa5bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.247520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd5d5787-39bf-4aef-b044-85158bb18027 req-c257992d-bfeb-49be-9f9c-7260ff56ff34 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526453 Feb 19 00:59:20.249428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] For port 452671c2-5de7-4f43-a184-fff94afac353, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=452671c2-5de7-4f43-a184-fff94afac353,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:20.249911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (452671c2-5de7-4f43-a184-fff94afac353), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.280648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:20.321403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64808d22-e37e-4ae1-b55a-26bc84608fb4 admin admin] Publish callbacks [] for security_group (fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.327463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:20.328119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e25fcb5c-0949-4e12-bd71-8ac4fd0f7d6c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:20.363474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Calling delete_port for 452671c2-5de7-4f43-a184-fff94afac353 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:20.385918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64808d22-e37e-4ae1-b55a-26bc84608fb4 admin admin] Publish callbacks [] for security_group (fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.508298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64808d22-e37e-4ae1-b55a-26bc84608fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.512949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64808d22-e37e-4ae1-b55a-26bc84608fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.518748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-64808d22-e37e-4ae1-b55a-26bc84608fb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58 HTTP/1.1" status: 204 len: 168 time: 0.3586390 Feb 19 00:59:20.533882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64808d22-e37e-4ae1-b55a-26bc84608fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ad5a6-1842-47ea-a7bd-f4cd1e806c58,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:20.646552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d8185-061c-42f0-b0f4-71b883e0223f req-38ec0922-ed4c-4998-a8c2-95d7b6961a66 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.648397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-645d8185-061c-42f0-b0f4-71b883e0223f req-38ec0922-ed4c-4998-a8c2-95d7b6961a66 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7cc464c-7da4-46a3-a729-cf39c5ffd41e HTTP/1.1" status: 200 len: 946 time: 0.4041975 Feb 19 00:59:20.672948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-9ed2d6f6-89f9-434b-957f-03607dfb64f9 service neutron] 10.222.0.43 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1875243 Feb 19 00:59:20.872580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4d3f8-0882-4a05-8d32-3db661bda6d6 req-8c2a8395-a4b8-43fc-a8ff-eaffb48a4575 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.880789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cd4d3f8-0882-4a05-8d32-3db661bda6d6 req-8c2a8395-a4b8-43fc-a8ff-eaffb48a4575 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 950 time: 0.1105676 Feb 19 00:59:20.956504 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cd4d3f8-0882-4a05-8d32-3db661bda6d6 req-d682eb7a-a723-496a-907d-04629c9518ad tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 Feb 19 00:59:20.962345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e15e1fd9-d71b-47bf-9fbf-980a4e85ab58 service neutron] 10.222.0.43 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881677 Feb 19 00:59:20.981780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:21.131051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089dd57-9adb-450b-8022-a732ea518bcf req-ee1bd38b-4fb4-4078-9766-c161fc51b0fc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.132611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e089dd57-9adb-450b-8022-a732ea518bcf req-ee1bd38b-4fb4-4078-9766-c161fc51b0fc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 932 time: 0.0838566 Feb 19 00:59:21.205328 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7ef-654e-442a-ad82-f9c568dd3aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.256567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e089dd57-9adb-450b-8022-a732ea518bcf req-cc684760-be4d-40dc-84e1-82d80e4d7c7d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117780 Feb 19 00:59:21.306842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:21.333516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Publish callbacks [] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.338849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Deleting port 6ba79950-4526-414a-9ad8-20d512c535db {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:21.339377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6ba79950-4526-414a-9ad8-20d512c535db), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.364985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (452671c2-5de7-4f43-a184-fff94afac353), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.501016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-476a70c1-8d48-49b1-943b-743ce3c4737a req-d0df9a10-b877-4754-ac7a-efe194b9f830 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 210 time: 0.0891016 Feb 19 00:59:21.533632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7ef-654e-442a-ad82-f9c568dd3aa8 admin admin] Publish callbacks [] for security_group (d0031d34-f4a8-41d0-b51a-a8391ada4746), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.545927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7ef-654e-442a-ad82-f9c568dd3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d0031d34-f4a8-41d0-b51a-a8391ada4746), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.595673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Transition to ACTIVE for port object a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:21.601466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=452671c2-5de7-4f43-a184-fff94afac353,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.629179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b34dd7ef-654e-442a-ad82-f9c568dd3aa8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66892ef278ab41829fc0d6b3f1ee7fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6446357 Feb 19 00:59:21.632036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:21.633646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.723311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dd7ef-654e-442a-ad82-f9c568dd3aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0031d34-f4a8-41d0-b51a-a8391ada4746,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.727609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d82ad60f-9f9d-4c64-af86-f4a6ad40ef14 admin admin] Publish callbacks [] for security_group (d0031d34-f4a8-41d0-b51a-a8391ada4746), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.764159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d82ad60f-9f9d-4c64-af86-f4a6ad40ef14 admin admin] Publish callbacks [] for security_group (d0031d34-f4a8-41d0-b51a-a8391ada4746), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.818280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.872187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d82ad60f-9f9d-4c64-af86-f4a6ad40ef14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d0031d34-f4a8-41d0-b51a-a8391ada4746), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.878893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d82ad60f-9f9d-4c64-af86-f4a6ad40ef14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.882637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d82ad60f-9f9d-4c64-af86-f4a6ad40ef14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0031d34-f4a8-41d0-b51a-a8391ada4746 HTTP/1.1" status: 204 len: 168 time: 0.2474675 Feb 19 00:59:21.909483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] For port 6ba79950-4526-414a-9ad8-20d512c535db, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6ba79950-4526-414a-9ad8-20d512c535db,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:21.909809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ad60f-9f9d-4c64-af86-f4a6ad40ef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0031d34-f4a8-41d0-b51a-a8391ada4746,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.929321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6ba79950-4526-414a-9ad8-20d512c535db), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.007633 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (aa5b90e9-f2f8-46e7-b413-d265bfd32138), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.110544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:22.110978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:22.111320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:22.307725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (aa5b90e9-f2f8-46e7-b413-d265bfd32138), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.311931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:22.312262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:22.321265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks [] for router_controller (aa5b90e9-f2f8-46e7-b413-d265bfd32138), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.329668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:22.329995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:22.330303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:22.330762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Bound port: a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:22.331154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.476741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed0caa-0ed7-4e09-95d7-ffbeb4310573 req-eafac3b1-488b-431d-a0cf-3017ee736b97 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.478365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0ed0caa-0ed7-4e09-95d7-ffbeb4310573 req-eafac3b1-488b-431d-a0cf-3017ee736b97 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 950 time: 0.3457687 Feb 19 00:59:22.507534 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4f4da59-afe3-4b4b-9559-c47ac9755d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.567186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-4a888082-32f1-4415-9a9c-9de8fff438ae tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.568723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-4a888082-32f1-4415-9a9c-9de8fff438ae tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 950 time: 0.4484618 Feb 19 00:59:22.576350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (aa5b90e9-f2f8-46e7-b413-d265bfd32138), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.576954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5b90e9-f2f8-46e7-b413-d265bfd32138 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:59:22.593971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d85d73-adfb-41b4-b820-c7ad20c03fc6 req-4a26c986-c57f-43bb-b6be-ec45d16c717d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.605978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8d85d73-adfb-41b4-b820-c7ad20c03fc6 req-4a26c986-c57f-43bb-b6be-ec45d16c717d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.1398966 Feb 19 00:59:22.608560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.609821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f6ac7908-1cc6-4a58-ae46-8442118f74f5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/aa5b90e9-f2f8-46e7-b413-d265bfd32138 HTTP/1.1" status: 204 len: 168 time: 4.7188206 Feb 19 00:59:22.616781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43616) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:22.646138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0ed0caa-0ed7-4e09-95d7-ffbeb4310573 req-46aaad1d-f3a0-408b-bb03-bf422ff9ac7b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520064 Feb 19 00:59:22.803668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:22.843293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:22.859464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Deleting subnet bcbccdef-4b72-4ac7-b3ff-b77627ed0760 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:59:22.867226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8d85d73-adfb-41b4-b820-c7ad20c03fc6 req-498eaf19-499b-4f3d-9494-1c51dce80118 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600181 Feb 19 00:59:22.867582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Publish callbacks [] for subnet (bcbccdef-4b72-4ac7-b3ff-b77627ed0760), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.907096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.956220 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (bcbccdef-4b72-4ac7-b3ff-b77627ed0760), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.992417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86ac3473-17a8-4c60-8d08-fc4c81515f85 req-6d4f02e5-c183-492e-8763-7dfb123efa71 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 210 time: 0.1235056 Feb 19 00:59:23.102204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.102877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.104232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] 10.222.0.89 "PUT /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 1092 time: 3.9195757 Feb 19 00:59:23.104867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:23.115408 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ec69af-7d43-4e05-b661-c5947edb7b75" -d '{"events": [{"name": "network-changed", "server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:23.161188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.161909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.162831 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be disassociated. External IP: 172.25.0.190, port: 6ba79950-4526-414a-9ad8-20d512c535db. Feb 19 00:59:23.164253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Calling delete_port for 6ba79950-4526-414a-9ad8-20d512c535db owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:23.195831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43624) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:23.239716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89eb8d1f-9298-4835-bc75-a9e92908aa0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.321522 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (bcbccdef-4b72-4ac7-b3ff-b77627ed0760), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.508571 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a61df2-efcd-48b9-ab00-d1c5c90054d9 x-openstack-request-id: req-a6a61df2-efcd-48b9-ab00-d1c5c90054d9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:23.511771 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:23.512276 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6a61df2-efcd-48b9-ab00-d1c5c90054d9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:23.512857 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'status': 'completed', 'code': 200} Feb 19 00:59:23.518543 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.565353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (bcbccdef-4b72-4ac7-b3ff-b77627ed0760), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.639169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbccdef-4b72-4ac7-b3ff-b77627ed0760,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:23.646638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0981cb-75ab-483e-b417-7db6c77de1c2 None None] Network 1eeb2dca-32ba-4d89-885f-56263cfd697d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:23.650977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb4d9-ae03-4a44-96a0-78132e57829c service neutron] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:23.674966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Deleting port 566a5b6c-fb52-4083-9c76-d565c670ca89 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:23.675325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.731456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-47e667dd-74ee-45a3-b4db-27842ad7f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.736560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-47e667dd-74ee-45a3-b4db-27842ad7f0f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1126 time: 0.2354960 Feb 19 00:59:23.739445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (6ba79950-4526-414a-9ad8-20d512c535db), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.867592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event deleted for resources: {'Port': ['ID=6ba79950-4526-414a-9ad8-20d512c535db,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:23.983452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-d3d9aff1-7cfa-4d30-b2ce-d357c329c1a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.1638932 Feb 19 00:59:24.034183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.038482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad2e8b65-9c9a-4272-81ab-dc80aa15215b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bcbccdef-4b72-4ac7-b3ff-b77627ed0760 HTTP/1.1" status: 204 len: 168 time: 1.4184306 Feb 19 00:59:24.046443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43654) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:24.051376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89eb8d1f-9298-4835-bc75-a9e92908aa0c admin admin] Publish callbacks [] for security_group (3a2c2c20-24cc-46fc-93bf-c9c77983b911), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.113128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89eb8d1f-9298-4835-bc75-a9e92908aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3a2c2c20-24cc-46fc-93bf-c9c77983b911), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.144448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e0225943-d615-4e81-8910-ebc07bfc08ea tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.146094 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e0225943-d615-4e81-8910-ebc07bfc08ea tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.10 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 824 time: 0.7450066 Feb 19 00:59:24.245740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] DHCP port deletion for 1eeb2dca-32ba-4d89-885f-56263cfd697d request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:59:24.272251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89eb8d1f-9298-4835-bc75-a9e92908aa0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78de98607d9d4228a3a5b889974eba3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0755725 Feb 19 00:59:24.281187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43662) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:24.284614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb8d1f-9298-4835-bc75-a9e92908aa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c2c20-24cc-46fc-93bf-c9c77983b911,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:24.342642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1eeb2dca-32ba-4d89-885f-56263cfd697d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.363107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b71cb-343f-49a9-8c16-c18623083f6e req-1919f7ba-fe7b-4180-9bb8-c5503a0d04fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.373665 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-962b71cb-343f-49a9-8c16-c18623083f6e req-1919f7ba-fe7b-4180-9bb8-c5503a0d04fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.3298814 Feb 19 00:59:24.412780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] Deleting port 45011490-2c09-4a75-ac28-69ba6c1634d1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:24.413922 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.458057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-8ca992a7-9602-4636-809b-e7c4ad473bda tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=058dd83b06b44da8bf1c5c6ec22eac92 HTTP/1.1" status: 200 len: 380 time: 0.2890933 Feb 19 00:59:24.493328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'port': {'device_id': '723621be-e28d-4488-bfd8-8415963de1e1', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'admin_state_up': True, 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'security_groups': ['2f1b0779-448c-4949-9185-eade283d2b91']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:24.521792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 45011490-2c09-4a75-ac28-69ba6c1634d1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:24.539927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e1870b6-7417-47ba-9bee-bfa97c89dcdf admin admin] Publish callbacks [] for security_group (3a2c2c20-24cc-46fc-93bf-c9c77983b911), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.598414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-962b71cb-343f-49a9-8c16-c18623083f6e req-52efcda1-5624-4c79-9021-d51b90706f9d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235703 Feb 19 00:59:24.669411 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e1870b6-7417-47ba-9bee-bfa97c89dcdf admin admin] Publish callbacks [] for security_group (3a2c2c20-24cc-46fc-93bf-c9c77983b911), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.706839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 45011490-2c09-4a75-ac28-69ba6c1634d1 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:24.707576 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.723884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6ba79950-4526-414a-9ad8-20d512c535db no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:24.757089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 6ba79950-4526-414a-9ad8-20d512c535db {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:24.758000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6ba79950-4526-414a-9ad8-20d512c535db not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:24.766950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] For port 45011490-2c09-4a75-ac28-69ba6c1634d1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45011490-2c09-4a75-ac28-69ba6c1634d1,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:24.767542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.801425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] Calling delete_port for 45011490-2c09-4a75-ac28-69ba6c1634d1 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:24.805780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7657fab-fb58-4abb-94c8-231d782b81e7 req-e3c33bf1-9b44-4133-92ca-521a855feaf3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 210 time: 0.0621696 Feb 19 00:59:24.815249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Deleting port 45011490-2c09-4a75-ac28-69ba6c1634d1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:24.815762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.846012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 45011490-2c09-4a75-ac28-69ba6c1634d1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45011490-2c09-4a75-ac28-69ba6c1634d1,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:24.900685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] For port 566a5b6c-fb52-4083-9c76-d565c670ca89, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=566a5b6c-fb52-4083-9c76-d565c670ca89,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:24.900685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.902656 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.903442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 452671c2-5de7-4f43-a184-fff94afac353 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:24.919346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Calling delete_port for 566a5b6c-fb52-4083-9c76-d565c670ca89 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:24.924619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Made reservation on behalf of 058dd83b06b44da8bf1c5c6ec22eac92 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:24.937206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.971458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e1870b6-7417-47ba-9bee-bfa97c89dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3a2c2c20-24cc-46fc-93bf-c9c77983b911), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.979079 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e1870b6-7417-47ba-9bee-bfa97c89dcdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.980522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9e1870b6-7417-47ba-9bee-bfa97c89dcdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a2c2c20-24cc-46fc-93bf-c9c77983b911 HTTP/1.1" status: 204 len: 168 time: 0.6978910 Feb 19 00:59:24.988207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] For port 45011490-2c09-4a75-ac28-69ba6c1634d1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45011490-2c09-4a75-ac28-69ba6c1634d1,segment=NetworkSegment(8d91aa08-e7f7-4158-b2f0-8d35fe2480fa),segment_id=8d91aa08-e7f7-4158-b2f0-8d35fe2480fa)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:24.990157 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.026458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:25.035015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1870b6-7417-47ba-9bee-bfa97c89dcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c2c20-24cc-46fc-93bf-c9c77983b911,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.042745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Calling delete_port for 45011490-2c09-4a75-ac28-69ba6c1634d1 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:25.066481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325661d0-2386-4ce2-abc2-f85c6d15281c req-905e99c9-0f9f-4cbf-811f-7acf18ccf765 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.076701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-325661d0-2386-4ce2-abc2-f85c6d15281c req-905e99c9-0f9f-4cbf-811f-7acf18ccf765 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c865114-fed6-4ee7-b214-26ff3ea0871d HTTP/1.1" status: 200 len: 950 time: 1.2551396 Feb 19 00:59:25.117201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 452671c2-5de7-4f43-a184-fff94afac353 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:25.117624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 452671c2-5de7-4f43-a184-fff94afac353 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:25.142741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=45011490-2c09-4a75-ac28-69ba6c1634d1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.181920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-325661d0-2386-4ce2-abc2-f85c6d15281c req-6b806aa4-4899-4eeb-aa12-0945c861cdf4 tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c5eba50-47ec-4c83-a4fa-41996fce8a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039550 Feb 19 00:59:25.331749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.348242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Allocated IP 172.20.0.7 (13a898ab-8b77-448b-bcd5-5a7a2d3a0761/a9d1bf1d-9c81-47c9-8b52-be8b38c86215/e903d7e1-a224-46cf-933d-129f9f54cab2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:25.352853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (45011490-2c09-4a75-ac28-69ba6c1634d1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.371999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-811c2447-93ac-4155-904e-6258d3ac2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.377045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-811c2447-93ac-4155-904e-6258d3ac2e6a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.7435989 Feb 19 00:59:25.380690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] No DVR routers for this DVR port 45011490-2c09-4a75-ac28-69ba6c1634d1 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:25.389376 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.390599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bb65f-d098-478e-ad0c-fc0b501e7822 None None] Pushing event deleted for resources: {'Port': ['ID=45011490-2c09-4a75-ac28-69ba6c1634d1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.477700 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-bb492c88-d1f6-4dbb-ab00-09382f1b3542 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881178 Feb 19 00:59:25.485125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] No DVR routers for this DVR port 45011490-2c09-4a75-ac28-69ba6c1634d1 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:25.489668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Pushing event deleted for resources: {'Port': ['ID=45011490-2c09-4a75-ac28-69ba6c1634d1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.672777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.736711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1eeb2dca-32ba-4d89-885f-56263cfd697d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.767889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:25.790547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:25.791304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-e3192d10-4b17-4489-b146-d71d6a1edc74 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5ba13230cfea437bb4de02a5943ca093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785644 Feb 19 00:59:25.791903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (566a5b6c-fb52-4083-9c76-d565c670ca89), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.794260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-ea5a8e09-f0bb-4082-9e10-b50b59dae91d tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.797416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-ea5a8e09-f0bb-4082-9e10-b50b59dae91d tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/networks?id=e6f6050e-9cbc-4a60-8950-d7b834c0a508 HTTP/1.1" status: 200 len: 814 time: 0.4193401 Feb 19 00:59:25.799634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeb2dca-32ba-4d89-885f-56263cfd697d']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:25.810961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:25.811871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:59:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:25.815541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:25.815541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d91aa08-e7f7-4158-b2f0-8d35fe2480fa') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:25.827837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (8d91aa08-e7f7-4158-b2f0-8d35fe2480fa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.845854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8d91aa08-e7f7-4158-b2f0-8d35fe2480fa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.856039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:59:25.856440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (8d91aa08-e7f7-4158-b2f0-8d35fe2480fa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.924155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] No DVR routers for this DVR port 6ba79950-4526-414a-9ad8-20d512c535db on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:25.926525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Pushing event deleted for resources: {'Port': ['ID=566a5b6c-fb52-4083-9c76-d565c670ca89,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.937830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:25.946005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.949319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-645d8185-061c-42f0-b0f4-71b883e0223f req-dee5e85a-b565-4255-b36b-6285390da3e6 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.89 "DELETE /v2.0/ports/6ba79950-4526-414a-9ad8-20d512c535db HTTP/1.1" status: 204 len: 173 time: 5.2601585 Feb 19 00:59:25.949796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'name': 'network-vif-deleted', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:25.960268 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dedd775-1fc8-4c38-b191-edfbacac2436" -d '{"events": [{"server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "name": "network-vif-deleted", "tag": "6ba79950-4526-414a-9ad8-20d512c535db"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:25.988329 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: timer() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:59:26.063291 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:59:26.074112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1eeb2dca-32ba-4d89-885f-56263cfd697d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.079983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.099201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.105996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] 10.222.0.43 "DELETE /v2.0/networks/1eeb2dca-32ba-4d89-885f-56263cfd697d HTTP/1.1" status: 204 len: 168 time: 2.0506954 Feb 19 00:59:26.128937 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-ac93697a-2ffa-4ced-8beb-864f4c803983 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/quotas/121b2cba28a04f38b680dc3bf295270c HTTP/1.1" status: 200 len: 375 time: 0.0576842 Feb 19 00:59:26.192768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37828-53f0-4ead-a60a-b2e2be412fae admin admin] Pushing event deleted for resources: {'Network': ['ID=1eeb2dca-32ba-4d89-885f-56263cfd697d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:26.203066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-32876085-8eb3-4b33-b9d9-1f4193a575cf service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279719 Feb 19 00:59:26.214415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:26.240233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:26.263221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:26.336468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event updated for resources: {'Port': ['ID=e903d7e1-a224-46cf-933d-129f9f54cab2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:26.357937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:26.405498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43732) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:26.424829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:26.430611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-cdf8c52e-8759-4431-bf3d-79b9c657d352 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121b2cba28a04f38b680dc3bf295270c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390683 Feb 19 00:59:26.438387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbf6647a-4a89-40fc-9245-bfd8a51d5125 req-024f86aa-3f1c-4a98-a9bb-5db88b74eb03 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118421 Feb 19 00:59:26.452074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] No DVR routers for this DVR port 566a5b6c-fb52-4083-9c76-d565c670ca89 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:26.460738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.461641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:26.463358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:59:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:26.467462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-285abd81-1f3a-4e71-a1fc-5989061c883a req-05b82e40-bd53-430d-aefc-12cbdf65b71b tempest-ServerDiagnosticsNegativeTest-1513127056 tempest-ServerDiagnosticsNegativeTest-1513127056-project] 10.222.0.10 "DELETE /v2.0/ports/566a5b6c-fb52-4083-9c76-d565c670ca89 HTTP/1.1" status: 204 len: 173 time: 3.8774900 Feb 19 00:59:26.467931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.555213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-41f246e9-cdd2-4389-b1a9-4475bce8612b tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.585087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-41f246e9-cdd2-4389-b1a9-4475bce8612b tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7159736 Feb 19 00:59:26.587789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.588776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.673175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-c8cc2747-0c4a-44b9-a1fa-ffc9f3e9453c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/quotas/5ba13230cfea437bb4de02a5943ca093 HTTP/1.1" status: 200 len: 375 time: 0.0864859 Feb 19 00:59:26.727183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-3493c065-de29-427c-87d0-4a1b97b4a528 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2389908 Feb 19 00:59:26.727752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-937d42bc-d380-4589-90ad-f9919e3d31ec tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ba13230cfea437bb4de02a5943ca093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460575 Feb 19 00:59:26.739873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-1b7053db-78b5-4434-9b7c-ea682b410a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.742078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-1b7053db-78b5-4434-9b7c-ea682b410a74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1126 time: 0.1537902 Feb 19 00:59:26.770024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Request body: {'port': {'device_id': '723621be-e28d-4488-bfd8-8415963de1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:26.781286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:26.930664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 566a5b6c-fb52-4083-9c76-d565c670ca89 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:26.948333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-77722835-4187-44c3-86e7-65c13487d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.953524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 566a5b6c-fb52-4083-9c76-d565c670ca89 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:26.953862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 566a5b6c-fb52-4083-9c76-d565c670ca89 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:26.954244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-77722835-4187-44c3-86e7-65c13487d4e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2000730 Feb 19 00:59:26.965684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.989881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2313db12-cb22-462f-940f-caca4a0ee35e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4df20de2056c4f53ba72009753ff5d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5745008 Feb 19 00:59:26.996399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43740) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:27.028445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-e64e09a1-52d1-4b76-9232-eecdde790178 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.0624015 Feb 19 00:59:27.096858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-0403c24f-6ac9-425c-974c-5ebed12d131b service neutron] 10.222.0.43 "GET /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570179 Feb 19 00:59:27.221390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:27.286889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916eea1-172d-4ca5-bde8-f4feef0e59a8 None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:27.302272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-304b932b-feb4-4d35-b4ea-8ec0b5482775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.303901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-304b932b-feb4-4d35-b4ea-8ec0b5482775 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2629490 Feb 19 00:59:27.371322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18760091-fd20-43ff-ae3a-c3ca1f715041 req-3d1688ef-3b27-47c4-9f70-31f47d1ab087 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.379795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-18760091-fd20-43ff-ae3a-c3ca1f715041 req-3d1688ef-3b27-47c4-9f70-31f47d1ab087 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.2399185 Feb 19 00:59:27.470159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55a0b75-fb4c-4805-9079-ee6d5a588fb4 admin admin] Publish callbacks [] for security_group (fa013666-2a54-45db-af8f-355def06d892), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.485967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-af45dd4f-6459-4daa-9265-4880bb960315 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650193 Feb 19 00:59:27.500689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-6336beee-331a-427a-a989-b09454ad6f73 service neutron] 10.222.0.43 "GET /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900182 Feb 19 00:59:27.622056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-18760091-fd20-43ff-ae3a-c3ca1f715041 req-faa23271-c593-4096-9bb8-1fa41c293274 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411313 Feb 19 00:59:27.674147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55a0b75-fb4c-4805-9079-ee6d5a588fb4 admin admin] Publish callbacks [] for security_group (fa013666-2a54-45db-af8f-355def06d892), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.767391 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-b3294a92-0c75-4669-a322-e1ecc6161916 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601902 Feb 19 00:59:27.944227 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da73ef9-848c-4d32-9f07-7226165a9b38 None None] New status for floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:59:27.984245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ec69af-7d43-4e05-b661-c5947edb7b75 req-91a9d53a-0f91-4033-88b6-3b53cfba2525 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086515 Feb 19 00:59:28.239938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963e7a-3f71-4ee7-b99e-c733c633a6b5 req-fa3fa9bd-5eb1-44e9-988f-8bc4c035aece tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.241898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc963e7a-3f71-4ee7-b99e-c733c633a6b5 req-fa3fa9bd-5eb1-44e9-988f-8bc4c035aece tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 931 time: 0.1646235 Feb 19 00:59:28.271443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55a0b75-fb4c-4805-9079-ee6d5a588fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fa013666-2a54-45db-af8f-355def06d892), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.277717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55a0b75-fb4c-4805-9079-ee6d5a588fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.278993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a55a0b75-fb4c-4805-9079-ee6d5a588fb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa013666-2a54-45db-af8f-355def06d892 HTTP/1.1" status: 204 len: 168 time: 1.2785800 Feb 19 00:59:28.285070 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02da2a1f-5f4b-44fb-838e-6002c8efe27b x-openstack-request-id: req-02da2a1f-5f4b-44fb-838e-6002c8efe27b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:28.285365 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cc464c-7da4-46a3-a729-cf39c5ffd41e", "name": "network-vif-deleted", "tag": "6ba79950-4526-414a-9ad8-20d512c535db", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:28.285622 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02da2a1f-5f4b-44fb-838e-6002c8efe27b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:28.286034 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cc464c-7da4-46a3-a729-cf39c5ffd41e', 'name': 'network-vif-deleted', 'tag': '6ba79950-4526-414a-9ad8-20d512c535db', 'status': 'completed', 'code': 200} Feb 19 00:59:28.425044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a0b75-fb4c-4805-9079-ee6d5a588fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa013666-2a54-45db-af8f-355def06d892,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:28.454010 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bc63d7b-d595-4ca9-a84f-eb49d8fd40d6 req-ed8535f4-a03c-4dd9-b655-77f460f13513 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 210 time: 0.0424500 Feb 19 00:59:28.458137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc963e7a-3f71-4ee7-b99e-c733c633a6b5 req-debc3d6b-cb07-40c8-94b2-010e16fe517b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001195 Feb 19 00:59:28.460323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e903d7e1-a224-46cf-933d-129f9f54cab2 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:28.474925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Publish callbacks [] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.493272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Transition to ACTIVE for port object e903d7e1-a224-46cf-933d-129f9f54cab2 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:28.501781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.560938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Pushing event updated for resources: {'Port': ['ID=e903d7e1-a224-46cf-933d-129f9f54cab2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:28.659130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f85a01d4-412b-4a5b-955c-afb7422bab62 req-a2f29fe2-6688-4e5a-813b-c1c065b0b431 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 210 time: 0.0616128 Feb 19 00:59:28.673049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Attempting to bind port e903d7e1-a224-46cf-933d-129f9f54cab2 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:28.673550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Attempting to bind port e903d7e1-a224-46cf-933d-129f9f54cab2 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:28.673915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Attempting to bind port e903d7e1-a224-46cf-933d-129f9f54cab2 on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:28.680839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Port e903d7e1-a224-46cf-933d-129f9f54cab2 on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:28.682138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Attempting to bind port e903d7e1-a224-46cf-933d-129f9f54cab2 on network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:28.693415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:28.693774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Checking segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:28.695551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Bound using segment: {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:28.696090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Bound port: e903d7e1-a224-46cf-933d-129f9f54cab2, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa89674-34da-477a-af9c-a0e9069ae30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:28.696468 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.796345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] For port e903d7e1-a224-46cf-933d-129f9f54cab2, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:28.805194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] For port e903d7e1-a224-46cf-933d-129f9f54cab2, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e903d7e1-a224-46cf-933d-129f9f54cab2,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:28.814195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.845981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-ec19a1e2-b945-41bd-b3d9-4b8a5d3bc8a7 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ba13230cfea437bb4de02a5943ca093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518231 Feb 19 00:59:28.900105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Pushing event updated for resources: {'Port': ['ID=e903d7e1-a224-46cf-933d-129f9f54cab2,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:28.907011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.907770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.909355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-e01d1383-a585-43b6-a6ea-9c95611aaecd service neutron] 10.222.0.10 "PUT /v2.0/ports/e903d7e1-a224-46cf-933d-129f9f54cab2 HTTP/1.1" status: 200 len: 1091 time: 2.1643226 Feb 19 00:59:28.909814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:28.912649 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa92e140-0798-4abf-bb19-7b1a326749ec" -d '{"events": [{"name": "network-changed", "server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:29.082290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-46ca5509-fa2f-4036-a993-9d67609cbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.084137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-46ca5509-fa2f-4036-a993-9d67609cbda8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 1125 time: 0.0837362 Feb 19 00:59:29.098164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:29.100004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-b4b9ad87-d586-4db5-a736-3efcd4eda5f3 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.104601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-b4b9ad87-d586-4db5-a736-3efcd4eda5f3 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493198 Feb 19 00:59:29.136142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Request body: {'port': {'device_id': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '5ba13230cfea437bb4de02a5943ca093'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:29.208505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-60907221-ccb4-45bc-a9ef-1c07f17be0c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e903d7e1-a224-46cf-933d-129f9f54cab2 HTTP/1.1" status: 200 len: 217 time: 0.1131017 Feb 19 00:59:29.268260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-5faa9a4d-3c7b-4cc2-beb5-22f95c55f1cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1610336 Feb 19 00:59:29.327975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Made reservation on behalf of 5ba13230cfea437bb4de02a5943ca093 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:29.333836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.348670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.424923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8106f05d-99b5-4d5f-a8ec-60ffea98be23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f28714a61fc34bdab7a623956384294e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135078 Feb 19 00:59:29.433182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d96b-8073-4b67-a10c-a16a1c0e1d53 req-8081cad3-ed3d-461d-b034-20de9ebbb2ca tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.434757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6693d96b-8073-4b67-a10c-a16a1c0e1d53 req-8081cad3-ed3d-461d-b034-20de9ebbb2ca tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.2446153 Feb 19 00:59:29.435400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.10', 57804) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:29.435733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:29.505521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-d246f76b-7782-4c0d-ac8e-eb9ba1d82dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.507147 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-d246f76b-7782-4c0d-ac8e-eb9ba1d82dbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 200 len: 863 time: 0.2881858 Feb 19 00:59:29.553077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-45cbed92-3d33-4e53-b268-57bdd220438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.554632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-45cbed92-3d33-4e53-b268-57bdd220438e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1149 time: 0.1721847 Feb 19 00:59:29.624924 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb3ec6a-3338-4497-b311-e26345d3a503 x-openstack-request-id: req-7cb3ec6a-3338-4497-b311-e26345d3a503 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:29.625258 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:29.625526 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cb3ec6a-3338-4497-b311-e26345d3a503 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:29.625904 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'status': 'completed', 'code': 200} Feb 19 00:59:29.677586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks [] for security_group (1135172e-de63-4f3b-b26b-5c6ba4aca49d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.698251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1135172e-de63-4f3b-b26b-5c6ba4aca49d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.710570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6693d96b-8073-4b67-a10c-a16a1c0e1d53 req-30f691e9-ca85-4ee8-a9df-eef67e69b98b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024591 Feb 19 00:59:29.719980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-3978b7f3-38d0-48cb-8e99-3707e3ca27aa tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.721482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-3978b7f3-38d0-48cb-8e99-3707e3ca27aa tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.10 "GET /v2.0/networks?id=e6f6050e-9cbc-4a60-8950-d7b834c0a508 HTTP/1.1" status: 200 len: 814 time: 0.2844458 Feb 19 00:59:29.729720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8009b984-3635-4967-abbc-7452bbe6c847 admin admin] Publish callbacks [] for security_group (0c5eba50-47ec-4c83-a4fa-41996fce8a94), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.744187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Request body: {'port': {'device_id': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'admin_state_up': True, 'tenant_id': '121b2cba28a04f38b680dc3bf295270c'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:29.776778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-bb111fbf-bfcd-4dcd-a71d-9c81513e18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.778383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-bb111fbf-bfcd-4dcd-a71d-9c81513e18ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2535896 Feb 19 00:59:29.878110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-4391eb5a-1f9f-4a55-b6d5-e863c46928c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.879815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-4391eb5a-1f9f-4a55-b6d5-e863c46928c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.3002474 Feb 19 00:59:29.881106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8009b984-3635-4967-abbc-7452bbe6c847 admin admin] Publish callbacks [] for security_group (0c5eba50-47ec-4c83-a4fa-41996fce8a94), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.916900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3341af45-9b15-4d32-ae3a-79645562824c req-a0b872b7-17e6-401e-90d7-4224eb468bbf tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 210 time: 0.0594542 Feb 19 00:59:29.933782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1135172e-de63-4f3b-b26b-5c6ba4aca49d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:29.978703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-fca0f926-2bda-4972-b533-163f595a8056 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0760715 Feb 19 00:59:30.115489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Allocated IP 192.168.233.249 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/e8a7adf2-b297-4866-977d-a76f0e5a4f2c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:30.149098 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-17eba59e-6669-422b-a7f4-610d0ea26594 service neutron] 10.222.0.10 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180807 Feb 19 00:59:30.170718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7984c5-2624-4cef-a96d-f1d1e5800683 req-75fa44d4-7e1d-44c7-84a5-90789e32b3b3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.173148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b7984c5-2624-4cef-a96d-f1d1e5800683 req-75fa44d4-7e1d-44c7-84a5-90789e32b3b3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 943 time: 0.2674651 Feb 19 00:59:30.175121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43850) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:30.201433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8009b984-3635-4967-abbc-7452bbe6c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0c5eba50-47ec-4c83-a4fa-41996fce8a94), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.218661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8009b984-3635-4967-abbc-7452bbe6c847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.222735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8009b984-3635-4967-abbc-7452bbe6c847 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c5eba50-47ec-4c83-a4fa-41996fce8a94 HTTP/1.1" status: 204 len: 168 time: 0.7845192 Feb 19 00:59:30.227154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Made reservation on behalf of 121b2cba28a04f38b680dc3bf295270c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:30.233821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.309757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'name': 'network-vif-deleted', 'tag': '566a5b6c-fb52-4083-9c76-d565c670ca89'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:30.313606 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5b52fc-5b06-4876-b757-227277a2cb7a" -d '{"events": [{"server_uuid": "5c865114-fed6-4ee7-b214-26ff3ea0871d", "name": "network-vif-deleted", "tag": "566a5b6c-fb52-4083-9c76-d565c670ca89"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:30.322614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009b984-3635-4967-abbc-7452bbe6c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5eba50-47ec-4c83-a4fa-41996fce8a94,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:30.326538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-2ec6db0c-6cf3-4e63-9874-e0373a0a3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.329389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-2ec6db0c-6cf3-4e63-9874-e0373a0a3c20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.3069162 Feb 19 00:59:30.408157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-6ade5ec0-afd2-4601-8a33-79478b4d1851 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725594 Feb 19 00:59:30.484039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks [] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.505831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b7984c5-2624-4cef-a96d-f1d1e5800683 req-05107623-ab1d-4b54-a1c2-c286807e48df tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055561 Feb 19 00:59:30.514383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81dbf6a7-5e3b-483f-a2bb-fc5bbf84f434 req-88f2c23d-f6d5-4aa4-9e4c-2fb28e92b445 service neutron] 10.222.0.10 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369563 Feb 19 00:59:30.623413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5d3e9990-b306-41cf-99c5-80db18b4891f req-032e70e6-9813-49db-b555-bfff57ec0f03 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 210 time: 0.1074009 Feb 19 00:59:30.722629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:30.726519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-018f2358-43f7-4833-b284-a815b800ec3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.826227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.867563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Allocated IP 172.20.0.6 (e6f6050e-9cbc-4a60-8950-d7b834c0a508/c9770c3c-cebd-4a66-a372-a0133d3f2d1d/f8659738-f599-41f1-92f8-af27af3a19c5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:30.889349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-6cd87b1d-7863-4488-a416-3b40d3b57105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.899168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-6cd87b1d-7863-4488-a416-3b40d3b57105 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 1125 time: 0.3080683 Feb 19 00:59:30.940513 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57588507-cadc-486d-9dc8-d8129e8d422a x-openstack-request-id: req-57588507-cadc-486d-9dc8-d8129e8d422a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:30.940823 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c865114-fed6-4ee7-b214-26ff3ea0871d", "name": "network-vif-deleted", "tag": "566a5b6c-fb52-4083-9c76-d565c670ca89", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:30.941115 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57588507-cadc-486d-9dc8-d8129e8d422a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:30.941530 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c865114-fed6-4ee7-b214-26ff3ea0871d', 'name': 'network-vif-deleted', 'tag': '566a5b6c-fb52-4083-9c76-d565c670ca89', 'status': 'completed', 'code': 200} Feb 19 00:59:30.949687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-faa17eb1-dce7-4f2b-b23b-3bc27901fa2a service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164077 Feb 19 00:59:30.983238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:31.001239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:31.079649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:31.107562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.116150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.151220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:31.176091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Pushing event updated for resources: {'Port': ['ID=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:31.201749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:31.223793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b718a460-5005-4078-ae92-3138cb6b08fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.242666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-2d2a9652-23f6-4e6d-8c7b-bb599d4d74aa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1219132 Feb 19 00:59:31.268310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'port_id': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'mac_address': 'fa:16:3e:18:be:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e3da05-993b-412a-9712-9fc525d88b5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:31.278268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Request body: {'port': {'device_id': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:31.279807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-ab670d74-eae9-4e51-9fe2-ce2eeab02866 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=eef3a2b9abb3440d8a8a55b70e2ca559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2661755 Feb 19 00:59:31.352651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:31.353369 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.387208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:31.453414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:31.467551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.493409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66681c90-c0d9-42fe-8416-d12ac45a69b8 req-78f5417d-c821-42af-a78d-911c5eed5b52 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324469 Feb 19 00:59:31.551597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-6df0db51-cc51-4500-bc6a-87ff3e347eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.553195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-6df0db51-cc51-4500-bc6a-87ff3e347eda service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 925 time: 0.6398125 Feb 19 00:59:31.619888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.684734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:31.715527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-13c539d1-9824-4960-b723-b941a352df33 None None] Provisioning complete for port e8a7adf2-b297-4866-977d-a76f0e5a4f2c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:31.717417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13c539d1-9824-4960-b723-b941a352df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.813159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:31.860150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-0eb35c2a-6a55-437d-89bf-55b5b0973fad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e903d7e1-a224-46cf-933d-129f9f54cab2 HTTP/1.1" status: 200 len: 217 time: 0.2746711 Feb 19 00:59:31.888359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-13c539d1-9824-4960-b723-b941a352df33 None None] Port e8a7adf2-b297-4866-977d-a76f0e5a4f2c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:31.933550 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-018f2358-43f7-4833-b284-a815b800ec3d admin admin] Publish callbacks [] for security_group (83f0c416-a50c-4368-aae2-9178132398a0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.940584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b718a460-5005-4078-ae92-3138cb6b08fa admin admin] Publish callbacks [] for security_group (7c250965-2565-41cb-bcae-84975f4a882d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.042242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc51f4-c057-4a19-b574-97ef60fa3654 req-89b0e252-d433-4402-9952-af565af34cde tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.050984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4abc51f4-c057-4a19-b574-97ef60fa3654 req-89b0e252-d433-4402-9952-af565af34cde tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 945 time: 0.3963337 Feb 19 00:59:32.060973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b718a460-5005-4078-ae92-3138cb6b08fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c250965-2565-41cb-bcae-84975f4a882d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.088241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-018f2358-43f7-4833-b284-a815b800ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (83f0c416-a50c-4368-aae2-9178132398a0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.095247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b718a460-5005-4078-ae92-3138cb6b08fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f89c8ae4ea2b4a6995327d0c56ec11e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9406648 Feb 19 00:59:32.107643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:32.134322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-018f2358-43f7-4833-b284-a815b800ec3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91285364a1eb43878fc00027384dbcbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9566023 Feb 19 00:59:32.147648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:32.171156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718a460-5005-4078-ae92-3138cb6b08fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c250965-2565-41cb-bcae-84975f4a882d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:32.234421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-ad46f6c8-1215-4da9-8e57-634b98df04ac tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.241633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-ad46f6c8-1215-4da9-8e57-634b98df04ac tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9244838 Feb 19 00:59:32.254160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-98d56bbe-da4c-47e0-9ba9-64f997508949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.255794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-98d56bbe-da4c-47e0-9ba9-64f997508949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 200 len: 863 time: 0.3267200 Feb 19 00:59:32.256598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f2358-43f7-4833-b284-a815b800ec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f0c416-a50c-4368-aae2-9178132398a0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:32.269840 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-d3f4532f-270d-4cd3-886b-6d2c4e3e07ff tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/quotas/eef3a2b9abb3440d8a8a55b70e2ca559 HTTP/1.1" status: 200 len: 375 time: 0.0269995 Feb 19 00:59:32.285751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4abc51f4-c057-4a19-b574-97ef60fa3654 req-59f43a69-131f-4aa0-a4a0-84b77b4d6ff5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336757 Feb 19 00:59:32.325294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75e96234-9e06-4e9b-b593-b2ea82c4899e admin admin] Publish callbacks [] for security_group (7c250965-2565-41cb-bcae-84975f4a882d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.429738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75e96234-9e06-4e9b-b593-b2ea82c4899e admin admin] Publish callbacks [] for security_group (7c250965-2565-41cb-bcae-84975f4a882d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.434427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-119a3a3b-dc98-4c02-ad7c-50b9cb203c40 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eef3a2b9abb3440d8a8a55b70e2ca559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624253 Feb 19 00:59:32.504314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks [] for port (f8659738-f599-41f1-92f8-af27af3a19c5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.601352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64dbc134-d09e-42e3-bcf9-652813812e3c admin admin] Publish callbacks [] for security_group (83f0c416-a50c-4368-aae2-9178132398a0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.659241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-64f6bcb1-1484-43d3-baf2-4fc885de8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.661547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64dbc134-d09e-42e3-bcf9-652813812e3c admin admin] Publish callbacks [] for security_group (83f0c416-a50c-4368-aae2-9178132398a0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.665770 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-64f6bcb1-1484-43d3-baf2-4fc885de8a90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3850341 Feb 19 00:59:32.672604 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.737201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:32.885841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e903d7e1-a224-46cf-933d-129f9f54cab2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:32.899073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64dbc134-d09e-42e3-bcf9-652813812e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (83f0c416-a50c-4368-aae2-9178132398a0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.904273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64dbc134-d09e-42e3-bcf9-652813812e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.907760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-64dbc134-d09e-42e3-bcf9-652813812e3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83f0c416-a50c-4368-aae2-9178132398a0 HTTP/1.1" status: 204 len: 168 time: 0.7564549 Feb 19 00:59:33.078751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc134-d09e-42e3-bcf9-652813812e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f0c416-a50c-4368-aae2-9178132398a0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:33.139506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e903d7e1-a224-46cf-933d-129f9f54cab2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e903d7e1-a224-46cf-933d-129f9f54cab2,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:33.199018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915c25-0025-4e7b-9ce8-0133c29d9613 req-6a4e14ae-6d93-46c5-9de1-d5ff9a4e30ac tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.203885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53915c25-0025-4e7b-9ce8-0133c29d9613 req-6a4e14ae-6d93-46c5-9de1-d5ff9a4e30ac tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 936 time: 0.7554920 Feb 19 00:59:33.223706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'port_id': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'mac_address': 'fa:16:3e:34:4e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:33.266732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a7adf2-b297-4866-977d-a76f0e5a4f2c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:33.315753 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75e96234-9e06-4e9b-b593-b2ea82c4899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c250965-2565-41cb-bcae-84975f4a882d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.321671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Pushing event updated for resources: {'Port': ['ID=f8659738-f599-41f1-92f8-af27af3a19c5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:33.324430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75e96234-9e06-4e9b-b593-b2ea82c4899e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.338486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-939db320-cff6-47b4-a39d-d38ac5ff1e84 service neutron] 10.222.0.10 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452787 Feb 19 00:59:33.342604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-75e96234-9e06-4e9b-b593-b2ea82c4899e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c250965-2565-41cb-bcae-84975f4a882d HTTP/1.1" status: 204 len: 168 time: 1.2338159 Feb 19 00:59:33.349571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:33.354455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:33.359705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Publish callbacks [] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.376046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:33.440145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e96234-9e06-4e9b-b593-b2ea82c4899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c250965-2565-41cb-bcae-84975f4a882d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:33.489403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Transition to ACTIVE for port object e8a7adf2-b297-4866-977d-a76f0e5a4f2c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:33.513771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.592935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:33.599373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:33.599799 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.722558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Pushing event updated for resources: {'Port': ['ID=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:33.753980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e903d7e1-a224-46cf-933d-129f9f54cab2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:33.755246 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.762054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53915c25-0025-4e7b-9ce8-0133c29d9613 req-9f8c1c01-1153-4477-a417-91478e51bcf0 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493028 Feb 19 00:59:33.831786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e903d7e1-a224-46cf-933d-129f9f54cab2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:33.895013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e903d7e1-a224-46cf-933d-129f9f54cab2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e903d7e1-a224-46cf-933d-129f9f54cab2,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:33.964216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Attempting to bind port e8a7adf2-b297-4866-977d-a76f0e5a4f2c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:33.964904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Attempting to bind port e8a7adf2-b297-4866-977d-a76f0e5a4f2c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:33.965457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Attempting to bind port e8a7adf2-b297-4866-977d-a76f0e5a4f2c on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:33.972703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.974695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.978042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Port e8a7adf2-b297-4866-977d-a76f0e5a4f2c on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:33.978621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Attempting to bind port e8a7adf2-b297-4866-977d-a76f0e5a4f2c on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:33.989759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa92e140-0798-4abf-bb19-7b1a326749ec req-a429d5f4-c43f-4d8e-bde5-3639998badf1 service neutron] 10.222.0.10 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089278 Feb 19 00:59:33.999502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:34.000123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:34.014563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43922) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:34.015640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:34.016496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Bound port: e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:34.017245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.066590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.074229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:34.075060 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.108491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a89db-2554-497d-a608-951d60c36c6d req-83fef7ab-bbe7-4e94-97e8-66eea5bb779d tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.120773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c78a89db-2554-497d-a608-951d60c36c6d req-83fef7ab-bbe7-4e94-97e8-66eea5bb779d tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 943 time: 1.2085707 Feb 19 00:59:34.126023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e36a38e-2c22-4f50-bc74-9f453b01fff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.143160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb45ea-39e1-4018-b547-90d9edab92ee req-a3824176-be9a-4bc8-9732-141c55195c44 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.152189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66fb45ea-39e1-4018-b547-90d9edab92ee req-a3824176-be9a-4bc8-9732-141c55195c44 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 931 time: 0.1694958 Feb 19 00:59:34.258817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:34.285043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:34.292399 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416564f4-e48e-4bef-b6ae-69d025be853b" -d '{"events": [{"server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "name": "network-vif-plugged", "status": "completed", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:34.313059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.331790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-69406b68-8ae1-4eaa-b0b4-cc22cb8e7312 None None] Provisioning complete for port f8659738-f599-41f1-92f8-af27af3a19c5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:34.334529 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69406b68-8ae1-4eaa-b0b4-cc22cb8e7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.407469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e36a38e-2c22-4f50-bc74-9f453b01fff0 admin admin] Publish callbacks [] for security_group (ef289acb-7c14-4e4c-821f-15532c8f8229), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.449155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-69406b68-8ae1-4eaa-b0b4-cc22cb8e7312 None None] Port f8659738-f599-41f1-92f8-af27af3a19c5 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:34.451630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e903d7e1-a224-46cf-933d-129f9f54cab2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:34.500415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c78a89db-2554-497d-a608-951d60c36c6d req-f0c42459-8fbe-4c52-808c-3d1447aa10aa tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771071 Feb 19 00:59:34.503466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e36a38e-2c22-4f50-bc74-9f453b01fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ef289acb-7c14-4e4c-821f-15532c8f8229), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.529937 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:59:34.719855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] For port e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:34.721442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1e36a38e-2c22-4f50-bc74-9f453b01fff0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15da148599a843ba8d2df629ed508ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6906416 Feb 19 00:59:34.723246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:34.723602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] For port e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:34.726300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36a38e-2c22-4f50-bc74-9f453b01fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef289acb-7c14-4e4c-821f-15532c8f8229,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:34.741614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.840687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-d3dee89e-1cd7-4505-928c-1605a71a727f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1020865 Feb 19 00:59:34.899553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66fb45ea-39e1-4018-b547-90d9edab92ee req-567612f4-8196-433c-9bf4-932a86d84ed8 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458236 Feb 19 00:59:34.902190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.902809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.914076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] 10.222.0.10 "PUT /v2.0/ports/e8a7adf2-b297-4866-977d-a76f0e5a4f2c HTTP/1.1" status: 200 len: 1096 time: 3.6409090 Feb 19 00:59:34.940361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e903d7e1-a224-46cf-933d-129f9f54cab2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:34.959119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'tag': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:34.973760 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03110a01-6a41-44ea-8070-2f5b5b69b542" -d '{"events": [{"name": "network-changed", "server_uuid": "556a2160-6a41-4ccd-99bf-57b7b6ec26c0", "tag": "e8a7adf2-b297-4866-977d-a76f0e5a4f2c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:34.999149 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce92a40-29a6-4b5e-b276-d8049acbbbff admin admin] Publish callbacks [] for security_group (ef289acb-7c14-4e4c-821f-15532c8f8229), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.019876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51f36a97-32da-4cfa-bc0f-58ff5ba74da4 req-d581e239-cbb4-4310-a2f4-974aea0ca5c7 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 210 time: 0.1723292 Feb 19 00:59:35.040270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Request body: {'port': {'device_id': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:35.115823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-d4a9d4a3-e84c-45d5-b05e-8ddea5ca4c24 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=eef3a2b9abb3440d8a8a55b70e2ca559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1941144 Feb 19 00:59:35.177109 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b176f-cfb0-4d6c-80a1-11a6aa1358d1 x-openstack-request-id: req-104b176f-cfb0-4d6c-80a1-11a6aa1358d1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:35.177694 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "name": "network-vif-plugged", "status": "completed", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:35.178109 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-104b176f-cfb0-4d6c-80a1-11a6aa1358d1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:35.178681 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'code': 200} Feb 19 00:59:35.271130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:35.333560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.501354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce92a40-29a6-4b5e-b276-d8049acbbbff admin admin] Publish callbacks [] for security_group (ef289acb-7c14-4e4c-821f-15532c8f8229), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.593906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b308ea-9339-4479-bf0a-f0f5628656ef service neutron] Pushing event updated for resources: {'Port': ['ID=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:35.711103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bac03-0386-4e10-a286-d1c336d7ce54 req-0420d0d5-de23-4044-ade9-cad6f5602a0f tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:35.726089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f7bac03-0386-4e10-a286-d1c336d7ce54 req-0420d0d5-de23-4044-ade9-cad6f5602a0f tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 948 time: 0.3453979 Feb 19 00:59:35.774830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befece12-0822-46d3-bdac-1204b5591481 req-daffb68b-196a-4583-9ec2-d4f12997707e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:35.784264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befece12-0822-46d3-bdac-1204b5591481 req-daffb68b-196a-4583-9ec2-d4f12997707e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 946 time: 0.4673848 Feb 19 00:59:35.809117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-b59834f6-49a8-4d30-988f-824c2c0610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:35.813120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-b59834f6-49a8-4d30-988f-824c2c0610ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ba13230cfea437bb4de02a5943ca093&device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 1130 time: 0.7538338 Feb 19 00:59:35.882187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce92a40-29a6-4b5e-b276-d8049acbbbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ef289acb-7c14-4e4c-821f-15532c8f8229), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.892887 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce92a40-29a6-4b5e-b276-d8049acbbbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.894118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dce92a40-29a6-4b5e-b276-d8049acbbbff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef289acb-7c14-4e4c-821f-15532c8f8229 HTTP/1.1" status: 204 len: 168 time: 1.1575022 Feb 19 00:59:35.932942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e91492-558f-479e-9000-6200990ef05e req-2162c760-6212-4869-a8d6-188058463850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:35.970778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79e91492-558f-479e-9000-6200990ef05e req-2162c760-6212-4869-a8d6-188058463850 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1128 time: 0.5790312 Feb 19 00:59:35.982320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92a40-29a6-4b5e-b276-d8049acbbbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef289acb-7c14-4e4c-821f-15532c8f8229,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:36.061037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f7bac03-0386-4e10-a286-d1c336d7ce54 req-b515445f-ffdf-4547-b087-4e8530110202 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336511 Feb 19 00:59:36.169092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-afc296b8-b965-47af-8cce-569ecc99417d tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:36.171710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-afc296b8-b965-47af-8cce-569ecc99417d tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9522190 Feb 19 00:59:36.200986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-a4c891be-a16a-4822-b8f8-3819902a53aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c HTTP/1.1" status: 200 len: 217 time: 0.3201106 Feb 19 00:59:36.218556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Request body: {'port': {'device_id': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'eef3a2b9abb3440d8a8a55b70e2ca559'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:36.247166 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1898da-dffb-4d13-91d1-91aca5cc5e32 x-openstack-request-id: req-5d1898da-dffb-4d13-91d1-91aca5cc5e32 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:36.247707 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556a2160-6a41-4ccd-99bf-57b7b6ec26c0", "tag": "e8a7adf2-b297-4866-977d-a76f0e5a4f2c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:36.248079 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d1898da-dffb-4d13-91d1-91aca5cc5e32 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:36.249122 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'tag': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c', 'status': 'completed', 'code': 200} Feb 19 00:59:36.331280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8659738-f599-41f1-92f8-af27af3a19c5 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:36.356114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Publish callbacks [] for port (f8659738-f599-41f1-92f8-af27af3a19c5), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:36.444522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Transition to ACTIVE for port object f8659738-f599-41f1-92f8-af27af3a19c5 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:36.493550 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:36.533511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befece12-0822-46d3-bdac-1204b5591481 req-b3598667-94eb-47f2-9559-e59660e6478e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173502 Feb 19 00:59:36.604046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-d3031185-89da-45bc-9b32-089188e9277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:36.606302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Pushing event updated for resources: {'Port': ['ID=f8659738-f599-41f1-92f8-af27af3a19c5,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:36.624891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-d3031185-89da-45bc-9b32-089188e9277b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.3445315 Feb 19 00:59:36.647413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79e91492-558f-479e-9000-6200990ef05e req-6d6618da-59a3-424e-ae03-80a657e36a08 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677398 Feb 19 00:59:36.873628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e903d7e1-a224-46cf-933d-129f9f54cab2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:36.967261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Made reservation on behalf of eef3a2b9abb3440d8a8a55b70e2ca559 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:36.977821 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.004544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.011131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port e903d7e1-a224-46cf-933d-129f9f54cab2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:37.024985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port e903d7e1-a224-46cf-933d-129f9f54cab2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:37.025393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.026312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-37a22afb-572e-4ef6-97e3-04238fb9880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.031368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-37a22afb-572e-4ef6-97e3-04238fb9880e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3724897 Feb 19 00:59:37.161172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks [] for security_group (4ecd72d9-3c69-43ce-b7cb-9d761ce818d8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.183049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e903d7e1-a224-46cf-933d-129f9f54cab2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:37.183741 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.244087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e903d7e1-a224-46cf-933d-129f9f54cab2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e903d7e1-a224-46cf-933d-129f9f54cab2,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:37.246430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:37.251997 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd865842-340b-40c0-8f2d-2efc33b3a10c" -d '{"events": [{"server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "name": "network-vif-plugged", "status": "completed", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:37.256923 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.283232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-c7d3ff2d-4bbf-407a-829e-a28339d8618b service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261970 Feb 19 00:59:37.294500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79dc42-6596-4fed-98d5-72ec5271fbc7 req-babda4f6-69a2-43b2-b304-87267cdd3530 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.296369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e79dc42-6596-4fed-98d5-72ec5271fbc7 req-babda4f6-69a2-43b2-b304-87267cdd3530 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 943 time: 0.5988245 Feb 19 00:59:37.297281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ecd72d9-3c69-43ce-b7cb-9d761ce818d8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.332089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e903d7e1-a224-46cf-933d-129f9f54cab2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:37.359896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:37.443505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e378ae-ec2b-4123-8a02-c72633f8d466 req-b85d87d7-9a77-40f3-8244-4f65246eb12e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.448334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61e378ae-ec2b-4123-8a02-c72633f8d466 req-b85d87d7-9a77-40f3-8244-4f65246eb12e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 944 time: 1.0506740 Feb 19 00:59:37.520532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Attempting to bind port f8659738-f599-41f1-92f8-af27af3a19c5 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:37.521303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Attempting to bind port f8659738-f599-41f1-92f8-af27af3a19c5 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:37.521864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Attempting to bind port f8659738-f599-41f1-92f8-af27af3a19c5 on network e6f6050e-9cbc-4a60-8950-d7b834c0a508 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:37.533446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e79dc42-6596-4fed-98d5-72ec5271fbc7 req-44d76cd2-ecd5-46d4-8623-1b87fb7be89e tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824796 Feb 19 00:59:37.537262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Port f8659738-f599-41f1-92f8-af27af3a19c5 on network e6f6050e-9cbc-4a60-8950-d7b834c0a508 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:37.538326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Attempting to bind port f8659738-f599-41f1-92f8-af27af3a19c5 on network e6f6050e-9cbc-4a60-8950-d7b834c0a508 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:37.560609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:37.561022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Checking segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:37.561414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Bound using segment: {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:37.561855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Bound port: f8659738-f599-41f1-92f8-af27af3a19c5, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f92c887-38b3-4497-9abf-e0dfd009c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:37.562347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.593178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61e378ae-ec2b-4123-8a02-c72633f8d466 req-f85927fb-760f-4a0d-bf58-8cd484f15f11 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355166 Feb 19 00:59:37.638672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccefd2f5-edd6-4f08-88a7-3425b8d7ec49 req-86748b44-8e1a-4bf2-8900-d37b861c3239 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893405 Feb 19 00:59:37.686222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] For port f8659738-f599-41f1-92f8-af27af3a19c5, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:37.697759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] For port f8659738-f599-41f1-92f8-af27af3a19c5, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f8659738-f599-41f1-92f8-af27af3a19c5,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:37.712172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.737195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Allocated IP 192.168.233.25 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/b7940b57-4d11-42cd-acd9-88a721b8e2c7) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:37.743074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8450073c-d1d8-45db-8058-977ab916f634 req-1eb5a263-d188-497c-9f43-8f9ede3ccd1c tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 210 time: 0.0863717 Feb 19 00:59:37.824769 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a3acd5-fd9e-4f6d-850e-19061de8c68a x-openstack-request-id: req-72a3acd5-fd9e-4f6d-850e-19061de8c68a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:37.825873 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "name": "network-vif-plugged", "status": "completed", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:37.826411 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72a3acd5-fd9e-4f6d-850e-19061de8c68a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:37.826975 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'code': 200} Feb 19 00:59:37.890291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-11ae8c89-389f-4ae1-88ec-4525dc1f6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.891612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-11ae8c89-389f-4ae1-88ec-4525dc1f6914 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ba13230cfea437bb4de02a5943ca093&device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 1130 time: 0.1562879 Feb 19 00:59:37.931169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.937740 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:37.940717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-5439c373-0df1-495f-a17e-e8750171781d service neutron] 10.222.0.10 "PUT /v2.0/ports/f8659738-f599-41f1-92f8-af27af3a19c5 HTTP/1.1" status: 200 len: 1091 time: 3.0273390 Feb 19 00:59:37.944451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'tag': 'f8659738-f599-41f1-92f8-af27af3a19c5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:37.958751 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b845be5b-8fc9-4393-9e1e-f3824905ff4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa53b37-6d95-4d11-b3af-0c53d8d6226f", "tag": "f8659738-f599-41f1-92f8-af27af3a19c5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:38.051186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c373-0df1-495f-a17e-e8750171781d service neutron] Pushing event updated for resources: {'Port': ['ID=f8659738-f599-41f1-92f8-af27af3a19c5,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:38.194970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f6697-3b4a-4e06-a790-d662045c4c1b req-a6b85678-1b65-4fad-9710-bcf22e4a42cf tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.202852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-512f6697-3b4a-4e06-a790-d662045c4c1b req-a6b85678-1b65-4fad-9710-bcf22e4a42cf tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 948 time: 0.4056785 Feb 19 00:59:38.238142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cb03d-a5c0-4cb3-a499-b64edb8944f5 req-d5fc2c9f-7bcb-47d8-9e72-27af75dd4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.239647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-934cb03d-a5c0-4cb3-a499-b64edb8944f5 req-d5fc2c9f-7bcb-47d8-9e72-27af75dd4205 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 1127 time: 0.1834962 Feb 19 00:59:38.244846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-2f17c3fb-abd5-4ca4-bc94-c5b792c342bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.246405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-2f17c3fb-abd5-4ca4-bc94-c5b792c342bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=121b2cba28a04f38b680dc3bf295270c&device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 1125 time: 0.1884408 Feb 19 00:59:38.307867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-23c83a68-8a91-41ce-9f47-5913a9ca7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.310135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-23c83a68-8a91-41ce-9f47-5913a9ca7d63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3818450 Feb 19 00:59:38.320767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks [] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:38.350978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-512f6697-3b4a-4e06-a790-d662045c4c1b req-904527d4-da7b-49d8-bc57-7ac7f781dc07 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449590 Feb 19 00:59:38.412658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-7d1bb1cd-d086-476f-838f-9052d9e34030 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c HTTP/1.1" status: 200 len: 217 time: 0.0797451 Feb 19 00:59:38.434149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-8153ed25-1f1a-42ff-9cdd-99650fbafc48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8659738-f599-41f1-92f8-af27af3a19c5 HTTP/1.1" status: 200 len: 217 time: 0.1343870 Feb 19 00:59:38.453412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-934cb03d-a5c0-4cb3-a499-b64edb8944f5 req-c0fa83c7-bcee-482e-bf97-d184081896e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040660 Feb 19 00:59:38.568014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-f3355d8e-ca9d-4157-ba4b-cb14b751ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.569588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-f3355d8e-ca9d-4157-ba4b-cb14b751ece5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9770c3c-cebd-4a66-a372-a0133d3f2d1d HTTP/1.1" status: 200 len: 853 time: 0.1108370 Feb 19 00:59:38.574080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-d31534df-cb40-4173-bab2-a5025f212cc7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c77001543f404fbd820038f320944c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241038 Feb 19 00:59:38.586993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae7671-5ae5-4aa8-a98e-9414e04b0db7 req-50069b50-8e8c-4d39-a0ca-eda26ba5289b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.589473 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1dae7671-5ae5-4aa8-a98e-9414e04b0db7 req-50069b50-8e8c-4d39-a0ca-eda26ba5289b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 946 time: 0.1213667 Feb 19 00:59:38.647231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1dae7671-5ae5-4aa8-a98e-9414e04b0db7 req-f9f1b4e4-4aa6-471e-8127-b97377b0bafc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515344 Feb 19 00:59:38.683000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:38.705558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-63ebdf64-7820-45e8-9fbf-8bcccf5468be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.707067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-63ebdf64-7820-45e8-9fbf-8bcccf5468be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2793162 Feb 19 00:59:38.765685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:38.775795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-c4b9f1f7-5ed3-4d99-8d52-2c75d68e6974 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.777440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-c4b9f1f7-5ed3-4d99-8d52-2c75d68e6974 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024398 Feb 19 00:59:38.779058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:38.783501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:38.788641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.789471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:38.807607 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc19a9d4-7009-4d62-8b27-db721c36aa3d x-openstack-request-id: req-bc19a9d4-7009-4d62-8b27-db721c36aa3d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:38.807901 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa53b37-6d95-4d11-b3af-0c53d8d6226f", "tag": "f8659738-f599-41f1-92f8-af27af3a19c5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:38.808161 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc19a9d4-7009-4d62-8b27-db721c36aa3d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:38.808603 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'tag': 'f8659738-f599-41f1-92f8-af27af3a19c5', 'status': 'completed', 'code': 200} Feb 19 00:59:38.827527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Pushing event updated for resources: {'Port': ['ID=b7940b57-4d11-42cd-acd9-88a721b8e2c7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:38.833278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-dfb43dde-7421-493b-961b-a3f135f965ed tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/quotas/c77001543f404fbd820038f320944c1b HTTP/1.1" status: 200 len: 375 time: 0.0336974 Feb 19 00:59:38.845858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-de3d53cc-6b6f-4c62-87f6-d38646adb9a4 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6357470 Feb 19 00:59:38.868287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Request body: {'port': {'device_id': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:38.916981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6b427490-e057-4bee-84bd-06bb6d27d899 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c77001543f404fbd820038f320944c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696740 Feb 19 00:59:39.030309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:39.088786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d300e-809e-429c-bf7b-2eb9d7d1945d req-9da70619-f089-4034-a74c-0721f257c0f2 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.116570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb0d300e-809e-429c-bf7b-2eb9d7d1945d req-9da70619-f089-4034-a74c-0721f257c0f2 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 943 time: 0.1717732 Feb 19 00:59:39.229409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb0d300e-809e-429c-bf7b-2eb9d7d1945d req-abe4f02f-0318-445f-af41-872667c4a58e tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119061 Feb 19 00:59:39.316396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-72241b75-1a33-4d73-9319-74849676fdf3 None None] Provisioning complete for port b7940b57-4d11-42cd-acd9-88a721b8e2c7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:39.319512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72241b75-1a33-4d73-9319-74849676fdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:39.363794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-72241b75-1a33-4d73-9319-74849676fdf3 None None] Port b7940b57-4d11-42cd-acd9-88a721b8e2c7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:39.452711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bede4-96f2-4367-8917-1c0927d4413b req-be740326-0a61-4ed0-80b3-6ff5d6fac707 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.459935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-600bede4-96f2-4367-8917-1c0927d4413b req-be740326-0a61-4ed0-80b3-6ff5d6fac707 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1128 time: 0.1534111 Feb 19 00:59:39.484046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-dd54e205-2094-4e6e-b5b0-dafc6e22a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.485700 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-dd54e205-2094-4e6e-b5b0-dafc6e22a318 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6f6050e-9cbc-4a60-8950-d7b834c0a508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062033 Feb 19 00:59:39.499956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff0bcf-79d2-4ffd-85ed-770144b73b05 req-2f24858f-7e60-4c93-b2d8-e7cecfa4018e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.503468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffff0bcf-79d2-4ffd-85ed-770144b73b05 req-2f24858f-7e60-4c93-b2d8-e7cecfa4018e tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.2819281 Feb 19 00:59:39.534466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-600bede4-96f2-4367-8917-1c0927d4413b req-489fbd7f-9a22-4304-a532-ea193366f929 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733602 Feb 19 00:59:39.654564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-460f0d64-5321-488d-9568-0e0dd7519e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.656693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-460f0d64-5321-488d-9568-0e0dd7519e3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1497183 Feb 19 00:59:39.772654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-c2e30f96-1301-495e-8937-89a67d4a1a72 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373807 Feb 19 00:59:39.835117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-b2f46e4e-33e6-4b34-b55c-fb271bd8a3b4 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243837 Feb 19 00:59:39.849229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffff0bcf-79d2-4ffd-85ed-770144b73b05 req-c91b7606-ee7e-4af7-a517-b7aab39db99f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967918 Feb 19 00:59:39.876392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e989592-a41b-4ce1-b0a8-e6d5b54b7b44 req-b784ba2b-83fa-4d14-bb74-6855d4a9038b tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.880287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7940b57-4d11-42cd-acd9-88a721b8e2c7 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:39.885759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e989592-a41b-4ce1-b0a8-e6d5b54b7b44 req-b784ba2b-83fa-4d14-bb74-6855d4a9038b tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 935 time: 0.1391971 Feb 19 00:59:40.003422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Publish callbacks [] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.023110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Transition to ACTIVE for port object b7940b57-4d11-42cd-acd9-88a721b8e2c7 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:40.032181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.055115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e989592-a41b-4ce1-b0a8-e6d5b54b7b44 req-a05630c4-7caa-487f-9f43-37b3e08617ec tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681502 Feb 19 00:59:40.065549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdbceb98-dee8-4c25-afac-25ae849cc03e req-6b08052d-8fbd-4515-88b5-9fcbbca3a2a3 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761369 Feb 19 00:59:40.135000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Pushing event updated for resources: {'Port': ['ID=b7940b57-4d11-42cd-acd9-88a721b8e2c7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:40.297846 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54354903-cb49-4aa3-9402-2c786f72ae15 req-4cb557e1-8f1e-4328-9f9e-ccccb3c56568 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 210 time: 0.0541294 Feb 19 00:59:40.363220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03110a01-6a41-44ea-8070-2f5b5b69b542 req-05b0298d-e81f-4668-adc1-307634b3fec5 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040452 Feb 19 00:59:40.364004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-82e6ce99-4b1d-4f5d-9fd3-edcf419be57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.366287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Attempting to bind port b7940b57-4d11-42cd-acd9-88a721b8e2c7 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:40.366677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Attempting to bind port b7940b57-4d11-42cd-acd9-88a721b8e2c7 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:40.367772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Attempting to bind port b7940b57-4d11-42cd-acd9-88a721b8e2c7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:40.369276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-82e6ce99-4b1d-4f5d-9fd3-edcf419be57d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=121b2cba28a04f38b680dc3bf295270c&device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 1125 time: 0.1829314 Feb 19 00:59:40.376393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Port b7940b57-4d11-42cd-acd9-88a721b8e2c7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:40.376710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Attempting to bind port b7940b57-4d11-42cd-acd9-88a721b8e2c7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:40.409509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2494-917c-4ff0-9e5f-590c5cdc207d req-9b5024fd-2cab-4b3e-8aae-475292200ab3 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.413435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ece2494-917c-4ff0-9e5f-590c5cdc207d req-9b5024fd-2cab-4b3e-8aae-475292200ab3 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 948 time: 0.2352755 Feb 19 00:59:40.414607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:40.415020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:40.415464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:40.416016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Bound port: b7940b57-4d11-42cd-acd9-88a721b8e2c7, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:40.416421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.554436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8b56-79b9-42b1-b1c3-63c2a0eaec56 req-a0799f71-9618-4ea3-a949-e4bf9d3b370d tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.562724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73cb8b56-79b9-42b1-b1c3-63c2a0eaec56 req-a0799f71-9618-4ea3-a949-e4bf9d3b370d tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1128 time: 0.1183846 Feb 19 00:59:40.586513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-0e45c42f-8373-468f-9e62-af2b0e0d8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.587980 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-0e45c42f-8373-468f-9e62-af2b0e0d8b89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6f6050e-9cbc-4a60-8950-d7b834c0a508 HTTP/1.1" status: 200 len: 915 time: 0.1854835 Feb 19 00:59:40.600491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ece2494-917c-4ff0-9e5f-590c5cdc207d req-fd369868-9997-4e9a-9819-07a5df02e1d1 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785512 Feb 19 00:59:40.629573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73cb8b56-79b9-42b1-b1c3-63c2a0eaec56 req-946ac9de-617e-475e-aa94-0e148b2e0b7b tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657845 Feb 19 00:59:40.636651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] For port b7940b57-4d11-42cd-acd9-88a721b8e2c7, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:40.650954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] For port b7940b57-4d11-42cd-acd9-88a721b8e2c7, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:40.669678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.702836 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-6ad5b1b9-848f-44a4-aab8-9b0de9619746 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8659738-f599-41f1-92f8-af27af3a19c5 HTTP/1.1" status: 200 len: 217 time: 0.0500579 Feb 19 00:59:40.715470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.716215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.718193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] 10.222.0.89 "PUT /v2.0/ports/b7940b57-4d11-42cd-acd9-88a721b8e2c7 HTTP/1.1" status: 200 len: 1095 time: 1.8593044 Feb 19 00:59:40.718682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'tag': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:40.725168 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71389506-4c84-49d7-a7c2-1b0e7c6379a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f1e1ad-57e9-4e01-93a8-202eb680483b", "tag": "b7940b57-4d11-42cd-acd9-88a721b8e2c7"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:40.774253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b77b1e-2490-41bb-8a2c-584ad476a61c service neutron] Pushing event updated for resources: {'Port': ['ID=b7940b57-4d11-42cd-acd9-88a721b8e2c7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:40.851804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-65a6fe91-b442-4288-9d99-ef19a5be4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.853865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-65a6fe91-b442-4288-9d99-ef19a5be4c7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9770c3c-cebd-4a66-a372-a0133d3f2d1d HTTP/1.1" status: 200 len: 853 time: 0.1337888 Feb 19 00:59:40.871054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e8a7adf2-b297-4866-977d-a76f0e5a4f2c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:41.038694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-8f52cf2e-8e1b-443f-8e0e-91cf6150abed tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c77001543f404fbd820038f320944c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2253499 Feb 19 00:59:41.062198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-d1fd9115-88d0-4d5a-b073-d71980cd2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.064926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-d1fd9115-88d0-4d5a-b073-d71980cd2213 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6f6050e-9cbc-4a60-8950-d7b834c0a508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1737535 Feb 19 00:59:41.187228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:41.227318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c', 'mac_address': 'fa:16:3e:5b:1f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:41.262428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-810bb28a-1615-4853-9b75-4019ff80bbfd service neutron] 10.222.0.10 "GET /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813908 Feb 19 00:59:41.275909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880f05a-6ad2-411a-841d-b115584e669f req-903ebf26-44ed-4e11-abde-95a2af4cc020 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.278617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6880f05a-6ad2-411a-841d-b115584e669f req-903ebf26-44ed-4e11-abde-95a2af4cc020 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 943 time: 0.4955170 Feb 19 00:59:41.290887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-af6102c9-9ed6-4cca-9c29-eb962b3d1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.292180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-af6102c9-9ed6-4cca-9c29-eb962b3d1c9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eef3a2b9abb3440d8a8a55b70e2ca559&device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 1129 time: 0.3597121 Feb 19 00:59:41.357828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e8a7adf2-b297-4866-977d-a76f0e5a4f2c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:41.358547 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:41.362089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-aac10129-3727-4485-9a00-4d988c0d72e2 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.363738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-aac10129-3727-4485-9a00-4d988c0d72e2 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162193 Feb 19 00:59:41.365681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-5f8914e8-3499-403f-bace-0000d17cc25a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0657713 Feb 19 00:59:41.376890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a7adf2-b297-4866-977d-a76f0e5a4f2c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:41.416116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:41.426803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:41.438226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Request body: {'port': {'device_id': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'c77001543f404fbd820038f320944c1b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:41.445915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-f4c40903-495c-4b52-ad66-2717d4caa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.447539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-f4c40903-495c-4b52-ad66-2717d4caa08c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0683522 Feb 19 00:59:41.449328 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163edf35-6511-41d3-b812-7ca24b164206 x-openstack-request-id: req-163edf35-6511-41d3-b812-7ca24b164206 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:41.449716 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f1e1ad-57e9-4e01-93a8-202eb680483b", "tag": "b7940b57-4d11-42cd-acd9-88a721b8e2c7", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:41.450631 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-163edf35-6511-41d3-b812-7ca24b164206 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:41.451224 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'tag': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7', 'status': 'completed', 'code': 200} Feb 19 00:59:41.492819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:41.523083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b845be5b-8fc9-4393-9e1e-f3824905ff4f req-faa4596a-f186-49fe-90b1-4f2a469487c1 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523432 Feb 19 00:59:41.541304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6880f05a-6ad2-411a-841d-b115584e669f req-a1bc12d6-74b4-4129-93b5-42893cb6135b tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531123 Feb 19 00:59:41.601748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-2525c447-69df-4f7b-9e40-54a521ae52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.603392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-2525c447-69df-4f7b-9e40-54a521ae52e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1429849 Feb 19 00:59:41.628632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec0a4c-d333-4111-8537-e10a55a78135 req-acdf737d-f45e-4148-9c46-110015484b6b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.637901 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25ec0a4c-d333-4111-8537-e10a55a78135 req-acdf737d-f45e-4148-9c46-110015484b6b tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.1128826 Feb 19 00:59:41.657430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e8a7adf2-b297-4866-977d-a76f0e5a4f2c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:41.766507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25ec0a4c-d333-4111-8537-e10a55a78135 req-65e6c3e1-448b-4853-b0b8-5219f8fabb64 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274648 Feb 19 00:59:42.092436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a49b0b9-24b4-4fcb-8117-9310b1d4626a req-0ad06850-01c0-41e6-afd8-21c87a83c852 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 210 time: 0.0579898 Feb 19 00:59:42.152779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Made reservation on behalf of c77001543f404fbd820038f320944c1b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:42.168696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:42.193215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:42.262287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d6be5-6604-4894-b0cb-cab5ad9a49fa req-8ad8e56c-44f2-4b95-bf65-81f13392ab6f tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.264393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-496d6be5-6604-4894-b0cb-cab5ad9a49fa req-8ad8e56c-44f2-4b95-bf65-81f13392ab6f tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 947 time: 0.2675455 Feb 19 00:59:42.284766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-ddac2238-7cfa-4fa6-9d56-a0f55bde5007 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639068 Feb 19 00:59:42.399857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-496d6be5-6604-4894-b0cb-cab5ad9a49fa req-bf33ded0-3370-4504-9b54-30e245a2dd58 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291540 Feb 19 00:59:42.465654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503267ff-712d-41ff-94b7-329bb6ce4e14 req-85a8b0ad-90b4-4408-8264-502db8664594 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.476409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-503267ff-712d-41ff-94b7-329bb6ce4e14 req-85a8b0ad-90b4-4408-8264-502db8664594 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 949 time: 0.0990314 Feb 19 00:59:42.540861 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-503267ff-712d-41ff-94b7-329bb6ce4e14 req-3714cf8b-1f8a-473f-9798-89889efae0f7 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632844 Feb 19 00:59:42.568448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeeff548-a7e4-456c-b94b-6f79093a870e req-1d893cd4-8220-439e-a432-b17ed9c24e5b service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705266 Feb 19 00:59:42.699769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d14ba5-2e27-49af-80bd-0620da4eb768 req-5c0420c6-c8a6-4e84-8c49-7ffeb3ceac85 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.702900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42d14ba5-2e27-49af-80bd-0620da4eb768 req-5c0420c6-c8a6-4e84-8c49-7ffeb3ceac85 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1128 time: 0.0963564 Feb 19 00:59:42.717281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks [] for security_group (c4c69c6a-458f-4d91-8329-36d6efb06360), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:42.725673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31cae-b57f-4cbe-926a-6e9f0a732b6a req-139b20cf-468d-45b3-866a-a9d794187061 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.727363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffb31cae-b57f-4cbe-926a-6e9f0a732b6a req-139b20cf-468d-45b3-866a-a9d794187061 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.1544685 Feb 19 00:59:42.729509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c4c69c6a-458f-4d91-8329-36d6efb06360), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:42.737482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44108) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:42.746123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Request body: {'floatingip': {'port_id': 'e903d7e1-a224-46cf-933d-129f9f54cab2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:42.789308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-34f1763c-0214-46f4-8701-f9c71b04d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.790984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-34f1763c-0214-46f4-8701-f9c71b04d9e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eef3a2b9abb3440d8a8a55b70e2ca559&device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 1129 time: 0.1477544 Feb 19 00:59:42.791653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42d14ba5-2e27-49af-80bd-0620da4eb768 req-18a93678-3490-446c-8119-83af569557a1 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775559 Feb 19 00:59:42.869279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c69c6a-458f-4d91-8329-36d6efb06360,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:42.887179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e8a7adf2-b297-4866-977d-a76f0e5a4f2c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:42.944119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.000890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port e8a7adf2-b297-4866-977d-a76f0e5a4f2c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:43.011939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port e8a7adf2-b297-4866-977d-a76f0e5a4f2c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:43.012982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.047650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-d2309c82-0b7c-405c-af82-7222126905ee req-a283dcbb-9198-4699-a27c-0ed9a420ee10 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:59:43.053521 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2309c82-0b7c-405c-af82-7222126905ee req-a283dcbb-9198-4699-a27c-0ed9a420ee10 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120261 Feb 19 00:59:43.153092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e8a7adf2-b297-4866-977d-a76f0e5a4f2c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:43.153902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.207358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:43.219900 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadad553-1820-4f0d-8336-712aa1014961" -d '{"events": [{"server_uuid": "556a2160-6a41-4ccd-99bf-57b7b6ec26c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8a7adf2-b297-4866-977d-a76f0e5a4f2c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:43.253896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-c7df9f1b-7e7b-4750-ac4a-839c5bb86fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.255669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-c7df9f1b-7e7b-4750-ac4a-839c5bb86fcf service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.4288483 Feb 19 00:59:43.259977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:43.268355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Allocated IP 192.168.233.204 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:43.273262 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.301414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9c6e8-dbdb-41d2-951b-e5da89e7e3d7 req-9454fdae-d9cb-47a6-849a-c65cc37eabf5 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.303451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2c9c6e8-dbdb-41d2-951b-e5da89e7e3d7 req-9454fdae-d9cb-47a6-849a-c65cc37eabf5 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 943 time: 0.2990050 Feb 19 00:59:43.351431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-d1f03857-ed4f-435e-9c34-e3ba7e46f7e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0812526 Feb 19 00:59:43.381113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:43.425750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44132) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:43.492634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2c9c6e8-dbdb-41d2-951b-e5da89e7e3d7 req-f15e6418-9834-4671-934a-a06fd15784c3 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548083 Feb 19 00:59:43.497463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-aaebb51f-c0e3-4dd0-bcc9-7a5b8fe2b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.498927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-aaebb51f-c0e3-4dd0-bcc9-7a5b8fe2b71e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1442091 Feb 19 00:59:43.654180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks [] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.675069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3db-a3ea-4e32-a6d2-1f79655c3a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.740387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-7df31979-7ca9-4ac2-9cfb-8d513944c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.741887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-7df31979-7ca9-4ac2-9cfb-8d513944c4e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1260111 Feb 19 00:59:43.784856 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.860048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.865125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.914916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:43.935830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:43.954778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:43.959979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.960639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.971153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Pushing event updated for resources: {'Port': ['ID=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:44.008396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3db-a3ea-4e32-a6d2-1f79655c3a9e admin admin] Publish callbacks [] for security_group (3b05d633-86e4-40b9-9d24-78af5269dede), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.013479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-1086ae66-33d3-41bf-8ac6-90d6c17c8417 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6353524 Feb 19 00:59:44.018891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-87d34b83-a755-4c8e-918e-8d7d4057d64d service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687061 Feb 19 00:59:44.020321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3db-a3ea-4e32-a6d2-1f79655c3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3b05d633-86e4-40b9-9d24-78af5269dede), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.040930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Request body: {'port': {'device_id': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:44.066509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109ab7-ac01-4ddd-800e-7712ad7b9f8a req-ddd2c4a4-d045-452e-8612-eebdcdaffbb9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.074688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e109ab7-ac01-4ddd-800e-7712ad7b9f8a req-ddd2c4a4-d045-452e-8612-eebdcdaffbb9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 936 time: 0.2201865 Feb 19 00:59:44.197448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a4088552-51ff-4c24-a483-d3e4587e6b16 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:59:44.198519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a4088552-51ff-4c24-a483-d3e4587e6b16 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220804 Feb 19 00:59:44.207266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ea91a3db-a3ea-4e32-a6d2-1f79655c3a9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1da6b8e1946947699a0ebf0d654cbcca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7735744 Feb 19 00:59:44.218202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:44.231750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a3db-a3ea-4e32-a6d2-1f79655c3a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05d633-86e4-40b9-9d24-78af5269dede,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:44.264176 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be associated. External IP: 172.25.0.190, port: e903d7e1-a224-46cf-933d-129f9f54cab2. Feb 19 00:59:44.264580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bb06207a-4106-4193-8f61-3f10f381b641 None None] Provisioning complete for port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:44.265585 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb06207a-4106-4193-8f61-3f10f381b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.305028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.305251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bb06207a-4106-4193-8f61-3f10f381b641 None None] Port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:44.319779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e109ab7-ac01-4ddd-800e-7712ad7b9f8a req-5fb54366-fe95-484a-bf36-8a12c4c5145e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440419 Feb 19 00:59:44.326531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Publish callbacks [] for security_group (3b05d633-86e4-40b9-9d24-78af5269dede), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.328094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-2d8eb9a0-e8c8-4b08-b01b-1499ae6154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.329481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-2d8eb9a0-e8c8-4b08-b01b-1499ae6154b8 service neutron] 10.222.0.43 "GET /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 1125 time: 0.1033974 Feb 19 00:59:44.346554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Request body: {'binding': {'host': 'n-h2-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:44.346926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:59:44.377764 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3620aad3-b2a8-4bbf-854b-e01738dc786a x-openstack-request-id: req-3620aad3-b2a8-4bbf-854b-e01738dc786a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:44.378854 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a2160-6a41-4ccd-99bf-57b7b6ec26c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8a7adf2-b297-4866-977d-a76f0e5a4f2c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:44.380325 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3620aad3-b2a8-4bbf-854b-e01738dc786a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:44.380886 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c', 'code': 200} Feb 19 00:59:44.391074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Publish callbacks [] for security_group (3b05d633-86e4-40b9-9d24-78af5269dede), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.395003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71389506-4c84-49d7-a7c2-1b0e7c6379a7 req-914c65d1-866a-47ed-87b0-e91d213a271f service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511114 Feb 19 00:59:44.549341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3b05d633-86e4-40b9-9d24-78af5269dede), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.551715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.555149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b05d633-86e4-40b9-9d24-78af5269dede HTTP/1.1" status: 204 len: 168 time: 0.3337648 Feb 19 00:59:44.587775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdc8aa-d624-421e-86ae-6aaca7d8728b req-c5b1231d-5bb1-4af0-81d1-efa2163537cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.589348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fbdc8aa-d624-421e-86ae-6aaca7d8728b req-c5b1231d-5bb1-4af0-81d1-efa2163537cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 1132 time: 0.1457183 Feb 19 00:59:44.598468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05d633-86e4-40b9-9d24-78af5269dede,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:44.627062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.627576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.627746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.628090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.628429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.630222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.630586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.631099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.631263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.631578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.631909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.632237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.633336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac040e9-08df-47ba-aae4-ebb9785fe5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:44.655970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e05d4-841b-4a68-9ed5-34f73e24e4c7 req-3cd23335-d075-47d6-b4c6-a4dd3c24f045 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.658336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-021e05d4-841b-4a68-9ed5-34f73e24e4c7 req-3cd23335-d075-47d6-b4c6-a4dd3c24f045 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 947 time: 0.1948955 Feb 19 00:59:44.692098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:44.698373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fbdc8aa-d624-421e-86ae-6aaca7d8728b req-b419608f-7c0f-49c7-88f6-2c64955f8ae9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009984 Feb 19 00:59:44.736153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on host n-h2-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:44.736493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:44.736818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:44.764450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:44.765167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:44.773255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-021e05d4-841b-4a68-9ed5-34f73e24e4c7 req-a6fd711b-f6be-48e4-89d4-aa0529936155 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031539 Feb 19 00:59:44.776068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:44.776414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:44.776796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:44.777268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Bound port: a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:44.859190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:44.864812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.872838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:44.884213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:44.885982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:44.886891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:59:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:44.893859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Publish callbacks [] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.899437 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5fc28af0-92f1-441e-a021-86755ed69cba tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "PUT /v2.0/floatingips/99bb47fc-cc2f-4b42-98a1-731a37e683be HTTP/1.1" status: 200 len: 991 time: 2.1594851 Feb 19 00:59:44.900135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:44.904273 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:44.918775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:44.923614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Transition to ACTIVE for port object 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:44.929526 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.930663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-fa239ff5-82f2-4cfa-904d-1897aa9f487a service neutron] 10.222.0.43 "POST /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20/bindings HTTP/1.1" status: 201 len: 389 time: 0.5888543 Feb 19 00:59:44.934962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.940069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44174) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:44.958448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3369c9ae-27f6-49ce-b6b9-9cd6f4764dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.985695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d228d-cebf-4465-a93a-40d8b148b335 req-94e57167-1cd4-4974-8b7c-0a1ee01a2081 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.987667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e5d228d-cebf-4465-a93a-40d8b148b335 req-94e57167-1cd4-4974-8b7c-0a1ee01a2081 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 950 time: 0.1382685 Feb 19 00:59:45.026464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a144-4b45-4429-a966-252737e53209 service neutron] Pushing event updated for resources: {'Port': ['ID=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:45.097809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3369c9ae-27f6-49ce-b6b9-9cd6f4764dc5 admin admin] Publish callbacks [] for security_group (8682fe46-444e-4d3e-9ca7-93172a8605b3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.101019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:45.105241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3369c9ae-27f6-49ce-b6b9-9cd6f4764dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8682fe46-444e-4d3e-9ca7-93172a8605b3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.129693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e5d228d-cebf-4465-a93a-40d8b148b335 req-03d4062d-2097-4e97-b6cb-5a2b593bf4e0 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200883 Feb 19 00:59:45.130853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Attempting to bind port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:45.131239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Attempting to bind port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:45.131512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Attempting to bind port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:45.152083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:45.152409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Attempting to bind port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:45.164248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:45.164548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:45.164949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:45.165415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Bound port: 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:45.166266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.200893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3369c9ae-27f6-49ce-b6b9-9cd6f4764dc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bc27042bb784c7aaa5229e512fbfd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520590 Feb 19 00:59:45.201176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44180) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:45.202274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369c9ae-27f6-49ce-b6b9-9cd6f4764dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8682fe46-444e-4d3e-9ca7-93172a8605b3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:45.293960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204094b8-0380-40e1-a20e-75d62ef8853d req-271c26e3-2929-4e0f-8c53-ebe3e5ff4b37 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.295682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-204094b8-0380-40e1-a20e-75d62ef8853d req-271c26e3-2929-4e0f-8c53-ebe3e5ff4b37 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 943 time: 0.0839822 Feb 19 00:59:45.380540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] For port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:45.390771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] For port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:45.403983 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-204094b8-0380-40e1-a20e-75d62ef8853d req-89dfd6a6-778a-43ae-8e2c-67223582d8d5 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923684 Feb 19 00:59:45.405442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54fd1f-0d17-487d-bfb4-52970f6dd55a req-c4e43eea-2f57-464c-b688-ee4074602b76 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.406951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c54fd1f-0d17-487d-bfb4-52970f6dd55a req-c4e43eea-2f57-464c-b688-ee4074602b76 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.1293671 Feb 19 00:59:45.417096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eff2d6d-330a-4500-8d7a-b65f8b252efe admin admin] Publish callbacks [] for security_group (8682fe46-444e-4d3e-9ca7-93172a8605b3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.419495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.421566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-21631dca-4b09-4690-9a6f-2dc7e78302d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.424546 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-21631dca-4b09-4690-9a6f-2dc7e78302d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1128 time: 0.1236181 Feb 19 00:59:45.529613 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ea23d-2882-4160-b466-f7901d7b4c03 x-openstack-request-id: req-ad0ea23d-2882-4160-b466-f7901d7b4c03 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:45.530587 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:45.531151 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad0ea23d-2882-4160-b466-f7901d7b4c03 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:45.531756 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'status': 'completed', 'code': 200} Feb 19 00:59:45.547882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.548599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.548738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-8355a60e-6e67-4da7-9e58-05363709ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.550178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-8355a60e-6e67-4da7-9e58-05363709ee2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1083264 Feb 19 00:59:45.554934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-6720a144-4b45-4429-a966-252737e53209 service neutron] 10.222.0.89 "PUT /v2.0/ports/28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 HTTP/1.1" status: 200 len: 1096 time: 1.5279372 Feb 19 00:59:45.555533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'tag': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:45.558219 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04" -d '{"events": [{"name": "network-changed", "server_uuid": "c679cabb-5bb6-4ffb-910f-510e7194d285", "tag": "28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:45.558544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '99bb47fc-cc2f-4b42-98a1-731a37e683be', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'port_id': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'mac_address': 'fa:16:3e:34:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723621be-e28d-4488-bfd8-8415963de1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:58:13Z', 'updated_at': '2022-02-19T00:59:43Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:45.566165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eff2d6d-330a-4500-8d7a-b65f8b252efe admin admin] Publish callbacks [] for security_group (8682fe46-444e-4d3e-9ca7-93172a8605b3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.615705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:45.627035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:45.630329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T00:59:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:45.636135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-0510ca07-f9c4-4b3c-a072-f4f33633127f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.0598848 Feb 19 00:59:45.662217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0cae8-a583-452c-9060-c8704ea96d57 req-55073e4f-4d99-42d8-b8f5-e7b30cc1b690 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.668152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a144-4b45-4429-a966-252737e53209 service neutron] Pushing event updated for resources: {'Port': ['ID=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:45.670056 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7b0cae8-a583-452c-9060-c8704ea96d57 req-55073e4f-4d99-42d8-b8f5-e7b30cc1b690 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 946 time: 0.1432683 Feb 19 00:59:45.694833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c54fd1f-0d17-487d-bfb4-52970f6dd55a req-8c6c681c-4391-4af0-9cea-55029ee4ac73 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715394 Feb 19 00:59:45.698889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-ce318b83-d31d-4eac-ae2f-b67d9f0a56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.700834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-ce318b83-d31d-4eac-ae2f-b67d9f0a56d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 1127 time: 0.2251992 Feb 19 00:59:45.757116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eff2d6d-330a-4500-8d7a-b65f8b252efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8682fe46-444e-4d3e-9ca7-93172a8605b3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.760760 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eff2d6d-330a-4500-8d7a-b65f8b252efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.762903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8eff2d6d-330a-4500-8d7a-b65f8b252efe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8682fe46-444e-4d3e-9ca7-93172a8605b3 HTTP/1.1" status: 204 len: 168 time: 0.5578105 Feb 19 00:59:45.773360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-c2d164d3-aa8a-4b02-8e9e-1fedd8b0857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.774841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-c2d164d3-aa8a-4b02-8e9e-1fedd8b0857d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1323652 Feb 19 00:59:45.781489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-c6dafd55-55c2-4b32-aa41-f519ef939f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.783624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-c6dafd55-55c2-4b32-aa41-f519ef939f5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c77001543f404fbd820038f320944c1b&device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 1130 time: 0.1849301 Feb 19 00:59:45.815082 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-1068e2a0-ef6d-4a83-9840-52d72600d7e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310161 Feb 19 00:59:45.818531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7b0cae8-a583-452c-9060-c8704ea96d57 req-f3130118-b7e8-407c-aa6e-735d5b5375b5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475410 Feb 19 00:59:45.865638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:46.006681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-53fad67b-6cb3-4868-a09d-92a1a8e4d7bb service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838210 Feb 19 00:59:46.134102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0cf9-0154-4e61-a62f-30126148f5b2 req-c29ac02b-2fde-4fb9-9644-4e9023b5d371 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.135832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-640a0cf9-0154-4e61-a62f-30126148f5b2 req-c29ac02b-2fde-4fb9-9644-4e9023b5d371 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 948 time: 0.1280921 Feb 19 00:59:46.184702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-6b5e1a8b-eff3-4703-bbf2-8e9365f9b3a0 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651649 Feb 19 00:59:46.224774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-640a0cf9-0154-4e61-a62f-30126148f5b2 req-1d97a22a-b4e9-4a45-9011-d4013b421b64 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810387 Feb 19 00:59:46.321606 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35b4fd-3850-4436-8455-3812989fa9c9 x-openstack-request-id: req-9d35b4fd-3850-4436-8455-3812989fa9c9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:46.321908 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c679cabb-5bb6-4ffb-910f-510e7194d285", "tag": "28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:46.322162 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d35b4fd-3850-4436-8455-3812989fa9c9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:46.322569 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'tag': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51', 'status': 'completed', 'code': 200} Feb 19 00:59:46.323451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff2d6d-330a-4500-8d7a-b65f8b252efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8682fe46-444e-4d3e-9ca7-93172a8605b3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:46.334365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-d6e69bdd-455b-4339-8171-aa8d87ddc9b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 HTTP/1.1" status: 200 len: 217 time: 0.5426095 Feb 19 00:59:46.423838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-80092837-d8ac-4a2c-a282-20789bbdb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.425487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-80092837-d8ac-4a2c-a282-20789bbdb3e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 200 len: 925 time: 0.7008638 Feb 19 00:59:46.446118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-a6a7daef-c2a5-49eb-9f57-ecacbeed0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.447201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-a6a7daef-c2a5-49eb-9f57-ecacbeed0f0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1037986 Feb 19 00:59:46.459837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-203cf2c1-0dee-4a87-9e9c-a70d37c0232d tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.461842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-203cf2c1-0dee-4a87-9e9c-a70d37c0232d tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1128 time: 0.2089500 Feb 19 00:59:46.477356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:46.509377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90052cc2-21ae-4369-946d-dfb4d05e7aa3 req-1abf156c-bd02-4fc9-91e2-029aacd6583d tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.511032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90052cc2-21ae-4369-946d-dfb4d05e7aa3 req-1abf156c-bd02-4fc9-91e2-029aacd6583d tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 947 time: 0.1492372 Feb 19 00:59:46.563965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '99bb47fc-cc2f-4b42-98a1-731a37e683be', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'port_id': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'mac_address': 'fa:16:3e:34:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723621be-e28d-4488-bfd8-8415963de1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:58:13Z', 'updated_at': '2022-02-19T00:59:43Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:46.569996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92cf71-1779-4ce4-aeaf-fadd411d65d2 req-295907a4-1068-49c6-9fe0-439f6c12072a tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.578006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b92cf71-1779-4ce4-aeaf-fadd411d65d2 req-295907a4-1068-49c6-9fe0-439f6c12072a tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 950 time: 0.1718426 Feb 19 00:59:46.582664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-f96f0630-4d2f-40f2-9c4e-095de2f7c1c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e903d7e1-a224-46cf-933d-129f9f54cab2 HTTP/1.1" status: 200 len: 999 time: 0.1345165 Feb 19 00:59:46.609312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:46.613183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-8c449462-9d84-461e-af12-8b2ecf04a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.613510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c088b-69b2-4cd4-b842-db02993d6977 None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '99bb47fc-cc2f-4b42-98a1-731a37e683be', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'port_id': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'mac_address': 'fa:16:3e:34:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723621be-e28d-4488-bfd8-8415963de1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:58:13Z', 'updated_at': '2022-02-19T00:59:43Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:46.614676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-8c449462-9d84-461e-af12-8b2ecf04a5a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1562812 Feb 19 00:59:46.682277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b92cf71-1779-4ce4-aeaf-fadd411d65d2 req-678f5040-b447-4e36-b2b2-ea4cf7d06a5b tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033316 Feb 19 00:59:46.695787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90052cc2-21ae-4369-946d-dfb4d05e7aa3 req-9827de66-edf1-4ee1-87a7-26adffba78de tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781397 Feb 19 00:59:46.714236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-c0cdf05d-31f6-4da2-9c85-f71294100ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.716101 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-c0cdf05d-31f6-4da2-9c85-f71294100ef3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 200 len: 863 time: 0.1162417 Feb 19 00:59:46.796684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b7940b57-4d11-42cd-acd9-88a721b8e2c7 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:46.850678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-6a2b42f8-3d64-4604-91a5-bd4823768fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.858861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-6a2b42f8-3d64-4604-91a5-bd4823768fae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a898ab-8b77-448b-bcd5-5a7a2d3a0761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1018598 Feb 19 00:59:46.928788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-4aba5068-078e-40ef-9007-5e2154bb1fce service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855258 Feb 19 00:59:46.929465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:46.936246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12973c7-a657-4e5f-bbac-7574d302d54e None None] New status for floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:59:46.959038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f8659738-f599-41f1-92f8-af27af3a19c5 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:47.035515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb4b4-87dc-47ba-a048-1f4d17422efa req-b5d18bcd-b1ad-4198-a378-1592197da0d1 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.047095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc9fb4b4-87dc-47ba-a048-1f4d17422efa req-b5d18bcd-b1ad-4198-a378-1592197da0d1 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 943 time: 0.0988870 Feb 19 00:59:47.070155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:47.113755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-918e7906-0989-409c-91ef-5b6990641919 service neutron] 10.222.0.10 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221599 Feb 19 00:59:47.155696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc9fb4b4-87dc-47ba-a048-1f4d17422efa req-1a2097ed-b449-46f2-b715-7758305e30a1 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069961 Feb 19 00:59:47.169110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Publish callbacks [] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.186255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.280338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b7940b57-4d11-42cd-acd9-88a721b8e2c7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:47.338594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port f8659738-f599-41f1-92f8-af27af3a19c5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f8659738-f599-41f1-92f8-af27af3a19c5,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:47.351858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7', 'mac_address': 'fa:16:3e:b2:b9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:47.353864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'f8659738-f599-41f1-92f8-af27af3a19c5', 'network_id': 'e6f6050e-9cbc-4a60-8950-d7b834c0a508', 'port_id': 'f8659738-f599-41f1-92f8-af27af3a19c5', 'mac_address': 'fa:16:3e:de:7c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9770c3c-cebd-4a66-a372-a0133d3f2d1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:47.376943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on host n-h1-826752-2 for vnic_type normal with profile {"migrating_to": "n-h2-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:47.377305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:47.377636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:47.384378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:47.384572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f0e2e7a-dbcc-4af1-8d54-c2bd5344c4bd req-2761352b-a4bc-4bce-91c1-97e6106d9b80 service neutron] 10.222.0.10 "GET /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589774 Feb 19 00:59:47.384814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Attempting to bind port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:47.388627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:47.425459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:47.426284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:47.427115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:47.428759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port f8659738-f599-41f1-92f8-af27af3a19c5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:47.430848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Bound port: a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:47.437341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.437700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.454871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe24ba05-0a7b-4192-a42f-b33289d26af6 req-7fd00b19-74db-4581-93cf-059e452a4858 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388636 Feb 19 00:59:47.529614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8659738-f599-41f1-92f8-af27af3a19c5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:47.537722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:47.541135 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdeaf5-c62b-4b78-afdc-3c2ac144b507" -d '{"events": [{"server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:47.594801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18e71-5e75-4864-8297-c88dc7b8593d req-cc586f3c-7d94-4856-9411-8ab9e702971d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.597022 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d18e71-5e75-4864-8297-c88dc7b8593d req-cc586f3c-7d94-4856-9411-8ab9e702971d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.2508519 Feb 19 00:59:47.610391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b7940b57-4d11-42cd-acd9-88a721b8e2c7 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:47.610860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.613776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port f8659738-f599-41f1-92f8-af27af3a19c5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f8659738-f599-41f1-92f8-af27af3a19c5,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:47.627614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.652661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:47.674789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:47.688390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7940b57-4d11-42cd-acd9-88a721b8e2c7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:47.693600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.699813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75f8f-7cc9-4493-8218-f9a4a064e3dc req-fc1de988-093c-4e4d-b5af-ae35af329f83 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.707305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5f75f8f-7cc9-4493-8218-f9a4a064e3dc req-fc1de988-093c-4e4d-b5af-ae35af329f83 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 948 time: 0.1512671 Feb 19 00:59:47.712433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b7940b57-4d11-42cd-acd9-88a721b8e2c7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:47.720842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d18e71-5e75-4864-8297-c88dc7b8593d req-2f89e03b-f7cf-49eb-ad32-c1cac3e07bc2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124396 Feb 19 00:59:47.721048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.722945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=f8659738-f599-41f1-92f8-af27af3a19c5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:47.733386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.734109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.734837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.735362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.736213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.736740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.737693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.738267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.738934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.739477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.740072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.740621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.741221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:47.751673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-6f5e76d2-d50d-49de-a1a9-e4347ffa21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.753738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-6f5e76d2-d50d-49de-a1a9-e4347ffa21d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c77001543f404fbd820038f320944c1b&device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 1130 time: 0.1403472 Feb 19 00:59:47.796770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5f75f8f-7cc9-4493-8218-f9a4a064e3dc req-e1427f60-6b1f-4d3e-a518-2535af563ee1 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872540 Feb 19 00:59:47.826483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b7940b57-4d11-42cd-acd9-88a721b8e2c7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:47.845366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.845987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.847369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] 10.222.0.10 "PUT /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 1122 time: 1.3775520 Feb 19 00:59:47.862659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['f8659738-f599-41f1-92f8-af27af3a19c5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:47.930622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50d74-ea35-4e8e-97d0-c2f9b6df960e service neutron] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:47.953287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-3791b4fe-53f7-44a4-8c2f-17132a3fbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.955082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2546d8-0462-4be2-9a46-ec50477e8a2e req-90f01215-df80-4435-a89f-9f3b417139c6 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.956257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-3791b4fe-53f7-44a4-8c2f-17132a3fbc90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1943059 Feb 19 00:59:47.956387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf2546d8-0462-4be2-9a46-ec50477e8a2e req-90f01215-df80-4435-a89f-9f3b417139c6 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 950 time: 0.1032207 Feb 19 00:59:47.974108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:48.019434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-545c8da8-c186-4e7f-9e2d-fe2596ffb542 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 HTTP/1.1" status: 200 len: 217 time: 0.0524879 Feb 19 00:59:48.042063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['b7940b57-4d11-42cd-acd9-88a721b8e2c7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:48.046511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf2546d8-0462-4be2-9a46-ec50477e8a2e req-7e20ec90-d28a-48e2-bd88-86a3b6112524 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831435 Feb 19 00:59:48.099736 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b40105-b685-4d89-919f-69adf76cc9bf x-openstack-request-id: req-38b40105-b685-4d89-919f-69adf76cc9bf {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:48.100139 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:48.100743 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38b40105-b685-4d89-919f-69adf76cc9bf {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:48.101674 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'code': 200} Feb 19 00:59:48.111654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.122257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-8598d099-4eb0-4970-9bb9-c7ac9570029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.127452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-8598d099-4eb0-4970-9bb9-c7ac9570029f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0986502 Feb 19 00:59:48.245866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-e3f94234-9f9e-4614-997b-bbbbb00c7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.248350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-e3f94234-9f9e-4614-997b-bbbbb00c7457 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1137321 Feb 19 00:59:48.254865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670fe2-6b1f-4362-9656-17d971bfa518 req-48161357-c32c-4d61-89f0-a3611bac391e tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.266786 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1670fe2-6b1f-4362-9656-17d971bfa518 req-48161357-c32c-4d61-89f0-a3611bac391e tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 948 time: 0.0957003 Feb 19 00:59:48.333589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1670fe2-6b1f-4362-9656-17d971bfa518 req-a3b6af6b-52a3-4ee7-96bb-18b5bc086dbf tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657890 Feb 19 00:59:48.400022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-4f99a403-322a-4927-8a6e-06a540f48817 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433058 Feb 19 00:59:48.437239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-b2d91699-92e1-4879-8c24-ad5873170e4c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5ba13230cfea437bb4de02a5943ca093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230520 Feb 19 00:59:48.514759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3310a-01f6-4af5-874d-ecc6af76f08c req-08b7ca2e-48f5-4ee3-bcfe-2d24c6ab4c94 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.516146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0f3310a-01f6-4af5-874d-ecc6af76f08c req-08b7ca2e-48f5-4ee3-bcfe-2d24c6ab4c94 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 944 time: 0.1151922 Feb 19 00:59:48.555172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ed2463e5-852b-4ea4-8beb-51ef23766313 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.556975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ed2463e5-852b-4ea4-8beb-51ef23766313 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138728 Feb 19 00:59:48.564920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac2fbab-7dc2-4f64-841f-4e2dfb0bed04 req-a638ac16-1930-41bb-8c8e-f063a969277b service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511779 Feb 19 00:59:48.574893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-5c504d71-30bf-4c7d-8407-69ab56f38c48 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/quotas/5ba13230cfea437bb4de02a5943ca093 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Feb 19 00:59:48.598225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0f3310a-01f6-4af5-874d-ecc6af76f08c req-895f2384-7851-454b-92c7-e24b7917634d tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675673 Feb 19 00:59:48.598681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44278) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:48.632369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-92f1711f-eeda-4837-8c31-eb338e871489 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ba13230cfea437bb4de02a5943ca093&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518467 Feb 19 00:59:48.747478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.849565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf5e2e41-e5bf-4496-a6bd-d64d692aacee req-8fdd06d6-2f6f-41b3-b152-54ffa68619fa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 210 time: 0.0425029 Feb 19 00:59:48.911857 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Publish callbacks [] for security_group (59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.917377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f8659738-f599-41f1-92f8-af27af3a19c5 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:48.925705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262be92-9d8d-4265-a9b0-330da11ee8f1 req-9cf467a7-778f-4b28-b370-d74569e7c7d6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.933201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3262be92-9d8d-4265-a9b0-330da11ee8f1 req-9cf467a7-778f-4b28-b370-d74569e7c7d6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.1248510 Feb 19 00:59:48.935777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.983079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=909b364afd3a41e98866d63795b5a4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795969 Feb 19 00:59:48.986020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:49.003333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44302) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:49.016497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.031556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba227dcc-eed3-4d05-b303-008349e3be58 req-445be080-98f3-495e-9f26-b53caac71d03 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:49.032970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.032970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.033205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.033452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.033778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.034111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.034576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.034907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.035232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.035617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.036058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.037207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.037543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d37996-28ab-4392-afd5-078c02687739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.039156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port f8659738-f599-41f1-92f8-af27af3a19c5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:49.040363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba227dcc-eed3-4d05-b303-008349e3be58 req-445be080-98f3-495e-9f26-b53caac71d03 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 948 time: 0.1112428 Feb 19 00:59:49.072894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port f8659738-f599-41f1-92f8-af27af3a19c5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:49.073862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.088181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3262be92-9d8d-4265-a9b0-330da11ee8f1 req-ca9da463-4732-4815-b05f-e8311a989ace tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488171 Feb 19 00:59:49.112779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2925056-4c19-4800-b637-7dd8592bca90 admin admin] Publish callbacks [] for security_group (59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.137950 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba227dcc-eed3-4d05-b303-008349e3be58 req-40387bcc-e455-4ea0-b545-3f5bf4c261d7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912485 Feb 19 00:59:49.139991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2925056-4c19-4800-b637-7dd8592bca90 admin admin] Publish callbacks [] for security_group (59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.196109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2925056-4c19-4800-b637-7dd8592bca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.198721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2925056-4c19-4800-b637-7dd8592bca90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.199282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd1b633b-d5bd-40d4-b451-75118eeee247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.200407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2925056-4c19-4800-b637-7dd8592bca90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58 HTTP/1.1" status: 204 len: 168 time: 0.2134345 Feb 19 00:59:49.209594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2925056-4c19-4800-b637-7dd8592bca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d2d0ad-f71c-49b7-8e42-7a9d7d4b2d58,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.212764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port f8659738-f599-41f1-92f8-af27af3a19c5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:49.213362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.255624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8659738-f599-41f1-92f8-af27af3a19c5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:49.258191 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170f694-a6a7-403c-bf22-2cd9ceafdd55" -d '{"events": [{"server_uuid": "2fa53b37-6d95-4d11-b3af-0c53d8d6226f", "name": "network-vif-plugged", "status": "completed", "tag": "f8659738-f599-41f1-92f8-af27af3a19c5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:49.276285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port f8659738-f599-41f1-92f8-af27af3a19c5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f8659738-f599-41f1-92f8-af27af3a19c5,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:49.280204 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.311219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd1b633b-d5bd-40d4-b451-75118eeee247 admin admin] Publish callbacks [] for security_group (7163e829-74d2-44c5-9a21-c8a69365710e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.317474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd1b633b-d5bd-40d4-b451-75118eeee247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7163e829-74d2-44c5-9a21-c8a69365710e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.325078 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e61c65-1105-4c43-beda-c2161e7d45a6 x-openstack-request-id: req-b4e61c65-1105-4c43-beda-c2161e7d45a6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:49.325402 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa53b37-6d95-4d11-b3af-0c53d8d6226f", "name": "network-vif-plugged", "status": "completed", "tag": "f8659738-f599-41f1-92f8-af27af3a19c5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:49.325667 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4e61c65-1105-4c43-beda-c2161e7d45a6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:49.326056 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8659738-f599-41f1-92f8-af27af3a19c5', 'code': 200} Feb 19 00:59:49.349135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=f8659738-f599-41f1-92f8-af27af3a19c5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.372925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd1b633b-d5bd-40d4-b451-75118eeee247 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01a814e0bee64fd8b6da4ab95f357b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648994 Feb 19 00:59:49.372925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b633b-d5bd-40d4-b451-75118eeee247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7163e829-74d2-44c5-9a21-c8a69365710e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.373543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44314) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:49.441659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd0023b2-5171-4e46-a798-e10ed102f2fe admin admin] Publish callbacks [] for security_group (7163e829-74d2-44c5-9a21-c8a69365710e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.471984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd0023b2-5171-4e46-a798-e10ed102f2fe admin admin] Publish callbacks [] for security_group (7163e829-74d2-44c5-9a21-c8a69365710e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.516986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3a3e7-ab8a-431c-b88a-e7b206ad11af req-148d2d47-0509-4fe6-9a40-7f609e0cfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:49.518819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1fe3a3e7-ab8a-431c-b88a-e7b206ad11af req-148d2d47-0509-4fe6-9a40-7f609e0cfaf4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 1127 time: 0.0850937 Feb 19 00:59:49.526775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7f44c-0f4c-4d05-b661-c0c399a206ea req-0682128f-0ab6-46ef-a54d-1324502ecb33 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:49.529086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbb7f44c-0f4c-4d05-b661-c0c399a206ea req-0682128f-0ab6-46ef-a54d-1324502ecb33 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 948 time: 0.0859041 Feb 19 00:59:49.548930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd0023b2-5171-4e46-a798-e10ed102f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7163e829-74d2-44c5-9a21-c8a69365710e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.551619 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd0023b2-5171-4e46-a798-e10ed102f2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.553161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bd0023b2-5171-4e46-a798-e10ed102f2fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7163e829-74d2-44c5-9a21-c8a69365710e HTTP/1.1" status: 204 len: 168 time: 0.1785181 Feb 19 00:59:49.561673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0023b2-5171-4e46-a798-e10ed102f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7163e829-74d2-44c5-9a21-c8a69365710e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.609277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1fe3a3e7-ab8a-431c-b88a-e7b206ad11af req-e8a99c63-41e4-44d7-965e-a0097ea23a8d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766795 Feb 19 00:59:49.614712 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbb7f44c-0f4c-4d05-b661-c0c399a206ea req-7eb9c337-d63f-43cc-920b-10d86d424292 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788410 Feb 19 00:59:49.673390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:49.688407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e030834d-dfcd-44c7-af09-06ad5739dfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.738371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9a65-92d2-42ad-9e81-bf6f8344d04e req-6d89769f-038f-4fe0-9449-a3e9cb7a4d8d tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:49.740935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5caa9a65-92d2-42ad-9e81-bf6f8344d04e req-6d89769f-038f-4fe0-9449-a3e9cb7a4d8d tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 945 time: 0.0608547 Feb 19 00:59:49.773194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e030834d-dfcd-44c7-af09-06ad5739dfd0 admin admin] Publish callbacks [] for security_group (ec373b01-9e6a-4a7c-83a4-b358e25c17da), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.780456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e030834d-dfcd-44c7-af09-06ad5739dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ec373b01-9e6a-4a7c-83a4-b358e25c17da), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.796731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5caa9a65-92d2-42ad-9e81-bf6f8344d04e req-0730f642-abab-4357-ada6-998db04c7e1a tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Feb 19 00:59:49.830059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030834d-dfcd-44c7-af09-06ad5739dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec373b01-9e6a-4a7c-83a4-b358e25c17da,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.837500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:49.838276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e030834d-dfcd-44c7-af09-06ad5739dfd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bd14bfe3d8a4a80a805dedca52e2fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635382 Feb 19 00:59:49.890588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74f6f0ab-8839-4d7b-8b3d-1bbe4bfee058 admin admin] Publish callbacks [] for security_group (ec373b01-9e6a-4a7c-83a4-b358e25c17da), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.891643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44330) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:49.905847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8d23-14d5-421b-bf7e-43f50cb8a6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.913166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74f6f0ab-8839-4d7b-8b3d-1bbe4bfee058 admin admin] Publish callbacks [] for security_group (ec373b01-9e6a-4a7c-83a4-b358e25c17da), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.957255 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67c63fa4-7dad-484d-b4a1-b5da12dbc6ec req-db74720b-ef76-4316-935a-3cb619a3758d tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 210 time: 0.0319097 Feb 19 00:59:49.965418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74f6f0ab-8839-4d7b-8b3d-1bbe4bfee058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ec373b01-9e6a-4a7c-83a4-b358e25c17da), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.968207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74f6f0ab-8839-4d7b-8b3d-1bbe4bfee058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.969714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-74f6f0ab-8839-4d7b-8b3d-1bbe4bfee058 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec373b01-9e6a-4a7c-83a4-b358e25c17da HTTP/1.1" status: 204 len: 168 time: 0.1310828 Feb 19 00:59:49.978217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f0ab-8839-4d7b-8b3d-1bbe4bfee058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec373b01-9e6a-4a7c-83a4-b358e25c17da,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:50.019071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8d23-14d5-421b-bf7e-43f50cb8a6df admin admin] Publish callbacks [] for security_group (36474895-5cfd-42e5-97cf-6bae94973f08), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.023403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8d23-14d5-421b-bf7e-43f50cb8a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (36474895-5cfd-42e5-97cf-6bae94973f08), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.062229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad2f8d23-14d5-421b-bf7e-43f50cb8a6df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99f76859cf0c468f9206bba582a19cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694052 Feb 19 00:59:50.064394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f8d23-14d5-421b-bf7e-43f50cb8a6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36474895-5cfd-42e5-97cf-6bae94973f08,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:50.065544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:50.103316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:50.107554 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c43c2-bb3d-4e1c-89dc-48797b19e060" -d '{"events": [{"name": "network-changed", "server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:50.146309 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9ccce8e-121d-4f56-814b-ca04d8586d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.149696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a259441-c858-41d5-8e9b-1b3714adc7e0 admin admin] Publish callbacks [] for security_group (36474895-5cfd-42e5-97cf-6bae94973f08), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.181180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a259441-c858-41d5-8e9b-1b3714adc7e0 admin admin] Publish callbacks [] for security_group (36474895-5cfd-42e5-97cf-6bae94973f08), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.242103 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247ca7e-0dc0-471d-9439-0bc5eb0febc1 x-openstack-request-id: req-b247ca7e-0dc0-471d-9439-0bc5eb0febc1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:50.242860 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:50.242860 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b247ca7e-0dc0-471d-9439-0bc5eb0febc1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:50.243652 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'status': 'completed', 'code': 200} Feb 19 00:59:50.282443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a259441-c858-41d5-8e9b-1b3714adc7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (36474895-5cfd-42e5-97cf-6bae94973f08), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.286235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a259441-c858-41d5-8e9b-1b3714adc7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.287542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8a259441-c858-41d5-8e9b-1b3714adc7e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36474895-5cfd-42e5-97cf-6bae94973f08 HTTP/1.1" status: 204 len: 168 time: 0.2200475 Feb 19 00:59:50.294295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-7d3d6967-51d3-4561-a501-f7add1ec06f6 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ba13230cfea437bb4de02a5943ca093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970807 Feb 19 00:59:50.332944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a259441-c858-41d5-8e9b-1b3714adc7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36474895-5cfd-42e5-97cf-6bae94973f08,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:50.401853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-9e990d5e-3da7-4cfb-9382-187ff6e6051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.403996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-9e990d5e-3da7-4cfb-9382-187ff6e6051b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1156 time: 0.1496282 Feb 19 00:59:50.408387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb3fdd-e020-4f7c-8fd5-e031d8d39c7f req-492e8f92-75fa-4ef4-a3a4-d629baec533f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.410329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4abb3fdd-e020-4f7c-8fd5-e031d8d39c7f req-492e8f92-75fa-4ef4-a3a4-d629baec533f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.1397536 Feb 19 00:59:50.453714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073a1f-86fa-4907-a2fe-8fd766d1bc34 req-08307e8f-48eb-480e-818b-d9d0a877368e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.455235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f073a1f-86fa-4907-a2fe-8fd766d1bc34 req-08307e8f-48eb-480e-818b-d9d0a877368e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 948 time: 0.1313329 Feb 19 00:59:50.499971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-0b2a41f1-45cc-42e1-8437-27160ef7636c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.502310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-0b2a41f1-45cc-42e1-8437-27160ef7636c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887517 Feb 19 00:59:50.506137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4abb3fdd-e020-4f7c-8fd5-e031d8d39c7f req-9884372a-7a99-4bec-91f5-9f83d2257351 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851815 Feb 19 00:59:50.519731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Request body: {'port': {'device_id': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '5ba13230cfea437bb4de02a5943ca093'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:50.567039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f073a1f-86fa-4907-a2fe-8fd766d1bc34 req-1e2eeb51-a3cf-4f06-8ce1-bf016287d545 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845692 Feb 19 00:59:50.573616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-f7fbc7f8-b456-46e7-a0c1-91dc6b87d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.575818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-f7fbc7f8-b456-46e7-a0c1-91dc6b87d01c service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1652846 Feb 19 00:59:50.649069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-142514b1-368e-462d-8dcf-4fddd06cda1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.0649576 Feb 19 00:59:50.663255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Made reservation on behalf of 5ba13230cfea437bb4de02a5943ca093 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:50.668071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.740399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-82caaeda-64b0-45d7-bad6-d37fc7373e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.742324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-82caaeda-64b0-45d7-bad6-d37fc7373e7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0859489 Feb 19 00:59:50.782039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-17188b82-9aaf-4c73-b24b-2dcc23c315d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329783 Feb 19 00:59:50.811552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:50.854641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b7940b57-4d11-42cd-acd9-88a721b8e2c7 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:50.902278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44360) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:50.937711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:50.952860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a61730b4-c51b-4885-8c3d-b866166bc21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.967201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-9acbc36b-b710-455b-a3cc-2c4901cf7c83 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736107 Feb 19 00:59:51.079101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0572e7-1401-434d-9e7f-a1912f049f48 req-194463f7-214c-4e65-afe2-e79b2e38c8c1 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.080599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c0572e7-1401-434d-9e7f-a1912f049f48 req-194463f7-214c-4e65-afe2-e79b2e38c8c1 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 948 time: 0.3520122 Feb 19 00:59:51.094809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Allocated IP 192.168.233.36 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/2a3c164d-2b0c-40fe-86d7-ac39a75093ab) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:51.124058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a61730b4-c51b-4885-8c3d-b866166bc21d admin admin] Publish callbacks [] for security_group (520eceaf-aebc-46fc-ac54-518615c000b3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.133714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a61730b4-c51b-4885-8c3d-b866166bc21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (520eceaf-aebc-46fc-ac54-518615c000b3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.138631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:51.148401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c0572e7-1401-434d-9e7f-a1912f049f48 req-0473bee0-7eed-44aa-9bb9-4d2472fff46e tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604513 Feb 19 00:59:51.148799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port b7940b57-4d11-42cd-acd9-88a721b8e2c7 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:51.176050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51', 'mac_address': 'fa:16:3e:cc:82:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:51.180192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port b7940b57-4d11-42cd-acd9-88a721b8e2c7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:51.181932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.202222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63581-8ddb-4e5b-9978-a6c32250953e req-e24820c6-e8f6-4a8a-86b3-1429b2ed013c tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.203859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1be63581-8ddb-4e5b-9978-a6c32250953e req-e24820c6-e8f6-4a8a-86b3-1429b2ed013c tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 945 time: 0.3024604 Feb 19 00:59:51.308184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-626c8e4c-f2fe-45cd-ba92-41d599834165 req-952e922f-d233-4936-a429-89c70319b94d tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 210 time: 0.0484855 Feb 19 00:59:51.314842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a61730b4-c51b-4885-8c3d-b866166bc21d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ffbc8f535444de2a1f2f9b088c3c0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090188 Feb 19 00:59:51.318443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44374) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:51.319163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:51.345524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61730b4-c51b-4885-8c3d-b866166bc21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520eceaf-aebc-46fc-ac54-518615c000b3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:51.346216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:51.346668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.350771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 has no active binding in host n-h2-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:59:51.363979 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-271c43c2-bb3d-4e1c-89dc-48797b19e060 req-76704662-ef74-4b60-8ed4-2f9406880d36 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371508 Feb 19 00:59:51.366222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:51.415179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:51.420938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.431801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b7940b57-4d11-42cd-acd9-88a721b8e2c7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:51.432174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.439244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29f85be3-ac1e-4cdd-8487-f6ffb9050a10 admin admin] Publish callbacks [] for security_group (520eceaf-aebc-46fc-ac54-518615c000b3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.442958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks [] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.458848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1be63581-8ddb-4e5b-9978-a6c32250953e req-7a944dbf-0509-497c-b8dc-21a4942764e0 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324798 Feb 19 00:59:51.481779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29f85be3-ac1e-4cdd-8487-f6ffb9050a10 admin admin] Publish callbacks [] for security_group (520eceaf-aebc-46fc-ac54-518615c000b3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.494946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:51.497480 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5582c48-42a2-4b45-92b8-b03431138a69" -d '{"events": [{"server_uuid": "d6f1e1ad-57e9-4e01-93a8-202eb680483b", "name": "network-vif-plugged", "status": "completed", "tag": "b7940b57-4d11-42cd-acd9-88a721b8e2c7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:51.517677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b7940b57-4d11-42cd-acd9-88a721b8e2c7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:51.519604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:51.523376 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.535696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.596095 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577de1aa-afea-4f31-8f8f-b9a8b82f4e55 x-openstack-request-id: req-577de1aa-afea-4f31-8f8f-b9a8b82f4e55 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:51.596469 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f1e1ad-57e9-4e01-93a8-202eb680483b", "name": "network-vif-plugged", "status": "completed", "tag": "b7940b57-4d11-42cd-acd9-88a721b8e2c7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:51.596711 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-577de1aa-afea-4f31-8f8f-b9a8b82f4e55 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:51.597126 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7', 'code': 200} Feb 19 00:59:51.599396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e8a7adf2-b297-4866-977d-a76f0e5a4f2c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:51.630558 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29f85be3-ac1e-4cdd-8487-f6ffb9050a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (520eceaf-aebc-46fc-ac54-518615c000b3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.633149 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29f85be3-ac1e-4cdd-8487-f6ffb9050a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.636642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-29f85be3-ac1e-4cdd-8487-f6ffb9050a10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/520eceaf-aebc-46fc-ac54-518615c000b3 HTTP/1.1" status: 204 len: 168 time: 0.3143504 Feb 19 00:59:51.636642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:51.661345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:51.689973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f85be3-ac1e-4cdd-8487-f6ffb9050a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520eceaf-aebc-46fc-ac54-518615c000b3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:51.694735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:51.699413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Pushing event updated for resources: {'Port': ['ID=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:51.766173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b7940b57-4d11-42cd-acd9-88a721b8e2c7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:51.802449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b4248-87fe-4210-b01a-a91003b934ad req-7f1f93e7-e4cf-4267-a143-46b65e68c96a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.809814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c74b4248-87fe-4210-b01a-a91003b934ad req-7f1f93e7-e4cf-4267-a143-46b65e68c96a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.1943443 Feb 19 00:59:51.836016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.836672 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.841097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:51.847927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87afbe7-8be2-473d-892e-3618b34f6144 req-22562d02-57fe-41ba-937e-3853a8161195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.851031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f87afbe7-8be2-473d-892e-3618b34f6144 req-22562d02-57fe-41ba-937e-3853a8161195 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 1131 time: 0.1828411 Feb 19 00:59:51.862751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-3181476c-177f-4c91-b7b5-dfdbf1d19065 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3484218 Feb 19 00:59:51.880632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e58a2a-3652-4153-9925-31b5c7a41fe8 req-9d640eca-08e1-431f-9ed4-fd02ceee666f tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.888583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3e58a2a-3652-4153-9925-31b5c7a41fe8 req-9d640eca-08e1-431f-9ed4-fd02ceee666f tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 949 time: 0.1384134 Feb 19 00:59:51.903245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Request body: {'port': {'device_id': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:51.941840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c74b4248-87fe-4210-b01a-a91003b934ad req-4e0fb826-421e-4378-b007-a1dcaf3da6a8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258006 Feb 19 00:59:51.986290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f87afbe7-8be2-473d-892e-3618b34f6144 req-55d37a83-99b5-433d-ba3c-e8d5b9130d22 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199176 Feb 19 00:59:52.042625 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.084223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3e58a2a-3652-4153-9925-31b5c7a41fe8 req-d6dabbc8-be7a-4d77-9d07-b8a9f9fc03b6 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882665 Feb 19 00:59:52.167189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fdff4a20-e850-4fdb-9fa3-9733c4c6d1af None None] Provisioning complete for port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:52.167762 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a20-e850-4fdb-9fa3-9733c4c6d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.209108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fdff4a20-e850-4fdb-9fa3-9733c4c6d1af None None] Port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:52.344695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cd254-eba1-49da-bdcf-6760f567ccd1 req-1f9aba37-6dbb-4369-a041-15511b2b8c89 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:52.351447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8cd254-eba1-49da-bdcf-6760f567ccd1 req-1f9aba37-6dbb-4369-a041-15511b2b8c89 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 949 time: 0.1033592 Feb 19 00:59:52.415182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8cd254-eba1-49da-bdcf-6760f567ccd1 req-61aed9dd-b418-4119-ab34-f78688cfcff3 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599477 Feb 19 00:59:52.493462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3c164d-2b0c-40fe-86d7-ac39a75093ab {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:52.498657 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-708277a9-7c4a-4787-a582-fa042eac29f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.502153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Publish callbacks [] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.519319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Transition to ACTIVE for port object 2a3c164d-2b0c-40fe-86d7-ac39a75093ab will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:52.528922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.552288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274406be-5077-4e6f-8772-550a0b345ff4 req-860939ef-a7da-4224-ba39-e16ecfd1eea0 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:52.556386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-274406be-5077-4e6f-8772-550a0b345ff4 req-860939ef-a7da-4224-ba39-e16ecfd1eea0 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 935 time: 0.1498864 Feb 19 00:59:52.695263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Pushing event updated for resources: {'Port': ['ID=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:52.746935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-274406be-5077-4e6f-8772-550a0b345ff4 req-051104a0-56ad-4775-9803-4e724a7649f2 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371884 Feb 19 00:59:52.765850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ebee3-f57e-4ba0-9c8a-711a8c1971a4 req-14cf127c-e074-4d1e-bd7e-62174116fd75 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:52.777813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b7ebee3-f57e-4ba0-9c8a-711a8c1971a4 req-14cf127c-e074-4d1e-bd7e-62174116fd75 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 945 time: 0.2196553 Feb 19 00:59:52.790393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-ad11c8c5-d5fc-4437-adf3-7c55e328ba7c service neutron] 10.222.0.89 "GET /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.1637533 Feb 19 00:59:52.825770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:52.851147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Attempting to bind port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:52.851615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Attempting to bind port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:52.852150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Attempting to bind port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:52.860419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:52.860802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Attempting to bind port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:52.873395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:52.873943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:52.874968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:52.875261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Bound port: 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:52.875911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.948465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:52.953844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b7ebee3-f57e-4ba0-9c8a-711a8c1971a4 req-d97be7e6-6ccb-44af-9201-7ea978a7d05f tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748636 Feb 19 00:59:52.964670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:52.965165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.057853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] For port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:53.064331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] For port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:53.075000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.166781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.169933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.172384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] 10.222.0.10 "PUT /v2.0/ports/2a3c164d-2b0c-40fe-86d7-ac39a75093ab HTTP/1.1" status: 200 len: 1095 time: 1.2805159 Feb 19 00:59:53.173761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'tag': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:53.202741 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866707b0-5a52-4924-a0b4-908d613e796e" -d '{"events": [{"name": "network-changed", "server_uuid": "a57098bb-dc4b-4346-87d5-393ff94c032b", "tag": "2a3c164d-2b0c-40fe-86d7-ac39a75093ab"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:53.276040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:53.300924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:53.373021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:53.388739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7fcad-4560-47bb-a09d-d7b2546795ee service neutron] Pushing event updated for resources: {'Port': ['ID=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:53.406018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:53.529805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.531509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.536179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-491ffe0b-9c25-4cba-9302-711bb6a43004 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175072 Feb 19 00:59:53.593055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:53.593055 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.639932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254636d-130f-4268-aede-23add5094b74 req-0eea2eb8-0284-430c-be37-cad91b34f18e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.646624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7254636d-130f-4268-aede-23add5094b74 req-0eea2eb8-0284-430c-be37-cad91b34f18e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 944 time: 0.2273719 Feb 19 00:59:53.678985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:53.689056 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05723fc7-c146-4c33-98dc-5b1004761e07" -d '{"events": [{"server_uuid": "c679cabb-5bb6-4ffb-910f-510e7194d285", "name": "network-vif-plugged", "status": "completed", "tag": "28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:53.716060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:53.719444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] Transition to ACTIVE for port object a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:53.724002 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.732570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7254636d-130f-4268-aede-23add5094b74 req-4640715d-eade-45fb-b441-f8c1d4f5f715 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850275 Feb 19 00:59:53.741684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.797321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-da47d37b-2b85-41cb-9b05-a1fbeae1f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.798843 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-da47d37b-2b85-41cb-9b05-a1fbeae1f60b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ba13230cfea437bb4de02a5943ca093&device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 1129 time: 0.5463293 Feb 19 00:59:53.808319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:53.849738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-72d58721-86fe-4176-9212-376f4abf66ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab HTTP/1.1" status: 200 len: 217 time: 0.0397160 Feb 19 00:59:53.856716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-5d7946f4-b97e-443e-ace6-e6a473c8b139 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.858294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-5d7946f4-b97e-443e-ace6-e6a473c8b139 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167565 Feb 19 00:59:53.919348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] No DVR routers for this DVR port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:53.929501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] Pushing event updated for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:53.943761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-eb0bf911-5f83-4023-8df7-844b15cf1b2c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/quotas/5f8fa5451a424ffbad3b3f10850f3b5c HTTP/1.1" status: 200 len: 375 time: 0.0758674 Feb 19 00:59:53.954520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-5aa81b5a-2523-481e-bc8a-24a1231961a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.955688 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-5aa81b5a-2523-481e-bc8a-24a1231961a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0965281 Feb 19 00:59:53.967694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-bd5bfe1d-ef9c-4352-984b-26294c99fd22 service neutron] 10.222.0.89 "PUT /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20/bindings/n-h2-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1592934 Feb 19 00:59:53.987372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-a5ba6fd8-3b08-498c-b776-c310057521ea tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423605 Feb 19 00:59:53.995697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ee9f2-391a-46ba-93b0-585296307d9c req-1126d0d4-2c10-465a-b67f-a3f3132d7c08 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.007341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae6ee9f2-391a-46ba-93b0-585296307d9c req-1126d0d4-2c10-465a-b67f-a3f3132d7c08 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.1674395 Feb 19 00:59:54.041882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-6559284f-a994-4451-8f85-49a15ae6e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.044153 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-6559284f-a994-4451-8f85-49a15ae6e200 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0555019 Feb 19 00:59:54.113510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae6ee9f2-391a-46ba-93b0-585296307d9c req-9694df4b-76ff-4797-be25-3730981e099b tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013477 Feb 19 00:59:54.176105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-4a05dfa6-aa4f-4bf3-b26b-44647dadca6f tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.177788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-4a05dfa6-aa4f-4bf3-b26b-44647dadca6f tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.1488791 Feb 19 00:59:54.232702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-09a7fa8d-b48a-4bba-976f-70075f08203e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813109 Feb 19 00:59:54.239894 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b0979-a952-464c-9c69-046c79e3c504 x-openstack-request-id: req-2f8b0979-a952-464c-9c69-046c79e3c504 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:54.240198 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57098bb-dc4b-4346-87d5-393ff94c032b", "tag": "2a3c164d-2b0c-40fe-86d7-ac39a75093ab", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:54.240456 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f8b0979-a952-464c-9c69-046c79e3c504 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:54.240878 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'tag': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab', 'status': 'completed', 'code': 200} Feb 19 00:59:54.263037 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf1022-415b-4727-8470-c4c32ff1250c x-openstack-request-id: req-41bf1022-415b-4727-8470-c4c32ff1250c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:54.269183 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679cabb-5bb6-4ffb-910f-510e7194d285", "name": "network-vif-plugged", "status": "completed", "tag": "28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:54.269852 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41bf1022-415b-4727-8470-c4c32ff1250c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:54.270434 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51', 'code': 200} Feb 19 00:59:54.326123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-c9e3ee61-9204-4574-b822-42653f759d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.332482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-c9e3ee61-9204-4574-b822-42653f759d62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5&tenant_id=bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 1127 time: 0.1413794 Feb 19 00:59:54.485542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236305c-7071-4518-8f99-289abcda9607 req-342b1e9d-2f91-46f2-a266-ef2badc5e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.487073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d236305c-7071-4518-8f99-289abcda9607 req-342b1e9d-2f91-46f2-a266-ef2badc5e77f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 1132 time: 0.1535687 Feb 19 00:59:54.501550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed498e27-fb72-4bae-b907-c2e1322b798c req-274d880e-ae85-47e0-a3a7-2df6ecef8113 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.508682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed498e27-fb72-4bae-b907-c2e1322b798c req-274d880e-ae85-47e0-a3a7-2df6ecef8113 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 949 time: 0.1904249 Feb 19 00:59:54.516854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9fde-a47f-4281-98c3-f5b281cf7e0d req-a9ce2e67-f7a5-4393-b7c1-46c27f64efeb tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.518474 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6fb9fde-a47f-4281-98c3-f5b281cf7e0d req-a9ce2e67-f7a5-4393-b7c1-46c27f64efeb tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 947 time: 0.1334372 Feb 19 00:59:54.529048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-f5902bfc-cae8-4590-9dee-5dc69ec4867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.530681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-f5902bfc-cae8-4590-9dee-5dc69ec4867a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1127 time: 0.1553650 Feb 19 00:59:54.545664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d357e8-1641-478c-8333-a4dd8c381a31 req-f0f455ac-528b-4915-a2fa-6af69bfdc6d2 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982247 Feb 19 00:59:54.584319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed498e27-fb72-4bae-b907-c2e1322b798c req-d00b33c8-8e42-49fe-92b9-446928ba6bd2 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739591 Feb 19 00:59:54.713353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6fb9fde-a47f-4281-98c3-f5b281cf7e0d req-449972cf-c314-47e5-a234-84cdb6c5f975 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873996 Feb 19 00:59:54.716339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-594f8386-9274-489d-b362-e71fbbda46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.718804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-594f8386-9274-489d-b362-e71fbbda46a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1728327 Feb 19 00:59:54.721791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866707b0-5a52-4924-a0b4-908d613e796e req-f3c836fd-07e0-49f7-9218-8f67e0351765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.723021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-f3c836fd-07e0-49f7-9218-8f67e0351765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ba13230cfea437bb4de02a5943ca093&device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 1129 time: 0.1148384 Feb 19 00:59:54.723279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d236305c-7071-4518-8f99-289abcda9607 req-f2286f9f-9718-40e1-9fe4-c3b50cb1ab9b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032156 Feb 19 00:59:54.779954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-aa1c785f-8d67-4652-b5f2-067e040be4d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.0497248 Feb 19 00:59:54.865101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-08f022bd-f894-4598-bfa5-3d1329fbd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.866648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-08f022bd-f894-4598-bfa5-3d1329fbd204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0805676 Feb 19 00:59:54.915197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-8d29c42b-29fd-4bac-a59e-02119bfed59d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418165 Feb 19 00:59:54.942648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866707b0-5a52-4924-a0b4-908d613e796e req-1dd61f38-09f3-4a14-a7e4-67f9874c4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.946170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-1dd61f38-09f3-4a14-a7e4-67f9874c4355 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2155840 Feb 19 00:59:54.948330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-f5e6d1fe-1ff6-4fde-967c-ecae0e0f6a54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553823 Feb 19 00:59:55.032253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-2bcc73ab-8dd6-45ef-b481-c3b97e9d2b30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab HTTP/1.1" status: 200 len: 217 time: 0.0696983 Feb 19 00:59:55.135832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866707b0-5a52-4924-a0b4-908d613e796e req-d335f98a-7334-4dfa-820d-dc03b4bafa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.154627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-d335f98a-7334-4dfa-820d-dc03b4bafa42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1150482 Feb 19 00:59:55.215573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.273351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e007dd-fa9f-41a0-a141-d1c858f9629c req-5986e779-860a-424d-9549-4cc6f809c572 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.282414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3e007dd-fa9f-41a0-a141-d1c858f9629c req-5986e779-860a-424d-9549-4cc6f809c572 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 945 time: 0.1242182 Feb 19 00:59:55.315263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866707b0-5a52-4924-a0b4-908d613e796e req-23d36d24-036e-4fc7-8ab1-a3bf2594851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.316804 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-23d36d24-036e-4fc7-8ab1-a3bf2594851b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477444 Feb 19 00:59:55.356314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3e007dd-fa9f-41a0-a141-d1c858f9629c req-9543c9b3-305b-4da2-bf08-54523ab42309 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717697 Feb 19 00:59:55.415963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-7c83b693-7689-44cd-9988-b3b2b7c28a92 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.417430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-7c83b693-7689-44cd-9988-b3b2b7c28a92 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873357 Feb 19 00:59:55.423177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-7aa0cd0c-8ccb-4e4c-95e3-1ad1e7a0b77f service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624927 Feb 19 00:59:55.437867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-1e31402c-65d3-44a4-ac69-b86b84cf3c5c service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119802 Feb 19 00:59:55.441920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-68f49699-07c4-4136-96b1-5675bb128741 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/quotas/5f8fa5451a424ffbad3b3f10850f3b5c HTTP/1.1" status: 200 len: 375 time: 0.0178246 Feb 19 00:59:55.530508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-cdbba2c2-c473-462a-86dd-b273c8a67ad3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788052 Feb 19 00:59:55.586205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-866707b0-5a52-4924-a0b4-908d613e796e req-653a7f08-3687-4a7c-91df-49c10463fa5a service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378815 Feb 19 00:59:55.616736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-0894a8df-146c-457d-b67b-ad2bde50bb24 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856043 Feb 19 00:59:55.675556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.784026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccb446-2bf0-4a0c-852b-2a8d1be8df9a req-5f577db2-eae2-432c-a832-7529c7e52b19 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.785297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3ccb446-2bf0-4a0c-852b-2a8d1be8df9a req-5f577db2-eae2-432c-a832-7529c7e52b19 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 949 time: 0.1524348 Feb 19 00:59:55.795948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-e636e1c2-4455-4f45-8089-b46ce799dd41 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299737 Feb 19 00:59:55.899254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3ccb446-2bf0-4a0c-852b-2a8d1be8df9a req-6f5e7e9c-8ffb-4bae-af9c-0eab39f08c88 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075714 Feb 19 00:59:55.963343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-54e876ad-e18c-4b4c-914d-ed9e324df72d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.965193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-54e876ad-e18c-4b4c-914d-ed9e324df72d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544497 Feb 19 00:59:55.993283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af190ab-3350-4ee5-8268-a5874a660457 req-e3b32aa2-d663-448b-832c-0d5d93f146be tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:56.000805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6af190ab-3350-4ee5-8268-a5874a660457 req-e3b32aa2-d663-448b-832c-0d5d93f146be tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.1731637 Feb 19 00:59:56.012202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Request body: {'port': {'device_id': '862fc68b-d822-489a-83ec-454d088754cc', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '5f8fa5451a424ffbad3b3f10850f3b5c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:56.098604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1343535a-da1a-4012-abeb-fe8b2e87ce56 req-937419f6-2062-4f15-a968-43c4fdc452c3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 210 time: 0.0409279 Feb 19 00:59:56.226462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-1cf82f2c-a997-4f46-82a6-dfd6855fac0a tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:56.231394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-1cf82f2c-a997-4f46-82a6-dfd6855fac0a tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.1580708 Feb 19 00:59:56.247025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6af190ab-3350-4ee5-8268-a5874a660457 req-39782459-4ef5-482a-847f-a69cd681be78 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439513 Feb 19 00:59:56.267128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e3420-537a-4671-b13f-54d6a3b0f851 req-f22f6147-aa76-4da0-923d-bc0dab5fa11a tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:56.277702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c43e3420-537a-4671-b13f-54d6a3b0f851 req-f22f6147-aa76-4da0-923d-bc0dab5fa11a tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 947 time: 0.0833461 Feb 19 00:59:56.320975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Made reservation on behalf of 5f8fa5451a424ffbad3b3f10850f3b5c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:56.326592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.339943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.347571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c43e3420-537a-4671-b13f-54d6a3b0f851 req-5963a7a6-c1c3-421b-8819-10bdfb4e20ab tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688522 Feb 19 00:59:56.459465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.510979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-27db1465-561d-4fa1-b04f-b32fed445bf4 service neutron] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:56.527427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-27db1465-561d-4fa1-b04f-b32fed445bf4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.528542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e0a2e24-a80a-49fd-baa9-5e587c60d887 req-27db1465-561d-4fa1-b04f-b32fed445bf4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20/bindings/n-h1-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.2811689 Feb 19 00:59:56.557456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66cb1-18a5-4992-b6b7-b8e29ebce4a7 req-3ca39743-a538-4109-b9b6-e40304d5b385 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:56.564555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks [] for security_group (4e2c5aeb-8cc9-4c29-80b5-21d93208db16), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.568896 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4e2c5aeb-8cc9-4c29-80b5-21d93208db16), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.573335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2aa66cb1-18a5-4992-b6b7-b8e29ebce4a7 req-3ca39743-a538-4109-b9b6-e40304d5b385 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 945 time: 0.1015077 Feb 19 00:59:56.674087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2c5aeb-8cc9-4c29-80b5-21d93208db16,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:56.695828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2aa66cb1-18a5-4992-b6b7-b8e29ebce4a7 req-cc27832f-b6b7-42f2-bbe3-881798690e4e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203623 Feb 19 00:59:56.840741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Allocated IP 192.168.233.30 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/c091207e-3884-4af3-9692-b971cfaddbad) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:56.875443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:56.886017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680a28-1324-41f9-8a24-319ce6b6e54d req-f5fda3fa-b84b-425b-9a8e-22d66dc6c6ab tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:56.888302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b2680a28-1324-41f9-8a24-319ce6b6e54d req-f5fda3fa-b84b-425b-9a8e-22d66dc6c6ab tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1127 time: 0.0603819 Feb 19 00:59:56.939457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:59:56.940354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:56.962152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2a3c164d-2b0c-40fe-86d7-ac39a75093ab details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:56.962974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b2680a28-1324-41f9-8a24-319ce6b6e54d req-08471db0-0935-4cb9-ba37-63c0d0da73fb tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 Feb 19 00:59:57.088104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44554) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:57.253566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:57.300817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab', 'mac_address': 'fa:16:3e:cf:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:57.303142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8348fd42-7ed2-4d6f-903e-446fddf94d77 req-252f3e76-b48c-4f32-ac26-5d6d6f7fc8f5 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 210 time: 0.0385497 Feb 19 00:59:57.361604 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75850fe5-0710-42c3-b303-b446c4f918af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.389289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:57.389684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.429540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-eaf4e3af-b263-4e34-ba30-603610e17c18 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173038 Feb 19 00:59:57.431385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3c164d-2b0c-40fe-86d7-ac39a75093ab {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:57.445584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-a2e8a67c-fa60-4bfe-8b0f-e201feb442c8 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.447825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-a2e8a67c-fa60-4bfe-8b0f-e201feb442c8 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 949 time: 0.2392356 Feb 19 00:59:57.452807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks [] for port (c091207e-3884-4af3-9692-b971cfaddbad), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.462804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19a7b-99d3-462b-a054-fe1e53d7e9ce req-aebcec9e-f6e4-4d67-bf7b-d65d5386419a tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.465021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14b19a7b-99d3-462b-a054-fe1e53d7e9ce req-aebcec9e-f6e4-4d67-bf7b-d65d5386419a tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 949 time: 0.3240166 Feb 19 00:59:57.473678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:57.478165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.553666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:57.603589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75850fe5-0710-42c3-b303-b446c4f918af admin admin] Publish callbacks [] for security_group (460b567a-de38-456a-ab97-ec32a9b02907), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.623032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75850fe5-0710-42c3-b303-b446c4f918af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (460b567a-de38-456a-ab97-ec32a9b02907), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.655288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-aeb933ea-2650-40fa-bc7c-01d27f477c5b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.657623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-aeb933ea-2650-40fa-bc7c-01d27f477c5b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.2162225 Feb 19 00:59:57.691673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75850fe5-0710-42c3-b303-b446c4f918af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460b567a-de38-456a-ab97-ec32a9b02907,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:57.700486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75850fe5-0710-42c3-b303-b446c4f918af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6342787dc2294e5f89d27469cf1965eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6104794 Feb 19 00:59:57.701883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44576) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:57.707163 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-a6e299e3-c068-4736-9256-b5afef551af9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/quotas/bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 375 time: 0.0401630 Feb 19 00:59:57.717247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14b19a7b-99d3-462b-a054-fe1e53d7e9ce req-9c953000-c311-466c-acbc-e3a33e3f2492 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758637 Feb 19 00:59:57.750006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-e7beaa05-4839-4cbd-8705-b4753c1f0c05 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.751435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-e7beaa05-4839-4cbd-8705-b4753c1f0c05 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025506 Feb 19 00:59:57.759030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.762894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2a3c164d-2b0c-40fe-86d7-ac39a75093ab'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:57.766942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Request body: {'port': {'device_id': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '5f8fa5451a424ffbad3b3f10850f3b5c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:57.814017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0df687c8-74eb-4dff-81de-3b11bc2efaf8 admin admin] Publish callbacks [] for security_group (460b567a-de38-456a-ab97-ec32a9b02907), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.841878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0df687c8-74eb-4dff-81de-3b11bc2efaf8 admin admin] Publish callbacks [] for security_group (460b567a-de38-456a-ab97-ec32a9b02907), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.860696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-00b8ba24-efdd-4f1e-b9fc-189a13a2aec0 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503146 Feb 19 00:59:57.922030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:57.931175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Deleting port b7940b57-4d11-42cd-acd9-88a721b8e2c7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:57.931492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.945825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:57.950014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:57.952108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0df687c8-74eb-4dff-81de-3b11bc2efaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (460b567a-de38-456a-ab97-ec32a9b02907), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.954945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0df687c8-74eb-4dff-81de-3b11bc2efaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.955692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.956076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0df687c8-74eb-4dff-81de-3b11bc2efaf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/460b567a-de38-456a-ab97-ec32a9b02907 HTTP/1.1" status: 204 len: 168 time: 0.2479959 Feb 19 00:59:57.956293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.972982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:57.975056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df687c8-74eb-4dff-81de-3b11bc2efaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460b567a-de38-456a-ab97-ec32a9b02907,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:57.992325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-3a3973ac-4e15-480a-ad39-1e4a267ff016 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188183 Feb 19 00:59:58.053035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-10851b77-04b6-44c8-9dcf-2e87e0d028cb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0492482 Feb 19 00:59:58.078613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Request body: {'port': {'device_id': '862fc68b-d822-489a-83ec-454d088754cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:58.088487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16369b-de3c-4295-8e72-02071344ba99 req-8d43f0f9-09cb-4b2d-865a-a8ebd13d9cbd tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.091374 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a16369b-de3c-4295-8e72-02071344ba99 req-8d43f0f9-09cb-4b2d-865a-a8ebd13d9cbd tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.2725036 Feb 19 00:59:58.142283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-e045c8c2-4ee3-44bc-ba6c-940b5727f51a service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399868 Feb 19 00:59:58.177992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] For port b7940b57-4d11-42cd-acd9-88a721b8e2c7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b7940b57-4d11-42cd-acd9-88a721b8e2c7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:58.178367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.229512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Made reservation on behalf of 5f8fa5451a424ffbad3b3f10850f3b5c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:58.234000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.239746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Calling delete_port for b7940b57-4d11-42cd-acd9-88a721b8e2c7 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:58.291409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.335767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44592) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:58.357539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3a79f3e-463d-4906-a9a4-b782cd07f7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.397875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a16369b-de3c-4295-8e72-02071344ba99 req-f8139944-810e-449e-af54-0ed83757e465 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720108 Feb 19 00:59:58.437114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4969f5-20d3-4aeb-b487-c8506d907a87 req-e1b7902d-ef55-4938-aa2e-0f021524e1db tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.438214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c4969f5-20d3-4aeb-b487-c8506d907a87 req-e1b7902d-ef55-4938-aa2e-0f021524e1db tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 948 time: 0.0828922 Feb 19 00:59:58.446815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-348b1afa-caa3-4d98-8238-8608dc81d35b None None] Provisioning complete for port c091207e-3884-4af3-9692-b971cfaddbad triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:58.447652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-348b1afa-caa3-4d98-8238-8608dc81d35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c091207e-3884-4af3-9692-b971cfaddbad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.517715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c4969f5-20d3-4aeb-b487-c8506d907a87 req-6d7199e6-abe6-4e8e-ada2-fadf499f7fae tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690608 Feb 19 00:59:58.520460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-348b1afa-caa3-4d98-8238-8608dc81d35b None None] Port c091207e-3884-4af3-9692-b971cfaddbad cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:58.529220 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3a79f3e-463d-4906-a9a4-b782cd07f7b7 admin admin] Publish callbacks [] for security_group (8f659e22-d4f0-43c6-88ca-984a8bf8ff27), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.535226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3a79f3e-463d-4906-a9a4-b782cd07f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8f659e22-d4f0-43c6-88ca-984a8bf8ff27), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.587061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3a79f3e-463d-4906-a9a4-b782cd07f7b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8262b9de28ba4471bfedc1a86c251111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501910 Feb 19 00:59:58.588071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a79f3e-463d-4906-a9a4-b782cd07f7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f659e22-d4f0-43c6-88ca-984a8bf8ff27,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:58.590988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44598) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:58.667326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-945c5836-b74a-4e24-9b15-cdf6f7e9bd3f req-fee6b288-48d3-4947-9473-435df35f95c3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 210 time: 0.0531664 Feb 19 00:59:58.733140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97c659f3-eba2-41ea-bfbb-632bf25fffa6 admin admin] Publish callbacks [] for security_group (8f659e22-d4f0-43c6-88ca-984a8bf8ff27), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.770687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97c659f3-eba2-41ea-bfbb-632bf25fffa6 admin admin] Publish callbacks [] for security_group (8f659e22-d4f0-43c6-88ca-984a8bf8ff27), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.781100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b7940b57-4d11-42cd-acd9-88a721b8e2c7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.797350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['b7940b57-4d11-42cd-acd9-88a721b8e2c7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:58.862779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ae777e7-3f64-4765-9787-d3e8e297465c req-c85d1ff9-8e84-4ede-90a7-4cdef931dac8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 210 time: 0.0953994 Feb 19 00:59:58.867357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Pushing event deleted for resources: {'Port': ['ID=b7940b57-4d11-42cd-acd9-88a721b8e2c7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:58.870296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Allocated IP 192.168.233.82 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/9462074e-81f8-4e0d-a9ae-dbee2648e413) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:58.931161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] No DVR routers for this DVR port b7940b57-4d11-42cd-acd9-88a721b8e2c7 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:58.943155 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.943845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97c659f3-eba2-41ea-bfbb-632bf25fffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8f659e22-d4f0-43c6-88ca-984a8bf8ff27), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.946835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97c659f3-eba2-41ea-bfbb-632bf25fffa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.948150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-97c659f3-eba2-41ea-bfbb-632bf25fffa6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f659e22-d4f0-43c6-88ca-984a8bf8ff27 HTTP/1.1" status: 204 len: 168 time: 0.3560131 Feb 19 00:59:58.951896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fa48ab8-6bb6-4a81-963d-0e6e680a61bc req-1d46549e-f641-4bfd-ad87-5964e1682a93 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.89 "DELETE /v2.0/ports/b7940b57-4d11-42cd-acd9-88a721b8e2c7 HTTP/1.1" status: 204 len: 173 time: 1.4409292 Feb 19 00:59:58.963494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c659f3-eba2-41ea-bfbb-632bf25fffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f659e22-d4f0-43c6-88ca-984a8bf8ff27,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:58.982205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2a3c164d-2b0c-40fe-86d7-ac39a75093ab up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:59.068374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:59.075151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:59.075603 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.102344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'name': 'network-vif-deleted', 'tag': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:59.124984 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39571b5b-03b7-431d-a14a-47f736cd3442" -d '{"events": [{"server_uuid": "d6f1e1ad-57e9-4e01-93a8-202eb680483b", "name": "network-vif-deleted", "tag": "b7940b57-4d11-42cd-acd9-88a721b8e2c7"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:59.265013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:59.265558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.394586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:59.398158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:59.403534 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11bfe26-4da7-4c20-8528-e1c7461bfb99" -d '{"events": [{"server_uuid": "a57098bb-dc4b-4346-87d5-393ff94c032b", "name": "network-vif-plugged", "status": "completed", "tag": "2a3c164d-2b0c-40fe-86d7-ac39a75093ab"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:59.409093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.409393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks [] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.461628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.508818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.521651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a333a98b-8efd-440e-9516-c6e313e3183d req-87c028d7-5ebd-440f-9115-a4f3eea21572 tempest-ImagesNegativeTestJSON-2127305839 tempest-ImagesNegativeTestJSON-2127305839-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1e1ad-57e9-4e01-93a8-202eb680483b HTTP/1.1" status: 200 len: 210 time: 0.0455027 Feb 19 00:59:59.615099 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73af922-dcde-4d52-be2d-a04bddd2552a x-openstack-request-id: req-a73af922-dcde-4d52-be2d-a04bddd2552a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:59.615099 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f1e1ad-57e9-4e01-93a8-202eb680483b", "name": "network-vif-deleted", "tag": "b7940b57-4d11-42cd-acd9-88a721b8e2c7", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:59.615099 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a73af922-dcde-4d52-be2d-a04bddd2552a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:59.615099 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f1e1ad-57e9-4e01-93a8-202eb680483b', 'name': 'network-vif-deleted', 'tag': 'b7940b57-4d11-42cd-acd9-88a721b8e2c7', 'status': 'completed', 'code': 200} Feb 19 00:59:59.635179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:59.655911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:59.660252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:59.671163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.677532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.682612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event updated for resources: {'Port': ['ID=9462074e-81f8-4e0d-a9ae-dbee2648e413,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.702858 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8d7f9-04b0-4af6-8765-3f0e6ae41e0a x-openstack-request-id: req-d7e8d7f9-04b0-4af6-8765-3f0e6ae41e0a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:59.703322 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57098bb-dc4b-4346-87d5-393ff94c032b", "name": "network-vif-plugged", "status": "completed", "tag": "2a3c164d-2b0c-40fe-86d7-ac39a75093ab", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:59.703736 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7e8d7f9-04b0-4af6-8765-3f0e6ae41e0a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:59.704233 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab', 'code': 200} Feb 19 00:59:59.742524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-4683db75-e468-41b0-838b-b84b9242df40 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9811058 Feb 19 00:59:59.807216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Request body: {'port': {'device_id': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:00.001372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-75313480-0201-4330-a15b-ea05ebf1dbb4 req-493f06e0-daa4-47f0-bede-76f42dcf6962 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 210 time: 0.0968993 Feb 19 01:00:00.040194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc2dcd-e2ea-4c1f-bc32-84c8df7c8b35 req-dab1f10f-0b0f-4cc2-a2e0-ae9c1c110684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.050245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9fc2dcd-e2ea-4c1f-bc32-84c8df7c8b35 req-dab1f10f-0b0f-4cc2-a2e0-ae9c1c110684 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 1131 time: 0.2182417 Feb 19 01:00:00.169178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9fc2dcd-e2ea-4c1f-bc32-84c8df7c8b35 req-9015723f-6789-4d6a-8c9a-3e5696db00c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104696 Feb 19 01:00:00.171817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-06766fbb-4991-433b-88b0-3debdf7ccfa8 None None] Provisioning complete for port 9462074e-81f8-4e0d-a9ae-dbee2648e413 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:00.172270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06766fbb-4991-433b-88b0-3debdf7ccfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:00.188328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d314-a48c-4c20-8c54-d47c68749d60 req-0c44681b-b3b3-4d15-99aa-1e52fba61bb3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.189893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2249d314-a48c-4c20-8c54-d47c68749d60 req-0c44681b-b3b3-4d15-99aa-1e52fba61bb3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 935 time: 0.0646875 Feb 19 01:00:00.291021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-06766fbb-4991-433b-88b0-3debdf7ccfa8 None None] Port 9462074e-81f8-4e0d-a9ae-dbee2648e413 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:00.315276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2249d314-a48c-4c20-8c54-d47c68749d60 req-33f45791-5936-4bff-a293-75eb3df97267 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185958 Feb 19 01:00:00.446135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-2e1bd90e-e5e4-414b-9ef2-39221c3cd11a tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c77001543f404fbd820038f320944c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451059 Feb 19 01:00:00.579477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-85b90ed7-86f9-4e12-8a14-f7282fef91fb tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.582763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-85b90ed7-86f9-4e12-8a14-f7282fef91fb tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352158 Feb 19 01:00:00.595895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:00.607939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-6fcd8077-fe37-4acb-89d6-f5249daaac15 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/quotas/c77001543f404fbd820038f320944c1b HTTP/1.1" status: 200 len: 375 time: 0.0198114 Feb 19 01:00:00.674503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582c959-7355-4b00-873a-583ebc7a1a7d req-00063897-df17-44e9-b7d1-2ad9bc6ed076 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.681810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1582c959-7355-4b00-873a-583ebc7a1a7d req-00063897-df17-44e9-b7d1-2ad9bc6ed076 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.7794755 Feb 19 01:00:00.685185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c091207e-3884-4af3-9692-b971cfaddbad {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:00.691424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-f45049c5-4d46-4108-a331-5863d04eacc4 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c77001543f404fbd820038f320944c1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776868 Feb 19 01:00:00.783705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-d688d0b9-7d06-4b8d-be3a-c2f61f2641a3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.785253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-d688d0b9-7d06-4b8d-be3a-c2f61f2641a3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.7642848 Feb 19 01:00:00.864689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b7940b57-4d11-42cd-acd9-88a721b8e2c7 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:00.881333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Publish callbacks [] for port (c091207e-3884-4af3-9692-b971cfaddbad), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:00.913727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Request body: {'port': {'device_id': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'admin_state_up': True, 'tenant_id': 'bef317f3ec19416bb9a25cb1aa859586'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:00.935041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: b7940b57-4d11-42cd-acd9-88a721b8e2c7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:00.935718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b7940b57-4d11-42cd-acd9-88a721b8e2c7 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:00.941794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fea24e3a-1210-4949-a5af-4aca2a2d9e6e req-387b8ba6-c69c-4361-bfab-66d28ee201e1 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 210 time: 0.0572896 Feb 19 01:00:01.038287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Transition to ACTIVE for port object c091207e-3884-4af3-9692-b971cfaddbad will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:01.064118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.158616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7cd94fa1-8bea-4fbd-8731-6b4aab32af10 req-1dcbe7c6-2367-45b2-9ccb-f26e35bff23b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 210 time: 0.0566473 Feb 19 01:00:01.218012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1582c959-7355-4b00-873a-583ebc7a1a7d req-f83b8bde-5c95-485d-8c66-7c40b7388dfa tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307055 Feb 19 01:00:01.273445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:01.611825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Attempting to bind port c091207e-3884-4af3-9692-b971cfaddbad on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:01.612152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Attempting to bind port c091207e-3884-4af3-9692-b971cfaddbad by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:01.612656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Attempting to bind port c091207e-3884-4af3-9692-b971cfaddbad on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:01.636857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Made reservation on behalf of bef317f3ec19416bb9a25cb1aa859586 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:01.641010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.660536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Port c091207e-3884-4af3-9692-b971cfaddbad on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:01.660890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Attempting to bind port c091207e-3884-4af3-9692-b971cfaddbad on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:01.708856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:01.709214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:01.709597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:01.710036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Bound port: c091207e-3884-4af3-9692-b971cfaddbad, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:01.710518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.834235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6b43-c4c1-463c-a3af-5b2ad333433b req-de92fdce-b180-425b-9a2d-759df38751fb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:01.842011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f1f6b43-c4c1-463c-a3af-5b2ad333433b req-de92fdce-b180-425b-9a2d-759df38751fb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 935 time: 0.3205700 Feb 19 01:00:01.863854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9462074e-81f8-4e0d-a9ae-dbee2648e413 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:01.884014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Publish callbacks [] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.920370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44734) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:01.964023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Transition to ACTIVE for port object 9462074e-81f8-4e0d-a9ae-dbee2648e413 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:01.993621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.998548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:02.067794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d595a29f-583b-47e3-9eb8-ff895c95b566 req-f2d1087f-b698-42d8-a63e-e17824f0e738 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 210 time: 0.0389462 Feb 19 01:00:02.073696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Pushing event updated for resources: {'Port': ['ID=9462074e-81f8-4e0d-a9ae-dbee2648e413,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:02.101329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f1f6b43-c4c1-463c-a3af-5b2ad333433b req-e5b38818-c4bc-4737-a860-594b6ca74c06 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584286 Feb 19 01:00:02.111144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:02.123095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Allocated IP 172.20.0.6 (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752/55e3da05-993b-412a-9712-9fc525d88b5e/6d63bd71-4080-4b60-8ab2-2bd140f47daa) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:02.135399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.169231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.170280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.174437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] 10.222.0.89 "PUT /v2.0/ports/c091207e-3884-4af3-9692-b971cfaddbad HTTP/1.1" status: 200 len: 1095 time: 4.1078508 Feb 19 01:00:02.187750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a5e59aa0-a955-446a-8a9d-69f725f6f3f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eef3a2b9abb3440d8a8a55b70e2ca559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655544 Feb 19 01:00:02.215558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44742) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:02.227154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:02.234289 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66" -d '{"events": [{"name": "network-changed", "server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:02.309318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Attempting to bind port 9462074e-81f8-4e0d-a9ae-dbee2648e413 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:02.310009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Attempting to bind port 9462074e-81f8-4e0d-a9ae-dbee2648e413 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:02.310592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Attempting to bind port 9462074e-81f8-4e0d-a9ae-dbee2648e413 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:02.337944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44750) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:02.344072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a33dad61-bab8-4869-baf3-64f3c95771ed admin admin] Publish callbacks [] for security_group (4ecd72d9-3c69-43ce-b7cb-9d761ce818d8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.394752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Port 9462074e-81f8-4e0d-a9ae-dbee2648e413 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:02.395085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Attempting to bind port 9462074e-81f8-4e0d-a9ae-dbee2648e413 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:02.413615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.89', 53495) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:02.496266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b4d3ed9-c413-45d5-9ed6-7361f0404e7a req-ac7f2f9a-7f2f-499e-a37d-13b15b6ff23a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 210 time: 0.1538780 Feb 19 01:00:02.523012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:02.523350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:02.523722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:02.524163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Bound port: 9462074e-81f8-4e0d-a9ae-dbee2648e413, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:02.524517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.542693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff9e60-491d-4a36-948b-019c1531c876 service neutron] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:02.578268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-3f0eca53-08f5-4331-8991-ad0f77e3585f tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c77001543f404fbd820038f320944c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1613939 Feb 19 01:00:02.581683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43b250d6-45b9-43bf-8517-58ff6ca657db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.599809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a33dad61-bab8-4869-baf3-64f3c95771ed admin admin] Publish callbacks [] for security_group (4ecd72d9-3c69-43ce-b7cb-9d761ce818d8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.653146 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818eb7bb-0edb-4e27-8081-dceffb070078 x-openstack-request-id: req-818eb7bb-0edb-4e27-8081-dceffb070078 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:02.653464 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:02.653720 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-818eb7bb-0edb-4e27-8081-dceffb070078 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:02.654125 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'status': 'completed', 'code': 200} Feb 19 01:00:02.690132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-c529eec0-b728-4257-81c7-74c414d49413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.691819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-c529eec0-b728-4257-81c7-74c414d49413 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1129 time: 0.3873284 Feb 19 01:00:02.785784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd47fe1-c900-4a48-a70c-2fb772b55de3 req-1f294cc3-6cfb-4a0b-b110-03ae98ee8201 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.787320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bd47fe1-c900-4a48-a70c-2fb772b55de3 req-1f294cc3-6cfb-4a0b-b110-03ae98ee8201 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.4269598 Feb 19 01:00:02.789084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-f1c2a5d5-5ba9-4877-a118-10f8da4b3070 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c091207e-3884-4af3-9692-b971cfaddbad HTTP/1.1" status: 200 len: 217 time: 0.0682034 Feb 19 01:00:02.807475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a33dad61-bab8-4869-baf3-64f3c95771ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ecd72d9-3c69-43ce-b7cb-9d761ce818d8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.810772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a33dad61-bab8-4869-baf3-64f3c95771ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.811957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a33dad61-bab8-4869-baf3-64f3c95771ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ecd72d9-3c69-43ce-b7cb-9d761ce818d8 HTTP/1.1" status: 204 len: 168 time: 0.5924580 Feb 19 01:00:02.846340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-f21acc49-59dc-4bf9-8b1a-943276b516a2 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.847921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-f21acc49-59dc-4bf9-8b1a-943276b516a2 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456884 Feb 19 01:00:02.850076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43b250d6-45b9-43bf-8517-58ff6ca657db admin admin] Publish callbacks [] for security_group (c79f4b4d-9deb-428c-9615-b1d419a3e47b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.851163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dad61-bab8-4869-baf3-64f3c95771ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd72d9-3c69-43ce-b7cb-9d761ce818d8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:02.872192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Request body: {'port': {'device_id': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'c77001543f404fbd820038f320944c1b'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:02.907881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-d04650fb-878e-424d-b01b-4b371c06c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.909386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-d04650fb-878e-424d-b01b-4b371c06c0f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1022246 Feb 19 01:00:02.915235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43b250d6-45b9-43bf-8517-58ff6ca657db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c79f4b4d-9deb-428c-9615-b1d419a3e47b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.938436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks [] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.944147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] For port 9462074e-81f8-4e0d-a9ae-dbee2648e413, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:02.989775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] For port 9462074e-81f8-4e0d-a9ae-dbee2648e413, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:03.013601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.014703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b250d6-45b9-43bf-8517-58ff6ca657db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f4b4d-9deb-428c-9615-b1d419a3e47b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:03.021530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-43b250d6-45b9-43bf-8517-58ff6ca657db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bff61fcc4ab043368682c29170976806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6741674 Feb 19 01:00:03.024256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44760) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:03.063153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bd47fe1-c900-4a48-a70c-2fb772b55de3 req-630df4c2-701e-4d62-b8b8-fd5015363197 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531152 Feb 19 01:00:03.093882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.094539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.095992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] 10.222.0.10 "PUT /v2.0/ports/9462074e-81f8-4e0d-a9ae-dbee2648e413 HTTP/1.1" status: 200 len: 1095 time: 3.3303404 Feb 19 01:00:03.135347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.138948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-d4d2fea4-7aa1-4147-9fb8-865adb04b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.140776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-d4d2fea4-7aa1-4147-9fb8-865adb04b925 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2155566 Feb 19 01:00:03.221788 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bca1be95-bd61-495a-8d29-f2177822190f admin admin] Publish callbacks [] for security_group (c79f4b4d-9deb-428c-9615-b1d419a3e47b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.254500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:03.292691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef1841ba-386c-436a-baf4-bb2b1a036a9c req-9b1c8512-dd63-46c0-ab18-477c0046a2c7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 210 time: 0.0453753 Feb 19 01:00:03.314892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Made reservation on behalf of c77001543f404fbd820038f320944c1b for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:03.328724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:03.333237 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.337691 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bca1be95-bd61-495a-8d29-f2177822190f admin admin] Publish callbacks [] for security_group (c79f4b4d-9deb-428c-9615-b1d419a3e47b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.374467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:03.380756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.381730 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.385649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1496a8-d951-480a-bb35-13c3c3c39e24 service neutron] Pushing event updated for resources: {'Port': ['ID=9462074e-81f8-4e0d-a9ae-dbee2648e413,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:03.541070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:03.570506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bca1be95-bd61-495a-8d29-f2177822190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c79f4b4d-9deb-428c-9615-b1d419a3e47b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.573331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bca1be95-bd61-495a-8d29-f2177822190f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.580532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bca1be95-bd61-495a-8d29-f2177822190f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c79f4b4d-9deb-428c-9615-b1d419a3e47b HTTP/1.1" status: 204 len: 168 time: 0.5549190 Feb 19 01:00:03.625962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1be95-bd61-495a-8d29-f2177822190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f4b4d-9deb-428c-9615-b1d419a3e47b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:03.656389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd379841-93cd-42cc-a143-18d487c66731 req-b21821ab-dd56-4370-8f66-72a318d5e4c8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.658118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd379841-93cd-42cc-a143-18d487c66731 req-b21821ab-dd56-4370-8f66-72a318d5e4c8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 947 time: 0.1742251 Feb 19 01:00:03.684874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-33968f62-e988-4344-8ef2-e28a01e23362 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8002045 Feb 19 01:00:03.730062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Request body: {'port': {'device_id': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:03.741593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Allocated IP 192.168.233.76 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/35cb33ae-e130-4bfa-845e-2459c63452b5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:03.768194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-57f491bf-9347-487f-8391-84bff67707e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.769944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-57f491bf-9347-487f-8391-84bff67707e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 1129 time: 0.5631914 Feb 19 01:00:03.795981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-81619b9b-e1b3-407d-a533-af7fbe5791fd service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141140 Feb 19 01:00:03.839062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-26d38694-e1f4-4cb3-b951-8663c732b2a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413 HTTP/1.1" status: 200 len: 217 time: 0.0461557 Feb 19 01:00:03.961814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.994434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66c728-94b2-4b6f-997c-86999e386170 req-5caa6754-2c4d-4009-9252-b243d6cec9e1 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.996135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a66c728-94b2-4b6f-997c-86999e386170 req-5caa6754-2c4d-4009-9252-b243d6cec9e1 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.4696226 Feb 19 01:00:04.108875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.135557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd379841-93cd-42cc-a143-18d487c66731 req-27b2e614-80ac-4b0a-8f22-b560e9358391 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560454 Feb 19 01:00:04.171125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-cc13fc8b-a699-41b8-bd19-61df3d976c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.172673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-cc13fc8b-a699-41b8-bd19-61df3d976c0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.3174293 Feb 19 01:00:04.212680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.265915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a66c728-94b2-4b6f-997c-86999e386170 req-028a9eb2-2111-4615-b70d-7a7138b4a748 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291741 Feb 19 01:00:04.281998 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03f12814-2be4-420b-8cf8-b05538a4fcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.385651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26fa1538-f432-4a0d-8cdd-32378b32479e req-e8f3adf3-b82a-404a-b689-df3cb54e13af service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443647 Feb 19 01:00:04.460258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5da84-c721-4655-a9d6-384d35b74a4c req-f61fd439-4efa-4147-a032-711317a34611 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.467560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33d5da84-c721-4655-a9d6-384d35b74a4c req-f61fd439-4efa-4147-a032-711317a34611 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 931 time: 0.2062151 Feb 19 01:00:04.474447 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks [] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.519245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03f12814-2be4-420b-8cf8-b05538a4fcad admin admin] Publish callbacks [] for security_group (297eea09-384b-434c-ba5d-82dec9190ef9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.524375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2315711-bb5f-45f7-adb7-d81aa6ddc8dc req-1eaa5c1a-38d9-420d-a630-5823d7c518e6 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 210 time: 0.1034222 Feb 19 01:00:04.531877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03f12814-2be4-420b-8cf8-b05538a4fcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (297eea09-384b-434c-ba5d-82dec9190ef9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.549636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-648974741-network', 'tenant_id': '55c38cd216564ddfaf2db5be6feff14d'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:04.573860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-1c59816a-e1c7-4b65-95f6-6995df2857ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.575466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-1c59816a-e1c7-4b65-95f6-6995df2857ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3693528 Feb 19 01:00:04.603019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-03f12814-2be4-420b-8cf8-b05538a4fcad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10b6ae14c571472289871ec2c2cad503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866856 Feb 19 01:00:04.619539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44802) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.623350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f12814-2be4-420b-8cf8-b05538a4fcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297eea09-384b-434c-ba5d-82dec9190ef9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:04.660620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'tag': '9462074e-81f8-4e0d-a9ae-dbee2648e413'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:04.663205 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a411b41-c83a-46de-b6bb-bd4472578ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "61d67e66-c3de-482d-bee2-0c9bba7b3097", "tag": "9462074e-81f8-4e0d-a9ae-dbee2648e413"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:04.674438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.679037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Made reservation on behalf of 55c38cd216564ddfaf2db5be6feff14d for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:04.681486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.690753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:04.707254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.754971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-c7869aca-7985-4b9c-8828-f528bb847f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.756572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-c7869aca-7985-4b9c-8828-f528bb847f7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1129 time: 0.2434053 Feb 19 01:00:04.775177 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8961b312-f7b6-45df-814b-d536a558d78e x-openstack-request-id: req-8961b312-f7b6-45df-814b-d536a558d78e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:04.775487 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d67e66-c3de-482d-bee2-0c9bba7b3097", "tag": "9462074e-81f8-4e0d-a9ae-dbee2648e413", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:04.775903 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8961b312-f7b6-45df-814b-d536a558d78e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:04.776361 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'tag': '9462074e-81f8-4e0d-a9ae-dbee2648e413', 'status': 'completed', 'code': 200} Feb 19 01:00:04.801712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Pushing event updated for resources: {'Port': ['ID=35cb33ae-e130-4bfa-845e-2459c63452b5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:04.827485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33d5da84-c721-4655-a9d6-384d35b74a4c req-be7850a9-49d5-4b0b-a17f-46b9ab3bf01f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575587 Feb 19 01:00:04.846240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:04.854503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:04.864206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-d67880a1-b3f7-4f21-a6f1-5082be072772 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715113 Feb 19 01:00:04.865135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:04.894646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d63bd71-4080-4b60-8ab2-2bd140f47daa {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:04.958514 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01464b76-ae18-4f0b-9e27-a8b6fcd8b9e8 admin admin] Publish callbacks [] for security_group (297eea09-384b-434c-ba5d-82dec9190ef9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.999031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.999707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.029538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01464b76-ae18-4f0b-9e27-a8b6fcd8b9e8 admin admin] Publish callbacks [] for security_group (297eea09-384b-434c-ba5d-82dec9190ef9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.085495 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-c19096e9-7aa7-43b5-a1d9-fb02954091b3 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2249002 Feb 19 01:00:05.093880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01464b76-ae18-4f0b-9e27-a8b6fcd8b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (297eea09-384b-434c-ba5d-82dec9190ef9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.096984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01464b76-ae18-4f0b-9e27-a8b6fcd8b9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.103071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01464b76-ae18-4f0b-9e27-a8b6fcd8b9e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/297eea09-384b-434c-ba5d-82dec9190ef9 HTTP/1.1" status: 204 len: 168 time: 0.4808929 Feb 19 01:00:05.109299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Request body: {'port': {'device_id': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:05.114688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9cece48b-8949-40c3-a400-697166ecdb1d None None] Provisioning complete for port 35cb33ae-e130-4bfa-845e-2459c63452b5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:05.115444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9cece48b-8949-40c3-a400-697166ecdb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.165217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9cece48b-8949-40c3-a400-697166ecdb1d None None] Port 35cb33ae-e130-4bfa-845e-2459c63452b5 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:05.179481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01464b76-ae18-4f0b-9e27-a8b6fcd8b9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297eea09-384b-434c-ba5d-82dec9190ef9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:05.274378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.335476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-09044c10-e8cf-4b8d-b781-93bee373379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.340593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-09044c10-e8cf-4b8d-b781-93bee373379e service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.5728638 Feb 19 01:00:05.342877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Publish callbacks [] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.522767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Transition to ACTIVE for port object 6d63bd71-4080-4b60-8ab2-2bd140f47daa will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:05.529972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-afdfa005-42b1-4e39-9f55-f942a8a2bc45 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c091207e-3884-4af3-9692-b971cfaddbad HTTP/1.1" status: 200 len: 217 time: 0.1712382 Feb 19 01:00:05.542627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.555417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad429617-b28d-486e-a1a8-3b9b2de2bae3 req-be540d96-06da-4078-ac81-fd87719496da service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854875 Feb 19 01:00:05.588334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329356dc-c074-496e-82f9-26cdba2b92e5 req-3e090742-cfb6-4366-9731-8eb5da54f3d1 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.598015 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-329356dc-c074-496e-82f9-26cdba2b92e5 req-3e090742-cfb6-4366-9731-8eb5da54f3d1 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.2350187 Feb 19 01:00:05.677277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-be4eabf4-e44a-480c-9ae1-761a3d22090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.680505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-be4eabf4-e44a-480c-9ae1-761a3d22090a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1317675 Feb 19 01:00:05.686793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-329356dc-c074-496e-82f9-26cdba2b92e5 req-00640539-2657-4f09-9a79-2f85ac18863e tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Feb 19 01:00:05.837059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603ebd0-9d88-425a-a9e6-7039834e77cd req-306fe2dd-4278-4621-aedd-ba670ef382d2 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.845887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3603ebd0-9d88-425a-a9e6-7039834e77cd req-306fe2dd-4278-4621-aedd-ba670ef382d2 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 947 time: 0.4990053 Feb 19 01:00:05.867458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cb33ae-e130-4bfa-845e-2459c63452b5 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:05.890456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Publish callbacks [] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.915585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Transition to ACTIVE for port object 35cb33ae-e130-4bfa-845e-2459c63452b5 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:05.922044 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.942266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f530d3-0714-4539-8d8c-9a710c02b650 req-1ff85fb7-c39a-4c77-8421-f30460cde488 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.949701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96f530d3-0714-4539-8d8c-9a710c02b650 req-1ff85fb7-c39a-4c77-8421-f30460cde488 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 935 time: 0.1537156 Feb 19 01:00:06.002440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:06.002440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:06.002440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:06.065364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96f530d3-0714-4539-8d8c-9a710c02b650 req-9d4ca487-8917-4f9a-8764-441082085e1c tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145623 Feb 19 01:00:06.066577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks [] for security_group (7b29bc63-6d98-496b-9134-8aff29880dd7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.088873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.114955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:06.115346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:06.125014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-880acee8-ac3b-4e93-b43c-a2a51fd860d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.135423 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-880acee8-ac3b-4e93-b43c-a2a51fd860d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 1129 time: 0.4475183 Feb 19 01:00:06.138375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7b29bc63-6d98-496b-9134-8aff29880dd7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.186946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b29bc63-6d98-496b-9134-8aff29880dd7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.193785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Attempting to bind port 35cb33ae-e130-4bfa-845e-2459c63452b5 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:06.194156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3603ebd0-9d88-425a-a9e6-7039834e77cd req-98b2f156-c5b7-4fc5-8702-21cdc6b7e976 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473442 Feb 19 01:00:06.194859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Attempting to bind port 35cb33ae-e130-4bfa-845e-2459c63452b5 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:06.196091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Attempting to bind port 35cb33ae-e130-4bfa-845e-2459c63452b5 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:06.202711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Pushing event updated for resources: {'Port': ['ID=35cb33ae-e130-4bfa-845e-2459c63452b5,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.211635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:06.211979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:06.212422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:06.212883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Bound port: 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:06.213377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.214161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Port 35cb33ae-e130-4bfa-845e-2459c63452b5 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:06.215095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Attempting to bind port 35cb33ae-e130-4bfa-845e-2459c63452b5 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:06.239429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-1222234b-3d4f-404c-8835-6ff266edea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.239429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-1222234b-3d4f-404c-8835-6ff266edea75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4876232 Feb 19 01:00:06.239623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:06.247892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:06.248240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:06.248657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:06.249146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Bound port: 35cb33ae-e130-4bfa-845e-2459c63452b5, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:06.249510 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.331717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4a3d-d72f-430c-a518-1b9991c5d31a req-aca912cf-3494-4809-947e-5f1ce23c58c5 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.333602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b87f4a3d-d72f-430c-a518-1b9991c5d31a req-aca912cf-3494-4809-947e-5f1ce23c58c5 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 1131 time: 0.1425745 Feb 19 01:00:06.347998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a8157a3a-336e-4ec7-8f70-22ad35de8ccb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.348549 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Added segment a8157a3a-336e-4ec7-8f70-22ad35de8ccb of type vlan for network 3a801398-1530-4ddf-86b1-1fbb7e6ef451 Feb 19 01:00:06.366894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b87f4a3d-d72f-430c-a518-1b9991c5d31a req-faedf8bd-786b-4954-8b72-5f17e0566d05 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.379662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] For port 35cb33ae-e130-4bfa-845e-2459c63452b5, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:06.395149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] For port 35cb33ae-e130-4bfa-845e-2459c63452b5, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=35cb33ae-e130-4bfa-845e-2459c63452b5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:06.405131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.459605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.460228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.461661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] 10.222.0.89 "PUT /v2.0/ports/35cb33ae-e130-4bfa-845e-2459c63452b5 HTTP/1.1" status: 200 len: 1095 time: 1.3575106 Feb 19 01:00:06.462110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'tag': '35cb33ae-e130-4bfa-845e-2459c63452b5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:06.464891 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fefe97-d3fc-484d-9252-02230fa85b51" -d '{"events": [{"name": "network-changed", "server_uuid": "cab0a816-ba77-4d58-934a-2e2d9dc6041c", "tag": "35cb33ae-e130-4bfa-845e-2459c63452b5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:06.503320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21e11-f629-4170-841f-7a7f5800643f service neutron] Pushing event updated for resources: {'Port': ['ID=35cb33ae-e130-4bfa-845e-2459c63452b5,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.510143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (3a801398-1530-4ddf-86b1-1fbb7e6ef451), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.533352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:06.539428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b87f4a3d-d72f-430c-a518-1b9991c5d31a req-faedf8bd-786b-4954-8b72-5f17e0566d05 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] Publish callbacks [] for security_group (c35ce5f1-8d17-4022-901b-0ae0b88e2e9c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.544111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b87f4a3d-d72f-430c-a518-1b9991c5d31a req-faedf8bd-786b-4954-8b72-5f17e0566d05 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c35ce5f1-8d17-4022-901b-0ae0b88e2e9c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.574411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-3c4d2b86-ce54-4c74-b532-2b361f103efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.576123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-3c4d2b86-ce54-4c74-b532-2b361f103efd service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.4398627 Feb 19 01:00:06.579779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:06.612927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b4a5f-0cc3-483e-975a-9932d05cb93a req-524d3c74-abbc-4d70-abf2-5000b942b1d6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.615651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-352b4a5f-0cc3-483e-975a-9932d05cb93a req-524d3c74-abbc-4d70-abf2-5000b942b1d6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.2990117 Feb 19 01:00:06.634570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.659602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b87f4a3d-d72f-430c-a518-1b9991c5d31a req-faedf8bd-786b-4954-8b72-5f17e0566d05 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168154 Feb 19 01:00:06.682152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedf8bd-786b-4954-8b72-5f17e0566d05 tempest-LiveMigrationNegativeTest-326571256 tempest-LiveMigrationNegativeTest-326571256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ce5f1-8d17-4022-901b-0ae0b88e2e9c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.685576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-b54f1b57-a9eb-470b-ad5a-e32770434258 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118981 Feb 19 01:00:06.700785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (3a801398-1530-4ddf-86b1-1fbb7e6ef451), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.701780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.702435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.721595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-bda79d03-b7ab-4200-b5e0-68eb3382cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.723137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-bda79d03-b7ab-4200-b5e0-68eb3382cf8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c77001543f404fbd820038f320944c1b&device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 1129 time: 0.1447968 Feb 19 01:00:06.759386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-53208156-9ca0-4715-a492-85ba3cd8b6be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413 HTTP/1.1" status: 200 len: 217 time: 0.1634874 Feb 19 01:00:06.810286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-55699d47-d3bf-4ed5-8e9f-46afa69e3d47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=35cb33ae-e130-4bfa-845e-2459c63452b5 HTTP/1.1" status: 200 len: 217 time: 0.0777938 Feb 19 01:00:06.840378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.841135 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.842595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] 10.222.0.89 "PUT /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 1091 time: 3.1388366 Feb 19 01:00:06.897225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:06.913452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:06.919822 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:06.921376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-03cd0bc0-9962-4b59-8be1-baf492ffce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.923594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-03cd0bc0-9962-4b59-8be1-baf492ffce46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1058402 Feb 19 01:00:06.929407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8157921 Feb 19 01:00:06.931303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:06.957409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Request body: {'subnet': {'network_id': '3a801398-1530-4ddf-86b1-1fbb7e6ef451', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-648974741-subnet', 'tenant_id': '55c38cd216564ddfaf2db5be6feff14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:07.030712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ebf27-7f2e-46da-a29b-2f665f25db89 admin admin] Pushing event updated for resources: {'Network': ['ID=3a801398-1530-4ddf-86b1-1fbb7e6ef451,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:07.032933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bdfd2-82b3-4288-a82d-31f795a6fcbb service neutron] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:07.046534 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988eb55-8936-4618-a0b0-b76312152173 x-openstack-request-id: req-3988eb55-8936-4618-a0b0-b76312152173 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:07.046868 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab0a816-ba77-4d58-934a-2e2d9dc6041c", "tag": "35cb33ae-e130-4bfa-845e-2459c63452b5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:07.047662 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3988eb55-8936-4618-a0b0-b76312152173 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:07.048079 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'tag': '35cb33ae-e130-4bfa-845e-2459c63452b5', 'status': 'completed', 'code': 200} Feb 19 01:00:07.049661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 3a801398-1530-4ddf-86b1-1fbb7e6ef451 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:07.050910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-352b4a5f-0cc3-483e-975a-9932d05cb93a req-b385ee68-68eb-4d23-9b03-f48c6f8e7dce tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343297 Feb 19 01:00:07.088063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-20f952b4-c4a4-41be-ae25-01e38e071d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.089739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-20f952b4-c4a4-41be-ae25-01e38e071d72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.3067269 Feb 19 01:00:07.100288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Made reservation on behalf of 55c38cd216564ddfaf2db5be6feff14d for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:07.109251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.167846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:07.193054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'c091207e-3884-4af3-9692-b971cfaddbad', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'c091207e-3884-4af3-9692-b971cfaddbad', 'mac_address': 'fa:16:3e:77:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:07.219311 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82d5b80-d361-4647-aa99-f9c7fad44e00 x-openstack-request-id: req-d82d5b80-d361-4647-aa99-f9c7fad44e00 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:07.219863 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:07.222361 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d82d5b80-d361-4647-aa99-f9c7fad44e00 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:07.222934 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'status': 'completed', 'code': 200} Feb 19 01:00:07.237443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-cabefc8c-d678-40f7-9da2-3e5f66a20ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.242113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb1b0d5f-a87a-4d05-89cd-bb83c558fc66 req-f64c16c9-1763-4e56-8b98-f3b5c15a5f3a service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875329 Feb 19 01:00:07.244623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-cabefc8c-d678-40f7-9da2-3e5f66a20ab0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3097615 Feb 19 01:00:07.264638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:07.265312 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.268484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-fddafafd-801f-48cf-8f14-911392052572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.277940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-fddafafd-801f-48cf-8f14-911392052572 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1125 time: 0.3306148 Feb 19 01:00:07.296941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091207e-3884-4af3-9692-b971cfaddbad {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:07.345585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:07.350824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.395488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-bc165310-d00f-46c2-a575-b315fc8c32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.398584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-bc165310-d00f-46c2-a575-b315fc8c32fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2895961 Feb 19 01:00:07.400069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-91c35d17-e08f-4172-9343-cbcf46c0f141 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 217 time: 0.1127610 Feb 19 01:00:07.406973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37a9914d-b954-4906-a7ef-f995348a1c6d req-fe92d935-6ae8-4e49-bcaa-fb748d190e92 tempest-AbsoluteLimitsNegativeTestJSON-1142831295 tempest-AbsoluteLimitsNegativeTestJSON-1142831295-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=021a7b441dc948009ec139227871174b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205068 Feb 19 01:00:07.453612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:07.537922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5103-f162-43c9-b799-ccb5bcbe557a req-a655f12f-fade-496f-9be4-cda7cf2f75cd tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.540040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-868e5103-f162-43c9-b799-ccb5bcbe557a req-a655f12f-fade-496f-9be4-cda7cf2f75cd tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 947 time: 0.2551572 Feb 19 01:00:07.546772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-639c7296-7fa6-4d82-8e32-a1813f9a9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.548278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-639c7296-7fa6-4d82-8e32-a1813f9a9bc8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1396513 Feb 19 01:00:07.582126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-7ce47b95-6633-4bbb-9628-1bdcb20761fb service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152833 Feb 19 01:00:07.605988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-c62c8b78-6506-45be-89ac-7e288d753989 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469453 Feb 19 01:00:07.636854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9914d-b954-4906-a7ef-f995348a1c6d req-7669ae5d-e1bd-4a89-8d8e-bd579940e90d tempest-AbsoluteLimitsNegativeTestJSON-1142831295 tempest-AbsoluteLimitsNegativeTestJSON-1142831295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.638499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37a9914d-b954-4906-a7ef-f995348a1c6d req-7669ae5d-e1bd-4a89-8d8e-bd579940e90d tempest-AbsoluteLimitsNegativeTestJSON-1142831295 tempest-AbsoluteLimitsNegativeTestJSON-1142831295-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151096 Feb 19 01:00:07.656848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:07.693175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-fd09df0b-098f-4231-a5ac-d7d7aa7ebd17 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859974 Feb 19 01:00:07.716640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-868e5103-f162-43c9-b799-ccb5bcbe557a req-cd7f4843-5166-441f-80a7-a5c19e8664b0 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664560 Feb 19 01:00:07.731753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37a9914d-b954-4906-a7ef-f995348a1c6d req-375c8d0e-00e0-45ad-a19e-d5ff6b4c5d7b tempest-AbsoluteLimitsNegativeTestJSON-1142831295 tempest-AbsoluteLimitsNegativeTestJSON-1142831295-project] 10.222.0.43 "GET /v2.0/quotas/021a7b441dc948009ec139227871174b HTTP/1.1" status: 200 len: 375 time: 0.0592556 Feb 19 01:00:07.804130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (3d296cbf-c972-4979-a867-60c0fe08652c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.837643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37a9914d-b954-4906-a7ef-f995348a1c6d req-1cb976ff-bf56-4b27-9dd3-2c0ef1d2967b tempest-AbsoluteLimitsNegativeTestJSON-1142831295 tempest-AbsoluteLimitsNegativeTestJSON-1142831295-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=021a7b441dc948009ec139227871174b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870752 Feb 19 01:00:07.868884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a411b41-c83a-46de-b6bb-bd4472578ee9 req-f1041968-271c-4aae-85de-b2d1323ff86c service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667087 Feb 19 01:00:07.939812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8a89ef7-f2ef-4210-b9c0-b2be14265d9c req-3a35b7df-a9aa-4ebd-b1ef-4d7276ebffab service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471351 Feb 19 01:00:07.955259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d296cbf-c972-4979-a867-60c0fe08652c,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:07.967087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-9eee277a-a58b-411b-a037-a83745466753 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522139 Feb 19 01:00:08.003544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Checking segment: {'id': 'a8157a3a-336e-4ec7-8f70-22ad35de8ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a801398-1530-4ddf-86b1-1fbb7e6ef451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:08.004071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Network hostable DHCP agents. Network: 3a801398-1530-4ddf-86b1-1fbb7e6ef451, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:08.006786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455fe5-cfe4-4c9b-b645-4c0419d42b5c req-6c79b54a-32c8-42d2-a9c1-1d82032122ca tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.016357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82455fe5-cfe4-4c9b-b645-4c0419d42b5c req-6c79b54a-32c8-42d2-a9c1-1d82032122ca tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 947 time: 0.0937130 Feb 19 01:00:08.119024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Network 3a801398-1530-4ddf-86b1-1fbb7e6ef451 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:08.156468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82455fe5-cfe4-4c9b-b645-4c0419d42b5c req-37c4cbbb-0937-4008-a62b-1f532544d82d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390309 Feb 19 01:00:08.172050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 3a801398-1530-4ddf-86b1-1fbb7e6ef451) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:08.190294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285975ce-602f-4d73-85c5-4cf57ac8b7a6 None None] Network 3a801398-1530-4ddf-86b1-1fbb7e6ef451 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:08.192676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.194204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.200426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-9bf1e872-fd3f-4723-8b8c-e1ed1f3c348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.201978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-9bf1e872-fd3f-4723-8b8c-e1ed1f3c348e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c77001543f404fbd820038f320944c1b&device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 1129 time: 0.1830363 Feb 19 01:00:08.209372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd15c71-9675-41ce-8ed4-886c95f448e1 req-b5da5992-7dab-4b3c-a42a-4ca0cf5519b4 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135758 Feb 19 01:00:08.313302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b68a6f0b-7935-4f84-ab34-08e507d1b773 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3702796 Feb 19 01:00:08.407529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:08.417016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de41b2-7aca-41e1-b28c-45928201458f None None] Network 3a801398-1530-4ddf-86b1-1fbb7e6ef451 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:08.476507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-79bef2a7-5545-46bb-9e72-8000f6f65743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.478584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-79bef2a7-5545-46bb-9e72-8000f6f65743 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2574773 Feb 19 01:00:08.486195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7aea-4ad7-47cd-96e1-1db9063fed05 req-6d20a195-134e-470b-b33a-82fe485366f6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.489580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d1c7aea-4ad7-47cd-96e1-1db9063fed05 req-6d20a195-134e-470b-b33a-82fe485366f6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.1949136 Feb 19 01:00:08.497335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9a9e-7d94-42f0-8039-b3a38d71cef3 req-e5b3c6f3-4f29-4585-b7fd-fca467f1bfa8 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.511480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa2a9a9e-7d94-42f0-8039-b3a38d71cef3 req-e5b3c6f3-4f29-4585-b7fd-fca467f1bfa8 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.1916592 Feb 19 01:00:08.533498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-9b9ae9e0-f41a-48ea-8c39-3bf6eecad89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.535168 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-9b9ae9e0-f41a-48ea-8c39-3bf6eecad89d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1125 time: 0.2536166 Feb 19 01:00:08.583396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-b74f7cf6-db7c-4217-bcbe-5833a0a2108c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=35cb33ae-e130-4bfa-845e-2459c63452b5 HTTP/1.1" status: 200 len: 217 time: 0.0702710 Feb 19 01:00:08.618245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4380-04a3-48e1-ab52-f0d46b89127f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.618776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d1c7aea-4ad7-47cd-96e1-1db9063fed05 req-0008f6a4-6ee1-4b96-ba73-86a81f700469 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199789 Feb 19 01:00:08.673567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-19b2ab73-e6fe-432c-bdab-fd8c13024815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.675165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-19b2ab73-e6fe-432c-bdab-fd8c13024815 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1263485 Feb 19 01:00:08.715640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa2a9a9e-7d94-42f0-8039-b3a38d71cef3 req-e69fb385-c2d4-4437-b169-25e7e9b52274 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899402 Feb 19 01:00:08.720049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-ce67bd0a-5cc6-4894-ad6f-2e9842337e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.721587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-ce67bd0a-5cc6-4894-ad6f-2e9842337e38 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1259513 Feb 19 01:00:08.734916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-c8b6984b-557a-49fe-9008-aad06112fbd0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 217 time: 0.0499177 Feb 19 01:00:08.805676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-452214b8-73da-43d3-b40e-8471b02e517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.809203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-452214b8-73da-43d3-b40e-8471b02e517f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0636053 Feb 19 01:00:08.826258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-f4235713-331c-4fa3-b5f9-9730d295cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.827979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-f4235713-331c-4fa3-b5f9-9730d295cfd8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0975361 Feb 19 01:00:08.861032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-a8f98b02-aaa9-435a-85d5-411788911ff4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384047 Feb 19 01:00:08.864570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9ac030c2-d96d-4fe9-938b-1a529f333eb1 req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1629795316', 'description': 'tempest-description-2007261796'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:08.894120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4380-04a3-48e1-ab52-f0d46b89127f admin admin] Publish callbacks [] for security_group (57984aed-e2de-44bf-a38c-242d679bd6ad), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.927169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:08.933722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4380-04a3-48e1-ab52-f0d46b89127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (57984aed-e2de-44bf-a38c-242d679bd6ad), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.938347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ac030c2-d96d-4fe9-938b-1a529f333eb1 req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.990535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port c091207e-3884-4af3-9692-b971cfaddbad completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:08.995868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port c091207e-3884-4af3-9692-b971cfaddbad triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:08.996362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c091207e-3884-4af3-9692-b971cfaddbad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.011352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-d2a3bbe4-ffa8-4d7d-a9d3-37b07bfa9c98 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384199 Feb 19 01:00:09.013334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d009da-b96b-4997-8ca7-606b68e96bff req-f04da8d1-2700-46d5-b94a-230bde7aa37a tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.015001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39d009da-b96b-4997-8ca7-606b68e96bff req-f04da8d1-2700-46d5-b94a-230bde7aa37a tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 947 time: 0.1782835 Feb 19 01:00:09.024962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5e9d4380-04a3-48e1-ab52-f0d46b89127f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=021a7b441dc948009ec139227871174b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6098664 Feb 19 01:00:09.029451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44900) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:09.036630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d4380-04a3-48e1-ab52-f0d46b89127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57984aed-e2de-44bf-a38c-242d679bd6ad,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.096185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:09.096752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.099441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9462074e-81f8-4e0d-a9ae-dbee2648e413 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:09.113873 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39d009da-b96b-4997-8ca7-606b68e96bff req-06b928f6-ef4c-410b-90ad-f53d24d64b77 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Feb 19 01:00:09.119317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-25d59b32-568a-4173-adeb-3a1157b6f26b service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761564 Feb 19 01:00:09.160179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:09.162899 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b12c1-4060-4b06-8d5e-20d61f085d90" -d '{"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-plugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:09.178939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ac030c2-d96d-4fe9-938b-1a529f333eb1 req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (8426b709-8f20-4dcb-a323-3b81528424ea), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.191770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ac030c2-d96d-4fe9-938b-1a529f333eb1 req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8426b709-8f20-4dcb-a323-3b81528424ea), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.205381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:09.220228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.256420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9fefe97-d3fc-484d-9252-02230fa85b51 req-b337a9af-c290-4498-94e5-06db8a2dcd5d service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314735 Feb 19 01:00:09.258707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8426b709-8f20-4dcb-a323-3b81528424ea,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.267544 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40316752-5221-4117-bdeb-8927436b538b x-openstack-request-id: req-40316752-5221-4117-bdeb-8927436b538b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:09.268052 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-plugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:09.268375 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40316752-5221-4117-bdeb-8927436b538b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:09.268835 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'code': 200} Feb 19 01:00:09.349068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ac030c2-d96d-4fe9-938b-1a529f333eb1 req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.349835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ac030c2-d96d-4fe9-938b-1a529f333eb1 req-fd0d205f-0125-4ced-ae6f-3cb1a2bd3c89 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4915261 Feb 19 01:00:09.371983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9462074e-81f8-4e0d-a9ae-dbee2648e413, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:09.384228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '9462074e-81f8-4e0d-a9ae-dbee2648e413', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '9462074e-81f8-4e0d-a9ae-dbee2648e413', 'mac_address': 'fa:16:3e:cf:6b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:09.412100 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5793a0ae-9159-4e16-a1f4-ac6279e7c79e req-98e9cda8-730a-47ae-91e8-e4eac7ce2f3c service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815911 Feb 19 01:00:09.419797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75463c93-3f51-4807-9aef-b8aac8cea260 admin admin] Publish callbacks [] for security_group (57984aed-e2de-44bf-a38c-242d679bd6ad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.442240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df793e8-8e09-4a22-8c1a-1d3fb2a054b6 req-5458108c-d7a7-4ba2-b643-dd005d2cf074 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.444504 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6df793e8-8e09-4a22-8c1a-1d3fb2a054b6 req-5458108c-d7a7-4ba2-b643-dd005d2cf074 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 947 time: 0.1315429 Feb 19 01:00:09.446884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248daf9-eb43-4369-b7ba-a21088af0b95 req-226302b4-c2e7-4aee-b7ce-44acf332ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.448357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1248daf9-eb43-4369-b7ba-a21088af0b95 req-226302b4-c2e7-4aee-b7ce-44acf332ca68 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1131 time: 0.0927565 Feb 19 01:00:09.456898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 9462074e-81f8-4e0d-a9ae-dbee2648e413 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:09.457348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.469464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.480325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9462074e-81f8-4e0d-a9ae-dbee2648e413 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:09.483414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75463c93-3f51-4807-9aef-b8aac8cea260 admin admin] Publish callbacks [] for security_group (57984aed-e2de-44bf-a38c-242d679bd6ad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.506155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9462074e-81f8-4e0d-a9ae-dbee2648e413, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:09.511501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-5cee3d27-ae1a-4bc5-adc3-d8eb41bc0f8f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/8426b709-8f20-4dcb-a323-3b81528424ea HTTP/1.1" status: 200 len: 1822 time: 0.1207259 Feb 19 01:00:09.512167 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.527518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8426b709-8f20-4dcb-a323-3b81528424ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:09.527898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8426b709-8f20-4dcb-a323-3b81528424ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:09.530606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6df793e8-8e09-4a22-8c1a-1d3fb2a054b6 req-c0bd7841-476d-4d5f-81e4-61f9297132c6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790498 Feb 19 01:00:09.537195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1248daf9-eb43-4369-b7ba-a21088af0b95 req-d321f108-c29b-4360-8b94-7d602114aa23 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705085 Feb 19 01:00:09.604867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=9462074e-81f8-4e0d-a9ae-dbee2648e413,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.619013 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75463c93-3f51-4807-9aef-b8aac8cea260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (57984aed-e2de-44bf-a38c-242d679bd6ad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.622131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75463c93-3f51-4807-9aef-b8aac8cea260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.623256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-75463c93-3f51-4807-9aef-b8aac8cea260 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57984aed-e2de-44bf-a38c-242d679bd6ad HTTP/1.1" status: 204 len: 168 time: 0.5843890 Feb 19 01:00:09.626154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (ecf5f41c-b64e-470b-bad1-ff0edd9aaa92), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.650850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75463c93-3f51-4807-9aef-b8aac8cea260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57984aed-e2de-44bf-a38c-242d679bd6ad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.697369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (ecf5f41c-b64e-470b-bad1-ff0edd9aaa92), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.707463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ecf5f41c-b64e-470b-bad1-ff0edd9aaa92), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.769726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.771207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85f54f7c-82b0-4243-b1b7-33e4c6d71100 req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2561347 Feb 19 01:00:09.772110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf176d2-0fc9-4a45-bfcd-fd84cc78e4f1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf5f41c-b64e-470b-bad1-ff0edd9aaa92,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.789241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63f11-386c-49c2-a6aa-5437516e888a req-0e0d9c1d-b78d-445f-9d67-ffa08b991468 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.790839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fac63f11-386c-49c2-a6aa-5437516e888a req-0e0d9c1d-b78d-445f-9d67-ffa08b991468 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.0661807 Feb 19 01:00:09.832746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['9462074e-81f8-4e0d-a9ae-dbee2648e413'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:09.884756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fac63f11-386c-49c2-a6aa-5437516e888a req-1c2f4874-abcb-4d27-9c8b-e7d98f2fea5e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862064 Feb 19 01:00:09.905055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d0e5b97c-15aa-4814-8581-878537e004c9 req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-898133661', 'description': 'tempest-description-1455123688'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:09.931131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0e5b97c-15aa-4814-8581-878537e004c9 req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.948137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51a67-6466-44a8-9c78-4ad2e808181b req-e257b0fc-4c15-4f5e-bef0-3b0cc882129c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.958425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bd51a67-6466-44a8-9c78-4ad2e808181b req-e257b0fc-4c15-4f5e-bef0-3b0cc882129c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.1193807 Feb 19 01:00:10.025248 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0e5b97c-15aa-4814-8581-878537e004c9 req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.035084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bd51a67-6466-44a8-9c78-4ad2e808181b req-81589975-9898-4e65-a3c6-afd46befa6ce tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757325 Feb 19 01:00:10.039505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0e5b97c-15aa-4814-8581-878537e004c9 req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.057843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-86a383a0-19f6-4405-ab36-347cc53c98e4 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.061200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-86a383a0-19f6-4405-ab36-347cc53c98e4 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 949 time: 0.1906285 Feb 19 01:00:10.088099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0e5b97c-15aa-4814-8581-878537e004c9 req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.094485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0e5b97c-15aa-4814-8581-878537e004c9 req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1942382 Feb 19 01:00:10.103074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10b06-a5e6-45c9-8b0d-0def8b72470b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:10.291540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f11da-1299-439f-9f6f-696dd79d5f03 req-2a9745de-bec8-4d00-87e3-26282bd39f1e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.300953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e8f11da-1299-439f-9f6f-696dd79d5f03 req-2a9745de-bec8-4d00-87e3-26282bd39f1e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 947 time: 0.0903738 Feb 19 01:00:10.366120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e8f11da-1299-439f-9f6f-696dd79d5f03 req-4aeca599-3d9a-46d7-9889-9756f6eee67f tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641286 Feb 19 01:00:10.530678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-1874e565-8111-4a51-a727-fb5f698dc7d7 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db HTTP/1.1" status: 200 len: 1821 time: 0.3827193 Feb 19 01:00:10.550285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:10.550743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:10.559320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Deleting port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:10.559755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.637799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44944) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:10.698015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] For port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:10.699242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.702973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (99ea6d8c-adad-414d-b784-d3300084d8b9), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.728076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Calling delete_port for 2a3c164d-2b0c-40fe-86d7-ac39a75093ab owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:10.728327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7db8b-4423-45e0-b050-cf40c032ecfe req-6a18fe8b-6001-4993-9b23-c559e96d6b41 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.741937 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55a7db8b-4423-45e0-b050-cf40c032ecfe req-6a18fe8b-6001-4993-9b23-c559e96d6b41 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 948 time: 0.0902750 Feb 19 01:00:10.782784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (99ea6d8c-adad-414d-b784-d3300084d8b9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.787025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1307019530-network', 'tenant_id': 'd550aff59b374aa4b5dd24eb1681a02d'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:10.802540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (99ea6d8c-adad-414d-b784-d3300084d8b9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.815026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55a7db8b-4423-45e0-b050-cf40c032ecfe req-d0f6ce92-7ca1-4556-9727-5ca51a5af4b0 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716364 Feb 19 01:00:10.821637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Made reservation on behalf of d550aff59b374aa4b5dd24eb1681a02d for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:10.825183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.835900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.844339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ea6d8c-adad-414d-b784-d3300084d8b9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:10.858434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.859848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75efe7cc-642a-4dbf-be21-0b0297a4131e req-4fc109be-53ec-4e98-8b82-9f6a0e23faf9 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3157563 Feb 19 01:00:10.898547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2fec9012-acc4-4821-8dd4-1b7a13208d50 req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-494559042', 'description': 'tempest-description-39228852'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:10.921266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:10.959717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fec9012-acc4-4821-8dd4-1b7a13208d50 req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.967759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2a3c164d-2b0c-40fe-86d7-ac39a75093ab), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.011959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e8a7adf2-b297-4866-977d-a76f0e5a4f2c', '2a3c164d-2b0c-40fe-86d7-ac39a75093ab'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:11.056278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks [] for security_group (eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.069136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] No DVR routers for this DVR port 2a3c164d-2b0c-40fe-86d7-ac39a75093ab on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:11.070892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.103949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9462074e-81f8-4e0d-a9ae-dbee2648e413 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:11.125309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.129588 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a8aafa3-f77a-4849-80d1-b83cbfe8492a req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "DELETE /v2.0/ports/2a3c164d-2b0c-40fe-86d7-ac39a75093ab HTTP/1.1" status: 204 len: 173 time: 1.0588958 Feb 19 01:00:11.133025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb57ebd-57ad-4415-8699-38ae58f27242 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Pushing event deleted for resources: {'Port': ['ID=2a3c164d-2b0c-40fe-86d7-ac39a75093ab,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:11.134771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'name': 'network-vif-deleted', 'tag': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:11.145184 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a3396-7b38-47c9-a7fd-504b91e23af8" -d '{"events": [{"server_uuid": "a57098bb-dc4b-4346-87d5-393ff94c032b", "name": "network-vif-deleted", "tag": "2a3c164d-2b0c-40fe-86d7-ac39a75093ab"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:11.188835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a3d4-6fe5-493c-946d-e0d43b85485d req-10e83cbf-8b71-4c0c-992f-0e0397d67fe8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:11.190691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4735a3d4-6fe5-493c-946d-e0d43b85485d req-10e83cbf-8b71-4c0c-992f-0e0397d67fe8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.1191962 Feb 19 01:00:11.194378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:11.238706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'port_id': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'mac_address': 'fa:16:3e:66:d8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e3da05-993b-412a-9712-9fc525d88b5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:11.281035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fec9012-acc4-4821-8dd4-1b7a13208d50 req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (0cd041ea-8c8d-40f6-b2b8-5a551e0d2468), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.292342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fec9012-acc4-4821-8dd4-1b7a13208d50 req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0cd041ea-8c8d-40f6-b2b8-5a551e0d2468), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.307364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:11.311430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:11.353330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 9462074e-81f8-4e0d-a9ae-dbee2648e413 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:11.353923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4735a3d4-6fe5-493c-946d-e0d43b85485d req-efece26e-89ad-43e5-b012-47622f56d4fb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480601 Feb 19 01:00:11.385821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 9462074e-81f8-4e0d-a9ae-dbee2648e413 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:11.386337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.387776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fec9012-acc4-4821-8dd4-1b7a13208d50 req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.392140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fec9012-acc4-4821-8dd4-1b7a13208d50 req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5002372 Feb 19 01:00:11.410644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6d63bd71-4080-4b60-8ab2-2bd140f47daa is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:11.411308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.415058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bcd97-105f-42e0-973a-64fc1c653750 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd041ea-8c8d-40f6-b2b8-5a551e0d2468,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:11.423325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (dc84536b-4f20-443b-844e-00be1ae263cc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.424647 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Added segment dc84536b-4f20-443b-844e-00be1ae263cc of type vlan for network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c Feb 19 01:00:11.478067 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f122981d-2e01-43db-bb2f-773683fda44b x-openstack-request-id: req-f122981d-2e01-43db-bb2f-773683fda44b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:11.478398 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57098bb-dc4b-4346-87d5-393ff94c032b", "name": "network-vif-deleted", "tag": "2a3c164d-2b0c-40fe-86d7-ac39a75093ab", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:11.478621 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f122981d-2e01-43db-bb2f-773683fda44b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:11.479026 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57098bb-dc4b-4346-87d5-393ff94c032b', 'name': 'network-vif-deleted', 'tag': '2a3c164d-2b0c-40fe-86d7-ac39a75093ab', 'status': 'completed', 'code': 200} Feb 19 01:00:11.531420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:00:11.538354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7eb00ac4-7f82-45dc-bf12-cff3e690a28c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.559495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d41b6cdb-3e6f-4e87-ab7c-f066b4a1123f req-cd44982c-7a4f-4104-b0c9-b4812b74255e tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57098bb-dc4b-4346-87d5-393ff94c032b HTTP/1.1" status: 200 len: 210 time: 0.0389802 Feb 19 01:00:11.600875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-53326dfd-ea5e-4296-990d-cfda199f037d req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1842308835', 'description': 'tempest-description-94090037'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:11.623543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7eb00ac4-7f82-45dc-bf12-cff3e690a28c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.624732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:11.625616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.627100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d63bd71-4080-4b60-8ab2-2bd140f47daa {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:11.634972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53326dfd-ea5e-4296-990d-cfda199f037d req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.708840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf64f-17f3-4009-bb34-7fa65dbbb251 req-62d08826-631b-4986-9cdb-aa125615b696 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:11.709169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:11.718715 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.719528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 35cb33ae-e130-4bfa-845e-2459c63452b5 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:11.721886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36dbf64f-17f3-4009-bb34-7fa65dbbb251 req-62d08826-631b-4986-9cdb-aa125615b696 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 947 time: 0.1738701 Feb 19 01:00:11.757542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1154289 Feb 19 01:00:11.760372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:11.766960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Request body: {'subnet': {'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1307019530-subnet', 'tenant_id': 'd550aff59b374aa4b5dd24eb1681a02d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:11.781725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a783579-feb4-455b-bb91-df9ebce4c605 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb00ac4-7f82-45dc-bf12-cff3e690a28c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:11.806273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:11.821763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53326dfd-ea5e-4296-990d-cfda199f037d req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (bf9ffc50-3121-4749-b1a6-771ce27361a4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.828235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53326dfd-ea5e-4296-990d-cfda199f037d req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf9ffc50-3121-4749-b1a6-771ce27361a4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.868469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36dbf64f-17f3-4009-bb34-7fa65dbbb251 req-e760c807-73c6-4832-8f4d-f3f9504af089 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321297 Feb 19 01:00:11.873295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Made reservation on behalf of d550aff59b374aa4b5dd24eb1681a02d for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:11.882663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.936977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53326dfd-ea5e-4296-990d-cfda199f037d req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.941891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53326dfd-ea5e-4296-990d-cfda199f037d req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3449800 Feb 19 01:00:11.945421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903cf38-dee6-46d1-b66d-186b11852250 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ffc50-3121-4749-b1a6-771ce27361a4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.018942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.037072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 9462074e-81f8-4e0d-a9ae-dbee2648e413 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:12.040157 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.061934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-7108a112-d537-4dbc-b527-cbadcc3e664b tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/0cd041ea-8c8d-40f6-b2b8-5a551e0d2468 HTTP/1.1" status: 200 len: 1819 time: 0.0940764 Feb 19 01:00:12.122688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (288dc844-caa8-444d-87e2-a0562c7826dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.151829 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8d19fd97-ec2c-4c5c-8639-21d3c5a8adbc tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/bf9ffc50-3121-4749-b1a6-771ce27361a4 HTTP/1.1" status: 200 len: 1820 time: 0.0853186 Feb 19 01:00:12.156923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0cd041ea-8c8d-40f6-b2b8-5a551e0d2468', 'remote_group_id': 'bf9ffc50-3121-4749-b1a6-771ce27361a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:12.157444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0cd041ea-8c8d-40f6-b2b8-5a551e0d2468', 'remote_group_id': 'bf9ffc50-3121-4749-b1a6-771ce27361a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:12.163574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9462074e-81f8-4e0d-a9ae-dbee2648e413'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:12.165970 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540e03ef-a4df-469b-a995-cbe23107a841" -d '{"events": [{"server_uuid": "61d67e66-c3de-482d-bee2-0c9bba7b3097", "name": "network-vif-plugged", "status": "completed", "tag": "9462074e-81f8-4e0d-a9ae-dbee2648e413"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:12.191190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9462074e-81f8-4e0d-a9ae-dbee2648e413, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:12.202438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 35cb33ae-e130-4bfa-845e-2459c63452b5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=35cb33ae-e130-4bfa-845e-2459c63452b5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:12.205022 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.205833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2a3c164d-2b0c-40fe-86d7-ac39a75093ab no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:12.238969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (4caa55a5-c5e1-46de-9724-5e3c6c38696d), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.249962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288dc844-caa8-444d-87e2-a0562c7826dd,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.253702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '35cb33ae-e130-4bfa-845e-2459c63452b5', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '35cb33ae-e130-4bfa-845e-2459c63452b5', 'mac_address': 'fa:16:3e:b0:26:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:12.257188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 2a3c164d-2b0c-40fe-86d7-ac39a75093ab {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:12.257682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2a3c164d-2b0c-40fe-86d7-ac39a75093ab not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:12.268281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02a38c-604c-4f36-9161-3991952babbf req-88e397ca-f2f7-4d76-99b1-7dc46664a0e4 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:12.269882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e02a38c-604c-4f36-9161-3991952babbf req-88e397ca-f2f7-4d76-99b1-7dc46664a0e4 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 948 time: 0.1042237 Feb 19 01:00:12.270952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Checking segment: {'id': 'dc84536b-4f20-443b-844e-00be1ae263cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:12.271318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Network hostable DHCP agents. Network: 7eb00ac4-7f82-45dc-bf12-cff3e690a28c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:12.307473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=9462074e-81f8-4e0d-a9ae-dbee2648e413,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.310464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:12.320239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 35cb33ae-e130-4bfa-845e-2459c63452b5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:12.320726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.332198 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (4caa55a5-c5e1-46de-9724-5e3c6c38696d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.338859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4caa55a5-c5e1-46de-9724-5e3c6c38696d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.341016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cb33ae-e130-4bfa-845e-2459c63452b5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:12.352697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e02a38c-604c-4f36-9161-3991952babbf req-340dda92-e199-4e74-8956-f46f0ce68625 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719993 Feb 19 01:00:12.353955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7eb00ac4-7f82-45dc-bf12-cff3e690a28c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:12.358493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:12.359262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.362974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 35cb33ae-e130-4bfa-845e-2459c63452b5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=35cb33ae-e130-4bfa-845e-2459c63452b5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:12.366343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78705e1b-da7b-4420-9672-ed177266e5fd None None] Network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:12.393282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-79997a38-3dd1-4e67-8672-93edb4310f38 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6311982 Feb 19 01:00:12.400674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4caa55a5-c5e1-46de-9724-5e3c6c38696d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.425431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.428230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08f51dda-2da8-4a33-ae04-3cee4894d47c req-8605d455-ed8f-4bb1-b2cd-8f40f9fc834d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2753158 Feb 19 01:00:12.445167 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.451373 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3299f94-926f-4196-9553-0aa183f2e73e x-openstack-request-id: req-e3299f94-926f-4196-9553-0aa183f2e73e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:12.451373 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d67e66-c3de-482d-bee2-0c9bba7b3097", "name": "network-vif-plugged", "status": "completed", "tag": "9462074e-81f8-4e0d-a9ae-dbee2648e413", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:12.451635 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3299f94-926f-4196-9553-0aa183f2e73e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:12.451926 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9462074e-81f8-4e0d-a9ae-dbee2648e413', 'code': 200} Feb 19 01:00:12.478284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-343d0518-5dd7-4fb9-ac54-c9aa960107fb req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1816027906', 'description': 'tempest-description-320028107'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:12.537040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-343d0518-5dd7-4fb9-ac54-c9aa960107fb req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.570045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=35cb33ae-e130-4bfa-845e-2459c63452b5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.588293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee419c22-a6f3-4733-86b0-a4acedf4954f None None] Network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:12.655075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b54f5a-3c9e-41e6-87ea-f6959c226b65 req-9db39af2-706d-4e9b-87bc-168e15f40efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:12.656597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9b54f5a-3c9e-41e6-87ea-f6959c226b65 req-9db39af2-706d-4e9b-87bc-168e15f40efa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 1131 time: 0.1214781 Feb 19 01:00:12.697923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-343d0518-5dd7-4fb9-ac54-c9aa960107fb req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.702540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-343d0518-5dd7-4fb9-ac54-c9aa960107fb req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.722322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb1e0-cb9f-4017-9ac6-5de1e4401e38 req-c2112f8b-a8e7-4419-8d9f-fcbe02895c6b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:12.723837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f3bb1e0-cb9f-4017-9ac6-5de1e4401e38 req-c2112f8b-a8e7-4419-8d9f-fcbe02895c6b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 944 time: 0.1985230 Feb 19 01:00:12.726000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9b54f5a-3c9e-41e6-87ea-f6959c226b65 req-74b3221a-6f75-4708-aa80-860d4816fb0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Feb 19 01:00:12.733344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.744251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-343d0518-5dd7-4fb9-ac54-c9aa960107fb req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.746342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-343d0518-5dd7-4fb9-ac54-c9aa960107fb req-447eddb5-c966-4652-b6fd-178446698880 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2781706 Feb 19 01:00:12.817242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f3bb1e0-cb9f-4017-9ac6-5de1e4401e38 req-245cd098-de88-4d68-81b6-edd3b5727991 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864544 Feb 19 01:00:12.828912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['6d63bd71-4080-4b60-8ab2-2bd140f47daa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:12.850104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-24846c4f-fee2-4a5c-9ed8-8db01439b793 req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1016807338', 'description': 'tempest-description-2054216692'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:12.873147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['35cb33ae-e130-4bfa-845e-2459c63452b5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:12.884965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-24846c4f-fee2-4a5c-9ed8-8db01439b793 req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.977854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-24846c4f-fee2-4a5c-9ed8-8db01439b793 req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (5566f3e2-dd26-403e-abfb-2ed08fe0c260), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.983512 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-24846c4f-fee2-4a5c-9ed8-8db01439b793 req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5566f3e2-dd26-403e-abfb-2ed08fe0c260), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.009629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-24846c4f-fee2-4a5c-9ed8-8db01439b793 req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.011724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24846c4f-fee2-4a5c-9ed8-8db01439b793 req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1657364 Feb 19 01:00:13.036758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfdb30-faef-460c-bd5a-1907c636413c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5566f3e2-dd26-403e-abfb-2ed08fe0c260,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:13.342114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7829a-cd1a-4981-83e3-4277b210d285 req-0a6d7f79-704a-4b6c-8207-973289204999 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.344462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ff7829a-cd1a-4981-83e3-4277b210d285 req-0a6d7f79-704a-4b6c-8207-973289204999 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 948 time: 0.0747440 Feb 19 01:00:13.399280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ff7829a-cd1a-4981-83e3-4277b210d285 req-efc58654-c998-44be-9a08-d19f746dafb8 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Feb 19 01:00:13.467359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-1298ea6d-535b-4826-a53a-a5cfcab1ebce tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.468537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-37096251-5ba6-4a0b-9330-6852c6d660cc tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6 HTTP/1.1" status: 200 len: 1821 time: 0.0424521 Feb 19 01:00:13.469024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-1298ea6d-535b-4826-a53a-a5cfcab1ebce tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/networks?id=7eb00ac4-7f82-45dc-bf12-cff3e690a28c HTTP/1.1" status: 200 len: 818 time: 0.4046874 Feb 19 01:00:13.489586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-be42773e-c72a-48be-b2f8-58de447896b3 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/quotas/d550aff59b374aa4b5dd24eb1681a02d HTTP/1.1" status: 200 len: 375 time: 0.0151644 Feb 19 01:00:13.520076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-6c92d859-6fe7-4833-807d-0f890b320c96 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/5566f3e2-dd26-403e-abfb-2ed08fe0c260 HTTP/1.1" status: 200 len: 1822 time: 0.0449901 Feb 19 01:00:13.524182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-d1075740-b2d9-4a22-b33d-5a004f033a98 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d550aff59b374aa4b5dd24eb1681a02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336831 Feb 19 01:00:13.530475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6', 'remote_group_id': '5566f3e2-dd26-403e-abfb-2ed08fe0c260', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:13.530823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6', 'remote_group_id': '5566f3e2-dd26-403e-abfb-2ed08fe0c260', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:13.601258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (f3db8d15-c7b9-40db-893e-bb74b5308c17), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.628721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-74ce4bd7-c51b-4a4f-af20-242279662db5 service neutron] 10.222.0.43 "GET /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029243 Feb 19 01:00:13.664298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (f3db8d15-c7b9-40db-893e-bb74b5308c17), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.669733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f3db8d15-c7b9-40db-893e-bb74b5308c17), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.694047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3db8d15-c7b9-40db-893e-bb74b5308c17,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:13.703011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.704219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a04e711d-dca0-4161-b839-15ca1a66e1ce req-9167b038-91ef-4192-b7ed-ea865c1dd0a0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1780002 Feb 19 01:00:13.748751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-da86cf23-eb5c-4da6-b687-dcee7614cade service neutron] 10.222.0.43 "GET /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135294 Feb 19 01:00:13.810389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c920ffc-ad26-41ed-89ac-4706324dd98c req-406eb9bb-79ea-447d-8075-9d05b7b98632 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.812108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3c920ffc-ad26-41ed-89ac-4706324dd98c req-406eb9bb-79ea-447d-8075-9d05b7b98632 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 950 time: 0.0579195 Feb 19 01:00:13.867309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3c920ffc-ad26-41ed-89ac-4706324dd98c req-c37bf68e-8a25-44b7-85be-d1d25718be8c tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478282 Feb 19 01:00:13.952717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c22f017f-efdf-4385-bd15-adca983d94b7 req-15cf6c1b-66b0-4ab1-b2cf-89358b50592e tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/5566f3e2-dd26-403e-abfb-2ed08fe0c260 HTTP/1.1" status: 200 len: 1822 time: 0.0449297 Feb 19 01:00:13.968807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771e5a6-e1c0-4ad7-90ba-f4d576c97ae0 req-091ef2bc-e8a6-4b41-806d-2eb6e3fbc1a3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.970974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c771e5a6-e1c0-4ad7-90ba-f4d576c97ae0 req-091ef2bc-e8a6-4b41-806d-2eb6e3fbc1a3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 949 time: 0.0626638 Feb 19 01:00:14.018698 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c22f017f-efdf-4385-bd15-adca983d94b7 req-1c48f507-9f12-4614-8ddc-625007f32099 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (5566f3e2-dd26-403e-abfb-2ed08fe0c260), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.042684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c771e5a6-e1c0-4ad7-90ba-f4d576c97ae0 req-9b1b4eb2-0fb1-45d3-bc26-629d7098914b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655444 Feb 19 01:00:14.046477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c22f017f-efdf-4385-bd15-adca983d94b7 req-1c48f507-9f12-4614-8ddc-625007f32099 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (5566f3e2-dd26-403e-abfb-2ed08fe0c260), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.135051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c22f017f-efdf-4385-bd15-adca983d94b7 req-1c48f507-9f12-4614-8ddc-625007f32099 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5566f3e2-dd26-403e-abfb-2ed08fe0c260), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.138271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c22f017f-efdf-4385-bd15-adca983d94b7 req-1c48f507-9f12-4614-8ddc-625007f32099 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.139679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c22f017f-efdf-4385-bd15-adca983d94b7 req-1c48f507-9f12-4614-8ddc-625007f32099 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/5566f3e2-dd26-403e-abfb-2ed08fe0c260 HTTP/1.1" status: 204 len: 173 time: 0.1814651 Feb 19 01:00:14.149932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48f507-9f12-4614-8ddc-625007f32099 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5566f3e2-dd26-403e-abfb-2ed08fe0c260,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:14.174828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174047b-719d-4d34-8e64-66727b5c3258 req-b7ee64d6-1139-4b1b-adea-c74947857cae tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.176532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e174047b-719d-4d34-8e64-66727b5c3258 req-b7ee64d6-1139-4b1b-adea-c74947857cae tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 944 time: 0.0693948 Feb 19 01:00:14.227086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1de88e9-e20f-41a4-a919-64221c3600c4 req-ecb8fd49-06a9-4fd4-adaf-508c7ab14f22 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 210 time: 0.0320880 Feb 19 01:00:14.231949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e174047b-719d-4d34-8e64-66727b5c3258 req-5ac8474e-55b3-469a-88fc-125231ab599e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Feb 19 01:00:14.294755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d1a4050-f27d-4f87-8935-32c6e9f591a0 req-cdd91084-b8cd-435c-8e7e-67cafc57bd4d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6 HTTP/1.1" status: 200 len: 1821 time: 0.0381114 Feb 19 01:00:14.328294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fc6af32c-fb0b-48fa-aafb-c1eec7ed2b2d req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433862331', 'description': 'tempest-description-1282200571'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:14.350047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc6af32c-fb0b-48fa-aafb-c1eec7ed2b2d req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.416559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc6af32c-fb0b-48fa-aafb-c1eec7ed2b2d req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (f52cc411-38a8-439f-89f6-50a29a769124), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.420177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc6af32c-fb0b-48fa-aafb-c1eec7ed2b2d req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f52cc411-38a8-439f-89f6-50a29a769124), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.454171 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc6af32c-fb0b-48fa-aafb-c1eec7ed2b2d req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.455407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc6af32c-fb0b-48fa-aafb-c1eec7ed2b2d req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1317298 Feb 19 01:00:14.456387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a2247-31b0-4249-826a-283894bf6fc6 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52cc411-38a8-439f-89f6-50a29a769124,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:14.522748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-5e2262d5-6d25-4fac-8c5f-e6ba5f7f53e5 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/f52cc411-38a8-439f-89f6-50a29a769124 HTTP/1.1" status: 200 len: 1821 time: 0.0469265 Feb 19 01:00:14.535659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52cc411-38a8-439f-89f6-50a29a769124', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:14.536241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52cc411-38a8-439f-89f6-50a29a769124', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:14.556368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4538356-1aad-4f6b-8c7b-72f0b14c1461 req-9e92bfe8-29f8-4b57-a416-204de3ca7bd9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.559008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4538356-1aad-4f6b-8c7b-72f0b14c1461 req-9e92bfe8-29f8-4b57-a416-204de3ca7bd9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 948 time: 0.0732563 Feb 19 01:00:14.605984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (13c504d1-ec2f-4c29-b464-65499e6740ce), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.614365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4538356-1aad-4f6b-8c7b-72f0b14c1461 req-48bca9ad-38be-4909-9f8f-7379f45b32c9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479980 Feb 19 01:00:14.637187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (13c504d1-ec2f-4c29-b464-65499e6740ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.641120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (13c504d1-ec2f-4c29-b464-65499e6740ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.660729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c504d1-ec2f-4c29-b464-65499e6740ce,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:14.665669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.666845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f31975-1d7f-43cb-96ed-8ef3c22a354a req-a418427d-1e0f-436b-9b48-09390c7f5a0f tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1377106 Feb 19 01:00:14.726994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db0b5397-7a05-4296-9209-065838f427d1 req-0afe5f48-b9be-4541-885e-9e0a17152e86 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/f52cc411-38a8-439f-89f6-50a29a769124 HTTP/1.1" status: 200 len: 2414 time: 0.0392513 Feb 19 01:00:14.737519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52cc411-38a8-439f-89f6-50a29a769124', 'remote_group_id': None}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:14.737847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52cc411-38a8-439f-89f6-50a29a769124', 'remote_group_id': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:14.794093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (fee2253d-aa3d-4c43-97e2-186694111a7d), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.819267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (fee2253d-aa3d-4c43-97e2-186694111a7d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.822932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (fee2253d-aa3d-4c43-97e2-186694111a7d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.840890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee2253d-aa3d-4c43-97e2-186694111a7d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:14.850100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.851337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db0b5397-7a05-4296-9209-065838f427d1 req-2193d2dd-c8ad-4677-a074-610bab1ba196 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1180131 Feb 19 01:00:14.914575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1ca5ad-622e-4a6f-aba7-17908c22f991 req-679d2d96-2561-49a0-8c3d-e44aa5ce0a84 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/f52cc411-38a8-439f-89f6-50a29a769124 HTTP/1.1" status: 200 len: 3012 time: 0.0427682 Feb 19 01:00:14.936140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:14.963843 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b8beac6-2ec0-4651-9397-212db557d531 req-7e4db0ed-be51-4725-827c-bab9a99a8b9c tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-group-rules/fee2253d-aa3d-4c43-97e2-186694111a7d HTTP/1.1" status: 200 len: 783 time: 0.0284874 Feb 19 01:00:14.988475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 6d63bd71-4080-4b60-8ab2-2bd140f47daa completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:14.995521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 6d63bd71-4080-4b60-8ab2-2bd140f47daa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:14.996116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.000160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae0cfc-dc3d-4c03-847f-1e53f202a853 req-cf3f6999-dc7c-42fe-ad2e-d6c3a40c42a0 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.001676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3aae0cfc-dc3d-4c03-847f-1e53f202a853 req-cf3f6999-dc7c-42fe-ad2e-d6c3a40c42a0 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 950 time: 0.0601854 Feb 19 01:00:15.006328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b8beac6-2ec0-4651-9397-212db557d531 req-0ecec19f-50ae-4509-8539-e52d42521609 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/f52cc411-38a8-439f-89f6-50a29a769124 HTTP/1.1" status: 200 len: 3012 time: 0.0413587 Feb 19 01:00:15.041755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b8beac6-2ec0-4651-9397-212db557d531 req-eda1b85e-5ce9-443b-96b2-e1c13f25f103 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (fee2253d-aa3d-4c43-97e2-186694111a7d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.052614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b8beac6-2ec0-4651-9397-212db557d531 req-eda1b85e-5ce9-443b-96b2-e1c13f25f103 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (fee2253d-aa3d-4c43-97e2-186694111a7d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.063891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3aae0cfc-dc3d-4c03-847f-1e53f202a853 req-d4bd7c9c-fcf2-414d-b720-f868c3b476cd tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/security-groups?id=1135172e-de63-4f3b-b26b-5c6ba4aca49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538635 Feb 19 01:00:15.086306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b8beac6-2ec0-4651-9397-212db557d531 req-eda1b85e-5ce9-443b-96b2-e1c13f25f103 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (fee2253d-aa3d-4c43-97e2-186694111a7d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.098934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6d63bd71-4080-4b60-8ab2-2bd140f47daa is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:15.099560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.102279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b8beac6-2ec0-4651-9397-212db557d531 req-eda1b85e-5ce9-443b-96b2-e1c13f25f103 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.104089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b8beac6-2ec0-4651-9397-212db557d531 req-eda1b85e-5ce9-443b-96b2-e1c13f25f103 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/fee2253d-aa3d-4c43-97e2-186694111a7d HTTP/1.1" status: 204 len: 173 time: 0.0906727 Feb 19 01:00:15.105334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1b85e-5ce9-443b-96b2-e1c13f25f103 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fee2253d-aa3d-4c43-97e2-186694111a7d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:15.114691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-ba6e60e7-60b8-4139-a3ce-8b562f230ad8 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.117020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-ba6e60e7-60b8-4139-a3ce-8b562f230ad8 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 950 time: 0.0695133 Feb 19 01:00:15.176583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:15.177736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:15.179244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f081fbde-982e-4f84-ae81-51ad53767a44 req-cbda6624-1606-41ff-9d41-2fbab77ccde1 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/f52cc411-38a8-439f-89f6-50a29a769124 HTTP/1.1" status: 200 len: 2414 time: 0.0487149 Feb 19 01:00:15.181992 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe1f31-2b17-4fc7-a0a7-469232e8abb0" -d '{"events": [{"server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "name": "network-vif-plugged", "status": "completed", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:15.185742 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.186820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 35cb33ae-e130-4bfa-845e-2459c63452b5 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:15.273053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:15.297780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f8385-e01b-455e-b753-2e74782689ea req-8cb69601-27a9-4ae4-9d23-439a4fa3c94c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.299588 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a87f8385-e01b-455e-b753-2e74782689ea req-8cb69601-27a9-4ae4-9d23-439a4fa3c94c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 949 time: 0.0896690 Feb 19 01:00:15.305076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 35cb33ae-e130-4bfa-845e-2459c63452b5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:15.306448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Deleting port e8a7adf2-b297-4866-977d-a76f0e5a4f2c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:15.309206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.313409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 35cb33ae-e130-4bfa-845e-2459c63452b5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:15.314939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.331032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f081fbde-982e-4f84-ae81-51ad53767a44 req-ad7b67e2-ed46-4534-965f-5efbcb40d2ac tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (f52cc411-38a8-439f-89f6-50a29a769124), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.377714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f081fbde-982e-4f84-ae81-51ad53767a44 req-ad7b67e2-ed46-4534-965f-5efbcb40d2ac tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (f52cc411-38a8-439f-89f6-50a29a769124), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.408025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 35cb33ae-e130-4bfa-845e-2459c63452b5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:15.409735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-296f613e-be1a-4dce-b253-8a22b7496434 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.411196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-296f613e-be1a-4dce-b253-8a22b7496434 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.89 "GET /v2.0/networks?id=7eb00ac4-7f82-45dc-bf12-cff3e690a28c HTTP/1.1" status: 200 len: 818 time: 0.1909664 Feb 19 01:00:15.413687 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.431426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Request body: {'port': {'device_id': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c', 'admin_state_up': True, 'tenant_id': 'd550aff59b374aa4b5dd24eb1681a02d'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:15.433612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a87f8385-e01b-455e-b753-2e74782689ea req-385471cd-b724-42e7-a166-b3ba7ca97eec tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189280 Feb 19 01:00:15.467579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 35cb33ae-e130-4bfa-845e-2459c63452b5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=35cb33ae-e130-4bfa-845e-2459c63452b5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:15.473492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.492742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f081fbde-982e-4f84-ae81-51ad53767a44 req-ad7b67e2-ed46-4534-965f-5efbcb40d2ac tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f52cc411-38a8-439f-89f6-50a29a769124), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.495567 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f081fbde-982e-4f84-ae81-51ad53767a44 req-ad7b67e2-ed46-4534-965f-5efbcb40d2ac tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.500245 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fd39f6-fbaa-471f-9227-36e3b6b66039 x-openstack-request-id: req-71fd39f6-fbaa-471f-9227-36e3b6b66039 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:15.500610 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "name": "network-vif-plugged", "status": "completed", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:15.500875 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71fd39f6-fbaa-471f-9227-36e3b6b66039 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:15.501297 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'code': 200} Feb 19 01:00:15.505494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] For port e8a7adf2-b297-4866-977d-a76f0e5a4f2c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:15.506072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.509175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f081fbde-982e-4f84-ae81-51ad53767a44 req-ad7b67e2-ed46-4534-965f-5efbcb40d2ac tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/f52cc411-38a8-439f-89f6-50a29a769124 HTTP/1.1" status: 204 len: 173 time: 0.3230352 Feb 19 01:00:15.536900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b67e2-ed46-4534-965f-5efbcb40d2ac tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52cc411-38a8-439f-89f6-50a29a769124,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:15.537995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=35cb33ae-e130-4bfa-845e-2459c63452b5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:15.550243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Calling delete_port for e8a7adf2-b297-4866-977d-a76f0e5a4f2c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:15.617859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e9d1947-981f-43a0-ac5f-4549aefdd99a req-9a9510dd-25b4-4998-b18b-9e036cfa747d tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 210 time: 0.0342066 Feb 19 01:00:15.652269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Made reservation on behalf of d550aff59b374aa4b5dd24eb1681a02d for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:15.656251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.724704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6c28-6076-41db-814d-43f69b1ef07e req-4198fa9c-68d0-49d8-ad4e-688e1a72c133 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.728315 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104a6c28-6076-41db-814d-43f69b1ef07e req-4198fa9c-68d0-49d8-ad4e-688e1a72c133 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1510396 Feb 19 01:00:15.731498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7300-b181-4114-bcb0-08d23d0a5ae7 req-e2ed7ba0-8616-486c-99ac-853012851b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.733064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08ad7300-b181-4114-bcb0-08d23d0a5ae7 req-e2ed7ba0-8616-486c-99ac-853012851b9d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1127 time: 0.1398430 Feb 19 01:00:15.822475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da119c9c-cba8-4b92-84fc-55ac919d714f req-2d0a1d02-997f-478c-953a-88036ba854b6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.823984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da119c9c-cba8-4b92-84fc-55ac919d714f req-2d0a1d02-997f-478c-953a-88036ba854b6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1150985 Feb 19 01:00:15.829719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Allocated IP 172.20.0.4 (7eb00ac4-7f82-45dc-bf12-cff3e690a28c/288dc844-caa8-444d-87e2-a0562c7826dd/3d79e7f5-80c1-4e0f-8f08-3859f4ff804a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:15.852122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104a6c28-6076-41db-814d-43f69b1ef07e req-bf216377-734b-480b-b5e9-cd4f85189cae tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109343 Feb 19 01:00:15.864414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08ad7300-b181-4114-bcb0-08d23d0a5ae7 req-5f084ec5-e1c1-4d25-a6a9-e1630e6fa1ab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207905 Feb 19 01:00:15.875571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (e8a7adf2-b297-4866-977d-a76f0e5a4f2c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.895756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e8a7adf2-b297-4866-977d-a76f0e5a4f2c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:15.911025 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da119c9c-cba8-4b92-84fc-55ac919d714f req-4178f46a-35cd-4af7-b074-7979ecab7549 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790734 Feb 19 01:00:15.920401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Pushing event deleted for resources: {'Port': ['ID=e8a7adf2-b297-4866-977d-a76f0e5a4f2c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:15.951457 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-cf94e8e2-47f3-40e0-a3db-8a4d0386a350 req-179cbe42-cafc-4d2a-bf67-26cbefbf8787 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] show failed (client error): The resource could not be found. Feb 19 01:00:15.959244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf94e8e2-47f3-40e0-a3db-8a4d0386a350 req-179cbe42-cafc-4d2a-bf67-26cbefbf8787 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/5566f3e2-dd26-403e-abfb-2ed08fe0c260 HTTP/1.1" status: 404 len: 352 time: 0.0419033 Feb 19 01:00:16.024514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] No DVR routers for this DVR port e8a7adf2-b297-4866-977d-a76f0e5a4f2c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:16.030319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.034717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7021f953-05eb-4d74-aae8-a8c994fcd870 req-f8301a3b-c8f3-486c-877e-79cfb2ab7b95 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.10 "DELETE /v2.0/ports/e8a7adf2-b297-4866-977d-a76f0e5a4f2c HTTP/1.1" status: 204 len: 173 time: 0.9082825 Feb 19 01:00:16.035318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'name': 'network-vif-deleted', 'tag': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:16.038627 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197fad63-ef42-439e-9093-2014824893c3" -d '{"events": [{"server_uuid": "556a2160-6a41-4ccd-99bf-57b7b6ec26c0", "name": "network-vif-deleted", "tag": "e8a7adf2-b297-4866-977d-a76f0e5a4f2c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:16.080050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc63c1fd-fd26-4a84-aa77-077321809a15 req-029f47d5-f3cf-4c6c-b24e-49d99de09aa0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6 HTTP/1.1" status: 200 len: 1821 time: 0.0897288 Feb 19 01:00:16.148071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca001a-3ca0-4f4f-a746-03a02e5defe9 req-89e91ef1-659a-4932-822a-b62f49bb36eb tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.150037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86ca001a-3ca0-4f4f-a746-03a02e5defe9 req-89e91ef1-659a-4932-822a-b62f49bb36eb tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.1238086 Feb 19 01:00:16.161284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc63c1fd-fd26-4a84-aa77-077321809a15 req-0326056b-b848-497d-bea5-21ab3cdd5720 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.185313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc63c1fd-fd26-4a84-aa77-077321809a15 req-0326056b-b848-497d-bea5-21ab3cdd5720 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.190570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks [] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.234315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86ca001a-3ca0-4f4f-a746-03a02e5defe9 req-d465c8eb-d128-4f96-be7c-c36980fcd1ac tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755866 Feb 19 01:00:16.241584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc63c1fd-fd26-4a84-aa77-077321809a15 req-0326056b-b848-497d-bea5-21ab3cdd5720 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.244338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc63c1fd-fd26-4a84-aa77-077321809a15 req-0326056b-b848-497d-bea5-21ab3cdd5720 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.245623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc63c1fd-fd26-4a84-aa77-077321809a15 req-0326056b-b848-497d-bea5-21ab3cdd5720 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6 HTTP/1.1" status: 204 len: 173 time: 0.1567941 Feb 19 01:00:16.257581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326056b-b848-497d-bea5-21ab3cdd5720 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e01cdc6-d0ec-4e60-8e13-cfe6d22558a6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.265781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.305912 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93d43c1-61ba-4973-8a6c-76e5891eeb09 x-openstack-request-id: req-a93d43c1-61ba-4973-8a6c-76e5891eeb09 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:16.306211 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a2160-6a41-4ccd-99bf-57b7b6ec26c0", "name": "network-vif-deleted", "tag": "e8a7adf2-b297-4866-977d-a76f0e5a4f2c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:16.306527 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a93d43c1-61ba-4973-8a6c-76e5891eeb09 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:16.306939 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a2160-6a41-4ccd-99bf-57b7b6ec26c0', 'name': 'network-vif-deleted', 'tag': 'e8a7adf2-b297-4866-977d-a76f0e5a4f2c', 'status': 'completed', 'code': 200} Feb 19 01:00:16.320809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:16.324612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:16.330743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:16.356250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Pushing event updated for resources: {'Port': ['ID=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.392492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e145df6-469a-4315-9104-5e48c61ac86b req-4a05916d-4399-45c6-aee0-cdc33f579865 tempest-LiveMigrationNegativeTest-288302385 tempest-LiveMigrationNegativeTest-288302385-project] 10.222.0.43 "GET /v2.0/ports?device_id=556a2160-6a41-4ccd-99bf-57b7b6ec26c0 HTTP/1.1" status: 200 len: 210 time: 0.0373154 Feb 19 01:00:16.407764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-1a6c4ff1-ac07-4f0b-b6c5-09208b2750c8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264971 Feb 19 01:00:16.412347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.413305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.441737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-408686d2-205e-4558-b91a-a8e223de6d74 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144994 Feb 19 01:00:16.475857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Request body: {'port': {'device_id': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:16.504442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9a31a50-4fa9-4ca3-83e3-c70b32dfe2de req-cb944038-65fb-477e-a6db-f712591cb054 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/bf9ffc50-3121-4749-b1a6-771ce27361a4 HTTP/1.1" status: 200 len: 1820 time: 0.0836973 Feb 19 01:00:16.523355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-558ba422-9f18-4e09-85a9-4ed435bc948e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.525097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-558ba422-9f18-4e09-85a9-4ed435bc948e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112301 Feb 19 01:00:16.540719 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-5e145fe8-ab24-4a8d-87d1-e746631289b9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/quotas/5f8fa5451a424ffbad3b3f10850f3b5c HTTP/1.1" status: 200 len: 375 time: 0.0104487 Feb 19 01:00:16.584920 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.608038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-7ffed62d-a91d-4a8b-a7c2-dd95eff33bdb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611553 Feb 19 01:00:16.650637 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a9a31a50-4fa9-4ca3-83e3-c70b32dfe2de req-b81b4a6a-90cd-4ee0-bcd0-8eda94d2eedb tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (bf9ffc50-3121-4749-b1a6-771ce27361a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.690237 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a9a31a50-4fa9-4ca3-83e3-c70b32dfe2de req-b81b4a6a-90cd-4ee0-bcd0-8eda94d2eedb tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (bf9ffc50-3121-4749-b1a6-771ce27361a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.856627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb717-0a25-428b-b61b-c2cbe327dc53 req-05261ade-bf46-4581-9196-7766b5ce812e tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.873617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d71cb717-0a25-428b-b61b-c2cbe327dc53 req-05261ade-bf46-4581-9196-7766b5ce812e tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 931 time: 0.0903587 Feb 19 01:00:16.909199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a9a31a50-4fa9-4ca3-83e3-c70b32dfe2de req-b81b4a6a-90cd-4ee0-bcd0-8eda94d2eedb tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf9ffc50-3121-4749-b1a6-771ce27361a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.912127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a9a31a50-4fa9-4ca3-83e3-c70b32dfe2de req-b81b4a6a-90cd-4ee0-bcd0-8eda94d2eedb tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.913550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9a31a50-4fa9-4ca3-83e3-c70b32dfe2de req-b81b4a6a-90cd-4ee0-bcd0-8eda94d2eedb tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/bf9ffc50-3121-4749-b1a6-771ce27361a4 HTTP/1.1" status: 204 len: 173 time: 0.3995640 Feb 19 01:00:16.928640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b4a6a-90cd-4ee0-bcd0-8eda94d2eedb tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ffc50-3121-4749-b1a6-771ce27361a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.947069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d71cb717-0a25-428b-b61b-c2cbe327dc53 req-2bc84b7e-eef6-4546-aa02-01acd7d614c2 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682938 Feb 19 01:00:16.994886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a233a54-93e2-4515-b7d5-b9fa58a127c3 req-b8ee8952-e0b0-410a-bc20-87455facb6fe tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 210 time: 0.0448155 Feb 19 01:00:17.052674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:17.066968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Publish callbacks [] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.072706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3555d-35b9-4360-b708-e09739619f6f req-dc922ada-38be-47e0-bef4-d04f9b72240e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.074529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ac3555d-35b9-4360-b708-e09739619f6f req-dc922ada-38be-47e0-bef4-d04f9b72240e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.0567966 Feb 19 01:00:17.096080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1344f095-fc34-4368-b217-d2dd54c104fb req-e89f96fb-9255-4949-a6a4-b8af313913c8 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/0cd041ea-8c8d-40f6-b2b8-5a551e0d2468 HTTP/1.1" status: 200 len: 1819 time: 0.0696959 Feb 19 01:00:17.096981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Transition to ACTIVE for port object 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:17.101083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.131562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ac3555d-35b9-4360-b708-e09739619f6f req-5c54b8f4-675a-456c-a518-bd2b7ffd491b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510509 Feb 19 01:00:17.197240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:17.261030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1344f095-fc34-4368-b217-d2dd54c104fb req-c817e5a8-c490-47bf-9952-dd347f9f9512 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (0cd041ea-8c8d-40f6-b2b8-5a551e0d2468), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.296982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1344f095-fc34-4368-b217-d2dd54c104fb req-c817e5a8-c490-47bf-9952-dd347f9f9512 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (0cd041ea-8c8d-40f6-b2b8-5a551e0d2468), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.309127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Attempting to bind port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:17.309467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Attempting to bind port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'dc84536b-4f20-443b-844e-00be1ae263cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:17.309803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Attempting to bind port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a on network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:17.319636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a on network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:17.319963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Attempting to bind port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a on network 7eb00ac4-7f82-45dc-bf12-cff3e690a28c {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:17.334822 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:17.335165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Checking segment: {'id': 'dc84536b-4f20-443b-844e-00be1ae263cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:17.335556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Bound using segment: {'id': 'dc84536b-4f20-443b-844e-00be1ae263cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:17.335998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Bound port: 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc84536b-4f20-443b-844e-00be1ae263cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:17.336359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.368262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeac5ca-1ef8-451e-88a3-64a8249ee87f req-3f69614b-9750-4d9c-b4f7-07e1e1822ed7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.371170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cdeac5ca-1ef8-451e-88a3-64a8249ee87f req-3f69614b-9750-4d9c-b4f7-07e1e1822ed7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.0604770 Feb 19 01:00:17.389292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1344f095-fc34-4368-b217-d2dd54c104fb req-c817e5a8-c490-47bf-9952-dd347f9f9512 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0cd041ea-8c8d-40f6-b2b8-5a551e0d2468), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.391822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1344f095-fc34-4368-b217-d2dd54c104fb req-c817e5a8-c490-47bf-9952-dd347f9f9512 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.392942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1344f095-fc34-4368-b217-d2dd54c104fb req-c817e5a8-c490-47bf-9952-dd347f9f9512 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/0cd041ea-8c8d-40f6-b2b8-5a551e0d2468 HTTP/1.1" status: 204 len: 173 time: 0.2895415 Feb 19 01:00:17.414411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817e5a8-c490-47bf-9952-dd347f9f9512 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd041ea-8c8d-40f6-b2b8-5a551e0d2468,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:17.429031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cdeac5ca-1ef8-451e-88a3-64a8249ee87f req-64360fbb-f95c-4a5e-bca5-850ce265add6 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524497 Feb 19 01:00:17.451166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] For port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:17.473360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] For port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,segment=NetworkSegment(dc84536b-4f20-443b-844e-00be1ae263cc),segment_id=dc84536b-4f20-443b-844e-00be1ae263cc)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:17.486589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85e32eb9-7e4b-4f7b-a22f-702f45035f37 req-14d5e6e9-1490-4c01-9e4e-6e1f45006a14 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db HTTP/1.1" status: 200 len: 2420 time: 0.0656772 Feb 19 01:00:17.497531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.502316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cb33ae-e130-4bfa-845e-2459c63452b5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:17.505717 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178aa77e-ce2a-4270-9968-2ce0491bc454" -d '{"events": [{"server_uuid": "cab0a816-ba77-4d58-934a-2e2d9dc6041c", "name": "network-vif-plugged", "status": "completed", "tag": "35cb33ae-e130-4bfa-845e-2459c63452b5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:17.557682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.558294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.559687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] 10.222.0.89 "PUT /v2.0/ports/3d79e7f5-80c1-4e0f-8f08-3859f4ff804a HTTP/1.1" status: 200 len: 1091 time: 1.0904837 Feb 19 01:00:17.560138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'tag': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:17.562948 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0fb47-e65d-42dd-88ee-8fd92d77996e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8032f5-f886-43b9-85d1-e282b5846f58", "tag": "3d79e7f5-80c1-4e0f-8f08-3859f4ff804a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:17.611800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2cade-ab8b-4821-be73-2589f4a87ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:17.614403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-85e32eb9-7e4b-4f7b-a22f-702f45035f37 req-d92d9f7f-80ae-4493-9837-86b66cf0daf0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.667942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-85e32eb9-7e4b-4f7b-a22f-702f45035f37 req-d92d9f7f-80ae-4493-9837-86b66cf0daf0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.718417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-66642bc2-965f-4e48-b48b-77ddaee90584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.720240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-66642bc2-965f-4e48-b48b-77ddaee90584 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d550aff59b374aa4b5dd24eb1681a02d&device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 1125 time: 0.0914321 Feb 19 01:00:17.732861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-85e32eb9-7e4b-4f7b-a22f-702f45035f37 req-d92d9f7f-80ae-4493-9837-86b66cf0daf0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.735745 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-85e32eb9-7e4b-4f7b-a22f-702f45035f37 req-d92d9f7f-80ae-4493-9837-86b66cf0daf0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.736970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85e32eb9-7e4b-4f7b-a22f-702f45035f37 req-d92d9f7f-80ae-4493-9837-86b66cf0daf0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db HTTP/1.1" status: 204 len: 173 time: 0.2496872 Feb 19 01:00:17.740581 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0478a501-652b-4630-8a35-d18bb9d66228 x-openstack-request-id: req-0478a501-652b-4630-8a35-d18bb9d66228 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:17.741718 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab0a816-ba77-4d58-934a-2e2d9dc6041c", "name": "network-vif-plugged", "status": "completed", "tag": "35cb33ae-e130-4bfa-845e-2459c63452b5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:17.741984 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0478a501-652b-4630-8a35-d18bb9d66228 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:17.743741 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cb33ae-e130-4bfa-845e-2459c63452b5', 'code': 200} Feb 19 01:00:17.770244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d9f7f-80ae-4493-9837-86b66cf0daf0 tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ebe74-fb37-4c9e-bbf4-5c74d48aa2db,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:17.820188 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65773cf3-66a3-4822-8de3-0be0a2d66ab1 x-openstack-request-id: req-65773cf3-66a3-4822-8de3-0be0a2d66ab1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:17.820497 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8032f5-f886-43b9-85d1-e282b5846f58", "tag": "3d79e7f5-80c1-4e0f-8f08-3859f4ff804a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:17.820725 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65773cf3-66a3-4822-8de3-0be0a2d66ab1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:17.821146 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'tag': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a', 'status': 'completed', 'code': 200} Feb 19 01:00:17.824741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-16a84512-e1e2-4d7e-b42e-f5f7402d53c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a HTTP/1.1" status: 200 len: 217 time: 0.0729589 Feb 19 01:00:17.848275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b16c3c98-1898-457c-9d94-0f99019a0b91 req-9b9f5cd8-7f3e-47c6-b7f3-ca5c40b590bc tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "GET /v2.0/security-groups/8426b709-8f20-4dcb-a323-3b81528424ea HTTP/1.1" status: 200 len: 2415 time: 0.0742633 Feb 19 01:00:17.904857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5eb57-968f-495a-9429-6b573b0b9fd7 req-5773c577-ebd1-4921-a20c-074862dd489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.906934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34c5eb57-968f-495a-9429-6b573b0b9fd7 req-5773c577-ebd1-4921-a20c-074862dd489f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 1131 time: 0.0532789 Feb 19 01:00:17.934331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274198-e337-4d70-ba60-219eea521c8d req-474fe599-57cc-423e-a0bb-74b9a9d5ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.936429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-474fe599-57cc-423e-a0bb-74b9a9d5ea53 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=288dc844-caa8-444d-87e2-a0562c7826dd HTTP/1.1" status: 200 len: 858 time: 0.0838988 Feb 19 01:00:17.936913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45116) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:17.986720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-50ccc01a-e4e6-4558-8fa5-fe2e2a070904 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7eb00ac4-7f82-45dc-bf12-cff3e690a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360510 Feb 19 01:00:17.987378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b16c3c98-1898-457c-9d94-0f99019a0b91 req-b9b93bd3-44ec-4146-8178-098926ab244d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (8426b709-8f20-4dcb-a323-3b81528424ea), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.996033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34c5eb57-968f-495a-9429-6b573b0b9fd7 req-ae86ed78-3400-4c0f-b648-b2595b8b6eba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670311 Feb 19 01:00:18.020383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b16c3c98-1898-457c-9d94-0f99019a0b91 req-b9b93bd3-44ec-4146-8178-098926ab244d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (8426b709-8f20-4dcb-a323-3b81528424ea), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.024942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.097314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b16c3c98-1898-457c-9d94-0f99019a0b91 req-b9b93bd3-44ec-4146-8178-098926ab244d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8426b709-8f20-4dcb-a323-3b81528424ea), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.099738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b16c3c98-1898-457c-9d94-0f99019a0b91 req-b9b93bd3-44ec-4146-8178-098926ab244d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.100964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b16c3c98-1898-457c-9d94-0f99019a0b91 req-b9b93bd3-44ec-4146-8178-098926ab244d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] 10.222.0.43 "DELETE /v2.0/security-groups/8426b709-8f20-4dcb-a323-3b81528424ea HTTP/1.1" status: 204 len: 173 time: 0.2412741 Feb 19 01:00:18.113501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45124) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:18.128677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b93bd3-44ec-4146-8178-098926ab244d tempest-SecurityGroupRulesTestJSON-1099517106 tempest-SecurityGroupRulesTestJSON-1099517106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426b709-8f20-4dcb-a323-3b81528424ea,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:18.163254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7f85-1cb3-4c0e-a070-6fa7571c8be6 req-0364befb-0d28-4860-9950-fecec8239f51 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.164824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ebb7f85-1cb3-4c0e-a070-6fa7571c8be6 req-0364befb-0d28-4860-9950-fecec8239f51 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 943 time: 0.0726247 Feb 19 01:00:18.209052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-75d5102b-b001-4e7f-a34e-6d4e7da7a779 req-85861f91-eac9-4e07-9ebb-f7a7c7523b2b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 210 time: 0.0404396 Feb 19 01:00:18.216791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1568fe38-abf7-4f3a-b96b-f4bc1fe67ccd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ba13230cfea437bb4de02a5943ca093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757716 Feb 19 01:00:18.217360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:18.217753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Deleting subnet 3d296cbf-c972-4979-a867-60c0fe08652c {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:18.221412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Publish callbacks [] for subnet (3d296cbf-c972-4979-a867-60c0fe08652c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.237724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ebb7f85-1cb3-4c0e-a070-6fa7571c8be6 req-20d10504-9f56-4e62-a06b-35af2a9082c0 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662451 Feb 19 01:00:18.278330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdef3326-c4a8-4330-b221-3a14310c2fd8 admin admin] Publish callbacks [] for security_group (1135172e-de63-4f3b-b26b-5c6ba4aca49d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.295440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (3d296cbf-c972-4979-a867-60c0fe08652c), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.316200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-f0722871-9e37-49cc-92eb-3c375b559595 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280304 Feb 19 01:00:18.320742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdef3326-c4a8-4330-b221-3a14310c2fd8 admin admin] Publish callbacks [] for security_group (1135172e-de63-4f3b-b26b-5c6ba4aca49d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.414443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3d296cbf-c972-4979-a867-60c0fe08652c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.443234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdef3326-c4a8-4330-b221-3a14310c2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1135172e-de63-4f3b-b26b-5c6ba4aca49d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.445755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdef3326-c4a8-4330-b221-3a14310c2fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.446884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fdef3326-c4a8-4330-b221-3a14310c2fd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1135172e-de63-4f3b-b26b-5c6ba4aca49d HTTP/1.1" status: 204 len: 168 time: 0.2283907 Feb 19 01:00:18.467702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-ee4ae9c6-110e-41c5-8b0f-618de23438ce tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.469205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-ee4ae9c6-110e-41c5-8b0f-618de23438ce tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371326 Feb 19 01:00:18.470511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef3326-c4a8-4330-b221-3a14310c2fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1135172e-de63-4f3b-b26b-5c6ba4aca49d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:18.489870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Request body: {'port': {'device_id': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '5f8fa5451a424ffbad3b3f10850f3b5c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:18.499726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-3e5b4475-08ac-45ce-9380-a27dfd7af10f service neutron] 10.222.0.89 "GET /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489569 Feb 19 01:00:18.521200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e60998-1025-499f-810b-1f4226fdcba0 req-65f086e7-91d6-4b03-bb0a-798295bf8312 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.528041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22e60998-1025-499f-810b-1f4226fdcba0 req-65f086e7-91d6-4b03-bb0a-798295bf8312 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.2288613 Feb 19 01:00:18.568987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (3d296cbf-c972-4979-a867-60c0fe08652c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.627251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d296cbf-c972-4979-a867-60c0fe08652c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:18.639230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26332eff-5400-4e57-bb8e-34b727ea178d req-bc7f5e41-a86c-450d-ba76-e886eef8468d tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.640735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26332eff-5400-4e57-bb8e-34b727ea178d req-bc7f5e41-a86c-450d-ba76-e886eef8468d tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.1006610 Feb 19 01:00:18.661967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.665544 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b3d0111-6b03-48d0-8938-8bc05e03ba3a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3d296cbf-c972-4979-a867-60c0fe08652c HTTP/1.1" status: 204 len: 168 time: 0.5471280 Feb 19 01:00:18.669428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45136) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:18.680492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22e60998-1025-499f-810b-1f4226fdcba0 req-bc7bb0e8-f545-45c2-b1bf-b575041490bb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511092 Feb 19 01:00:18.702990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Made reservation on behalf of 5f8fa5451a424ffbad3b3f10850f3b5c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:18.706286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.721093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d274198-e337-4d70-ba60-219eea521c8d req-b8e2470f-65b6-47b9-84a7-1532ac67df7c service neutron] 10.222.0.89 "GET /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637115 Feb 19 01:00:18.783739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26332eff-5400-4e57-bb8e-34b727ea178d req-0ed39840-6219-4a5b-84c0-9cbeb6cd53e7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363008 Feb 19 01:00:18.794193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3a801398-1530-4ddf-86b1-1fbb7e6ef451), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.859209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cee32-3c32-4553-ac4e-4ad8a0f7d1f5 req-182cd121-df70-4939-8e31-81167da2cbf9 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.860915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe6cee32-3c32-4553-ac4e-4ad8a0f7d1f5 req-182cd121-df70-4939-8e31-81167da2cbf9 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1127 time: 0.0950074 Feb 19 01:00:18.867492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-d8d96349-ebfd-41e7-9993-d288581b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.868966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-d8d96349-ebfd-41e7-9993-d288581b975a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d550aff59b374aa4b5dd24eb1681a02d&device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 1125 time: 0.0654647 Feb 19 01:00:18.900473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45140) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:18.959985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3a801398-1530-4ddf-86b1-1fbb7e6ef451), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.987723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Allocated IP 192.168.233.150 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/04c5c994-3a1d-4fcb-a969-77afcd374074) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:18.994562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.994950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.995695 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.996020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > port after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.996364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.996670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > port after_update 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.997012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.997326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.997639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:18.997957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:19.009105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe6cee32-3c32-4553-ac4e-4ad8a0f7d1f5 req-7b192fc4-256a-4a95-a92d-3cb909e0d175 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390653 Feb 19 01:00:19.021384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c5c4a56c-a6c1-41a2-8131-194c17f91451 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb92eeab35f9440a98759730b6e9b14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1158876 Feb 19 01:00:19.021816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:19.029472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-4d705f1e-0bd7-408a-a8bf-105ad5b0fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:19.030883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-4d705f1e-0bd7-408a-a8bf-105ad5b0fe59 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7eb00ac4-7f82-45dc-bf12-cff3e690a28c HTTP/1.1" status: 200 len: 919 time: 0.1543870 Feb 19 01:00:19.063449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:19.063796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:19.064246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:19.064549 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 01:00:19.064984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a801398-1530-4ddf-86b1-1fbb7e6ef451']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:19.085947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-f390c04b-7782-47c2-893c-598088ffeee0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a HTTP/1.1" status: 200 len: 217 time: 0.0467615 Feb 19 01:00:19.092722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8157a3a-336e-4ec7-8f70-22ad35de8ccb') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:19.093032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8157a3a-336e-4ec7-8f70-22ad35de8ccb') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:19.109619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e8a7adf2-b297-4866-977d-a76f0e5a4f2c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:19.116931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (a8157a3a-336e-4ec7-8f70-22ad35de8ccb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.141511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: e8a7adf2-b297-4866-977d-a76f0e5a4f2c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:19.142369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e8a7adf2-b297-4866-977d-a76f0e5a4f2c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:19.154603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a8157a3a-336e-4ec7-8f70-22ad35de8ccb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.165571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22badd76-31bf-429f-8c53-ae6efdb29b6f admin admin] Publish callbacks [] for security_group (c35ce5f1-8d17-4022-901b-0ae0b88e2e9c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.168187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-7e2591f9-a235-4ae1-8252-37e8419ecd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:19.169690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-7e2591f9-a235-4ae1-8252-37e8419ecd15 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=288dc844-caa8-444d-87e2-a0562c7826dd HTTP/1.1" status: 200 len: 858 time: 0.0719488 Feb 19 01:00:19.172726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:19.173575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (a8157a3a-336e-4ec7-8f70-22ad35de8ccb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: from cryptography.utils import int_from_bytes Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: from cryptography.utils import int_from_bytes Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:19.192522 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:19.217303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22badd76-31bf-429f-8c53-ae6efdb29b6f admin admin] Publish callbacks [] for security_group (c35ce5f1-8d17-4022-901b-0ae0b88e2e9c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.220443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-1cb279a9-fb8f-440e-b559-a11a5aaf082b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7eb00ac4-7f82-45dc-bf12-cff3e690a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399053 Feb 19 01:00:19.262362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (3a801398-1530-4ddf-86b1-1fbb7e6ef451), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.302344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.305965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] 10.222.0.43 "DELETE /v2.0/networks/3a801398-1530-4ddf-86b1-1fbb7e6ef451 HTTP/1.1" status: 204 len: 168 time: 0.6358950 Feb 19 01:00:19.391023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66a93bf3-0420-41a7-95cc-209acdc222ff req-9c906bd9-1c36-4376-b096-744f30b978c8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 210 time: 0.0576746 Feb 19 01:00:19.403306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb0fb7-79dc-4d71-99eb-b29d9617fa5e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a801398-1530-4ddf-86b1-1fbb7e6ef451,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:19.442603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22badd76-31bf-429f-8c53-ae6efdb29b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c35ce5f1-8d17-4022-901b-0ae0b88e2e9c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.443974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31324e-cc7e-4c9d-a25f-6b49c8107d60 req-154c001e-fab3-478e-8369-1c4cf5598583 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:19.445615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc31324e-cc7e-4c9d-a25f-6b49c8107d60 req-154c001e-fab3-478e-8369-1c4cf5598583 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 943 time: 0.1044202 Feb 19 01:00:19.446802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22badd76-31bf-429f-8c53-ae6efdb29b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.451390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-22badd76-31bf-429f-8c53-ae6efdb29b6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c35ce5f1-8d17-4022-901b-0ae0b88e2e9c HTTP/1.1" status: 204 len: 168 time: 0.4288023 Feb 19 01:00:19.463791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-a5dab435-55bf-49ee-8af2-71293f73e8e8 service neutron] 10.222.0.89 "GET /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291610 Feb 19 01:00:19.464643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22badd76-31bf-429f-8c53-ae6efdb29b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ce5f1-8d17-4022-901b-0ae0b88e2e9c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:19.550319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks [] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.623910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25f0fb47-e65d-42dd-88ee-8fd92d77996e req-fd8e5865-4f39-4f33-8f84-d4f207625556 service neutron] 10.222.0.89 "GET /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463270 Feb 19 01:00:19.638663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45164) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:19.654458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc31324e-cc7e-4c9d-a25f-6b49c8107d60 req-88d65ae6-8047-40f9-a22a-82d4e2ce2af4 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879535 Feb 19 01:00:19.707424 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.721791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['9462074e-81f8-4e0d-a9ae-dbee2648e413'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:19.737982 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b1691a8-04e3-44a0-aa3c-d165b0f2e836 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55c38cd216564ddfaf2db5be6feff14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978765 Feb 19 01:00:19.740029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45170) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:19.790688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:19.832094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:19.832281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa69c-b50b-45b8-b8c4-d97364e1deba admin admin] Publish callbacks [] for security_group (7b29bc63-6d98-496b-9134-8aff29880dd7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.845830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:19.864104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa69c-b50b-45b8-b8c4-d97364e1deba admin admin] Publish callbacks [] for security_group (7b29bc63-6d98-496b-9134-8aff29880dd7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.871176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:19.982485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event updated for resources: {'Port': ['ID=04c5c994-3a1d-4fcb-a969-77afcd374074,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:20.050319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:20.051024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.054671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c324-de3a-4e38-90b6-7872a0e47358 req-ab8aeba5-3034-432a-95ab-332c267333e0 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:20.056876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a71c324-de3a-4e38-90b6-7872a0e47358 req-ab8aeba5-3034-432a-95ab-332c267333e0 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.1227512 Feb 19 01:00:20.058407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa69c-b50b-45b8-b8c4-d97364e1deba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7b29bc63-6d98-496b-9134-8aff29880dd7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.063546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa69c-b50b-45b8-b8c4-d97364e1deba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.067386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f9fa69c-b50b-45b8-b8c4-d97364e1deba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b29bc63-6d98-496b-9134-8aff29880dd7 HTTP/1.1" status: 204 len: 168 time: 0.3236485 Feb 19 01:00:20.089489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-040582ad-1b6c-4e47-8cce-be018ce526b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6034775 Feb 19 01:00:20.096900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fa69c-b50b-45b8-b8c4-d97364e1deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b29bc63-6d98-496b-9134-8aff29880dd7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:20.119687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Request body: {'port': {'device_id': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:20.188445 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a71c324-de3a-4e38-90b6-7872a0e47358 req-17f090b8-562c-440a-923e-f609140b5d56 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184223 Feb 19 01:00:20.271868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.310006 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2497cddc-f4e3-4083-80ef-ed0f06488665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.451545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-57a65594-e62d-4c1b-8401-30487663e5c4 None None] Provisioning complete for port 04c5c994-3a1d-4fcb-a969-77afcd374074 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:20.451921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-57a65594-e62d-4c1b-8401-30487663e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.492449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-57a65594-e62d-4c1b-8401-30487663e5c4 None None] Port 04c5c994-3a1d-4fcb-a969-77afcd374074 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:20.614068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c995b0-2e22-48d4-84bd-1399f6eca16f req-214af2ee-3555-4816-8779-c12f966b029f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:20.626623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53c995b0-2e22-48d4-84bd-1399f6eca16f req-214af2ee-3555-4816-8779-c12f966b029f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 936 time: 0.0824499 Feb 19 01:00:20.702725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53c995b0-2e22-48d4-84bd-1399f6eca16f req-b4384e3b-fcaf-4edc-8393-53853809ed45 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Feb 19 01:00:20.885169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9914-c153-408e-8efd-5d04cbcdbc22 req-a23ceb0d-8858-4a7d-979f-844fbbb163e1 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:20.896231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-561e9914-c153-408e-8efd-5d04cbcdbc22 req-a23ceb0d-8858-4a7d-979f-844fbbb163e1 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 943 time: 0.1246915 Feb 19 01:00:21.001362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-561e9914-c153-408e-8efd-5d04cbcdbc22 req-94180f5b-e8da-46c3-9125-49650949a756 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970259 Feb 19 01:00:21.099047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaf4df-6ea0-4501-8890-e7286c752ff2 req-77d5809c-3ada-4956-a69f-4dc80d918d6b tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.108873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eaeaf4df-6ea0-4501-8890-e7286c752ff2 req-77d5809c-3ada-4956-a69f-4dc80d918d6b tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 1131 time: 0.4798760 Feb 19 01:00:21.141798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eaeaf4df-6ea0-4501-8890-e7286c752ff2 req-6ed5830b-7389-47c4-a0b2-85f8ee66b39a tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.233691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c5c994-3a1d-4fcb-a969-77afcd374074 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:21.248587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Publish callbacks [] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.274869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Transition to ACTIVE for port object 04c5c994-3a1d-4fcb-a969-77afcd374074 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:21.328073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eaeaf4df-6ea0-4501-8890-e7286c752ff2 req-6ed5830b-7389-47c4-a0b2-85f8ee66b39a tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] Publish callbacks [] for security_group (bf54eff0-acb8-4b91-ac01-156266bc1709), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.333227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.357279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-eaeaf4df-6ea0-4501-8890-e7286c752ff2 req-6ed5830b-7389-47c4-a0b2-85f8ee66b39a tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf54eff0-acb8-4b91-ac01-156266bc1709), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.582294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eaeaf4df-6ea0-4501-8890-e7286c752ff2 req-6ed5830b-7389-47c4-a0b2-85f8ee66b39a tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722855 Feb 19 01:00:21.598860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5830b-7389-47c4-a0b2-85f8ee66b39a tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54eff0-acb8-4b91-ac01-156266bc1709,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:21.629811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Pushing event updated for resources: {'Port': ['ID=04c5c994-3a1d-4fcb-a969-77afcd374074,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:21.726496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Attempting to bind port 04c5c994-3a1d-4fcb-a969-77afcd374074 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:21.726496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Attempting to bind port 04c5c994-3a1d-4fcb-a969-77afcd374074 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:21.728148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Attempting to bind port 04c5c994-3a1d-4fcb-a969-77afcd374074 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:21.748450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Port 04c5c994-3a1d-4fcb-a969-77afcd374074 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:21.748450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Attempting to bind port 04c5c994-3a1d-4fcb-a969-77afcd374074 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:21.785178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:21.798741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:21.804109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:21.806304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Bound port: 04c5c994-3a1d-4fcb-a969-77afcd374074, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:21.808956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.921927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45248) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:21.948873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7509a-c4f8-48ee-bfe6-c00edc2f4023 req-00c0ad6e-79df-4bab-b35d-0724f704d1d9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.953730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] For port 04c5c994-3a1d-4fcb-a969-77afcd374074, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:21.955653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76c7509a-c4f8-48ee-bfe6-c00edc2f4023 req-00c0ad6e-79df-4bab-b35d-0724f704d1d9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 948 time: 0.1287320 Feb 19 01:00:21.959035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] For port 04c5c994-3a1d-4fcb-a969-77afcd374074, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=04c5c994-3a1d-4fcb-a969-77afcd374074,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:21.978354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.017621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76c7509a-c4f8-48ee-bfe6-c00edc2f4023 req-d3a7359e-efae-408f-8988-532c1a4d7187 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Feb 19 01:00:22.056913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.057588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.059347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] 10.222.0.89 "PUT /v2.0/ports/04c5c994-3a1d-4fcb-a969-77afcd374074 HTTP/1.1" status: 200 len: 1096 time: 1.9441652 Feb 19 01:00:22.059470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'tag': '04c5c994-3a1d-4fcb-a969-77afcd374074'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:22.061784 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a954699-a2e8-4cc8-8c79-01bc4a612a56" -d '{"events": [{"name": "network-changed", "server_uuid": "b95259e8-6096-4d1d-a645-5732f5fcd81b", "tag": "04c5c994-3a1d-4fcb-a969-77afcd374074"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:22.090096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1ac8-5184-460c-88e2-eb05c512681f service neutron] Pushing event updated for resources: {'Port': ['ID=04c5c994-3a1d-4fcb-a969-77afcd374074,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:22.183529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-f6fcab93-72e0-4721-95ce-b101e80f5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.185133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-f6fcab93-72e0-4721-95ce-b101e80f5581 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 1130 time: 0.0732622 Feb 19 01:00:22.254437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-af48399e-3dbf-4a88-a075-b6ac3abc70ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=04c5c994-3a1d-4fcb-a969-77afcd374074 HTTP/1.1" status: 200 len: 217 time: 0.0550063 Feb 19 01:00:22.257284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbb378-4f09-47d7-893e-5e0336d5ee2c req-35ccdd97-9214-461e-b75e-ca7e4e5a7c09 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.258893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-07cbb378-4f09-47d7-893e-5e0336d5ee2c req-35ccdd97-9214-461e-b75e-ca7e4e5a7c09 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 943 time: 0.0891142 Feb 19 01:00:22.283811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1832155410-network', 'tenant_id': '3da5979983f845bea0c662d85b6795a4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:22.372538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-07cbb378-4f09-47d7-893e-5e0336d5ee2c req-1474c561-faff-4387-9c02-b1f38377781e tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075437 Feb 19 01:00:22.414604 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e671109-ae57-4757-a5c3-64f79690e2af x-openstack-request-id: req-9e671109-ae57-4757-a5c3-64f79690e2af {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:22.414903 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95259e8-6096-4d1d-a645-5732f5fcd81b", "tag": "04c5c994-3a1d-4fcb-a969-77afcd374074", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:22.415162 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e671109-ae57-4757-a5c3-64f79690e2af {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:22.415825 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'tag': '04c5c994-3a1d-4fcb-a969-77afcd374074', 'status': 'completed', 'code': 200} Feb 19 01:00:22.425547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Made reservation on behalf of 3da5979983f845bea0c662d85b6795a4 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:22.428143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.433361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6a4dc3db-16a7-4240-b011-70b529b29e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.434952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-6a4dc3db-16a7-4240-b011-70b529b29e2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1694925 Feb 19 01:00:22.440761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.515429 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-504e8da8-f420-4ff7-a8de-64448f9ecb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.533617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-2e2baee2-3e3c-4867-a4c2-eb8788e0cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.535107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-2e2baee2-3e3c-4867-a4c2-eb8788e0cdac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0904913 Feb 19 01:00:22.627627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks [] for security_group (577db711-b2c2-4382-bb7b-40360d28b850), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.634190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (577db711-b2c2-4382-bb7b-40360d28b850), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.670419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:22.705841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577db711-b2c2-4382-bb7b-40360d28b850,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:22.728875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cf0f08ba-97af-45a4-bc51-0331e32de766), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.729288 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Added segment cf0f08ba-97af-45a4-bc51-0331e32de766 of type vlan for network 1040b299-6ccd-4a07-9285-276994ecd306 Feb 19 01:00:22.771290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-e9035290-7947-466f-a3e5-6c94b1865721 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164283 Feb 19 01:00:22.788360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1040b299-6ccd-4a07-9285-276994ecd306), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.856971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78294d20-fd9a-4891-9587-3abec7327fc8 req-7e2a9344-4e3c-42ee-a1a4-eed9e964ac1b tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.858568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78294d20-fd9a-4891-9587-3abec7327fc8 req-7e2a9344-4e3c-42ee-a1a4-eed9e964ac1b tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 1131 time: 0.1732876 Feb 19 01:00:22.904593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1040b299-6ccd-4a07-9285-276994ecd306), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.905578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.906162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.953322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:22.977719 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4679383e-d66f-4bd9-a2f4-4a94a4714d48 req-3596d546-1ae2-4b68-b1c9-84c8e744999e service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932526 Feb 19 01:00:22.990444 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0645063 Feb 19 01:00:22.991442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45298) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:22.996630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Request body: {'subnet': {'network_id': '1040b299-6ccd-4a07-9285-276994ecd306', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1832155410-subnet', 'tenant_id': '3da5979983f845bea0c662d85b6795a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:23.016677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78294d20-fd9a-4891-9587-3abec7327fc8 req-6409659a-93db-44e1-9a3d-c0f0e8d68acb tempest-ServersAdminNegativeTestJSON-389489000 tempest-ServersAdminNegativeTestJSON-389489000-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496136 Feb 19 01:00:23.017800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87ded0-6eef-456d-86cc-f34b296afad1 admin admin] Pushing event updated for resources: {'Network': ['ID=1040b299-6ccd-4a07-9285-276994ecd306,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:23.055986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1040b299-6ccd-4a07-9285-276994ecd306 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:23.082425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Made reservation on behalf of 3da5979983f845bea0c662d85b6795a4 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:23.085782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.213597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-ec262d20-379b-4007-a8b3-77112266221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.215941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-ec262d20-379b-4007-a8b3-77112266221b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 1130 time: 0.1259255 Feb 19 01:00:23.267775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,segment=NetworkSegment(dc84536b-4f20-443b-844e-00be1ae263cc),segment_id=dc84536b-4f20-443b-844e-00be1ae263cc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:23.283101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9494-a6c4-4716-af82-8e292e7654d2 req-d2c13507-bf8c-4722-8c5c-fc627e319800 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.292986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c22a9494-a6c4-4716-af82-8e292e7654d2 req-d2c13507-bf8c-4722-8c5c-fc627e319800 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 948 time: 0.1302226 Feb 19 01:00:23.300843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a', 'network_id': '7eb00ac4-7f82-45dc-bf12-cff3e690a28c', 'port_id': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a', 'mac_address': 'fa:16:3e:69:12:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288dc844-caa8-444d-87e2-a0562c7826dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:23.373132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (5d3ee967-42f3-4e54-be09-8accecb125e7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.400405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:23.401343 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.427847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:23.477819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-528797c1-17d8-44b6-adae-c29c13802ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335552 Feb 19 01:00:23.494893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c22a9494-a6c4-4716-af82-8e292e7654d2 req-77f0874e-ed03-448e-a4da-ae8eddc880aa tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008390 Feb 19 01:00:23.507088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3ee967-42f3-4e54-be09-8accecb125e7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:23.516783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-f72b2082-87cd-4ff8-8b4a-fa4ee0108c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.517456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Checking segment: {'id': 'cf0f08ba-97af-45a4-bc51-0331e32de766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1040b299-6ccd-4a07-9285-276994ecd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:23.517815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Network hostable DHCP agents. Network: 1040b299-6ccd-4a07-9285-276994ecd306, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:23.519616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-f72b2082-87cd-4ff8-8b4a-fa4ee0108c17 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2837610 Feb 19 01:00:23.548333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,segment=NetworkSegment(dc84536b-4f20-443b-844e-00be1ae263cc),segment_id=dc84536b-4f20-443b-844e-00be1ae263cc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:23.567407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Network 1040b299-6ccd-4a07-9285-276994ecd306 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:23.581974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 1040b299-6ccd-4a07-9285-276994ecd306) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:23.582999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.586347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.586936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.626569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-37ef2f05-fd9b-4078-be39-09a06445532f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6339800 Feb 19 01:00:23.676263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f2142-1e14-4673-9848-cfd57cc6fcd0 None None] Network 1040b299-6ccd-4a07-9285-276994ecd306 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:23.690894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-5a5c3fea-a255-41d5-ab3f-b6ec096cbdff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=04c5c994-3a1d-4fcb-a969-77afcd374074 HTTP/1.1" status: 200 len: 217 time: 0.1605833 Feb 19 01:00:23.782654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:23.847584 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.857060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61954f79-9b26-4755-8858-e47ec35fc1ba None None] Network 1040b299-6ccd-4a07-9285-276994ecd306 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:23.930588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad5db4-bd81-42f3-ba3b-1b7ce4622d92 req-b86fb72c-0efd-4206-8d1c-417df6bf800d tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.932528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57ad5db4-bd81-42f3-ba3b-1b7ce4622d92 req-b86fb72c-0efd-4206-8d1c-417df6bf800d tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 944 time: 0.1029623 Feb 19 01:00:23.937352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b04675-9f29-4707-bffc-e360a49f178c req-28ba4406-f657-411d-8c35-3e075210515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.947067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-28ba4406-f657-411d-8c35-3e075210515d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1127 time: 0.3094702 Feb 19 01:00:23.957805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-03ce6031-1d32-43fd-baf8-37898d7e2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.969243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-03ce6031-1d32-43fd-baf8-37898d7e2af5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2080894 Feb 19 01:00:24.028982 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57ad5db4-bd81-42f3-ba3b-1b7ce4622d92 req-a8d1f96d-b6d9-417b-ada6-14f9194a9ee4 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887618 Feb 19 01:00:24.190054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b04675-9f29-4707-bffc-e360a49f178c req-1ee0266f-0bf6-4801-a7ee-897249cc7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.191752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-1ee0266f-0bf6-4801-a7ee-897249cc7847 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2167156 Feb 19 01:00:24.235170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['3d79e7f5-80c1-4e0f-8f08-3859f4ff804a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:24.251166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-23f27003-837a-46d7-9ceb-852c62111662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.252702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-23f27003-837a-46d7-9ceb-852c62111662 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2529216 Feb 19 01:00:24.254184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-d4eaa7e3-24b3-4603-8bb4-648c3ff458cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.0527427 Feb 19 01:00:24.486072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-82bf7169-ddf5-46ba-a41e-8c5b634a04e5 req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1411953100', 'description': 'tempest-description-984448186'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:24.498486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b04675-9f29-4707-bffc-e360a49f178c req-6c412550-e249-41db-9c03-47cb04b7d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.499847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-6c412550-e249-41db-9c03-47cb04b7d04a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2341373 Feb 19 01:00:24.558462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-d9fd6195-02e1-4c44-b2d9-d71196b1eda1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479820 Feb 19 01:00:24.562181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-96a40760-27bc-47f8-856d-18bef00ee6c6 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984588 Feb 19 01:00:24.587372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-82bf7169-ddf5-46ba-a41e-8c5b634a04e5 req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.657999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972d21-1e83-4d8f-a11b-d03ad3f0e191 req-3840bf9a-6adc-406c-8389-ab409a7c7831 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.668097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c1972d21-1e83-4d8f-a11b-d03ad3f0e191 req-3840bf9a-6adc-406c-8389-ab409a7c7831 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.1278541 Feb 19 01:00:24.745115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c1972d21-1e83-4d8f-a11b-d03ad3f0e191 req-9bbd64b1-8d42-4451-a438-5b083499558e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Feb 19 01:00:24.759314 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-82bf7169-ddf5-46ba-a41e-8c5b634a04e5 req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (fd57ba77-a7f3-44e0-af68-758b3c47914b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.788705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-82bf7169-ddf5-46ba-a41e-8c5b634a04e5 req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fd57ba77-a7f3-44e0-af68-758b3c47914b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.873213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-82bf7169-ddf5-46ba-a41e-8c5b634a04e5 req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.887594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82bf7169-ddf5-46ba-a41e-8c5b634a04e5 req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4229028 Feb 19 01:00:24.901688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126a535-4aa5-4b41-8a34-966ea696d4c7 req-f9a14b61-5a08-4b3f-94d7-1b521f700386 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.903448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d126a535-4aa5-4b41-8a34-966ea696d4c7 req-f9a14b61-5a08-4b3f-94d7-1b521f700386 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 948 time: 0.0799696 Feb 19 01:00:24.922364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26d82b-76dc-4c06-975e-b81c22ad0aec tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd57ba77-a7f3-44e0-af68-758b3c47914b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:24.944597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-2e946034-1261-423b-a530-ad399e319dc4 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783643 Feb 19 01:00:24.947046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a954699-a2e8-4cc8-8c79-01bc4a612a56 req-c6e0f839-951c-431f-b6d7-92d4ceada0ff service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621638 Feb 19 01:00:25.010363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d126a535-4aa5-4b41-8a34-966ea696d4c7 req-08754351-bcd1-4141-a38c-1fc370c91039 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953975 Feb 19 01:00:25.108385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7b04675-9f29-4707-bffc-e360a49f178c req-5dac3b8b-3fe1-4616-a3b4-6fd804091fbc service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562567 Feb 19 01:00:25.136957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-5daa263b-5977-427a-9fd1-60af2b0e05ad tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/fd57ba77-a7f3-44e0-af68-758b3c47914b HTTP/1.1" status: 200 len: 1829 time: 0.0888929 Feb 19 01:00:25.153229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd57ba77-a7f3-44e0-af68-758b3c47914b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:25.154011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd57ba77-a7f3-44e0-af68-758b3c47914b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:25.199313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.252099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group_rule (b1dabfae-7c5d-4999-91d7-097d6c32168f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.282003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group_rule (b1dabfae-7c5d-4999-91d7-097d6c32168f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.286395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b1dabfae-7c5d-4999-91d7-097d6c32168f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.311985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dabfae-7c5d-4999-91d7-097d6c32168f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:25.321446 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.334345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e4d23b5-0622-427a-a157-6c655ff67ab6 req-09d19225-b1c5-4e99-af8d-9a76a4142df5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1893828 Feb 19 01:00:25.359730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e91c3-facc-4e7d-b4a7-52aa06bed968 req-9133afb2-9155-43bb-8697-d1e601bec70f tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:25.359730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c25e91c3-facc-4e7d-b4a7-52aa06bed968 req-9133afb2-9155-43bb-8697-d1e601bec70f tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 944 time: 0.0748127 Feb 19 01:00:25.425274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c25e91c3-facc-4e7d-b4a7-52aa06bed968 req-4f697130-6035-4c39-b24c-ed390b0e8ac2 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Feb 19 01:00:25.510359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e9af331-a296-47a4-9566-b36cf82de05c req-3f775c06-5dc9-4b3f-b4eb-6b7aacfb863a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/fd57ba77-a7f3-44e0-af68-758b3c47914b HTTP/1.1" status: 200 len: 2422 time: 0.0504560 Feb 19 01:00:25.564297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-3c4d2a2d-9a6b-4b4c-8401-aa5b3fe25651 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-group-rules/b1dabfae-7c5d-4999-91d7-097d6c32168f HTTP/1.1" status: 200 len: 778 time: 0.0385280 Feb 19 01:00:25.644088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-e68b8dd9-76f1-4854-8a64-23cc64143792 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/fd57ba77-a7f3-44e0-af68-758b3c47914b HTTP/1.1" status: 200 len: 2422 time: 0.0786228 Feb 19 01:00:25.674719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.682501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-79a0cbbb-f982-456e-b48a-61661b4e0197 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group_rule (b1dabfae-7c5d-4999-91d7-097d6c32168f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.692127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-79a0cbbb-f982-456e-b48a-61661b4e0197 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group_rule (b1dabfae-7c5d-4999-91d7-097d6c32168f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.759043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-79a0cbbb-f982-456e-b48a-61661b4e0197 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b1dabfae-7c5d-4999-91d7-097d6c32168f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.767399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-79a0cbbb-f982-456e-b48a-61661b4e0197 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.768695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0227cb1c-791c-4c5d-86e1-79ca8d7e98e6 req-79a0cbbb-f982-456e-b48a-61661b4e0197 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b1dabfae-7c5d-4999-91d7-097d6c32168f HTTP/1.1" status: 204 len: 173 time: 0.1180151 Feb 19 01:00:25.784069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0cbbb-f982-456e-b48a-61661b4e0197 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1dabfae-7c5d-4999-91d7-097d6c32168f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:25.904263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e2ca-2484-4b56-be06-4bf06c9637d9 req-64a2847c-c9c4-4116-bb3f-3f86a3cd119e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:25.906050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7d8e2ca-2484-4b56-be06-4bf06c9637d9 req-64a2847c-c9c4-4116-bb3f-3f86a3cd119e tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.0663197 Feb 19 01:00:25.910458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5d1e6f4e-3670-4135-9ca0-448a48eea9a5 req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-276916737', 'description': 'tempest-description-429401700'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:25.937347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d1e6f4e-3670-4135-9ca0-448a48eea9a5 req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.958814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7d8e2ca-2484-4b56-be06-4bf06c9637d9 req-a67670d3-d948-45dd-9cf8-7958a544795c tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Feb 19 01:00:26.025296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d1e6f4e-3670-4135-9ca0-448a48eea9a5 req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (be54bf04-a31b-4cf4-af6a-409e1dddde29), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.030901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d1e6f4e-3670-4135-9ca0-448a48eea9a5 req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (be54bf04-a31b-4cf4-af6a-409e1dddde29), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.070055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d1e6f4e-3670-4135-9ca0-448a48eea9a5 req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.071850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d1e6f4e-3670-4135-9ca0-448a48eea9a5 req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1694551 Feb 19 01:00:26.073629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39dcc3-7f85-43c6-91a7-54ecbfdb3acc tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be54bf04-a31b-4cf4-af6a-409e1dddde29,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:26.161265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e618005-1343-401f-88f3-2474bd9c82ba req-b1b7be7e-5a78-43d8-b9e8-dd83dcf5844c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/be54bf04-a31b-4cf4-af6a-409e1dddde29 HTTP/1.1" status: 200 len: 1828 time: 0.0474460 Feb 19 01:00:26.207467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-2e7f6f9f-e2dd-4959-bcaf-febe9a447ac3 req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-279595410', 'description': 'tempest-description-1643269806'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:26.229953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a6a4f-c354-4aff-a374-e7dc65972f9e req-6fa2321a-fa4a-4fb4-b285-90c57b05645c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.232343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-803a6a4f-c354-4aff-a374-e7dc65972f9e req-6fa2321a-fa4a-4fb4-b285-90c57b05645c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 948 time: 0.0912876 Feb 19 01:00:26.238984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2e7f6f9f-e2dd-4959-bcaf-febe9a447ac3 req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.351556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2e7f6f9f-e2dd-4959-bcaf-febe9a447ac3 req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (6276e711-ead9-4706-8cd7-529a4632612b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.357591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2e7f6f9f-e2dd-4959-bcaf-febe9a447ac3 req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6276e711-ead9-4706-8cd7-529a4632612b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.391956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2e7f6f9f-e2dd-4959-bcaf-febe9a447ac3 req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.397648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7f6f9f-e2dd-4959-bcaf-febe9a447ac3 req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1949871 Feb 19 01:00:26.441842 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.508731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3a0ef0c-8ae1-4c75-add9-8b0bb4bf2e9a req-34e61a2b-ecf2-47fa-be5a-d42b6e4c8dd5 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/6276e711-ead9-4706-8cd7-529a4632612b HTTP/1.1" status: 200 len: 1829 time: 0.0881047 Feb 19 01:00:26.509956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ce7cd-853b-436b-ab28-36d1c24843b8 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6276e711-ead9-4706-8cd7-529a4632612b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:26.583944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-803a6a4f-c354-4aff-a374-e7dc65972f9e req-66aa5dd0-7448-4425-ae6b-48072fd94aa4 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430657 Feb 19 01:00:26.614918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-69569f8f-1a58-47c9-9198-f37326481c9d req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-384270795', 'description': 'tempest-description-292517866'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:26.646849 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69569f8f-1a58-47c9-9198-f37326481c9d req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.682937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e62082-77e4-4d17-99c0-218b008f76cd req-9f5b3cf4-7360-412b-81c8-1fc5c5aad9cb tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.684431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06e62082-77e4-4d17-99c0-218b008f76cd req-9f5b3cf4-7360-412b-81c8-1fc5c5aad9cb tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.1079619 Feb 19 01:00:26.695708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4601b-c662-4ca7-a46f-9b1816d7b9c0 req-3aa147a5-ee50-4388-9b9f-cc9578b79088 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.697343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32e4601b-c662-4ca7-a46f-9b1816d7b9c0 req-3aa147a5-ee50-4388-9b9f-cc9578b79088 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 944 time: 0.0777996 Feb 19 01:00:26.729598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69569f8f-1a58-47c9-9198-f37326481c9d req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (f05e1f13-f2df-47c4-84fc-08be151e3a58), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.738272 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69569f8f-1a58-47c9-9198-f37326481c9d req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f05e1f13-f2df-47c4-84fc-08be151e3a58), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.766736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69569f8f-1a58-47c9-9198-f37326481c9d req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.767964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69569f8f-1a58-47c9-9198-f37326481c9d req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1603706 Feb 19 01:00:26.772442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b205334-3aec-41ea-9e01-d26a9be0df7a tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05e1f13-f2df-47c4-84fc-08be151e3a58,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:26.836035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32e4601b-c662-4ca7-a46f-9b1816d7b9c0 req-986d71b5-dda6-439d-be5f-dd821e1caef0 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314499 Feb 19 01:00:26.863792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Deleting port 35cb33ae-e130-4bfa-845e-2459c63452b5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:26.864264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.963697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dd88900-e9c0-414d-8f2c-834a20cfb60e req-4db53194-3457-47d7-8d65-44decdf9e332 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/f05e1f13-f2df-47c4-84fc-08be151e3a58 HTTP/1.1" status: 200 len: 1828 time: 0.0850370 Feb 19 01:00:26.976658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 04c5c994-3a1d-4fcb-a969-77afcd374074 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:26.979734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:26.992320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] For port 35cb33ae-e130-4bfa-845e-2459c63452b5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=35cb33ae-e130-4bfa-845e-2459c63452b5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:26.992693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.009910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e9dd44b8-abd9-43c5-9d16-5fd2378db1bd req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-733621873', 'description': 'tempest-description-2011562168'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:27.022756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Calling delete_port for 35cb33ae-e130-4bfa-845e-2459c63452b5 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:27.122960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9dd44b8-abd9-43c5-9d16-5fd2378db1bd req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.218082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:27.222078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572206d-a166-4013-aab6-b4d67eb03144 req-97654e54-4b99-4750-941d-418e7b4c42a1 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.226206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0572206d-a166-4013-aab6-b4d67eb03144 req-97654e54-4b99-4750-941d-418e7b4c42a1 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 949 time: 0.0864055 Feb 19 01:00:27.272244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:27.272625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.284259 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (35cb33ae-e130-4bfa-845e-2459c63452b5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.312262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0572206d-a166-4013-aab6-b4d67eb03144 req-02b6565d-b73b-42a4-8320-3231a0da47e7 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773523 Feb 19 01:00:27.331546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51', '35cb33ae-e130-4bfa-845e-2459c63452b5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:27.356331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Pushing event deleted for resources: {'Port': ['ID=35cb33ae-e130-4bfa-845e-2459c63452b5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:27.359966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9dd44b8-abd9-43c5-9d16-5fd2378db1bd req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (a4c89441-64f7-40e3-946e-cb4f7c5b42e1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.416036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 04c5c994-3a1d-4fcb-a969-77afcd374074, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=04c5c994-3a1d-4fcb-a969-77afcd374074,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:27.457363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9dd44b8-abd9-43c5-9d16-5fd2378db1bd req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a4c89441-64f7-40e3-946e-cb4f7c5b42e1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.458404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '04c5c994-3a1d-4fcb-a969-77afcd374074', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '04c5c994-3a1d-4fcb-a969-77afcd374074', 'mac_address': 'fa:16:3e:1c:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:27.512330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c89441-64f7-40e3-946e-cb4f7c5b42e1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:27.531110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] No DVR routers for this DVR port 35cb33ae-e130-4bfa-845e-2459c63452b5 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:27.536144 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.541049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06e62082-77e4-4d17-99c0-218b008f76cd req-df2968f9-f8af-41db-b0de-1e39d8d8d459 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "DELETE /v2.0/ports/35cb33ae-e130-4bfa-845e-2459c63452b5 HTTP/1.1" status: 204 len: 173 time: 0.8425987 Feb 19 01:00:27.545597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'name': 'network-vif-deleted', 'tag': '35cb33ae-e130-4bfa-845e-2459c63452b5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:27.548947 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8df786f-62eb-4df7-a746-d9a1aa4d6c80" -d '{"events": [{"server_uuid": "cab0a816-ba77-4d58-934a-2e2d9dc6041c", "name": "network-vif-deleted", "tag": "35cb33ae-e130-4bfa-845e-2459c63452b5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:27.589414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9dd44b8-abd9-43c5-9d16-5fd2378db1bd req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.603813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9dd44b8-abd9-43c5-9d16-5fd2378db1bd req-2d0c8ea3-0ac3-4a3f-b888-2cc3468b0c76 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6063998 Feb 19 01:00:27.632075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 04c5c994-3a1d-4fcb-a969-77afcd374074 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:27.632462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.648349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:27.648959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.649897 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5548823-5c9f-49ef-8579-e1bd997441f5 x-openstack-request-id: req-f5548823-5c9f-49ef-8579-e1bd997441f5 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:27.651751 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab0a816-ba77-4d58-934a-2e2d9dc6041c", "name": "network-vif-deleted", "tag": "35cb33ae-e130-4bfa-845e-2459c63452b5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:27.652191 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5548823-5c9f-49ef-8579-e1bd997441f5 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:27.652864 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab0a816-ba77-4d58-934a-2e2d9dc6041c', 'name': 'network-vif-deleted', 'tag': '35cb33ae-e130-4bfa-845e-2459c63452b5', 'status': 'completed', 'code': 200} Feb 19 01:00:27.685666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c5c994-3a1d-4fcb-a969-77afcd374074 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:27.719884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:27.722445 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e7be88-9bbf-4054-91a0-cc7acb17929c" -d '{"events": [{"server_uuid": "ec8032f5-f886-43b9-85d1-e282b5846f58", "name": "network-vif-plugged", "status": "completed", "tag": "3d79e7f5-80c1-4e0f-8f08-3859f4ff804a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:27.735855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-766ef231-3961-4448-9fe6-2cf3f3ffd22e req-db265637-f58b-4fbf-bfd4-285b27d1be7c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/a4c89441-64f7-40e3-946e-cb4f7c5b42e1 HTTP/1.1" status: 200 len: 1829 time: 0.0620704 Feb 19 01:00:27.758438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 04c5c994-3a1d-4fcb-a969-77afcd374074, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=04c5c994-3a1d-4fcb-a969-77afcd374074,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:27.761319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,segment=NetworkSegment(dc84536b-4f20-443b-844e-00be1ae263cc),segment_id=dc84536b-4f20-443b-844e-00be1ae263cc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:27.763628 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.771482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.855475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=04c5c994-3a1d-4fcb-a969-77afcd374074,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:27.914263 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00858e97-9a86-4c07-92a2-aff1bb1fd6bc x-openstack-request-id: req-00858e97-9a86-4c07-92a2-aff1bb1fd6bc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:27.914576 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8032f5-f886-43b9-85d1-e282b5846f58", "name": "network-vif-plugged", "status": "completed", "tag": "3d79e7f5-80c1-4e0f-8f08-3859f4ff804a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:27.914832 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00858e97-9a86-4c07-92a2-aff1bb1fd6bc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:27.916095 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a', 'code': 200} Feb 19 01:00:27.928214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beb54-34c8-4152-9afe-43dbbd442c9b req-921142ba-7717-4342-861b-3316043d0227 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.929801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-134beb54-34c8-4152-9afe-43dbbd442c9b req-921142ba-7717-4342-861b-3316043d0227 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 949 time: 0.0850813 Feb 19 01:00:27.935480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:27.957302 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-ba0d3773-43ff-4f6b-bb3a-5de8d3db026f req-8fcb047c-d1c3-40a9-8f66-e398e45938d7 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] show failed (client error): The resource could not be found. Feb 19 01:00:27.958342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba0d3773-43ff-4f6b-bb3a-5de8d3db026f req-8fcb047c-d1c3-40a9-8f66-e398e45938d7 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/6291bb19-d9ab-4f77-9254-a692abca4797 HTTP/1.1" status: 404 len: 352 time: 0.0315595 Feb 19 01:00:27.995665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-134beb54-34c8-4152-9afe-43dbbd442c9b req-fc138193-0c17-4d29-a66b-79bf5c999781 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571120 Feb 19 01:00:28.059015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252b691-123d-4610-8663-4dac573485cd req-bcffc8f8-81f4-4e16-be31-79ea8b9f0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.061243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0252b691-123d-4610-8663-4dac573485cd req-bcffc8f8-81f4-4e16-be31-79ea8b9f0323 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 1127 time: 0.0564895 Feb 19 01:00:28.078652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f959e-ccb0-4d10-9107-73b5410f8b55 req-2bbdcb1f-e60b-4684-85ac-b879dc82dfc7 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.080282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff0f959e-ccb0-4d10-9107-73b5410f8b55 req-2bbdcb1f-e60b-4684-85ac-b879dc82dfc7 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.0625925 Feb 19 01:00:28.128854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0252b691-123d-4610-8663-4dac573485cd req-1da7aa32-2470-44cc-88a8-8d8815163f81 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567725 Feb 19 01:00:28.141943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff0f959e-ccb0-4d10-9107-73b5410f8b55 req-8aac5bd7-a74e-451b-9268-fd3b281e1931 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555828 Feb 19 01:00:28.163604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['04c5c994-3a1d-4fcb-a969-77afcd374074'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:28.174020 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-f617e51d-573d-4ace-87f0-9498f230ea28 req-497ed721-1548-474f-8fd2-696f705fb383 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] show failed (client error): The resource could not be found. Feb 19 01:00:28.175394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f617e51d-573d-4ace-87f0-9498f230ea28 req-497ed721-1548-474f-8fd2-696f705fb383 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-group-rules/d7d937f4-500c-49a2-ad4c-9e12233601e9 HTTP/1.1" status: 404 len: 361 time: 0.0124130 Feb 19 01:00:28.248607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fadb399f-b3e9-4d96-846c-ab549594a9e3 req-c0ec9fbd-384b-49d8-b1e3-a0053d8f2555 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/a4c89441-64f7-40e3-946e-cb4f7c5b42e1 HTTP/1.1" status: 200 len: 1829 time: 0.0492909 Feb 19 01:00:28.311980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fadb399f-b3e9-4d96-846c-ab549594a9e3 req-f2d0ab5e-03c9-4635-8deb-e250a6aee37c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (a4c89441-64f7-40e3-946e-cb4f7c5b42e1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.359997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fadb399f-b3e9-4d96-846c-ab549594a9e3 req-f2d0ab5e-03c9-4635-8deb-e250a6aee37c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (a4c89441-64f7-40e3-946e-cb4f7c5b42e1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.414474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fadb399f-b3e9-4d96-846c-ab549594a9e3 req-f2d0ab5e-03c9-4635-8deb-e250a6aee37c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a4c89441-64f7-40e3-946e-cb4f7c5b42e1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.418339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fadb399f-b3e9-4d96-846c-ab549594a9e3 req-f2d0ab5e-03c9-4635-8deb-e250a6aee37c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.420203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fadb399f-b3e9-4d96-846c-ab549594a9e3 req-f2d0ab5e-03c9-4635-8deb-e250a6aee37c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4c89441-64f7-40e3-946e-cb4f7c5b42e1 HTTP/1.1" status: 204 len: 173 time: 0.1700697 Feb 19 01:00:28.441695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0ab5e-03c9-4635-8deb-e250a6aee37c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c89441-64f7-40e3-946e-cb4f7c5b42e1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:28.561085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10cd945f-7346-4fad-bb35-3b653dcbe7e9 req-49b8116d-ebbf-40fc-8157-ea65cb8a2e40 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/f05e1f13-f2df-47c4-84fc-08be151e3a58 HTTP/1.1" status: 200 len: 1828 time: 0.0513127 Feb 19 01:00:28.633936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-10cd945f-7346-4fad-bb35-3b653dcbe7e9 req-280695a2-17f3-4615-a604-0c42fd51178c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (f05e1f13-f2df-47c4-84fc-08be151e3a58), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.638217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-216da52e-2452-4204-852c-c7358cd46547 req-5e8a3418-fd97-4581-b93c-7bad28c1ddfe tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=cab0a816-ba77-4d58-934a-2e2d9dc6041c HTTP/1.1" status: 200 len: 210 time: 0.0401297 Feb 19 01:00:28.666830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-10cd945f-7346-4fad-bb35-3b653dcbe7e9 req-280695a2-17f3-4615-a604-0c42fd51178c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (f05e1f13-f2df-47c4-84fc-08be151e3a58), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.723525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-10cd945f-7346-4fad-bb35-3b653dcbe7e9 req-280695a2-17f3-4615-a604-0c42fd51178c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f05e1f13-f2df-47c4-84fc-08be151e3a58), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.726517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-10cd945f-7346-4fad-bb35-3b653dcbe7e9 req-280695a2-17f3-4615-a604-0c42fd51178c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.734951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10cd945f-7346-4fad-bb35-3b653dcbe7e9 req-280695a2-17f3-4615-a604-0c42fd51178c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "DELETE /v2.0/security-groups/f05e1f13-f2df-47c4-84fc-08be151e3a58 HTTP/1.1" status: 204 len: 173 time: 0.1703653 Feb 19 01:00:28.744479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280695a2-17f3-4615-a604-0c42fd51178c tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05e1f13-f2df-47c4-84fc-08be151e3a58,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:28.817616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fcc73061-0737-4928-9725-dc6ef0c27eb6 req-6c1f086d-0137-4a79-82d9-c9a7daacfee2 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/6276e711-ead9-4706-8cd7-529a4632612b HTTP/1.1" status: 200 len: 1829 time: 0.0593617 Feb 19 01:00:28.862396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:28.885413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fcc73061-0737-4928-9725-dc6ef0c27eb6 req-8b7eb1d1-a43c-4923-98d7-d69e6e1ffd87 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (6276e711-ead9-4706-8cd7-529a4632612b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.908419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fcc73061-0737-4928-9725-dc6ef0c27eb6 req-8b7eb1d1-a43c-4923-98d7-d69e6e1ffd87 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (6276e711-ead9-4706-8cd7-529a4632612b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.951246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fcc73061-0737-4928-9725-dc6ef0c27eb6 req-8b7eb1d1-a43c-4923-98d7-d69e6e1ffd87 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6276e711-ead9-4706-8cd7-529a4632612b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.953894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fcc73061-0737-4928-9725-dc6ef0c27eb6 req-8b7eb1d1-a43c-4923-98d7-d69e6e1ffd87 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.960522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fcc73061-0737-4928-9725-dc6ef0c27eb6 req-8b7eb1d1-a43c-4923-98d7-d69e6e1ffd87 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "DELETE /v2.0/security-groups/6276e711-ead9-4706-8cd7-529a4632612b HTTP/1.1" status: 204 len: 173 time: 0.1301863 Feb 19 01:00:28.970317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb1d1-a43c-4923-98d7-d69e6e1ffd87 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276e711-ead9-4706-8cd7-529a4632612b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.027814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3ab79e4-ca8c-4e5f-97ce-f797d712d545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.061551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0fd407b-1019-4853-bf96-2e19a56854ef req-e291cc83-24d1-4c2b-a6d8-3a7b1cea4da6 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/be54bf04-a31b-4cf4-af6a-409e1dddde29 HTTP/1.1" status: 200 len: 1828 time: 0.0879693 Feb 19 01:00:29.182291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c0fd407b-1019-4853-bf96-2e19a56854ef req-518566df-8447-49f0-9ae5-00c3eca33244 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (be54bf04-a31b-4cf4-af6a-409e1dddde29), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.228934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3ab79e4-ca8c-4e5f-97ce-f797d712d545 admin admin] Publish callbacks [] for security_group (5380583a-dbe1-4653-b6f4-430f16c02496), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.231084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c0fd407b-1019-4853-bf96-2e19a56854ef req-518566df-8447-49f0-9ae5-00c3eca33244 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (be54bf04-a31b-4cf4-af6a-409e1dddde29), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.239187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3ab79e4-ca8c-4e5f-97ce-f797d712d545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5380583a-dbe1-4653-b6f4-430f16c02496), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.266923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce043a-b0cc-43bb-95b1-a9e294820889 req-b30acf06-8a78-4b82-af78-04ea7e7fcc83 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.273570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbce043a-b0cc-43bb-95b1-a9e294820889 req-b30acf06-8a78-4b82-af78-04ea7e7fcc83 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 949 time: 0.0663986 Feb 19 01:00:29.305570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c3ab79e4-ca8c-4e5f-97ce-f797d712d545 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce436fd22c2a40bf87b5aebc1fcb684e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419551 Feb 19 01:00:29.307532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45488) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.319225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab79e4-ca8c-4e5f-97ce-f797d712d545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5380583a-dbe1-4653-b6f4-430f16c02496,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.324909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbce043a-b0cc-43bb-95b1-a9e294820889 req-befd3d89-999e-43a0-b996-8a248bcd2685 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502412 Feb 19 01:00:29.359761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c0fd407b-1019-4853-bf96-2e19a56854ef req-518566df-8447-49f0-9ae5-00c3eca33244 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (be54bf04-a31b-4cf4-af6a-409e1dddde29), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.362417 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c0fd407b-1019-4853-bf96-2e19a56854ef req-518566df-8447-49f0-9ae5-00c3eca33244 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.363533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0fd407b-1019-4853-bf96-2e19a56854ef req-518566df-8447-49f0-9ae5-00c3eca33244 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "DELETE /v2.0/security-groups/be54bf04-a31b-4cf4-af6a-409e1dddde29 HTTP/1.1" status: 204 len: 173 time: 0.2988605 Feb 19 01:00:29.388738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518566df-8447-49f0-9ae5-00c3eca33244 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be54bf04-a31b-4cf4-af6a-409e1dddde29,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.426407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-006314df-aa5b-483a-a88f-68ff0cad5dae admin admin] Publish callbacks [] for security_group (5380583a-dbe1-4653-b6f4-430f16c02496), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.461052 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-006314df-aa5b-483a-a88f-68ff0cad5dae admin admin] Publish callbacks [] for security_group (5380583a-dbe1-4653-b6f4-430f16c02496), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.462159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e55a-b4e3-4ff6-90a4-8177c17dbdfa req-3affe233-8257-4d69-a997-73dc552f86e3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.465583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7934e55a-b4e3-4ff6-90a4-8177c17dbdfa req-3affe233-8257-4d69-a997-73dc552f86e3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.0652087 Feb 19 01:00:29.527726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7934e55a-b4e3-4ff6-90a4-8177c17dbdfa req-78c727d1-f5de-48e3-beb0-e60b32da0cbc tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565889 Feb 19 01:00:29.541634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e098e9-0a9c-46ff-afd9-336b8a3395ba req-ad5a5c25-c7f6-476f-bca0-630f419afa02 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.553581 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58e098e9-0a9c-46ff-afd9-336b8a3395ba req-ad5a5c25-c7f6-476f-bca0-630f419afa02 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.0978658 Feb 19 01:00:29.591621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-006314df-aa5b-483a-a88f-68ff0cad5dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5380583a-dbe1-4653-b6f4-430f16c02496), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.594861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-006314df-aa5b-483a-a88f-68ff0cad5dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.598343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-006314df-aa5b-483a-a88f-68ff0cad5dae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5380583a-dbe1-4653-b6f4-430f16c02496 HTTP/1.1" status: 204 len: 168 time: 0.2847934 Feb 19 01:00:29.605321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1fcd178e-d31b-4031-979a-3204b0ae0205 req-907197c7-c2de-456e-be30-a6362e22d6d3 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "GET /v2.0/security-groups/fd57ba77-a7f3-44e0-af68-758b3c47914b HTTP/1.1" status: 200 len: 1829 time: 0.0425718 Feb 19 01:00:29.621837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006314df-aa5b-483a-a88f-68ff0cad5dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5380583a-dbe1-4653-b6f4-430f16c02496,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.665057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58e098e9-0a9c-46ff-afd9-336b8a3395ba req-7da3615c-3c30-4f97-9ca4-1e0f2dcaf65f tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958045 Feb 19 01:00:29.694418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1fcd178e-d31b-4031-979a-3204b0ae0205 req-d69a6db8-0b62-404b-912e-fb8774ac86c9 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (fd57ba77-a7f3-44e0-af68-758b3c47914b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.723301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1fcd178e-d31b-4031-979a-3204b0ae0205 req-d69a6db8-0b62-404b-912e-fb8774ac86c9 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (fd57ba77-a7f3-44e0-af68-758b3c47914b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.773560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1fcd178e-d31b-4031-979a-3204b0ae0205 req-d69a6db8-0b62-404b-912e-fb8774ac86c9 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fd57ba77-a7f3-44e0-af68-758b3c47914b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.777393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1fcd178e-d31b-4031-979a-3204b0ae0205 req-d69a6db8-0b62-404b-912e-fb8774ac86c9 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.778761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1fcd178e-d31b-4031-979a-3204b0ae0205 req-d69a6db8-0b62-404b-912e-fb8774ac86c9 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd57ba77-a7f3-44e0-af68-758b3c47914b HTTP/1.1" status: 204 len: 173 time: 0.1611989 Feb 19 01:00:29.784554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45498) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.807830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6db8-0b62-404b-912e-fb8774ac86c9 tempest-SecurityGroupRulesNegativeTestJSON-573857166 tempest-SecurityGroupRulesNegativeTestJSON-573857166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd57ba77-a7f3-44e0-af68-758b3c47914b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.872487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Deleting subnet 5d3ee967-42f3-4e54-be09-8accecb125e7 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:29.885844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Publish callbacks [] for subnet (5d3ee967-42f3-4e54-be09-8accecb125e7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.966385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (5d3ee967-42f3-4e54-be09-8accecb125e7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.028929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76b7ea-39cd-46f4-8efd-e6b7569e5805 req-6d17cd34-2598-4292-b9a2-569094949442 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.030482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a76b7ea-39cd-46f4-8efd-e6b7569e5805 req-6d17cd34-2598-4292-b9a2-569094949442 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.1097839 Feb 19 01:00:30.031704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5d3ee967-42f3-4e54-be09-8accecb125e7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.071666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45504) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:30.100633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1141e641-c598-40d3-8e9c-7ae3977191a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.147399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a76b7ea-39cd-46f4-8efd-e6b7569e5805 req-f42f4e9d-22f3-4a2f-a953-0fd56b130885 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949841 Feb 19 01:00:30.152621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (5d3ee967-42f3-4e54-be09-8accecb125e7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.192844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3ee967-42f3-4e54-be09-8accecb125e7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.200061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.203223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7c4f85fd-8cf4-4a36-a51a-a889589d34ab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d3ee967-42f3-4e54-be09-8accecb125e7 HTTP/1.1" status: 204 len: 168 time: 0.4172907 Feb 19 01:00:30.206040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45506) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:30.247433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1141e641-c598-40d3-8e9c-7ae3977191a5 admin admin] Publish callbacks [] for security_group (bf607816-3c6a-499b-8149-dc5a967f8089), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.251850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1141e641-c598-40d3-8e9c-7ae3977191a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf607816-3c6a-499b-8149-dc5a967f8089), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.283134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1040b299-6ccd-4a07-9285-276994ecd306), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.292270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141e641-c598-40d3-8e9c-7ae3977191a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf607816-3c6a-499b-8149-dc5a967f8089,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.296623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1141e641-c598-40d3-8e9c-7ae3977191a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=446989106ad94078b393b6ab3ac82a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224579 Feb 19 01:00:30.299151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45508) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:30.356808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b1da2d-ea6a-4e67-a50f-ae4a2fd1fb29 admin admin] Publish callbacks [] for security_group (bf607816-3c6a-499b-8149-dc5a967f8089), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.372735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1040b299-6ccd-4a07-9285-276994ecd306), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.381886 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b1da2d-ea6a-4e67-a50f-ae4a2fd1fb29 admin admin] Publish callbacks [] for security_group (bf607816-3c6a-499b-8149-dc5a967f8089), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.396087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1040b299-6ccd-4a07-9285-276994ecd306']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:30.409061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0f08ba-97af-45a4-bc51-0331e32de766') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:30.409633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0f08ba-97af-45a4-bc51-0331e32de766') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:30.434826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (cf0f08ba-97af-45a4-bc51-0331e32de766), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.452475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b1da2d-ea6a-4e67-a50f-ae4a2fd1fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf607816-3c6a-499b-8149-dc5a967f8089), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.455563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b1da2d-ea6a-4e67-a50f-ae4a2fd1fb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.456830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c0b1da2d-ea6a-4e67-a50f-ae4a2fd1fb29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf607816-3c6a-499b-8149-dc5a967f8089 HTTP/1.1" status: 204 len: 168 time: 0.1566684 Feb 19 01:00:30.468184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1da2d-ea6a-4e67-a50f-ae4a2fd1fb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf607816-3c6a-499b-8149-dc5a967f8089,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.478357 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cf0f08ba-97af-45a4-bc51-0331e32de766), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.497822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:30.498350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (cf0f08ba-97af-45a4-bc51-0331e32de766), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:30.511850 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:30.550564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95790-dfa8-4a8f-8173-747c94aabff9 req-8dced074-16a9-4e38-a9a0-52fd9053fe7d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.552050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceb95790-dfa8-4a8f-8173-747c94aabff9 req-8dced074-16a9-4e38-a9a0-52fd9053fe7d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 949 time: 0.1335511 Feb 19 01:00:30.630554 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1040b299-6ccd-4a07-9285-276994ecd306), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.644075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.648258 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] 10.222.0.43 "DELETE /v2.0/networks/1040b299-6ccd-4a07-9285-276994ecd306 HTTP/1.1" status: 204 len: 168 time: 0.4409916 Feb 19 01:00:30.666445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceb95790-dfa8-4a8f-8173-747c94aabff9 req-0ba7272e-933f-4233-b9c4-055e416c83f1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983782 Feb 19 01:00:30.667349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507a74a-0c9a-45ea-8db6-0472b04a5d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=1040b299-6ccd-4a07-9285-276994ecd306,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.675170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081f59-facc-4e48-ac54-2b56211992c5 req-029b9f02-1f1e-4ba3-bef7-1dfb910c12bf tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.693088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9081f59-facc-4e48-ac54-2b56211992c5 req-029b9f02-1f1e-4ba3-bef7-1dfb910c12bf tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.0773540 Feb 19 01:00:30.775891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9081f59-facc-4e48-ac54-2b56211992c5 req-ddfd900e-0411-4ded-abcb-de89eec6c4ae tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846758 Feb 19 01:00:30.857562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96845-689c-479a-a724-457befaf7fce req-88698989-5495-4f0e-88ec-93acff04fdc6 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.865480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2f96845-689c-479a-a724-457befaf7fce req-88698989-5495-4f0e-88ec-93acff04fdc6 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.0791612 Feb 19 01:00:30.934120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2f96845-689c-479a-a724-457befaf7fce req-ea2645a8-a176-4d71-a316-7f402b4cd379 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677722 Feb 19 01:00:30.956276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45528) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:31.013573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c61f7eb8-7896-48db-a08b-53654ddaede5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3da5979983f845bea0c662d85b6795a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534577 Feb 19 01:00:31.013899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:31.037850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 04c5c994-3a1d-4fcb-a969-77afcd374074 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:31.067762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e4236f-c497-49c2-93f5-df6db6f14e6e admin admin] Publish callbacks [] for security_group (577db711-b2c2-4382-bb7b-40360d28b850), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.143210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 04c5c994-3a1d-4fcb-a969-77afcd374074 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:31.152290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 04c5c994-3a1d-4fcb-a969-77afcd374074 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:31.152670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.269373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e4236f-c497-49c2-93f5-df6db6f14e6e admin admin] Publish callbacks [] for security_group (577db711-b2c2-4382-bb7b-40360d28b850), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.324323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 04c5c994-3a1d-4fcb-a969-77afcd374074 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:31.325197 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.358228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5c994-3a1d-4fcb-a969-77afcd374074'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:31.360803 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d256f5-7335-49cd-ae57-e54fa7f6de79" -d '{"events": [{"server_uuid": "b95259e8-6096-4d1d-a645-5732f5fcd81b", "name": "network-vif-plugged", "status": "completed", "tag": "04c5c994-3a1d-4fcb-a969-77afcd374074"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:31.379746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277364-7439-4e5e-b91c-91f215ccac23 req-36a41a48-69c2-4329-85ff-f3514231b66d tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:31.381833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 04c5c994-3a1d-4fcb-a969-77afcd374074, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=04c5c994-3a1d-4fcb-a969-77afcd374074,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:31.387325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.388468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 35cb33ae-e130-4bfa-845e-2459c63452b5 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:31.395745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32277364-7439-4e5e-b91c-91f215ccac23 req-36a41a48-69c2-4329-85ff-f3514231b66d tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.1463521 Feb 19 01:00:31.442733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 35cb33ae-e130-4bfa-845e-2459c63452b5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:31.443439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 35cb33ae-e130-4bfa-845e-2459c63452b5 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:31.475721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=04c5c994-3a1d-4fcb-a969-77afcd374074,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:31.507132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32277364-7439-4e5e-b91c-91f215ccac23 req-0084808b-3ba0-41e0-8f56-7882c5cd6884 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069653 Feb 19 01:00:31.520053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-a06a1db2-77d4-49aa-9cad-fe6cf67ab850 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4319012 Feb 19 01:00:31.521557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e4236f-c497-49c2-93f5-df6db6f14e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (577db711-b2c2-4382-bb7b-40360d28b850), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.525184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e4236f-c497-49c2-93f5-df6db6f14e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.527433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-35e4236f-c497-49c2-93f5-df6db6f14e6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/577db711-b2c2-4382-bb7b-40360d28b850 HTTP/1.1" status: 204 len: 168 time: 0.5115232 Feb 19 01:00:31.565754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4236f-c497-49c2-93f5-df6db6f14e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577db711-b2c2-4382-bb7b-40360d28b850,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:31.627440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-081713df-d6fd-4b25-9914-bac31f37b388 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:31.630046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-081713df-d6fd-4b25-9914-bac31f37b388 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.10 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.5051520 Feb 19 01:00:31.659332 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a4a124-bdfe-4a90-885d-066d5695f70c x-openstack-request-id: req-45a4a124-bdfe-4a90-885d-066d5695f70c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:31.659763 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95259e8-6096-4d1d-a645-5732f5fcd81b", "name": "network-vif-plugged", "status": "completed", "tag": "04c5c994-3a1d-4fcb-a969-77afcd374074", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:31.660122 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45a4a124-bdfe-4a90-885d-066d5695f70c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:31.660613 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5c994-3a1d-4fcb-a969-77afcd374074', 'code': 200} Feb 19 01:00:31.764372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05389a66-9b32-45ff-8440-80a806af7609 req-003178b0-5476-445d-b5f6-d4c20a062a33 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:31.772150 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05389a66-9b32-45ff-8440-80a806af7609 req-003178b0-5476-445d-b5f6-d4c20a062a33 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.4574125 Feb 19 01:00:31.833108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf9e8d-ad39-4a50-b547-3ca513de3545 req-66b83282-b664-410d-bb29-749aedae3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:31.835909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17cf9e8d-ad39-4a50-b547-3ca513de3545 req-66b83282-b664-410d-bb29-749aedae3c56 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 1132 time: 0.0913687 Feb 19 01:00:31.887909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-0c6a577a-e65f-48a0-a6ae-85517d155ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:31.888666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-0c6a577a-e65f-48a0-a6ae-85517d155ce3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1149 time: 0.2573195 Feb 19 01:00:31.911457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05389a66-9b32-45ff-8440-80a806af7609 req-df622111-008d-4189-80f7-6730d262c49d tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383083 Feb 19 01:00:32.053841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17cf9e8d-ad39-4a50-b547-3ca513de3545 req-52824da5-bbfd-43ad-b2a1-1d88f32ff40e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720457 Feb 19 01:00:32.095905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fca50-34cb-402f-be33-3b6003e44295 req-9fa2b222-5c78-47fa-a3bd-4ac9f9342c75 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.097655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-485fca50-34cb-402f-be33-3b6003e44295 req-9fa2b222-5c78-47fa-a3bd-4ac9f9342c75 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 950 time: 0.2593424 Feb 19 01:00:32.219666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-485fca50-34cb-402f-be33-3b6003e44295 req-09297825-a2fe-4152-9e74-9241b4746120 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049209 Feb 19 01:00:32.645314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-086fd9fe-47ce-408a-bf92-6baa2fd6a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.646835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-086fd9fe-47ce-408a-bf92-6baa2fd6a109 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.7226772 Feb 19 01:00:32.708552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-7231bd50-4ec6-4f5b-aba0-82b7274610d5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0500231 Feb 19 01:00:32.714757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Deleting port e903d7e1-a224-46cf-933d-129f9f54cab2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:32.715124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.758594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353c8f-2d32-4317-ac73-0ee5ce772496 req-ab20b3a9-0caa-46c7-972e-4821288e780f tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.766548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42353c8f-2d32-4317-ac73-0ee5ce772496 req-ab20b3a9-0caa-46c7-972e-4821288e780f tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.1292901 Feb 19 01:00:32.801521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-bf5fa4dc-89a3-4a51-b029-f6bb32013ff8 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.803416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-bf5fa4dc-89a3-4a51-b029-f6bb32013ff8 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.1468198 Feb 19 01:00:32.842651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552cc8-4d9c-4a29-b210-7db8ace7aa6e req-b735893a-5852-413a-a170-bf6c925b9e7a tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.850145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2552cc8-4d9c-4a29-b210-7db8ace7aa6e req-b735893a-5852-413a-a170-bf6c925b9e7a tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 945 time: 0.7182567 Feb 19 01:00:32.875494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42353c8f-2d32-4317-ac73-0ee5ce772496 req-a8a765f5-633c-475f-9829-ba7fa6f1da78 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029561 Feb 19 01:00:32.902777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-1aa92743-ca6b-4fac-a658-83f3b438266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.904246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-1aa92743-ca6b-4fac-a658-83f3b438266a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1216290 Feb 19 01:00:32.921822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] For port e903d7e1-a224-46cf-933d-129f9f54cab2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e903d7e1-a224-46cf-933d-129f9f54cab2,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:32.922193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.974960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-99c90c5c-afaf-4245-90d1-527fa9a38fbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566814 Feb 19 01:00:33.018761 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2552cc8-4d9c-4a29-b210-7db8ace7aa6e req-bc146001-8055-4e3c-aff4-02f34ed8855c tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f1b0779-448c-4949-9185-eade283d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623743 Feb 19 01:00:33.046818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Deleting port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:33.047404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.137605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:33.173260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579a6c-ef41-4900-9c56-f11f8d6d375e req-9f49ebc2-74e0-4fc7-909e-b299d80451a9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:33.181053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad579a6c-ef41-4900-9c56-f11f8d6d375e req-9f49ebc2-74e0-4fc7-909e-b299d80451a9 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 950 time: 0.1495676 Feb 19 01:00:33.227012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] For port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:33.227625 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.252160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Calling delete_port for 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:33.272120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad579a6c-ef41-4900-9c56-f11f8d6d375e req-59941860-2207-47c7-b2e4-d1e6fe792f10 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4c69c6a-458f-4d91-8329-36d6efb06360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Feb 19 01:00:33.285984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-34ef4000-913e-4236-9d25-a362c05ebada service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940474 Feb 19 01:00:33.504083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.523872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.528586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:33.532824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.538155 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be disassociated. External IP: 172.25.0.190, port: e903d7e1-a224-46cf-933d-129f9f54cab2. Feb 19 01:00:33.538826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Calling delete_port for e903d7e1-a224-46cf-933d-129f9f54cab2 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:33.568135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Pushing event deleted for resources: {'Port': ['ID=28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:33.605640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-666702078-network', 'tenant_id': 'd781074390014bd89d6204ee1ffd3d23'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:33.715070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] No DVR routers for this DVR port 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:33.721514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Made reservation on behalf of d781074390014bd89d6204ee1ffd3d23 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:33.725176 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.726082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.731053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b69c7f9b-a6c1-4c67-8198-318f2c08e880 req-148022b5-aac0-49fe-964b-78ca63f37e73 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.89 "DELETE /v2.0/ports/28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 HTTP/1.1" status: 204 len: 173 time: 0.9161463 Feb 19 01:00:33.731850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'name': 'network-vif-deleted', 'tag': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:33.734588 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69f4ded-c186-4f8d-82d0-f14fe3b150ca" -d '{"events": [{"server_uuid": "c679cabb-5bb6-4ffb-910f-510e7194d285", "name": "network-vif-deleted", "tag": "28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:33.768332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bc26787-6027-4df9-b260-c2d2beabcf2c req-d841145d-fbe9-42b4-b7fd-d4be39a76d36 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653008 Feb 19 01:00:33.773389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.795156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d344a0-cdc7-40f7-bd92-f9225dacb9bb req-58cc3a52-c5aa-417f-a8b6-7ab4fe27806c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:33.806018 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4d344a0-cdc7-40f7-bd92-f9225dacb9bb req-58cc3a52-c5aa-417f-a8b6-7ab4fe27806c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 950 time: 0.3756573 Feb 19 01:00:33.956874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-8471c2f8-2dd2-41d7-a457-12f6bcf25b24 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:33.958558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-8471c2f8-2dd2-41d7-a457-12f6bcf25b24 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.1682181 Feb 19 01:00:34.047932 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c08d1-7dc2-4806-ae3a-a265b0a247fa x-openstack-request-id: req-e88c08d1-7dc2-4806-ae3a-a265b0a247fa {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:34.048734 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c679cabb-5bb6-4ffb-910f-510e7194d285", "name": "network-vif-deleted", "tag": "28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:34.049005 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e88c08d1-7dc2-4806-ae3a-a265b0a247fa {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:34.049797 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c679cabb-5bb6-4ffb-910f-510e7194d285', 'name': 'network-vif-deleted', 'tag': '28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51', 'status': 'completed', 'code': 200} Feb 19 01:00:34.053027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4d344a0-cdc7-40f7-bd92-f9225dacb9bb req-41f715c9-085c-4a3b-b637-58c65f98d2db tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416143 Feb 19 01:00:34.205411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e903d7e1-a224-46cf-933d-129f9f54cab2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.231703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0dad-b6b7-4340-8cff-d31651ef0bed req-f4bdfdb9-5025-43d0-8b45-68c7cb60f9f0 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:34.243683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dfa0dad-b6b7-4340-8cff-d31651ef0bed req-f4bdfdb9-5025-43d0-8b45-68c7cb60f9f0 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 945 time: 0.1026235 Feb 19 01:00:34.285715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks [] for security_group (7741ec94-54f3-4e43-a05a-8a044a7a0749), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.344846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7741ec94-54f3-4e43-a05a-8a044a7a0749), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.354639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event deleted for resources: {'Port': ['ID=e903d7e1-a224-46cf-933d-129f9f54cab2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:34.371550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dfa0dad-b6b7-4340-8cff-d31651ef0bed req-6ba69f88-552e-41bc-b1a3-2329cb6adcac tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224623 Feb 19 01:00:34.382144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Deleting port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:34.382485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.510405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:34.522839 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e6e4234b-6222-48bf-9f7b-a66043461274), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.523361 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Added segment e6e4234b-6222-48bf-9f7b-a66043461274 of type vlan for network 0e313236-7e07-42f9-9f55-1b3011b5907e Feb 19 01:00:34.576974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0e313236-7e07-42f9-9f55-1b3011b5907e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.599427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f860067-0486-4dac-8604-4653c3be5fe3 req-8949b420-652d-48ad-9125-4d4b5037d752 tempest-ServersAdminNegativeTestJSON-631212394 tempest-ServersAdminNegativeTestJSON-631212394-project] 10.222.0.43 "GET /v2.0/ports?device_id=c679cabb-5bb6-4ffb-910f-510e7194d285 HTTP/1.1" status: 200 len: 210 time: 0.0604391 Feb 19 01:00:34.622084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0e313236-7e07-42f9-9f55-1b3011b5907e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.623201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:34.623786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.678234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] For port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,segment=NetworkSegment(dc84536b-4f20-443b-844e-00be1ae263cc),segment_id=dc84536b-4f20-443b-844e-00be1ae263cc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:34.679118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.713761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Pushing event updated for resources: {'Network': ['ID=0e313236-7e07-42f9-9f55-1b3011b5907e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:34.715701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Calling delete_port for 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:34.730251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b080d7ba-e07b-420e-acf7-c98c804b6b40 req-09a138ac-5062-4e4e-839e-42763557c8d5 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 210 time: 0.3323805 Feb 19 01:00:34.730463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0e313236-7e07-42f9-9f55-1b3011b5907e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:34.741224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7741ec94-54f3-4e43-a05a-8a044a7a0749,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:34.754069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-de1f4c37-898b-4726-b81b-fb72dd60d709 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6153865 Feb 19 01:00:34.758913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45640) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.765752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Request body: {'subnet': {'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-666702078-subnet', 'tenant_id': 'd781074390014bd89d6204ee1ffd3d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:34.892099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Made reservation on behalf of d781074390014bd89d6204ee1ffd3d23 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:34.897291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.918901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:35.026271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3d79e7f5-80c1-4e0f-8f08-3859f4ff804a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.048645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['3d79e7f5-80c1-4e0f-8f08-3859f4ff804a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:35.143860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Pushing event deleted for resources: {'Port': ['ID=3d79e7f5-80c1-4e0f-8f08-3859f4ff804a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:35.214974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e903d7e1-a224-46cf-933d-129f9f54cab2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:35.265563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] No DVR routers for this DVR port 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:35.283601 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.294907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4463fd4a-1b25-4216-a2d7-01687b319b31 req-23880b66-e717-4f87-bd2b-c83242550718 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.89 "DELETE /v2.0/ports/3d79e7f5-80c1-4e0f-8f08-3859f4ff804a HTTP/1.1" status: 204 len: 173 time: 1.3166404 Feb 19 01:00:35.297259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: e903d7e1-a224-46cf-933d-129f9f54cab2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:35.299731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e903d7e1-a224-46cf-933d-129f9f54cab2 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:35.308436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:35.318739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:35.332427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:35.341719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:35.346744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035716-2447-4a97-8a05-3578a9439ada req-50002330-ed1c-4840-9638-eac1065d93c6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:35.362908 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2035716-2447-4a97-8a05-3578a9439ada req-50002330-ed1c-4840-9638-eac1065d93c6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 950 time: 0.1524096 Feb 19 01:00:35.393226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] No DVR routers for this DVR port e903d7e1-a224-46cf-933d-129f9f54cab2 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:35.426218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.429758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6a41aa3-f8dd-4c6d-89d5-37442df4952c req-694f806f-c412-407d-81d4-abb9a995d547 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.10 "DELETE /v2.0/ports/e903d7e1-a224-46cf-933d-129f9f54cab2 HTTP/1.1" status: 204 len: 173 time: 3.7481489 Feb 19 01:00:35.430233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'name': 'network-vif-deleted', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:35.433157 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac2b9f-3eb4-4869-968e-76780f61128f" -d '{"events": [{"server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "name": "network-vif-deleted", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:35.463880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (8ab676a8-e7ec-4c53-a23e-1f1898255dad), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.493251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2035716-2447-4a97-8a05-3578a9439ada req-16681fb8-7d52-4472-bfaf-d08e7d262bca tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Feb 19 01:00:35.592740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:35.604684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8a8ce1f-d0c1-422b-b02c-2a8b811cdb7f req-e137f447-d1eb-4783-806f-d19f92784a04 tempest-InstanceActionsV221TestJSON-1642054854 tempest-InstanceActionsV221TestJSON-1642054854-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec8032f5-f886-43b9-85d1-e282b5846f58 HTTP/1.1" status: 200 len: 210 time: 0.0533526 Feb 19 01:00:35.610965 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedc79bf-5062-4858-8293-2e5f524d2d9a x-openstack-request-id: req-cedc79bf-5062-4858-8293-2e5f524d2d9a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:35.611532 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723621be-e28d-4488-bfd8-8415963de1e1", "name": "network-vif-deleted", "tag": "e903d7e1-a224-46cf-933d-129f9f54cab2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:35.621488 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cedc79bf-5062-4858-8293-2e5f524d2d9a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:35.621843 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723621be-e28d-4488-bfd8-8415963de1e1', 'name': 'network-vif-deleted', 'tag': 'e903d7e1-a224-46cf-933d-129f9f54cab2', 'status': 'completed', 'code': 200} Feb 19 01:00:35.687636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab676a8-e7ec-4c53-a23e-1f1898255dad,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:35.728279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Checking segment: {'id': 'e6e4234b-6222-48bf-9f7b-a66043461274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:35.733334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Network hostable DHCP agents. Network: 0e313236-7e07-42f9-9f55-1b3011b5907e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:35.767763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Network 0e313236-7e07-42f9-9f55-1b3011b5907e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:35.785806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0e313236-7e07-42f9-9f55-1b3011b5907e) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:35.805558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:35.806280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.847703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-629538db-e900-4a08-98b7-fe27781696b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0798206 Feb 19 01:00:35.861729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67875498-1d51-4305-acd9-10aed3f83a95 None None] Network 0e313236-7e07-42f9-9f55-1b3011b5907e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:35.965934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4ff1efc-ce0a-4f4d-b229-c8e4fd970212 req-9af68a58-8cc0-414a-b9f1-f6dfd32031e3 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/ports?device_id=723621be-e28d-4488-bfd8-8415963de1e1 HTTP/1.1" status: 200 len: 210 time: 0.0470359 Feb 19 01:00:36.052294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'name': 'network-vif-deleted', 'tag': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:36.055487 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b9ee3d-c69d-4af8-b42a-54794cd7307d" -d '{"events": [{"server_uuid": "ec8032f5-f886-43b9-85d1-e282b5846f58", "name": "network-vif-deleted", "tag": "3d79e7f5-80c1-4e0f-8f08-3859f4ff804a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:36.131414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c3c2d-2f48-454b-a1f8-a23d493fcc3d None None] Network 0e313236-7e07-42f9-9f55-1b3011b5907e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:36.171367 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8488e04-45d5-44cd-869c-0904d7d7c2b5 x-openstack-request-id: req-c8488e04-45d5-44cd-869c-0904d7d7c2b5 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:36.172834 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8032f5-f886-43b9-85d1-e282b5846f58", "name": "network-vif-deleted", "tag": "3d79e7f5-80c1-4e0f-8f08-3859f4ff804a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:36.173366 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8488e04-45d5-44cd-869c-0904d7d7c2b5 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:36.174178 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8032f5-f886-43b9-85d1-e282b5846f58', 'name': 'network-vif-deleted', 'tag': '3d79e7f5-80c1-4e0f-8f08-3859f4ff804a', 'status': 'completed', 'code': 200} Feb 19 01:00:36.216479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:36.273531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:36.285835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:36.286761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:36.554662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:36.621528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45684) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:36.874784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45702) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:37.081256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:37.128866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:37.129339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3d79e7f5-80c1-4e0f-8f08-3859f4ff804a not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:37.129859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:37.159412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:37.159916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 28fd0c6a-cf83-4cfc-b8b1-0cbf36853b51 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:37.162895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.163904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.164043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-29c828f4-2597-4d43-b2cf-3f202506c478 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c77001543f404fbd820038f320944c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409770 Feb 19 01:00:37.164809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.165429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.166065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.166708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.166845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45708) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:37.167900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.170391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-ce81d2ce-2e8f-45b2-925c-e1bac8f627cc tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c&device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097&device_id=862fc68b-d822-489a-83ec-454d088754cc&device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f&device_id=02dde490-c33a-4723-8e9c-51e75da433a5&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 6665 time: 0.1019711 Feb 19 01:00:37.192036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-7dbaab22-1aa0-4f70-9b19-23187f7c990d tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.212069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5206c1d4-f728-4d7c-b536-51a16fd9cf7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.284094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:37.315993 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-7dbaab22-1aa0-4f70-9b19-23187f7c990d tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Publish callbacks [] for security_group (8b2276e7-a61c-472b-9610-bf9a6830ad0d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.322636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-7dbaab22-1aa0-4f70-9b19-23187f7c990d tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8b2276e7-a61c-472b-9610-bf9a6830ad0d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.323188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a53af-f233-4ab7-a8e0-8a37d71b6e20 None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T00:57:48Z', 'revision_number': 4, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'eb01c32d-a334-44d0-a003-84e7e091674c', 'name': '', 'network_id': '13a898ab-8b77-448b-bcd5-5a7a2d3a0761', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'mac_address': 'fa:16:3e:f4:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:47Z', 'updated_at': '2022-02-19T00:57:54Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'subnets': [{'id': 'a9d1bf1d-9c81-47c9-8b52-be8b38c86215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:37.397285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5206c1d4-f728-4d7c-b536-51a16fd9cf7b admin admin] Publish callbacks [] for security_group (739589fb-1a85-4755-ab2a-51782cf4c578), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.412546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5206c1d4-f728-4d7c-b536-51a16fd9cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (739589fb-1a85-4755-ab2a-51782cf4c578), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.413747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cb3d80d-c745-4feb-9591-c5589c78aa40 req-7dbaab22-1aa0-4f70-9b19-23187f7c990d tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.2221961 Feb 19 01:00:37.420058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e5300ea-3a0b-4e73-9f1f-bffd45f2c7ac admin admin] Publish callbacks [] for security_group (c4c69c6a-458f-4d91-8329-36d6efb06360), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.452150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaab22-1aa0-4f70-9b19-23187f7c990d tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2276e7-a61c-472b-9610-bf9a6830ad0d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.492180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e5300ea-3a0b-4e73-9f1f-bffd45f2c7ac admin admin] Publish callbacks [] for security_group (c4c69c6a-458f-4d91-8329-36d6efb06360), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.516302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5206c1d4-f728-4d7c-b536-51a16fd9cf7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75c7a394f44949d7a14c30ae3450346d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304166 Feb 19 01:00:37.516461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45722) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:37.527818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206c1d4-f728-4d7c-b536-51a16fd9cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739589fb-1a85-4755-ab2a-51782cf4c578,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.569989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-519160d1-bdda-432d-96e1-bd2219a2efed tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.571566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-519160d1-bdda-432d-96e1-bd2219a2efed tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/networks?id=0e313236-7e07-42f9-9f55-1b3011b5907e HTTP/1.1" status: 200 len: 821 time: 0.2886717 Feb 19 01:00:37.597167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d96e59d9-4d27-4087-aded-1ce914217d00 admin admin] Publish callbacks [] for security_group (739589fb-1a85-4755-ab2a-51782cf4c578), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.603951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-0c3f0d83-1e85-4429-9aa5-e30068e75ae3 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/quotas/d781074390014bd89d6204ee1ffd3d23 HTTP/1.1" status: 200 len: 375 time: 0.0174050 Feb 19 01:00:37.653625 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d96e59d9-4d27-4087-aded-1ce914217d00 admin admin] Publish callbacks [] for security_group (739589fb-1a85-4755-ab2a-51782cf4c578), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.656956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-61870c42-4397-465c-8a4f-a9751e53ea88 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d781074390014bd89d6204ee1ffd3d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466809 Feb 19 01:00:37.767869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d96e59d9-4d27-4087-aded-1ce914217d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (739589fb-1a85-4755-ab2a-51782cf4c578), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.770325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d96e59d9-4d27-4087-aded-1ce914217d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.774242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d96e59d9-4d27-4087-aded-1ce914217d00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/739589fb-1a85-4755-ab2a-51782cf4c578 HTTP/1.1" status: 204 len: 168 time: 0.2544005 Feb 19 01:00:37.782603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e59d9-4d27-4087-aded-1ce914217d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739589fb-1a85-4755-ab2a-51782cf4c578,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.785611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ede5d8-4123-4027-88ba-e85a0c842541 None None] New status for floating IP 99bb47fc-cc2f-4b42-98a1-731a37e683be: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:00:37.810784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-0a575425-1840-449c-bac9-edb5c6c1c8c2 service neutron] 10.222.0.43 "GET /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452675 Feb 19 01:00:37.823587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e5300ea-3a0b-4e73-9f1f-bffd45f2c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c4c69c6a-458f-4d91-8329-36d6efb06360), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.827381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e5300ea-3a0b-4e73-9f1f-bffd45f2c7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.829286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3e5300ea-3a0b-4e73-9f1f-bffd45f2c7ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4c69c6a-458f-4d91-8329-36d6efb06360 HTTP/1.1" status: 204 len: 168 time: 0.6538086 Feb 19 01:00:37.885501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5300ea-3a0b-4e73-9f1f-bffd45f2c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c69c6a-458f-4d91-8329-36d6efb06360,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.948855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-b71f43f0-ab98-46b1-b4d6-31ad81515449 service neutron] 10.222.0.43 "GET /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353428 Feb 19 01:00:38.155603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45750) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.343001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc673dec-b51a-49e9-bf36-c5d593954536 req-a0ebfbfc-153d-49d9-a933-daafadf01566 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 210 time: 0.0937598 Feb 19 01:00:38.371744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Deleting subnet 288dc844-caa8-444d-87e2-a0562c7826dd {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:38.380664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Publish callbacks [] for subnet (288dc844-caa8-444d-87e2-a0562c7826dd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.404594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45756) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.464028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (288dc844-caa8-444d-87e2-a0562c7826dd), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.488949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6835d524-649c-4ea8-b59f-14c9df749530 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e86333684ef743c0806680d4a676080e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827200 Feb 19 01:00:38.491397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45762) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.539516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45766) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.572958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739f24fa-60a2-4f97-b244-ff3435cc368d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.631062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8da541e6-8b6c-4611-ae41-cb1245f7cc46 admin admin] Publish callbacks [] for security_group (bf54eff0-acb8-4b91-ac01-156266bc1709), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.631319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (288dc844-caa8-444d-87e2-a0562c7826dd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.672577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01edda4-066a-4c2e-813b-2b78a807e3dd req-c83f36bd-e17b-4aef-af69-b55893b2f194 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.675275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d01edda4-066a-4c2e-813b-2b78a807e3dd req-c83f36bd-e17b-4aef-af69-b55893b2f194 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 945 time: 0.1584983 Feb 19 01:00:38.699413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8da541e6-8b6c-4611-ae41-cb1245f7cc46 admin admin] Publish callbacks [] for security_group (bf54eff0-acb8-4b91-ac01-156266bc1709), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.705713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0c225-36ff-4d92-8978-2d3722e55a98 req-21923fdf-5fdf-42d7-b7a2-325a6668fef5 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.706424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0c225-36ff-4d92-8978-2d3722e55a98 req-21923fdf-5fdf-42d7-b7a2-325a6668fef5 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.707111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0c225-36ff-4d92-8978-2d3722e55a98 req-21923fdf-5fdf-42d7-b7a2-325a6668fef5 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.716735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cba0c225-36ff-4d92-8978-2d3722e55a98 req-21923fdf-5fdf-42d7-b7a2-325a6668fef5 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b&device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097&device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 2975 time: 0.1449969 Feb 19 01:00:38.740907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (288dc844-caa8-444d-87e2-a0562c7826dd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.801619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.811664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/288dc844-caa8-444d-87e2-a0562c7826dd HTTP/1.1" status: 204 len: 168 time: 0.6520786 Feb 19 01:00:38.814270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873486f-63d9-4339-8eff-b882641090b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288dc844-caa8-444d-87e2-a0562c7826dd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:38.816854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45770) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.842206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cba0c225-36ff-4d92-8978-2d3722e55a98 req-3f7f613c-84df-4b6b-9edb-821d11aac27c tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239777 Feb 19 01:00:38.871689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739f24fa-60a2-4f97-b244-ff3435cc368d admin admin] Publish callbacks [] for security_group (76f6019f-eeb1-479c-a8ec-8a1f64539e05), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.881830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d01edda4-066a-4c2e-813b-2b78a807e3dd req-364f7fdf-b1bc-4ec7-bd26-843310abb213 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772926 Feb 19 01:00:38.883286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8da541e6-8b6c-4611-ae41-cb1245f7cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf54eff0-acb8-4b91-ac01-156266bc1709), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.897559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8da541e6-8b6c-4611-ae41-cb1245f7cc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.899243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8da541e6-8b6c-4611-ae41-cb1245f7cc46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf54eff0-acb8-4b91-ac01-156266bc1709 HTTP/1.1" status: 204 len: 168 time: 0.4067008 Feb 19 01:00:38.900323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739f24fa-60a2-4f97-b244-ff3435cc368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (76f6019f-eeb1-479c-a8ec-8a1f64539e05), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.902987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45774) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.946432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da541e6-8b6c-4611-ae41-cb1245f7cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54eff0-acb8-4b91-ac01-156266bc1709,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.008648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7eb00ac4-7f82-45dc-bf12-cff3e690a28c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.029902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-739f24fa-60a2-4f97-b244-ff3435cc368d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e9a7e27d09144df9963db654160f16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890022 Feb 19 01:00:39.033281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:39.060711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f24fa-60a2-4f97-b244-ff3435cc368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f6019f-eeb1-479c-a8ec-8a1f64539e05,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.077660 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98dd90c5-a0d3-4d33-9980-e896aba62623 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group (2f1b0779-448c-4949-9185-eade283d2b91), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.107373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98dd90c5-a0d3-4d33-9980-e896aba62623 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group (2f1b0779-448c-4949-9185-eade283d2b91), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.182970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98dd90c5-a0d3-4d33-9980-e896aba62623 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2f1b0779-448c-4949-9185-eade283d2b91), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.186704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98dd90c5-a0d3-4d33-9980-e896aba62623 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.188552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-98dd90c5-a0d3-4d33-9980-e896aba62623 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "DELETE /v2.0/security-groups/2f1b0779-448c-4949-9185-eade283d2b91 HTTP/1.1" status: 204 len: 168 time: 0.2829909 Feb 19 01:00:39.192809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:39.220447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd90c5-a0d3-4d33-9980-e896aba62623 tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1b0779-448c-4949-9185-eade283d2b91,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.229211 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-36c1cc56-62f1-4a04-af13-72bbfb7467ec tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] show failed (client error): The resource could not be found. Feb 19 01:00:39.230225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36c1cc56-62f1-4a04-af13-72bbfb7467ec tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "GET /v2.0/security-groups/2f1b0779-448c-4949-9185-eade283d2b91 HTTP/1.1" status: 404 len: 347 time: 0.0364487 Feb 19 01:00:39.232708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7eb00ac4-7f82-45dc-bf12-cff3e690a28c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.235464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6722c95e-2a9c-4974-8279-23ea1d5f6227 admin admin] Publish callbacks [] for security_group (76f6019f-eeb1-479c-a8ec-8a1f64539e05), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.254310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45786) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:39.272017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb00ac4-7f82-45dc-bf12-cff3e690a28c']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:39.304421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6722c95e-2a9c-4974-8279-23ea1d5f6227 admin admin] Publish callbacks [] for security_group (76f6019f-eeb1-479c-a8ec-8a1f64539e05), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.329778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc84536b-4f20-443b-844e-00be1ae263cc') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:39.330004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc84536b-4f20-443b-844e-00be1ae263cc') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:39.406068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (dc84536b-4f20-443b-844e-00be1ae263cc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.436904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (dc84536b-4f20-443b-844e-00be1ae263cc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.456554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:39.456802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (dc84536b-4f20-443b-844e-00be1ae263cc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:39.458758 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:39.523596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Deleting port 77bef93e-bba5-4eba-982c-08b483931518 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:39.524625 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (77bef93e-bba5-4eba-982c-08b483931518), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.580290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-167a829a-05f2-4770-8863-10f1f4db5c67 req-93a3105a-a83c-45e9-9c0e-5c9455710c72 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 210 time: 0.0983973 Feb 19 01:00:39.583690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6722c95e-2a9c-4974-8279-23ea1d5f6227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (76f6019f-eeb1-479c-a8ec-8a1f64539e05), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.586580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6722c95e-2a9c-4974-8279-23ea1d5f6227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.588529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6722c95e-2a9c-4974-8279-23ea1d5f6227 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76f6019f-eeb1-479c-a8ec-8a1f64539e05 HTTP/1.1" status: 204 len: 168 time: 0.5514178 Feb 19 01:00:39.611167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722c95e-2a9c-4974-8279-23ea1d5f6227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f6019f-eeb1-479c-a8ec-8a1f64539e05,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.627114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7eb00ac4-7f82-45dc-bf12-cff3e690a28c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.661871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.669350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7eb00ac4-7f82-45dc-bf12-cff3e690a28c HTTP/1.1" status: 204 len: 168 time: 0.8450105 Feb 19 01:00:39.670296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f346d-7922-4f1e-a9a7-ab7111183f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb00ac4-7f82-45dc-bf12-cff3e690a28c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.748987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (77bef93e-bba5-4eba-982c-08b483931518), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.749938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (77bef93e-bba5-4eba-982c-08b483931518), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.815533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Calling delete_port for 77bef93e-bba5-4eba-982c-08b483931518 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:40.062334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-c459d0cf-8d8b-44fd-8920-299cdb282d0b tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.064848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-c459d0cf-8d8b-44fd-8920-299cdb282d0b tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 945 time: 0.1145256 Feb 19 01:00:40.070149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e58198-7d1f-47d8-937e-cbb1e64f2d3b req-79abfc50-4b22-47a4-8614-4095431dc22e tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.072332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51e58198-7d1f-47d8-937e-cbb1e64f2d3b req-79abfc50-4b22-47a4-8614-4095431dc22e tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1131 time: 0.0775328 Feb 19 01:00:40.117393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45818) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:40.169992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (77bef93e-bba5-4eba-982c-08b483931518), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.228633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Pushing event deleted for resources: {'Port': ['ID=77bef93e-bba5-4eba-982c-08b483931518,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:40.240470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-ee7280e2-f20f-4751-b897-ea34035e4f9f tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.242197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-ee7280e2-f20f-4751-b897-ea34035e4f9f tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.10 "GET /v2.0/networks?id=0e313236-7e07-42f9-9f55-1b3011b5907e HTTP/1.1" status: 200 len: 821 time: 0.4684641 Feb 19 01:00:40.277593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Request body: {'port': {'device_id': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e', 'admin_state_up': True, 'tenant_id': 'd781074390014bd89d6204ee1ffd3d23'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:40.302012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e0d63df5-5716-47bd-86c8-eaf27a95424d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d550aff59b374aa4b5dd24eb1681a02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819644 Feb 19 01:00:40.309656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45822) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:40.402052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51e58198-7d1f-47d8-937e-cbb1e64f2d3b req-353ac993-daaf-4915-a57a-c66a20e5c42b tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136272 Feb 19 01:00:40.402921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3a32-f594-43b2-a24b-0ccb5b5c8acb admin admin] Publish callbacks [] for security_group (eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.479240 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3a32-f594-43b2-a24b-0ccb5b5c8acb admin admin] Publish callbacks [] for security_group (eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.565638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Deleting port f8659738-f599-41f1-92f8-af27af3a19c5 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:40.565856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.600175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3a32-f594-43b2-a24b-0ccb5b5c8acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.605347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3a32-f594-43b2-a24b-0ccb5b5c8acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.606298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8f5b3a32-f594-43b2-a24b-0ccb5b5c8acb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3 HTTP/1.1" status: 204 len: 168 time: 0.2941511 Feb 19 01:00:40.676119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3a32-f594-43b2-a24b-0ccb5b5c8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea75d7b-e1ed-4ca3-9e6c-cbf4e25b2dc3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:40.728096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec59299-8d2e-488d-813a-1a5c3231c3b0 req-f0b3d6d2-276f-49b1-bfb6-d7d0c3ffb952 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.737251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ec59299-8d2e-488d-813a-1a5c3231c3b0 req-f0b3d6d2-276f-49b1-bfb6-d7d0c3ffb952 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 945 time: 0.6042798 Feb 19 01:00:40.760571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks [] for floatingip (99bb47fc-cc2f-4b42-98a1-731a37e683be), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.764158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.764455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9444bb5f-0b95-4f22-b6fa-339bf0f0cb5f tempest-ServersWithSpecificFlavorTestJSON-1592851044 tempest-ServersWithSpecificFlavorTestJSON-1592851044-project] 10.222.0.43 "DELETE /v2.0/floatingips/99bb47fc-cc2f-4b42-98a1-731a37e683be HTTP/1.1" status: 204 len: 168 time: 1.5029192 Feb 19 01:00:40.768039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372d9fa-7cf0-4dfe-a78a-b7cf23852a93 req-da517e3a-5553-47b6-a1de-4083d125cc07 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.769784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d372d9fa-7cf0-4dfe-a78a-b7cf23852a93 req-da517e3a-5553-47b6-a1de-4083d125cc07 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1131 time: 0.2005794 Feb 19 01:00:40.817591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] For port f8659738-f599-41f1-92f8-af27af3a19c5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f8659738-f599-41f1-92f8-af27af3a19c5,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:40.818075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.877671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Made reservation on behalf of d781074390014bd89d6204ee1ffd3d23 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:40.881546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.889367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Calling delete_port for f8659738-f599-41f1-92f8-af27af3a19c5 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:40.924214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ec59299-8d2e-488d-813a-1a5c3231c3b0 req-f651d552-b8ba-43c6-a60d-93d55b4b09db tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e5541c1-e4cf-463b-b697-eb6dfb1ef051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857531 Feb 19 01:00:40.934238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d372d9fa-7cf0-4dfe-a78a-b7cf23852a93 req-fa334da6-e9e0-4dd3-a672-b9483f07fc07 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561759 Feb 19 01:00:41.110898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd0ff6fb-231c-4c07-9060-948531f18f19 req-978308b5-06c7-42f2-954c-b09cb37eca6f tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 210 time: 0.0876801 Feb 19 01:00:41.216005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Allocated IP 172.20.0.13 (0e313236-7e07-42f9-9f55-1b3011b5907e/8ab676a8-e7ec-4c53-a23e-1f1898255dad/fdf18ead-09cd-45b6-bdee-69a8a094c01a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:41.222314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f8659738-f599-41f1-92f8-af27af3a19c5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.235527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['f8659738-f599-41f1-92f8-af27af3a19c5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:41.302794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Pushing event deleted for resources: {'Port': ['ID=f8659738-f599-41f1-92f8-af27af3a19c5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:41.405222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] No DVR routers for this DVR port f8659738-f599-41f1-92f8-af27af3a19c5 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:41.407468 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.413417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c5b80ea-d272-4479-b3e6-bac93f3da80c req-f6d205fd-ed09-4cc6-9106-e27e645ece68 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.10 "DELETE /v2.0/ports/f8659738-f599-41f1-92f8-af27af3a19c5 HTTP/1.1" status: 204 len: 173 time: 1.3385012 Feb 19 01:00:41.413417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'name': 'network-vif-deleted', 'tag': 'f8659738-f599-41f1-92f8-af27af3a19c5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:41.416515 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f2dfe-5a80-428e-8e71-7bbf1270244f" -d '{"events": [{"server_uuid": "2fa53b37-6d95-4d11-b3af-0c53d8d6226f", "name": "network-vif-deleted", "tag": "f8659738-f599-41f1-92f8-af27af3a19c5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:41.520885 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4349dbf1-d847-42e6-b3e9-773d532a653f x-openstack-request-id: req-4349dbf1-d847-42e6-b3e9-773d532a653f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:41.521530 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa53b37-6d95-4d11-b3af-0c53d8d6226f", "name": "network-vif-deleted", "tag": "f8659738-f599-41f1-92f8-af27af3a19c5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:41.521806 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4349dbf1-d847-42e6-b3e9-773d532a653f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:41.522525 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa53b37-6d95-4d11-b3af-0c53d8d6226f', 'name': 'network-vif-deleted', 'tag': 'f8659738-f599-41f1-92f8-af27af3a19c5', 'status': 'completed', 'code': 200} Feb 19 01:00:41.621190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks [] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.665269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.687657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:41.798438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Pushing event updated for resources: {'Port': ['ID=fdf18ead-09cd-45b6-bdee-69a8a094c01a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:41.848894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Network 0e313236-7e07-42f9-9f55-1b3011b5907e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:41.855173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:41.860300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:42.119066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.119684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.253877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-576a15b6-510d-4b67-9fd4-bee955c381bc req-2cdfdaa0-1858-4f49-ade7-fdeee6369057 tempest-AttachSCSIVolumeTestJSON-1118354510 tempest-AttachSCSIVolumeTestJSON-1118354510-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa53b37-6d95-4d11-b3af-0c53d8d6226f HTTP/1.1" status: 200 len: 210 time: 0.1014817 Feb 19 01:00:42.269140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f7bc7c8a-fb02-4c13-8bed-838a90494267 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9971957 Feb 19 01:00:42.281059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Request body: {'port': {'device_id': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:42.481343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.614453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f96e-59dd-4c22-ba22-ff7793d554f6 req-6c99e88c-842b-4227-8242-9891dc6ee5af tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.621142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7576f96e-59dd-4c22-ba22-ff7793d554f6 req-6c99e88c-842b-4227-8242-9891dc6ee5af tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2121744 Feb 19 01:00:42.627852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d347afa-e314-412c-8930-1b45d564ce58 req-330041fd-5501-47f3-ae21-d7e0e9648b34 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.640637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d347afa-e314-412c-8930-1b45d564ce58 req-330041fd-5501-47f3-ae21-d7e0e9648b34 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 932 time: 0.2143157 Feb 19 01:00:42.770072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d347afa-e314-412c-8930-1b45d564ce58 req-4a45a77e-19ba-4fed-93d4-629f4546015b tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282144 Feb 19 01:00:42.786027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7576f96e-59dd-4c22-ba22-ff7793d554f6 req-81db500c-71a2-4272-9f0d-e05c186d8200 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561959 Feb 19 01:00:43.231068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf18ead-09cd-45b6-bdee-69a8a094c01a {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:43.244481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Publish callbacks [] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.268606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Transition to ACTIVE for port object fdf18ead-09cd-45b6-bdee-69a8a094c01a will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:43.277720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.278535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f8659738-f599-41f1-92f8-af27af3a19c5 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:43.303730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: f8659738-f599-41f1-92f8-af27af3a19c5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:43.304779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f8659738-f599-41f1-92f8-af27af3a19c5 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:43.347931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf18ead-09cd-45b6-bdee-69a8a094c01a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:43.365165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-5b3341a9-25c4-409e-bcc3-3cc868fd54d2 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e2010173bfd542c394ffd58d7ac5063e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526707 Feb 19 01:00:43.369347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (4dbc6616-dfea-45f5-8f3b-41be4e652b12), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.463095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-7c4faa16-3acb-4d68-a6b3-eff01721621e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302739 Feb 19 01:00:43.473942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Attempting to bind port fdf18ead-09cd-45b6-bdee-69a8a094c01a on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:43.474277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Attempting to bind port fdf18ead-09cd-45b6-bdee-69a8a094c01a by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e6e4234b-6222-48bf-9f7b-a66043461274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:43.474608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Attempting to bind port fdf18ead-09cd-45b6-bdee-69a8a094c01a on network 0e313236-7e07-42f9-9f55-1b3011b5907e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:43.491968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Port fdf18ead-09cd-45b6-bdee-69a8a094c01a on network 0e313236-7e07-42f9-9f55-1b3011b5907e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:43.492177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Attempting to bind port fdf18ead-09cd-45b6-bdee-69a8a094c01a on network 0e313236-7e07-42f9-9f55-1b3011b5907e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:43.533321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:43.533667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Checking segment: {'id': 'e6e4234b-6222-48bf-9f7b-a66043461274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:43.534059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Bound using segment: {'id': 'e6e4234b-6222-48bf-9f7b-a66043461274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:43.534502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Bound port: fdf18ead-09cd-45b6-bdee-69a8a094c01a, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e4234b-6222-48bf-9f7b-a66043461274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:43.534858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.561979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-2a0c4a17-370f-4e5d-8b38-686e5a98875f tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:43.563458 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-2a0c4a17-370f-4e5d-8b38-686e5a98875f tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975362 Feb 19 01:00:43.640116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] For port fdf18ead-09cd-45b6-bdee-69a8a094c01a, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:43.646006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] For port fdf18ead-09cd-45b6-bdee-69a8a094c01a, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a,segment=NetworkSegment(e6e4234b-6222-48bf-9f7b-a66043461274),segment_id=e6e4234b-6222-48bf-9f7b-a66043461274)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:43.656533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-c6781ad6-b05c-4557-9fa4-5f9a93c42d6d tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/quotas/e2010173bfd542c394ffd58d7ac5063e HTTP/1.1" status: 200 len: 375 time: 0.0721726 Feb 19 01:00:43.663961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-4001e752-d6d3-4d6d-b75f-af7d88e2c569 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:43.666687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-4001e752-d6d3-4d6d-b75f-af7d88e2c569 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876268 Feb 19 01:00:43.668818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.701504 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-5620174a-93b7-4d0d-ba71-4bcb54a16a8a tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2010173bfd542c394ffd58d7ac5063e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346127 Feb 19 01:00:43.717324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:43.717943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.719611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] 10.222.0.10 "PUT /v2.0/ports/fdf18ead-09cd-45b6-bdee-69a8a094c01a HTTP/1.1" status: 200 len: 1092 time: 1.4429014 Feb 19 01:00:43.720064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'tag': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:43.722449 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe461a72-bcec-4c37-b011-38de5c048e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ef1fc4-d6bd-411b-9157-33127f718d5a", "tag": "fdf18ead-09cd-45b6-bdee-69a8a094c01a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:43.730470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-550a8512-2096-460e-9d40-c0095d77dc17 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/quotas/08afeda6bba34698bf6ea405f624735b HTTP/1.1" status: 200 len: 375 time: 0.0526407 Feb 19 01:00:43.801674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c0a67-dedd-4e6c-aa35-6855242dff00 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf18ead-09cd-45b6-bdee-69a8a094c01a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:43.838612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-64db4e3a-5553-45ac-a510-9c5144b7e333 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851705 Feb 19 01:00:43.848948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Deleting port eb01c32d-a334-44d0-a003-84e7e091674c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:43.849669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.875052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f122581e-419c-4234-b543-18ffdf1c4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:43.878297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f122581e-419c-4234-b543-18ffdf1c4d89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d781074390014bd89d6204ee1ffd3d23&device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 1126 time: 0.1172221 Feb 19 01:00:43.962053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-432af519-12c0-4154-be02-0b6f84b685cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a HTTP/1.1" status: 200 len: 217 time: 0.0729766 Feb 19 01:00:44.037681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] For port eb01c32d-a334-44d0-a003-84e7e091674c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eb01c32d-a334-44d0-a003-84e7e091674c,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:44.038074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.101880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Calling delete_port for eb01c32d-a334-44d0-a003-84e7e091674c owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:44.135566 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff5e00-a172-4485-a1b6-dbbdb9c0dfc6 x-openstack-request-id: req-55ff5e00-a172-4485-a1b6-dbbdb9c0dfc6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:44.135861 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ef1fc4-d6bd-411b-9157-33127f718d5a", "tag": "fdf18ead-09cd-45b6-bdee-69a8a094c01a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:44.136116 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55ff5e00-a172-4485-a1b6-dbbdb9c0dfc6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:44.136528 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'tag': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a', 'status': 'completed', 'code': 200} Feb 19 01:00:44.138440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f2798c4c-0c2f-4ae4-b478-df1867bc7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.145214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-f2798c4c-0c2f-4ae4-b478-df1867bc7e2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab676a8-e7ec-4c53-a23e-1f1898255dad HTTP/1.1" status: 200 len: 861 time: 0.1721244 Feb 19 01:00:44.202252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-46dfc4de-8f9d-435a-b6e9-0147746bd0c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e313236-7e07-42f9-9f55-1b3011b5907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493941 Feb 19 01:00:44.349602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6e062-3f87-415a-9d3c-46180de58b52 req-5222b4fe-a248-4dec-8906-48ea7038763a tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.357815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63e6e062-3f87-415a-9d3c-46180de58b52 req-5222b4fe-a248-4dec-8906-48ea7038763a tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 944 time: 0.1590803 Feb 19 01:00:44.445740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620889-c18a-4b1f-a430-fd4dc2ae9e64 req-3918fb81-3ffa-42f4-a2a6-9e53d467ef72 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.458676 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e620889-c18a-4b1f-a430-fd4dc2ae9e64 req-3918fb81-3ffa-42f4-a2a6-9e53d467ef72 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1864300 Feb 19 01:00:44.481326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-3a007057-aeee-4ff6-aaea-09f42e6a4744 service neutron] 10.222.0.10 "GET /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437177 Feb 19 01:00:44.554751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63e6e062-3f87-415a-9d3c-46180de58b52 req-229135c8-8bc4-4ce7-af6a-b9a67c0a72a3 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892264 Feb 19 01:00:44.600141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e620889-c18a-4b1f-a430-fd4dc2ae9e64 req-c3ce67cf-3b38-4e25-8dae-1571a9404a76 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359105 Feb 19 01:00:44.726624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9756f11-e8ab-41a8-b39b-c0029cb745e6 req-f69c5ccd-d04d-4f8b-a583-c72dab2e4f59 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 210 time: 0.0678961 Feb 19 01:00:44.812173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81e0f4c5-9c8f-458b-b2d7-d2d584d2ad03 req-30506808-07f6-4874-bc21-2443a4830759 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 210 time: 0.1021216 Feb 19 01:00:44.826498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b61db773-2c43-48cb-ad10-59731ac9b534 req-4b7bfc6b-9633-45da-8760-6e9db859ca59 service neutron] 10.222.0.10 "GET /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287897 Feb 19 01:00:44.856902 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (eb01c32d-a334-44d0-a003-84e7e091674c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.939995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb01c32d-a334-44d0-a003-84e7e091674c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:45.057484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-37fe1a57-806b-45a9-93a7-572986546e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.059625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-37fe1a57-806b-45a9-93a7-572986546e5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d781074390014bd89d6204ee1ffd3d23&device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 1126 time: 0.1669629 Feb 19 01:00:45.069441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.077109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.078704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.079241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.079775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.080148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.080723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.081285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.081907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.082462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.082980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.083581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.084081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:45.334518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-315fff07-7a5f-483b-97bf-dd89e9269c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.335440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-315fff07-7a5f-483b-97bf-dd89e9269c87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e313236-7e07-42f9-9f55-1b3011b5907e HTTP/1.1" status: 200 len: 922 time: 0.2696173 Feb 19 01:00:45.410288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-69413803-a134-4655-a8bf-632725406784 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a HTTP/1.1" status: 200 len: 217 time: 0.0676861 Feb 19 01:00:45.503106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (4dbc6616-dfea-45f5-8f3b-41be4e652b12), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.514139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-c98fb8f2-965f-4cd7-83bd-e4d2b1e965ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.515665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-c98fb8f2-965f-4cd7-83bd-e4d2b1e965ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ab676a8-e7ec-4c53-a23e-1f1898255dad HTTP/1.1" status: 200 len: 861 time: 0.0991964 Feb 19 01:00:45.572702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46088) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:45.575172 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-5f2b7a82-cff9-4464-a862-89d3b4ce783e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e313236-7e07-42f9-9f55-1b3011b5907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448353 Feb 19 01:00:45.787709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e94c7b41-275f-47cd-8546-e397f585a281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.789441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045190f-e58d-403d-a9d9-3a9225dc58ea req-9a7981ec-26dc-4371-a762-2f7026ce780e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.793898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-a58761b8-5e92-4f86-a0b8-daab8e4aea60 service neutron] 10.222.0.10 "GET /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035065 Feb 19 01:00:45.797208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9045190f-e58d-403d-a9d9-3a9225dc58ea req-9a7981ec-26dc-4371-a762-2f7026ce780e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0861347 Feb 19 01:00:45.893930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d277a-edb1-467e-ae3b-5d0af66bfbd1 req-baeed46a-0044-4b60-ba31-906e45a259b5 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.895799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f6d277a-edb1-467e-ae3b-5d0af66bfbd1 req-baeed46a-0044-4b60-ba31-906e45a259b5 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 944 time: 0.1620548 Feb 19 01:00:45.923485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-7bbb2981-39ca-4e41-a0fd-aa0e252b2c4b tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=e2010173bfd542c394ffd58d7ac5063e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109495 Feb 19 01:00:45.983620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe461a72-bcec-4c37-b011-38de5c048e6c req-4180364b-3aa6-4299-8aa7-1beced3da4c0 service neutron] 10.222.0.10 "GET /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774368 Feb 19 01:00:46.005539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f6d277a-edb1-467e-ae3b-5d0af66bfbd1 req-e835e996-8713-417d-8ff7-3aedb5a83a4d tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999355 Feb 19 01:00:46.024071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e94c7b41-275f-47cd-8546-e397f585a281 admin admin] Publish callbacks [] for security_group (065afc5c-9b53-4fbb-beee-a82efda98840), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.024071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e94c7b41-275f-47cd-8546-e397f585a281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (065afc5c-9b53-4fbb-beee-a82efda98840), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.080604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e94c7b41-275f-47cd-8546-e397f585a281 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9713d412d9ad42948617929ee2c4ef40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020995 Feb 19 01:00:46.080604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7b41-275f-47cd-8546-e397f585a281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065afc5c-9b53-4fbb-beee-a82efda98840,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:46.091428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46100) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:46.173226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2963576f-62a2-488b-bd2c-3de51ac1b55c req-4b65bcba-55a6-4e98-9b75-7cfcf80c4aca tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 210 time: 0.0988896 Feb 19 01:00:46.175936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-c4fd6bac-0f74-4b82-aa22-54c96d85fbc6 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:46.177579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-c4fd6bac-0f74-4b82-aa22-54c96d85fbc6 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362742 Feb 19 01:00:46.198952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9045190f-e58d-403d-a9d9-3a9225dc58ea req-3a298808-26d5-4fda-95e4-2ec8c8e198f9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008045 Feb 19 01:00:46.205777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Request body: {'port': {'device_id': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': 'e2010173bfd542c394ffd58d7ac5063e'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:46.206507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f95d-4eed-44a0-b730-b761a2fdba0d admin admin] Publish callbacks [] for security_group (065afc5c-9b53-4fbb-beee-a82efda98840), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.242797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-9f3c9c36-348a-4185-a32a-0be8483429d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328479 Feb 19 01:00:46.288255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:46.391960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-ed1a608d-3641-45f0-8dc4-2e066556ea5f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:46.393841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-ed1a608d-3641-45f0-8dc4-2e066556ea5f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440759 Feb 19 01:00:46.428582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:46.433414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:46.443204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] Sync routers for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:46.448976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-897c1988-b8a1-4318-87d5-c8186506f247 admin admin] 10.222.0.43 "PUT /v2.0/routers/4dbc6616-dfea-45f5-8f3b-41be4e652b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7600536 Feb 19 01:00:46.453051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46104) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:46.460502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:46.461372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:46.584755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:46.589742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ba8b44c-4c72-4dbb-b83a-8d3edc3f1421 req-27fdcda2-49d3-4d63-9c64-9605a6445cb8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 210 time: 0.1946521 Feb 19 01:00:46.618370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f95d-4eed-44a0-b730-b761a2fdba0d admin admin] Publish callbacks [] for security_group (065afc5c-9b53-4fbb-beee-a82efda98840), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.685974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:46.691084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.705798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.743981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f95d-4eed-44a0-b730-b761a2fdba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (065afc5c-9b53-4fbb-beee-a82efda98840), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.747581 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f95d-4eed-44a0-b730-b761a2fdba0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.748929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0fe4f95d-4eed-44a0-b730-b761a2fdba0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/065afc5c-9b53-4fbb-beee-a82efda98840 HTTP/1.1" status: 204 len: 168 time: 0.6567605 Feb 19 01:00:46.773905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f95d-4eed-44a0-b730-b761a2fdba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065afc5c-9b53-4fbb-beee-a82efda98840,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:46.865562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for security_group (baa67ec6-6b49-4071-b93d-f669bbd23ae7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.873442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (baa67ec6-6b49-4071-b93d-f669bbd23ae7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.904896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T01:00:44Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:46.919694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Made reservation on behalf of e2010173bfd542c394ffd58d7ac5063e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:46.923205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.942440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] Checking router: 4dbc6616-dfea-45f5-8f3b-41be4e652b12 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:46.942646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.962994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] Routers {'4dbc6616-dfea-45f5-8f3b-41be4e652b12'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:46.966404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:46.985454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks [] for router (4dbc6616-dfea-45f5-8f3b-41be4e652b12), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.005557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa67ec6-6b49-4071-b93d-f669bbd23ae7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:47.107544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks [] for router_gateway (4dbc6616-dfea-45f5-8f3b-41be4e652b12), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.159517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.60 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/73780cd4-152b-4dc7-b46d-58b1ce90ee11) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:47.208390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] Set router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:47.285084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks [] for security_group (a8471a15-6178-42b7-9bd7-f9e4afea96ac), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.292030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a8471a15-6178-42b7-9bd7-f9e4afea96ac), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.356178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fdf18ead-09cd-45b6-bdee-69a8a094c01a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:47.385553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15bd46a3-4e94-42d4-b5e5-d9d6b88985c1 req-9ba33a81-5441-4bf9-93cc-29ee7a3da7cf tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 210 time: 0.0985351 Feb 19 01:00:47.464807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c558de-c7db-407e-854a-e2f29ce412a0 req-ff382097-0dd8-4da8-b1bf-7190d77c3045 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.475717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23c558de-c7db-407e-854a-e2f29ce412a0 req-ff382097-0dd8-4da8-b1bf-7190d77c3045 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 944 time: 0.3049195 Feb 19 01:00:47.481830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Deleting port e1343a09-af24-4180-9fa0-db947dbb868b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:47.482297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.546005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.584318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2f8f9-e930-4e4b-9de8-13589de79bda req-9958da9d-e5ef-43a1-b70a-d339458c60a1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.585960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b2f8f9-e930-4e4b-9de8-13589de79bda req-9958da9d-e5ef-43a1-b70a-d339458c60a1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1139228 Feb 19 01:00:47.604592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8471a15-6178-42b7-9bd7-f9e4afea96ac,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:47.629911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.770696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23c558de-c7db-407e-854a-e2f29ce412a0 req-cb11ca61-333a-4c4e-b0ce-7477fe65ef3e tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939491 Feb 19 01:00:47.808000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Allocated IP 192.168.233.21 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/9b69ae22-805c-423a-8d40-eb13d5a3d906) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:47.819348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] For port e1343a09-af24-4180-9fa0-db947dbb868b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e1343a09-af24-4180-9fa0-db947dbb868b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:47.820336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.827425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:47.839710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Calling delete_port for e1343a09-af24-4180-9fa0-db947dbb868b owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:47.849602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b2f8f9-e930-4e4b-9de8-13589de79bda req-ac1b58d7-d9a8-4df6-9b05-d712b259df38 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552786 Feb 19 01:00:47.863540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:47.865533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fdf18ead-09cd-45b6-bdee-69a8a094c01a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a,segment=NetworkSegment(e6e4234b-6222-48bf-9f7b-a66043461274),segment_id=e6e4234b-6222-48bf-9f7b-a66043461274)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:47.874628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:47.900919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a', 'network_id': '0e313236-7e07-42f9-9f55-1b3011b5907e', 'port_id': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a', 'mac_address': 'fa:16:3e:a2:85:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab676a8-e7ec-4c53-a23e-1f1898255dad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:47.964547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.965217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.977719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=73780cd4-152b-4dc7-b46d-58b1ce90ee11,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:47.995684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-18f43bcf-5fc7-4abb-9610-e20afaedcd4c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5795603 Feb 19 01:00:48.011376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Request body: {'port': {'device_id': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:48.022990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T01:00:44Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:48.088383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46140) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:48.109570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fdf18ead-09cd-45b6-bdee-69a8a094c01a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:48.109982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.117498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc76f4-5421-4524-ad6c-6a5d8aee61af None None] The sync data for ids ['4dbc6616-dfea-45f5-8f3b-41be4e652b12'] in n-d-826752-2 is: [{'id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260087933-router', 'tenant_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:44Z', 'updated_at': '2022-02-19T01:00:44Z', 'revision_number': 5, 'project_id': '058dd83b06b44da8bf1c5c6ec22eac92', 'gw_port': {'id': 'e1343a09-af24-4180-9fa0-db947dbb868b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbc6616-dfea-45f5-8f3b-41be4e652b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:45Z', 'updated_at': '2022-02-19T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:48.146434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.156434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.161104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf18ead-09cd-45b6-bdee-69a8a094c01a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:48.211935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fdf18ead-09cd-45b6-bdee-69a8a094c01a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a,segment=NetworkSegment(e6e4234b-6222-48bf-9f7b-a66043461274),segment_id=e6e4234b-6222-48bf-9f7b-a66043461274)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:48.224437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.293436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-429605442-network', 'tenant_id': '7c55b6c2a90c41febbb6916ea716ad29'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:48.347541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9aa6c-cb33-411c-8534-2a2f062bdeec req-4a054db1-1cec-425d-ae06-522e9c8a2cd3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:48.349134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ae9aa6c-cb33-411c-8534-2a2f062bdeec req-4a054db1-1cec-425d-ae06-522e9c8a2cd3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 935 time: 0.3549299 Feb 19 01:00:48.426859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Made reservation on behalf of 7c55b6c2a90c41febbb6916ea716ad29 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:48.429174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.441132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks [] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.460877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.537704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:00:48.547012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb01c32d-a334-44d0-a003-84e7e091674c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:48.566651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9d29684-ca95-4ecd-a4d6-5d767c13a272 req-6644e391-7e61-4360-b91e-4f4c32ee54e9 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 210 time: 0.0898900 Feb 19 01:00:48.597502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e1343a09-af24-4180-9fa0-db947dbb868b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.612664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ae9aa6c-cb33-411c-8534-2a2f062bdeec req-8971eeb5-e097-49ee-84f1-4aff91b70525 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438231 Feb 19 01:00:48.639346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fdf18ead-09cd-45b6-bdee-69a8a094c01a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:48.643806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fdf18ead-09cd-45b6-bdee-69a8a094c01a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:48.656978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: eb01c32d-a334-44d0-a003-84e7e091674c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:48.657339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb01c32d-a334-44d0-a003-84e7e091674c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:48.705420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0170ebf6-d556-4ed8-b7e8-3c9907346e1e None None] Provisioning complete for port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:48.705847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0170ebf6-d556-4ed8-b7e8-3c9907346e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.716549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.719083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.719526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.719706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.720035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.720372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.720801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.721155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.721484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.721805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.725454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.725829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.726166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:48.766047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks [] for security_group (a238beaa-d420-4112-84a9-2055c5dcd4c4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.773196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1343a09-af24-4180-9fa0-db947dbb868b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:48.782556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a238beaa-d420-4112-84a9-2055c5dcd4c4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.797211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:48.817202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (909df476-3fef-4202-b136-557672ea1552), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.817862 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Added segment 909df476-3fef-4202-b136-557672ea1552 of type vlan for network 20e574d6-9e1e-403b-acb4-b5ccb2537265 Feb 19 01:00:48.863026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (20e574d6-9e1e-403b-acb4-b5ccb2537265), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.877694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0170ebf6-d556-4ed8-b7e8-3c9907346e1e None None] Port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:48.932943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (20e574d6-9e1e-403b-acb4-b5ccb2537265), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.940589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:48.941291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.008012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f441c82-caea-4cee-87e3-728cbaf8a07e req-5308ef30-8b11-449b-8966-6e8377ac22ca tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.013161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f441c82-caea-4cee-87e3-728cbaf8a07e req-5308ef30-8b11-449b-8966-6e8377ac22ca tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 945 time: 0.1141586 Feb 19 01:00:49.053760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Pushing event updated for resources: {'Network': ['ID=20e574d6-9e1e-403b-acb4-b5ccb2537265,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.082409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 20e574d6-9e1e-403b-acb4-b5ccb2537265 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:49.117876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.132722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f441c82-caea-4cee-87e3-728cbaf8a07e req-c25f6a1c-ed5c-4853-a861-f8772abb3709 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115832 Feb 19 01:00:49.140802 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0491753 Feb 19 01:00:49.141707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105d142-451c-4235-ba43-f7726daeed0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238beaa-d420-4112-84a9-2055c5dcd4c4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.148020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46154) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:49.160164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Request body: {'subnet': {'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-429605442-subnet', 'tenant_id': '7c55b6c2a90c41febbb6916ea716ad29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:49.213404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:49.214243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Made reservation on behalf of 7c55b6c2a90c41febbb6916ea716ad29 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:49.216708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.227539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:49.231753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (4dbc6616-dfea-45f5-8f3b-41be4e652b12), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.249774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec1b55-61d6-4291-b7f0-51d629685a38 req-882d439a-aae2-4902-929d-ee20a7a4d728 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.257225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55ec1b55-61d6-4291-b7f0-51d629685a38 req-882d439a-aae2-4902-929d-ee20a7a4d728 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2244651 Feb 19 01:00:49.281043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:49.393652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.394515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.446102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73780cd4-152b-4dc7-b46d-58b1ce90ee11 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:49.458862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Publish callbacks [] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.475440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Transition to ACTIVE for port object 73780cd4-152b-4dc7-b46d-58b1ce90ee11 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:49.483542 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.490583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Pushing event updated for resources: {'Port': ['ID=9b69ae22-805c-423a-8d40-eb13d5a3d906,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.507259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-0aa9736f-fe97-46cd-8f7e-8b2527100aab tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3069329 Feb 19 01:00:49.528781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Request body: {'port': {'device_id': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:49.590390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Pushing event updated for resources: {'Port': ['ID=73780cd4-152b-4dc7-b46d-58b1ce90ee11,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.625793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55ec1b55-61d6-4291-b7f0-51d629685a38 req-7653f514-f12e-4bbc-801e-fd02d954d06b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673649 Feb 19 01:00:49.628165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (4dbc6616-dfea-45f5-8f3b-41be4e652b12), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.656918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks [] for router_controller (4dbc6616-dfea-45f5-8f3b-41be4e652b12), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.684324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-25600fd0-7486-4768-87e2-42088ad36c1c None None] Provisioning complete for port 9b69ae22-805c-423a-8d40-eb13d5a3d906 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:49.685829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25600fd0-7486-4768-87e2-42088ad36c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.693843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.694404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.694759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.695103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.695526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.695865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.696286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.697167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.697539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.697819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.698194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.700112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.700112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:49.798974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-25600fd0-7486-4768-87e2-42088ad36c1c None None] Port 9b69ae22-805c-423a-8d40-eb13d5a3d906 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:49.863452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Attempting to bind port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:49.863881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Attempting to bind port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:49.864290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Attempting to bind port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:49.870199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:49.870657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Attempting to bind port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:49.884510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:49.885067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:49.885556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:49.886099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Bound port: 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:49.886555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.903742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (4dbc6616-dfea-45f5-8f3b-41be4e652b12), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.904880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbc6616-dfea-45f5-8f3b-41be4e652b12 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:49.906231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.926729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202586e-f131-484c-a19e-17f71b20ab64 req-a5f649b7-809a-436d-b803-ac53021173ca tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.928575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3202586e-f131-484c-a19e-17f71b20ab64 req-a5f649b7-809a-436d-b803-ac53021173ca tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 935 time: 0.1325104 Feb 19 01:00:50.059356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3202586e-f131-484c-a19e-17f71b20ab64 req-438977e2-19c6-436e-8c78-51754d4b3394 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761604 Feb 19 01:00:50.073569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.076962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b0f425ea-4f52-4eea-ba3d-d332dbc26f6d admin admin] 10.222.0.43 "DELETE /v2.0/routers/4dbc6616-dfea-45f5-8f3b-41be4e652b12 HTTP/1.1" status: 204 len: 168 time: 3.6229351 Feb 19 01:00:50.084068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:50.131445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] For port 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:50.153091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] For port 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:50.166401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.173723 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e585cb87-57e8-420e-ac55-5fd431866501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.179934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Deleting subnet a9d1bf1d-9c81-47c9-8b52-be8b38c86215 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:50.203418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Publish callbacks [] for subnet (a9d1bf1d-9c81-47c9-8b52-be8b38c86215), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.209650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.210281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.213165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] 10.222.0.89 "PUT /v2.0/ports/73780cd4-152b-4dc7-b46d-58b1ce90ee11 HTTP/1.1" status: 200 len: 1095 time: 2.2056925 Feb 19 01:00:50.242052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'tag': '73780cd4-152b-4dc7-b46d-58b1ce90ee11'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:50.245206 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95559e-30e4-41b5-9b96-8db619fba2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c37a8fa0-0def-40cc-a50d-281f900faddc", "tag": "73780cd4-152b-4dc7-b46d-58b1ce90ee11"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:50.361409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (a9d1bf1d-9c81-47c9-8b52-be8b38c86215), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.419095 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.448247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d703bb-7b8a-4f08-91e7-bd2d1213cbb9 req-4e68e615-2b78-4ed1-8262-08f13a5057d0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.449883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d703bb-7b8a-4f08-91e7-bd2d1213cbb9 req-4e68e615-2b78-4ed1-8262-08f13a5057d0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 947 time: 0.6471832 Feb 19 01:00:50.705265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.752926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Checking segment: {'id': '909df476-3fef-4202-b136-557672ea1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:50.753324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Network hostable DHCP agents. Network: 20e574d6-9e1e-403b-acb4-b5ccb2537265, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:50.758277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d703bb-7b8a-4f08-91e7-bd2d1213cbb9 req-ecc32ca5-5679-4f62-b3d3-b1098d1e12dc tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198474 Feb 19 01:00:50.794758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Network 20e574d6-9e1e-403b-acb4-b5ccb2537265 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:50.821124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 20e574d6-9e1e-403b-acb4-b5ccb2537265) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:50.828984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce1cc3-ac4a-4f36-a18d-1c035cf3e2e4 None None] Network 20e574d6-9e1e-403b-acb4-b5ccb2537265 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:50.841631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.842223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.862680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b69ae22-805c-423a-8d40-eb13d5a3d906 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:50.872004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Publish callbacks [] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.907286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad715087-735a-42bf-910e-e8ada07ac92b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7524931 Feb 19 01:00:50.920721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Transition to ACTIVE for port object 9b69ae22-805c-423a-8d40-eb13d5a3d906 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:50.925714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.054851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4730e4f-12fd-4130-b816-a551a97324a6 None None] Network 20e574d6-9e1e-403b-acb4-b5ccb2537265 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:51.132134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Pushing event updated for resources: {'Port': ['ID=9b69ae22-805c-423a-8d40-eb13d5a3d906,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.135497 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb132c-bdc3-4aa0-93f1-a3998e29be70 x-openstack-request-id: req-28cb132c-bdc3-4aa0-93f1-a3998e29be70 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:51.140295 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37a8fa0-0def-40cc-a50d-281f900faddc", "tag": "73780cd4-152b-4dc7-b46d-58b1ce90ee11", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:51.140917 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28cb132c-bdc3-4aa0-93f1-a3998e29be70 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:51.141679 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'tag': '73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'status': 'completed', 'code': 200} Feb 19 01:00:51.153621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57d0c-f295-4afd-b74f-49fb2f06f31f service neutron] Pushing event updated for resources: {'Port': ['ID=73780cd4-152b-4dc7-b46d-58b1ce90ee11,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.244241 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-e6aa5d5e-cd9c-4ec5-aff7-fe43f517ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.246009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-e6aa5d5e-cd9c-4ec5-aff7-fe43f517ec84 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 1129 time: 0.9741368 Feb 19 01:00:51.250773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa940b77-f66e-4276-9292-12c2cbea5cd5 req-d78787d3-045e-409d-97ce-d0274f430e44 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.257669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a9d1bf1d-9c81-47c9-8b52-be8b38c86215), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.265571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa940b77-f66e-4276-9292-12c2cbea5cd5 req-d78787d3-045e-409d-97ce-d0274f430e44 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2763770 Feb 19 01:00:51.271299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8442b-009d-4a71-91b2-4133b2124c8b req-b2546e77-d70b-40ce-a4e6-0c863a52c794 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.273119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21e8442b-009d-4a71-91b2-4133b2124c8b req-b2546e77-d70b-40ce-a4e6-0c863a52c794 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 945 time: 0.9953077 Feb 19 01:00:51.285749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fdf18ead-09cd-45b6-bdee-69a8a094c01a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:51.333637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Attempting to bind port 9b69ae22-805c-423a-8d40-eb13d5a3d906 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:51.334090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Attempting to bind port 9b69ae22-805c-423a-8d40-eb13d5a3d906 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:51.334492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Attempting to bind port 9b69ae22-805c-423a-8d40-eb13d5a3d906 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:51.348673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-b411793b-575d-4521-9902-f18bec1287fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11 HTTP/1.1" status: 200 len: 217 time: 0.0741024 Feb 19 01:00:51.379632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Port 9b69ae22-805c-423a-8d40-eb13d5a3d906 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:51.380153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Attempting to bind port 9b69ae22-805c-423a-8d40-eb13d5a3d906 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:51.382223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port fdf18ead-09cd-45b6-bdee-69a8a094c01a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:51.388257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fdf18ead-09cd-45b6-bdee-69a8a094c01a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:51.388525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.394168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:51.394510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:51.394899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:51.395360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Bound port: 9b69ae22-805c-423a-8d40-eb13d5a3d906, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:51.395715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.423017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa940b77-f66e-4276-9292-12c2cbea5cd5 req-4de8ab20-be5e-4c42-b5ee-85132462ae2a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563952 Feb 19 01:00:51.531690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21e8442b-009d-4a71-91b2-4133b2124c8b req-a42d01e4-52dc-48d9-8739-88a5696909b0 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303381 Feb 19 01:00:51.547360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-16613488-4136-4e96-b269-323aa1b873cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.550565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-16613488-4136-4e96-b269-323aa1b873cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1906066 Feb 19 01:00:51.558416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (a9d1bf1d-9c81-47c9-8b52-be8b38c86215), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.588387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fdf18ead-09cd-45b6-bdee-69a8a094c01a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:51.589039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.625632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d1bf1d-9c81-47c9-8b52-be8b38c86215,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.638816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] For port 9b69ae22-805c-423a-8d40-eb13d5a3d906, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:51.652299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] For port 9b69ae22-805c-423a-8d40-eb13d5a3d906, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:51.654704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.661190 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.661781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e0f1a34-6425-4f43-bc4f-0a3db97cdec0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9d1bf1d-9c81-47c9-8b52-be8b38c86215 HTTP/1.1" status: 204 len: 168 time: 1.5764573 Feb 19 01:00:51.665862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46186) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:51.669898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:51.679645 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c39aa5-2f4b-42b1-9244-07af33612e57" -d '{"events": [{"server_uuid": "e9ef1fc4-d6bd-411b-9157-33127f718d5a", "name": "network-vif-plugged", "status": "completed", "tag": "fdf18ead-09cd-45b6-bdee-69a8a094c01a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:51.679904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2ef76-914a-4754-8275-fad3c3339b2c req-f8a4e7b8-902c-44d9-b505-784dcfe59592 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.681934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32a2ef76-914a-4754-8275-fad3c3339b2c req-f8a4e7b8-902c-44d9-b505-784dcfe59592 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 947 time: 0.1678495 Feb 19 01:00:51.708748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98f2a8-59c5-4d40-a084-a32592d22801 None None] Network 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:51.714168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.714782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.716353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] 10.222.0.89 "PUT /v2.0/ports/9b69ae22-805c-423a-8d40-eb13d5a3d906 HTTP/1.1" status: 200 len: 1095 time: 2.1927845 Feb 19 01:00:51.719606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'tag': '9b69ae22-805c-423a-8d40-eb13d5a3d906'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:51.721897 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf" -d '{"events": [{"name": "network-changed", "server_uuid": "51676e94-61c8-48f8-b0a0-6b03b9f08ff2", "tag": "9b69ae22-805c-423a-8d40-eb13d5a3d906"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:51.777284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-e82edc80-c136-4e77-a4bb-bd0d4c42de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.779078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-e82edc80-c136-4e77-a4bb-bd0d4c42de4d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2159555 Feb 19 01:00:51.798397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d467b-e5e0-47d9-868c-6cdb20e6c720 service neutron] Pushing event updated for resources: {'Port': ['ID=9b69ae22-805c-423a-8d40-eb13d5a3d906,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.874702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32a2ef76-914a-4754-8275-fad3c3339b2c req-f6385430-4e9a-4e8b-8c29-a9d20dab7ccb tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746852 Feb 19 01:00:51.920250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-25a2d4d2-5bb4-4f46-ab3e-f71ee3f9f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.921869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-25a2d4d2-5bb4-4f46-ab3e-f71ee3f9f887 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2010173bfd542c394ffd58d7ac5063e&device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 1129 time: 0.1162019 Feb 19 01:00:51.927243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fdf18ead-09cd-45b6-bdee-69a8a094c01a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a,segment=NetworkSegment(e6e4234b-6222-48bf-9f7b-a66043461274),segment_id=e6e4234b-6222-48bf-9f7b-a66043461274)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:51.935893 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.988026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-f5817650-4acf-403f-9ae9-71272dd11e1e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906 HTTP/1.1" status: 200 len: 217 time: 0.0533688 Feb 19 01:00:52.030819 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (13a898ab-8b77-448b-bcd5-5a7a2d3a0761), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.056569 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c055a8b0-66cd-4967-9983-b5324170137a x-openstack-request-id: req-c055a8b0-66cd-4967-9983-b5324170137a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:52.057188 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef1fc4-d6bd-411b-9157-33127f718d5a", "name": "network-vif-plugged", "status": "completed", "tag": "fdf18ead-09cd-45b6-bdee-69a8a094c01a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:52.057457 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c055a8b0-66cd-4967-9983-b5324170137a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:52.061058 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a', 'code': 200} Feb 19 01:00:52.098265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fdf18ead-09cd-45b6-bdee-69a8a094c01a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:52.147810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-04d8b91f-5cb5-4402-bc18-203c686db591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.149348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-04d8b91f-5cb5-4402-bc18-203c686db591 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1520188 Feb 19 01:00:52.172945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] DHCP port deletion for 13a898ab-8b77-448b-bcd5-5a7a2d3a0761 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:00:52.211079 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174670c-2d00-419d-b1e6-17c66b4752ad x-openstack-request-id: req-6174670c-2d00-419d-b1e6-17c66b4752ad {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:52.211424 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51676e94-61c8-48f8-b0a0-6b03b9f08ff2", "tag": "9b69ae22-805c-423a-8d40-eb13d5a3d906", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:52.211679 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6174670c-2d00-419d-b1e6-17c66b4752ad {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:52.212237 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'tag': '9b69ae22-805c-423a-8d40-eb13d5a3d906', 'status': 'completed', 'code': 200} Feb 19 01:00:52.252056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf993-dbe2-4985-931a-fab07b181043 req-22cfabf2-6ed1-44bb-9545-0ec770b9cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.253609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-22cfabf2-6ed1-44bb-9545-0ec770b9cbda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0950601 Feb 19 01:00:52.277090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] Deleting port 87b66ad8-25af-490a-b0c3-5c28d8542a7a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:52.277471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.360437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] For port 87b66ad8-25af-490a-b0c3-5c28d8542a7a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=87b66ad8-25af-490a-b0c3-5c28d8542a7a,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:52.361647 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.386818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] Calling delete_port for 87b66ad8-25af-490a-b0c3-5c28d8542a7a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:52.397716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-9ecfa1ef-6697-4936-a165-b05a081f297d service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857306 Feb 19 01:00:52.454666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee4bd-94cd-48ab-bffd-7567ae0f195a req-bff26533-eb3e-4013-936a-fd6ffe45cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.456233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 87b66ad8-25af-490a-b0c3-5c28d8542a7a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:52.456857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-708ee4bd-94cd-48ab-bffd-7567ae0f195a req-bff26533-eb3e-4013-936a-fd6ffe45cf21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 1128 time: 0.3328459 Feb 19 01:00:52.521820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-708ee4bd-94cd-48ab-bffd-7567ae0f195a req-e723de61-862e-48a5-89b3-74d342ab5bbd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503635 Feb 19 01:00:52.529986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-db8003b1-2dc4-451e-9aa0-182b5542ceba tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.531796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-db8003b1-2dc4-451e-9aa0-182b5542ceba tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/networks?id=20e574d6-9e1e-403b-acb4-b5ccb2537265 HTTP/1.1" status: 200 len: 808 time: 0.5157011 Feb 19 01:00:52.565959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-906069ce-8f6e-4a27-918d-f694fcd0e1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.604275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-8dbae7fb-ce9f-4492-a805-d39286e8a542 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/quotas/7c55b6c2a90c41febbb6916ea716ad29 HTTP/1.1" status: 200 len: 375 time: 0.0270171 Feb 19 01:00:52.609290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Deleting port 87b66ad8-25af-490a-b0c3-5c28d8542a7a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:52.609852 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.640032 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.658578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 87b66ad8-25af-490a-b0c3-5c28d8542a7a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:52.659277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.663344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] No DVR routers for this DVR port 87b66ad8-25af-490a-b0c3-5c28d8542a7a on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:52.685808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c9718a4-7e24-4610-bf62-e8ff8ec1173f req-fa9ea252-5e13-4e5a-9c95-3bd08a1b4648 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761662 Feb 19 01:00:52.715133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf811e-facb-414f-bba9-9387da25c683 None None] Pushing event deleted for resources: {'Port': ['ID=87b66ad8-25af-490a-b0c3-5c28d8542a7a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:52.761550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e1343a09-af24-4180-9fa0-db947dbb868b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:52.781551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e1343a09-af24-4180-9fa0-db947dbb868b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:52.781889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e1343a09-af24-4180-9fa0-db947dbb868b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:52.806125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-cda48234-2b79-4534-8f5a-1db0b0171cbb tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c55b6c2a90c41febbb6916ea716ad29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232438 Feb 19 01:00:52.866524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-bda782d2-153a-4862-bbc1-c71f87dae773 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995073 Feb 19 01:00:52.876204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc5906-93f0-4b86-ae56-b9fe2a60b83e req-ec38c254-c0fc-4fb3-9b93-f201560371d0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.884501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59dc5906-93f0-4b86-ae56-b9fe2a60b83e req-ec38c254-c0fc-4fb3-9b93-f201560371d0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 947 time: 0.0911741 Feb 19 01:00:52.948938 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-da6b979b-6cb6-4615-b5fe-969f55449aaf service neutron] 10.222.0.43 "GET /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032560 Feb 19 01:00:52.963766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] For port 87b66ad8-25af-490a-b0c3-5c28d8542a7a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=87b66ad8-25af-490a-b0c3-5c28d8542a7a,segment=NetworkSegment(afa89674-34da-477a-af9c-a0e9069ae30a),segment_id=afa89674-34da-477a-af9c-a0e9069ae30a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:52.964479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.994584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59dc5906-93f0-4b86-ae56-b9fe2a60b83e req-93ede63b-5ddf-4c78-ad7e-f15da4915d4d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091418 Feb 19 01:00:53.005768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Calling delete_port for 87b66ad8-25af-490a-b0c3-5c28d8542a7a owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:53.053547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf993-dbe2-4985-931a-fab07b181043 req-498bf6db-960a-4912-9e39-ac40a7b22622 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663723 Feb 19 01:00:53.140783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-f3d05a9b-b829-489e-a016-cc7462a700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.142532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-f3d05a9b-b829-489e-a016-cc7462a700a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 1129 time: 0.3841865 Feb 19 01:00:53.173280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f498-e05f-4544-aa27-17636e71a209 req-9d24fc01-9234-45f8-9641-e8165bcca1df tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.182083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b833f498-e05f-4544-aa27-17636e71a209 req-9d24fc01-9234-45f8-9641-e8165bcca1df tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1043625 Feb 19 01:00:53.207638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-ff511798-70b0-4935-bef0-4906d4bfddcc service neutron] 10.222.0.43 "GET /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386143 Feb 19 01:00:53.269250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-167340ce-694b-44ac-829e-c145b0ea7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.273675 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-167340ce-694b-44ac-829e-c145b0ea7f1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e2010173bfd542c394ffd58d7ac5063e&device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 1129 time: 0.1474736 Feb 19 01:00:53.302134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b833f498-e05f-4544-aa27-17636e71a209 req-06fd3400-9189-4663-822b-5196eb14d6e1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188927 Feb 19 01:00:53.382728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-8c93e21e-a24f-4b13-b018-6bb8041fde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.384598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-8c93e21e-a24f-4b13-b018-6bb8041fde43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2290630 Feb 19 01:00:53.386744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (87b66ad8-25af-490a-b0c3-5c28d8542a7a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.456531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-67bd66e8-2580-45d4-a9b3-4ba88f7b261d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11 HTTP/1.1" status: 200 len: 217 time: 0.0399404 Feb 19 01:00:53.457867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b66ad8-25af-490a-b0c3-5c28d8542a7a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:53.463846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] No DVR routers for this DVR port 87b66ad8-25af-490a-b0c3-5c28d8542a7a on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:53.510439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.547022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-ca700d3c-e4e8-49be-ba90-7088343b72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.548667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-ca700d3c-e4e8-49be-ba90-7088343b72d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2634821 Feb 19 01:00:53.567707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7150400-ed24-4cca-b165-fb92f5b3fc95 req-051ffb60-0b39-434c-b435-b579e0994cbe tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.575589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7150400-ed24-4cca-b165-fb92f5b3fc95 req-051ffb60-0b39-434c-b435-b579e0994cbe tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 946 time: 0.1545050 Feb 19 01:00:53.621751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-eda54afd-813d-4dc0-9bce-ec9f7b7b2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.623267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-eda54afd-813d-4dc0-9bce-ec9f7b7b2410 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1445975 Feb 19 01:00:53.657533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-42c1e08a-0d76-434e-b82f-e56c5bc0ceca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906 HTTP/1.1" status: 200 len: 217 time: 0.0937119 Feb 19 01:00:53.706516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (13a898ab-8b77-448b-bcd5-5a7a2d3a0761), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.745495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a898ab-8b77-448b-bcd5-5a7a2d3a0761']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:53.756645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa89674-34da-477a-af9c-a0e9069ae30a') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:53.757211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa89674-34da-477a-af9c-a0e9069ae30a') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:53.769340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (afa89674-34da-477a-af9c-a0e9069ae30a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.788722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (afa89674-34da-477a-af9c-a0e9069ae30a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.796177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:53.796635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (afa89674-34da-477a-af9c-a0e9069ae30a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.886986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7150400-ed24-4cca-b165-fb92f5b3fc95 req-83caa5fb-f0f6-47b8-9035-8720c1011334 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102682 Feb 19 01:00:53.931932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-d4a22565-a08c-4027-943f-bc6d3b10affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.934422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-d4a22565-a08c-4027-943f-bc6d3b10affb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2643056 Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:53.939958 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:53.947460 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (13a898ab-8b77-448b-bcd5-5a7a2d3a0761), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.973973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.991729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/13a898ab-8b77-448b-bcd5-5a7a2d3a0761 HTTP/1.1" status: 204 len: 168 time: 2.3231783 Feb 19 01:00:53.995293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e199d-428f-44b6-858b-08deaffb39c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a898ab-8b77-448b-bcd5-5a7a2d3a0761,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.005033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46224) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:54.092228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aa241-1038-4fcb-a6db-16de5393c843 req-626827cb-7d24-46f8-85f2-c657df18ae15 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.099830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f0aa241-1038-4fcb-a6db-16de5393c843 req-626827cb-7d24-46f8-85f2-c657df18ae15 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 947 time: 0.4688718 Feb 19 01:00:54.111683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5aededfe-cb4a-4296-90f9-05d7c90d8e22 req-609d417a-f17c-49f3-a6ca-0f1c635fd2b6 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 210 time: 0.1069939 Feb 19 01:00:54.113193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-31bc7c5e-7141-43ed-b369-b8b6d0b46cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.115054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-31bc7c5e-7141-43ed-b369-b8b6d0b46cbc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4739399 Feb 19 01:00:54.130595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-6747cf13-23bc-4a21-9161-0ed9ddc03571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.133616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-6747cf13-23bc-4a21-9161-0ed9ddc03571 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1865518 Feb 19 01:00:54.321809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f0aa241-1038-4fcb-a6db-16de5393c843 req-2c697728-f41c-4dcb-bd91-94480daca491 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180622 Feb 19 01:00:54.335632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-da476b99-f2df-4145-8083-b9a70768fd2f service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917939 Feb 19 01:00:54.544681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59139b-cc6e-4b44-a0b7-f3c1c0298821 req-3581deff-29e9-4913-9f11-d2c0903dec70 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.547020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-621208ce-3e19-41f9-82a2-206220e076a2 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159682 Feb 19 01:00:54.554802 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d59139b-cc6e-4b44-a0b7-f3c1c0298821 req-3581deff-29e9-4913-9f11-d2c0903dec70 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 947 time: 0.2214456 Feb 19 01:00:54.567896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-637aaef0-eb6f-4c2e-8b98-f0adc1aa0acf req-d83f3b0d-0cb9-4813-82d9-7fc9233fb9e3 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123828 Feb 19 01:00:54.646607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d59139b-cc6e-4b44-a0b7-f3c1c0298821 req-accfb836-8719-4f92-a518-acc8d8700a74 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897994 Feb 19 01:00:54.811877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde995c4-171b-482a-adb7-5898c30528db req-3f3294fd-0972-4e25-8c69-a1c4034db355 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.813484 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dde995c4-171b-482a-adb7-5898c30528db req-3f3294fd-0972-4e25-8c69-a1c4034db355 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.3054698 Feb 19 01:00:54.883263 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db95559e-30e4-41b5-9b96-8db619fba2b0 req-0d58f8ee-97e8-49d2-98eb-9821890b9bec service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809968 Feb 19 01:00:54.942304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dde995c4-171b-482a-adb7-5898c30528db req-5a1eddc3-0f72-4240-a2ba-93196dff2cb5 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084311 Feb 19 01:00:55.057146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (1d7ee4f9-5037-4042-9db3-675d95eb062f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.103257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541aae5-f5de-40df-a31c-4da00fd679d2 req-5897df26-79cd-402e-b84e-3139ecae988d tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.115518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c541aae5-f5de-40df-a31c-4da00fd679d2 req-5897df26-79cd-402e-b84e-3139ecae988d tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 946 time: 0.1160893 Feb 19 01:00:55.128945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 73780cd4-152b-4dc7-b46d-58b1ce90ee11 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:55.251806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c541aae5-f5de-40df-a31c-4da00fd679d2 req-3fa81dfb-bf4f-48c0-946a-54d9ff570714 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348419 Feb 19 01:00:55.314127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-587cb82e-49e8-4b49-97e3-a0a16a41a156 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.318620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-587cb82e-49e8-4b49-97e3-a0a16a41a156 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.10 "GET /v2.0/networks?id=20e574d6-9e1e-403b-acb4-b5ccb2537265 HTTP/1.1" status: 200 len: 808 time: 0.1830251 Feb 19 01:00:55.328580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.384180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:55.390139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Request body: {'port': {'device_id': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265', 'admin_state_up': True, 'tenant_id': '7c55b6c2a90c41febbb6916ea716ad29'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.401875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'mac_address': 'fa:16:3e:2a:3b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:55.476949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:55.478363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.494009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73780cd4-152b-4dc7-b46d-58b1ce90ee11 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:55.512295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ffdd9-794c-4e65-9551-66eca321f7e2 req-c2c81367-515b-4571-ba20-669fb5b0473b tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.514086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-864ffdd9-794c-4e65-9551-66eca321f7e2 req-c2c81367-515b-4571-ba20-669fb5b0473b tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 947 time: 0.0602357 Feb 19 01:00:55.518152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:55.523191 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.546278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58403f31-4b3e-4b62-a3ed-e1cff2dc16e5 req-e3eca0f0-5e23-4975-9166-7cf94adec21a tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 210 time: 0.0834794 Feb 19 01:00:55.570769 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-864ffdd9-794c-4e65-9551-66eca321f7e2 req-34aef4a8-5a7e-4688-898c-0a98d4137749 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500538 Feb 19 01:00:55.584771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=73780cd4-152b-4dc7-b46d-58b1ce90ee11,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.659560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Made reservation on behalf of 7c55b6c2a90c41febbb6916ea716ad29 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:55.663483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.686097 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.690227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46258) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.871818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb111-ffa9-419d-98b8-53d56a7098e6 req-ca9db567-5a6c-4f91-8191-fde0412f0388 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.873813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f74cb111-ffa9-419d-98b8-53d56a7098e6 req-ca9db567-5a6c-4f91-8191-fde0412f0388 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 948 time: 0.1274240 Feb 19 01:00:55.965161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:56.137635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f74cb111-ffa9-419d-98b8-53d56a7098e6 req-fee58a85-45ff-482a-871d-ebf6a1406d4b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581134 Feb 19 01:00:56.268190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Allocated IP 172.20.0.3 (20e574d6-9e1e-403b-acb4-b5ccb2537265/d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b/18df578e-8d0a-402a-a5e0-e37e6fb01bf2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:56.271840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea12341-1fa6-4725-9716-142f9a3641c5 req-1148e07e-0a8c-47ad-91c4-054cee221154 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.273768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ea12341-1fa6-4725-9716-142f9a3641c5 req-1148e07e-0a8c-47ad-91c4-054cee221154 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0788584 Feb 19 01:00:56.302811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a403b-35ba-4c84-94aa-6c5518f90346 req-a4f0241e-9dbd-42c9-8ba8-622de4297d21 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.304360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b91a403b-35ba-4c84-94aa-6c5518f90346 req-a4f0241e-9dbd-42c9-8ba8-622de4297d21 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 946 time: 0.1254032 Feb 19 01:00:56.305999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Deleting port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:56.306331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.373704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ea12341-1fa6-4725-9716-142f9a3641c5 req-48314de4-3153-4501-8245-958b7471543b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805967 Feb 19 01:00:56.386003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (af659e55-3a36-440e-b946-973beb4ff9f6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.447474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.522163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b91a403b-35ba-4c84-94aa-6c5518f90346 req-a3f7952f-a3ae-491a-880a-6073ec30ba81 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002165 Feb 19 01:00:56.550493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] For port ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,segment=NetworkSegment(33c11df7-e78e-4741-8d59-fdfc588bda4f),segment_id=33c11df7-e78e-4741-8d59-fdfc588bda4f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:56.550866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.571497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Calling delete_port for ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:56.660002 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks [] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.712576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.737061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Deleting port 7e679560-d181-4968-ac53-1d3ada8f086b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:56.737402 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.800675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Network 20e574d6-9e1e-403b-acb4-b5ccb2537265 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:56.840822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:56.853365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:56.867332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] For port 7e679560-d181-4968-ac53-1d3ada8f086b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7e679560-d181-4968-ac53-1d3ada8f086b,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:56.867714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.884619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Pushing event updated for resources: {'Port': ['ID=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.884824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Calling delete_port for 7e679560-d181-4968-ac53-1d3ada8f086b owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:56.908455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675406d6-07d0-4837-bda9-360fdb6e7e72 req-21c2e37b-5f07-4919-8b98-a27719c6b471 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.910128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-675406d6-07d0-4837-bda9-360fdb6e7e72 req-21c2e37b-5f07-4919-8b98-a27719c6b471 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 931 time: 0.0914285 Feb 19 01:00:56.940568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.941290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.951596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99185d-39ad-40ba-9eea-1d6bef32b11d req-665b9a50-5e1f-48b9-8fb2-f03ccde622a0 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.953231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c99185d-39ad-40ba-9eea-1d6bef32b11d req-665b9a50-5e1f-48b9-8fb2-f03ccde622a0 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 947 time: 0.1973305 Feb 19 01:00:56.982692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-9d430fa8-0cfe-4a8c-b8c3-6b16f74a5a32 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5967331 Feb 19 01:00:57.008974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-675406d6-07d0-4837-bda9-360fdb6e7e72 req-8223103d-19f6-4528-af2b-1a5d9fa601a7 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607247 Feb 19 01:00:57.014677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Request body: {'port': {'device_id': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:57.116153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c99185d-39ad-40ba-9eea-1d6bef32b11d req-00f4585a-5306-4e18-8555-2cde64431f75 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473801 Feb 19 01:00:57.130295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9b69ae22-805c-423a-8d40-eb13d5a3d906 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:57.135095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 73780cd4-152b-4dc7-b46d-58b1ce90ee11 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:57.141058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.170255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7e679560-d181-4968-ac53-1d3ada8f086b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.183713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.189770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.298298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e679560-d181-4968-ac53-1d3ada8f086b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.315643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:57.323427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:57.324239 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.379908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8205a-ca32-43af-9ec3-9c8299765168 req-6461e149-73da-4a11-8712-dda8f19f781f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:57.381647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fcd8205a-ca32-43af-9ec3-9c8299765168 req-6461e149-73da-4a11-8712-dda8f19f781f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 948 time: 0.1111844 Feb 19 01:00:57.506865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:57.508079 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.569533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (af659e55-3a36-440e-b946-973beb4ff9f6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.584224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:57.589296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73780cd4-152b-4dc7-b46d-58b1ce90ee11'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:57.592715 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06368d-ec9d-4868-ac4e-1a56343bf5fa" -d '{"events": [{"server_uuid": "c37a8fa0-0def-40cc-a50d-281f900faddc", "name": "network-vif-plugged", "status": "completed", "tag": "73780cd4-152b-4dc7-b46d-58b1ce90ee11"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:57.600488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.604009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 9b69ae22-805c-423a-8d40-eb13d5a3d906, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:57.670453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=73780cd4-152b-4dc7-b46d-58b1ce90ee11,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.686599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '9b69ae22-805c-423a-8d40-eb13d5a3d906', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '9b69ae22-805c-423a-8d40-eb13d5a3d906', 'mac_address': 'fa:16:3e:e4:70:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:57.721569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-3beebfb8-c7e6-44eb-a249-6e555cc76a82 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:57.723100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-3beebfb8-c7e6-44eb-a249-6e555cc76a82 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 946 time: 0.4784591 Feb 19 01:00:57.734457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 9b69ae22-805c-423a-8d40-eb13d5a3d906 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:57.734862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.755759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b69ae22-805c-423a-8d40-eb13d5a3d906 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:57.770854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be71d6-86e0-4637-82f1-f6d2a685b01d req-14d53188-d789-432e-8212-5cdc7172cd61 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:57.779219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0be71d6-86e0-4637-82f1-f6d2a685b01d req-14d53188-d789-432e-8212-5cdc7172cd61 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2342548 Feb 19 01:00:57.783552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (1d7ee4f9-5037-4042-9db3-675d95eb062f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.783855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 9b69ae22-805c-423a-8d40-eb13d5a3d906, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:57.789391 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.806600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fcd8205a-ca32-43af-9ec3-9c8299765168 req-5fb8f2d1-42ac-4b4a-81a2-84c94a94462e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686106 Feb 19 01:00:57.867218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=9b69ae22-805c-423a-8d40-eb13d5a3d906,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.929848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0be71d6-86e0-4637-82f1-f6d2a685b01d req-8781e8d2-3198-4667-b7ba-faec1ae4ca70 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497431 Feb 19 01:00:57.937329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Deleting port fdf18ead-09cd-45b6-bdee-69a8a094c01a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:57.937677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.984969 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bbf558-8fae-46a9-801b-d56b70b1576a x-openstack-request-id: req-09bbf558-8fae-46a9-801b-d56b70b1576a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:57.985445 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37a8fa0-0def-40cc-a50d-281f900faddc", "name": "network-vif-plugged", "status": "completed", "tag": "73780cd4-152b-4dc7-b46d-58b1ce90ee11", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:57.985896 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09bbf558-8fae-46a9-801b-d56b70b1576a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:57.986407 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'code': 200} Feb 19 01:00:58.080867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:58.102865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Publish callbacks [] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.147450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e962c7-80ed-4c2e-9867-0e242eee79da req-5c834cc7-fd9f-46a4-abcc-3204a6053f70 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.148823 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2e962c7-80ed-4c2e-9867-0e242eee79da req-5c834cc7-fd9f-46a4-abcc-3204a6053f70 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 946 time: 0.2051456 Feb 19 01:00:58.151350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] For port fdf18ead-09cd-45b6-bdee-69a8a094c01a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fdf18ead-09cd-45b6-bdee-69a8a094c01a,segment=NetworkSegment(e6e4234b-6222-48bf-9f7b-a66043461274),segment_id=e6e4234b-6222-48bf-9f7b-a66043461274)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:58.151730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.155213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Router af659e55-3a36-440e-b946-973beb4ff9f6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:58.169555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['9b69ae22-805c-423a-8d40-eb13d5a3d906'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:58.170211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Transition to ACTIVE for port object 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:58.174091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Calling delete_port for fdf18ead-09cd-45b6-bdee-69a8a094c01a owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:58.212030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.270199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06988a-524d-481d-bbb8-5bf079520bb1 req-a40e48c8-0d26-4d23-895e-43a746bde9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.271732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee06988a-524d-481d-bbb8-5bf079520bb1 req-a40e48c8-0d26-4d23-895e-43a746bde9d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 1131 time: 0.1933103 Feb 19 01:00:58.298822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Router 1d7ee4f9-5037-4042-9db3-675d95eb062f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:58.306097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2e962c7-80ed-4c2e-9867-0e242eee79da req-e693441f-8f5b-4952-8813-aec2aee8f4ee tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/security-groups?id=7741ec94-54f3-4e43-a05a-8a044a7a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446762 Feb 19 01:00:58.309007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c7658-fa6d-48ed-b1bc-0a397a0ba4d9 req-cae00e3f-4a5e-4f96-a4ef-c7a02537316b tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.310523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f45c7658-fa6d-48ed-b1bc-0a397a0ba4d9 req-cae00e3f-4a5e-4f96-a4ef-c7a02537316b tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 931 time: 0.2116246 Feb 19 01:00:58.319000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Pushing event updated for resources: {'Port': ['ID=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:58.473531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Attempting to bind port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:58.473869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Attempting to bind port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '909df476-3fef-4202-b136-557672ea1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:58.474200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Attempting to bind port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 on network 20e574d6-9e1e-403b-acb4-b5ccb2537265 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:58.521993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee06988a-524d-481d-bbb8-5bf079520bb1 req-74121426-5f47-44e1-b9d3-01ac70995602 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332397 Feb 19 01:00:58.529389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 on network 20e574d6-9e1e-403b-acb4-b5ccb2537265 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:58.529714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Attempting to bind port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 on network 20e574d6-9e1e-403b-acb4-b5ccb2537265 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:58.539281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f45c7658-fa6d-48ed-b1bc-0a397a0ba4d9 req-8157a95f-744a-4e19-949b-29f77cf9fc2f tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161040 Feb 19 01:00:58.542194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:58.542530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Checking segment: {'id': '909df476-3fef-4202-b136-557672ea1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:58.542917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Bound using segment: {'id': '909df476-3fef-4202-b136-557672ea1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:58.543359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Bound port: 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909df476-3fef-4202-b136-557672ea1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:58.543717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.650616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:58.662426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ed4b5f40-ff8a-4147-beba-76661172ce75 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d7ee4f9-5037-4042-9db3-675d95eb062f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6495559 Feb 19 01:00:58.662770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46286) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.664196 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] Sync routers for ids ['1d7ee4f9-5037-4042-9db3-675d95eb062f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:58.673642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] For port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:58.677455 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] Routers {'1d7ee4f9-5037-4042-9db3-675d95eb062f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:58.677662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] For port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,segment=NetworkSegment(909df476-3fef-4202-b136-557672ea1552),segment_id=909df476-3fef-4202-b136-557672ea1552)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:58.678090 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['1d7ee4f9-5037-4042-9db3-675d95eb062f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.685247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.723394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.724267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.725776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] 10.222.0.10 "PUT /v2.0/ports/18df578e-8d0a-402a-a5e0-e37e6fb01bf2 HTTP/1.1" status: 200 len: 1091 time: 1.7152338 Feb 19 01:00:58.729238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'tag': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:58.732611 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d652e84-15d1-47db-9fcd-c3988a36810d" -d '{"events": [{"name": "network-changed", "server_uuid": "5580eb54-e3ee-4335-a50f-daee7a5d000a", "tag": "18df578e-8d0a-402a-a5e0-e37e6fb01bf2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:58.778128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78401ddb-1737-4bbb-9d06-0baf9748c0ec service neutron] Pushing event updated for resources: {'Port': ['ID=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:58.782089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:58.788104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b9cd67ac-b647-47f9-9340-43aa33e71386 admin admin] 10.222.0.43 "PUT /v2.0/routers/af659e55-3a36-440e-b946-973beb4ff9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0966020 Feb 19 01:00:58.794034 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f3fe9e-6f3e-4388-b57f-87576db7ccea x-openstack-request-id: req-c7f3fe9e-6f3e-4388-b57f-87576db7ccea {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:58.794434 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5580eb54-e3ee-4335-a50f-daee7a5d000a", "tag": "18df578e-8d0a-402a-a5e0-e37e6fb01bf2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:58.794787 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7f3fe9e-6f3e-4388-b57f-87576db7ccea {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:58.795414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] Sync routers for ids ['af659e55-3a36-440e-b946-973beb4ff9f6'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:58.796206 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'tag': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2', 'status': 'completed', 'code': 200} Feb 19 01:00:58.798418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46290) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.813106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] Routers {'af659e55-3a36-440e-b946-973beb4ff9f6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:58.813740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['af659e55-3a36-440e-b946-973beb4ff9f6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.815801 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] Set router 1d7ee4f9-5037-4042-9db3-675d95eb062f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:58.840898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-7a5278f0-e9c5-46bb-bc96-57e83a427732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.842484 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-7a5278f0-e9c5-46bb-bc96-57e83a427732 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c55b6c2a90c41febbb6916ea716ad29&device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 1125 time: 0.0757558 Feb 19 01:00:58.905704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-484d8618-fcf2-4aa6-8839-efc7211a9ffb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2 HTTP/1.1" status: 200 len: 217 time: 0.0519001 Feb 19 01:00:58.910380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33ce0-c9c0-431d-bb60-ee80af31c5c0 req-db981f15-9903-453b-ac24-c532eb222c2d tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.918797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72d33ce0-c9c0-431d-bb60-ee80af31c5c0 req-db981f15-9903-453b-ac24-c532eb222c2d tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 948 time: 0.3053031 Feb 19 01:00:58.970215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-a79cc816-d334-4c98-94d6-cddbd31bb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.971951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-a79cc816-d334-4c98-94d6-cddbd31bb1bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b HTTP/1.1" status: 200 len: 848 time: 0.0586822 Feb 19 01:00:59.026855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-ab7dd068-45ef-46fe-8d7f-53efcdbd9c2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20e574d6-9e1e-403b-acb4-b5ccb2537265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371845 Feb 19 01:00:59.037063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72d33ce0-c9c0-431d-bb60-ee80af31c5c0 req-bd9a6e94-edde-41b0-a693-7f8e39468bb0 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117377 Feb 19 01:00:59.037805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fdf18ead-09cd-45b6-bdee-69a8a094c01a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.135191 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T01:00:56Z', 'revision_number': 5, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.166768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] Set router af659e55-3a36-440e-b946-973beb4ff9f6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:59.171180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66d95-76a7-481f-8891-2274b902e874 req-0d2d4413-9cc3-4553-a21a-3eab2eef0ec6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.171857 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] Checking router: 1d7ee4f9-5037-4042-9db3-675d95eb062f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:59.174120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0cf66d95-76a7-481f-8891-2274b902e874 req-0d2d4413-9cc3-4553-a21a-3eab2eef0ec6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 949 time: 0.2009926 Feb 19 01:00:59.187093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Pushing event deleted for resources: {'Port': ['ID=fdf18ead-09cd-45b6-bdee-69a8a094c01a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:59.194440 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] Routers {'1d7ee4f9-5037-4042-9db3-675d95eb062f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:59.196020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['1d7ee4f9-5037-4042-9db3-675d95eb062f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.216762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks [] for router (1d7ee4f9-5037-4042-9db3-675d95eb062f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.238800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-6495f81b-d298-406f-9ec0-a96c3af2e315 service neutron] 10.222.0.10 "GET /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846790 Feb 19 01:00:59.252361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fdf18ead-09cd-45b6-bdee-69a8a094c01a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:59.254587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:59.257419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:59.260151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0cf66d95-76a7-481f-8891-2274b902e874 req-00bd136d-de1f-48f9-88d7-df2cf66ec81d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796649 Feb 19 01:00:59.340408 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] Set router 1d7ee4f9-5037-4042-9db3-675d95eb062f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:59.363711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953f80dc-ca23-4909-9a3a-68577cd48fa6 req-2824d84c-cc01-48f3-a65e-c5faadd9da49 service neutron] 10.222.0.10 "GET /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167746 Feb 19 01:00:59.376404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks [] for router (af659e55-3a36-440e-b946-973beb4ff9f6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.491885 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks [] for router_gateway (1d7ee4f9-5037-4042-9db3-675d95eb062f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.497104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] No DVR routers for this DVR port fdf18ead-09cd-45b6-bdee-69a8a094c01a on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:59.500037 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.504355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-146082fc-2914-45bb-8e2d-74bc66b05016 req-83e042ed-dbb8-4168-b436-84a3387d9914 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.10 "DELETE /v2.0/ports/fdf18ead-09cd-45b6-bdee-69a8a094c01a HTTP/1.1" status: 204 len: 173 time: 1.7488992 Feb 19 01:00:59.524467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'name': 'network-vif-deleted', 'tag': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:59.529939 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e643e8ef-e53e-4ea9-a548-c533f7ca7f38" -d '{"events": [{"server_uuid": "e9ef1fc4-d6bd-411b-9157-33127f718d5a", "name": "network-vif-deleted", "tag": "fdf18ead-09cd-45b6-bdee-69a8a094c01a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:59.533302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21351c0f-e917-424e-8b08-aa052fed14e5 req-433977df-f5a1-47b5-8106-aac2237626b0 tempest-InstanceActionsNegativeTestJSON-649386111 tempest-InstanceActionsNegativeTestJSON-649386111-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ef1fc4-d6bd-411b-9157-33127f718d5a HTTP/1.1" status: 200 len: 210 time: 0.0468926 Feb 19 01:00:59.577558 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T01:00:56Z', 'revision_number': 5, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.579769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-e043616e-f9e7-45e4-be47-311c0cd45faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.582354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-e043616e-f9e7-45e4-be47-311c0cd45faf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c55b6c2a90c41febbb6916ea716ad29&device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 1125 time: 0.1600809 Feb 19 01:00:59.612127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:59.612127 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.617418 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a8d37-d084-441d-884e-17dab9c2b317 None None] The sync data for ids ['1d7ee4f9-5037-4042-9db3-675d95eb062f'] in n-d-826752-2 is: [{'id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1700111593-router', 'tenant_id': 'c620bc2f0f6441d4a5dba2c100295003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:57:54Z', 'updated_at': '2022-02-19T01:00:56Z', 'revision_number': 5, 'project_id': 'c620bc2f0f6441d4a5dba2c100295003', 'gw_port': {'id': 'af70b4b0-a614-4225-8d95-450edf57bb40', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee4f9-5037-4042-9db3-675d95eb062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:57:56Z', 'updated_at': '2022-02-19T00:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:59.671069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:59.676976 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd431d5-dfe0-4b56-8a2e-aa1536604f2c x-openstack-request-id: req-0bd431d5-dfe0-4b56-8a2e-aa1536604f2c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:59.682052 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef1fc4-d6bd-411b-9157-33127f718d5a", "name": "network-vif-deleted", "tag": "fdf18ead-09cd-45b6-bdee-69a8a094c01a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:59.682207 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bd431d5-dfe0-4b56-8a2e-aa1536604f2c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:59.682621 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef1fc4-d6bd-411b-9157-33127f718d5a', 'name': 'network-vif-deleted', 'tag': 'fdf18ead-09cd-45b6-bdee-69a8a094c01a', 'status': 'completed', 'code': 200} Feb 19 01:00:59.736665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:59.739459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'c091207e-3884-4af3-9692-b971cfaddbad', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'c091207e-3884-4af3-9692-b971cfaddbad', 'mac_address': 'fa:16:3e:77:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:59.745043 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.747961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309402-7007-4dda-85a0-26f8da50a1e6 req-38c75ddd-35e7-451a-bad9-9716b6ec9f30 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.749577 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa309402-7007-4dda-85a0-26f8da50a1e6 req-38c75ddd-35e7-451a-bad9-9716b6ec9f30 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.5570059 Feb 19 01:00:59.754971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks [] for router_gateway (af659e55-3a36-440e-b946-973beb4ff9f6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.828291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T01:00:57Z', 'revision_number': 5, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port': {'id': 'f92e5f6b-5829-4577-899d-0291032e1097', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:26Z', 'updated_at': '2022-02-19T00:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.849219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa309402-7007-4dda-85a0-26f8da50a1e6 req-f636d6a8-0609-447d-8d1d-7eff21be2636 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907202 Feb 19 01:00:59.852474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Deleting port af70b4b0-a614-4225-8d95-450edf57bb40 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:59.852812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.854921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38113c05-66f5-49ee-be34-5dd2d44aa0d9 req-01b569e0-f1bb-488d-8a7c-73ee2ba716a1 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.863561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38113c05-66f5-49ee-be34-5dd2d44aa0d9 req-01b569e0-f1bb-488d-8a7c-73ee2ba716a1 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 943 time: 0.1300395 Feb 19 01:00:59.867083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:59.870939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] Checking router: af659e55-3a36-440e-b946-973beb4ff9f6 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:59.875306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:59.875553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.875796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-ff1f4bee-8aa0-4c8e-8369-b1ea7fc1ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.877685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-ff1f4bee-8aa0-4c8e-8369-b1ea7fc1ad90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20e574d6-9e1e-403b-acb4-b5ccb2537265 HTTP/1.1" status: 200 len: 909 time: 0.2861102 Feb 19 01:00:59.891761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091207e-3884-4af3-9692-b971cfaddbad {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:59.895827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] Routers {'af659e55-3a36-440e-b946-973beb4ff9f6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:59.896447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['af659e55-3a36-440e-b946-973beb4ff9f6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.918840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Deleting port f92e5f6b-5829-4577-899d-0291032e1097 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:59.919178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f92e5f6b-5829-4577-899d-0291032e1097), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.976816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:59.986661 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.992175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:59.995890 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaff6df-ce21-4a63-8eee-e2051357ae0a" -d '{"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:00.032879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] For port af70b4b0-a614-4225-8d95-450edf57bb40, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=af70b4b0-a614-4225-8d95-450edf57bb40,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:00.033286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.044402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] Set router af659e55-3a36-440e-b946-973beb4ff9f6 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:00.059248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] For port f92e5f6b-5829-4577-899d-0291032e1097, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f92e5f6b-5829-4577-899d-0291032e1097,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:00.059624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f92e5f6b-5829-4577-899d-0291032e1097), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.062477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Calling delete_port for af70b4b0-a614-4225-8d95-450edf57bb40 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:00.087989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Calling delete_port for f92e5f6b-5829-4577-899d-0291032e1097 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:00.167947 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccde75-9539-4fd9-a376-85fc80f08613 x-openstack-request-id: req-faccde75-9539-4fd9-a376-85fc80f08613 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:00.168664 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:00.169118 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-faccde75-9539-4fd9-a376-85fc80f08613 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:00.169659 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'code': 200} Feb 19 01:01:00.200014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T01:00:59Z', 'revision_number': 6, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:00.259066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6030-6f57-4b98-8c0d-ae0c1696c4a2 None None] The sync data for ids ['af659e55-3a36-440e-b946-973beb4ff9f6'] in n-d-826752-2 is: [{'id': 'af659e55-3a36-440e-b946-973beb4ff9f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-851014376-router', 'tenant_id': '121b2cba28a04f38b680dc3bf295270c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:25Z', 'updated_at': '2022-02-19T01:00:59Z', 'revision_number': 6, 'project_id': '121b2cba28a04f38b680dc3bf295270c', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:00.260562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.385485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-d99a869c-c717-43a9-917d-5ac659b74da9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2 HTTP/1.1" status: 200 len: 217 time: 0.4895439 Feb 19 01:01:00.403738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27f14-00ff-4983-bd5e-45fef6579632 req-49884f8f-0ba8-4b09-89fa-d26794819f97 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.405221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34e27f14-00ff-4983-bd5e-45fef6579632 req-49884f8f-0ba8-4b09-89fa-d26794819f97 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 948 time: 0.2264376 Feb 19 01:01:00.435927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38113c05-66f5-49ee-be34-5dd2d44aa0d9 req-fd1fb809-46dc-44ce-b90e-256adfd483fd tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713603 Feb 19 01:01:00.450970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-4f3601d4-9ca9-497c-987a-6da5056eea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.452709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-4f3601d4-9ca9-497c-987a-6da5056eea71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b HTTP/1.1" status: 200 len: 848 time: 0.0607009 Feb 19 01:01:00.489793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-f0eaf1a9-afca-4619-ab22-48cbc205f3bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20e574d6-9e1e-403b-acb4-b5ccb2537265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294268 Feb 19 01:01:00.496667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:00.541613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f92e5f6b-5829-4577-899d-0291032e1097), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.550460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34e27f14-00ff-4983-bd5e-45fef6579632 req-9a303207-45f3-401e-b283-ae764f179b3f tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367042 Feb 19 01:01:00.559147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (af70b4b0-a614-4225-8d95-450edf57bb40), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.583964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92e5f6b-5829-4577-899d-0291032e1097,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.646357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Pushing event deleted for resources: {'Port': ['ID=af70b4b0-a614-4225-8d95-450edf57bb40,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.661412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46312) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:00.669471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782eeac-b314-4b06-a01e-1a9964c50f76 req-e39a9ae0-045d-460e-9feb-81540dc339d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.670971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1782eeac-b314-4b06-a01e-1a9964c50f76 req-e39a9ae0-045d-460e-9feb-81540dc339d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 949 time: 0.1435809 Feb 19 01:01:00.757422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (af659e55-3a36-440e-b946-973beb4ff9f6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.766593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-449ef7c9-4150-4d95-9973-617aef75f2db service neutron] 10.222.0.10 "GET /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702069 Feb 19 01:01:00.791082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e679560-d181-4968-ac53-1d3ada8f086b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:00.818685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7e679560-d181-4968-ac53-1d3ada8f086b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:00.819299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e679560-d181-4968-ac53-1d3ada8f086b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:00.819891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:00.820325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Deleting subnet 8ab676a8-e7ec-4c53-a23e-1f1898255dad {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:00.849805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:00.851536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ca6cb6b2-8be7-4b23-a990-ee1b6ade51ce not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:00.852574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (1d7ee4f9-5037-4042-9db3-675d95eb062f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.878959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Publish callbacks [] for subnet (8ab676a8-e7ec-4c53-a23e-1f1898255dad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.884098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1782eeac-b314-4b06-a01e-1a9964c50f76 req-a4ae151d-ef07-4d5f-b117-64e76af239ea tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626773 Feb 19 01:01:00.934154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (8ab676a8-e7ec-4c53-a23e-1f1898255dad), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.959576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (af659e55-3a36-440e-b946-973beb4ff9f6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.964749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks [] for router_controller (af659e55-3a36-440e-b946-973beb4ff9f6), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.994224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d652e84-15d1-47db-9fcd-c3988a36810d req-f602d9d0-ea0e-44a0-b3b1-e27a79e5d873 service neutron] 10.222.0.10 "GET /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151899 Feb 19 01:01:01.003145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8ab676a8-e7ec-4c53-a23e-1f1898255dad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.020909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (1d7ee4f9-5037-4042-9db3-675d95eb062f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.054308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks [] for router_controller (1d7ee4f9-5037-4042-9db3-675d95eb062f), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.074042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (8ab676a8-e7ec-4c53-a23e-1f1898255dad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.096100 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (af659e55-3a36-440e-b946-973beb4ff9f6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.096613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af659e55-3a36-440e-b946-973beb4ff9f6 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:01:01.105681 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.106798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-52b48581-ccb1-4ee8-a0b0-93cbc5cbe133 admin admin] 10.222.0.43 "DELETE /v2.0/routers/af659e55-3a36-440e-b946-973beb4ff9f6 HTTP/1.1" status: 204 len: 168 time: 2.3045650 Feb 19 01:01:01.108157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.109490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (1d7ee4f9-5037-4042-9db3-675d95eb062f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.110173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7ee4f9-5037-4042-9db3-675d95eb062f {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:01:01.115621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.116473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8ab676a8-e7ec-4c53-a23e-1f1898255dad HTTP/1.1" status: 204 len: 168 time: 0.4442689 Feb 19 01:01:01.121413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b64d2dd2-d916-45ed-ad22-978e894ccecf admin admin] 10.222.0.43 "DELETE /v2.0/routers/1d7ee4f9-5037-4042-9db3-675d95eb062f HTTP/1.1" status: 204 len: 168 time: 2.4445903 Feb 19 01:01:01.121413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.121682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46324) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.127231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46326) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.130351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825797d7-fd30-4a48-a536-0f2a7051d832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab676a8-e7ec-4c53-a23e-1f1898255dad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.154382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9b69ae22-805c-423a-8d40-eb13d5a3d906 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:01.164290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30caa52-1353-49a6-96fc-d4d107fb52c9 req-9a1b32ca-3680-4380-b240-3bdb415b3817 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.166395 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b30caa52-1353-49a6-96fc-d4d107fb52c9 req-9a1b32ca-3680-4380-b240-3bdb415b3817 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 948 time: 0.2191567 Feb 19 01:01:01.245523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0e313236-7e07-42f9-9f55-1b3011b5907e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.262126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f1886-e332-42f3-a893-357c4f503ab7 req-68ee251e-5d23-4fb4-8d93-18870b8e4f54 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.264458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e46f1886-e332-42f3-a893-357c4f503ab7 req-68ee251e-5d23-4fb4-8d93-18870b8e4f54 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 1131 time: 0.1602640 Feb 19 01:01:01.268949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 9b69ae22-805c-423a-8d40-eb13d5a3d906 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:01.279215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b30caa52-1353-49a6-96fc-d4d107fb52c9 req-d06fe297-7913-4c9f-84c0-dedac09cb62a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Feb 19 01:01:01.283067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 9b69ae22-805c-423a-8d40-eb13d5a3d906 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:01.283517 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.284766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Deleting subnet c9770c3c-cebd-4a66-a372-a0133d3f2d1d {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:01.292234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Publish callbacks [] for subnet (c9770c3c-cebd-4a66-a372-a0133d3f2d1d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.296534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Deleting subnet 6605fa64-3513-4f7f-ac7e-5f4020260b87 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:01.299656 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e46f1886-e332-42f3-a893-357c4f503ab7 req-062573f0-d0d6-4de6-846e-541bcd12add9 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.317502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Publish callbacks [] for subnet (6605fa64-3513-4f7f-ac7e-5f4020260b87), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.348787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fdf18ead-09cd-45b6-bdee-69a8a094c01a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:01.350430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:01.360303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c9770c3c-cebd-4a66-a372-a0133d3f2d1d), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.386236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: fdf18ead-09cd-45b6-bdee-69a8a094c01a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:01.386675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fdf18ead-09cd-45b6-bdee-69a8a094c01a not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:01.391961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (6605fa64-3513-4f7f-ac7e-5f4020260b87), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.405461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0e313236-7e07-42f9-9f55-1b3011b5907e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.443717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e313236-7e07-42f9-9f55-1b3011b5907e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:01.459772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e4234b-6222-48bf-9f7b-a66043461274') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:01.460118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e4234b-6222-48bf-9f7b-a66043461274') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:01.475997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (e6e4234b-6222-48bf-9f7b-a66043461274), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.498475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 9b69ae22-805c-423a-8d40-eb13d5a3d906 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:01.500394 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.502719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e6e4234b-6222-48bf-9f7b-a66043461274), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.518091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e46f1886-e332-42f3-a893-357c4f503ab7 req-062573f0-d0d6-4de6-846e-541bcd12add9 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Publish callbacks [] for security_group (7a30754b-86da-47dc-9ca1-cfcf75f025f9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.519395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:01.519934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (e6e4234b-6222-48bf-9f7b-a66043461274), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:01.521757 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:01.533393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e46f1886-e332-42f3-a893-357c4f503ab7 req-062573f0-d0d6-4de6-846e-541bcd12add9 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7a30754b-86da-47dc-9ca1-cfcf75f025f9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.567463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,segment=NetworkSegment(909df476-3fef-4202-b136-557672ea1552),segment_id=909df476-3fef-4202-b136-557672ea1552)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:01.575388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c9770c3c-cebd-4a66-a372-a0133d3f2d1d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.580207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 9b69ae22-805c-423a-8d40-eb13d5a3d906, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:01.587279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.612273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0e313236-7e07-42f9-9f55-1b3011b5907e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.616474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2', 'network_id': '20e574d6-9e1e-403b-acb4-b5ccb2537265', 'port_id': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2', 'mac_address': 'fa:16:3e:59:e8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ff7bfb-9d6a-4fdd-85e3-a2323a18902b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:01.616677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e46f1886-e332-42f3-a893-357c4f503ab7 req-062573f0-d0d6-4de6-846e-541bcd12add9 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429997 Feb 19 01:01:01.619109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062573f0-d0d6-4de6-846e-541bcd12add9 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30754b-86da-47dc-9ca1-cfcf75f025f9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.628191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.631707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e313236-7e07-42f9-9f55-1b3011b5907e HTTP/1.1" status: 204 len: 168 time: 0.5118961 Feb 19 01:01:01.653415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cbee6-3ee2-4614-9281-01738cf51004 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e313236-7e07-42f9-9f55-1b3011b5907e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.697397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6605fa64-3513-4f7f-ac7e-5f4020260b87), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.730451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=9b69ae22-805c-423a-8d40-eb13d5a3d906,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.736616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:01.737123 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.755155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:01.784759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,segment=NetworkSegment(909df476-3fef-4202-b136-557672ea1552),segment_id=909df476-3fef-4202-b136-557672ea1552)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:01.789319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.853385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733301a-d8e1-4c76-8f19-952186dd660d req-130bff43-78aa-46ba-8460-54bac66bd3aa tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.856423 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9733301a-d8e1-4c76-8f19-952186dd660d req-130bff43-78aa-46ba-8460-54bac66bd3aa tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.1250527 Feb 19 01:01:01.886215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.893808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.956544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9733301a-d8e1-4c76-8f19-952186dd660d req-ef6c3b97-5dd2-4e24-86af-d150343a5879 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934556 Feb 19 01:01:01.970909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-23dde78d-7285-4095-b3b0-73ea2a68b6b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d781074390014bd89d6204ee1ffd3d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713377 Feb 19 01:01:01.970909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46340) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.027594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98629f1f-b947-4fda-bd61-5d68bfe8e7c7 admin admin] Publish callbacks [] for security_group (7741ec94-54f3-4e43-a05a-8a044a7a0749), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.033541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['18df578e-8d0a-402a-a5e0-e37e6fb01bf2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:02.060478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98629f1f-b947-4fda-bd61-5d68bfe8e7c7 admin admin] Publish callbacks [] for security_group (7741ec94-54f3-4e43-a05a-8a044a7a0749), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.102852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c9770c3c-cebd-4a66-a372-a0133d3f2d1d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.151086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9770c3c-cebd-4a66-a372-a0133d3f2d1d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:02.157141 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.163805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98629f1f-b947-4fda-bd61-5d68bfe8e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7741ec94-54f3-4e43-a05a-8a044a7a0749), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.164095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4326e02a-1946-4ab0-8e79-480ac0a78ff8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c9770c3c-cebd-4a66-a372-a0133d3f2d1d HTTP/1.1" status: 204 len: 168 time: 1.0442786 Feb 19 01:01:02.169764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.171463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b69ae22-805c-423a-8d40-eb13d5a3d906'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:02.179527 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40e2274-b4bd-489d-90fe-c04e6129321a" -d '{"events": [{"server_uuid": "51676e94-61c8-48f8-b0a0-6b03b9f08ff2", "name": "network-vif-plugged", "status": "completed", "tag": "9b69ae22-805c-423a-8d40-eb13d5a3d906"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:02.187102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98629f1f-b947-4fda-bd61-5d68bfe8e7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.193208 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-98629f1f-b947-4fda-bd61-5d68bfe8e7c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7741ec94-54f3-4e43-a05a-8a044a7a0749 HTTP/1.1" status: 204 len: 168 time: 0.2163150 Feb 19 01:01:02.200152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1ac73-5a37-434b-b237-6133662170cc None None] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:02.202163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98629f1f-b947-4fda-bd61-5d68bfe8e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7741ec94-54f3-4e43-a05a-8a044a7a0749,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:02.239465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47211fa9-ba87-4202-bd38-a46831b91cb6 req-8d88c18a-0145-4b55-9460-8d51ca42f582 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.241067 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47211fa9-ba87-4202-bd38-a46831b91cb6 req-8d88c18a-0145-4b55-9460-8d51ca42f582 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 943 time: 0.6804183 Feb 19 01:01:02.249664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (6605fa64-3513-4f7f-ac7e-5f4020260b87), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.311771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6605fa64-3513-4f7f-ac7e-5f4020260b87,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:02.322836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.328594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46352) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.328775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9aeed06f-fb48-48ff-ae0d-e77f7f1b9a15 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6605fa64-3513-4f7f-ac7e-5f4020260b87 HTTP/1.1" status: 204 len: 168 time: 1.2003245 Feb 19 01:01:02.335706 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e6f6050e-9cbc-4a60-8950-d7b834c0a508), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.392693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47211fa9-ba87-4202-bd38-a46831b91cb6 req-78a5063e-512d-457d-bfe6-b557fa8c8464 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405470 Feb 19 01:01:02.489989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Deleting port 1dce634a-ed8e-4149-af25-40399f6e40b0 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:02.490465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.582048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1259221c-e735-4813-87b4-4c1b85f631d3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.601632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3ca8-e35c-4cbb-b758-910d109c4377 req-0567a444-ea59-4835-8e05-d5370870f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.603187 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf67c9-d1e2-4dfb-8a75-a7595c1645ac x-openstack-request-id: req-3abf67c9-d1e2-4dfb-8a75-a7595c1645ac {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:02.603507 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51676e94-61c8-48f8-b0a0-6b03b9f08ff2", "name": "network-vif-plugged", "status": "completed", "tag": "9b69ae22-805c-423a-8d40-eb13d5a3d906", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:02.603771 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3abf67c9-d1e2-4dfb-8a75-a7595c1645ac {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:02.604097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b57c3ca8-e35c-4cbb-b758-910d109c4377 req-0567a444-ea59-4835-8e05-d5370870f294 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 1131 time: 0.2111409 Feb 19 01:01:02.604985 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b69ae22-805c-423a-8d40-eb13d5a3d906', 'code': 200} Feb 19 01:01:02.606596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d16df-ff0a-402e-8215-d4793127134b None None] Network 1259221c-e735-4813-87b4-4c1b85f631d3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:02.609053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f92e5f6b-5829-4577-899d-0291032e1097 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:02.612391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-35b539d3-1fd2-470d-9797-42fe5325b4ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388207 Feb 19 01:01:02.615799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4057d7d-46ad-42d2-9292-468406fc06d1 req-16a826d4-aad1-4fe1-b67b-733518cf19d7 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.623422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4057d7d-46ad-42d2-9292-468406fc06d1 req-16a826d4-aad1-4fe1-b67b-733518cf19d7 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 948 time: 0.1317799 Feb 19 01:01:02.698014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] For port 1dce634a-ed8e-4149-af25-40399f6e40b0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1dce634a-ed8e-4149-af25-40399f6e40b0,segment=NetworkSegment(9f92c887-38b3-4497-9abf-e0dfd009c9e4),segment_id=9f92c887-38b3-4497-9abf-e0dfd009c9e4)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:02.698395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.712150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: f92e5f6b-5829-4577-899d-0291032e1097 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:02.712482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f92e5f6b-5829-4577-899d-0291032e1097 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:02.713201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af70b4b0-a614-4225-8d95-450edf57bb40 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:02.719221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Calling delete_port for 1dce634a-ed8e-4149-af25-40399f6e40b0 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:02.736401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b57c3ca8-e35c-4cbb-b758-910d109c4377 req-dd85d48c-dd24-4152-b790-746e3ef76886 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089847 Feb 19 01:01:02.765238 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4057d7d-46ad-42d2-9292-468406fc06d1 req-665ba48a-15d0-4278-ba75-fbf083d8449b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401901 Feb 19 01:01:02.780960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: af70b4b0-a614-4225-8d95-450edf57bb40 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:02.781324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af70b4b0-a614-4225-8d95-450edf57bb40 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:02.782691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Deleting port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:02.783502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.863511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-735cafe1-f80c-4d6b-8889-8a7719f9e825 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.865228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-735cafe1-f80c-4d6b-8889-8a7719f9e825 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455688 Feb 19 01:01:02.881275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] For port 94fc4b62-db7a-4d71-aeb3-02de39a31f34, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=94fc4b62-db7a-4d71-aeb3-02de39a31f34,segment=NetworkSegment(33c11df7-e78e-4741-8d59-fdfc588bda4f),segment_id=33c11df7-e78e-4741-8d59-fdfc588bda4f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:02.882017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.899863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8fd23ee5-e943-488e-a487-0a31ff9b9b7d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/quotas/08afeda6bba34698bf6ea405f624735b HTTP/1.1" status: 200 len: 375 time: 0.0202777 Feb 19 01:01:02.919192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Calling delete_port for 94fc4b62-db7a-4d71-aeb3-02de39a31f34 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:02.935138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] DHCP port deletion for e6f6050e-9cbc-4a60-8950-d7b834c0a508 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:02.960032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.978654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] DHCP port deletion for 1259221c-e735-4813-87b4-4c1b85f631d3 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:03.034304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dce634a-ed8e-4149-af25-40399f6e40b0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.040622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-ddeb4b70-81b9-436c-9c9e-e6bf3c44fa16 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278117 Feb 19 01:01:03.041843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] No DVR routers for this DVR port 1dce634a-ed8e-4149-af25-40399f6e40b0 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:03.122053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Deleting port 1dce634a-ed8e-4149-af25-40399f6e40b0 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:03.122757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.158403 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.168466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e6f6050e-9cbc-4a60-8950-d7b834c0a508), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.181688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:03.196583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] No DVR routers for this DVR port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:03.198181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f6050e-9cbc-4a60-8950-d7b834c0a508']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.212880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f92c887-38b3-4497-9abf-e0dfd009c9e4') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.213279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f92c887-38b3-4497-9abf-e0dfd009c9e4') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.224450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (9f92c887-38b3-4497-9abf-e0dfd009c9e4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.230892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Pushing event deleted for resources: {'Port': ['ID=94fc4b62-db7a-4d71-aeb3-02de39a31f34,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.240383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9f92c887-38b3-4497-9abf-e0dfd009c9e4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.240553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d1f4b-3282-422f-881f-a7027580ba3b req-436fa904-4478-4203-971e-3a5f65cd59ee tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.248241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:03.248559 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c09d1f4b-3282-422f-881f-a7027580ba3b req-436fa904-4478-4203-971e-3a5f65cd59ee tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.1642385 Feb 19 01:01:03.248671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (9f92c887-38b3-4497-9abf-e0dfd009c9e4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.284546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Deleting port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:03.285324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:03.313921 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:03.317354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e6f6050e-9cbc-4a60-8950-d7b834c0a508), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.330055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.334251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e6f6050e-9cbc-4a60-8950-d7b834c0a508 HTTP/1.1" status: 204 len: 168 time: 1.1649342 Feb 19 01:01:03.340970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:03.356054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e99e2a-e804-4dab-bbd8-00926c4179d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f6050e-9cbc-4a60-8950-d7b834c0a508,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.360634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1259221c-e735-4813-87b4-4c1b85f631d3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.377075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:03.428980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c09d1f4b-3282-422f-881f-a7027580ba3b req-c625ae9d-a374-4438-992e-eaac24946644 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771123 Feb 19 01:01:03.430840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] For port 1dce634a-ed8e-4149-af25-40399f6e40b0, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:03.431304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.448745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46394) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:03.467006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1259221c-e735-4813-87b4-4c1b85f631d3']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.474681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] For port 94fc4b62-db7a-4d71-aeb3-02de39a31f34, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:03.475088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.481204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Calling delete_port for 1dce634a-ed8e-4149-af25-40399f6e40b0 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:03.483444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c11df7-e78e-4741-8d59-fdfc588bda4f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.483444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c11df7-e78e-4741-8d59-fdfc588bda4f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.487164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Port 1dce634a-ed8e-4149-af25-40399f6e40b0 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:01:03.503486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Calling delete_port for 94fc4b62-db7a-4d71-aeb3-02de39a31f34 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:03.509978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:01:03.510885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (1dce634a-ed8e-4149-af25-40399f6e40b0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.511987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (33c11df7-e78e-4741-8d59-fdfc588bda4f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.517224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (94fc4b62-db7a-4d71-aeb3-02de39a31f34), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.546728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (33c11df7-e78e-4741-8d59-fdfc588bda4f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.557299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Network e6f6050e-9cbc-4a60-8950-d7b834c0a508 is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:01:03.557827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] No DVR routers for this DVR port 1dce634a-ed8e-4149-af25-40399f6e40b0 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:03.561919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb8eed-c32f-4ca5-96ba-05e88d61beac None None] Pushing event deleted for resources: {'Port': ['ID=1dce634a-ed8e-4149-af25-40399f6e40b0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.577799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:03.580076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port c091207e-3884-4af3-9692-b971cfaddbad triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:03.580514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c091207e-3884-4af3-9692-b971cfaddbad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.599817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:03.600224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (33c11df7-e78e-4741-8d59-fdfc588bda4f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:03.603840 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:03.612315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:03.612315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.652020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] Pushing event deleted for resources: {'Port': ['ID=94fc4b62-db7a-4d71-aeb3-02de39a31f34,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.666136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff65a1-cb42-4edd-9e4a-5625c4a37f0c None None] No DVR routers for this DVR port 94fc4b62-db7a-4d71-aeb3-02de39a31f34 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:03.683941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-879137651-network', 'tenant_id': '29199b1ee1694e6c9d484167833bf5f2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:03.715581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Made reservation on behalf of 29199b1ee1694e6c9d484167833bf5f2 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:03.718717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.731237 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.771692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1259221c-e735-4813-87b4-4c1b85f631d3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.788645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:03.790449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.795316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:03.795829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.865959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:03.868201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.868836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,segment=NetworkSegment(909df476-3fef-4202-b136-557672ea1552),segment_id=909df476-3fef-4202-b136-557672ea1552)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:03.871566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.872496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] 10.222.0.43 "DELETE /v2.0/networks/1259221c-e735-4813-87b4-4c1b85f631d3 HTTP/1.1" status: 204 len: 168 time: 1.5427036 Feb 19 01:01:03.874104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44b65-892d-49f8-b784-b8602fe6291d admin admin] Pushing event deleted for resources: {'Network': ['ID=1259221c-e735-4813-87b4-4c1b85f631d3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.878595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b73a-9933-463a-a120-2180a5e70b6b req-df62fd51-3d2d-4d1d-b198-c24633ebb041 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.880247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1a6b73a-9933-463a-a120-2180a5e70b6b req-df62fd51-3d2d-4d1d-b198-c24633ebb041 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1127 time: 0.2773600 Feb 19 01:01:03.886772 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.899298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb29b7-e986-4c5a-92d5-8422126cf8a2 req-5958ba56-b433-432d-a900-43a19a564921 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.900860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10eb29b7-e986-4c5a-92d5-8422126cf8a2 req-5958ba56-b433-432d-a900-43a19a564921 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 944 time: 0.1233542 Feb 19 01:01:03.952405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.979808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1a6b73a-9933-463a-a120-2180a5e70b6b req-f8be717f-080a-4b62-99ee-af2e7fabfae3 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916240 Feb 19 01:01:04.024876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10eb29b7-e986-4c5a-92d5-8422126cf8a2 req-13766737-312f-43b1-ae6b-8a1d77f7c090 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158528 Feb 19 01:01:04.041544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:04.041642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks [] for security_group (641ea032-387f-428c-81ea-492db6807244), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.046416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (641ea032-387f-428c-81ea-492db6807244), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.105716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:04.128391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46414) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:04.152813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ea032-387f-428c-81ea-492db6807244,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:04.191558 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3f2b40cf-3668-404c-9a57-916815d42feb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.191914 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Added segment 3f2b40cf-3668-404c-9a57-916815d42feb of type vlan for network 654e73aa-85d3-4d66-8e91-c70ca9433a13 Feb 19 01:01:04.260727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (654e73aa-85d3-4d66-8e91-c70ca9433a13), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.270908 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-568fda5e-be23-4bca-9f09-637ec5a2b376 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=058dd83b06b44da8bf1c5c6ec22eac92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1387856 Feb 19 01:01:04.274661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:04.286258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda11ff-60cf-4317-a588-d80a87229508 req-56d4130c-4769-4eb4-94ca-7f9e2e8fb2d8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.287992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bda11ff-60cf-4317-a588-d80a87229508 req-56d4130c-4769-4eb4-94ca-7f9e2e8fb2d8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1274052 Feb 19 01:01:04.329077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (654e73aa-85d3-4d66-8e91-c70ca9433a13), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.330041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.330620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.353258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (4c9c78d3-5b16-4adb-b34d-56c268423ad9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.408608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f8d95b-4429-488e-8f7a-c50b927a3455 admin admin] Publish callbacks [] for security_group (3195accc-b027-474a-b87d-46a1efb66c8c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.420132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9674573 Feb 19 01:01:04.422475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46424) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:04.437204 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bda11ff-60cf-4317-a588-d80a87229508 req-b58483f0-4619-4a34-985e-77b333977258 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336637 Feb 19 01:01:04.450446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Request body: {'subnet': {'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-879137651-subnet', 'tenant_id': '29199b1ee1694e6c9d484167833bf5f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:04.460463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda2c78-61df-4abd-9717-bef13e224d28 admin admin] Pushing event updated for resources: {'Network': ['ID=654e73aa-85d3-4d66-8e91-c70ca9433a13,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:04.482773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:04.484245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Made reservation on behalf of 29199b1ee1694e6c9d484167833bf5f2 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:04.486678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.527300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f8d95b-4429-488e-8f7a-c50b927a3455 admin admin] Publish callbacks [] for security_group (3195accc-b027-474a-b87d-46a1efb66c8c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.557043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24c24e97-81a7-49d3-808f-deb4c77acafe req-ea2fd7b4-ff51-47ce-861e-69948d4df620 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 210 time: 0.0544527 Feb 19 01:01:04.578771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94fc4b62-db7a-4d71-aeb3-02de39a31f34 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:04.608366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}, {'server_uuid': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:04.610789 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e7a507-087a-45fa-adc8-e2b2290358c7" -d '{"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-plugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}, {"server_uuid": "5580eb54-e3ee-4335-a50f-daee7a5d000a", "name": "network-vif-plugged", "status": "completed", "tag": "18df578e-8d0a-402a-a5e0-e37e6fb01bf2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:04.622085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 94fc4b62-db7a-4d71-aeb3-02de39a31f34 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:04.622462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94fc4b62-db7a-4d71-aeb3-02de39a31f34 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:04.622972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1dce634a-ed8e-4149-af25-40399f6e40b0 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:04.655961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1dce634a-ed8e-4149-af25-40399f6e40b0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:04.656854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1dce634a-ed8e-4149-af25-40399f6e40b0 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:04.742840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502fa36-4124-455c-8728-fe3c2fc354c9 req-8c8c58b5-6d9a-4d64-869f-ba75a808918a tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.744515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6502fa36-4124-455c-8728-fe3c2fc354c9 req-8c8c58b5-6d9a-4d64-869f-ba75a808918a tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.0916612 Feb 19 01:01:04.802385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f8d95b-4429-488e-8f7a-c50b927a3455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3195accc-b027-474a-b87d-46a1efb66c8c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.805344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f8d95b-4429-488e-8f7a-c50b927a3455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.806486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-95f8d95b-4429-488e-8f7a-c50b927a3455 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3195accc-b027-474a-b87d-46a1efb66c8c HTTP/1.1" status: 204 len: 168 time: 0.5306408 Feb 19 01:01:04.819134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6502fa36-4124-455c-8728-fe3c2fc354c9 req-b49db368-a2a3-4122-ad08-01d9cf6b2b05 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650730 Feb 19 01:01:04.823749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8d95b-4429-488e-8f7a-c50b927a3455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195accc-b027-474a-b87d-46a1efb66c8c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:04.914243 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148de4ae-a376-4121-b27c-6e0716e3e0af x-openstack-request-id: req-148de4ae-a376-4121-b27c-6e0716e3e0af {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:04.914768 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-plugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "code": 200}, {"server_uuid": "5580eb54-e3ee-4335-a50f-daee7a5d000a", "name": "network-vif-plugged", "status": "completed", "tag": "18df578e-8d0a-402a-a5e0-e37e6fb01bf2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:04.915250 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-148de4ae-a376-4121-b27c-6e0716e3e0af {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:04.915848 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'code': 200} Feb 19 01:01:04.916435 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2', 'code': 200} Feb 19 01:01:04.937047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (d4491241-318e-4265-9706-03ceaccc9be8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.199513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4491241-318e-4265-9706-03ceaccc9be8,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:05.222458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7210-b11f-46da-a1eb-4f0c9d963f41 req-34c71fb5-0db1-4f44-b9c6-8735cf871b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.229881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faff7210-b11f-46da-a1eb-4f0c9d963f41 req-34c71fb5-0db1-4f44-b9c6-8735cf871b86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 1127 time: 0.1499248 Feb 19 01:01:05.247943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Checking segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:05.248512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Network hostable DHCP agents. Network: 654e73aa-85d3-4d66-8e91-c70ca9433a13, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:05.332047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Deleting port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:05.332583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.367628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:05.450579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faff7210-b11f-46da-a1eb-4f0c9d963f41 req-f6fbd65f-9353-4dfe-948a-67e276b38e3c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130017 Feb 19 01:01:05.484068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 654e73aa-85d3-4d66-8e91-c70ca9433a13) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:05.501370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.501621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef74876-81f6-446a-a876-015ab0eb90d9 None None] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:05.502071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.555137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-23f32383-9cfe-40cc-8ecf-a4568f2e37ad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1298618 Feb 19 01:01:05.583584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:05.587988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] For port c11bcf7a-bc7e-4063-a517-95e6cf5b0c17, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:05.589456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.616604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd2a2-590d-408c-b08e-e72a3b63b1a8 req-d98f9c71-cc49-4884-b912-5107e2778c4f tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.618373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f71fd2a2-590d-408c-b08e-e72a3b63b1a8 req-d98f9c71-cc49-4884-b912-5107e2778c4f tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 945 time: 0.0814834 Feb 19 01:01:05.621494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Calling delete_port for c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:05.653170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11075-33ac-4540-b343-ed3d5c78f6c2 req-5658db19-efef-4a0d-8c38-7cdf06bf22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.655675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbf11075-33ac-4540-b343-ed3d5c78f6c2 req-5658db19-efef-4a0d-8c38-7cdf06bf22a9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1131 time: 0.1683416 Feb 19 01:01:05.667676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c739bf6-4514-456a-b31e-4f65fa282c5f None None] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:05.705179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f71fd2a2-590d-408c-b08e-e72a3b63b1a8 req-18eae894-3847-468b-bd2c-3b806e35cc98 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Feb 19 01:01:05.765572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ed3279d-c997-429f-8b81-56f237aaa9ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c620bc2f0f6441d4a5dba2c100295003&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1803870 Feb 19 01:01:05.769409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46476) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:05.824173 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbf11075-33ac-4540-b343-ed3d5c78f6c2 req-8bbef245-c72f-4427-aaf7-b4fb156b8324 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610713 Feb 19 01:01:05.856130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8f9191b-fa26-42df-b31b-ffea3e2784a2 admin admin] Publish callbacks [] for security_group (674206cb-a84c-4741-897c-8914a32e5f21), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.897319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8f9191b-fa26-42df-b31b-ffea3e2784a2 admin admin] Publish callbacks [] for security_group (674206cb-a84c-4741-897c-8914a32e5f21), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.940698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8836c0a-9c82-4a90-979a-2909bedf9be4 req-976b0241-da06-4540-91b3-1e63cea5415c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.942704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8836c0a-9c82-4a90-979a-2909bedf9be4 req-976b0241-da06-4540-91b3-1e63cea5415c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0984752 Feb 19 01:01:05.970015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c11bcf7a-bc7e-4063-a517-95e6cf5b0c17), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.003151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Pushing event deleted for resources: {'Port': ['ID=c11bcf7a-bc7e-4063-a517-95e6cf5b0c17,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:06.018097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8836c0a-9c82-4a90-979a-2909bedf9be4 req-54fd93a1-c965-4381-856d-9b8098d23b6e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672925 Feb 19 01:01:06.039359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8f9191b-fa26-42df-b31b-ffea3e2784a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (674206cb-a84c-4741-897c-8914a32e5f21), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.046132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8f9191b-fa26-42df-b31b-ffea3e2784a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.049828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e8f9191b-fa26-42df-b31b-ffea3e2784a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/674206cb-a84c-4741-897c-8914a32e5f21 HTTP/1.1" status: 204 len: 168 time: 0.2768502 Feb 19 01:01:06.064123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9191b-fa26-42df-b31b-ffea3e2784a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674206cb-a84c-4741-897c-8914a32e5f21,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:06.143345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-c2f7152f-b6c7-401e-b367-d66817f49915 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702891 Feb 19 01:01:06.266515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-ef72332f-65f9-4546-b7c9-73f906f61933 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594051 Feb 19 01:01:06.394754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-af1eef41-a04c-4132-8ca8-a067d709edd0 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:06.395920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-af1eef41-a04c-4132-8ca8-a067d709edd0 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059285 Feb 19 01:01:06.453870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-469d1c43-736f-4100-a6ba-ab3911941649 req-2edaa17c-af1c-4b3f-b0fb-d12b107f417d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 210 time: 0.2590659 Feb 19 01:01:06.511410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-c4c0ef92-32f0-45c2-bda9-81fd980b05ab tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.512941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-c4c0ef92-32f0-45c2-bda9-81fd980b05ab tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241039 Feb 19 01:01:06.540844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:06.736901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:06.740794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.795073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-fd9eb051-900d-4569-9046-e98e2d2b5096 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.796378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-fd9eb051-900d-4569-9046-e98e2d2b5096 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6473577 Feb 19 01:01:06.822680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:06.841493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (4c9c78d3-5b16-4adb-b34d-56c268423ad9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.926153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-bfb94ea9-ce76-46ec-aa5a-c17b1ed945fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.927553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-bfb94ea9-ce76-46ec-aa5a-c17b1ed945fc service neutron] 10.222.0.43 "GET /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 1124 time: 0.5108330 Feb 19 01:01:06.943804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Request body: {'binding': {'host': 'n-h2-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:06.944337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:01:06.995294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.46 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/b6ce5269-d77b-442b-8a8e-342692f02574) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:07.006615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-a457a5af-8be9-4778-9b2f-4a934ebfad6e tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.013956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-a457a5af-8be9-4778-9b2f-4a934ebfad6e tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 817 time: 0.2057323 Feb 19 01:01:07.038503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-bf40a16a-aa91-405e-81f0-bd6405f5285b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/quotas/29199b1ee1694e6c9d484167833bf5f2 HTTP/1.1" status: 200 len: 375 time: 0.0220177 Feb 19 01:01:07.078376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e61d01f-c1e0-40b7-8044-4e7b2a0a31f8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401859 Feb 19 01:01:07.121981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:07.125854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.262076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-85676f40-85ea-44f4-b117-ef34a1b9e033 service neutron] 10.222.0.43 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713660 Feb 19 01:01:07.333429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (b6ce5269-d77b-442b-8a8e-342692f02574), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.361604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on host n-h2-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:07.362701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:07.363185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:07.378508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:07.378830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:07.387574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:07.387918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:07.388306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:07.388743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Bound port: 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:07.402610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5432fb97-3a39-4e70-9107-33c6824d2552 service neutron] 10.222.0.43 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310148 Feb 19 01:01:07.415572 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.440531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:07.488667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:07.501515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=b6ce5269-d77b-442b-8a8e-342692f02574,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:07.526543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:07.528938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:07.532751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:07.545627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:07.546974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.205 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/2c59e132-f8d0-4808-9ee6-5413f8c8ffc7) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:07.561842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.561842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-6edadeb5-074f-4f87-aa43-8a1436708d35 service neutron] 10.222.0.43 "POST /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa/bindings HTTP/1.1" status: 201 len: 389 time: 0.6248069 Feb 19 01:01:07.707660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.708352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.771226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-dd04f98a-cbf8-4a9b-8104-9a38220417b2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2360034 Feb 19 01:01:07.792701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Request body: {'port': {'device_id': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:07.939514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67a23154-5e9c-4ede-83af-738739dc5a92 None None] Provisioning complete for port b6ce5269-d77b-442b-8a8e-342692f02574 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:07.939890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67a23154-5e9c-4ede-83af-738739dc5a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.998947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:08.009975 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] Sync routers for ids ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:08.020270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1b3d09d2-16ec-4825-ba7a-d69727a9815d admin admin] 10.222.0.43 "PUT /v2.0/routers/4c9c78d3-5b16-4adb-b34d-56c268423ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6781926 Feb 19 01:01:08.024536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:08.029052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] Routers {'4c9c78d3-5b16-4adb-b34d-56c268423ad9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:08.031129 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:08.063441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67a23154-5e9c-4ede-83af-738739dc5a92 None None] Port b6ce5269-d77b-442b-8a8e-342692f02574 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:08.068842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.160774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba638-073d-44f7-8ad0-20e46ed3b8cc req-69963e67-f876-4f5b-a9f3-f41bb919c38b tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.162645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad2ba638-073d-44f7-8ad0-20e46ed3b8cc req-69963e67-f876-4f5b-a9f3-f41bb919c38b tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 945 time: 0.1992824 Feb 19 01:01:08.202441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-14d15aea-ebce-4328-ba74-05233ec4cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.203970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-14d15aea-ebce-4328-ba74-05233ec4cc2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1127 time: 0.1937675 Feb 19 01:01:08.282103 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] Set router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:08.349248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164fa77-719a-4154-858b-1a9ba47359c7 req-8c4c766f-ea4d-4135-b22c-b25995928cbe tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.360490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8164fa77-719a-4154-858b-1a9ba47359c7 req-8c4c766f-ea4d-4135-b22c-b25995928cbe tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2027357 Feb 19 01:01:08.369069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad2ba638-073d-44f7-8ad0-20e46ed3b8cc req-696b853d-7608-4f82-9039-5f5339b75c99 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925745 Feb 19 01:01:08.425789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.427752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks [] for router (4c9c78d3-5b16-4adb-b34d-56c268423ad9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.437350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-74cb5c02-7b03-4c29-9d8c-010d7e79f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.439024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-74cb5c02-7b03-4c29-9d8c-010d7e79f537 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1897368 Feb 19 01:01:08.485473 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-8e433924-fec6-4cb1-8484-627fda36dff4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 217 time: 0.0389845 Feb 19 01:01:08.518297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47efa865-bfca-4e8e-981c-c6b11fec232d req-b51389f4-f514-401d-9451-365a4108e4ca tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 210 time: 0.0351417 Feb 19 01:01:08.553851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8164fa77-719a-4154-858b-1a9ba47359c7 req-0b600420-852d-42b6-807d-ebdc931bf392 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935887 Feb 19 01:01:08.567573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks [] for router_gateway (4c9c78d3-5b16-4adb-b34d-56c268423ad9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.569494 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '59896dae-25ec-4d5a-b11a-79435388d332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T01:01:05Z', 'revision_number': 5, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port': {'id': '59896dae-25ec-4d5a-b11a-79435388d332', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:58:38Z', 'updated_at': '2022-02-19T00:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:08.571332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-a84556b4-aa01-4a18-865a-370f38cf8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.573934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-a84556b4-aa01-4a18-865a-370f38cf8efc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0789306 Feb 19 01:01:08.612502 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] Checking router: 4c9c78d3-5b16-4adb-b34d-56c268423ad9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:08.622209 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] Routers {'4c9c78d3-5b16-4adb-b34d-56c268423ad9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:08.623096 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:00:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:08.646061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-fc3aa5d9-e59d-4c7e-ae0e-a9fea3fdfb74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650399 Feb 19 01:01:08.714014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.739743 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] Set router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:08.741127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:08.766381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Deleting port 59896dae-25ec-4d5a-b11a-79435388d332 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:08.766733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (59896dae-25ec-4d5a-b11a-79435388d332), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.808141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T01:01:08Z', 'revision_number': 6, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:08.845194 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b6d84-eefa-43df-9c5b-6e59e97422aa None None] The sync data for ids ['4c9c78d3-5b16-4adb-b34d-56c268423ad9'] in n-d-826752-2 is: [{'id': '4c9c78d3-5b16-4adb-b34d-56c268423ad9', 'name': 'tempest-AttachSCSIVolumeTestJSON-889485343-router', 'tenant_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:37Z', 'updated_at': '2022-02-19T01:01:08Z', 'revision_number': 6, 'project_id': 'd76a9e33efa64e4d9754fae9f551c83d', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:08.896742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21df5-e3dd-4333-b9a9-5562014da720 req-c0271d38-1ee0-416e-982a-0bc444919ba8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.898917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fed21df5-e3dd-4333-b9a9-5562014da720 req-c0271d38-1ee0-416e-982a-0bc444919ba8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.2101042 Feb 19 01:01:08.932299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:08.938674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:08.949943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-007617e7-5c8f-49da-bb22-19bc38070b54 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978826 Feb 19 01:01:08.971798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:08.996240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fed21df5-e3dd-4333-b9a9-5562014da720 req-fdcfd610-3d2d-46af-b508-f5316ea32c60 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846877 Feb 19 01:01:09.059166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:09.186565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:09.187236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.197879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ce5269-d77b-442b-8a8e-342692f02574 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:09.224190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] For port 59896dae-25ec-4d5a-b11a-79435388d332, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=59896dae-25ec-4d5a-b11a-79435388d332,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:09.226188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (59896dae-25ec-4d5a-b11a-79435388d332), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.243579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Publish callbacks [] for port (b6ce5269-d77b-442b-8a8e-342692f02574), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.293481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Calling delete_port for 59896dae-25ec-4d5a-b11a-79435388d332 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:09.298368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-8417ab8d-6d68-46a0-a201-34fd0041841e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4830472 Feb 19 01:01:09.309487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Transition to ACTIVE for port object b6ce5269-d77b-442b-8a8e-342692f02574 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:09.318584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-c927a395-02de-46f2-8a0b-906becfc3616 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607779 Feb 19 01:01:09.330637 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.335232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Request body: {'port': {'device_id': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:09.439702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c980a821-1e66-4d32-b168-a3be4e1c4f17 None None] Provisioning complete for port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:09.441460 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c980a821-1e66-4d32-b168-a3be4e1c4f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.545682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce5269-d77b-442b-8a8e-342692f02574,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:09.554512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c980a821-1e66-4d32-b168-a3be4e1c4f17 None None] Port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:09.618369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88abe443-9a10-4aec-b46a-c26e347bb827 req-5a1855af-0c8c-4c97-8c57-e93d6f41fc7c tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 210 time: 0.1231740 Feb 19 01:01:09.627743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.747819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee231d-d686-4d84-b298-795a80a04e8a req-64725c25-26c8-4eb1-90e7-e2f921b9b5f2 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:09.749370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-afee231d-d686-4d84-b298-795a80a04e8a req-64725c25-26c8-4eb1-90e7-e2f921b9b5f2 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.2738483 Feb 19 01:01:09.813095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Attempting to bind port b6ce5269-d77b-442b-8a8e-342692f02574 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:09.813440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Attempting to bind port b6ce5269-d77b-442b-8a8e-342692f02574 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:09.814161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Attempting to bind port b6ce5269-d77b-442b-8a8e-342692f02574 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:09.838349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Port b6ce5269-d77b-442b-8a8e-342692f02574 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:09.840808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Attempting to bind port b6ce5269-d77b-442b-8a8e-342692f02574 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:09.874047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:09.874379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:09.874976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:09.875573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Bound port: b6ce5269-d77b-442b-8a8e-342692f02574, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:09.876104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.889985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-afee231d-d686-4d84-b298-795a80a04e8a req-1b900377-31fe-4453-a9d8-ea9d55fd69f6 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322253 Feb 19 01:01:10.073480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] For port b6ce5269-d77b-442b-8a8e-342692f02574, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:10.094059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:10.100782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] For port b6ce5269-d77b-442b-8a8e-342692f02574, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b6ce5269-d77b-442b-8a8e-342692f02574,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:10.104757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Publish callbacks [] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.121092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Transition to ACTIVE for port object 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:10.178938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.194303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.301181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (59896dae-25ec-4d5a-b11a-79435388d332), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.375848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:10.415689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Pushing event deleted for resources: {'Port': ['ID=59896dae-25ec-4d5a-b11a-79435388d332,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:10.424731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88444-16d5-4ad3-9309-f08028df3ea2 req-4b2ac8a1-1e2c-4009-a4bb-772e5fdcaee5 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:10.433584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0c88444-16d5-4ad3-9309-f08028df3ea2 req-4b2ac8a1-1e2c-4009-a4bb-772e5fdcaee5 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 948 time: 0.2980852 Feb 19 01:01:10.476952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 59896dae-25ec-4d5a-b11a-79435388d332 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:10.505939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.10', 57840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:10.520296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 59896dae-25ec-4d5a-b11a-79435388d332 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:10.521015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 59896dae-25ec-4d5a-b11a-79435388d332 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:10.521654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:10.559335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:10.563777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c11bcf7a-bc7e-4063-a517-95e6cf5b0c17 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:10.654671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce5269-d77b-442b-8a8e-342692f02574,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:10.688981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb0054-8b3a-4a3b-a9b1-e0017948840d req-b8232ad1-d4e0-486a-93ca-e3ab2356b22a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:10.690579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0eeb0054-8b3a-4a3b-a9b1-e0017948840d req-b8232ad1-d4e0-486a-93ca-e3ab2356b22a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.6865327 Feb 19 01:01:10.691868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:10.692458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.693758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-554acd92-0812-4a89-82e6-6a9a9e16ea65 service neutron] 10.222.0.10 "PUT /v2.0/ports/b6ce5269-d77b-442b-8a8e-342692f02574 HTTP/1.1" status: 200 len: 1095 time: 2.9163852 Feb 19 01:01:10.694490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'tag': 'b6ce5269-d77b-442b-8a8e-342692f02574'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:10.704422 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e72b2-8816-4f90-9004-bcba5d082a11" -d '{"events": [{"name": "network-changed", "server_uuid": "1d915cf2-fa28-4df9-9f7d-277dd25e29c8", "tag": "b6ce5269-d77b-442b-8a8e-342692f02574"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:10.721193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0c88444-16d5-4ad3-9309-f08028df3ea2 req-389de9b4-b4f6-4fb7-b10f-d22330126ff8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731550 Feb 19 01:01:10.764261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-69fa558b-2ae2-40f5-a369-9edb4b892356 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:10.766213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-69fa558b-2ae2-40f5-a369-9edb4b892356 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 817 time: 0.6786735 Feb 19 01:01:10.782917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Request body: {'port': {'device_id': '036d94a6-d97b-45b6-8f34-2979830225e7', 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'admin_state_up': True, 'tenant_id': '29199b1ee1694e6c9d484167833bf5f2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:10.836697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (4c9c78d3-5b16-4adb-b34d-56c268423ad9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.994298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0eeb0054-8b3a-4a3b-a9b1-e0017948840d req-16ed0ea4-6dd8-49ca-ba21-1f9806d7dec9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850428 Feb 19 01:01:11.039936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-cf09ee00-51be-4fc2-8a10-6b3fdd33b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.052750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-cf09ee00-51be-4fc2-8a10-6b3fdd33b9aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 1129 time: 0.1429102 Feb 19 01:01:11.109253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-0100cf41-df92-4bf6-a770-91fd62718d59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=b6ce5269-d77b-442b-8a8e-342692f02574 HTTP/1.1" status: 200 len: 217 time: 0.0553474 Feb 19 01:01:11.211486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-7800957b-d31d-4e58-926b-b348b95161e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.212933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-7800957b-d31d-4e58-926b-b348b95161e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0917368 Feb 19 01:01:11.231481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Made reservation on behalf of 29199b1ee1694e6c9d484167833bf5f2 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:11.234785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.274097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12647-2b26-4b19-a1d7-bbd8bb762747 req-7829d3b8-3743-4143-aee1-433cb5bb155c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.275630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cc12647-2b26-4b19-a1d7-bbd8bb762747 req-7829d3b8-3743-4143-aee1-433cb5bb155c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1715331 Feb 19 01:01:11.310596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Attempting to bind port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:11.310923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Attempting to bind port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:11.311273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Attempting to bind port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:11.353272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-34ba5297-e543-4a9e-be0c-e5ac895868a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.354794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-34ba5297-e543-4a9e-be0c-e5ac895868a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1351144 Feb 19 01:01:11.387888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:11.388237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Attempting to bind port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:11.396972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b11c8e2c-268b-41f4-98c6-dd896cf0f45f req-f666e731-c823-4db2-b8f5-1b343bc795d8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 210 time: 0.0967519 Feb 19 01:01:11.399162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (4c9c78d3-5b16-4adb-b34d-56c268423ad9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.405910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks [] for router_controller (4c9c78d3-5b16-4adb-b34d-56c268423ad9), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.427404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-03c55c2a-4156-4296-8212-467a488ee9c2 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.429420 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-03c55c2a-4156-4296-8212-467a488ee9c2 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 817 time: 0.9189959 Feb 19 01:01:11.439074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:11.439861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:11.439861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:11.440249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Bound port: 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:11.441032 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.473270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cc12647-2b26-4b19-a1d7-bbd8bb762747 req-726c7449-7cf9-4933-9f57-53714ec9d493 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858780 Feb 19 01:01:11.479476 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fa82ca-122b-4c34-b5f5-744da340521e x-openstack-request-id: req-f5fa82ca-122b-4c34-b5f5-744da340521e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:11.479763 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d915cf2-fa28-4df9-9f7d-277dd25e29c8", "tag": "b6ce5269-d77b-442b-8a8e-342692f02574", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:11.480009 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5fa82ca-122b-4c34-b5f5-744da340521e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:11.480399 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'tag': 'b6ce5269-d77b-442b-8a8e-342692f02574', 'status': 'completed', 'code': 200} Feb 19 01:01:11.518570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Request body: {'port': {'device_id': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'admin_state_up': True, 'tenant_id': '29199b1ee1694e6c9d484167833bf5f2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:11.528626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Allocated IP 172.20.0.14 (654e73aa-85d3-4d66-8e91-c70ca9433a13/d4491241-318e-4265-9706-03ceaccc9be8/901a00ae-b655-47bd-b645-74915181bba9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:11.535358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-82dd77ec-a82a-4808-9182-55217332c029 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711709 Feb 19 01:01:11.594339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] For port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:11.597963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] For port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:11.616975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (4c9c78d3-5b16-4adb-b34d-56c268423ad9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.617619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9c78d3-5b16-4adb-b34d-56c268423ad9 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:01:11.625781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.677089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.683974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46604) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:11.695873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-02622675-269c-400b-a463-b37ffb2ad38d admin admin] 10.222.0.43 "DELETE /v2.0/routers/4c9c78d3-5b16-4adb-b34d-56c268423ad9 HTTP/1.1" status: 204 len: 168 time: 3.6479530 Feb 19 01:01:11.849439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.851172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.853180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] 10.222.0.10 "PUT /v2.0/ports/2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 HTTP/1.1" status: 200 len: 1096 time: 2.5404265 Feb 19 01:01:11.876296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Deleting subnet 41476f22-ec9e-4477-b669-cfeecffec341 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:11.888492 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Publish callbacks [] for subnet (41476f22-ec9e-4477-b669-cfeecffec341), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.896762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'tag': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:11.906264 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a6b8ec-16da-4103-add6-30af55b04dfb", "tag": "2c59e132-f8d0-4808-9ee6-5413f8c8ffc7"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:11.915719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5b89aca7-2977-41ef-b06a-3eed439fb80f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.917529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5b89aca7-2977-41ef-b06a-3eed439fb80f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.89 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 817 time: 1.1747589 Feb 19 01:01:11.925884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-428e93ba-a5de-4e0a-b980-e25aff0e8600 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827868 Feb 19 01:01:11.989542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Request body: {'port': {'device_id': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'admin_state_up': True, 'tenant_id': '29199b1ee1694e6c9d484167833bf5f2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:11.989892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a39bf2-6e68-4250-a40b-e33ade85b19b req-1e65e0e6-a45e-4be1-8b3c-24d53b7df63a tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.001659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7a39bf2-6e68-4250-a40b-e33ade85b19b req-1e65e0e6-a45e-4be1-8b3c-24d53b7df63a tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.3528795 Feb 19 01:01:12.050311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48c5f-2fd7-4f5b-a24d-d57e9c7e7e47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:12.084751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46614) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:12.108073 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (41476f22-ec9e-4477-b669-cfeecffec341), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.127770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9972-1e14-4975-9250-2a1fe4d4a60a req-f3e8ec07-43f1-4c25-9597-3be773c6c9da tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.133285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-181a9972-1e14-4975-9250-2a1fe4d4a60a req-f3e8ec07-43f1-4c25-9597-3be773c6c9da tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.4127584 Feb 19 01:01:12.195065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks [] for port (901a00ae-b655-47bd-b645-74915181bba9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.235422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Made reservation on behalf of 29199b1ee1694e6c9d484167833bf5f2 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:12.239517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.255257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-596621ca-012d-4265-b023-3a2931bab666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.257225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-596621ca-012d-4265-b023-3a2931bab666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 1130 time: 0.3334320 Feb 19 01:01:12.271168 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-181a9972-1e14-4975-9250-2a1fe4d4a60a req-9f9b2353-6cb0-45b8-b0e9-610c4ed8de0e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325471 Feb 19 01:01:12.310745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-2ce5eef3-af51-47c7-b48e-93a5efe68c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.312268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-2ce5eef3-af51-47c7-b48e-93a5efe68c6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 1129 time: 0.3078821 Feb 19 01:01:12.321531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7a39bf2-6e68-4250-a40b-e33ade85b19b req-88603145-681f-4558-abde-fd5fd2c51eb3 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187714 Feb 19 01:01:12.344289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-66bb1c82-2b0e-420c-ba7e-ea2194625c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0719097 Feb 19 01:01:12.389218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (41476f22-ec9e-4477-b669-cfeecffec341), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.421045 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabea879-2c8b-4e3d-8a10-b5154f96eb4c x-openstack-request-id: req-fabea879-2c8b-4e3d-8a10-b5154f96eb4c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:12.421349 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a6b8ec-16da-4103-add6-30af55b04dfb", "tag": "2c59e132-f8d0-4808-9ee6-5413f8c8ffc7", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:12.421606 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fabea879-2c8b-4e3d-8a10-b5154f96eb4c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:12.422007 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'tag': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'status': 'completed', 'code': 200} Feb 19 01:01:12.487455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Made reservation on behalf of 29199b1ee1694e6c9d484167833bf5f2 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:12.491540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.513436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-ede7aa5c-da87-49f2-9365-a9a601d78fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.514951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-ede7aa5c-da87-49f2-9365-a9a601d78fac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1606097 Feb 19 01:01:12.556405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (901a00ae-b655-47bd-b645-74915181bba9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.558679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-9cf2147c-b472-40df-84fd-de8d3bbb92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.560376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-9cf2147c-b472-40df-84fd-de8d3bbb92e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2379665 Feb 19 01:01:12.640187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:12.643861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Pushing event updated for resources: {'Port': ['ID=901a00ae-b655-47bd-b645-74915181bba9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:12.646636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:12.655056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-d62e3da7-e5ba-478f-9753-957a5bd1a3de tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.656709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-d62e3da7-e5ba-478f-9753-957a5bd1a3de tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.89 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.6863713 Feb 19 01:01:12.658584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:12.693782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf954d-2bf5-48b3-8be0-62919e790ad4 req-c0526c65-dc67-48d4-ada4-e64877369ee0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.701852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7bf954d-2bf5-48b3-8be0-62919e790ad4 req-c0526c65-dc67-48d4-ada4-e64877369ee0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 948 time: 0.2707698 Feb 19 01:01:12.719344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-bf5612ba-5e8e-40dd-9679-5eaa4604d33e {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:01:12.719902 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:01:12.724447 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9b0020f-6cf4-4268-8089-b3f46b99a5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.728221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-d7ac024a-c62b-4edb-8f27-db9b5939602e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=b6ce5269-d77b-442b-8a8e-342692f02574 HTTP/1.1" status: 200 len: 217 time: 0.0853403 Feb 19 01:01:12.785865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee889-3362-44c3-9dec-0db339b3a80c req-c8ca02fd-d292-4b1b-a890-f0c86de542f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.787800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-c8ca02fd-d292-4b1b-a890-f0c86de542f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2397704 Feb 19 01:01:12.837156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-ade5a666-3080-444f-97ce-da86d322df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.839962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-ade5a666-3080-444f-97ce-da86d322df83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0893285 Feb 19 01:01:12.859027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7bf954d-2bf5-48b3-8be0-62919e790ad4 req-cce0aaeb-cd59-4df2-b86b-9609ffae312a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561244 Feb 19 01:01:12.942271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Allocated IP 172.20.0.6 (654e73aa-85d3-4d66-8e91-c70ca9433a13/d4491241-318e-4265-9706-03ceaccc9be8/60b40947-eff1-4806-b565-8ff24ecebdd2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:13.018980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.019798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.022536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (41476f22-ec9e-4477-b669-cfeecffec341), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.065061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-282f3789-f692-4669-88ae-7e3368106c3e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689817 Feb 19 01:01:13.075405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b679c-6ddb-4bbf-a2cc-8aa2bbab8bfd req-b1408085-1ad6-4326-9973-4ac8bc335ac2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.076899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e4b679c-6ddb-4bbf-a2cc-8aa2bbab8bfd req-b1408085-1ad6-4326-9973-4ac8bc335ac2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1404243 Feb 19 01:01:13.095953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8bb8c8ea-69b3-41f7-8965-a6d511119fdc req-ec894b9e-8ced-4b63-9ba3-fa8af74e37f8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 210 time: 0.1463912 Feb 19 01:01:13.097236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41476f22-ec9e-4477-b669-cfeecffec341,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.162559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9b0020f-6cf4-4268-8089-b3f46b99a5d3 admin admin] Publish callbacks [] for security_group (a809d6dc-438d-49a8-9943-06d3e0c66bba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.169484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.177979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae85c9-c902-4f22-8871-1f3b6d3e3146 None None] Network 5120c8c0-288b-4c6c-8628-5a6115acaeb3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:13.181664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46648) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:13.189364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eabdf3d3-76ec-4ded-8c08-09f181d1387c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/41476f22-ec9e-4477-b669-cfeecffec341 HTTP/1.1" status: 204 len: 168 time: 1.4913964 Feb 19 01:01:13.194719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-29eadbdf-a3ac-4e3b-b2dc-748d40127db8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4157648 Feb 19 01:01:13.209912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9b0020f-6cf4-4268-8089-b3f46b99a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a809d6dc-438d-49a8-9943-06d3e0c66bba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.243973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Request body: {'port': {'device_id': '036d94a6-d97b-45b6-8f34-2979830225e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:13.273744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.292169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e4b679c-6ddb-4bbf-a2cc-8aa2bbab8bfd req-2325603f-ec97-4c8a-a079-487f348f598b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888535 Feb 19 01:01:13.377468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-ab316d31-2dc6-4e64-b534-0aee8c1cb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.379391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-ab316d31-2dc6-4e64-b534-0aee8c1cb845 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4308794 Feb 19 01:01:13.413326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f9b0020f-6cf4-4268-8089-b3f46b99a5d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2771da05c744c648506bcf9e0abf41c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3106074 Feb 19 01:01:13.413326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0020f-6cf4-4268-8089-b3f46b99a5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a809d6dc-438d-49a8-9943-06d3e0c66bba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.417083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46654) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:13.431833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b6ce5269-d77b-442b-8a8e-342692f02574 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:13.452541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Deleting port 9b69ae22-805c-423a-8d40-eb13d5a3d906 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:13.453068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.487870 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5120c8c0-288b-4c6c-8628-5a6115acaeb3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.496944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] DHCP port deletion for 5120c8c0-288b-4c6c-8628-5a6115acaeb3 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:13.499912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-994ee889-3362-44c3-9dec-0db339b3a80c req-a5c9e467-b560-4417-98c9-c29ed261f96c service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220219 Feb 19 01:01:13.506732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks [] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.590563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ee6e0-98f6-4cf5-9f45-8380469b1817 req-7f0902b0-0662-40d4-8046-e0a3a33a3196 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.592327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a2ee6e0-98f6-4cf5-9f45-8380469b1817 req-7f0902b0-0662-40d4-8046-e0a3a33a3196 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2786450 Feb 19 01:01:13.612062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (901a00ae-b655-47bd-b645-74915181bba9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.640904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:01:13.647724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.716335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78805694-1e12-4a9d-8baa-48ea5530d817 admin admin] Publish callbacks [] for security_group (a809d6dc-438d-49a8-9943-06d3e0c66bba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.729400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Deleting port 61a2c8af-eb87-42d1-a0ee-648a02180199 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:13.729739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.736649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:13.750004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] Deleting port 61a2c8af-eb87-42d1-a0ee-648a02180199 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:13.750655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.769560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:13.795907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-3ec55d26-56fa-4bad-815f-4fb53750b357 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964572 Feb 19 01:01:13.810876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:13.813763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] For port 9b69ae22-805c-423a-8d40-eb13d5a3d906, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9b69ae22-805c-423a-8d40-eb13d5a3d906,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:13.814235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.814776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-8d223a1a-f0ac-49d1-930f-de285b6b9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.816272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-8d223a1a-f0ac-49d1-930f-de285b6b9c9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 1130 time: 0.2360876 Feb 19 01:01:13.830538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Calling delete_port for 9b69ae22-805c-423a-8d40-eb13d5a3d906 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:13.854433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] For port 61a2c8af-eb87-42d1-a0ee-648a02180199, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=61a2c8af-eb87-42d1-a0ee-648a02180199,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:13.855319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.871708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] Calling delete_port for 61a2c8af-eb87-42d1-a0ee-648a02180199 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:13.952099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-4a9d5332-e818-49ad-9f97-a42d5e58f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.953628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-4a9d5332-e818-49ad-9f97-a42d5e58f0e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1023080 Feb 19 01:01:13.969593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.977736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dbeee-3bbb-4583-b9ab-2b457a374e83 req-fd206ab4-7148-4677-943a-8218339a2625 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.979237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d30dbeee-3bbb-4583-b9ab-2b457a374e83 req-fd206ab4-7148-4677-943a-8218339a2625 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 949 time: 0.3829908 Feb 19 01:01:13.979886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Pushing event updated for resources: {'Port': ['ID=60b40947-eff1-4806-b565-8ff24ecebdd2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.992798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b6ce5269-d77b-442b-8a8e-342692f02574, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b6ce5269-d77b-442b-8a8e-342692f02574,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:13.999382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-bf5612ba-5e8e-40dd-9679-5eaa4604d33e {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:01:13.999704 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:01:14.029862 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78805694-1e12-4a9d-8baa-48ea5530d817 admin admin] Publish callbacks [] for security_group (a809d6dc-438d-49a8-9943-06d3e0c66bba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.043405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] Pushing event deleted for resources: {'Port': ['ID=61a2c8af-eb87-42d1-a0ee-648a02180199,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:14.045974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'b6ce5269-d77b-442b-8a8e-342692f02574', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b6ce5269-d77b-442b-8a8e-342692f02574', 'mac_address': 'fa:16:3e:e3:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:14.048653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b93a1f-daf8-429d-80cc-fa1eece8b006 None None] No DVR routers for this DVR port 61a2c8af-eb87-42d1-a0ee-648a02180199 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:14.063716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-835ce8d4-f86a-4ddd-816e-f1ce1d53de88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0990391 Feb 19 01:01:14.065631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] For port 61a2c8af-eb87-42d1-a0ee-648a02180199, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=61a2c8af-eb87-42d1-a0ee-648a02180199,segment=NetworkSegment(3bb67fd3-3a45-4750-ba62-128e1c372bf1),segment_id=3bb67fd3-3a45-4750-ba62-128e1c372bf1)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:14.065996 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.090969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.091609 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.125451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b6ce5269-d77b-442b-8a8e-342692f02574 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:14.125902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.143157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Calling delete_port for 61a2c8af-eb87-42d1-a0ee-648a02180199 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:14.147871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ce5269-d77b-442b-8a8e-342692f02574 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:14.157447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-6db9d881-552b-4786-b792-93eba0ec004b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1757092 Feb 19 01:01:14.170493 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a2ee6e0-98f6-4cf5-9f45-8380469b1817 req-31cc1fbf-f756-44a5-8082-bd02b73864c6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397596 Feb 19 01:01:14.181739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d30dbeee-3bbb-4583-b9ab-2b457a374e83 req-18b59f63-f292-4cc8-8971-6b6bac9ba895 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8471a15-6178-42b7-9bd7-f9e4afea96ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802001 Feb 19 01:01:14.183648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b6ce5269-d77b-442b-8a8e-342692f02574, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b6ce5269-d77b-442b-8a8e-342692f02574,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:14.194413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.207281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Request body: {'port': {'device_id': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:14.291902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b6e72b2-8816-4f90-9004-bcba5d082a11 req-fbb1bba8-14a1-4ad6-a212-375e75d05f8d service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597091 Feb 19 01:01:14.346253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5269-d77b-442b-8a8e-342692f02574,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:14.461518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:14.498112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901a00ae-b655-47bd-b645-74915181bba9 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:14.508119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Publish callbacks [] for port (901a00ae-b655-47bd-b645-74915181bba9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.515385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 61a2c8af-eb87-42d1-a0ee-648a02180199 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:14.525117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Transition to ACTIVE for port object 901a00ae-b655-47bd-b645-74915181bba9 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:14.527125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9b69ae22-805c-423a-8d40-eb13d5a3d906), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.538019 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (901a00ae-b655-47bd-b645-74915181bba9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.580720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78805694-1e12-4a9d-8baa-48ea5530d817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a809d6dc-438d-49a8-9943-06d3e0c66bba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.583847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78805694-1e12-4a9d-8baa-48ea5530d817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.588409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78805694-1e12-4a9d-8baa-48ea5530d817 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a809d6dc-438d-49a8-9943-06d3e0c66bba HTTP/1.1" status: 204 len: 168 time: 1.1624537 Feb 19 01:01:14.589834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c1f382f-6a15-4ac4-b8fa-e25538d1d1fb req-f757ca96-b33a-449b-a2ac-77d5c71a4f3f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 210 time: 0.0585351 Feb 19 01:01:14.651838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-39246b8d-578c-4033-a6d8-3f7e1dd8f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.653626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-39246b8d-578c-4033-a6d8-3f7e1dd8f5f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.5692620 Feb 19 01:01:14.688564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.788024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 61a2c8af-eb87-42d1-a0ee-648a02180199 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:14.790668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 61a2c8af-eb87-42d1-a0ee-648a02180199 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:14.876152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dba41-2d4c-4ec7-a784-f8891a269996 req-0cff509a-f75f-44da-afc9-115ba9a96607 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.883591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-941dba41-2d4c-4ec7-a784-f8891a269996 req-0cff509a-f75f-44da-afc9-115ba9a96607 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 948 time: 0.5791173 Feb 19 01:01:14.891813 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.987748 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (61a2c8af-eb87-42d1-a0ee-648a02180199), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.026984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46668) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:15.027895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] No DVR routers for this DVR port 61a2c8af-eb87-42d1-a0ee-648a02180199 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:15.030772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-5ba14d7b-4cb0-4357-8ad8-b414fad8a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.032395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-5ba14d7b-4cb0-4357-8ad8-b414fad8a8fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3702054 Feb 19 01:01:15.129354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a2c8af-eb87-42d1-a0ee-648a02180199,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.136407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Pushing event deleted for resources: {'Port': ['ID=9b69ae22-805c-423a-8d40-eb13d5a3d906,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.153183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78805694-1e12-4a9d-8baa-48ea5530d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a809d6dc-438d-49a8-9943-06d3e0c66bba,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.164791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c75850d3-3bd4-48cf-ac76-9baef22c5b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.186589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9b69ae22-805c-423a-8d40-eb13d5a3d906 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:15.260426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 9b69ae22-805c-423a-8d40-eb13d5a3d906 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:15.261227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9b69ae22-805c-423a-8d40-eb13d5a3d906 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:15.291306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] No DVR routers for this DVR port 9b69ae22-805c-423a-8d40-eb13d5a3d906 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:15.329105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.332044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b230fe8-5af3-4b0d-8489-9738aeaa94f3 req-14a6a7f6-be68-4130-97e2-c4b4be807057 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.89 "DELETE /v2.0/ports/9b69ae22-805c-423a-8d40-eb13d5a3d906 HTTP/1.1" status: 204 len: 173 time: 2.5876131 Feb 19 01:01:15.332946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'name': 'network-vif-deleted', 'tag': '9b69ae22-805c-423a-8d40-eb13d5a3d906'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:15.335219 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873e522-b870-4ab6-bd37-caa6675a6cc0" -d '{"events": [{"server_uuid": "51676e94-61c8-48f8-b0a0-6b03b9f08ff2", "name": "network-vif-deleted", "tag": "9b69ae22-805c-423a-8d40-eb13d5a3d906"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:15.345604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Pushing event updated for resources: {'Port': ['ID=901a00ae-b655-47bd-b645-74915181bba9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.370760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-941dba41-2d4c-4ec7-a784-f8891a269996 req-09787faf-5cc3-4e75-a93e-4e496871dbb2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862764 Feb 19 01:01:15.374355 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5120c8c0-288b-4c6c-8628-5a6115acaeb3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.389463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef3547-ea39-4087-96ab-db33c3284cee req-2ab1d8a4-142c-48de-9085-55a5882a15cb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.408765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16ef3547-ea39-4087-96ab-db33c3284cee req-2ab1d8a4-142c-48de-9085-55a5882a15cb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.2841043 Feb 19 01:01:15.444745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:15.446885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Attempting to bind port 901a00ae-b655-47bd-b645-74915181bba9 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:15.447223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Attempting to bind port 901a00ae-b655-47bd-b645-74915181bba9 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:15.447546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Attempting to bind port 901a00ae-b655-47bd-b645-74915181bba9 on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:15.477847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Port 901a00ae-b655-47bd-b645-74915181bba9 on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:15.478172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Attempting to bind port 901a00ae-b655-47bd-b645-74915181bba9 on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:15.505322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16ef3547-ea39-4087-96ab-db33c3284cee req-9230a47f-de4e-4dfd-b074-80dee575990a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954795 Feb 19 01:01:15.506671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:15.508578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Checking segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:15.509289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Bound using segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:15.511211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Bound port: 901a00ae-b655-47bd-b645-74915181bba9, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:15.511759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (901a00ae-b655-47bd-b645-74915181bba9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.528393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5120c8c0-288b-4c6c-8628-5a6115acaeb3']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:15.590162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb67fd3-3a45-4750-ba62-128e1c372bf1') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:15.590456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb67fd3-3a45-4750-ba62-128e1c372bf1') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:15.667503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (3bb67fd3-3a45-4750-ba62-128e1c372bf1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.668864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:15.683394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'mac_address': 'fa:16:3e:bc:0e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:15.686659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-48b31276-41ae-42a2-b3db-e7f265ebe24e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212804 Feb 19 01:01:15.698207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f709874d-1c9c-4f56-8a26-aeb5d76fb4c1 req-eb9ca5bd-584b-4843-bb86-0f591be90385 tempest-TenantUsagesTestJSON-1519006607 tempest-TenantUsagesTestJSON-1519006607-project] 10.222.0.43 "GET /v2.0/ports?device_id=51676e94-61c8-48f8-b0a0-6b03b9f08ff2 HTTP/1.1" status: 200 len: 210 time: 0.0553184 Feb 19 01:01:15.707764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] For port 901a00ae-b655-47bd-b645-74915181bba9, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:15.744176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] For port 901a00ae-b655-47bd-b645-74915181bba9, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=901a00ae-b655-47bd-b645-74915181bba9,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:15.753051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:15.753555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.753920 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (901a00ae-b655-47bd-b645-74915181bba9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.768904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3bb67fd3-3a45-4750-ba62-128e1c372bf1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.771234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:15.793183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:15.793592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (3bb67fd3-3a45-4750-ba62-128e1c372bf1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.799541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:15.800097 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:15.810543 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.834697 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d33a2c7-9377-446f-8737-de8a21954867 x-openstack-request-id: req-3d33a2c7-9377-446f-8737-de8a21954867 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:15.835356 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51676e94-61c8-48f8-b0a0-6b03b9f08ff2", "name": "network-vif-deleted", "tag": "9b69ae22-805c-423a-8d40-eb13d5a3d906", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:15.835356 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d33a2c7-9377-446f-8737-de8a21954867 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:15.835790 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51676e94-61c8-48f8-b0a0-6b03b9f08ff2', 'name': 'network-vif-deleted', 'tag': '9b69ae22-805c-423a-8d40-eb13d5a3d906', 'status': 'completed', 'code': 200} Feb 19 01:01:15.840785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Pushing event updated for resources: {'Port': ['ID=901a00ae-b655-47bd-b645-74915181bba9,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.858044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.858855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.861670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-30a73a60-4dc7-4135-9002-4bcd5644c52f service neutron] 10.222.0.10 "PUT /v2.0/ports/901a00ae-b655-47bd-b645-74915181bba9 HTTP/1.1" status: 200 len: 1092 time: 2.6395531 Feb 19 01:01:15.868743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c75850d3-3bd4-48cf-ac76-9baef22c5b43 admin admin] Publish callbacks [] for security_group (1d4cc105-62ac-493a-97f4-159852d88f27), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.926779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c75850d3-3bd4-48cf-ac76-9baef22c5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1d4cc105-62ac-493a-97f4-159852d88f27), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.932481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.983099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd334-9252-47ad-8798-993e1b77b8f8 req-2b94f929-0d98-457d-94ab-7b2d075beb2e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.989959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa2dd334-9252-47ad-8798-993e1b77b8f8 req-2b94f929-0d98-457d-94ab-7b2d075beb2e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.3456631 Feb 19 01:01:15.993528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09dad116-49db-4363-803f-96fb78ce44a9 req-0eb0f15c-2636-491f-a252-7f1e72754e9f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 210 time: 0.0495670 Feb 19 01:01:16.015904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b40947-eff1-4806-b565-8ff24ecebdd2 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:16.021136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5120c8c0-288b-4c6c-8628-5a6115acaeb3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.025600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-de3816ba-bc4b-46be-ae90-9125f632e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.027639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-de3816ba-bc4b-46be-ae90-9125f632e8e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 1126 time: 0.1072681 Feb 19 01:01:16.035163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Publish callbacks [] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.053207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.059590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5120c8c0-288b-4c6c-8628-5a6115acaeb3 HTTP/1.1" status: 204 len: 168 time: 2.8714359 Feb 19 01:01:16.066168 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c238dd3d-b42a-4f6b-a81f-21558d4c4cab req-c5653e23-9ae6-4fad-9bf8-e87d06c1695b service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648169 Feb 19 01:01:16.079095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:16.082202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c75850d3-3bd4-48cf-ac76-9baef22c5b43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89c54341ca744712bbe15fb1cde978ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0487998 Feb 19 01:01:16.089431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46684) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:16.090435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75850d3-3bd4-48cf-ac76-9baef22c5b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4cc105-62ac-493a-97f4-159852d88f27,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:16.096585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4a695-76d8-487f-81ca-a95b33d2dfd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5120c8c0-288b-4c6c-8628-5a6115acaeb3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:16.112967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Transition to ACTIVE for port object 60b40947-eff1-4806-b565-8ff24ecebdd2 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:16.131620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-b0c22c68-2f2b-45c0-9acc-1f5bf533e7ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=901a00ae-b655-47bd-b645-74915181bba9 HTTP/1.1" status: 200 len: 217 time: 0.0953720 Feb 19 01:01:16.138638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.223794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5bf63fc0-1920-48ac-a3ec-d408c1d26cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.225388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5bf63fc0-1920-48ac-a3ec-d408c1d26cd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 200 len: 857 time: 0.0884342 Feb 19 01:01:16.265422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-02d48895-f673-4785-8c41-c9daff1dee92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=654e73aa-85d3-4d66-8e91-c70ca9433a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334599 Feb 19 01:01:16.267341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa2dd334-9252-47ad-8798-993e1b77b8f8 req-e1e531a4-7b63-4e0c-86d6-86f300e489d6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764101 Feb 19 01:01:16.374851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=60b40947-eff1-4806-b565-8ff24ecebdd2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:16.421435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Allocated IP 172.20.0.2 (654e73aa-85d3-4d66-8e91-c70ca9433a13/d4491241-318e-4265-9706-03ceaccc9be8/4412fd7a-c649-4541-8726-07202f9e6e5c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:16.445050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46692) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:16.469600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a91aed6-30b9-4914-a3d6-4c592f14ef12 admin admin] Publish callbacks [] for security_group (1d4cc105-62ac-493a-97f4-159852d88f27), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.511117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-a588bc8a-789c-414d-9808-77aa587bcde8 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293088 Feb 19 01:01:16.623363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c85e3e5d-62be-4b36-91f2-620aac282609 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=121b2cba28a04f38b680dc3bf295270c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727769 Feb 19 01:01:16.623652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46700) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:16.671023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f686e-21f9-4083-a170-119706580134 req-f3973311-70ce-4d8b-97d1-4d5aac3325f7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.672515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d0f686e-21f9-4083-a170-119706580134 req-f3973311-70ce-4d8b-97d1-4d5aac3325f7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 949 time: 0.1859162 Feb 19 01:01:16.674881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a91aed6-30b9-4914-a3d6-4c592f14ef12 admin admin] Publish callbacks [] for security_group (1d4cc105-62ac-493a-97f4-159852d88f27), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.718747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8278b428-c347-475e-9e99-0a23b3ca00f2 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858215 Feb 19 01:01:16.744385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c26338-3f45-4eb5-9e63-f77537eadbbd admin admin] Publish callbacks [] for security_group (8e5541c1-e4cf-463b-b697-eb6dfb1ef051), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.764271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d0f686e-21f9-4083-a170-119706580134 req-92426f15-e60f-425f-8b26-f4e144d75695 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786226 Feb 19 01:01:16.781911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c26338-3f45-4eb5-9e63-f77537eadbbd admin admin] Publish callbacks [] for security_group (8e5541c1-e4cf-463b-b697-eb6dfb1ef051), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.792412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Attempting to bind port 60b40947-eff1-4806-b565-8ff24ecebdd2 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:16.792412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Attempting to bind port 60b40947-eff1-4806-b565-8ff24ecebdd2 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:16.792412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Attempting to bind port 60b40947-eff1-4806-b565-8ff24ecebdd2 on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:16.803315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Port 60b40947-eff1-4806-b565-8ff24ecebdd2 on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:16.803765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Attempting to bind port 60b40947-eff1-4806-b565-8ff24ecebdd2 on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:16.827273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:16.827273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Checking segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:16.827273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Bound using segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:16.827273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Bound port: 60b40947-eff1-4806-b565-8ff24ecebdd2, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:16.827814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.866506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c26338-3f45-4eb5-9e63-f77537eadbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8e5541c1-e4cf-463b-b697-eb6dfb1ef051), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.866796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3de2f-5ca7-46e8-a0a0-5ce5501dcb71 req-beb5db7b-1b00-4a30-b534-44c2f9da78f6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.870307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c26338-3f45-4eb5-9e63-f77537eadbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.873789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50c26338-3f45-4eb5-9e63-f77537eadbbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e5541c1-e4cf-463b-b697-eb6dfb1ef051 HTTP/1.1" status: 204 len: 168 time: 0.2471862 Feb 19 01:01:16.885019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6b3de2f-5ca7-46e8-a0a0-5ce5501dcb71 req-beb5db7b-1b00-4a30-b534-44c2f9da78f6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.2517169 Feb 19 01:01:16.886988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26338-3f45-4eb5-9e63-f77537eadbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5541c1-e4cf-463b-b697-eb6dfb1ef051,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.031802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] For port 60b40947-eff1-4806-b565-8ff24ecebdd2, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:17.050520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] For port 60b40947-eff1-4806-b565-8ff24ecebdd2, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=60b40947-eff1-4806-b565-8ff24ecebdd2,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:17.071148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.080304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a91aed6-30b9-4914-a3d6-4c592f14ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1d4cc105-62ac-493a-97f4-159852d88f27), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.082950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a91aed6-30b9-4914-a3d6-4c592f14ef12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.086954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7a91aed6-30b9-4914-a3d6-4c592f14ef12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d4cc105-62ac-493a-97f4-159852d88f27 HTTP/1.1" status: 204 len: 168 time: 0.9842901 Feb 19 01:01:17.094145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks [] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.132277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91aed6-30b9-4914-a3d6-4c592f14ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4cc105-62ac-493a-97f4-159852d88f27,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.203830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6b3de2f-5ca7-46e8-a0a0-5ce5501dcb71 req-5d0b0506-4581-4a2f-8585-414a6ceb9dd2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178277 Feb 19 01:01:17.238812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.242791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.244471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] 10.222.0.89 "PUT /v2.0/ports/60b40947-eff1-4806-b565-8ff24ecebdd2 HTTP/1.1" status: 200 len: 1091 time: 3.0564530 Feb 19 01:01:17.248308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b1ff069-9161-44af-9987-ff53e469d393 req-931566dd-4db9-4b0b-bf3f-88ce32a56e38 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 210 time: 0.1058314 Feb 19 01:01:17.249398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'tag': '60b40947-eff1-4806-b565-8ff24ecebdd2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:17.252136 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bddae57-5bb9-42a1-b92f-33a662455df4" -d '{"events": [{"name": "network-changed", "server_uuid": "10c8122c-070a-487a-bfd8-6062416b4cfa", "tag": "60b40947-eff1-4806-b565-8ff24ecebdd2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:17.363280 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e872e031-eb80-424e-9462-9305073b3380 x-openstack-request-id: req-e872e031-eb80-424e-9462-9305073b3380 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:17.363662 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c8122c-070a-487a-bfd8-6062416b4cfa", "tag": "60b40947-eff1-4806-b565-8ff24ecebdd2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:17.363888 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e872e031-eb80-424e-9462-9305073b3380 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:17.364308 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'tag': '60b40947-eff1-4806-b565-8ff24ecebdd2', 'status': 'completed', 'code': 200} Feb 19 01:01:17.407119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e53d9-346c-4987-b6c8-adb151881ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=60b40947-eff1-4806-b565-8ff24ecebdd2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.435928 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.450167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-1a421561-5ed6-443a-bcfa-bc65b072c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.450405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b6ce5269-d77b-442b-8a8e-342692f02574 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:17.452470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-1a421561-5ed6-443a-bcfa-bc65b072c0a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 1125 time: 0.1227956 Feb 19 01:01:17.497532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Network 654e73aa-85d3-4d66-8e91-c70ca9433a13 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:17.517811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbbcb-9760-46f6-b310-9cacddbbb0e5 req-f263cdeb-bec3-4f78-a873-d4acde6a262e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.524442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a06bbbcb-9760-46f6-b310-9cacddbbb0e5 req-f263cdeb-bec3-4f78-a873-d4acde6a262e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1048243 Feb 19 01:01:17.538189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:17.550686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:17.587370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port b6ce5269-d77b-442b-8a8e-342692f02574 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:17.598479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port b6ce5269-d77b-442b-8a8e-342692f02574 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:17.599009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.599612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-a177348d-86a3-4241-96d8-8e52f2f0f7cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b40947-eff1-4806-b565-8ff24ecebdd2 HTTP/1.1" status: 200 len: 217 time: 0.1201029 Feb 19 01:01:17.646175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a06bbbcb-9760-46f6-b310-9cacddbbb0e5 req-9393b417-36c3-4e85-b563-c55a02612f1e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084867 Feb 19 01:01:17.673240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Pushing event updated for resources: {'Port': ['ID=4412fd7a-c649-4541-8726-07202f9e6e5c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.696645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46728) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:17.768038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-05f7a49a-552e-4b5c-8b4d-b3f0f77f1ea2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d76a9e33efa64e4d9754fae9f551c83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702033 Feb 19 01:01:17.774263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46734) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:17.775370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.776048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.831673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b6ce5269-d77b-442b-8a8e-342692f02574 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:17.831857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8997c904-e34a-4aa0-950b-ecc0d586603d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3332610 Feb 19 01:01:17.832140 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.845431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-b7f94186-3d45-42d1-b9fd-f12e5cf60714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.847063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-b7f94186-3d45-42d1-b9fd-f12e5cf60714 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 200 len: 857 time: 0.2179544 Feb 19 01:01:17.850448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d94a6-d97b-45b6-8f34-2979830225e7', 'tag': '901a00ae-b655-47bd-b645-74915181bba9'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:17.852283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Request body: {'port': {'device_id': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:17.865419 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f2cc4-db48-4068-82c9-b3736f9eb7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "036d94a6-d97b-45b6-8f34-2979830225e7", "tag": "901a00ae-b655-47bd-b645-74915181bba9"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:17.901213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46740) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:17.922907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b6ce5269-d77b-442b-8a8e-342692f02574, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b6ce5269-d77b-442b-8a8e-342692f02574,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:17.925607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce5269-d77b-442b-8a8e-342692f02574'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:17.934559 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dd2c83-7e81-43cf-a765-6f80ae5654ce" -d '{"events": [{"server_uuid": "1d915cf2-fa28-4df9-9f7d-277dd25e29c8", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce5269-d77b-442b-8a8e-342692f02574"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:17.945998 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.946800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:17.958478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e383468c-eb55-49c7-927d-540b63e23801 admin admin] Publish callbacks [] for security_group (ac73fb09-b0d0-4d28-8f15-a0fff07f6830), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.965752 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cdd626-4a61-4d71-90ad-892d1f2c4e9b x-openstack-request-id: req-82cdd626-4a61-4d71-90ad-892d1f2c4e9b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:17.967505 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036d94a6-d97b-45b6-8f34-2979830225e7", "tag": "901a00ae-b655-47bd-b645-74915181bba9", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:17.967831 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82cdd626-4a61-4d71-90ad-892d1f2c4e9b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:17.968306 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036d94a6-d97b-45b6-8f34-2979830225e7', 'tag': '901a00ae-b655-47bd-b645-74915181bba9', 'status': 'completed', 'code': 200} Feb 19 01:01:18.005950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-0acbf974-f11a-41dd-998c-71821312bfb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=654e73aa-85d3-4d66-8e91-c70ca9433a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312115 Feb 19 01:01:18.093515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e383468c-eb55-49c7-927d-540b63e23801 admin admin] Publish callbacks [] for security_group (ac73fb09-b0d0-4d28-8f15-a0fff07f6830), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.111967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.188412 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.217994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af81df-0d5e-4869-9850-2dca4d50b055 req-b14f1663-1fcf-40a9-9845-f80dc870b208 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.225160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1af81df-0d5e-4869-9850-2dca4d50b055 req-b14f1663-1fcf-40a9-9845-f80dc870b208 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 949 time: 0.3306103 Feb 19 01:01:18.230337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5269-d77b-442b-8a8e-342692f02574,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:18.239146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:18.248650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-28883093-d189-48ec-810f-abebbc23cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.249636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:18.250024 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.250711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-28883093-d189-48ec-810f-abebbc23cc16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 1126 time: 0.2467139 Feb 19 01:01:18.350681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-8f0bba9d-bd7f-4ea1-a465-45d634003a33 service neutron] 10.222.0.89 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327522 Feb 19 01:01:18.402330 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719acfa-1fb7-4b9c-9b8b-ec33e54314a9 x-openstack-request-id: req-8719acfa-1fb7-4b9c-9b8b-ec33e54314a9 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:18.402874 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d915cf2-fa28-4df9-9f7d-277dd25e29c8", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce5269-d77b-442b-8a8e-342692f02574", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:18.403298 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8719acfa-1fb7-4b9c-9b8b-ec33e54314a9 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:18.403852 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce5269-d77b-442b-8a8e-342692f02574', 'code': 200} Feb 19 01:01:18.423248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:18.423858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.454127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e383468c-eb55-49c7-927d-540b63e23801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ac73fb09-b0d0-4d28-8f15-a0fff07f6830), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.457062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e383468c-eb55-49c7-927d-540b63e23801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.458243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e383468c-eb55-49c7-927d-540b63e23801 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac73fb09-b0d0-4d28-8f15-a0fff07f6830 HTTP/1.1" status: 204 len: 168 time: 0.6827471 Feb 19 01:01:18.466457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:18.473444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.496635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1af81df-0d5e-4869-9850-2dca4d50b055 req-4962cde0-cc33-4a8a-ae20-467c5a346669 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704067 Feb 19 01:01:18.530580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383468c-eb55-49c7-927d-540b63e23801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac73fb09-b0d0-4d28-8f15-a0fff07f6830,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:18.590039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:18.609755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-7a3ebadf-417c-4753-ae27-3601805a62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.611493 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-7a3ebadf-417c-4753-ae27-3601805a62c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 918 time: 0.3400824 Feb 19 01:01:18.701717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-00c1c029-34b0-4eee-97f9-1817e9bfec5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=901a00ae-b655-47bd-b645-74915181bba9 HTTP/1.1" status: 200 len: 217 time: 0.0577133 Feb 19 01:01:18.773727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862b141-ef18-41b9-9f3b-8658fcb62ec3 req-e9ae63ae-e7f6-4ac1-a724-fe8f1359012a tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.787980 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e862b141-ef18-41b9-9f3b-8658fcb62ec3 req-e9ae63ae-e7f6-4ac1-a724-fe8f1359012a tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 931 time: 0.1956100 Feb 19 01:01:18.822173 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-34b4c351-606a-49bd-ad30-2625659751d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2010173bfd542c394ffd58d7ac5063e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8764741 Feb 19 01:01:18.828592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46778) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:18.861882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:18.864237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-fec197b0-20ad-49b7-be82-06f8be9547c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.867488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-fec197b0-20ad-49b7-be82-06f8be9547c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 200 len: 857 time: 0.1574857 Feb 19 01:01:18.903343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e862b141-ef18-41b9-9f3b-8658fcb62ec3 req-6ae6f87a-3163-469d-a499-4d2b551b8609 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124589 Feb 19 01:01:18.968396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-8ce0e6fb-3ded-466d-a274-206319926d0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=654e73aa-85d3-4d66-8e91-c70ca9433a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614669 Feb 19 01:01:19.074083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7e68f911-11a9-48ea-b6a2-b1a754edf944 admin admin] Publish callbacks [] for security_group (a8471a15-6178-42b7-9bd7-f9e4afea96ac), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.134420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7e68f911-11a9-48ea-b6a2-b1a754edf944 admin admin] Publish callbacks [] for security_group (a8471a15-6178-42b7-9bd7-f9e4afea96ac), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.153903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1156091683-network', 'tenant_id': 'f581bdf3ab16444fb9804fbdf1fd46c7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:19.192730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-54d21a2c-2dda-44a5-ad10-313c8b0d7c79 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179327 Feb 19 01:01:19.230572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570411f-1234-4709-bcb1-2a6e6c6e4915 req-73fc11ff-1ce3-4f6f-9882-a7f76603593d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:19.232122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1570411f-1234-4709-bcb1-2a6e6c6e4915 req-73fc11ff-1ce3-4f6f-9882-a7f76603593d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 945 time: 0.2038980 Feb 19 01:01:19.247815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Made reservation on behalf of f581bdf3ab16444fb9804fbdf1fd46c7 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:19.250579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.300975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.333916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7e68f911-11a9-48ea-b6a2-b1a754edf944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a8471a15-6178-42b7-9bd7-f9e4afea96ac), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.336163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7e68f911-11a9-48ea-b6a2-b1a754edf944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.337329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7e68f911-11a9-48ea-b6a2-b1a754edf944 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8471a15-6178-42b7-9bd7-f9e4afea96ac HTTP/1.1" status: 204 len: 168 time: 0.5051296 Feb 19 01:01:19.381963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4412fd7a-c649-4541-8726-07202f9e6e5c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:19.384805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f911-11a9-48ea-b6a2-b1a754edf944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8471a15-6178-42b7-9bd7-f9e4afea96ac,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:19.418517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1570411f-1234-4709-bcb1-2a6e6c6e4915 req-47b39138-6c66-4a5c-8da2-83d0243c98a6 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746247 Feb 19 01:01:19.422893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-150f2cc4-db48-4068-82c9-b3736f9eb7e6 req-a335024a-b389-49e8-90e6-709f174d1ff3 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213080 Feb 19 01:01:19.434051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0caa35-33f6-4717-a44e-e69cb1574aeb req-367985ff-de95-4d3c-9035-7d6cfdb7dc40 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:19.454333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e0caa35-33f6-4717-a44e-e69cb1574aeb req-367985ff-de95-4d3c-9035-7d6cfdb7dc40 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.9336739 Feb 19 01:01:19.462430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 901a00ae-b655-47bd-b645-74915181bba9 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:19.520373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Publish callbacks [] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.585758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-3b4f5224-ba32-4fd3-866a-e7a24c51b8ff service neutron] 10.222.0.89 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0438602 Feb 19 01:01:19.589046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks [] for security_group (27489f5f-dc41-4ecf-913f-d73548f0db44), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.610962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Transition to ACTIVE for port object 4412fd7a-c649-4541-8726-07202f9e6e5c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:19.627228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.628794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (27489f5f-dc41-4ecf-913f-d73548f0db44), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.656170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6214-ab65-4996-9aa8-c26353aa8002 req-023bc645-b89a-4c5d-b0d9-ac9c6a62f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:19.658230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fc6214-ab65-4996-9aa8-c26353aa8002 req-023bc645-b89a-4c5d-b0d9-ac9c6a62f709 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 1131 time: 1.1257472 Feb 19 01:01:19.671288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 901a00ae-b655-47bd-b645-74915181bba9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=901a00ae-b655-47bd-b645-74915181bba9,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:19.686865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:19.687803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:19.696422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '901a00ae-b655-47bd-b645-74915181bba9', 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'port_id': '901a00ae-b655-47bd-b645-74915181bba9', 'mac_address': 'fa:16:3e:4f:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4491241-318e-4265-9706-03ceaccc9be8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:19.743711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 901a00ae-b655-47bd-b645-74915181bba9 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:19.744683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (901a00ae-b655-47bd-b645-74915181bba9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.750076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f9e460f4-bd2b-4be7-b9fe-64e4e2affab8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.750442 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Added segment f9e460f4-bd2b-4be7-b9fe-64e4e2affab8 of type vlan for network 52b21aec-95fb-4aea-a9be-a808e4cf5277 Feb 19 01:01:19.753063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27489f5f-dc41-4ecf-913f-d73548f0db44,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:19.765616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901a00ae-b655-47bd-b645-74915181bba9 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:19.794653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 901a00ae-b655-47bd-b645-74915181bba9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=901a00ae-b655-47bd-b645-74915181bba9,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:19.802711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (901a00ae-b655-47bd-b645-74915181bba9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.846062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e0caa35-33f6-4717-a44e-e69cb1574aeb req-11309f08-e82f-441f-a164-52db637fe040 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893464 Feb 19 01:01:19.863878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85050-900b-4ae5-8085-500271ff9363 req-1e803c10-ca12-4f6e-a00e-4138668e0016 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:19.871095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04b85050-900b-4ae5-8085-500271ff9363 req-1e803c10-ca12-4f6e-a00e-4138668e0016 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.3193808 Feb 19 01:01:19.871921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=901a00ae-b655-47bd-b645-74915181bba9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:19.953033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Pushing event updated for resources: {'Port': ['ID=4412fd7a-c649-4541-8726-07202f9e6e5c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:19.963742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (52b21aec-95fb-4aea-a9be-a808e4cf5277), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.963960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fc6214-ab65-4996-9aa8-c26353aa8002 req-6cb36641-0278-4916-ba2a-504981b4719b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921894 Feb 19 01:01:19.973934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-network', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:19.979422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46812) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:20.019082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-c1b2b182-7fca-4fca-b22e-26701fca7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.020667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-c1b2b182-7fca-4fca-b22e-26701fca7acf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 1125 time: 0.3469305 Feb 19 01:01:20.028771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1618df2c-1f97-4c0c-8033-038145c516a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.068856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Made reservation on behalf of 3c0341440e3e49ef8de94067f93e5d04 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:20.071828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.072640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['901a00ae-b655-47bd-b645-74915181bba9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:20.088356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04b85050-900b-4ae5-8085-500271ff9363 req-1ad0b641-63bb-4b45-81c3-8089ceb023b6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162957 Feb 19 01:01:20.095592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-2cb40bb6-837d-4630-ae66-f2ab9b8e5676 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.099698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Attempting to bind port 4412fd7a-c649-4541-8726-07202f9e6e5c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:20.100388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Attempting to bind port 4412fd7a-c649-4541-8726-07202f9e6e5c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:20.100785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Attempting to bind port 4412fd7a-c649-4541-8726-07202f9e6e5c on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:20.108257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-2cb40bb6-837d-4630-ae66-f2ab9b8e5676 tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.10 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 945 time: 0.3417878 Feb 19 01:01:20.119266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Port 4412fd7a-c649-4541-8726-07202f9e6e5c on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:20.119821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Attempting to bind port 4412fd7a-c649-4541-8726-07202f9e6e5c on network 654e73aa-85d3-4d66-8e91-c70ca9433a13 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:20.130908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (52b21aec-95fb-4aea-a9be-a808e4cf5277), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.132487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.132730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:20.134447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Checking segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:20.134447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Bound using segment: {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:20.134447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Bound port: 4412fd7a-c649-4541-8726-07202f9e6e5c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2b40cf-3668-404c-9a57-916815d42feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:20.134447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.145803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb67da5-a5a7-46fe-979e-f0cdaa000894 req-f8fa73a4-2a41-46a0-ac6b-41494a28e2ae tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.146347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.148475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-beb67da5-a5a7-46fe-979e-f0cdaa000894 req-f8fa73a4-2a41-46a0-ac6b-41494a28e2ae tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 950 time: 0.1762166 Feb 19 01:01:20.159089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.177200 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e744e83-9f0c-4595-8b21-55c0094bf62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.263053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-ef9bc820-bf68-4e86-b455-40208621e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.264664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-ef9bc820-bf68-4e86-b455-40208621e409 service neutron] 10.222.0.89 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 918 time: 0.2333121 Feb 19 01:01:20.306250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-beb67da5-a5a7-46fe-979e-f0cdaa000894 req-e54b061b-48e0-41dd-ad55-b6dad224d938 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375897 Feb 19 01:01:20.324786 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4559617 Feb 19 01:01:20.336430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46814) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:20.339390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34656cc8-b131-4b6d-bac0-fb52d81737d9 admin admin] Pushing event updated for resources: {'Network': ['ID=52b21aec-95fb-4aea-a9be-a808e4cf5277,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.350670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Request body: {'subnet': {'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1156091683-subnet', 'tenant_id': 'f581bdf3ab16444fb9804fbdf1fd46c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:20.355681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 52b21aec-95fb-4aea-a9be-a808e4cf5277 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:20.361417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-4856d086-5517-4dcb-8214-fa6bdaa28e0a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b40947-eff1-4806-b565-8ff24ecebdd2 HTTP/1.1" status: 200 len: 217 time: 0.0728660 Feb 19 01:01:20.408586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] For port 4412fd7a-c649-4541-8726-07202f9e6e5c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:20.439241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Made reservation on behalf of f581bdf3ab16444fb9804fbdf1fd46c7 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:20.442753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.454206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] For port 4412fd7a-c649-4541-8726-07202f9e6e5c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4412fd7a-c649-4541-8726-07202f9e6e5c,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:20.459545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:20.463689 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5706a-bb5d-4b3b-9c61-b250e0a01d4b" -d '{"events": [{"server_uuid": "e9a6b8ec-16da-4103-add6-30af55b04dfb", "name": "network-vif-plugged", "status": "completed", "tag": "2c59e132-f8d0-4808-9ee6-5413f8c8ffc7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:20.473380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.481674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5487312-3eaa-4a14-9ebf-43c2fa99cfe2 req-81e44cf6-75f5-42d8-887c-a6c13a6b6103 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.488574 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5487312-3eaa-4a14-9ebf-43c2fa99cfe2 req-81e44cf6-75f5-42d8-887c-a6c13a6b6103 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 943 time: 0.2590368 Feb 19 01:01:20.511006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-45a6b9d6-bc83-498c-ae4c-c5abbcc89c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.513255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-45a6b9d6-bc83-498c-ae4c-c5abbcc89c10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 200 len: 857 time: 0.1405659 Feb 19 01:01:20.543612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1618df2c-1f97-4c0c-8033-038145c516a9 admin admin] Publish callbacks [] for security_group (009e6293-7bf1-4bb3-8a07-548ba4bc1696), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.559573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.560247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.561717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] 10.222.0.10 "PUT /v2.0/ports/4412fd7a-c649-4541-8726-07202f9e6e5c HTTP/1.1" status: 200 len: 1091 time: 2.7136929 Feb 19 01:01:20.566941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1618df2c-1f97-4c0c-8033-038145c516a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (009e6293-7bf1-4bb3-8a07-548ba4bc1696), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.594366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'tag': '4412fd7a-c649-4541-8726-07202f9e6e5c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:20.596981 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357247a-5be3-449a-ac51-76db5885d0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d31757c-b979-4a21-9123-ff55ae8997fc", "tag": "4412fd7a-c649-4541-8726-07202f9e6e5c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:20.614428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-0d20cae4-c228-4c6e-9f6a-4c2820dc9e41 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=654e73aa-85d3-4d66-8e91-c70ca9433a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824604 Feb 19 01:01:20.666422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks [] for security_group (0c18ea1b-b5c2-430a-b88f-e61697c35d6f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.673532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Deleting port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:20.673866 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.699955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1618df2c-1f97-4c0c-8033-038145c516a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce24467dd0f541d4a3098577ddda7df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7159348 Feb 19 01:01:20.699955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0c18ea1b-b5c2-430a-b88f-e61697c35d6f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.704422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46822) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:20.715599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021989d-af4e-423a-9d7b-cf39d4c88315 service neutron] Pushing event updated for resources: {'Port': ['ID=4412fd7a-c649-4541-8726-07202f9e6e5c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.717543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5487312-3eaa-4a14-9ebf-43c2fa99cfe2 req-e30fe5c2-0155-4bfc-870a-75b5739215f9 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280631 Feb 19 01:01:20.759149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618df2c-1f97-4c0c-8033-038145c516a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009e6293-7bf1-4bb3-8a07-548ba4bc1696,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.763519 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff8630-220e-4e1f-a297-755b91b505bb x-openstack-request-id: req-46ff8630-220e-4e1f-a297-755b91b505bb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:20.764394 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a6b8ec-16da-4103-add6-30af55b04dfb", "name": "network-vif-plugged", "status": "completed", "tag": "2c59e132-f8d0-4808-9ee6-5413f8c8ffc7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:20.764894 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46ff8630-220e-4e1f-a297-755b91b505bb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:20.765508 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'code': 200} Feb 19 01:01:20.795080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:20.816435 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4112bd-44d2-4b97-a3ab-5374a2594954 x-openstack-request-id: req-ee4112bd-44d2-4b97-a3ab-5374a2594954 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:20.817187 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d31757c-b979-4a21-9123-ff55ae8997fc", "tag": "4412fd7a-c649-4541-8726-07202f9e6e5c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:20.817187 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee4112bd-44d2-4b97-a3ab-5374a2594954 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:20.817570 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'tag': '4412fd7a-c649-4541-8726-07202f9e6e5c', 'status': 'completed', 'code': 200} Feb 19 01:01:20.851975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afe4b8-7fbe-409a-860c-6a7b6514c3e6 req-3b6db850-ff7c-474b-abab-63f27cd3b6dd tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.853498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9afe4b8-7fbe-409a-860c-6a7b6514c3e6 req-3b6db850-ff7c-474b-abab-63f27cd3b6dd tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 945 time: 0.3191214 Feb 19 01:01:20.865107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d3d6271b-ce4f-422b-8043-ecdce5c1c2d9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.865591 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Added segment d3d6271b-ce4f-422b-8043-ecdce5c1c2d9 of type vlan for network a376a0da-e2cc-41eb-95d8-cbc9f938b028 Feb 19 01:01:20.894276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18ea1b-b5c2-430a-b88f-e61697c35d6f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.905738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5efc0ac0-d415-4aa4-9f87-f69b9d864129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.907606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-5efc0ac0-d415-4aa4-9f87-f69b9d864129 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 1125 time: 0.2716472 Feb 19 01:01:20.925435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-197a6780-6547-4b79-b3fb-e5b4d7e91f0c service neutron] 10.222.0.89 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854586 Feb 19 01:01:20.959259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a376a0da-e2cc-41eb-95d8-cbc9f938b028), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.969234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] For port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,segment=NetworkSegment(909df476-3fef-4202-b136-557672ea1552),segment_id=909df476-3fef-4202-b136-557672ea1552)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:20.969606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.039530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Calling delete_port for 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:21.042620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0510647-5356-425a-9b74-d55183bc15be admin admin] Publish callbacks [] for security_group (009e6293-7bf1-4bb3-8a07-548ba4bc1696), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.049378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bddae57-5bb9-42a1-b92f-33a662455df4 req-e2d1fc13-5b8b-420c-859b-b3b6d69bd626 service neutron] 10.222.0.89 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878663 Feb 19 01:01:21.051029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-15e6a94e-22e6-4687-adff-ae08062dc46e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4412fd7a-c649-4541-8726-07202f9e6e5c HTTP/1.1" status: 200 len: 217 time: 0.1337235 Feb 19 01:01:21.096976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (08b37761-a974-4972-b12c-dca998fcf55f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.124568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a227d-fe32-4efb-8f6b-01106bcc2dd4 req-731d1793-e582-4dd2-a320-8785c190e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.126768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-951a227d-fe32-4efb-8f6b-01106bcc2dd4 req-731d1793-e582-4dd2-a320-8785c190e162 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 1132 time: 0.2704675 Feb 19 01:01:21.152960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9afe4b8-7fbe-409a-860c-6a7b6514c3e6 req-45dda507-7434-4762-95b8-65c7839f172d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238beaa-d420-4112-84a9-2055c5dcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537446 Feb 19 01:01:21.153990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0510647-5356-425a-9b74-d55183bc15be admin admin] Publish callbacks [] for security_group (009e6293-7bf1-4bb3-8a07-548ba4bc1696), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.157120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a376a0da-e2cc-41eb-95d8-cbc9f938b028), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.158078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.158664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.172295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-9e388b38-d5d9-49ab-9f6e-75e487f98028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.177916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-9e388b38-d5d9-49ab-9f6e-75e487f98028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 200 len: 857 time: 0.1188385 Feb 19 01:01:21.232772 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-383cf901-db50-4e42-bc65-a5c5236148e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=654e73aa-85d3-4d66-8e91-c70ca9433a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416276 Feb 19 01:01:21.325136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6349483 Feb 19 01:01:21.342329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:21.344886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-951a227d-fe32-4efb-8f6b-01106bcc2dd4 req-dbecded9-19d7-47a8-88ee-595bfffbe802 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882954 Feb 19 01:01:21.364357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Request body: {'subnet': {'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-subnet', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:21.378449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-10b8226b-9b8d-45d0-b0dc-5603e62a704b service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391928 Feb 19 01:01:21.387402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a049e-540f-48ff-b218-ba836a7ee73a req-4fbebeca-98b4-476b-958f-408205be35bf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.388920 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a2a049e-540f-48ff-b218-ba836a7ee73a req-4fbebeca-98b4-476b-958f-408205be35bf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.3861294 Feb 19 01:01:21.389571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b37761-a974-4972-b12c-dca998fcf55f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:21.397358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62231f-731f-4631-9fe3-946b22fa05b7 req-b97c4a7f-58ea-4ce1-9934-afd91d6484e0 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.400659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d62231f-731f-4631-9fe3-946b22fa05b7 req-b97c4a7f-58ea-4ce1-9934-afd91d6484e0 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0932195 Feb 19 01:01:21.401856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f30a0-fd06-4ccb-8d70-eb495527782d admin admin] Pushing event updated for resources: {'Network': ['ID=a376a0da-e2cc-41eb-95d8-cbc9f938b028,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:21.422065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:21.439723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Checking segment: {'id': 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:21.440079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Network hostable DHCP agents. Network: 52b21aec-95fb-4aea-a9be-a808e4cf5277, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:21.451451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Made reservation on behalf of 3c0341440e3e49ef8de94067f93e5d04 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:21.453944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.457353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d62231f-731f-4631-9fe3-946b22fa05b7 req-9919f3b3-6799-4369-9371-6cffce236c9a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Feb 19 01:01:21.481736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0510647-5356-425a-9b74-d55183bc15be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (009e6293-7bf1-4bb3-8a07-548ba4bc1696), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.484281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0510647-5356-425a-9b74-d55183bc15be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.485378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0510647-5356-425a-9b74-d55183bc15be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/009e6293-7bf1-4bb3-8a07-548ba4bc1696 HTTP/1.1" status: 204 len: 168 time: 0.7667038 Feb 19 01:01:21.495208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 901a00ae-b655-47bd-b645-74915181bba9 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:21.579809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0510647-5356-425a-9b74-d55183bc15be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009e6293-7bf1-4bb3-8a07-548ba4bc1696,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:21.589524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Network 52b21aec-95fb-4aea-a9be-a808e4cf5277 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:21.615027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a2a049e-540f-48ff-b218-ba836a7ee73a req-9c8f8bc2-3104-486b-a351-d2e6b540d14c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956098 Feb 19 01:01:21.643785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 52b21aec-95fb-4aea-a9be-a808e4cf5277) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:21.651081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.653840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.661954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb828e4-d29f-438f-8acb-b435a0a4da0f None None] Network 52b21aec-95fb-4aea-a9be-a808e4cf5277 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:21.663410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (18df578e-8d0a-402a-a5e0-e37e6fb01bf2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.709340 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ce30eccd-5ec0-432e-900e-f54838a30e87 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3707519 Feb 19 01:01:21.710951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Pushing event deleted for resources: {'Port': ['ID=18df578e-8d0a-402a-a5e0-e37e6fb01bf2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:21.746368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cbb5-1768-4c3d-9b9e-a4f33fc910a9 req-fd2f8550-7900-4251-830f-e235fb292aad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.758701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d16cbb5-1768-4c3d-9b9e-a4f33fc910a9 req-fd2f8550-7900-4251-830f-e235fb292aad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 950 time: 0.2232194 Feb 19 01:01:21.763161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 901a00ae-b655-47bd-b645-74915181bba9 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:21.778741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 901a00ae-b655-47bd-b645-74915181bba9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:21.794007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (901a00ae-b655-47bd-b645-74915181bba9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.835062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceba684f-a22b-4745-ab89-9229a6877ebe req-3915bcdf-01ac-4ce1-87fe-fd80daf3bfd0 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667320 Feb 19 01:01:21.896055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d16cbb5-1768-4c3d-9b9e-a4f33fc910a9 req-adee2b8b-44d6-4530-a6e9-ba87846ea1f9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360698 Feb 19 01:01:21.962701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a347df6-4b75-45bc-8555-0c4cd8c8eb16 None None] Network 52b21aec-95fb-4aea-a9be-a808e4cf5277 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:21.996183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-2fb61fac-e9a8-418e-9511-7583f163c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.000462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-2fb61fac-e9a8-418e-9511-7583f163c0ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29199b1ee1694e6c9d484167833bf5f2&device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 1125 time: 0.1031029 Feb 19 01:01:22.218422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-a49d3345-44ef-4f44-8860-9ff8fa251161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.219884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-a49d3345-44ef-4f44-8860-9ff8fa251161 service neutron] 10.222.0.10 "GET /v2.0/networks?id=654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 200 len: 918 time: 0.2102232 Feb 19 01:01:22.228960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] No DVR routers for this DVR port 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:22.246863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.250112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52e814c2-a4ec-4e25-8e26-a6edc3fce684 req-5bf56863-1df3-4774-9ef5-321859aabe7d tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.10 "DELETE /v2.0/ports/18df578e-8d0a-402a-a5e0-e37e6fb01bf2 HTTP/1.1" status: 204 len: 173 time: 2.0536883 Feb 19 01:01:22.250779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'name': 'network-vif-deleted', 'tag': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:22.254639 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ebb40e-5f46-4d63-a672-410c08556802" -d '{"events": [{"server_uuid": "5580eb54-e3ee-4335-a50f-daee7a5d000a", "name": "network-vif-deleted", "tag": "18df578e-8d0a-402a-a5e0-e37e6fb01bf2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:22.261872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 901a00ae-b655-47bd-b645-74915181bba9 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:22.262090 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (901a00ae-b655-47bd-b645-74915181bba9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.313636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 901a00ae-b655-47bd-b645-74915181bba9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=901a00ae-b655-47bd-b645-74915181bba9,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:22.319233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (901a00ae-b655-47bd-b645-74915181bba9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.321077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:22.347588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d08f3-6d9c-45bf-995a-685a6f6b3070 req-82cafc4e-d245-4bda-a2df-579e29ad1f5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.352675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-1ee2778d-87cc-4316-8238-c5da530f6d74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4412fd7a-c649-4541-8726-07202f9e6e5c HTTP/1.1" status: 200 len: 217 time: 0.1250002 Feb 19 01:01:22.355079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e19d08f3-6d9c-45bf-995a-685a6f6b3070 req-82cafc4e-d245-4bda-a2df-579e29ad1f5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 943 time: 0.4499691 Feb 19 01:01:22.358179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:22.358771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 18df578e-8d0a-402a-a5e0-e37e6fb01bf2 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:22.363489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (c1f21e9c-6cea-4005-a7ec-4020865ae5ba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.467719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=901a00ae-b655-47bd-b645-74915181bba9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:22.479596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-2e6a5e68-7ca9-4c52-895c-dbbaef2c3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.481082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-2e6a5e68-7ca9-4c52-895c-dbbaef2c3818 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 200 len: 857 time: 0.0895400 Feb 19 01:01:22.483672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-838aaeca-c782-412b-affd-afad650b9a3c req-0dc94f42-60b4-4c58-9994-afd189ef757a tempest-ServerTagsTestJSON-1811582005 tempest-ServerTagsTestJSON-1811582005-project] 10.222.0.43 "GET /v2.0/ports?device_id=5580eb54-e3ee-4335-a50f-daee7a5d000a HTTP/1.1" status: 200 len: 210 time: 0.1252515 Feb 19 01:01:22.538857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c352e0ca-784e-4d12-94a4-130d59d011c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.567677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-c1e2acf8-95df-4f01-bfa5-607d0d6faf3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=654e73aa-85d3-4d66-8e91-c70ca9433a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619626 Feb 19 01:01:22.570519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f21e9c-6cea-4005-a7ec-4020865ae5ba,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:22.601596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e19d08f3-6d9c-45bf-995a-685a6f6b3070 req-7d2ce737-f217-4b1d-848f-9e118d151433 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455726 Feb 19 01:01:22.618321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Checking segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:22.621517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Network hostable DHCP agents. Network: a376a0da-e2cc-41eb-95d8-cbc9f938b028, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:22.630904 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d46b00-2d26-4626-b997-d4fd218ac89f x-openstack-request-id: req-53d46b00-2d26-4626-b997-d4fd218ac89f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:22.631384 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5580eb54-e3ee-4335-a50f-daee7a5d000a", "name": "network-vif-deleted", "tag": "18df578e-8d0a-402a-a5e0-e37e6fb01bf2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:22.632389 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53d46b00-2d26-4626-b997-d4fd218ac89f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:22.633712 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5580eb54-e3ee-4335-a50f-daee7a5d000a', 'name': 'network-vif-deleted', 'tag': '18df578e-8d0a-402a-a5e0-e37e6fb01bf2', 'status': 'completed', 'code': 200} Feb 19 01:01:22.690268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:22.709139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a376a0da-e2cc-41eb-95d8-cbc9f938b028) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:22.719994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.721747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.725553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7520af-706d-4dcb-9fab-0f18bba5e4da None None] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:22.764575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-a6ec7e8d-75b2-46fb-85e3-02d3ecfd4b15 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885881 Feb 19 01:01:22.798215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0a93952d-5825-49ee-912b-e6561715d106 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4491525 Feb 19 01:01:22.802691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46868) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:22.807249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d94a6-d97b-45b6-8f34-2979830225e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a00ae-b655-47bd-b645-74915181bba9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:22.811723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:22.822436 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac70a8a-2ac4-46d8-9c5b-4d5e7bf6508b" -d '{"events": [{"server_uuid": "036d94a6-d97b-45b6-8f34-2979830225e7", "name": "network-vif-plugged", "status": "completed", "tag": "901a00ae-b655-47bd-b645-74915181bba9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:22.848589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.850505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.876458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255027-34dd-4982-82dd-0333628cf7e3 req-adb7c9da-7086-4499-9473-7691c9e60ee6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.879823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611ffa-c6c5-44cc-8db7-066e0846cb31 req-70e3c2c8-a3ee-4d7a-b77c-fd3afc1390f1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.882876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd611ffa-c6c5-44cc-8db7-066e0846cb31 req-70e3c2c8-a3ee-4d7a-b77c-fd3afc1390f1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1538012 Feb 19 01:01:22.889653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91255027-34dd-4982-82dd-0333628cf7e3 req-adb7c9da-7086-4499-9473-7691c9e60ee6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1465394 Feb 19 01:01:22.925032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2357247a-5be3-449a-ac51-76db5885d0e0 req-8b0a7a79-cf43-4e39-8c5a-dd145dfb2847 service neutron] 10.222.0.10 "GET /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444142 Feb 19 01:01:22.986098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91255027-34dd-4982-82dd-0333628cf7e3 req-2e67e48d-7b63-4520-868d-de9c82469742 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954664 Feb 19 01:01:23.091021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:23.092164 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.100386 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42463bb6-0a2a-4520-9698-8966848a863e x-openstack-request-id: req-42463bb6-0a2a-4520-9698-8966848a863e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:23.102221 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d94a6-d97b-45b6-8f34-2979830225e7", "name": "network-vif-plugged", "status": "completed", "tag": "901a00ae-b655-47bd-b645-74915181bba9", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:23.103160 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42463bb6-0a2a-4520-9698-8966848a863e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:23.104268 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d94a6-d97b-45b6-8f34-2979830225e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a00ae-b655-47bd-b645-74915181bba9', 'code': 200} Feb 19 01:01:23.107045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.112961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-40319641-network', 'tenant_id': '481c1bd290704b198940adf0f1a5dd51'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:23.114337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks [] for router_controller (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.150420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Made reservation on behalf of 481c1bd290704b198940adf0f1a5dd51 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.156210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.187636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.248528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd611ffa-c6c5-44cc-8db7-066e0846cb31 req-64ab151c-ed33-42ae-abec-3d7b55a2ee91 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549693 Feb 19 01:01:23.309811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Allocated IP 172.20.0.2 (a376a0da-e2cc-41eb-95d8-cbc9f938b028/c1f21e9c-6cea-4005-a7ec-4020865ae5ba/b454036a-dd5a-4546-909c-797eaabae7e7) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:23.440495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks [] for router_gateway (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.445621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks [] for security_group (621a8a26-e6fd-4c09-9482-7f68373f6520), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.461704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (621a8a26-e6fd-4c09-9482-7f68373f6520), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.476429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 60b40947-eff1-4806-b565-8ff24ecebdd2 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:23.493140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4412fd7a-c649-4541-8726-07202f9e6e5c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:23.575575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.584396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Publish callbacks [] for port (b454036a-dd5a-4546-909c-797eaabae7e7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.589898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.590902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:23.603774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.605786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a8a26-e6fd-4c09-9482-7f68373f6520,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.652742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911d63-5ce9-48eb-bb90-afd0bb4ecdb1 req-719c37e3-dc8f-421e-84be-d36be34c6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.654538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5911d63-5ce9-48eb-bb90-afd0bb4ecdb1 req-719c37e3-dc8f-421e-84be-d36be34c6e76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 1128 time: 0.3432202 Feb 19 01:01:23.658513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (726289e4-6c1a-4c52-99fc-53e96f41d13a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.663664 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Added segment 726289e4-6c1a-4c52-99fc-53e96f41d13a of type vlan for network 8e64920a-231c-454c-ac45-14582a2c6444 Feb 19 01:01:23.771874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f4097-e7f8-4e11-9778-5a25b735f47c req-99d629b1-e8a4-4388-8c16-8f4495850db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.780206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f17f4097-e7f8-4e11-9778-5a25b735f47c req-99d629b1-e8a4-4388-8c16-8f4495850db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 950 time: 0.3292572 Feb 19 01:01:23.805179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (8e64920a-231c-454c-ac45-14582a2c6444), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.806475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Deleting subnet d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:23.809554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:23.815371 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Publish callbacks [] for subnet (d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.824096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:23.826890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Pushing event updated for resources: {'Port': ['ID=b454036a-dd5a-4546-909c-797eaabae7e7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.837339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:23.879736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f17f4097-e7f8-4e11-9778-5a25b735f47c req-e79a70ad-1005-4098-9d22-beeae6f6165d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977793 Feb 19 01:01:23.894861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5911d63-5ce9-48eb-bb90-afd0bb4ecdb1 req-788a0017-8c28-4ab8-b14e-732c73e9122b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290337 Feb 19 01:01:23.912001 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (8e64920a-231c-454c-ac45-14582a2c6444), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.916342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.918164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.926157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d80286-4e9a-4006-8af2-ea7e2918c873 req-7bae268b-4eb7-4fc8-9996-21106d7ea99e tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.933505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7d80286-4e9a-4006-8af2-ea7e2918c873 req-7bae268b-4eb7-4fc8-9996-21106d7ea99e tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 943 time: 0.1817036 Feb 19 01:01:23.949878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.952123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks [] for router_gateway (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.007858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.054788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9462235 Feb 19 01:01:24.063892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46900) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:24.074172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Request body: {'subnet': {'network_id': '8e64920a-231c-454c-ac45-14582a2c6444', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-40319641-subnet', 'tenant_id': '481c1bd290704b198940adf0f1a5dd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:24.122605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78aede-5b97-48ea-9493-1a168eacde49 admin admin] Pushing event updated for resources: {'Network': ['ID=8e64920a-231c-454c-ac45-14582a2c6444,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.125985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Made reservation on behalf of 481c1bd290704b198940adf0f1a5dd51 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:24.128479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.146794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 8e64920a-231c-454c-ac45-14582a2c6444 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:24.165121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.191660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 60b40947-eff1-4806-b565-8ff24ecebdd2, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=60b40947-eff1-4806-b565-8ff24ecebdd2,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:24.205843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Allocated IP 172.25.0.177 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/16b98aad-d6ed-4b48-9430-a21a93100ff0) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:24.222919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7d80286-4e9a-4006-8af2-ea7e2918c873 req-f97acacb-7f0c-41a3-8ad3-686d87e71110 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885418 Feb 19 01:01:24.384085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4412fd7a-c649-4541-8726-07202f9e6e5c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4412fd7a-c649-4541-8726-07202f9e6e5c,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:24.387185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797943-c683-4f2a-aea7-464b79795ad9 req-d246f801-e6e1-4608-aea0-74b26183ca55 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.389093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a797943-c683-4f2a-aea7-464b79795ad9 req-d246f801-e6e1-4608-aea0-74b26183ca55 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 949 time: 0.1236861 Feb 19 01:01:24.407291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '60b40947-eff1-4806-b565-8ff24ecebdd2', 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'port_id': '60b40947-eff1-4806-b565-8ff24ecebdd2', 'mac_address': 'fa:16:3e:a8:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4491241-318e-4265-9706-03ceaccc9be8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:24.408889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Attempting to bind port b454036a-dd5a-4546-909c-797eaabae7e7 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:24.409303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Attempting to bind port b454036a-dd5a-4546-909c-797eaabae7e7 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:24.409656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Attempting to bind port b454036a-dd5a-4546-909c-797eaabae7e7 on network a376a0da-e2cc-41eb-95d8-cbc9f938b028 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:24.422426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '4412fd7a-c649-4541-8726-07202f9e6e5c', 'network_id': '654e73aa-85d3-4d66-8e91-c70ca9433a13', 'port_id': '4412fd7a-c649-4541-8726-07202f9e6e5c', 'mac_address': 'fa:16:3e:ab:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4491241-318e-4265-9706-03ceaccc9be8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:24.428866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:24.429294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Checking segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:24.432226 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.432226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Bound using segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:24.432226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Bound port: b454036a-dd5a-4546-909c-797eaabae7e7, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:24.432226 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.480105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.483888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a797943-c683-4f2a-aea7-464b79795ad9 req-885cc766-142a-4a8e-a2e4-d26171708b7d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868127 Feb 19 01:01:24.555017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 60b40947-eff1-4806-b565-8ff24ecebdd2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:24.556227 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.574773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (5e557b78-8b7c-4f81-b22e-fe1853858160), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.597950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4412fd7a-c649-4541-8726-07202f9e6e5c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:24.598359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.662909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e557b78-8b7c-4f81-b22e-fe1853858160,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.665835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.666945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b40947-eff1-4806-b565-8ff24ecebdd2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:24.675472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b HTTP/1.1" status: 204 len: 168 time: 1.0838921 Feb 19 01:01:24.678476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980849b8-0e10-4c94-9f88-277b5ac337df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ff7bfb-9d6a-4fdd-85e3-a2323a18902b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.686547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46920) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:24.727923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4412fd7a-c649-4541-8726-07202f9e6e5c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:24.734813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] For port b454036a-dd5a-4546-909c-797eaabae7e7, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:24.744203 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks [] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.754565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960d4c-682b-42f6-873f-01fa9e022b0d req-770a0e03-11f4-4dc1-938c-231c05c39ba8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.762941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23960d4c-682b-42f6-873f-01fa9e022b0d req-770a0e03-11f4-4dc1-938c-231c05c39ba8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.3371706 Feb 19 01:01:24.788800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 60b40947-eff1-4806-b565-8ff24ecebdd2, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=60b40947-eff1-4806-b565-8ff24ecebdd2,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:24.810187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] For port b454036a-dd5a-4546-909c-797eaabae7e7, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b454036a-dd5a-4546-909c-797eaabae7e7,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:24.818174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.838396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4412fd7a-c649-4541-8726-07202f9e6e5c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4412fd7a-c649-4541-8726-07202f9e6e5c,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:24.838623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08032f93-97d2-46fa-984f-887358a6c830 req-671b4e63-29e0-4ec1-87f5-f3cdf0e57e96 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.843480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23960d4c-682b-42f6-873f-01fa9e022b0d req-2d0a243f-b363-49db-97c8-53902ec7d606 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794837 Feb 19 01:01:24.846973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08032f93-97d2-46fa-984f-887358a6c830 req-671b4e63-29e0-4ec1-87f5-f3cdf0e57e96 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1988795 Feb 19 01:01:24.869257 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.874949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.889884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.917299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (20e574d6-9e1e-403b-acb4-b5ccb2537265), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.920360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Checking segment: {'id': '726289e4-6c1a-4c52-99fc-53e96f41d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8e64920a-231c-454c-ac45-14582a2c6444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:24.920627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Network hostable DHCP agents. Network: 8e64920a-231c-454c-ac45-14582a2c6444, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:24.931096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=60b40947-eff1-4806-b565-8ff24ecebdd2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.963337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08032f93-97d2-46fa-984f-887358a6c830 req-d41d7941-e93a-47bb-9cee-0e7487c23751 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153505 Feb 19 01:01:25.001116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:25.005970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085e9ba-3eeb-4da0-ae75-9e2e3fc906d3 None None] Pushing event updated for resources: {'Port': ['ID=b454036a-dd5a-4546-909c-797eaabae7e7,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:25.019508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:25.030587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:25.071750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4412fd7a-c649-4541-8726-07202f9e6e5c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:25.075963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Network 8e64920a-231c-454c-ac45-14582a2c6444 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:25.104918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 8e64920a-231c-454c-ac45-14582a2c6444) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:25.105517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Pushing event updated for resources: {'Port': ['ID=16b98aad-d6ed-4b48-9430-a21a93100ff0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:25.128307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d2bb4-2578-4982-8147-9a0072d017ad None None] Network 8e64920a-231c-454c-ac45-14582a2c6444 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:25.131118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.131650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.242733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['4412fd7a-c649-4541-8726-07202f9e6e5c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:25.268837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (20e574d6-9e1e-403b-acb4-b5ccb2537265), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.345957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['60b40947-eff1-4806-b565-8ff24ecebdd2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:25.376130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e574d6-9e1e-403b-acb4-b5ccb2537265']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:25.407158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909df476-3fef-4202-b136-557672ea1552') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:25.409355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909df476-3fef-4202-b136-557672ea1552') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:25.434434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (909df476-3fef-4202-b136-557672ea1552), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.465395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (909df476-3fef-4202-b136-557672ea1552), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.472652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:25.473422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (909df476-3fef-4202-b136-557672ea1552), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.528313 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:25.539059 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:25.552254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (20e574d6-9e1e-403b-acb4-b5ccb2537265), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.558002 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.562272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] 10.222.0.43 "DELETE /v2.0/networks/20e574d6-9e1e-403b-acb4-b5ccb2537265 HTTP/1.1" status: 204 len: 168 time: 0.8766596 Feb 19 01:01:25.605151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-430accb1-69f2-48f2-9bc9-b1fd09f80cc5 req-46b235b0-0d6d-4ae2-a589-99c526713706 tempest-FlavorsV2NegativeTest-1923053225 tempest-FlavorsV2NegativeTest-1923053225-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d41fee3355b4443dbbaf090b618f4390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585380 Feb 19 01:01:25.667494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.699329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da1282-2ebb-4df5-b2e8-0af2d8be2b02 req-58688929-189c-4029-bf32-29c03c967289 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.705404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da1282-2ebb-4df5-b2e8-0af2d8be2b02 req-58688929-189c-4029-bf32-29c03c967289 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.707475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4da1282-2ebb-4df5-b2e8-0af2d8be2b02 req-58688929-189c-4029-bf32-29c03c967289 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8&device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 1690 time: 0.2443852 Feb 19 01:01:25.741859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28253760-d71d-4ec2-b715-91a983e2b0da admin admin] Pushing event deleted for resources: {'Network': ['ID=20e574d6-9e1e-403b-acb4-b5ccb2537265,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:25.759781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dd5bdaab-2e03-480d-99ea-6307681e0f6a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6919634 Feb 19 01:01:25.773567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f06917-0c64-431e-9418-096732dadc27 None None] Network 8e64920a-231c-454c-ac45-14582a2c6444 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:25.848474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4da1282-2ebb-4df5-b2e8-0af2d8be2b02 req-71c39325-48e6-46ff-8402-5e2de1031e10 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328859 Feb 19 01:01:25.863142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46946) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:25.864539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks [] for router_gateway (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.896023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430accb1-69f2-48f2-9bc9-b1fd09f80cc5 req-9a029d90-6914-453c-8c72-5ec79ae1b29b tempest-FlavorsV2NegativeTest-1923053225 tempest-FlavorsV2NegativeTest-1923053225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.902890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-430accb1-69f2-48f2-9bc9-b1fd09f80cc5 req-9a029d90-6914-453c-8c72-5ec79ae1b29b tempest-FlavorsV2NegativeTest-1923053225 tempest-FlavorsV2NegativeTest-1923053225-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962346 Feb 19 01:01:25.921186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-430accb1-69f2-48f2-9bc9-b1fd09f80cc5 req-e1056bda-73bf-47e3-8673-a4c430a59ee0 tempest-FlavorsV2NegativeTest-1923053225 tempest-FlavorsV2NegativeTest-1923053225-project] 10.222.0.43 "GET /v2.0/quotas/d41fee3355b4443dbbaf090b618f4390 HTTP/1.1" status: 200 len: 375 time: 0.0175738 Feb 19 01:01:26.014587 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-430accb1-69f2-48f2-9bc9-b1fd09f80cc5 req-8f3558b8-d329-4b14-be11-587df14eb267 tempest-FlavorsV2NegativeTest-1923053225 tempest-FlavorsV2NegativeTest-1923053225-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d41fee3355b4443dbbaf090b618f4390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924318 Feb 19 01:01:26.048396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3dc22a56-8176-4283-951b-81b9e6dfcadc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c55b6c2a90c41febbb6916ea716ad29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838241 Feb 19 01:01:26.050635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:26.064823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.224801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e6f364-0a4e-47a9-b554-c4c9bfd49bc7 admin admin] Publish callbacks [] for security_group (a238beaa-d420-4112-84a9-2055c5dcd4c4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.267836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e6f364-0a4e-47a9-b554-c4c9bfd49bc7 admin admin] Publish callbacks [] for security_group (a238beaa-d420-4112-84a9-2055c5dcd4c4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.350378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.357664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e6f364-0a4e-47a9-b554-c4c9bfd49bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a238beaa-d420-4112-84a9-2055c5dcd4c4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.360678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e6f364-0a4e-47a9-b554-c4c9bfd49bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.361559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bd29-6134-4b73-b961-a230be13c72a req-d2ad163a-ad96-4816-a383-4ab5e46c8f4a tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:26.362725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-08e6f364-0a4e-47a9-b554-c4c9bfd49bc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a238beaa-d420-4112-84a9-2055c5dcd4c4 HTTP/1.1" status: 204 len: 168 time: 0.3107514 Feb 19 01:01:26.369163 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7570bd29-6134-4b73-b961-a230be13c72a req-d2ad163a-ad96-4816-a383-4ab5e46c8f4a tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 944 time: 0.3538029 Feb 19 01:01:26.454950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.536140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6f364-0a4e-47a9-b554-c4c9bfd49bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238beaa-d420-4112-84a9-2055c5dcd4c4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:26.585945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-57d3e493-a4b7-4bfd-8bb2-20cea1c5579b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163063 Feb 19 01:01:26.609437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5ac6b-faac-4c13-8937-324fd455d35f req-a10990bc-f8bd-4c71-b599-661a69927061 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:26.611678 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7570bd29-6134-4b73-b961-a230be13c72a req-0abf0d0b-a916-499d-83cb-85d7e0bf9fb1 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420070 Feb 19 01:01:26.628608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ab5ac6b-faac-4c13-8937-324fd455d35f req-a10990bc-f8bd-4c71-b599-661a69927061 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.2853401 Feb 19 01:01:26.670222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b454036a-dd5a-4546-909c-797eaabae7e7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:26.778968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b454036a-dd5a-4546-909c-797eaabae7e7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:26.779693 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.832623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c9af1-cfd2-4e37-9791-6f68eb4f7d3e None None] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:26.886059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ab5ac6b-faac-4c13-8937-324fd455d35f req-7d02a5d2-f9a0-42b7-8d15-63e23861b196 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558496 Feb 19 01:01:26.890293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129d12d-6765-4192-90d4-6682313a3b55 req-bdb2b056-cb26-4359-9ade-31a696886817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:26.898181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-bdb2b056-cb26-4359-9ade-31a696886817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 1131 time: 0.2224960 Feb 19 01:01:26.900512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:01:26.974657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ed71c-54c4-4e82-81d3-12eb6cae31f6 req-ab9b924f-c971-4325-89c7-e47bfc98bf79 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:26.989629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f9ed71c-54c4-4e82-81d3-12eb6cae31f6 req-ab9b924f-c971-4325-89c7-e47bfc98bf79 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1972730 Feb 19 01:01:27.047244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b454036a-dd5a-4546-909c-797eaabae7e7 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:27.048169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.096210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e6d19b86-513b-4fc2-8e65-d76dab31d142 None None] Provisioning complete for port b454036a-dd5a-4546-909c-797eaabae7e7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:27.096852 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6d19b86-513b-4fc2-8e65-d76dab31d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.118477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098dc6-64e0-417b-9ea8-af70393166e4 req-63b75e00-aea0-4499-b342-89472adba294 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.128533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b454036a-dd5a-4546-909c-797eaabae7e7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b454036a-dd5a-4546-909c-797eaabae7e7,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:27.129416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99098dc6-64e0-417b-9ea8-af70393166e4 req-63b75e00-aea0-4499-b342-89472adba294 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 1131 time: 0.0965538 Feb 19 01:01:27.171820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f9ed71c-54c4-4e82-81d3-12eb6cae31f6 req-cb89da11-9c56-45f3-8037-2fa8f82f882b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812305 Feb 19 01:01:27.174892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129d12d-6765-4192-90d4-6682313a3b55 req-5cd635db-8c74-4897-bc55-f41542caf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.176487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-5cd635db-8c74-4897-bc55-f41542caf07f service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2548919 Feb 19 01:01:27.218684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.235933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-e93ac283-acca-40fa-949f-47670f548f9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413 HTTP/1.1" status: 200 len: 217 time: 0.0529199 Feb 19 01:01:27.239956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 60b40947-eff1-4806-b565-8ff24ecebdd2 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:27.271390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99098dc6-64e0-417b-9ea8-af70393166e4 req-00011079-f72c-4550-bf63-3d0f2b26318c tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Feb 19 01:01:27.283005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:27.304311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:27.352661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.357261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f389fb43-45c9-4526-96d3-461f6ae0fc13 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.5513780 Feb 19 01:01:27.359396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:27.374230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129d12d-6765-4192-90d4-6682313a3b55 req-42ea15ab-054f-465f-a9c4-9ad6432fd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.377430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-42ea15ab-054f-465f-a9c4-9ad6432fd7e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1332006 Feb 19 01:01:27.445433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b454036a-dd5a-4546-909c-797eaabae7e7,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:27.468186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4412fd7a-c649-4541-8726-07202f9e6e5c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:27.497523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Sync routers for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:27.501164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca838628-c243-4b5f-9d12-7af3989b727a req-9cbbf06a-2f06-44f4-a2ac-cbbc23b286fb tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.517313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca838628-c243-4b5f-9d12-7af3989b727a req-9cbbf06a-2f06-44f4-a2ac-cbbc23b286fb tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 1132 time: 0.0982153 Feb 19 01:01:27.604074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e6d19b86-513b-4fc2-8e65-d76dab31d142 None None] Current status of the port b454036a-dd5a-4546-909c-797eaabae7e7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:27.626032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:27.626683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:27.658591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129d12d-6765-4192-90d4-6682313a3b55 req-91293156-5372-49aa-8aa7-11c187d65394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.666724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-91293156-5372-49aa-8aa7-11c187d65394 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2769268 Feb 19 01:01:27.748644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca838628-c243-4b5f-9d12-7af3989b727a req-c63e4e5a-14a6-4a42-8c2b-95b120a61411 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297761 Feb 19 01:01:27.777890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00266688-99cc-4621-87f2-82333d7b805d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.781881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 60b40947-eff1-4806-b565-8ff24ecebdd2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:27.785908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 4412fd7a-c649-4541-8726-07202f9e6e5c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:27.814791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 60b40947-eff1-4806-b565-8ff24ecebdd2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:27.815172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.818974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 4412fd7a-c649-4541-8726-07202f9e6e5c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:27.822694 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.922388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00266688-99cc-4621-87f2-82333d7b805d admin admin] Publish callbacks [] for security_group (7a09e497-cf7e-4dad-bbca-4d05f0b23830), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.949327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:28.039986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-d659cd4e-18d8-476e-b7f6-3bc63f7c10e5 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611009 Feb 19 01:01:28.050368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81ad16-2ac2-4487-b0d1-d04fd6ffb610 req-42c33622-09f5-4050-bd31-c9ff81858438 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.061051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb81ad16-2ac2-4487-b0d1-d04fd6ffb610 req-42c33622-09f5-4050-bd31-c9ff81858438 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 944 time: 0.1927598 Feb 19 01:01:28.178015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb81ad16-2ac2-4487-b0d1-d04fd6ffb610 req-6390ef81-d09c-4b45-bb96-c189dabc5801 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151793 Feb 19 01:01:28.208107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0129d12d-6765-4192-90d4-6682313a3b55 req-82c7b02b-b5c8-45f2-a99d-1aeda998e6fc service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375535 Feb 19 01:01:28.253721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bf71b5aa-a5aa-498d-b929-56cc4b2260f5 None None] Provisioning complete for port b454036a-dd5a-4546-909c-797eaabae7e7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:28.254288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf71b5aa-a5aa-498d-b929-56cc4b2260f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.311606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00266688-99cc-4621-87f2-82333d7b805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7a09e497-cf7e-4dad-bbca-4d05f0b23830), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.438279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 60b40947-eff1-4806-b565-8ff24ecebdd2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:28.438788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.454464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-00266688-99cc-4621-87f2-82333d7b805d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d41fee3355b4443dbbaf090b618f4390&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1678801 Feb 19 01:01:28.455424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47034) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:28.462032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00266688-99cc-4621-87f2-82333d7b805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a09e497-cf7e-4dad-bbca-4d05f0b23830,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.477940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4412fd7a-c649-4541-8726-07202f9e6e5c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:28.478101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.486724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b454036a-dd5a-4546-909c-797eaabae7e7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:28.517300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a76d-a80b-42e8-bba8-c4bedb5aa498 req-5f34f071-914c-4304-8261-f8e3450cd127 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.518437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f109a76d-a80b-42e8-bba8-c4bedb5aa498 req-5f34f071-914c-4304-8261-f8e3450cd127 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1412179 Feb 19 01:01:28.549700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-534ac34d-9f61-4e46-9104-c62cd735b0ef tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.556159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-534ac34d-9f61-4e46-9104-c62cd735b0ef tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/networks?id=52b21aec-95fb-4aea-a9be-a808e4cf5277 HTTP/1.1" status: 200 len: 815 time: 0.7499948 Feb 19 01:01:28.563539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b40947-eff1-4806-b565-8ff24ecebdd2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:28.566047 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3625dc38-64b1-4d20-9065-fa699136e56b" -d '{"events": [{"server_uuid": "10c8122c-070a-487a-bfd8-6062416b4cfa", "name": "network-vif-plugged", "status": "completed", "tag": "60b40947-eff1-4806-b565-8ff24ecebdd2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:28.580466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12461b76-d4ea-4e5a-b004-dc31906dcbbe admin admin] Publish callbacks [] for security_group (7a09e497-cf7e-4dad-bbca-4d05f0b23830), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.584800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-0927cc79-1967-4945-aab0-92d22c123243 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/quotas/f581bdf3ab16444fb9804fbdf1fd46c7 HTTP/1.1" status: 200 len: 375 time: 0.0235968 Feb 19 01:01:28.600545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f109a76d-a80b-42e8-bba8-c4bedb5aa498 req-b3bb06bd-f142-4de7-b429-bfa5809ddd2a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644515 Feb 19 01:01:28.604160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 60b40947-eff1-4806-b565-8ff24ecebdd2, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=60b40947-eff1-4806-b565-8ff24ecebdd2,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:28.631383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bf71b5aa-a5aa-498d-b929-56cc4b2260f5 None None] Current status of the port b454036a-dd5a-4546-909c-797eaabae7e7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:28.634074 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.637031 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12461b76-d4ea-4e5a-b004-dc31906dcbbe admin admin] Publish callbacks [] for security_group (7a09e497-cf7e-4dad-bbca-4d05f0b23830), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.648458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4412fd7a-c649-4541-8726-07202f9e6e5c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4412fd7a-c649-4541-8726-07202f9e6e5c,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:28.680584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-b305fb63-111f-491b-be8e-b03cccc9fdf3 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f581bdf3ab16444fb9804fbdf1fd46c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839114 Feb 19 01:01:28.680940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.721623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=60b40947-eff1-4806-b565-8ff24ecebdd2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.728524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b454036a-dd5a-4546-909c-797eaabae7e7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:28.728891 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.731876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12461b76-d4ea-4e5a-b004-dc31906dcbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7a09e497-cf7e-4dad-bbca-4d05f0b23830), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.732810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:25Z', 'revision_number': 3, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:28.734912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12461b76-d4ea-4e5a-b004-dc31906dcbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.738403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-12461b76-d4ea-4e5a-b004-dc31906dcbbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a09e497-cf7e-4dad-bbca-4d05f0b23830 HTTP/1.1" status: 204 len: 168 time: 0.2658203 Feb 19 01:01:28.751242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12461b76-d4ea-4e5a-b004-dc31906dcbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a09e497-cf7e-4dad-bbca-4d05f0b23830,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.825700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Checking router: 6093eea3-2c63-4e54-9d99-fffd7fba0a2c for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:28.826054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Updating router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c port 16b98aad-d6ed-4b48-9430-a21a93100ff0 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:28.851973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-699e359b-a199-403e-8729-fdc2d7a88d7f service neutron] 10.222.0.43 "GET /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581583 Feb 19 01:01:28.896815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4412fd7a-c649-4541-8726-07202f9e6e5c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.906912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.958004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.004751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-053e30d4-fa70-4a04-a250-3bb256b6bedd service neutron] 10.222.0.43 "GET /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463478 Feb 19 01:01:29.051196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b454036a-dd5a-4546-909c-797eaabae7e7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:29.189154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ece2a-cfab-4c21-b3f0-1cbbbb38b1ee req-179ef806-044f-4153-9685-3ae9f1f47f03 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.197370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d42ece2a-cfab-4c21-b3f0-1cbbbb38b1ee req-179ef806-044f-4153-9685-3ae9f1f47f03 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0688560 Feb 19 01:01:29.248163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Allocated IP 172.20.0.1 (a376a0da-e2cc-41eb-95d8-cbc9f938b028/c1f21e9c-6cea-4005-a7ec-4020865ae5ba/01cd3c6c-b835-4c86-8e93-c46a6056cc73) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:29.258767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d42ece2a-cfab-4c21-b3f0-1cbbbb38b1ee req-6786b330-f0b6-421d-a9e2-a85f31f7fe06 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602999 Feb 19 01:01:29.305482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Publish callbacks [] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.323606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.425855 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b73ab-97bb-465f-a0af-4ae3918479c0 x-openstack-request-id: req-686b73ab-97bb-465f-a0af-4ae3918479c0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:29.426251 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c8122c-070a-487a-bfd8-6062416b4cfa", "name": "network-vif-plugged", "status": "completed", "tag": "60b40947-eff1-4806-b565-8ff24ecebdd2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:29.426428 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-686b73ab-97bb-465f-a0af-4ae3918479c0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:29.426831 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b40947-eff1-4806-b565-8ff24ecebdd2', 'code': 200} Feb 19 01:01:29.429779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17ef7ef7-162a-4bb9-b79e-800ac22697f6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592725 Feb 19 01:01:29.490020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c22a0a8-c145-4054-97cf-b96a9303f0fe req-4ecdb3b0-4dde-4bdf-80dc-9667a1588d4c tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0647380 Feb 19 01:01:29.516285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Attempting to bind port 16b98aad-d6ed-4b48-9430-a21a93100ff0 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:29.517913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Attempting to bind port 16b98aad-d6ed-4b48-9430-a21a93100ff0 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:29.517913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Attempting to bind port 16b98aad-d6ed-4b48-9430-a21a93100ff0 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:29.565825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:29.566207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:29.566713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.568605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:29.570915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Bound port: 16b98aad-d6ed-4b48-9430-a21a93100ff0, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:29.571327 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.587763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks [] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.656846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc699c-9025-42ff-8f33-7c063642ac7f req-4fcce8d9-3877-455f-970a-f8179c67b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.658429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aabc699c-9025-42ff-8f33-7c063642ac7f req-4fcce8d9-3877-455f-970a-f8179c67b88e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 1127 time: 0.1449502 Feb 19 01:01:29.684974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-1176075d-6b53-401f-a316-a5b4e83d18db tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.693544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-1176075d-6b53-401f-a316-a5b4e83d18db tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624955 Feb 19 01:01:29.723518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-7e67a850-ae5a-4ecc-b081-2cac26197985 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/quotas/08afeda6bba34698bf6ea405f624735b HTTP/1.1" status: 200 len: 375 time: 0.0290265 Feb 19 01:01:29.724531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] For port 16b98aad-d6ed-4b48-9430-a21a93100ff0, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:29.731394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] For port 16b98aad-d6ed-4b48-9430-a21a93100ff0, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=16b98aad-d6ed-4b48-9430-a21a93100ff0,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:29.740299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f026c5-da00-4648-8195-f4a551ae73b5 None None] Pushing event updated for resources: {'Port': ['ID=16b98aad-d6ed-4b48-9430-a21a93100ff0,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:29.751327 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.799799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aabc699c-9025-42ff-8f33-7c063642ac7f req-55215eed-9743-4e1f-97ea-0619e3bf412e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272297 Feb 19 01:01:29.816188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.823131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:29.823767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:29.829251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f026c5-da00-4648-8195-f4a551ae73b5 None None] Pushing event updated for resources: {'Port': ['ID=16b98aad-d6ed-4b48-9430-a21a93100ff0,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:29.842317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-446bea43-f88f-4496-b3bc-700f8f2a1752 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178377 Feb 19 01:01:29.937926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8885b8-7727-4019-83cb-5d61aa6a2bbc req-ab892def-456b-4faa-bddf-378bca0baa9f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.947176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b8885b8-7727-4019-83cb-5d61aa6a2bbc req-ab892def-456b-4faa-bddf-378bca0baa9f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 945 time: 0.3131142 Feb 19 01:01:29.957604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:29.973400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:29.977823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:29.995631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:30.056392 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b8885b8-7727-4019-83cb-5d61aa6a2bbc req-8e282a34-48ea-4914-8e22-a7d9198079c3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072006 Feb 19 01:01:30.057125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Pushing event updated for resources: {'Port': ['ID=01cd3c6c-b835-4c86-8e93-c46a6056cc73,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:30.095087 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.191513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47102) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:30.342344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-network', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:30.345261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-06ed30f0-da73-4001-89d0-747d603643dc req-2144914e-557a-4256-9fac-bbbc5b692385 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 210 time: 0.0768592 Feb 19 01:01:30.382985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Made reservation on behalf of 03dd30f8e13f4107894d6d563adf6357 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:30.388548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.407425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.414047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.467860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0ec0af58-04db-471a-98f2-d4108ad4837c None None] Provisioning complete for port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:30.468869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ec0af58-04db-471a-98f2-d4108ad4837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.558671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0af58-04db-471a-98f2-d4108ad4837c None None] Port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:30.581961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks [] for security_group (5b261198-12a6-4a1a-a41e-a8139d0890cb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.590488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:25Z', 'revision_number': 3, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:30.611138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9581-eea9-48b5-8473-6ec7cf3d88f6 req-a3000ce3-3f18-4c91-add1-750270a1328b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.615670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d1b9581-eea9-48b5-8473-6ec7cf3d88f6 req-a3000ce3-3f18-4c91-add1-750270a1328b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1126592 Feb 19 01:01:30.643370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2def6d-e4df-4797-a354-065e508ad76e None None] The sync data for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 is: [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:25Z', 'revision_number': 3, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:30.647047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5b261198-12a6-4a1a-a41e-a8139d0890cb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.689210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:30.698905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b261198-12a6-4a1a-a41e-a8139d0890cb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:30.715269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b34d3-d205-438b-ac09-32b63d31f35d req-6850ad8c-c72b-4fe0-9b76-22abbeec3922 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.717212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-432b34d3-d205-438b-ac09-32b63d31f35d req-6850ad8c-c72b-4fe0-9b76-22abbeec3922 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1340475 Feb 19 01:01:30.718860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cb1e4bb3-7f33-42ec-8c74-4328684ecb64), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.719507 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Added segment cb1e4bb3-7f33-42ec-8c74-4328684ecb64 of type vlan for network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 Feb 19 01:01:30.799516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.830745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-432b34d3-d205-438b-ac09-32b63d31f35d req-1017f416-d6e9-4779-bc8f-ac3963e3f255 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039991 Feb 19 01:01:30.846733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.848743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.850120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.867779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d1b9581-eea9-48b5-8473-6ec7cf3d88f6 req-f638780e-3f8a-4b58-8d3c-1a24ca0dd98f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243207 Feb 19 01:01:30.907814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7150605 Feb 19 01:01:30.911519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:30.914756 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks [] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.925622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.928403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Request body: {'subnet': {'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-subnet', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:30.945584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5926919-d9f8-425c-9c2d-aa1204557275 admin admin] Pushing event updated for resources: {'Network': ['ID=a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:30.957892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:30.968587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Made reservation on behalf of 03dd30f8e13f4107894d6d563adf6357 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:30.973228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.024635 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.027764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Pushing event updated for resources: {'Port': ['ID=01cd3c6c-b835-4c86-8e93-c46a6056cc73,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:31.239371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55722292-58d6-461b-8a57-43f5c07c6682 req-2383c0f0-a11e-42fc-9135-ea294b48e64c tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0937278 Feb 19 01:01:31.428292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4412fd7a-c649-4541-8726-07202f9e6e5c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:31.432113 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74953e84-2ba2-4ace-990b-2f1b784dd6fe" -d '{"events": [{"server_uuid": "5d31757c-b979-4a21-9123-ff55ae8997fc", "name": "network-vif-plugged", "status": "completed", "tag": "4412fd7a-c649-4541-8726-07202f9e6e5c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:31.432611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:31.440608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:31.461857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a59f2-8652-4607-b925-a824aba9b5c9 req-09b2b6a7-0a69-4601-909b-5769bf7b2982 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.473307 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-282a59f2-8652-4607-b925-a824aba9b5c9 req-09b2b6a7-0a69-4601-909b-5769bf7b2982 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 945 time: 0.1040597 Feb 19 01:01:31.727628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-282a59f2-8652-4607-b925-a824aba9b5c9 req-93fc8a08-0c18-4714-a883-672b5fcd48d2 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531309 Feb 19 01:01:31.835593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-203ac522-9f4f-44bb-96ec-1014b0caf9ce req-90840c24-206d-41cf-b7ee-23b618605820 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 210 time: 0.1253836 Feb 19 01:01:31.915867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-7ad11892-3e98-4366-90dd-2a956c69a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.917804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-7ad11892-3e98-4366-90dd-2a956c69a0ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1131 time: 0.2093322 Feb 19 01:01:32.007428 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228908b0-19f4-42a1-8d51-fd59c237f4ee x-openstack-request-id: req-228908b0-19f4-42a1-8d51-fd59c237f4ee {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:32.007959 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d31757c-b979-4a21-9123-ff55ae8997fc", "name": "network-vif-plugged", "status": "completed", "tag": "4412fd7a-c649-4541-8726-07202f9e6e5c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:32.008059 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-228908b0-19f4-42a1-8d51-fd59c237f4ee {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:32.008377 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4412fd7a-c649-4541-8726-07202f9e6e5c', 'code': 200} Feb 19 01:01:32.028114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1c2a9693-f258-4dcb-8ba5-0842c7675cec None None] Provisioning complete for port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:32.028498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c2a9693-f258-4dcb-8ba5-0842c7675cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.084694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a9693-f258-4dcb-8ba5-0842c7675cec None None] Port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:32.107410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cb9d90f-b156-4fb5-abdf-d623e993d978 req-0ef4a6bf-ac37-4e71-bd7c-c509d5a74d8a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 210 time: 0.2039461 Feb 19 01:01:32.174329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-9710e2fb-d22d-4929-ad32-808fd8314266 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.176159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-9710e2fb-d22d-4929-ad32-808fd8314266 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.89 "GET /v2.0/networks?id=52b21aec-95fb-4aea-a9be-a808e4cf5277 HTTP/1.1" status: 200 len: 815 time: 0.6131227 Feb 19 01:01:32.241751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Request body: {'port': {'device_id': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277', 'admin_state_up': True, 'tenant_id': 'f581bdf3ab16444fb9804fbdf1fd46c7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:32.242327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-773781d6-b058-4232-979b-11c7f9fdf5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.243798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-773781d6-b058-4232-979b-11c7f9fdf5c3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2758176 Feb 19 01:01:32.319386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:32.331370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (df8f6e06-04c9-4393-a951-bf25d6190b26), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.344000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-bacc7385-3f14-4ab1-b23e-0fadd57d8a2c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c091207e-3884-4af3-9692-b971cfaddbad HTTP/1.1" status: 200 len: 217 time: 0.0668898 Feb 19 01:01:32.358733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa223a9-9557-45b0-9da2-f2b83e2baca8 req-82be00a0-633f-4914-b648-a90056f650ed tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.366649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fa223a9-9557-45b0-9da2-f2b83e2baca8 req-82be00a0-633f-4914-b648-a90056f650ed tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.1837506 Feb 19 01:01:32.475883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03f22-2d80-4a34-8001-6ee56118ef8c req-64f8151a-2e4f-4614-83cc-3eedd418b796 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.482804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17a03f22-2d80-4a34-8001-6ee56118ef8c req-64f8151a-2e4f-4614-83cc-3eedd418b796 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.3590434 Feb 19 01:01:32.546510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8f6e06-04c9-4393-a951-bf25d6190b26,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:32.577897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 16b98aad-d6ed-4b48-9430-a21a93100ff0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:32.582438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-c9038773-95dd-419b-943e-6586dd55f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.583901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-c9038773-95dd-419b-943e-6586dd55f592 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2154460 Feb 19 01:01:32.588689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17e89-8d52-4936-9b3a-7bf5a1a65729 req-a0e59bf4-8d94-4d3e-bfd1-0bebadee5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.590176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eea17e89-8d52-4936-9b3a-7bf5a1a65729 req-a0e59bf4-8d94-4d3e-bfd1-0bebadee5b42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 1127 time: 0.3357127 Feb 19 01:01:32.644538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Checking segment: {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:32.645074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Network hostable DHCP agents. Network: a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:32.653557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 16b98aad-d6ed-4b48-9430-a21a93100ff0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:32.654013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.667532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:32.681658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bbea2d5d-66b8-4804-863f-c4f478c81d9a admin admin] 10.222.0.43 "PUT /v2.0/routers/6093eea3-2c63-4e54-9d99-fffd7fba0a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3210204 Feb 19 01:01:32.696570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fa223a9-9557-45b0-9da2-f2b83e2baca8 req-78dfdde6-8cf6-472c-bfc0-3092d18d6a06 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287895 Feb 19 01:01:32.702140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Made reservation on behalf of f581bdf3ab16444fb9804fbdf1fd46c7 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:32.707667 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.754668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17a03f22-2d80-4a34-8001-6ee56118ef8c req-4dbccbd8-f8ef-4584-825b-d277661d0639 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675622 Feb 19 01:01:32.790416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eea17e89-8d52-4936-9b3a-7bf5a1a65729 req-48f7db7b-ee34-4fe0-b304-8c7b856f56c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762531 Feb 19 01:01:32.827464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:32.841391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 16b98aad-d6ed-4b48-9430-a21a93100ff0 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:32.842247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.848304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:32.853188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-068fa69b-a4ee-4637-825e-a80d772bbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.854894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-068fa69b-a4ee-4637-825e-a80d772bbc9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2594514 Feb 19 01:01:32.860070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e329d-3427-48d6-b870-682dc1d86f95 None None] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:32.876558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.877326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.930760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cbe88f05-2372-4b1e-a572-5d45f73562b3 req-efb91dbb-7886-4206-8a37-f15358cc0e09 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0816247 Feb 19 01:01:33.031645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-15d56cca-dee6-404a-85ab-08ea97f576b2 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464517 Feb 19 01:01:33.064177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Allocated IP 172.20.0.12 (52b21aec-95fb-4aea-a9be-a808e4cf5277/08b37761-a974-4972-b12c-dca998fcf55f/fedd645b-8f1b-44fe-8bcf-53920cb8e41b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:33.158933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e13f1053-a7bf-49e7-8460-7414629333ec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2463567 Feb 19 01:01:33.161965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2b53db7-bff5-457b-9944-65e947a2c25f req-4ed26542-271e-4a6c-9dca-fcf811b78591 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 210 time: 0.0537181 Feb 19 01:01:33.162640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47154) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:33.170517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:33.244073 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (e46321fc-3d8c-423f-bca5-8d3a55bbafec), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.245921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (e46321fc-3d8c-423f-bca5-8d3a55bbafec), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.246336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf3cc2-9034-4aa5-898b-8ef3dee01987 req-5b4e0ad3-88e5-41e7-bd37-e50853f2d709 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:33.248847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddbf3cc2-9034-4aa5-898b-8ef3dee01987 req-5b4e0ad3-88e5-41e7-bd37-e50853f2d709 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 945 time: 0.3904400 Feb 19 01:01:33.318407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b449865-794f-4b8f-b6e3-faaf15caae14 req-12e2ddc4-c28a-4eda-b36b-b7ce61dfa4f0 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427442 Feb 19 01:01:33.323689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 16b98aad-d6ed-4b48-9430-a21a93100ff0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=16b98aad-d6ed-4b48-9430-a21a93100ff0,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:33.345224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks [] for router_controller (e46321fc-3d8c-423f-bca5-8d3a55bbafec), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.348027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.419204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddbf3cc2-9034-4aa5-898b-8ef3dee01987 req-2a1e3fa0-af7f-4a6f-bf3a-b8ad15386aec tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576645 Feb 19 01:01:33.519738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-d61b5505-127d-4477-b4fb-9da7c4341ed0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022344 Feb 19 01:01:33.568243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-793d55b2-f70a-441e-bc6f-6ecaf90d51e4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444086 Feb 19 01:01:33.629475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Sync routers for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:33.649856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606', 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606', 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'fixed_ips': [{'subnet_id': 'df8f6e06-04c9-4393-a951-bf25d6190b26'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:33.650358 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:33.650787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.656681 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:33.663623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=16b98aad-d6ed-4b48-9430-a21a93100ff0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:33.821606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Allocated IP 172.20.0.2 (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606/df8f6e06-04c9-4393-a951-bf25d6190b26/39a995df-daec-465a-9f03-1bcc1b0ee6aa) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:33.831888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-266ddc82-62af-4d56-8bd7-88dab44967fe req-7db16f3b-9556-4b26-980c-d06814ef7917 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 210 time: 0.2275956 Feb 19 01:01:33.972433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks [] for router_gateway (e46321fc-3d8c-423f-bca5-8d3a55bbafec), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.995907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91fbc8d6-61b7-45ae-8813-251b141fa5f8 req-85b7c01d-0d86-4b59-ba26-21c20fbb3a20 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0391703 Feb 19 01:01:34.014603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-bfcd14d0-a825-41bf-b997-93e534d102a2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.016401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-bfcd14d0-a825-41bf-b997-93e534d102a2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4471073 Feb 19 01:01:34.025696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-a9dfa1b5-b08c-4a0e-a695-1b3a57604ffb tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.027608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-a9dfa1b5-b08c-4a0e-a695-1b3a57604ffb tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030139 Feb 19 01:01:34.042122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Publish callbacks [] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.048389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.048622 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:34.062221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:34.147296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Pushing event updated for resources: {'Port': ['ID=39a995df-daec-465a-9f03-1bcc1b0ee6aa,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:34.153460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:34.155595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:34.162233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:34.207900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27ad1-69c5-41d8-9344-3eb0cf82fd32 req-9fdfcda4-a6b6-4eed-8660-ae31ead6552d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.209475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53c27ad1-69c5-41d8-9344-3eb0cf82fd32 req-9fdfcda4-a6b6-4eed-8660-ae31ead6552d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 945 time: 0.2162633 Feb 19 01:01:34.297175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks [] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.315730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Attempting to bind port 39a995df-daec-465a-9f03-1bcc1b0ee6aa on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:34.316121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Attempting to bind port 39a995df-daec-465a-9f03-1bcc1b0ee6aa by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:34.316496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Attempting to bind port 39a995df-daec-465a-9f03-1bcc1b0ee6aa on network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:34.323625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:34.324007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Checking segment: {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:34.324565 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.324810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Bound using segment: {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:34.325348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Bound port: 39a995df-daec-465a-9f03-1bcc1b0ee6aa, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:34.325738 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.337953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-d9f6370e-210e-40a5-9527-2d535d042777 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.341554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': '0e94f091-0763-46c4-bd5d-3586cca92053', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:34.352107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-d9f6370e-210e-40a5-9527-2d535d042777 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 828 time: 0.3735046 Feb 19 01:01:34.399403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] For port 39a995df-daec-465a-9f03-1bcc1b0ee6aa, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:34.403038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] For port 39a995df-daec-465a-9f03-1bcc1b0ee6aa, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39a995df-daec-465a-9f03-1bcc1b0ee6aa,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:34.418435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.497086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53c27ad1-69c5-41d8-9344-3eb0cf82fd32 req-0724d063-71c9-4726-b6ae-81a42be3535c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806787 Feb 19 01:01:34.505717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6c805-1637-40b4-90e0-bf9b6b5d375a None None] Pushing event updated for resources: {'Port': ['ID=39a995df-daec-465a-9f03-1bcc1b0ee6aa,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:34.532229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 16b98aad-d6ed-4b48-9430-a21a93100ff0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:34.556051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:34.565466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.578658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 2, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:34.595845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-74552343-41f7-4f34-ac99-5f5a1dd2fd33 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/quotas/3c0341440e3e49ef8de94067f93e5d04 HTTP/1.1" status: 200 len: 375 time: 0.2428272 Feb 19 01:01:34.678420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 16b98aad-d6ed-4b48-9430-a21a93100ff0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:34.678809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.701077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.863819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Network 52b21aec-95fb-4aea-a9be-a808e4cf5277 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:34.874274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 16b98aad-d6ed-4b48-9430-a21a93100ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:34.876083 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Checking router: 6093eea3-2c63-4e54-9d99-fffd7fba0a2c for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:34.876597 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Updating router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:34.887718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:34.894126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:34.949634 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.966223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.233 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/fc57c112-a507-4937-b0cb-d7b46924fce2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:34.971244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks [] for router_gateway (e46321fc-3d8c-423f-bca5-8d3a55bbafec), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.004012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Pushing event updated for resources: {'Port': ['ID=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:35.016473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-93f42ea1-70f3-43f8-8f5e-0b38cb06d11e tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.017687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-93f42ea1-70f3-43f8-8f5e-0b38cb06d11e tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.4554865 Feb 19 01:01:35.022013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.040685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:35.075464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.076221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.096964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-d8dbaf29-27d3-4870-b502-bbc1f967ca51 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4398270 Feb 19 01:01:35.177346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.218211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:35.222854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.226937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.238843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d7ef-ab41-4954-ac45-279a72635033 req-58b4230a-1533-4d41-b22d-c1168def6fdb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.239910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:35.245232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-70b3eaa5-212c-4b13-927e-941ccf83af27 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0093734 Feb 19 01:01:35.248621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef15d7ef-ab41-4954-ac45-279a72635033 req-58b4230a-1533-4d41-b22d-c1168def6fdb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.5954888 Feb 19 01:01:35.276663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.306834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:35.327975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Request body: {'port': {'device_id': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:35.392301 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Publish callbacks [] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.394892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef15d7ef-ab41-4954-ac45-279a72635033 req-3dec6f72-e420-44b6-8a2e-57675b5014fd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452274 Feb 19 01:01:35.398898 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.404339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:35.425592 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-e8e3f91e-8cd3-4f93-b727-7f30c00f55e3 service neutron] 10.222.0.43 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263671 Feb 19 01:01:35.462400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:35.479864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:35.504468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:35.521289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Allocated IP 172.25.0.141 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/d17b56cd-6e9c-4a6a-82f9-70fdea849a15) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:35.530828 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Pushing event updated for resources: {'Port': ['ID=01cd3c6c-b835-4c86-8e93-c46a6056cc73,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:35.557676 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.558082 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.558651 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.559225 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.561638 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.561638 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.575684 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.575828 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.578218 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.578569 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.578908 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.579244 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.579576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:35.645293 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.740115 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Attempting to bind port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:35.740115 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Attempting to bind port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:35.740432 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Attempting to bind port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 on network a376a0da-e2cc-41eb-95d8-cbc9f938b028 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:35.756054 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:35.757098 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Checking segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:35.757378 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.757772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Bound using segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:35.758258 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Bound port: 01cd3c6c-b835-4c86-8e93-c46a6056cc73, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:35.758638 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.784880 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad188d72-ac09-4d6b-a341-391928ba43cd req-d1de877f-f28c-4dce-98b9-12c56a1830af tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.2960632 Feb 19 01:01:35.788171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=fc57c112-a507-4937-b0cb-d7b46924fce2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:35.885465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.887047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.913438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-17697500-36e9-4857-b24b-0f0c003bd4f8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8645232 Feb 19 01:01:35.924486 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] For port 01cd3c6c-b835-4c86-8e93-c46a6056cc73, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:35.943446 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] For port 01cd3c6c-b835-4c86-8e93-c46a6056cc73, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=01cd3c6c-b835-4c86-8e93-c46a6056cc73,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:35.956664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Request body: {'port': {'device_id': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:35.960836 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.036974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-97292086-0d2b-414b-a209-abdea64780a8 service neutron] 10.222.0.43 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116326 Feb 19 01:01:36.074738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:36.086543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:36.105163 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:36.109373 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:36.120348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Provisioning complete for port fc57c112-a507-4937-b0cb-d7b46924fce2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:36.120730 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.163186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9303f47e-e3f2-4357-945e-5d86751bda26 req-596d2b2c-41ae-4e7c-9b8d-0a5232d3513b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 210 time: 0.2225308 Feb 19 01:01:36.225992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa has no active binding in host n-h2-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:01:36.280687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Port fc57c112-a507-4937-b0cb-d7b46924fce2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:36.285079 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks [] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.303502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.307643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Provisioning complete for port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:36.308031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.379080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d4c4d-8a3d-4e50-b074-7d3dd2e7cd62 None None] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:36.394611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.174 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/b783fcc5-39a4-4900-ac68-ddb53f891f06) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:36.405833 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607dad0-196d-4eb8-a48a-d17d271c0bae None None] Pushing event updated for resources: {'Port': ['ID=01cd3c6c-b835-4c86-8e93-c46a6056cc73,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:36.439129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:36.474352 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:36.629991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:36.634158 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f27d6-6599-4ec9-bf2b-da15b75cf4b2" -d '{"events": [{"server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:36.645582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Publish callbacks [] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.667769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39a995df-daec-465a-9f03-1bcc1b0ee6aa up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:36.705338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.724910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607064f1-f1ac-4264-9a16-f070f43ae7db req-8bda2a3c-c8d6-4a49-bd73-c51b12d85040 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.733828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-607064f1-f1ac-4264-9a16-f070f43ae7db req-8bda2a3c-c8d6-4a49-bd73-c51b12d85040 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 945 time: 0.3598778 Feb 19 01:01:36.808346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Current status of the port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:36.812455 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.865237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedd645b-8f1b-44fe-8bcf-53920cb8e41b {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:36.869494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-607064f1-f1ac-4264-9a16-f070f43ae7db req-acd604f3-9450-4dcb-bd63-79e331ac994a tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313055 Feb 19 01:01:36.907244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] For port 01cd3c6c-b835-4c86-8e93-c46a6056cc73, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=01cd3c6c-b835-4c86-8e93-c46a6056cc73,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:36.916711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.960516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 39a995df-daec-465a-9f03-1bcc1b0ee6aa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:36.960808 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.009023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93ebc-3d41-4309-adde-8c6109bcb08b None None] Pushing event updated for resources: {'Port': ['ID=01cd3c6c-b835-4c86-8e93-c46a6056cc73,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.051183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Pushing event updated for resources: {'Port': ['ID=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.056917 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.071934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.077808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Publish callbacks [] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.085611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:35Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:37.146007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caad6d4-6d60-4948-90ec-1cd6280bee05 None None] The sync data for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 is: [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:35Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:37.160778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-669456b6-9c70-4f13-b1f6-7c4411f037ab None None] Provisioning complete for port 39a995df-daec-465a-9f03-1bcc1b0ee6aa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:37.161950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-669456b6-9c70-4f13-b1f6-7c4411f037ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.214372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6c0bd-1d8d-4ea2-9171-c1571116dc9e req-86e71a32-6b46-47c1-9438-ea6aeb6686aa tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.221383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 39a995df-daec-465a-9f03-1bcc1b0ee6aa is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:37.221383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.248320 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9bf6c0bd-1d8d-4ea2-9171-c1571116dc9e req-86e71a32-6b46-47c1-9438-ea6aeb6686aa tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 932 time: 0.6968594 Feb 19 01:01:37.269617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:37.275132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Transition to ACTIVE for port object fedd645b-8f1b-44fe-8bcf-53920cb8e41b will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:37.278667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c212877-0925-48b9-b52d-adbe6688077a req-d4028346-d6c7-469c-ac3a-376ad59a8cf3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.281187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c212877-0925-48b9-b52d-adbe6688077a req-d4028346-d6c7-469c-ac3a-376ad59a8cf3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.2480655 Feb 19 01:01:37.293537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 39a995df-daec-465a-9f03-1bcc1b0ee6aa, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39a995df-daec-465a-9f03-1bcc1b0ee6aa,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:37.308612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:37.315103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.338252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.341733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:37.355216 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.373231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:37.375296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:37.480868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.573466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=39a995df-daec-465a-9f03-1bcc1b0ee6aa,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.581444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc57c112-a507-4937-b0cb-d7b46924fce2 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:37.582613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-669456b6-9c70-4f13-b1f6-7c4411f037ab None None] Current status of the port 39a995df-daec-465a-9f03-1bcc1b0ee6aa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:37.592040 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Publish callbacks [] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.610960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Transition to ACTIVE for port object fc57c112-a507-4937-b0cb-d7b46924fce2 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:37.651130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-669456b6-9c70-4f13-b1f6-7c4411f037ab None None] Provisioning complete for port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:37.651510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-669456b6-9c70-4f13-b1f6-7c4411f037ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.653669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9bf6c0bd-1d8d-4ea2-9171-c1571116dc9e req-db31c4b9-93a5-4632-a1e7-1cb5a3ad515a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967004 Feb 19 01:01:37.684817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on host n-h1-826752-2 for vnic_type normal with profile {"migrating_to": "n-h2-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:37.685642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:37.687454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:37.733461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=b783fcc5-39a4-4900-ac68-ddb53f891f06,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.745091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.869874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:37.887784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:37.889718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:37.891955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Attempting to bind port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:37.892569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:37.896361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Pushing event updated for resources: {'Port': ['ID=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.912602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c212877-0925-48b9-b52d-adbe6688077a req-b2aa9db8-f969-4c45-9e79-79af3d4a3c9c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170475 Feb 19 01:01:37.953492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-669456b6-9c70-4f13-b1f6-7c4411f037ab None None] Current status of the port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:37.975910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:37.976253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:37.976639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:37.977102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Bound port: 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:37.977459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.009929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Pushing event updated for resources: {'Port': ['ID=fc57c112-a507-4937-b0cb-d7b46924fce2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:38.110352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:38.111114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.127608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a0740bc3-3b16-4ce9-ac07-7c4e47489d3f None None] Provisioning complete for port 39a995df-daec-465a-9f03-1bcc1b0ee6aa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:38.128370 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a0740bc3-3b16-4ce9-ac07-7c4e47489d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.138021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea130b4d-8aee-4c4d-98d2-c741f7beabb7 req-9d6073f3-31bd-43dd-a099-f268e788f1f7 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 210 time: 0.0581934 Feb 19 01:01:38.149547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Attempting to bind port fc57c112-a507-4937-b0cb-d7b46924fce2 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:38.150145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Attempting to bind port fc57c112-a507-4937-b0cb-d7b46924fce2 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:38.150576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Attempting to bind port fc57c112-a507-4937-b0cb-d7b46924fce2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.157503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-4535e55f-9a42-452c-8df5-3ed65beae24c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8212807 Feb 19 01:01:38.164453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Port fc57c112-a507-4937-b0cb-d7b46924fce2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:38.166208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Attempting to bind port fc57c112-a507-4937-b0cb-d7b46924fce2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.174390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:38.174831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:38.175292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:38.175822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Bound port: fc57c112-a507-4937-b0cb-d7b46924fce2, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:38.200631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.239676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Request body: {'port': {'device_id': '0e94f091-0763-46c4-bd5d-3586cca92053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:38.351496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a0740bc3-3b16-4ce9-ac07-7c4e47489d3f None None] Current status of the port 39a995df-daec-465a-9f03-1bcc1b0ee6aa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:38.583558 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee22af1-130c-4ee1-802d-66777d428016 x-openstack-request-id: req-5ee22af1-130c-4ee1-802d-66777d428016 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:38.584192 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:38.584362 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ee22af1-130c-4ee1-802d-66777d428016 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:38.585414 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'code': 200} Feb 19 01:01:38.639832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28a995-1334-46f6-8e72-cbc77918273b req-817d5510-eb7e-4934-9d09-64be87d342fb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:38.645779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 01cd3c6c-b835-4c86-8e93-c46a6056cc73 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:38.648630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef28a995-1334-46f6-8e72-cbc77918273b req-817d5510-eb7e-4934-9d09-64be87d342fb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.8247180 Feb 19 01:01:38.656303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Attempting to bind port fedd645b-8f1b-44fe-8bcf-53920cb8e41b on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:38.656504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Attempting to bind port fedd645b-8f1b-44fe-8bcf-53920cb8e41b by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:38.656779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Attempting to bind port fedd645b-8f1b-44fe-8bcf-53920cb8e41b on network 52b21aec-95fb-4aea-a9be-a808e4cf5277 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.703555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Port fedd645b-8f1b-44fe-8bcf-53920cb8e41b on network 52b21aec-95fb-4aea-a9be-a808e4cf5277 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:38.703877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Attempting to bind port fedd645b-8f1b-44fe-8bcf-53920cb8e41b on network 52b21aec-95fb-4aea-a9be-a808e4cf5277 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.732375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:38.732736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Checking segment: {'id': 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:38.733149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Bound using segment: {'id': 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:38.733779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Bound port: fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:38.733934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.737835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:38.745906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:38.746717 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.776940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:38.779387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8733d03e-ec3c-495d-8046-9b2f1fd67884 None None] Provisioning complete for port b783fcc5-39a4-4900-ac68-ddb53f891f06 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:38.779879 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8733d03e-ec3c-495d-8046-9b2f1fd67884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.832384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8733d03e-ec3c-495d-8046-9b2f1fd67884 None None] Port b783fcc5-39a4-4900-ac68-ddb53f891f06 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:38.843519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] For port fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:38.846066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] For port fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,segment=NetworkSegment(f9e460f4-bd2b-4be7-b9fe-64e4e2affab8),segment_id=f9e460f4-bd2b-4be7-b9fe-64e4e2affab8)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:38.885181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.889157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ac4cf3e-d848-4171-81d1-622cbdf669e3 req-36fda836-6cc9-436c-a467-f7c9f2c6fd84 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.4903157 Feb 19 01:01:38.892255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:38.893401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39a995df-daec-465a-9f03-1bcc1b0ee6aa up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:38.899324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.942503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.944826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] For port fc57c112-a507-4937-b0cb-d7b46924fce2, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:38.952407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] For port fc57c112-a507-4937-b0cb-d7b46924fce2, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fc57c112-a507-4937-b0cb-d7b46924fce2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:38.957619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef28a995-1334-46f6-8e72-cbc77918273b req-bc86e25e-3d74-489c-ba8f-59592d9eaec2 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084111 Feb 19 01:01:39.000413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 39a995df-daec-465a-9f03-1bcc1b0ee6aa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:39.001496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.001737 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.002117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.003501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] 10.222.0.89 "PUT /v2.0/ports/fedd645b-8f1b-44fe-8bcf-53920cb8e41b HTTP/1.1" status: 200 len: 1092 time: 3.6978400 Feb 19 01:01:39.012710 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.040938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks [] for router_gateway (e46321fc-3d8c-423f-bca5-8d3a55bbafec), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.099134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-bb084a46-c00e-4930-be12-2869264fc1fd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.101736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-bb084a46-c00e-4930-be12-2869264fc1fd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.10 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 828 time: 0.7852211 Feb 19 01:01:39.111449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.112216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.113618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] 10.222.0.10 "PUT /v2.0/ports/fc57c112-a507-4937-b0cb-d7b46924fce2 HTTP/1.1" status: 200 len: 1096 time: 3.1786232 Feb 19 01:01:39.126228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 39a995df-daec-465a-9f03-1bcc1b0ee6aa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:39.152320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'tag': 'fc57c112-a507-4937-b0cb-d7b46924fce2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:39.155631 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2878b8a4-fd9f-46dc-b73f-0fa989167c87", "tag": "fc57c112-a507-4937-b0cb-d7b46924fce2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:39.166991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.167609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.169017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] 10.222.0.10 "PUT /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 1121 time: 4.1384199 Feb 19 01:01:39.169140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Request body: {'port': {'device_id': '4c0de646-e567-4132-8cee-f455382f0a45', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'admin_state_up': True, 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:39.188017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b75c6-773a-4376-a7fc-523916106be8 service neutron] Pushing event updated for resources: {'Port': ['ID=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.304096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6d63bd71-4080-4b60-8ab2-2bd140f47daa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:39.332052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea3d0-3483-4a09-b106-7cdac0e127da service neutron] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.356924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342035eb-f772-49fe-a3cf-310b6b02044d service neutron] Pushing event updated for resources: {'Port': ['ID=fc57c112-a507-4937-b0cb-d7b46924fce2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.362227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-371414f1-3b54-482e-9ee5-5c94992210d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.364065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-371414f1-3b54-482e-9ee5-5c94992210d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f581bdf3ab16444fb9804fbdf1fd46c7&device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 1126 time: 0.2642641 Feb 19 01:01:39.366448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['6d63bd71-4080-4b60-8ab2-2bd140f47daa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:39.372867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567291fe-871b-4ad2-97b4-cc785a7d006e req-4c379c2e-f156-48f9-999f-65f32fa696c2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.380140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-567291fe-871b-4ad2-97b4-cc785a7d006e req-4c379c2e-f156-48f9-999f-65f32fa696c2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 936 time: 0.3090601 Feb 19 01:01:39.426098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0c938-a3dc-48bf-8ca9-69dfdcd22dc5 req-0e905905-daf4-49fb-8896-f85b33ba6b7c tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.434336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5fe0c938-a3dc-48bf-8ca9-69dfdcd22dc5 req-0e905905-daf4-49fb-8896-f85b33ba6b7c tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 945 time: 0.3874691 Feb 19 01:01:39.507202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-def23aa3-6411-4c98-9556-bbccba05ba95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b HTTP/1.1" status: 200 len: 217 time: 0.1226115 Feb 19 01:01:39.515152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-1634c899-ed06-49c2-a1f6-195dccf33a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.516673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-1634c899-ed06-49c2-a1f6-195dccf33a6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 1130 time: 0.3323381 Feb 19 01:01:39.590243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-998600dc-1686-4305-ad3d-0d59866598f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=fc57c112-a507-4937-b0cb-d7b46924fce2 HTTP/1.1" status: 200 len: 217 time: 0.0598090 Feb 19 01:01:39.608225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Made reservation on behalf of 3c0341440e3e49ef8de94067f93e5d04 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:39.611814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.617933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-567291fe-871b-4ad2-97b4-cc785a7d006e req-ad0078d1-50b8-418b-9b44-309613c78709 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185452 Feb 19 01:01:39.632201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-fdf46796-dbba-493a-905c-5b6ff1f9ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.635721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-fdf46796-dbba-493a-905c-5b6ff1f9ee35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=08b37761-a974-4972-b12c-dca998fcf55f HTTP/1.1" status: 200 len: 855 time: 0.1082609 Feb 19 01:01:39.647278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (e46321fc-3d8c-423f-bca5-8d3a55bbafec), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.664711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5fe0c938-a3dc-48bf-8ca9-69dfdcd22dc5 req-0395ff43-49be-496a-b177-a4e5bdd65028 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294674 Feb 19 01:01:39.695395 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-1dfe4021-1829-4e3e-a6cf-a33a37503cb2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52b21aec-95fb-4aea-a9be-a808e4cf5277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414164 Feb 19 01:01:39.842309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-ec3547db-b0fe-48bf-9ad8-6a71b5db6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.843760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-ec3547db-b0fe-48bf-9ad8-6a71b5db6dc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2261124 Feb 19 01:01:39.925838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Allocated IP 172.20.0.14 (a376a0da-e2cc-41eb-95d8-cbc9f938b028/c1f21e9c-6cea-4005-a7ec-4020865ae5ba/6ff2d962-4efd-48b6-8eee-71630dc283f5) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:39.932293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bca46d-6f47-4179-bd0c-fa207b598d45 req-f5bc6e60-bf3c-4b70-8371-a5e9496539b9 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.934466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79bca46d-6f47-4179-bd0c-fa207b598d45 req-f5bc6e60-bf3c-4b70-8371-a5e9496539b9 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 944 time: 0.1815701 Feb 19 01:01:39.958892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b783fcc5-39a4-4900-ac68-ddb53f891f06 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:39.959227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-afb5d98e-a99f-404c-9211-23630e6feff5 service neutron] 10.222.0.89 "GET /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029092 Feb 19 01:01:39.968130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Publish callbacks [] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.995417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-d4a58777-7904-43c3-9eaa-53d4c4be8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.996920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-d4a58777-7904-43c3-9eaa-53d4c4be8a60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1389685 Feb 19 01:01:40.009736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Transition to ACTIVE for port object b783fcc5-39a4-4900-ac68-ddb53f891f06 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:40.027802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.057952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79bca46d-6f47-4179-bd0c-fa207b598d45 req-d1bb5e69-5e14-4ab4-915e-8541a92a279f tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122818 Feb 19 01:01:40.084399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Router e46321fc-3d8c-423f-bca5-8d3a55bbafec is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:01:40.104550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95bea0b5-3345-4269-bfca-1d377c7c0279 req-37a97032-678a-4a61-8fa0-75ca271c923d service neutron] 10.222.0.89 "GET /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319191 Feb 19 01:01:40.136216 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495cd8e5-aeb4-475f-b48e-2e0222c19f10 x-openstack-request-id: req-495cd8e5-aeb4-475f-b48e-2e0222c19f10 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:40.136505 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2878b8a4-fd9f-46dc-b73f-0fa989167c87", "tag": "fc57c112-a507-4937-b0cb-d7b46924fce2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:40.136765 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-495cd8e5-aeb4-475f-b48e-2e0222c19f10 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:40.137176 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'tag': 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'status': 'completed', 'code': 200} Feb 19 01:01:40.218909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Pushing event updated for resources: {'Port': ['ID=b783fcc5-39a4-4900-ac68-ddb53f891f06,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.226713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-693d2b9c-e868-4b7a-9d16-3db251a569cb req-c7d24255-754e-4d58-b8d4-9527baad9cb3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 210 time: 0.0355847 Feb 19 01:01:40.250861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:40.269893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Sync routers for ids ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:40.281320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.282905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-22c7e27e-73f3-407a-a5a3-8426f7567d25 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1156514 Feb 19 01:01:40.283268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Routers {'e46321fc-3d8c-423f-bca5-8d3a55bbafec'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:40.283918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:40.285619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47216) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:40.347793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-b4edfbc1-d23e-4452-948c-e3f581011aa3 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368890 Feb 19 01:01:40.377037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a49846-7daa-4e82-8173-f56e8d91160a req-41b299a7-c59b-4c53-940d-ebc2c46c4bb1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.384921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9a49846-7daa-4e82-8173-f56e8d91160a req-41b299a7-c59b-4c53-940d-ebc2c46c4bb1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.3617132 Feb 19 01:01:40.458698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Set router e46321fc-3d8c-423f-bca5-8d3a55bbafec gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:40.482304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.525153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2e3a5-0fa3-46f4-934e-654abb2a4417 req-7f5b02fa-2e1c-4701-88f3-e19ae177d774 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.526702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aee2e3a5-0fa3-46f4-934e-654abb2a4417 req-7f5b02fa-2e1c-4701-88f3-e19ae177d774 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 946 time: 0.1767397 Feb 19 01:01:40.529594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Attempting to bind port b783fcc5-39a4-4900-ac68-ddb53f891f06 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:40.529841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Attempting to bind port b783fcc5-39a4-4900-ac68-ddb53f891f06 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:40.530176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Attempting to bind port b783fcc5-39a4-4900-ac68-ddb53f891f06 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:40.545667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9a49846-7daa-4e82-8173-f56e8d91160a req-934248db-cd73-43ae-b4ea-55891d345b6f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594057 Feb 19 01:01:40.556060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Port b783fcc5-39a4-4900-ac68-ddb53f891f06 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:40.556405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Attempting to bind port b783fcc5-39a4-4900-ac68-ddb53f891f06 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:40.573846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-ba1773fd-01d0-4f60-9081-c55cba409c96 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086902 Feb 19 01:01:40.575949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:40.576661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:40.576661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:40.577117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Bound port: b783fcc5-39a4-4900-ac68-ddb53f891f06, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:40.577473 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.602284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.612308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'tag': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b'}, {'name': 'network-changed', 'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:40.613975 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117de75-07ad-43a4-a7c6-30126f93228a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a18e9e4-4a63-4cac-bafc-84687d08d897", "tag": "fedd645b-8f1b-44fe-8bcf-53920cb8e41b"}, {"name": "network-changed", "server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:40.686626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aee2e3a5-0fa3-46f4-934e-654abb2a4417 req-e5bb7b75-3f4c-4781-b636-71038d93a61d tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404552 Feb 19 01:01:40.736932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:40.744875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event updated for resources: {'Port': ['ID=6ff2d962-4efd-48b6-8eee-71630dc283f5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.755534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:40.761186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:40.779427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:01:38Z', 'revision_number': 3, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:40.788983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] For port b783fcc5-39a4-4900-ac68-ddb53f891f06, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:40.811833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] For port b783fcc5-39a4-4900-ac68-ddb53f891f06, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:40.826699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Checking router: e46321fc-3d8c-423f-bca5-8d3a55bbafec for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:40.827438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Updating router e46321fc-3d8c-423f-bca5-8d3a55bbafec port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:40.833489 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.837256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-f699fae0-0240-458c-9e31-fd0139048ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.838939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-f699fae0-0240-458c-9e31-fd0139048ecb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 1130 time: 0.1873522 Feb 19 01:01:40.866767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.888494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.889220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.955691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.958491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.960304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] 10.222.0.89 "PUT /v2.0/ports/b783fcc5-39a4-4900-ac68-ddb53f891f06 HTTP/1.1" status: 200 len: 1096 time: 2.7274315 Feb 19 01:01:41.092762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-60e4f45c-c35c-4215-82c4-5fad1e23746d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9414468 Feb 19 01:01:41.134568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Request body: {'port': {'device_id': '4c0de646-e567-4132-8cee-f455382f0a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:41.232312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14ba7-e29e-4299-a2a9-a16ec52bb734 service neutron] Pushing event updated for resources: {'Port': ['ID=b783fcc5-39a4-4900-ac68-ddb53f891f06,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:41.314996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-456acc26-d45d-4e34-a2d2-f6182dc25a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.316594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-456acc26-d45d-4e34-a2d2-f6182dc25a73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.4646633 Feb 19 01:01:41.332914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-20740aee-8e35-4763-929e-ca8112216823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.334871 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Publish callbacks [] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.335690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-20740aee-8e35-4763-929e-ca8112216823 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 1130 time: 0.2834048 Feb 19 01:01:41.339668 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63626061-11d8-437b-b943-a640b984cb32 x-openstack-request-id: req-63626061-11d8-437b-b943-a640b984cb32 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:41.340098 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a18e9e4-4a63-4cac-bafc-84687d08d897", "tag": "fedd645b-8f1b-44fe-8bcf-53920cb8e41b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:41.340222 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63626061-11d8-437b-b943-a640b984cb32 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:41.340591 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'tag': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b', 'status': 'completed', 'code': 200} Feb 19 01:01:41.340870 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'status': 'completed', 'code': 200} Feb 19 01:01:41.343700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.348220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.349321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9bb0e2db-bc50-4ea9-9cdb-84f89d44668b None None] Provisioning complete for port 6ff2d962-4efd-48b6-8eee-71630dc283f5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:41.350905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e2db-bc50-4ea9-9cdb-84f89d44668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.395387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a833b-68b1-43b6-938a-461547893c15 req-c4521de8-242b-4658-851f-83cd40169861 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.402398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-492a833b-68b1-43b6-938a-461547893c15 req-c4521de8-242b-4658-851f-83cd40169861 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 948 time: 0.2473342 Feb 19 01:01:41.448968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0e2db-bc50-4ea9-9cdb-84f89d44668b None None] Port 6ff2d962-4efd-48b6-8eee-71630dc283f5 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:41.449542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-f212e3fc-9103-4746-83ec-7d32dc819f44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=fc57c112-a507-4937-b0cb-d7b46924fce2 HTTP/1.1" status: 200 len: 217 time: 0.1110051 Feb 19 01:01:41.455867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-1c2093d8-e47e-4445-8eae-7c2073608fff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06 HTTP/1.1" status: 200 len: 217 time: 0.0729594 Feb 19 01:01:41.456515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Attempting to bind port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:41.457149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Attempting to bind port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:41.458012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Attempting to bind port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:41.465778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62445914-f0bb-43b9-a12a-31703f590269 None None] Pushing event updated for resources: {'Port': ['ID=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:41.469473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:41.470310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:41.470966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.471571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:41.472262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Bound port: d17b56cd-6e9c-4a6a-82f9-70fdea849a15, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:41.472732 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.479989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117de75-07ad-43a4-a7c6-30126f93228a req-d4dcb54a-a5f3-4821-9c23-2dd49ce07a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.482325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-d4dcb54a-a5f3-4821-9c23-2dd49ce07a42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f581bdf3ab16444fb9804fbdf1fd46c7&device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 1126 time: 0.1407094 Feb 19 01:01:41.493156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e477-55e9-45aa-9cb3-192165872009 req-2cfc644f-6e88-4d03-b6e9-b01a06625b62 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.500568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61a2e477-55e9-45aa-9cb3-192165872009 req-2cfc644f-6e88-4d03-b6e9-b01a06625b62 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1578014 Feb 19 01:01:41.535211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] For port d17b56cd-6e9c-4a6a-82f9-70fdea849a15, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:41.539816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] For port d17b56cd-6e9c-4a6a-82f9-70fdea849a15, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:41.546574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.579483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-492a833b-68b1-43b6-938a-461547893c15 req-6d8a945a-edb1-4ec1-a8ef-c6e88e208e74 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762168 Feb 19 01:01:41.600827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-b63c5fbe-c383-4adc-a151-a058021e5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.601254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Routers {'e46321fc-3d8c-423f-bca5-8d3a55bbafec'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:41.602181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:41.602585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-b63c5fbe-c383-4adc-a151-a058021e5551 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1416693 Feb 19 01:01:41.624193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-b9b4b3f3-7f74-4481-a5ce-13bc52be0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.625778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-b9b4b3f3-7f74-4481-a5ce-13bc52be0a52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1543796 Feb 19 01:01:41.677635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62445914-f0bb-43b9-a12a-31703f590269 None None] Pushing event updated for resources: {'Port': ['ID=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:41.742387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117de75-07ad-43a4-a7c6-30126f93228a req-59723c5e-bc57-4552-b48e-bc6fbc6c9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.743783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-59723c5e-bc57-4552-b48e-bc6fbc6c9d9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=52b21aec-95fb-4aea-a9be-a808e4cf5277 HTTP/1.1" status: 200 len: 916 time: 0.2410183 Feb 19 01:01:41.746860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61a2e477-55e9-45aa-9cb3-192165872009 req-a304605c-1bc7-455d-973b-59f0ca267014 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454786 Feb 19 01:01:41.801187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] Set router e46321fc-3d8c-423f-bca5-8d3a55bbafec gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:41.816927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-0786f3fe-477d-4b3d-9e55-de7169a1c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.819095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-0786f3fe-477d-4b3d-9e55-de7169a1c26a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2077610 Feb 19 01:01:41.824562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-03a43345-e0bc-4802-96eb-5c7d2551c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.826537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-03a43345-e0bc-4802-96eb-5c7d2551c9fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1378958 Feb 19 01:01:41.847326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-28387542-7d02-4225-8dab-3c1ff7c031c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b HTTP/1.1" status: 200 len: 217 time: 0.0884323 Feb 19 01:01:41.861816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.926672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e3e286e7-ae72-4330-8693-2d32e1f26b3a req-f93226cf-0cbe-465c-8e0e-9fb32dfa1417 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0612407 Feb 19 01:01:41.983212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117de75-07ad-43a4-a7c6-30126f93228a req-4cc2a6f0-ea16-47e5-a717-b3a8cdd5fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.984691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-4cc2a6f0-ea16-47e5-a717-b3a8cdd5fa20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=08b37761-a974-4972-b12c-dca998fcf55f HTTP/1.1" status: 200 len: 855 time: 0.1204998 Feb 19 01:01:42.043779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-44e3d99e-350c-4d9c-8f84-22ae92d8f2e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52b21aec-95fb-4aea-a9be-a808e4cf5277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358951 Feb 19 01:01:42.079601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:01:38Z', 'revision_number': 3, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:42.111388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd716b-55aa-4e59-9483-2e6bc3da50f7 None None] The sync data for ids ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'] in n-d-826752-2 is: [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:01:38Z', 'revision_number': 3, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:42.257264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-5b43b9bf-0ce3-4e7a-8919-1784ce4ce01e service neutron] 10.222.0.89 "GET /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790481 Feb 19 01:01:42.269290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20b676-0d02-488d-9494-9497cc766a7d req-4784de30-9c1f-4f20-911c-29e711625d4d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.270874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa20b676-0d02-488d-9494-9497cc766a7d req-4784de30-9c1f-4f20-911c-29e711625d4d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 932 time: 0.2295380 Feb 19 01:01:42.294989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Allocated IP 172.20.0.1 (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606/df8f6e06-04c9-4393-a951-bf25d6190b26/002b9c32-41ec-44a7-b8c6-3d4fb80f54f3) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:42.389952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94f091-0763-46c4-bd5d-3586cca92053', 'tag': 'b783fcc5-39a4-4900-ac68-ddb53f891f06'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:42.392193 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d0010-9172-451a-a639-cb5f8957a690" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94f091-0763-46c4-bd5d-3586cca92053", "tag": "b783fcc5-39a4-4900-ac68-ddb53f891f06"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:42.401839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-7b59c311-1324-4e93-a47e-b9b87bdbb7d4 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606811 Feb 19 01:01:42.407533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-ba5791c9-862d-4d41-b998-b2446f995596 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772481 Feb 19 01:01:42.416791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bf617-2a62-4e1c-a214-9a0231177c03 req-7248b1e2-14c8-4820-9bf4-42dca0e1e3fb tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.423569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-765bf617-2a62-4e1c-a214-9a0231177c03 req-7248b1e2-14c8-4820-9bf4-42dca0e1e3fb tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 944 time: 0.4867849 Feb 19 01:01:42.467266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa20b676-0d02-488d-9494-9497cc766a7d req-3ddd9976-f256-486f-a8bd-0c4c191cbad2 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840980 Feb 19 01:01:42.475585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-8e7a9474-c7e7-427b-ba00-dd90acd8f680 service neutron] 10.222.0.89 "GET /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024519 Feb 19 01:01:42.484698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff2d962-4efd-48b6-8eee-71630dc283f5 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:42.539701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d17b56cd-6e9c-4a6a-82f9-70fdea849a15 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:42.557377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks [] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.590761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Publish callbacks [] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.629312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:42.630188 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.644092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-765bf617-2a62-4e1c-a214-9a0231177c03 req-4d608394-ce9e-4910-b6d5-ae8282121e17 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143569 Feb 19 01:01:42.649453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117de75-07ad-43a4-a7c6-30126f93228a req-f04eaf3b-e520-4ed9-9e7a-9b94351f81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.651054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-f04eaf3b-e520-4ed9-9e7a-9b94351f81b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1155 time: 0.0918038 Feb 19 01:01:42.695023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Transition to ACTIVE for port object 6ff2d962-4efd-48b6-8eee-71630dc283f5 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:42.701829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.750303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:42.750843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.779791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port d17b56cd-6e9c-4a6a-82f9-70fdea849a15, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:42.784477 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.812155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117de75-07ad-43a4-a7c6-30126f93228a req-7814932b-6ee5-4a73-b22c-2d5e3fb9352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.814614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-7814932b-6ee5-4a73-b22c-2d5e3fb9352f service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1438050 Feb 19 01:01:42.826376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92817088-4c3b-43e4-ab45-fb63954c6465 req-3ace1c3c-04d3-4664-abb6-a9bee3565ff3 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952839 Feb 19 01:01:42.859191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:42.872145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.891724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4204ed-cdb2-4eab-b088-4b4a64c2d12c req-2dc700ab-1f32-4d29-b9e1-6ecf75c43322 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.893958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c4204ed-cdb2-4eab-b088-4b4a64c2d12c req-2dc700ab-1f32-4d29-b9e1-6ecf75c43322 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.2763827 Feb 19 01:01:42.963304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f311f927-e6a0-4387-9cc8-6dfb5575cfd8 req-8220b08f-5851-4f7e-9c51-69f13d5aefa9 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315704 Feb 19 01:01:42.967026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff2d962-4efd-48b6-8eee-71630dc283f5,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:42.995182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-4cc74c21-9d30-44b1-ae64-e001b878f417 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 217 time: 0.1472709 Feb 19 01:01:43.001515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553db16-1fbd-4d37-9eaf-1c27548af7d3 req-424af03c-f336-463b-86ee-0d45f27655b7 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.003199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a553db16-1fbd-4d37-9eaf-1c27548af7d3 req-424af03c-f336-463b-86ee-0d45f27655b7 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 946 time: 0.2375257 Feb 19 01:01:43.024140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Attempting to bind port 6ff2d962-4efd-48b6-8eee-71630dc283f5 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:43.024591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Attempting to bind port 6ff2d962-4efd-48b6-8eee-71630dc283f5 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:43.024856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Attempting to bind port 6ff2d962-4efd-48b6-8eee-71630dc283f5 on network a376a0da-e2cc-41eb-95d8-cbc9f938b028 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:43.028049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:43.039030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Port 6ff2d962-4efd-48b6-8eee-71630dc283f5 on network a376a0da-e2cc-41eb-95d8-cbc9f938b028 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:43.039366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Attempting to bind port 6ff2d962-4efd-48b6-8eee-71630dc283f5 on network a376a0da-e2cc-41eb-95d8-cbc9f938b028 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:43.042746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:43.045226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:43.051070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:43.051523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Checking segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:43.052191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Bound using segment: {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:43.053152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Bound port: 6ff2d962-4efd-48b6-8eee-71630dc283f5, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:43.053632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.106302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Pushing event updated for resources: {'Port': ['ID=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:43.123840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a553db16-1fbd-4d37-9eaf-1c27548af7d3 req-4f158850-2701-4927-b1cc-65827ecff61b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063626 Feb 19 01:01:43.146599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (e46321fc-3d8c-423f-bca5-8d3a55bbafec), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.202028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c4204ed-cdb2-4eab-b088-4b4a64c2d12c req-8a50af93-de0c-4839-8bc9-3c213dc78032 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744164 Feb 19 01:01:43.205677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] For port 6ff2d962-4efd-48b6-8eee-71630dc283f5, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:43.212207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117de75-07ad-43a4-a7c6-30126f93228a req-c14ec782-7b7f-4aa1-879a-bd6f95dab6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.214711 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa14d11e-92ad-4b45-afad-6e57893c209d x-openstack-request-id: req-aa14d11e-92ad-4b45-afad-6e57893c209d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:43.214878 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94f091-0763-46c4-bd5d-3586cca92053", "tag": "b783fcc5-39a4-4900-ac68-ddb53f891f06", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:43.215197 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa14d11e-92ad-4b45-afad-6e57893c209d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:43.215523 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e94f091-0763-46c4-bd5d-3586cca92053', 'tag': 'b783fcc5-39a4-4900-ac68-ddb53f891f06', 'status': 'completed', 'code': 200} Feb 19 01:01:43.217304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] For port 6ff2d962-4efd-48b6-8eee-71630dc283f5, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:43.224193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-c14ec782-7b7f-4aa1-879a-bd6f95dab6fc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2095599 Feb 19 01:01:43.239402 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.262655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device fedd645b-8f1b-44fe-8bcf-53920cb8e41b details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:43.315659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-cd12a362-07a2-4955-8aac-78dfcf3a2872 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676062 Feb 19 01:01:43.477287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,segment=NetworkSegment(f9e460f4-bd2b-4be7-b9fe-64e4e2affab8),segment_id=f9e460f4-bd2b-4be7-b9fe-64e4e2affab8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:43.511698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b', 'network_id': '52b21aec-95fb-4aea-a9be-a808e4cf5277', 'port_id': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b', 'mac_address': 'fa:16:3e:ff:bb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b37761-a974-4972-b12c-dca998fcf55f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:43.512885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff2d962-4efd-48b6-8eee-71630dc283f5,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:43.526937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fc57c112-a507-4937-b0cb-d7b46924fce2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:43.554359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-76fdd96c-c608-4584-80ac-ccf15f3d07cf service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210126 Feb 19 01:01:43.557758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.568168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d3864-97c0-4575-a701-b4928b51e7fa req-bc4a5d3c-b1b2-4424-9354-452bae7fa222 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.570707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.571792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.574156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-ee1fa489-7b74-4036-a663-01965a2e7567 service neutron] 10.222.0.10 "PUT /v2.0/ports/6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 1092 time: 2.4509463 Feb 19 01:01:43.576024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c30d3864-97c0-4575-a701-b4928b51e7fa req-bc4a5d3c-b1b2-4424-9354-452bae7fa222 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2079673 Feb 19 01:01:43.667634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-38768396-607b-4707-9a02-dac4d82e0e83 None None] Provisioning complete for port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:43.668381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-38768396-607b-4707-9a02-dac4d82e0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.725428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port fedd645b-8f1b-44fe-8bcf-53920cb8e41b is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:43.726374 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.728683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c30d3864-97c0-4575-a701-b4928b51e7fa req-dee47d39-574c-4fb8-b569-fac9fb105324 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518652 Feb 19 01:01:43.772138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d0010-9172-451a-a639-cb5f8957a690 req-a07c4422-bc69-412c-b488-184daa3bd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.774957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-a07c4422-bc69-412c-b488-184daa3bd269 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 1130 time: 0.4887331 Feb 19 01:01:43.794471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d4784-6b8b-4cb8-9bd0-2dff369b9cde req-c8e0b6ee-7d0b-4cd7-a403-158d4461cdbe tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.802512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d7d4784-6b8b-4cb8-9bd0-2dff369b9cde req-c8e0b6ee-7d0b-4cd7-a403-158d4461cdbe tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 948 time: 0.3076220 Feb 19 01:01:43.889542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-b7eac36d-4b8f-4626-a6a9-f754df3cd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.892324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-b7eac36d-4b8f-4626-a6a9-f754df3cd3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1126 time: 0.2564836 Feb 19 01:01:43.895218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3117de75-07ad-43a4-a7c6-30126f93228a req-efd0c2b2-f59d-4ed1-9787-7fc3a5ba0f62 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097234 Feb 19 01:01:43.905886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8902ba2-16cb-4d92-913e-c71851289170 req-8c3208d3-1350-46cc-ac60-99f6ac66e91d tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0592475 Feb 19 01:01:43.979881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedd645b-8f1b-44fe-8bcf-53920cb8e41b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:43.995308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-38768396-607b-4707-9a02-dac4d82e0e83 None None] Port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:44.024775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,segment=NetworkSegment(f9e460f4-bd2b-4be7-b9fe-64e4e2affab8),segment_id=f9e460f4-bd2b-4be7-b9fe-64e4e2affab8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:44.027362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-69fe3380-8c45-4388-8a96-7a81894e8542 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 217 time: 0.1014340 Feb 19 01:01:44.032740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.050440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks [] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.056483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d7d4784-6b8b-4cb8-9bd0-2dff369b9cde req-28d0c19d-bebb-40b0-b6c6-51046d999043 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530575 Feb 19 01:01:44.058692 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.094363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fc57c112-a507-4937-b0cb-d7b46924fce2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fc57c112-a507-4937-b0cb-d7b46924fce2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:44.104166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d0010-9172-451a-a639-cb5f8957a690 req-dd374c52-9f1b-45ac-a822-80359f8f662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.108941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-dd374c52-9f1b-45ac-a822-80359f8f662e service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2964001 Feb 19 01:01:44.125259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (e46321fc-3d8c-423f-bca5-8d3a55bbafec), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.125730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-0d3bc576-e27d-46f7-a651-49aaf2106bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.127782 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-0d3bc576-e27d-46f7-a651-49aaf2106bbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 200 len: 867 time: 0.0821307 Feb 19 01:01:44.136682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e34c-804a-476d-8343-8dc540265c37 req-466b561f-f9a9-4987-bdcd-027729802fae tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.138203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4047e34c-804a-476d-8343-8dc540265c37 req-466b561f-f9a9-4987-bdcd-027729802fae tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "GET /v2.0/ports?device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 946 time: 0.1964068 Feb 19 01:01:44.139817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'mac_address': 'fa:16:3e:1a:a1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:44.193906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:44.218970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fc57c112-a507-4937-b0cb-d7b46924fce2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:44.219725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.237535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc57c112-a507-4937-b0cb-d7b46924fce2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:44.238020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Pushing event updated for resources: {'Port': ['ID=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:44.247164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6d651-4fe8-4285-939a-1307a596ed11 req-c8d50576-1846-445b-a8bf-81a713c73b86 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.254051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36d6d651-4fe8-4285-939a-1307a596ed11 req-c8d50576-1846-445b-a8bf-81a713c73b86 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 944 time: 0.2609704 Feb 19 01:01:44.269120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fc57c112-a507-4937-b0cb-d7b46924fce2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fc57c112-a507-4937-b0cb-d7b46924fce2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:44.274315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.327126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fc57c112-a507-4937-b0cb-d7b46924fce2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:44.332750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-9d346105-a4cf-43ff-81b1-e5979016b60c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06 HTTP/1.1" status: 200 len: 217 time: 0.1857674 Feb 19 01:01:44.338648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36d6d651-4fe8-4285-939a-1307a596ed11 req-71371e35-3609-4c7d-8069-98f0e74524be tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Feb 19 01:01:44.351232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:44.352696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:44.450321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d0010-9172-451a-a639-cb5f8957a690 req-3403be3c-813c-4eb1-86a1-c973b4571e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.451786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-3403be3c-813c-4eb1-86a1-c973b4571e12 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0807738 Feb 19 01:01:44.455544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-32711535-16b3-46d8-b908-0b2d6fecb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.457046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-32711535-16b3-46d8-b908-0b2d6fecb6f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a376a0da-e2cc-41eb-95d8-cbc9f938b028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3178935 Feb 19 01:01:44.470654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a6566-1c5d-44e4-8c65-96007cbe6511 req-daa142cf-9fd4-482e-ab82-79c9116a7aaf tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.479259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694a6566-1c5d-44e4-8c65-96007cbe6511 req-daa142cf-9fd4-482e-ab82-79c9116a7aaf tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 945 time: 0.1849084 Feb 19 01:01:44.489530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d17b56cd-6e9c-4a6a-82f9-70fdea849a15 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:44.558518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Deleting port 901a00ae-b655-47bd-b645-74915181bba9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:44.559113 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (901a00ae-b655-47bd-b645-74915181bba9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.577361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:44.577914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.582375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb61072-1e90-46f3-91df-5349573299a8 req-2877ab82-3645-4a83-a956-6243beed7ebf tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.584656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9cb61072-1e90-46f3-91df-5349573299a8 req-2877ab82-3645-4a83-a956-6243beed7ebf tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 946 time: 0.1729097 Feb 19 01:01:44.589719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Router e46321fc-3d8c-423f-bca5-8d3a55bbafec has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:44.622626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fc57c112-a507-4937-b0cb-d7b46924fce2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:44.669487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['fedd645b-8f1b-44fe-8bcf-53920cb8e41b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:44.695584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9cb61072-1e90-46f3-91df-5349573299a8 req-cbba593e-ed12-400f-a09f-13661d05447b tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016502 Feb 19 01:01:44.726273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694a6566-1c5d-44e4-8c65-96007cbe6511 req-5dc6bc68-9a55-47b8-adc1-69e8d4a2eb01 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454500 Feb 19 01:01:44.777740 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-a7cc5697-6d8a-44bd-ba63-aa978eb1e71c service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856832 Feb 19 01:01:44.797151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-683c9853-3f8d-4aaa-be11-479a7cfd3605 None None] Provisioning complete for port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:44.797531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-683c9853-3f8d-4aaa-be11-479a7cfd3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.801964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d0010-9172-451a-a639-cb5f8957a690 req-cb4424c0-6fc7-4fdc-8b12-c372ab3b9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.804134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-cb4424c0-6fc7-4fdc-8b12-c372ab3b9ff7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3042417 Feb 19 01:01:44.827188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:44.839673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-383b8386-9b25-451e-87cf-7dcf51d11bbc admin admin] 10.222.0.43 "PUT /v2.0/routers/e46321fc-3d8c-423f-bca5-8d3a55bbafec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5525627 Feb 19 01:01:44.842157 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Sync routers for ids ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:44.858362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22c55f-2ec2-4abc-a466-2b5ca0f371e5 req-ff482f38-27ce-4a3f-afad-ff32b8a4692a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.866099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd22c55f-2ec2-4abc-a466-2b5ca0f371e5 req-ff482f38-27ce-4a3f-afad-ff32b8a4692a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.0880442 Feb 19 01:01:44.876472 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Routers {'e46321fc-3d8c-423f-bca5-8d3a55bbafec'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:44.879484 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:44.922930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:44.942251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] For port 901a00ae-b655-47bd-b645-74915181bba9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=901a00ae-b655-47bd-b645-74915181bba9,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:44.942647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (901a00ae-b655-47bd-b645-74915181bba9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.950745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd22c55f-2ec2-4abc-a466-2b5ca0f371e5 req-3b35c798-299b-4ad5-acab-7aa62025543e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829020 Feb 19 01:01:44.965832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Calling delete_port for 901a00ae-b655-47bd-b645-74915181bba9 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:45.058498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-683c9853-3f8d-4aaa-be11-479a7cfd3605 None None] Port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:45.074181 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Set router e46321fc-3d8c-423f-bca5-8d3a55bbafec gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:45.075606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b125ecc-d9f7-4806-a26d-f16c4372e930 req-23ff4811-8454-4f91-a548-8c16140634de service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820842 Feb 19 01:01:45.085186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fc77-a00b-4ed4-a202-8b92596acfdd req-b4783943-c166-45b4-9022-f4c27d3fe946 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:45.086768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b928fc77-a00b-4ed4-a202-8b92596acfdd req-b4783943-c166-45b4-9022-f4c27d3fe946 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2506330 Feb 19 01:01:45.090459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-4cd175de-cb2c-4a38-a77b-2df3a860c751 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681799 Feb 19 01:01:45.103721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79a20589-7f18-40d0-80bf-34d38cbf2af0 req-8b4530f0-1499-46e5-9114-9c343f98bbd0 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0693409 Feb 19 01:01:45.218648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b928fc77-a00b-4ed4-a202-8b92596acfdd req-f9be66db-914c-4c51-8984-c2796c6ab79a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237910 Feb 19 01:01:45.222473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:45.224292 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b408ed-1164-40b7-b539-99acd6c21c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:45.267749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b783fcc5-39a4-4900-ac68-ddb53f891f06 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:45.287445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a48d0010-9172-451a-a639-cb5f8957a690 req-8a4add7b-e204-4f4c-9e68-f27c1eadfe64 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852267 Feb 19 01:01:45.330615 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (901a00ae-b655-47bd-b645-74915181bba9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.367159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['901a00ae-b655-47bd-b645-74915181bba9', '4412fd7a-c649-4541-8726-07202f9e6e5c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:45.369943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['60b40947-eff1-4806-b565-8ff24ecebdd2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:45.375379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Pushing event deleted for resources: {'Port': ['ID=901a00ae-b655-47bd-b645-74915181bba9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:45.398063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:01:43Z', 'revision_number': 4, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '002b9c32-41ec-44a7-b8c6-3d4fb80f54f3', 'name': '', 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'mac_address': 'fa:16:3e:f5:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'df8f6e06-04c9-4393-a951-bf25d6190b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:41Z', 'updated_at': '2022-02-19T01:01:43Z', 'revision_number': 2, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'subnets': [{'id': 'df8f6e06-04c9-4393-a951-bf25d6190b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:45.428761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] No DVR routers for this DVR port 901a00ae-b655-47bd-b645-74915181bba9 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:45.432502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.436576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4047e34c-804a-476d-8343-8dc540265c37 req-6af8d3a9-70b6-4200-8134-e62940f0cb5f tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "DELETE /v2.0/ports/901a00ae-b655-47bd-b645-74915181bba9 HTTP/1.1" status: 204 len: 173 time: 1.2798929 Feb 19 01:01:45.438533 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Checking router: e46321fc-3d8c-423f-bca5-8d3a55bbafec for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:45.438889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Updating router e46321fc-3d8c-423f-bca5-8d3a55bbafec port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:45.489602 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.491114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d9a89-fd25-4313-990c-c304957a6f33 req-b26744f9-5b7b-408b-b667-aa28858b5f85 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:45.499215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-993d9a89-fd25-4313-990c-c304957a6f33 req-b26744f9-5b7b-408b-b667-aa28858b5f85 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 948 time: 0.1972446 Feb 19 01:01:45.544417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b783fcc5-39a4-4900-ac68-ddb53f891f06, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:45.545654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-a70d0b53-d44c-4a23-b710-c307303f6166 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3293495 Feb 19 01:01:45.561512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:45.589298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.604220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'b783fcc5-39a4-4900-ac68-ddb53f891f06', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b783fcc5-39a4-4900-ac68-ddb53f891f06', 'mac_address': 'fa:16:3e:1b:3f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:45.626541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-993d9a89-fd25-4313-990c-c304957a6f33 req-a3a27de0-0cfd-4856-aec7-ba81de551bd3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097891 Feb 19 01:01:45.688790 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b4eba-48b8-4311-b3a6-7ac143b9456b x-openstack-request-id: req-8b6b4eba-48b8-4311-b3a6-7ac143b9456b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:45.689388 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:45.689651 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b6b4eba-48b8-4311-b3a6-7ac143b9456b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:45.690108 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'status': 'completed', 'code': 200} Feb 19 01:01:45.742909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b783fcc5-39a4-4900-ac68-ddb53f891f06 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:45.743496 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.769790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b783fcc5-39a4-4900-ac68-ddb53f891f06 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:45.804555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b783fcc5-39a4-4900-ac68-ddb53f891f06, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:45.809661 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.830454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-e3cca620-9cbc-4c01-971f-afae7c6bf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:45.831975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-e3cca620-9cbc-4c01-971f-afae7c6bf2b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1126 time: 0.1161563 Feb 19 01:01:45.860307 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Publish callbacks [] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.868939 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.894315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b783fcc5-39a4-4900-ac68-ddb53f891f06,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:45.899384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2078-ee73-43d5-b649-dbee1687b202 req-c3f059a4-aca9-41f9-b7a9-614d949bf64b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:45.906146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dafa2078-ee73-43d5-b649-dbee1687b202 req-c3f059a4-aca9-41f9-b7a9-614d949bf64b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 944 time: 0.1208863 Feb 19 01:01:45.921391 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eae810-a691-4bb6-9a23-e33368b2a9c2 None None] Pushing event updated for resources: {'Port': ['ID=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:45.993621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dafa2078-ee73-43d5-b649-dbee1687b202 req-4cb2fe8e-2f8a-456d-a7e8-723f27f722dd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864899 Feb 19 01:01:46.024819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-6f86dcda-b7d6-43db-af93-1153f478fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.026476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-6f86dcda-b7d6-43db-af93-1153f478fe61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 929 time: 0.1878717 Feb 19 01:01:46.091367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.094015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-143a4ba2-b010-4fca-980a-df309b7e0914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 217 time: 0.0483956 Feb 19 01:01:46.191750 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Attempting to bind port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:46.192214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Attempting to bind port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:46.192647 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Attempting to bind port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 on network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:46.199012 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:46.199483 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Checking segment: {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:46.199965 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.200431 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Bound using segment: {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:46.201538 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Bound port: 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:46.201538 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.215886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7463b649-84f0-42b1-9c82-bd60d4209cb9 req-bb2def9d-2c5f-4aff-9d73-22b096c17c00 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=036d94a6-d97b-45b6-8f34-2979830225e7 HTTP/1.1" status: 200 len: 210 time: 0.0636764 Feb 19 01:01:46.231064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-f7becbaf-e737-4e41-ab8b-c74a64b46d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.237384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-f7becbaf-e737-4e41-ab8b-c74a64b46d80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 200 len: 867 time: 0.1329579 Feb 19 01:01:46.284516 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] For port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:46.291670 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] For port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:46.293204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Allocated IP 172.25.0.54 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/fa43d0cb-9d78-4048-91e6-fd744427651e) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:46.295654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] Provisioning complete for port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:46.296057 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.300679 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.305536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-dc6d7e6d-872e-4d91-8f8d-4ad96699c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.307570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-dc6d7e6d-872e-4d91-8f8d-4ad96699c6de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a376a0da-e2cc-41eb-95d8-cbc9f938b028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662811 Feb 19 01:01:46.406470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] Current status of the port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:46.406798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.406982 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Routers {'e46321fc-3d8c-423f-bca5-8d3a55bbafec'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:46.408656 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:46.443462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] For port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:46.449102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.450400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb04bd9-e996-47d2-98a3-fcfb0f469e99 req-c5b52a99-f409-44f1-9284-800dc34bde29 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.453250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1eb04bd9-e996-47d2-98a3-fcfb0f469e99 req-c5b52a99-f409-44f1-9284-800dc34bde29 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 945 time: 0.1444976 Feb 19 01:01:46.464063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.479986 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eae810-a691-4bb6-9a23-e33368b2a9c2 None None] Pushing event updated for resources: {'Port': ['ID=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:46.525532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c5ef7-64a0-4ff0-b747-b91b10847fdb None None] Pushing event updated for resources: {'Port': ['ID=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:46.544005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-e84a6a66-ccfb-4c3e-809c-87598b408739 service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237415 Feb 19 01:01:46.555102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.585573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1eb04bd9-e996-47d2-98a3-fcfb0f469e99 req-38640e2c-860b-4e5b-8fb2-d0d82c5e74d6 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030078 Feb 19 01:01:46.598097 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] Set router e46321fc-3d8c-423f-bca5-8d3a55bbafec gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:46.626061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:46.650101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:46.659823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:46.681435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-df085c68-f22f-482c-8702-4611455862da None None] Provisioning complete for port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:46.682147 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df085c68-f22f-482c-8702-4611455862da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.719355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b408ed-1164-40b7-b539-99acd6c21c0d req-42b3de55-a12a-43a5-b906-5e4517db8691 service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475737 Feb 19 01:01:46.733822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:46.737187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=fa43d0cb-9d78-4048-91e6-fd744427651e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:46.763173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.763687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.764128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.764550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.764947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.765370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.765767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.766156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.766545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.766939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.767571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.767957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.768660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:46.792458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565033d8-6e0d-4e95-aba1-34b218e0d4c9 req-55b1ca73-701c-43f6-aded-878df391f086 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.794421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-565033d8-6e0d-4e95-aba1-34b218e0d4c9 req-55b1ca73-701c-43f6-aded-878df391f086 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.0732343 Feb 19 01:01:46.830571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (afa063aa-6c74-408e-b277-643dbf736318), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.848890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-df085c68-f22f-482c-8702-4611455862da None None] Current status of the port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:46.863024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-565033d8-6e0d-4e95-aba1-34b218e0d4c9 req-7361a5ff-fdad-45d9-ba20-8f786e949aef tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623143 Feb 19 01:01:46.899297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.937230 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:01:43Z', 'revision_number': 4, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '002b9c32-41ec-44a7-b8c6-3d4fb80f54f3', 'name': '', 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'mac_address': 'fa:16:3e:f5:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'df8f6e06-04c9-4393-a951-bf25d6190b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:41Z', 'updated_at': '2022-02-19T01:01:46Z', 'revision_number': 4, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'subnets': [{'id': 'df8f6e06-04c9-4393-a951-bf25d6190b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:46.971419 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8baff3d-dd21-4160-87c2-43f97f9cd002 None None] The sync data for ids ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'] in n-d-826752-2 is: [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:01:43Z', 'revision_number': 4, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '002b9c32-41ec-44a7-b8c6-3d4fb80f54f3', 'name': '', 'network_id': 'a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'mac_address': 'fa:16:3e:f5:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'df8f6e06-04c9-4393-a951-bf25d6190b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:41Z', 'updated_at': '2022-02-19T01:01:46Z', 'revision_number': 4, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'subnets': [{'id': 'df8f6e06-04c9-4393-a951-bf25d6190b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:46.988438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01adcd3a-1a28-425a-a208-3f3b81f54795 req-b2100aa9-929f-4a23-844f-39aa9ed2aafc tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0319459 Feb 19 01:01:47.118640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.123735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.158688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35fd1f-5c74-49bd-a8ca-bf93f79dbf54 req-4d1a2c9a-633d-4fff-8f95-3ccf733f0021 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.168373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d35fd1f-5c74-49bd-a8ca-bf93f79dbf54 req-4d1a2c9a-633d-4fff-8f95-3ccf733f0021 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0729554 Feb 19 01:01:47.201319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=fa43d0cb-9d78-4048-91e6-fd744427651e,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.220739 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (afa063aa-6c74-408e-b277-643dbf736318), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.223269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d35fd1f-5c74-49bd-a8ca-bf93f79dbf54 req-d99f57e6-c1ff-42c8-8a7a-c67f01d505e5 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Feb 19 01:01:47.241228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.242526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-e53f4ae0-1ec3-46ab-b562-85f4a5755d0a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6915877 Feb 19 01:01:47.275557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device fedd645b-8f1b-44fe-8bcf-53920cb8e41b up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:47.341593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-be0ce44e-abd7-437b-a4f9-eb5537a4a138 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0913007 Feb 19 01:01:47.373033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port fedd645b-8f1b-44fe-8bcf-53920cb8e41b completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:47.379548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port fedd645b-8f1b-44fe-8bcf-53920cb8e41b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:47.381671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.397974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5188a2b-a8f1-4f63-a8ed-9a02aca83d24 req-d08b7595-ab7a-452f-81a3-4f3c27d968fd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.408465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5188a2b-a8f1-4f63-a8ed-9a02aca83d24 req-d08b7595-ab7a-452f-81a3-4f3c27d968fd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 949 time: 0.0934103 Feb 19 01:01:47.492800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port fedd645b-8f1b-44fe-8bcf-53920cb8e41b is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:47.493253 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.495674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5188a2b-a8f1-4f63-a8ed-9a02aca83d24 req-a134b282-e90c-4804-98dd-40d913aa09b4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857666 Feb 19 01:01:47.531468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:47.534164 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1865dd3-4e6f-47cc-aaab-81e96bc7a417" -d '{"events": [{"server_uuid": "9a18e9e4-4a63-4cac-bafc-84687d08d897", "name": "network-vif-plugged", "status": "completed", "tag": "fedd645b-8f1b-44fe-8bcf-53920cb8e41b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:47.546528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6ff2d962-4efd-48b6-8eee-71630dc283f5 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:47.549504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fc57c112-a507-4937-b0cb-d7b46924fce2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:47.564619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-5c66664f-b23f-4528-9cd2-56ffe01a8576 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.566430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-5c66664f-b23f-4528-9cd2-56ffe01a8576 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.2192793 Feb 19 01:01:47.583430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-5bf38bfc-2b56-4a25-a255-b002d638819f tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:47.586049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41c3f833-74e4-4956-8fb5-46d9e7da7280 req-5bf38bfc-2b56-4a25-a255-b002d638819f tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118926 Feb 19 01:01:47.618364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,segment=NetworkSegment(f9e460f4-bd2b-4be7-b9fe-64e4e2affab8),segment_id=f9e460f4-bd2b-4be7-b9fe-64e4e2affab8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:47.632304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.671293 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38890d9-e354-47cf-9d80-d32dc2604c7a x-openstack-request-id: req-f38890d9-e354-47cf-9d80-d32dc2604c7a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:47.671630 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a18e9e4-4a63-4cac-bafc-84687d08d897", "name": "network-vif-plugged", "status": "completed", "tag": "fedd645b-8f1b-44fe-8bcf-53920cb8e41b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:47.671915 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f38890d9-e354-47cf-9d80-d32dc2604c7a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:47.672330 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b', 'code': 200} Feb 19 01:01:47.698649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b036c4a-e8bf-4225-805e-1338b89eaab6 req-4df2237d-00f5-465e-80e6-ed8a3c557caa tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.702873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b036c4a-e8bf-4225-805e-1338b89eaab6 req-4df2237d-00f5-465e-80e6-ed8a3c557caa tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 944 time: 0.1006274 Feb 19 01:01:47.720937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d94a6-d97b-45b6-8f34-2979830225e7', 'name': 'network-vif-deleted', 'tag': '901a00ae-b655-47bd-b645-74915181bba9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:47.723277 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c8eae-f056-46e7-be83-f2463e756f7b" -d '{"events": [{"server_uuid": "036d94a6-d97b-45b6-8f34-2979830225e7", "name": "network-vif-deleted", "tag": "901a00ae-b655-47bd-b645-74915181bba9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:47.781915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b036c4a-e8bf-4225-805e-1338b89eaab6 req-262672ef-fcd2-4e01-9519-132f811152b1 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706964 Feb 19 01:01:47.788761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.813997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port fc57c112-a507-4937-b0cb-d7b46924fce2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:47.825321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fc57c112-a507-4937-b0cb-d7b46924fce2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:47.825825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-bdd86184-e82c-4c57-995c-22397654886e tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1487710 Feb 19 01:01:47.826299 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.840952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:47.867282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.872124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6ff2d962-4efd-48b6-8eee-71630dc283f5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:47.885232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a84447-07db-4e06-8882-da5bf7ae8f80 req-dc897ad7-f04d-45d0-a00c-7ed8d5c375fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.888564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22a84447-07db-4e06-8882-da5bf7ae8f80 req-dc897ad7-f04d-45d0-a00c-7ed8d5c375fa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 1128 time: 0.1028936 Feb 19 01:01:47.895012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'port_id': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'mac_address': 'fa:16:3e:91:f1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:47.975066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6ff2d962-4efd-48b6-8eee-71630dc283f5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:47.975753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.984717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22a84447-07db-4e06-8882-da5bf7ae8f80 req-57d26646-91ae-46c5-bc99-daacc80ff2c8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740960 Feb 19 01:01:47.992581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3515-6ea0-4ce7-8d5a-7c02c538a8e7 req-5dc662aa-9193-49e8-a8e1-575237c497bd tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.999996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d62b3515-6ea0-4ce7-8d5a-7c02c538a8e7 req-5dc662aa-9193-49e8-a8e1-575237c497bd tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 946 time: 0.1017733 Feb 19 01:01:48.006659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.014519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff2d962-4efd-48b6-8eee-71630dc283f5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:48.036846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fc57c112-a507-4937-b0cb-d7b46924fce2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:48.037584 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.065786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d62b3515-6ea0-4ce7-8d5a-7c02c538a8e7 req-08e78365-49fe-40e6-a33f-f446bb522404 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Feb 19 01:01:48.084161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6ff2d962-4efd-48b6-8eee-71630dc283f5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:48.105832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.121210 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.156118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fc57c112-a507-4937-b0cb-d7b46924fce2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fc57c112-a507-4937-b0cb-d7b46924fce2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:48.163402 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.164339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 901a00ae-b655-47bd-b645-74915181bba9 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:48.205944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 901a00ae-b655-47bd-b645-74915181bba9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:48.206303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 901a00ae-b655-47bd-b645-74915181bba9 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:48.216502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Allocated IP 172.25.0.103 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/fb947687-8a0a-4b0e-ac4a-25087ef6fe8c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:48.224163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6ff2d962-4efd-48b6-8eee-71630dc283f5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.244514 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360ff2c0-be54-47b5-9b4e-bed7a0c575be x-openstack-request-id: req-360ff2c0-be54-47b5-9b4e-bed7a0c575be {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:48.244809 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d94a6-d97b-45b6-8f34-2979830225e7", "name": "network-vif-deleted", "tag": "901a00ae-b655-47bd-b645-74915181bba9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:48.245087 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-360ff2c0-be54-47b5-9b4e-bed7a0c575be {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:48.245489 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d94a6-d97b-45b6-8f34-2979830225e7', 'name': 'network-vif-deleted', 'tag': '901a00ae-b655-47bd-b645-74915181bba9', 'status': 'completed', 'code': 200} Feb 19 01:01:48.350618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fc57c112-a507-4937-b0cb-d7b46924fce2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.378997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da736df8-9f3f-4999-aa14-f995f993c201 req-0393c3e0-a35d-40d6-86d4-1d290d9234e4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.393403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.400605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da736df8-9f3f-4999-aa14-f995f993c201 req-0393c3e0-a35d-40d6-86d4-1d290d9234e4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.1016183 Feb 19 01:01:48.435214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.446081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6ff2d962-4efd-48b6-8eee-71630dc283f5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:48.507873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=fb947687-8a0a-4b0e-ac4a-25087ef6fe8c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.524396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:48.526864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:48.532982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:48.541876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da736df8-9f3f-4999-aa14-f995f993c201 req-17811fd2-beff-4856-afdd-b6c035a6cff2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403201 Feb 19 01:01:48.612948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:48.702110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (575d712a-d3f2-44de-9c2c-b0091b7ea4c8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.702349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f28acc2-8aca-42b6-a2c1-07c033fe61f1 req-2e1308f1-588d-4c9e-891e-c7e76480061b tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0321553 Feb 19 01:01:48.754545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.797182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:48.797594 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.899115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce49ee-131d-43cb-9f81-b52dcef561e7 req-1cd5e1dd-7c93-417b-a153-817d8c045872 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.901966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fcce49ee-131d-43cb-9f81-b52dcef561e7 req-1cd5e1dd-7c93-417b-a153-817d8c045872 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0954127 Feb 19 01:01:48.938969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:48.956953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.958281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fcce49ee-131d-43cb-9f81-b52dcef561e7 req-f61fd0c9-7589-4a80-a5db-a6cda6fdbee2 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502973 Feb 19 01:01:48.963709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.048458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=fb947687-8a0a-4b0e-ac4a-25087ef6fe8c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:49.056049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (575d712a-d3f2-44de-9c2c-b0091b7ea4c8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.073035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.073573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afb4bf-03f5-4cee-a9f8-f52b23344e7f req-d4309e7f-10dc-442c-b376-bf1f639163e1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.074415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-d06fd089-2979-4642-a1f3-db1bb14fefc2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2390141 Feb 19 01:01:49.075194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44afb4bf-03f5-4cee-a9f8-f52b23344e7f req-d4309e7f-10dc-442c-b376-bf1f639163e1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 949 time: 0.0584745 Feb 19 01:01:49.137156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44afb4bf-03f5-4cee-a9f8-f52b23344e7f req-06059243-af7f-4606-bc05-a4b577420a94 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Feb 19 01:01:49.139666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-173e0d52-6f1e-4326-960f-461d8e80c0d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.0493977 Feb 19 01:01:49.263310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-e8921c03-503b-424b-92a5-a6abe07b5a18 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.265725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc813a48-e61c-4d7f-99ec-6b36454bcbae req-e8921c03-503b-424b-92a5-a6abe07b5a18 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1199002 Feb 19 01:01:49.281596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b783fcc5-39a4-4900-ac68-ddb53f891f06 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:49.354101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ae33-9ced-4e5a-983a-fbde0a50af15 req-6d58c5f5-1430-43dd-9e24-77d72e998cc6 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.361050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a17ae33-9ced-4e5a-983a-fbde0a50af15 req-6d58c5f5-1430-43dd-9e24-77d72e998cc6 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 945 time: 0.0741112 Feb 19 01:01:49.378532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port b783fcc5-39a4-4900-ac68-ddb53f891f06 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:49.384689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port b783fcc5-39a4-4900-ac68-ddb53f891f06 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:49.385709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.417532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009b64e-e94c-4896-aa85-5ed9b1538ea6 req-fd607031-266e-49a6-8a19-f2d349ea2c12 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.419950 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5009b64e-e94c-4896-aa85-5ed9b1538ea6 req-fd607031-266e-49a6-8a19-f2d349ea2c12 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 946 time: 0.0655725 Feb 19 01:01:49.478525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5009b64e-e94c-4896-aa85-5ed9b1538ea6 req-59a08571-b05d-45c9-a6b9-9f8678e33dcd tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Feb 19 01:01:49.516866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b783fcc5-39a4-4900-ac68-ddb53f891f06 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:49.517311 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.563830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b783fcc5-39a4-4900-ac68-ddb53f891f06, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:49.569902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.570825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:49.675973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc57c112-a507-4937-b0cb-d7b46924fce2'}, {'server_uuid': '0e94f091-0763-46c4-bd5d-3586cca92053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b783fcc5-39a4-4900-ac68-ddb53f891f06'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:49.680351 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d033a-e789-4a59-8749-97c469b92af0" -d '{"events": [{"server_uuid": "2878b8a4-fd9f-46dc-b73f-0fa989167c87", "name": "network-vif-plugged", "status": "completed", "tag": "fc57c112-a507-4937-b0cb-d7b46924fce2"}, {"server_uuid": "0e94f091-0763-46c4-bd5d-3586cca92053", "name": "network-vif-plugged", "status": "completed", "tag": "b783fcc5-39a4-4900-ac68-ddb53f891f06"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:49.699550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b783fcc5-39a4-4900-ac68-ddb53f891f06,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:49.708617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a17ae33-9ced-4e5a-983a-fbde0a50af15 req-4efefc01-16b3-4312-992d-951965a9e920 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465033 Feb 19 01:01:49.757711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6d63bd71-4080-4b60-8ab2-2bd140f47daa is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:49.761760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.762297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.762867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.763332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.763840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.764280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.764913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.765637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.767262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.767262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.767262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.767726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.768001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:49.840308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-fe13a4a9-4413-4f78-8052-5f77b64c194c tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1140811 Feb 19 01:01:49.845335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fb9af-8af5-4ffb-9c98-fc68276d73f1 req-22b8f489-de50-4422-bd58-98bbcf618d2d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.847001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d98fb9af-8af5-4ffb-9c98-fc68276d73f1 req-22b8f489-de50-4422-bd58-98bbcf618d2d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.0574546 Feb 19 01:01:49.849723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:49.875163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.914285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d98fb9af-8af5-4ffb-9c98-fc68276d73f1 req-ae9f5f2e-8e66-4034-88f9-645bb5449f1b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566447 Feb 19 01:01:49.963483 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26392fd-cadc-4ffa-a6a6-c46ae0fd848e x-openstack-request-id: req-e26392fd-cadc-4ffa-a6a6-c46ae0fd848e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:49.964031 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878b8a4-fd9f-46dc-b73f-0fa989167c87", "name": "network-vif-plugged", "status": "completed", "tag": "fc57c112-a507-4937-b0cb-d7b46924fce2", "code": 200}, {"server_uuid": "0e94f091-0763-46c4-bd5d-3586cca92053", "name": "network-vif-plugged", "status": "completed", "tag": "b783fcc5-39a4-4900-ac68-ddb53f891f06", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:49.964212 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e26392fd-cadc-4ffa-a6a6-c46ae0fd848e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:49.964704 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'code': 200} Feb 19 01:01:49.965094 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94f091-0763-46c4-bd5d-3586cca92053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b783fcc5-39a4-4900-ac68-ddb53f891f06', 'code': 200} Feb 19 01:01:49.985140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.112777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b47046d9-1403-43a6-a5f3-854fd3a7d6a1 req-a5ed99b8-b94e-4c08-ac44-d1ea292936ca tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0332332 Feb 19 01:01:50.140841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Allocated IP 172.25.0.51 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/21b005fa-409b-4156-a8b6-41f3ab6af065) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:50.147780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cfe9a-d1c5-40cc-99c2-590a076bb58e req-475e9f5f-0bb3-4f31-9048-c17674dfaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.149722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e8cfe9a-d1c5-40cc-99c2-590a076bb58e req-475e9f5f-0bb3-4f31-9048-c17674dfaf45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 1132 time: 0.1007195 Feb 19 01:01:50.155469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5159bc9e-3e53-4753-989a-3843a4975e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.207298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc446cab-3146-405d-be53-510b51fb0a9a req-365f21f4-f0f0-4795-8c28-555d8676da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.209659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc446cab-3146-405d-be53-510b51fb0a9a req-365f21f4-f0f0-4795-8c28-555d8676da36 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 1132 time: 0.0901403 Feb 19 01:01:50.213455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e8cfe9a-d1c5-40cc-99c2-590a076bb58e req-78690143-c7f9-4443-b195-1b11ebba847a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497448 Feb 19 01:01:50.273071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.320565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc446cab-3146-405d-be53-510b51fb0a9a req-4b962c03-9381-4ae5-9c83-9e7be537656e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997608 Feb 19 01:01:50.321201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.338999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d79cbd-65f4-4e77-acf3-942ea11206d2 req-5e1457b4-8c61-41be-b72b-606804022994 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.346282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1d79cbd-65f4-4e77-acf3-942ea11206d2 req-5e1457b4-8c61-41be-b72b-606804022994 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1170945 Feb 19 01:01:50.378431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:50.381630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:50.384253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:50.401550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1d79cbd-65f4-4e77-acf3-942ea11206d2 req-c8f70235-c138-4fe4-8d7e-64e34510056c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543609 Feb 19 01:01:50.424426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=21b005fa-409b-4156-a8b6-41f3ab6af065,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:50.493355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (2e9971c0-e27e-468d-b4bd-040e4669c0bd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.532809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.547384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158af1-7b51-474c-bf0d-f0e11cd81644 req-34f89c09-6ac6-4311-90d0-5559b0ef75f3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.548938 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e158af1-7b51-474c-bf0d-f0e11cd81644 req-34f89c09-6ac6-4311-90d0-5559b0ef75f3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 950 time: 0.0651207 Feb 19 01:01:50.599190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e158af1-7b51-474c-bf0d-f0e11cd81644 req-9cb58772-43fe-403b-9482-aea15adf2b66 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Feb 19 01:01:50.709229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.714419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.746450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b341-f750-4d8b-9860-6a550b907694 req-6367a950-ab1c-4715-9ce0-0315c45449c3 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.748244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5621b341-f750-4d8b-9860-6a550b907694 req-6367a950-ab1c-4715-9ce0-0315c45449c3 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 946 time: 0.0626216 Feb 19 01:01:50.794609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=21b005fa-409b-4156-a8b6-41f3ab6af065,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:50.800854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5621b341-f750-4d8b-9860-6a550b907694 req-eefe4750-0cfa-4932-80b7-c8c6a657b40a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Feb 19 01:01:50.822304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (2e9971c0-e27e-468d-b4bd-040e4669c0bd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.845028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.854352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-e6bade6a-b4bc-4518-80fa-2409a9d12b74 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0082421 Feb 19 01:01:50.916068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-401ea900-c5ae-4e4b-97c1-b97dc5592f6c tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.0606785 Feb 19 01:01:51.022699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2653a8-90b0-4947-a103-acf5d2d432f7 req-2f870a0d-7663-47d7-a05c-ff01ceac4d4b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.031676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e2653a8-90b0-4947-a103-acf5d2d432f7 req-2f870a0d-7663-47d7-a05c-ff01ceac4d4b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 945 time: 0.0641837 Feb 19 01:01:51.049335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-647b4d99-b8d3-4fc2-964a-c7377b9900a8 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.065084 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaf85e49-a170-4a75-bedc-fded915b82bb req-647b4d99-b8d3-4fc2-964a-c7377b9900a8 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1478703 Feb 19 01:01:51.094526 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e2653a8-90b0-4947-a103-acf5d2d432f7 req-126af058-c895-4de7-8821-0d04d728125e tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616975 Feb 19 01:01:51.226651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de96c28-b36a-4adc-a625-1990c9b86a29 req-4cabc596-ad51-48f9-99fd-227777354afd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.228418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0de96c28-b36a-4adc-a625-1990c9b86a29 req-4cabc596-ad51-48f9-99fd-227777354afd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.0663891 Feb 19 01:01:51.299122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0de96c28-b36a-4adc-a625-1990c9b86a29 req-37a83df4-b569-4aff-84c8-c871a8a24514 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636699 Feb 19 01:01:51.550277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-211db15a-7273-4a29-8d28-32ea8ec3f14b req-69afa76b-f39a-4483-a40e-c66bfcad164a tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0409002 Feb 19 01:01:51.559837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6ff2d962-4efd-48b6-8eee-71630dc283f5 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:51.640050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-43587a1c-9f35-4bbf-ad01-ecc28dccf9d6 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2841680 Feb 19 01:01:51.645164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:51.695900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 6ff2d962-4efd-48b6-8eee-71630dc283f5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:51.696872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.702109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 6ff2d962-4efd-48b6-8eee-71630dc283f5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:51.702574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.766218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b524-0bd9-4d17-84be-7344772f9ef9 req-ab142a3a-d1a6-439a-8272-805bacb8dd03 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.767790 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b44b524-0bd9-4d17-84be-7344772f9ef9 req-ab142a3a-d1a6-439a-8272-805bacb8dd03 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0902705 Feb 19 01:01:51.873485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b44b524-0bd9-4d17-84be-7344772f9ef9 req-e5cbd00e-e821-4a02-8d52-57eb849d4ff9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Feb 19 01:01:51.888088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.996742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6ff2d962-4efd-48b6-8eee-71630dc283f5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:51.997172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.021931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:52.024516 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3830ef27-0433-42dd-9f6b-5737faaec237" -d '{"events": [{"server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:52.038761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6ff2d962-4efd-48b6-8eee-71630dc283f5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:52.039755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Allocated IP 172.25.0.67 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/ac64b839-1f65-4760-adbf-4b772ae3c14a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:52.046104 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.108662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6ff2d962-4efd-48b6-8eee-71630dc283f5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:52.132708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065f01a-e526-46ca-9a08-0e2a6887070e req-d0ccb8b7-042d-4540-b863-9a83f1e6b344 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.138174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065f01a-e526-46ca-9a08-0e2a6887070e req-d0ccb8b7-042d-4540-b863-9a83f1e6b344 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.141609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f065f01a-e526-46ca-9a08-0e2a6887070e req-d0ccb8b7-042d-4540-b863-9a83f1e6b344 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=10c8122c-070a-487a-bfd8-6062416b4cfa&device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 1681 time: 0.0705688 Feb 19 01:01:52.176207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-80dcca2c-1569-47a0-b7ff-79d12a5db70a service neutron] 10.222.0.89 "GET /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.1311131 Feb 19 01:01:52.201504 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f065f01a-e526-46ca-9a08-0e2a6887070e req-1531458f-292c-4b22-8e9f-7f3f447a31d3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511425 Feb 19 01:01:52.244855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.305278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca416ad-fa10-43ab-bb11-821e4d9ba0b4 req-7c7fc8e5-5c2d-46a7-b255-32faaacb3ae1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.306926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ca416ad-fa10-43ab-bb11-821e4d9ba0b4 req-7c7fc8e5-5c2d-46a7-b255-32faaacb3ae1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 950 time: 0.0578489 Feb 19 01:01:52.347223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.369268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ca416ad-fa10-43ab-bb11-821e4d9ba0b4 req-f7c0d27d-c631-430b-9fea-7d27b4ff44d3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Feb 19 01:01:52.420900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:52.428756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:52.430034 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb5ab8-6e06-49c8-9b70-78de742597cc x-openstack-request-id: req-78eb5ab8-6e06-49c8-9b70-78de742597cc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:52.430507 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:52.430901 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78eb5ab8-6e06-49c8-9b70-78de742597cc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:52.431444 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'code': 200} Feb 19 01:01:52.439694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:52.463695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=ac64b839-1f65-4760-adbf-4b772ae3c14a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:52.497950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.498374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.498734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.499080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.499420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.499754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.499996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a77-bbde-4eab-91af-8fb7811aa6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.500157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.500401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.500731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.501083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.501414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.501759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.502094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.569369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:52.635655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694df5d-3e99-4844-ace8-007f73c12d83 req-c1ea6d8c-3b58-4c68-af5a-8d4ca3ba6a43 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.637512 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1694df5d-3e99-4844-ace8-007f73c12d83 req-c1ea6d8c-3b58-4c68-af5a-8d4ca3ba6a43 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 946 time: 0.0894587 Feb 19 01:01:52.664258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:52.706796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f4d8c-67c1-4e8d-a9fa-59fed8e50f4a req-9d847129-779c-4d49-93b8-820f3e124021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.708406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b7f4d8c-67c1-4e8d-a9fa-59fed8e50f4a req-9d847129-779c-4d49-93b8-820f3e124021 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1128 time: 0.1966379 Feb 19 01:01:52.709366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1694df5d-3e99-4844-ace8-007f73c12d83 req-51bc2d8e-92e6-4b8c-89d2-dd41bd7cd4dc tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640359 Feb 19 01:01:52.753075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (1a1a27cb-fe36-467f-8647-436a9c1adef9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.758051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d63bd71-4080-4b60-8ab2-2bd140f47daa {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:52.781422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:52.837953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.863985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b7f4d8c-67c1-4e8d-a9fa-59fed8e50f4a req-48517518-68c2-4c29-8430-d679372f2f1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456192 Feb 19 01:01:52.868142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.875123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723b86-57b9-42ad-8ab1-938a649b6b2c req-d38dad94-a993-4154-aeee-92a696f25ade tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.877893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b723b86-57b9-42ad-8ab1-938a649b6b2c req-d38dad94-a993-4154-aeee-92a696f25ade tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 943 time: 0.0677705 Feb 19 01:01:52.935340 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b723b86-57b9-42ad-8ab1-938a649b6b2c req-cf565dad-5317-4c5c-b76b-72bcfdd700c1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525620 Feb 19 01:01:53.019332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] Transition to ACTIVE for port object 6d63bd71-4080-4b60-8ab2-2bd140f47daa will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:53.026534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.036429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c641ade2-a820-42de-816b-d4b7e802bb2d req-9dcfdab6-18a2-4c1b-8a1e-b3e88b13fde9 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0285478 Feb 19 01:01:53.126783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] No DVR routers for this DVR port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:53.149050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] Pushing event updated for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:53.186457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.194759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-138f9cb9-fd40-4509-bda1-5e3c0ec597de service neutron] 10.222.0.89 "PUT /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa/bindings/n-h2-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0037186 Feb 19 01:01:53.195932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.232112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2a66-116f-4b46-a443-299d3c7f8374 req-7512d60a-8e74-40ac-823d-fcefc7e72922 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.233670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b2b2a66-116f-4b46-a443-299d3c7f8374 req-7512d60a-8e74-40ac-823d-fcefc7e72922 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0560148 Feb 19 01:01:53.263396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event updated for resources: {'Port': ['ID=ac64b839-1f65-4760-adbf-4b772ae3c14a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:53.283481 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b2b2a66-116f-4b46-a443-299d3c7f8374 req-e04ffb5d-ae98-40cd-a152-6b3ffad8541b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Feb 19 01:01:53.303524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (1a1a27cb-fe36-467f-8647-436a9c1adef9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.322187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.323401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-edd8d8ce-51bb-4620-abc0-19d2215d33d7 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6823859 Feb 19 01:01:53.397166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-fb5f13bd-01bc-4e58-a3c8-7ce5cbe0eae7 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.398673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-fb5f13bd-01bc-4e58-a3c8-7ce5cbe0eae7 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.1242459 Feb 19 01:01:53.412174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-0dbda167-118e-44f0-ac97-b34a619eb151 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0799980 Feb 19 01:01:53.522578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.537288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-bc421eb5-5cbb-4356-8082-3837886349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.538799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-bc421eb5-5cbb-4356-8082-3837886349b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c&tenant_id=bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 1126 time: 0.1257219 Feb 19 01:01:53.569511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557227bf-8ac2-4bc7-9d3e-c41b33a0af57 req-ecdf2785-a7eb-4361-aa68-6d13b8a1ff17 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.570993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-557227bf-8ac2-4bc7-9d3e-c41b33a0af57 req-ecdf2785-a7eb-4361-aa68-6d13b8a1ff17 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 950 time: 0.0639799 Feb 19 01:01:53.595482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-b490e3e0-5e40-448d-a278-dd52e93ef39c tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.596847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-b490e3e0-5e40-448d-a278-dd52e93ef39c tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1758485 Feb 19 01:01:53.608955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-1bdb554d-47e5-4870-b147-1189cccca5a1 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:53.609940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae4e6015-c558-4ca1-8913-db54e300d1c0 req-1bdb554d-47e5-4870-b147-1189cccca5a1 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061252 Feb 19 01:01:53.627042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e0fe929f-8029-43e2-b01e-f7327674be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.628510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-e0fe929f-8029-43e2-b01e-f7327674be66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1126 time: 0.0644834 Feb 19 01:01:53.629482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-557227bf-8ac2-4bc7-9d3e-c41b33a0af57 req-aa6baa7c-24f0-41d6-b865-af35e5a1cb00 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522161 Feb 19 01:01:53.747371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-2b370b8c-918d-4521-8b20-992dd179b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.749787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-2b370b8c-918d-4521-8b20-992dd179b8e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1113610 Feb 19 01:01:53.841063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-ba13584c-960e-4a7f-9fab-dd44e66df632 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 217 time: 0.0720029 Feb 19 01:01:53.845679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779de103-353b-470f-a1db-2b08e9d81664 req-11682365-425a-4c02-904c-fa6310e90fb6 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips/1a1a27cb-fe36-467f-8647-436a9c1adef9 HTTP/1.1" status: 200 len: 692 time: 0.0827475 Feb 19 01:01:53.949546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-f6010643-5f37-4847-8c74-1f3adfd7af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.951160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-f6010643-5f37-4847-8c74-1f3adfd7af1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0908554 Feb 19 01:01:54.004724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-ecc90161-ec6d-4722-8d27-f77284d0b1d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383031 Feb 19 01:01:54.032199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7745a0-5c69-4863-85a9-22a95b181a03 req-4e823ee1-4089-4fa2-b822-3b603d03e63c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.034060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b7745a0-5c69-4863-85a9-22a95b181a03 req-4e823ee1-4089-4fa2-b822-3b603d03e63c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 950 time: 0.0597591 Feb 19 01:01:54.042782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779de103-353b-470f-a1db-2b08e9d81664 req-b347d838-7aea-47bb-8c6c-9ed35894a77a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.044169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779de103-353b-470f-a1db-2b08e9d81664 req-b347d838-7aea-47bb-8c6c-9ed35894a77a tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1928205 Feb 19 01:01:54.077495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-779de103-353b-470f-a1db-2b08e9d81664 req-f1adac9f-69e9-4e0f-ae05-af7a5e13741e tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:54.078492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-779de103-353b-470f-a1db-2b08e9d81664 req-f1adac9f-69e9-4e0f-ae05-af7a5e13741e tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092485 Feb 19 01:01:54.087988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b7745a0-5c69-4863-85a9-22a95b181a03 req-461daa72-7f92-40fd-91c1-b97fc9c8a67d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Feb 19 01:01:54.158961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-cb8b44b5-37cf-4575-88f1-6685fa75258a service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434386 Feb 19 01:01:54.270978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d3f16-522c-4793-b811-db5a2007c11f req-5f533af6-8769-41a0-9caf-24d23776a54d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.281598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-130d3f16-522c-4793-b811-db5a2007c11f req-5f533af6-8769-41a0-9caf-24d23776a54d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 944 time: 0.0871241 Feb 19 01:01:54.289355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002bdb4-86a4-4ace-9f45-49501ac82cb6 req-ba0655ad-2b6c-4805-be97-ad46c4433830 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.291354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1002bdb4-86a4-4ace-9f45-49501ac82cb6 req-ba0655ad-2b6c-4805-be97-ad46c4433830 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 946 time: 0.1157424 Feb 19 01:01:54.318170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-06d0f5d7-ff7a-4cff-9deb-f8d0c229a4b7 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505675 Feb 19 01:01:54.353139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1002bdb4-86a4-4ace-9f45-49501ac82cb6 req-6012872a-5c14-4445-ada9-91f47abe67e7 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Feb 19 01:01:54.358437 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-130d3f16-522c-4793-b811-db5a2007c11f req-32af5e84-7877-4f69-b2c2-34513a4ea36d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758593 Feb 19 01:01:54.458236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d7978a3-db6b-449b-be86-9758c6c83da0 req-d22ef447-2c60-4567-8bf8-2256301c87ad tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0324929 Feb 19 01:01:54.461884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-2adf6f89-ad8b-4714-9449-ccbbdc645919 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips/1a1a27cb-fe36-467f-8647-436a9c1adef9 HTTP/1.1" status: 200 len: 692 time: 0.0513744 Feb 19 01:01:54.606997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-1ee8086c-7143-48b6-8cec-2d39887007ee tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.620859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-1ee8086c-7143-48b6-8cec-2d39887007ee tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1503074 Feb 19 01:01:54.628400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-1d08bf6a-4294-4dbf-a1bd-e1be3a4e4f0d tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:54.636300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-1d08bf6a-4294-4dbf-a1bd-e1be3a4e4f0d tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144625 Feb 19 01:01:54.704557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-de534a27-c683-4e53-a5a4-d942bcc7de40 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0670922 Feb 19 01:01:54.773492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-1ff32dbf-b645-4fd8-aff9-61fac54691f2 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0677533 Feb 19 01:01:54.952032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Deleting port ac64b839-1f65-4760-adbf-4b772ae3c14a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:54.952390 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.969491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-d195f95d-e445-48eb-b321-5ec6251008ef tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.970978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-d195f95d-e445-48eb-b321-5ec6251008ef tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.3970611 Feb 19 01:01:55.025909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1d38-dcab-461c-895b-35bc311db970 req-c45aec43-fcc3-4b0e-b16e-28eab7bcf9fd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.032213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1d38-dcab-461c-895b-35bc311db970 req-c45aec43-fcc3-4b0e-b16e-28eab7bcf9fd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.033274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d6b1d38-dcab-461c-895b-35bc311db970 req-c45aec43-fcc3-4b0e-b16e-28eab7bcf9fd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053&device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 1691 time: 0.0957348 Feb 19 01:01:55.035711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.036554 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (ac64b839-1f65-4760-adbf-4b772ae3c14a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.049983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Calling delete_port for ac64b839-1f65-4760-adbf-4b772ae3c14a owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:55.143608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d6b1d38-dcab-461c-895b-35bc311db970 req-264829f2-4628-4a41-ba2f-121381756684 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992854 Feb 19 01:01:55.176037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-7687e232-2295-438e-8a8a-8fc809845faf service neutron] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:55.180534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-7687e232-2295-438e-8a8a-8fc809845faf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.181702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f1fb5b5-5013-43a0-978c-fc11869b2df9 req-7687e232-2295-438e-8a8a-8fc809845faf service neutron] 10.222.0.10 "DELETE /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa/bindings/n-h1-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.1992393 Feb 19 01:01:55.206094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.237992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ac64b839-1f65-4760-adbf-4b772ae3c14a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.268682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event deleted for resources: {'Port': ['ID=ac64b839-1f65-4760-adbf-4b772ae3c14a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.297612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae65b-e48a-46aa-af68-ff656d53d5ea req-2ca98d2b-40c8-4251-8d0e-e149e4341720 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.299605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-729ae65b-e48a-46aa-af68-ff656d53d5ea req-2ca98d2b-40c8-4251-8d0e-e149e4341720 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 945 time: 0.0719385 Feb 19 01:01:55.353201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-729ae65b-e48a-46aa-af68-ff656d53d5ea req-98565404-c95e-47f5-acba-62e4444bdebf tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457292 Feb 19 01:01:55.361947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (1a1a27cb-fe36-467f-8647-436a9c1adef9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.365148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.366424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9fb5d388-a005-4966-b818-5c19e3d3579b req-92f36738-53bd-4577-9d05-c7cfae7d2dfb tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "DELETE /v2.0/floatingips/1a1a27cb-fe36-467f-8647-436a9c1adef9 HTTP/1.1" status: 204 len: 173 time: 0.5921879 Feb 19 01:01:55.473501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8af4-3623-4151-9120-3f2e5fc6aa24 req-ca7b4261-b8c4-4f1b-b222-979139f5551c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.475139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d85e8af4-3623-4151-9120-3f2e5fc6aa24 req-ca7b4261-b8c4-4f1b-b222-979139f5551c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0545506 Feb 19 01:01:55.558600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d85e8af4-3623-4151-9120-3f2e5fc6aa24 req-89eb7679-1970-44ca-aabf-38fc2efd3c0b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Feb 19 01:01:55.574440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-12de6e27-5705-4f12-9446-c3ac4137a1f8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.576099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-12de6e27-5705-4f12-9446-c3ac4137a1f8 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d31757c-b979-4a21-9123-ff55ae8997fc HTTP/1.1" status: 200 len: 945 time: 0.0766966 Feb 19 01:01:55.651000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ec920-5840-4b6d-8d2f-36b575582197 req-d6a6af6c-b633-488c-bfb7-7c1b123f7bf5 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.652859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-383ec920-5840-4b6d-8d2f-36b575582197 req-d6a6af6c-b633-488c-bfb7-7c1b123f7bf5 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2101426 Feb 19 01:01:55.682890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.727921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Deleting port 4412fd7a-c649-4541-8726-07202f9e6e5c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:55.728352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.737060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481c46e-517b-4692-b50e-02d5175bde8f req-bd05dd9d-d246-4852-a114-481c5c23bfdd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.738531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4481c46e-517b-4692-b50e-02d5175bde8f req-bd05dd9d-d246-4852-a114-481c5c23bfdd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 946 time: 0.0822847 Feb 19 01:01:55.778959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f654-bcd1-4782-8990-9d6590b46ae6 req-82ca53b9-d19d-4df5-a75f-a7615d95c7a3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.780454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9889f654-bcd1-4782-8990-9d6590b46ae6 req-82ca53b9-d19d-4df5-a75f-a7615d95c7a3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 944 time: 0.0571544 Feb 19 01:01:55.854227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9889f654-bcd1-4782-8990-9d6590b46ae6 req-65176f40-e3b7-49da-ab4e-2eecab5bfec3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Feb 19 01:01:55.859765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] For port 4412fd7a-c649-4541-8726-07202f9e6e5c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4412fd7a-c649-4541-8726-07202f9e6e5c,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:55.860152 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.893801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4481c46e-517b-4692-b50e-02d5175bde8f req-b0538985-b8af-48e1-86c1-797beccfcb9d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365569 Feb 19 01:01:55.901560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Calling delete_port for 4412fd7a-c649-4541-8726-07202f9e6e5c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:56.021855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3120e325-8068-4737-b1b2-927c5a928b03 req-b3be2296-d0a0-4967-b7f2-956383f8f83e tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0337107 Feb 19 01:01:56.153544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf971fe4-3477-403c-a020-5ca356509a82 req-49c88d84-a791-43b5-a844-c2c12e9cf736 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=03dd30f8e13f4107894d6d563adf6357 HTTP/1.1" status: 200 len: 1655 time: 0.1014495 Feb 19 01:01:56.256587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce678b9d-198b-4ec0-9d61-6fb52864044c req-0f6118c8-0919-4d2d-8008-b10507fa468d tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:56.258060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce678b9d-198b-4ec0-9d61-6fb52864044c req-0f6118c8-0919-4d2d-8008-b10507fa468d tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 1132 time: 0.3253896 Feb 19 01:01:56.289725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4412fd7a-c649-4541-8726-07202f9e6e5c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.303765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce678b9d-198b-4ec0-9d61-6fb52864044c req-8f480fba-2314-4393-9135-cbd4bc809a3f tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Feb 19 01:01:56.305719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['4412fd7a-c649-4541-8726-07202f9e6e5c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:56.343176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Pushing event deleted for resources: {'Port': ['ID=4412fd7a-c649-4541-8726-07202f9e6e5c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.343350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['60b40947-eff1-4806-b565-8ff24ecebdd2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:56.413521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] No DVR routers for this DVR port 4412fd7a-c649-4541-8726-07202f9e6e5c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:56.416667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.422005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7afb3b85-6d65-462e-bd4e-4901f870f60b req-fc0d77f5-8ff4-44a2-a715-6d4206a3ceb5 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.10 "DELETE /v2.0/ports/4412fd7a-c649-4541-8726-07202f9e6e5c HTTP/1.1" status: 204 len: 173 time: 0.8345354 Feb 19 01:01:56.422766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'name': 'network-vif-deleted', 'tag': '4412fd7a-c649-4541-8726-07202f9e6e5c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:56.434392 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe68259-b4ff-4696-bca7-d134bc1bcd9f" -d '{"events": [{"server_uuid": "5d31757c-b979-4a21-9123-ff55ae8997fc", "name": "network-vif-deleted", "tag": "4412fd7a-c649-4541-8726-07202f9e6e5c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:56.448507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf971fe4-3477-403c-a020-5ca356509a82 req-08ae280d-4f11-4d51-9e22-52ba25a6c58f tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:56.455534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf971fe4-3477-403c-a020-5ca356509a82 req-08ae280d-4f11-4d51-9e22-52ba25a6c58f tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks?id=9b66f9e1-9d51-4959-9133-aa387e06226f&id=9b66f9e1-9d51-4959-9133-aa387e06226f&id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 787 time: 0.2823884 Feb 19 01:01:56.462232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-cf971fe4-3477-403c-a020-5ca356509a82 req-1ddbfe99-0ace-48d0-b633-275a7373cc8d tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:56.463275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf971fe4-3477-403c-a020-5ca356509a82 req-1ddbfe99-0ace-48d0-b633-275a7373cc8d tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068216 Feb 19 01:01:56.480818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b25c-3007-4583-ac9c-dfaad760471f req-f78c499f-6947-4129-bb02-cbaec9d810e7 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:56.482355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5776b25c-3007-4583-ac9c-dfaad760471f req-f78c499f-6947-4129-bb02-cbaec9d810e7 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.89 "GET /v2.0/ports?device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 945 time: 0.2384138 Feb 19 01:01:56.516749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.715073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcbccc-2642-4a39-8a00-437656aff423 req-e77e0520-97d1-499a-b076-f3891d6b7af6 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:56.716723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75fcbccc-2642-4a39-8a00-437656aff423 req-e77e0520-97d1-499a-b076-f3891d6b7af6 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 1132 time: 0.1541159 Feb 19 01:01:56.758114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Deleting port 60b40947-eff1-4806-b565-8ff24ecebdd2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:56.758565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.766664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-a47e24c8-6218-47f7-8692-b3fc840e36b4 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 258 time: 0.3394659 Feb 19 01:01:56.777340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:56.803075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.826709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75fcbccc-2642-4a39-8a00-437656aff423 req-46b299e0-6e1d-4bae-b9b6-d4fcdb2ea518 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968404 Feb 19 01:01:56.898604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] For port 60b40947-eff1-4806-b565-8ff24ecebdd2, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=60b40947-eff1-4806-b565-8ff24ecebdd2,segment=NetworkSegment(3f2b40cf-3668-404c-9a57-916815d42feb),segment_id=3f2b40cf-3668-404c-9a57-916815d42feb)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:56.898986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.915614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Calling delete_port for 60b40947-eff1-4806-b565-8ff24ecebdd2 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:56.995586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.058706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316e61c-1b16-453d-bb9f-b9ddc29d5e19 req-9b229d02-6851-4674-961a-63813c218f45 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.060246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8316e61c-1b16-453d-bb9f-b9ddc29d5e19 req-9b229d02-6851-4674-961a-63813c218f45 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/ports?device_id=10c8122c-070a-487a-bfd8-6062416b4cfa HTTP/1.1" status: 200 len: 945 time: 0.0888615 Feb 19 01:01:57.142701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Allocated IP 172.25.0.151 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/25da1a24-06aa-465d-84f7-5a85669babd2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:57.156260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (60b40947-eff1-4806-b565-8ff24ecebdd2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.169554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['4412fd7a-c649-4541-8726-07202f9e6e5c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:57.223245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Pushing event deleted for resources: {'Port': ['ID=60b40947-eff1-4806-b565-8ff24ecebdd2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:57.228660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8316e61c-1b16-453d-bb9f-b9ddc29d5e19 req-f03af63d-3b43-4afb-942e-c27897404873 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.43 "GET /v2.0/security-groups?id=641ea032-387f-428c-81ea-492db6807244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501288 Feb 19 01:01:57.286907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] No DVR routers for this DVR port 60b40947-eff1-4806-b565-8ff24ecebdd2 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:57.289520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for port (25da1a24-06aa-465d-84f7-5a85669babd2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.291391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.295843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5776b25c-3007-4583-ac9c-dfaad760471f req-b2e0725f-4b99-4b1c-8915-cf9c72496ee3 tempest-ListServersNegativeTestJSON-851608256 tempest-ListServersNegativeTestJSON-851608256-project] 10.222.0.89 "DELETE /v2.0/ports/60b40947-eff1-4806-b565-8ff24ecebdd2 HTTP/1.1" status: 204 len: 173 time: 0.7983892 Feb 19 01:01:57.340486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (25da1a24-06aa-465d-84f7-5a85669babd2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.385954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:57.389036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:57.392291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fdc95-9c32-4dae-97c8-7c343144552f req-b2b73dde-03dc-4741-b94a-93602c511295 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.394951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:57.401661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c5fdc95-9c32-4dae-97c8-7c343144552f req-b2b73dde-03dc-4741-b94a-93602c511295 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1126 time: 0.0799279 Feb 19 01:01:57.402163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event updated for resources: {'Port': ['ID=25da1a24-06aa-465d-84f7-5a85669babd2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:57.456708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c5fdc95-9c32-4dae-97c8-7c343144552f req-fe803717-ef3b-4bb5-9881-fb723f412775 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536127 Feb 19 01:01:57.519168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.540074 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1205af-ef9b-42e8-8aaa-e5e936315e3a x-openstack-request-id: req-dc1205af-ef9b-42e8-8aaa-e5e936315e3a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:57.540725 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d31757c-b979-4a21-9123-ff55ae8997fc", "name": "network-vif-deleted", "tag": "4412fd7a-c649-4541-8726-07202f9e6e5c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:57.541309 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc1205af-ef9b-42e8-8aaa-e5e936315e3a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:57.541883 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d31757c-b979-4a21-9123-ff55ae8997fc', 'name': 'network-vif-deleted', 'tag': '4412fd7a-c649-4541-8726-07202f9e6e5c', 'status': 'completed', 'code': 200} Feb 19 01:01:57.560495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (25da1a24-06aa-465d-84f7-5a85669babd2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.603623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-d768deb0-18e1-44df-9abd-33e2edb45354 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips/2e9971c0-e27e-468d-b4bd-040e4669c0bd HTTP/1.1" status: 200 len: 692 time: 0.0494266 Feb 19 01:01:57.716352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for port (25da1a24-06aa-465d-84f7-5a85669babd2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.721474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (25da1a24-06aa-465d-84f7-5a85669babd2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.736590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029ca5-d080-4548-a018-ac7212053409 req-bae62709-fcb8-481f-8495-bd510b86b9ff tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.744371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-bae62709-fcb8-481f-8495-bd510b86b9ff tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1279907 Feb 19 01:01:57.751667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-eed11508-8b78-49c7-8d80-234f9b9ebcff tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:01:57.753554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-eed11508-8b78-49c7-8d80-234f9b9ebcff tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076356 Feb 19 01:01:57.794736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event updated for resources: {'Port': ['ID=25da1a24-06aa-465d-84f7-5a85669babd2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:57.805153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.812199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-7eff38d8-912a-4e62-b2d5-7fa1f0dbd965 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.0504789 Feb 19 01:01:57.822815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.824033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-90d9eb6d-c9b2-4ab9-a925-05ff11486124 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0509174 Feb 19 01:01:57.870181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-1624c9f0-eb9d-4241-8461-52264525d663 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.0509675 Feb 19 01:01:57.885536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-75ad47e4-2843-4ad2-b679-0aa5a8de10ce tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 696 time: 0.0551052 Feb 19 01:01:58.007876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-f765d373-4170-4046-8a41-9fddcca21e82 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.009552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff9a7041-863b-477c-b74b-efde6a1dd067 req-f765d373-4170-4046-8a41-9fddcca21e82 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1195946 Feb 19 01:01:58.023730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Deleting port 21b005fa-409b-4156-a8b6-41f3ab6af065 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:58.024082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.130638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.130874 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (21b005fa-409b-4156-a8b6-41f3ab6af065), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.147421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Calling delete_port for 21b005fa-409b-4156-a8b6-41f3ab6af065 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:58.149947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314d4b-2a1e-4a17-b80e-9f848d799cbc req-8cf0f642-bfc7-4d1d-95e6-f3774ac9172d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.151433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22314d4b-2a1e-4a17-b80e-9f848d799cbc req-8cf0f642-bfc7-4d1d-95e6-f3774ac9172d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0768595 Feb 19 01:01:58.203910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22314d4b-2a1e-4a17-b80e-9f848d799cbc req-ac9bf371-0e01-431b-9a6d-7bed0e6a721b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Feb 19 01:01:58.327742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-901f279a-d708-45e1-a68b-f9cbcb8e1c8e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273106 Feb 19 01:01:58.333976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (21b005fa-409b-4156-a8b6-41f3ab6af065), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.359689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event deleted for resources: {'Port': ['ID=21b005fa-409b-4156-a8b6-41f3ab6af065,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:58.435815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (2e9971c0-e27e-468d-b4bd-040e4669c0bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.438635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.445660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-b0497048-8167-45de-a67e-81a6de230943 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.449433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-b0497048-8167-45de-a67e-81a6de230943 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195049 Feb 19 01:01:58.451269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25029ca5-d080-4548-a018-ac7212053409 req-bee267d5-df9b-4931-b27a-4832486da34b tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "DELETE /v2.0/floatingips/2e9971c0-e27e-468d-b4bd-040e4669c0bd HTTP/1.1" status: 204 len: 173 time: 0.5744464 Feb 19 01:01:58.462736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-212d11a0-05d1-49df-8c02-1fcdadfb4e75 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/quotas/08afeda6bba34698bf6ea405f624735b HTTP/1.1" status: 200 len: 375 time: 0.0097198 Feb 19 01:01:58.523327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ee5b91e-c81d-4f21-9b92-dcf0937530ba req-c0c0b8b1-72c6-4199-9bc9-b80c7333524c tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0291097 Feb 19 01:01:58.531653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-34a82de1-109f-485b-b7dc-56951dff2ee0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0625098 Feb 19 01:01:58.662670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1deee3-cadf-41d3-8e9a-a2c4ba65dd6e req-fb3ecb97-8e62-4aa4-af18-21bf0c2590e4 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.664268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c1deee3-cadf-41d3-8e9a-a2c4ba65dd6e req-fb3ecb97-8e62-4aa4-af18-21bf0c2590e4 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1126 time: 0.0727899 Feb 19 01:01:58.733231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c1deee3-cadf-41d3-8e9a-a2c4ba65dd6e req-d9f8f841-0301-4eeb-a846-e567de97d476 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565763 Feb 19 01:01:58.893650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-9462e389-443d-4294-b4ec-f373b56cc433 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips/575d712a-d3f2-44de-9c2c-b0091b7ea4c8 HTTP/1.1" status: 200 len: 693 time: 0.0735481 Feb 19 01:01:58.917029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-943d074c-6add-423c-a225-93b3c91284db tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.918872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-943d074c-6add-423c-a225-93b3c91284db tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1529536 Feb 19 01:01:58.986879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-1a3a3aa3-c474-4b85-b59a-d360ce345054 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 696 time: 0.0611024 Feb 19 01:01:58.998166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Request body: {'floatingip': {'port_id': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:59.037657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-72dafef9-95dd-4085-89ff-a1b095218958 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.039993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-72dafef9-95dd-4085-89ff-a1b095218958 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1394694 Feb 19 01:01:59.042699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.103171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-864edea5-7488-4ebd-b83a-eadf8e432fa0 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.0548372 Feb 19 01:01:59.183300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-28046068-e7e3-4ace-b900-c7c6784be529 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.0740740 Feb 19 01:01:59.349823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Deleting port fb947687-8a0a-4b0e-ac4a-25087ef6fe8c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:59.351039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.452171 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.452719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.467226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Calling delete_port for fb947687-8a0a-4b0e-ac4a-25087ef6fe8c owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:59.543989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'name': 'network-vif-deleted', 'tag': '60b40947-eff1-4806-b565-8ff24ecebdd2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:59.546260 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e0b35-bd86-4066-8587-d2ef97b85426" -d '{"events": [{"server_uuid": "10c8122c-070a-487a-bfd8-6062416b4cfa", "name": "network-vif-deleted", "tag": "60b40947-eff1-4806-b565-8ff24ecebdd2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:59.577775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.581787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.586356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4412fd7a-c649-4541-8726-07202f9e6e5c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:59.608697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 4412fd7a-c649-4541-8726-07202f9e6e5c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:59.609444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4412fd7a-c649-4541-8726-07202f9e6e5c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:59.625405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fb947687-8a0a-4b0e-ac4a-25087ef6fe8c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.664618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event deleted for resources: {'Port': ['ID=fb947687-8a0a-4b0e-ac4a-25087ef6fe8c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:59.715261 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Floating IP e362d17b-dbf8-42c8-b396-a291d91882d5 associated. External IP: 172.25.0.151, port: 6ff2d962-4efd-48b6-8eee-71630dc283f5. Feb 19 01:01:59.736625 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (575d712a-d3f2-44de-9c2c-b0091b7ea4c8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.741866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.743497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-679ab6ac-7da1-40dd-8bad-6f0df0cb26f0 req-4deaf25e-a03c-448f-81cb-81bc36231989 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "DELETE /v2.0/floatingips/575d712a-d3f2-44de-9c2c-b0091b7ea4c8 HTTP/1.1" status: 204 len: 173 time: 0.5592732 Feb 19 01:01:59.827766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-ca905742-c860-4b07-b4be-c742784b01b1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271029 Feb 19 01:01:59.896368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12dca401-bad2-448e-8311-4bde5d2bf86f req-254f6d55-704a-46f1-9248-96248cc017c4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 210 time: 0.0721815 Feb 19 01:01:59.968639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47510) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:00.019692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:00.059839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-675ab20b-e529-40c4-857e-122f55f261a6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.061947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-675ab20b-e529-40c4-857e-122f55f261a6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217379 Feb 19 01:02:00.076882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Deleting subnet d4491241-318e-4265-9706-03ceaccc9be8 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:00.085903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': '04913463-523a-45d5-a767-6ad0c16e193d', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:00.089519 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Publish callbacks [] for subnet (d4491241-318e-4265-9706-03ceaccc9be8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.177275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (d4491241-318e-4265-9706-03ceaccc9be8), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.185437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:00.191406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.199370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] Sync routers for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:00.220855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:00.230097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-c6aa9032-78b0-4554-8679-38ca9b3d40b3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "PUT /v2.0/floatingips/e362d17b-dbf8-42c8-b396-a291d91882d5 HTTP/1.1" status: 200 len: 997 time: 1.2361586 Feb 19 01:02:00.230742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:00.233399 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:00.247407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:00.259513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d4491241-318e-4265-9706-03ceaccc9be8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.301142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:00.304478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.371541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-ddd53110-5d3f-4be1-8ddd-4f80d1c11364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.381424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-ddd53110-5d3f-4be1-8ddd-4f80d1c11364 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1128 time: 0.1272223 Feb 19 01:02:00.464234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c0c1-012d-4f7a-89a1-bb2982635aeb req-47f9d0ff-333f-45e2-9ac2-db25b1271b0b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.471088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0828c0c1-012d-4f7a-89a1-bb2982635aeb req-47f9d0ff-333f-45e2-9ac2-db25b1271b0b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1715274 Feb 19 01:02:00.506264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:00.545676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-ee103473-7e3f-46be-a3cc-f0fd6c0e25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.547157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-ee103473-7e3f-46be-a3cc-f0fd6c0e25f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 929 time: 0.1646020 Feb 19 01:02:00.586001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.140 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/d1d1fb90-d192-41d0-bf26-5e5243d94688) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:00.646761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-ab3027ec-2e62-42da-a3a4-04df2e0618b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 1000 time: 0.0922830 Feb 19 01:02:00.718035 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (d4491241-318e-4265-9706-03ceaccc9be8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.726117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-f08c4218-f6a6-4c79-9e6e-462c63b3fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.728927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-f08c4218-f6a6-4c79-9e6e-462c63b3fd9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 200 len: 867 time: 0.0707226 Feb 19 01:02:00.772049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0828c0c1-012d-4f7a-89a1-bb2982635aeb req-b10e5c84-dbcf-4a37-848b-1bb57f24a225 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881856 Feb 19 01:02:00.772757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'e362d17b-dbf8-42c8-b396-a291d91882d5', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'port_id': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'mac_address': 'fa:16:3e:91:f1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0de646-e567-4132-8cee-f455382f0a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:01:57Z', 'updated_at': '2022-02-19T01:01:59Z', 'revision_number': 1, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:36Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:00.778659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.782006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d4491241-318e-4265-9706-03ceaccc9be8 HTTP/1.1" status: 204 len: 168 time: 0.8123865 Feb 19 01:02:00.785354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72ed1c-12e6-4545-bdcb-b456ee725a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4491241-318e-4265-9706-03ceaccc9be8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:00.789664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47522) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:00.840947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] Checking router: 6093eea3-2c63-4e54-9d99-fffd7fba0a2c for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:00.858935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:00.861340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:00.863479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.930145 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-0713869c-3c5c-4a48-8cc3-c2266018caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.932000 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-0713869c-3c5c-4a48-8cc3-c2266018caea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a376a0da-e2cc-41eb-95d8-cbc9f938b028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1913283 Feb 19 01:02:00.971381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-d7654d81-ca74-4fe4-8c96-b7cdfe59496e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:02:00.972420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-d7654d81-ca74-4fe4-8c96-b7cdfe59496e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092525 Feb 19 01:02:00.977311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (654e73aa-85d3-4d66-8e91-c70ca9433a13), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.022579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:01.322311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'e362d17b-dbf8-42c8-b396-a291d91882d5', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'port_id': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'mac_address': 'fa:16:3e:91:f1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0de646-e567-4132-8cee-f455382f0a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:01:57Z', 'updated_at': '2022-02-19T01:01:59Z', 'revision_number': 1, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:36Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:01.350619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a07bd165-0092-4802-878e-862b18f704dc req-92619220-83fc-4aac-8748-25783cee3d63 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0465941 Feb 19 01:02:01.359880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 60b40947-eff1-4806-b565-8ff24ecebdd2 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:01.363921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c83197-ba5d-42de-a180-4267a8168f6e None None] The sync data for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 is: [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'e362d17b-dbf8-42c8-b396-a291d91882d5', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'port_id': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'mac_address': 'fa:16:3e:91:f1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0de646-e567-4132-8cee-f455382f0a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:01:57Z', 'updated_at': '2022-02-19T01:01:59Z', 'revision_number': 1, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:36Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:01.371001 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.419344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:01.425049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:01.435379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 60b40947-eff1-4806-b565-8ff24ecebdd2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:01.436048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 60b40947-eff1-4806-b565-8ff24ecebdd2 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:01.477983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=d1d1fb90-d192-41d0-bf26-5e5243d94688,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:01.508201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (654e73aa-85d3-4d66-8e91-c70ca9433a13), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.509521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:01.514439 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353b7039-4bc6-4809-a8ba-e2f38f6e0a80 x-openstack-request-id: req-353b7039-4bc6-4809-a8ba-e2f38f6e0a80 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:01.514867 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c8122c-070a-487a-bfd8-6062416b4cfa", "name": "network-vif-deleted", "tag": "60b40947-eff1-4806-b565-8ff24ecebdd2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:01.515176 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-353b7039-4bc6-4809-a8ba-e2f38f6e0a80 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:01.515683 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c8122c-070a-487a-bfd8-6062416b4cfa', 'name': 'network-vif-deleted', 'tag': '60b40947-eff1-4806-b565-8ff24ecebdd2', 'status': 'completed', 'code': 200} Feb 19 01:02:01.517267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:01.520344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:01.548347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654e73aa-85d3-4d66-8e91-c70ca9433a13']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:01.553433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-b9083fa6-27ad-4618-aa2a-a8441f14b121 service neutron] 10.222.0.43 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729086 Feb 19 01:02:01.583250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2b40cf-3668-404c-9a57-916815d42feb') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:01.583453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2b40cf-3668-404c-9a57-916815d42feb') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:01.588342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-e310649e-39a8-4c2c-8d38-430d93489fe9 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips/afa063aa-6c74-408e-b277-643dbf736318 HTTP/1.1" status: 200 len: 692 time: 0.0764182 Feb 19 01:02:01.608234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (3f2b40cf-3668-404c-9a57-916815d42feb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.669702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3f2b40cf-3668-404c-9a57-916815d42feb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.687868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:01.688839 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (3f2b40cf-3668-404c-9a57-916815d42feb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:01.695353 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:01.804608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.819358 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.822304 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae498742-c7bb-46a9-9eb5-807abf97aeab None None] New status for floating IP e362d17b-dbf8-42c8-b396-a291d91882d5: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:01.863582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-989a650b-abaf-43e5-a8d7-5821125c20d0 req-5ef8a720-453d-4556-bb8b-9ffcb2d50586 service neutron] 10.222.0.43 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033090 Feb 19 01:02:01.867324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (654e73aa-85d3-4d66-8e91-c70ca9433a13), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.878148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.883136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-32de0fd6-98fa-4949-ad46-f0720e3c4dfd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8020136 Feb 19 01:02:01.886893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/654e73aa-85d3-4d66-8e91-c70ca9433a13 HTTP/1.1" status: 204 len: 168 time: 1.0930285 Feb 19 01:02:01.932147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d3442-52c9-44bd-add8-763c7564dde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=654e73aa-85d3-4d66-8e91-c70ca9433a13,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:01.948438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Request body: {'port': {'device_id': '04913463-523a-45d5-a767-6ad0c16e193d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:02.045417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-c585c3e9-0c17-4a49-9ec5-129e095ca084 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.063307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-c585c3e9-0c17-4a49-9ec5-129e095ca084 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.4253843 Feb 19 01:02:02.072608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-106338e3-b37b-4dc5-8855-3d9c48f0c30f None None] Provisioning complete for port d1d1fb90-d192-41d0-bf26-5e5243d94688 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:02.073568 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-106338e3-b37b-4dc5-8855-3d9c48f0c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.132119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47534) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:02.167211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-106338e3-b37b-4dc5-8855-3d9c48f0c30f None None] Port d1d1fb90-d192-41d0-bf26-5e5243d94688 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:02.167726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-71696de7-0b5e-4f83-9f29-5ffdefe7d1b1 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1035309 Feb 19 01:02:02.172982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.220764 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5314edc-e822-4c90-8c9e-021be0db4a4c x-openstack-request-id: req-b5314edc-e822-4c90-8c9e-021be0db4a4c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:02.222073 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:02.222462 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5314edc-e822-4c90-8c9e-021be0db4a4c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:02.222973 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'status': 'completed', 'code': 200} Feb 19 01:02:02.251775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b0316248-196f-4634-b173-58dba3930184 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29199b1ee1694e6c9d484167833bf5f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1168504 Feb 19 01:02:02.257248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47536) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:02.302248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-73d948c9-c43b-4b92-8729-76653d9b2adc tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1243479 Feb 19 01:02:02.377207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be0c-6653-4557-9c5b-1972d295f2aa admin admin] Publish callbacks [] for security_group (641ea032-387f-428c-81ea-492db6807244), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.408139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077a8e-3439-4c3a-8631-90182242618c req-ebccafce-24db-4226-83a6-03b1517cff78 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.413484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80077a8e-3439-4c3a-8631-90182242618c req-ebccafce-24db-4226-83a6-03b1517cff78 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 936 time: 0.0996420 Feb 19 01:02:02.419727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be0c-6653-4557-9c5b-1972d295f2aa admin admin] Publish callbacks [] for security_group (641ea032-387f-428c-81ea-492db6807244), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.471429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-f2ddb58f-485b-475e-8662-2bb2c453b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.473135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-f2ddb58f-485b-475e-8662-2bb2c453b36f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1128 time: 0.2384458 Feb 19 01:02:02.494853 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80077a8e-3439-4c3a-8631-90182242618c req-fee1a23b-cff2-42cd-86c8-1587f1d458ed tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680733 Feb 19 01:02:02.511082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be0c-6653-4557-9c5b-1972d295f2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (641ea032-387f-428c-81ea-492db6807244), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.517377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be0c-6653-4557-9c5b-1972d295f2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.534165 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:02:02.534955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1fb0be0c-6653-4557-9c5b-1972d295f2aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/641ea032-387f-428c-81ea-492db6807244 HTTP/1.1" status: 204 len: 168 time: 0.2643752 Feb 19 01:02:02.546618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0be0c-6653-4557-9c5b-1972d295f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ea032-387f-428c-81ea-492db6807244,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:02.649366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327eb27-a130-4951-8dc5-993ecec49462 req-4fd2bb9d-968d-4aa1-a7c5-5bc2f19576a8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.659065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9327eb27-a130-4951-8dc5-993ecec49462 req-4fd2bb9d-968d-4aa1-a7c5-5bc2f19576a8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.0786600 Feb 19 01:02:02.684863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Deleting port fa43d0cb-9d78-4048-91e6-fd744427651e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:02.685490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.689974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-a46ae482-7f94-4e96-aa56-0349038c09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.691471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-a46ae482-7f94-4e96-aa56-0349038c09cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 929 time: 0.1935122 Feb 19 01:02:02.721629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9327eb27-a130-4951-8dc5-993ecec49462 req-a5fdb11c-ac33-4781-b05e-47f0f3ddda2b tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Feb 19 01:02:02.868644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-ab2dc4ca-6b69-4131-844e-9cfa14e0a5d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 1002 time: 0.1631026 Feb 19 01:02:02.897803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-d957824a-b834-4570-805d-42fb345d4ca0 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 258 time: 0.1526494 Feb 19 01:02:02.903448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:02.928889 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.958891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.959292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (fa43d0cb-9d78-4048-91e6-fd744427651e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.977216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d1fb90-d192-41d0-bf26-5e5243d94688 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:02.989994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Publish callbacks [] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.992775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Calling delete_port for fa43d0cb-9d78-4048-91e6-fd744427651e owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:02.996763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-2791d593-dde7-4340-8590-17e2ec80a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.998566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-2791d593-dde7-4340-8590-17e2ec80a1c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 200 len: 867 time: 0.1148624 Feb 19 01:02:03.026082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Transition to ACTIVE for port object d1d1fb90-d192-41d0-bf26-5e5243d94688 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:03.049697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.089483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.207151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1fb90-d192-41d0-bf26-5e5243d94688,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:03.218784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-233a5a56-9c3c-4a03-af1f-259f5418d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.220361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-233a5a56-9c3c-4a03-af1f-259f5418d182 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a376a0da-e2cc-41eb-95d8-cbc9f938b028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2135494 Feb 19 01:02:03.290034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Allocated IP 172.25.0.190 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/87b5abc9-7430-4771-aee9-6a5e254677df) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:03.391383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Attempting to bind port d1d1fb90-d192-41d0-bf26-5e5243d94688 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:03.391722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Attempting to bind port d1d1fb90-d192-41d0-bf26-5e5243d94688 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:03.392092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Attempting to bind port d1d1fb90-d192-41d0-bf26-5e5243d94688 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:03.416797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Port d1d1fb90-d192-41d0-bf26-5e5243d94688 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:03.417079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Attempting to bind port d1d1fb90-d192-41d0-bf26-5e5243d94688 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:03.432004 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-f51fc04a-d01c-4f9e-8550-054c9aa07f16 service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851475 Feb 19 01:02:03.434300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:03.434681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:03.435119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:03.435814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Bound port: d1d1fb90-d192-41d0-bf26-5e5243d94688, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:03.436273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.461866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fa43d0cb-9d78-4048-91e6-fd744427651e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.475275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for port (87b5abc9-7430-4771-aee9-6a5e254677df), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.531663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (87b5abc9-7430-4771-aee9-6a5e254677df), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.580925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Pushing event deleted for resources: {'Port': ['ID=fa43d0cb-9d78-4048-91e6-fd744427651e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:03.609636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event updated for resources: {'Port': ['ID=87b5abc9-7430-4771-aee9-6a5e254677df,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:03.627123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:03.629833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:03.637382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:03.672843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:03.714738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e7a942b-5e58-4b2b-90dc-5a2bbbe9802f req-16f84412-ce51-4ad9-acda-b6debb13ba4f service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740989 Feb 19 01:02:03.718669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks [] for floatingip (afa063aa-6c74-408e-b277-643dbf736318), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.722903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.742906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3076762-c3c3-401c-99b4-0ca081a066f2 req-b5fd9ab0-a885-4811-bdea-afa4102db497 tempest-FloatingIPDetailsTestJSON-986668705 tempest-FloatingIPDetailsTestJSON-986668705-project] 10.222.0.43 "DELETE /v2.0/floatingips/afa063aa-6c74-408e-b277-643dbf736318 HTTP/1.1" status: 204 len: 173 time: 1.4336789 Feb 19 01:02:03.745740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:03.752083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] For port d1d1fb90-d192-41d0-bf26-5e5243d94688, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:03.758056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] For port d1d1fb90-d192-41d0-bf26-5e5243d94688, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:03.785018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (5d79bf56-8989-4136-b448-d91deb8b2f3a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.802903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1573188237-network', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:03.805850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.853056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Made reservation on behalf of d75b15af394b4c619086741abc9d2f91 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:03.855250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.867281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87b5abc9-7430-4771-aee9-6a5e254677df), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.886272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.887123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.889115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/d1d1fb90-d192-41d0-bf26-5e5243d94688 HTTP/1.1" status: 200 len: 1096 time: 1.9888356 Feb 19 01:02:03.891595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04913463-523a-45d5-a767-6ad0c16e193d', 'tag': 'd1d1fb90-d192-41d0-bf26-5e5243d94688'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:03.891915 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.899144 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc68187-4905-47c7-99a2-5dae2082f6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "04913463-523a-45d5-a767-6ad0c16e193d", "tag": "d1d1fb90-d192-41d0-bf26-5e5243d94688"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:03.907640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b81621f-466a-450c-8364-cfa78bb730ff req-f9417e6a-7e0c-498c-8c26-c0421774a2ba tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0864398 Feb 19 01:02:04.022343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28c69-5689-4f61-a95e-acb91260d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1fb90-d192-41d0-bf26-5e5243d94688,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.035438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks [] for security_group (e42cb589-715e-4e1c-ad10-74e76e424664), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.045095 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e42cb589-715e-4e1c-ad10-74e76e424664), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.063832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:04.074920 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (592ed871-afcf-48e2-9ad6-c84797d69a3f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.075974 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Added segment 592ed871-afcf-48e2-9ad6-c84797d69a3f of type vlan for network d6203616-7407-4e34-ba9b-c572712fd403 Feb 19 01:02:04.128670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d6203616-7407-4e34-ba9b-c572712fd403), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.163507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-bcafcabd-5fb0-434f-98c5-5952ec6c780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.165183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-bcafcabd-5fb0-434f-98c5-5952ec6c780d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 1130 time: 0.1887267 Feb 19 01:02:04.168178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d6203616-7407-4e34-ba9b-c572712fd403), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.169414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.171016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.278371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42cb589-715e-4e1c-ad10-74e76e424664,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.301404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6263154 Feb 19 01:02:04.306141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:04.315942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Request body: {'subnet': {'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1573188237-subnet', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:04.321392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d08ce8-5747-4539-ac40-8d7f25fec99c admin admin] Pushing event updated for resources: {'Network': ['ID=d6203616-7407-4e34-ba9b-c572712fd403,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.336133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d6203616-7407-4e34-ba9b-c572712fd403 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:04.358871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Made reservation on behalf of d75b15af394b4c619086741abc9d2f91 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:04.361231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.477783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for port (87b5abc9-7430-4771-aee9-6a5e254677df), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.486348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (87b5abc9-7430-4771-aee9-6a5e254677df), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.620521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event updated for resources: {'Port': ['ID=87b5abc9-7430-4771-aee9-6a5e254677df,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.644702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (5d79bf56-8989-4136-b448-d91deb8b2f3a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.644947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b57720-3402-4832-8f0c-772b4e0a0604 req-8456b30e-db6d-4dc0-b6bd-e2974f602d15 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.650946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (49870ac0-2275-45b2-94a5-0e30f3f80962), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.651911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9b57720-3402-4832-8f0c-772b4e0a0604 req-8456b30e-db6d-4dc0-b6bd-e2974f602d15 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 948 time: 0.5515094 Feb 19 01:02:04.655021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-6a64d596-4b91-4a8e-a933-48ecb84ad083 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688 HTTP/1.1" status: 200 len: 217 time: 0.4422212 Feb 19 01:02:04.688376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.689614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-fc69c3e0-807b-4d2c-9823-a44338e0785d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7909963 Feb 19 01:02:04.753799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49870ac0-2275-45b2-94a5-0e30f3f80962,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.770161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-d33d64cf-dbd0-42f3-a75a-ce4b84c07846 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.0644443 Feb 19 01:02:04.770959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Checking segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:04.771313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Network hostable DHCP agents. Network: d6203616-7407-4e34-ba9b-c572712fd403, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:04.782655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-4c69d380-6631-41bd-8917-96348abbcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.784124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-4c69d380-6631-41bd-8917-96348abbcc26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1191471 Feb 19 01:02:04.836197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9b57720-3402-4832-8f0c-772b4e0a0604 req-63f50a27-9943-4300-b78a-e81538d1a28b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758871 Feb 19 01:02:04.836362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Network d6203616-7407-4e34-ba9b-c572712fd403 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:04.857168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d6203616-7407-4e34-ba9b-c572712fd403) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:04.867946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278d8b1-db36-4c5d-8e6b-58c8d44bd57a None None] Network d6203616-7407-4e34-ba9b-c572712fd403 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:04.878623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.879871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.923301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-5f52a789-b6c5-4436-bb02-3ba0565adc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.924756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-5f52a789-b6c5-4436-bb02-3ba0565adc27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1189971 Feb 19 01:02:04.949296 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ddb4be77-3be7-4d48-92c4-ece9c6751e69 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6397667 Feb 19 01:02:04.952776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47576) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:04.958354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:04.967784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-e89d329c-70ba-44ba-900e-81213b876d09 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.968712 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a7c4462-17a5-46ec-a445-a1cf4b29d142 req-e89d329c-70ba-44ba-900e-81213b876d09 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1868486 Feb 19 01:02:04.999572 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (35bd7ee1-8831-47d6-b068-a87aaa20b494), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.002388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (35bd7ee1-8831-47d6-b068-a87aaa20b494), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.055430 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2f86eb-1c2d-49d9-a0b8-30602631062a x-openstack-request-id: req-ac2f86eb-1c2d-49d9-a0b8-30602631062a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:05.055713 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04913463-523a-45d5-a767-6ad0c16e193d", "tag": "d1d1fb90-d192-41d0-bf26-5e5243d94688", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:05.055968 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac2f86eb-1c2d-49d9-a0b8-30602631062a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:05.056368 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04913463-523a-45d5-a767-6ad0c16e193d', 'tag': 'd1d1fb90-d192-41d0-bf26-5e5243d94688', 'status': 'completed', 'code': 200} Feb 19 01:02:05.070820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c02465-ceb1-4ab0-bcca-6852a9ad64c5 req-90de1d32-c83b-4e21-8dea-422820721c6f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.072364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68c02465-ceb1-4ab0-bcca-6852a9ad64c5 req-90de1d32-c83b-4e21-8dea-422820721c6f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1511993 Feb 19 01:02:05.094794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-d6203616-7407-4e34-ba9b-c572712fd403', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:05.095125 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.122711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-cc7810b8-7804-4fc8-8ec8-961a700c26af service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699154 Feb 19 01:02:05.164301 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8948cae3-cf23-4d41-ba4f-4aa14f64657f req-9e493ea0-5c88-4622-9165-ac040f6d0509 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0413134 Feb 19 01:02:05.166576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks [] for router_controller (35bd7ee1-8831-47d6-b068-a87aaa20b494), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.205911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68c02465-ceb1-4ab0-bcca-6852a9ad64c5 req-4515715f-82bf-4b8a-96c5-3d4d194c79fe tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247020 Feb 19 01:02:05.224479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (e46321fc-3d8c-423f-bca5-8d3a55bbafec), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.335015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9496d179-8e56-4ebd-a0ee-9525381095a3 req-53dc862d-a381-429a-91b5-ccac1f1690a2 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033894 Feb 19 01:02:05.372068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:05.380820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Allocated IP 172.20.0.2 (d6203616-7407-4e34-ba9b-c572712fd403/49870ac0-2275-45b2-94a5-0e30f3f80962/eefbc06a-e6ee-4f1a-963b-e0331f201544) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:05.393361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:05.443368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks [] for router_gateway (35bd7ee1-8831-47d6-b068-a87aaa20b494), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.463067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-e38ee60f-4d3f-440c-9b70-d68e21279201 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.464586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-e38ee60f-4d3f-440c-9b70-d68e21279201 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1450193 Feb 19 01:02:05.545223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-ab709a1e-d752-4b79-b913-0d268c998568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.547033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-ab709a1e-d752-4b79-b913-0d268c998568 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 1130 time: 0.1410279 Feb 19 01:02:05.552949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-7f34cf24-e6f3-4790-b700-683d1d69534b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.0767257 Feb 19 01:02:05.563242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-c21001b4-83a2-44de-8c32-8128de56838a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Request body: {'floatingip': {'port_id': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:05.621846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-c21001b4-83a2-44de-8c32-8128de56838a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (5d79bf56-8989-4136-b448-d91deb8b2f3a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.760918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Deleting port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:05.761316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.810694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:05.811353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.835144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:05.874346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:05.877042 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc4c72-e412-4e19-9fdf-932bf8ddc61d" -d '{"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:05.887755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Publish callbacks [] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.889738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'c091207e-3884-4af3-9692-b971cfaddbad', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'c091207e-3884-4af3-9692-b971cfaddbad', 'mac_address': 'fa:16:3e:77:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:05.899942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.907988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:05.915383 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-c21001b4-83a2-44de-8c32-8128de56838a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 01:02:05.932548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb2cf218-bb52-4c74-a488-1b79182f5738 req-c21001b4-83a2-44de-8c32-8128de56838a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "PUT /v2.0/floatingips/5d79bf56-8989-4136-b448-d91deb8b2f3a HTTP/1.1" status: 409 len: 551 time: 0.3737698 Feb 19 01:02:05.933583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] For port 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:05.935545 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.976098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Calling delete_port for 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:05.976867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:05.977301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.979150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.997464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Network d6203616-7407-4e34-ba9b-c572712fd403 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:06.001064 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44282e-883c-4d13-8791-4876f5c1d88c x-openstack-request-id: req-8b44282e-883c-4d13-8791-4876f5c1d88c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:06.001556 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:06.001844 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b44282e-883c-4d13-8791-4876f5c1d88c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:06.002298 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'code': 200} Feb 19 01:02:06.005688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:06.010358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:06.020294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091207e-3884-4af3-9692-b971cfaddbad {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:06.042138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:06.052579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.094196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Pushing event updated for resources: {'Port': ['ID=eefbc06a-e6ee-4f1a-963b-e0331f201544,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:06.146154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:06.147996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks [] for router_gateway (35bd7ee1-8831-47d6-b068-a87aaa20b494), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.185851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Attempting to bind port eefbc06a-e6ee-4f1a-963b-e0331f201544 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:06.186217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Attempting to bind port eefbc06a-e6ee-4f1a-963b-e0331f201544 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:06.186585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Attempting to bind port eefbc06a-e6ee-4f1a-963b-e0331f201544 on network d6203616-7407-4e34-ba9b-c572712fd403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:06.194552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:06.195003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Checking segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:06.195339 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.195737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Bound using segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:06.196256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Bound port: eefbc06a-e6ee-4f1a-963b-e0331f201544, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:06.196881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.235602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.245884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a38592f5-0180-4437-86fa-13d646922bf7 req-3509e79e-999a-4249-adef-8c31d884ade3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips/5d79bf56-8989-4136-b448-d91deb8b2f3a HTTP/1.1" status: 200 len: 693 time: 0.1588790 Feb 19 01:02:06.263635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-b794804f-00c5-4f9c-ae07-5035f9b0a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.265709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-b794804f-00c5-4f9c-ae07-5035f9b0a266 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.7113962 Feb 19 01:02:06.266481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (002b9c32-41ec-44a7-b8c6-3d4fb80f54f3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.275574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:06.289685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] For port eefbc06a-e6ee-4f1a-963b-e0331f201544, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:06.293650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] For port eefbc06a-e6ee-4f1a-963b-e0331f201544, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eefbc06a-e6ee-4f1a-963b-e0331f201544,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:06.300939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.335146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=002b9c32-41ec-44a7-b8c6-3d4fb80f54f3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:06.363793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d1c17-c86a-4ea7-8752-0eab958d4e46 None None] Pushing event updated for resources: {'Port': ['ID=eefbc06a-e6ee-4f1a-963b-e0331f201544,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:06.419251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-fed28836-1d3c-4e8c-b28f-8108f67f94fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688 HTTP/1.1" status: 200 len: 217 time: 0.1068268 Feb 19 01:02:06.525924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38592f5-0180-4437-86fa-13d646922bf7 req-accc217b-a014-4d07-aaef-5c5a57b17061 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.527292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a38592f5-0180-4437-86fa-13d646922bf7 req-accc217b-a014-4d07-aaef-5c5a57b17061 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.2802455 Feb 19 01:02:06.531592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b50f5-adef-4ce3-b790-d371e53daacb req-3518cc72-1b6b-4915-bb1c-d14ff3ac2904 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.539285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:06.540916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c82b50f5-adef-4ce3-b790-d371e53daacb req-3518cc72-1b6b-4915-bb1c-d14ff3ac2904 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 948 time: 0.2813783 Feb 19 01:02:06.578771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-c9d32898-fb05-459f-9e06-4cc12770d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.580274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-c9d32898-fb05-459f-9e06-4cc12770d53f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1506193 Feb 19 01:02:06.581900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Allocated IP 172.25.0.80 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/861d3e2e-03d7-463c-9773-37a6030217ce) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:06.702631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a38592f5-0180-4437-86fa-13d646922bf7 req-6085630e-9b03-48eb-8ea4-43b796b1a657 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.1431737 Feb 19 01:02:06.804740 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c82b50f5-adef-4ce3-b790-d371e53daacb req-b3d37f89-741b-4707-998a-2cc67e3699d1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628651 Feb 19 01:02:06.907169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks [] for port (861d3e2e-03d7-463c-9773-37a6030217ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.911630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a38592f5-0180-4437-86fa-13d646922bf7 req-03142b7e-dda9-4deb-8c72-b4d750638c3a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.1908278 Feb 19 01:02:06.918555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-5a0c61cc-1319-4620-996c-191ecf0db8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.920057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-5a0c61cc-1319-4620-996c-191ecf0db8e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2823410 Feb 19 01:02:06.953539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ded3446b-08b5-4a5a-a9c5-f2fc5b03b43b req-3f2b603e-acc6-4203-bb4e-caa2af326bdb tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0585403 Feb 19 01:02:06.962772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (e46321fc-3d8c-423f-bca5-8d3a55bbafec), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.068765 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.122742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:07.132282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:07.138448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:07.141960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Pushing event updated for resources: {'Port': ['ID=861d3e2e-03d7-463c-9773-37a6030217ce,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.186118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Deleting port 87b5abc9-7430-4771-aee9-6a5e254677df {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:07.186477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87b5abc9-7430-4771-aee9-6a5e254677df), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.213362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-5dd71bba-1a54-4166-9426-a47629ea55de service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664838 Feb 19 01:02:07.242780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac4bb4-d81a-46eb-affa-3d8887dccda9 req-04dcf719-571e-48b4-b5a1-c5068e62c333 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:07.244301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ac4bb4-d81a-46eb-affa-3d8887dccda9 req-04dcf719-571e-48b4-b5a1-c5068e62c333 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.1738415 Feb 19 01:02:07.441044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ac4bb4-d81a-46eb-affa-3d8887dccda9 req-4812ca11-9e18-49d4-a3fa-e1f1e6d06e4f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808743 Feb 19 01:02:07.485492 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87b5abc9-7430-4771-aee9-6a5e254677df), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.485834 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (87b5abc9-7430-4771-aee9-6a5e254677df), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.496962 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fc68187-4905-47c7-99a2-5dae2082f6c8 req-4ae481eb-3570-48c5-bbcf-11d2625f81be service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759223 Feb 19 01:02:07.511138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Calling delete_port for 87b5abc9-7430-4771-aee9-6a5e254677df owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:07.557345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Router e46321fc-3d8c-423f-bca5-8d3a55bbafec has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:07.671618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d1d1fb90-d192-41d0-bf26-5e5243d94688 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:07.705607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:07.727626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa7368ec-ed4e-43e9-9400-e24a1f0ce5c7 admin admin] 10.222.0.43 "PUT /v2.0/routers/e46321fc-3d8c-423f-bca5-8d3a55bbafec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9804378 Feb 19 01:02:07.729882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47596) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:07.799374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d1d1fb90-d192-41d0-bf26-5e5243d94688, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:07.814186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd1d1fb90-d192-41d0-bf26-5e5243d94688', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'd1d1fb90-d192-41d0-bf26-5e5243d94688', 'mac_address': 'fa:16:3e:86:89:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:07.816816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] Sync routers for ids ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:07.844070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] Routers {'e46321fc-3d8c-423f-bca5-8d3a55bbafec'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:07.845099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:07.918581 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks [] for router (e46321fc-3d8c-423f-bca5-8d3a55bbafec), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.996103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] Set router e46321fc-3d8c-423f-bca5-8d3a55bbafec gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:08.072448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks [] for router_gateway (35bd7ee1-8831-47d6-b068-a87aaa20b494), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.088421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks [] for router_gateway (e46321fc-3d8c-423f-bca5-8d3a55bbafec), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.148473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e71573-c9c3-43cd-8ff1-9a1df6947c65 req-79130c72-41f7-4f45-b08a-8087a3f38fe7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.150228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e71573-c9c3-43cd-8ff1-9a1df6947c65 req-79130c72-41f7-4f45-b08a-8087a3f38fe7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 948 time: 0.2220972 Feb 19 01:02:08.156239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7247f-1004-4554-909c-3b641beabf63 None None] Network d6203616-7407-4e34-ba9b-c572712fd403 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:08.193649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (87b5abc9-7430-4771-aee9-6a5e254677df), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.216240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e71573-c9c3-43cd-8ff1-9a1df6947c65 req-6b314edf-e269-4c49-8044-0d8da2cfcbc2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Feb 19 01:02:08.227906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Deleting port d17b56cd-6e9c-4a6a-82f9-70fdea849a15 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:08.228330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.245611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event deleted for resources: {'Port': ['ID=87b5abc9-7430-4771-aee9-6a5e254677df,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:08.333897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d1d1fb90-d192-41d0-bf26-5e5243d94688 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:08.334287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.361544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d1fb90-d192-41d0-bf26-5e5243d94688 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:08.362969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f6a3c10-e9fd-479c-9126-b0cd2ef0dbe5 req-87d46360-0771-4cd7-a86f-0c00e318ef68 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0331154 Feb 19 01:02:08.386311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d1d1fb90-d192-41d0-bf26-5e5243d94688, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:08.405148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.431001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] For port d17b56cd-6e9c-4a6a-82f9-70fdea849a15, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:08.431419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.449837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Calling delete_port for d17b56cd-6e9c-4a6a-82f9-70fdea849a15 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:08.465977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] Provisioning complete for port eefbc06a-e6ee-4f1a-963b-e0331f201544 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:08.466431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.471642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d1d1fb90-d192-41d0-bf26-5e5243d94688,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:08.472451 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (5d79bf56-8989-4136-b448-d91deb8b2f3a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.476153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.477514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a38592f5-0180-4437-86fa-13d646922bf7 req-510f6e73-e3b3-4c0f-915c-8b66cfd549f3 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "DELETE /v2.0/floatingips/5d79bf56-8989-4136-b448-d91deb8b2f3a HTTP/1.1" status: 204 len: 173 time: 1.5595746 Feb 19 01:02:08.631093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:02:06Z', 'revision_number': 5, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port': {'id': 'd17b56cd-6e9c-4a6a-82f9-70fdea849a15', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:35Z', 'updated_at': '2022-02-19T01:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:08.648102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-c445ce8f-05ff-4320-a55d-592bf7d25c2d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 1002 time: 0.1452599 Feb 19 01:02:08.693358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eefbc06a-e6ee-4f1a-963b-e0331f201544 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:08.697763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] Checking router: e46321fc-3d8c-423f-bca5-8d3a55bbafec for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:08.756196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301830-e8ea-47e0-a348-626b85f588f4 req-94f5fd20-5d58-4dd0-b6d0-2ff70c028e0d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.757607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-94f5fd20-5d58-4dd0-b6d0-2ff70c028e0d tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports/6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 943 time: 0.0696769 Feb 19 01:02:08.763512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (35bd7ee1-8831-47d6-b068-a87aaa20b494), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.768534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d1d1fb90-d192-41d0-bf26-5e5243d94688'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:08.802917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] Routers {'e46321fc-3d8c-423f-bca5-8d3a55bbafec'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:08.803560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:08.884075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] Current status of the port eefbc06a-e6ee-4f1a-963b-e0331f201544 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:08.884488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.974340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:02:09.001345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-37d29486-1dfc-4595-b744-cb8a10fe7c36 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 1002 time: 0.0995157 Feb 19 01:02:09.007956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] Set router e46321fc-3d8c-423f-bca5-8d3a55bbafec gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:09.011860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] For port eefbc06a-e6ee-4f1a-963b-e0331f201544, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eefbc06a-e6ee-4f1a-963b-e0331f201544,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:09.079817 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.086584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port eefbc06a-e6ee-4f1a-963b-e0331f201544 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:09.086961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.088489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:02:08Z', 'revision_number': 6, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.176681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301830-e8ea-47e0-a348-626b85f588f4 req-4fe712d3-48ad-4877-9d33-cb529a2554ff tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:09.178906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-4fe712d3-48ad-4877-9d33-cb529a2554ff tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1314065 Feb 19 01:02:09.269883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-77520a41-193b-40c1-b704-bc33dd451fc9 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 1002 time: 0.0791793 Feb 19 01:02:09.270684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d17b56cd-6e9c-4a6a-82f9-70fdea849a15), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.290896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:09.292943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753048d-6eaf-463b-983e-a66f7da7a240 req-455d5bb5-61bc-47b3-a098-06f4e768c09c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:09.300736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6753048d-6eaf-463b-983e-a66f7da7a240 req-455d5bb5-61bc-47b3-a098-06f4e768c09c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 949 time: 0.2506537 Feb 19 01:02:09.324660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c3eab-1669-4a22-a219-12b8c71963da None None] The sync data for ids ['e46321fc-3d8c-423f-bca5-8d3a55bbafec'] in n-d-826752-2 is: [{'id': 'e46321fc-3d8c-423f-bca5-8d3a55bbafec', 'name': 'tempest-FloatingIPDetailsTestJSON-1709258411-router', 'tenant_id': '03dd30f8e13f4107894d6d563adf6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:33Z', 'updated_at': '2022-02-19T01:02:08Z', 'revision_number': 6, 'project_id': '03dd30f8e13f4107894d6d563adf6357', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:09.342515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17b56cd-6e9c-4a6a-82f9-70fdea849a15,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:09.379306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.413314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:09.447261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b25659-3232-4291-91a5-2a5e718a801d None None] Pushing event updated for resources: {'Port': ['ID=eefbc06a-e6ee-4f1a-963b-e0331f201544,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:09.452919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (e46321fc-3d8c-423f-bca5-8d3a55bbafec), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.458260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1fc4fee9-bb8e-4b3c-b09b-7f5cec6c17ef None None] Provisioning complete for port eefbc06a-e6ee-4f1a-963b-e0331f201544 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:09.458858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fc4fee9-bb8e-4b3c-b09b-7f5cec6c17ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.546473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.562591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6753048d-6eaf-463b-983e-a66f7da7a240 req-08e25f61-3243-4a71-a858-c5dc806cde83 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608755 Feb 19 01:02:09.576146 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.576146 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Floating IP e362d17b-dbf8-42c8-b396-a291d91882d5 disassociated. External IP: 172.25.0.151, port: 6ff2d962-4efd-48b6-8eee-71630dc283f5. Feb 19 01:02:09.625472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port eefbc06a-e6ee-4f1a-963b-e0331f201544 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:09.649101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port c091207e-3884-4af3-9692-b971cfaddbad triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:09.649691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c091207e-3884-4af3-9692-b971cfaddbad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.662084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (e46321fc-3d8c-423f-bca5-8d3a55bbafec), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.668139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks [] for router_controller (e46321fc-3d8c-423f-bca5-8d3a55bbafec), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.758850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4fee9-bb8e-4b3c-b09b-7f5cec6c17ef None None] Current status of the port eefbc06a-e6ee-4f1a-963b-e0331f201544 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:09.779101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (e46321fc-3d8c-423f-bca5-8d3a55bbafec), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.779726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46321fc-3d8c-423f-bca5-8d3a55bbafec {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:02:09.787374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.793715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ec07a261-d403-47f0-9e95-981d79bb5142 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e46321fc-3d8c-423f-bca5-8d3a55bbafec HTTP/1.1" status: 204 len: 168 time: 2.0627830 Feb 19 01:02:09.794349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47612) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:09.816718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:09.826408 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:09.846542 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:09.847187 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.847984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.853072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5b1c1056-76c5-4d56-b7f1-f8c0169ee6bf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8988175 Feb 19 01:02:09.853788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47614) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:09.912011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c091207e-3884-4af3-9692-b971cfaddbad is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:09.912411 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.923268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Deleting subnet df8f6e06-04c9-4393-a951-bf25d6190b26 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:09.930601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Publish callbacks [] for subnet (df8f6e06-04c9-4393-a951-bf25d6190b26), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.933028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:09.977783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c0ba-10f7-4403-950d-8b15acc742a4 req-c171a39c-8982-487b-a3d8-e49b8c5cf723 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:09.984839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6260c0ba-10f7-4403-950d-8b15acc742a4 req-c171a39c-8982-487b-a3d8-e49b8c5cf723 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 949 time: 0.1735158 Feb 19 01:02:09.988574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:09.989686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:10.002164 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7cb230-e808-4e5f-bf52-87cdf6db5714" -d '{"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-plugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:10.006416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.011904 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:10.049086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6260c0ba-10f7-4403-950d-8b15acc742a4 req-8463b295-9e4e-42bc-bf86-439da8f67aee tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583735 Feb 19 01:02:10.066340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (df8f6e06-04c9-4393-a951-bf25d6190b26), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.073849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=11']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:10.210458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:10.216347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.222370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ce7719d-7688-42ce-9fb8-b0db8e23fff3 req-080835c4-fd4c-496c-8aff-6dc336a27da5 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0701041 Feb 19 01:02:10.223891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] Sync routers for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:10.242869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:10.243515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:10.249963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (df8f6e06-04c9-4393-a951-bf25d6190b26), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.296160 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:07Z', 'revision_number': 3, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:10.332062 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5dd2f9-a43b-48fc-af55-1172bceea1e9 x-openstack-request-id: req-6d5dd2f9-a43b-48fc-af55-1172bceea1e9 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:10.332274 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-plugged", "status": "completed", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:10.334202 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d5dd2f9-a43b-48fc-af55-1172bceea1e9 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:10.334617 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'code': 200} Feb 19 01:02:10.352457 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:10.353784 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Updating router 35bd7ee1-8831-47d6-b068-a87aaa20b494 port 861d3e2e-03d7-463c-9773-37a6030217ce binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:02:10.355740 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-0606b1e9-b646-43eb-a93b-379475edbb5a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "PUT /v2.0/floatingips/e362d17b-dbf8-42c8-b396-a291d91882d5 HTTP/1.1" status: 200 len: 695 time: 1.0714862 Feb 19 01:02:10.358143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:10.360716 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa001823-5a5f-40cd-b13a-4f2d42a039d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:10.393286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (df8f6e06-04c9-4393-a951-bf25d6190b26), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.470516 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.496799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8f6e06-04c9-4393-a951-bf25d6190b26,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:10.501847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:10.517401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.520684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-90a62bac-c418-4dd6-9f64-07c500420100 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/df8f6e06-04c9-4393-a951-bf25d6190b26 HTTP/1.1" status: 204 len: 168 time: 0.7253807 Feb 19 01:02:10.524497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47620) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:10.568534 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aafe52-cbe6-4caa-ac53-35ecbd6f0b44 x-openstack-request-id: req-e0aafe52-cbe6-4caa-ac53-35ecbd6f0b44 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:10.569340 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:10.569697 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0aafe52-cbe6-4caa-ac53-35ecbd6f0b44 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:10.570325 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'status': 'completed', 'code': 200} Feb 19 01:02:10.591508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a62b74-be8a-4afe-b8c7-9d68183c3b87 None None] Network a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:10.670950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eefbc06a-e6ee-4f1a-963b-e0331f201544 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:10.751184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301830-e8ea-47e0-a348-626b85f588f4 req-b61ac722-8073-4ea6-880b-96ed8708a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.768600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-b61ac722-8073-4ea6-880b-96ed8708a701 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1128 time: 0.2041826 Feb 19 01:02:10.907289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.918936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port eefbc06a-e6ee-4f1a-963b-e0331f201544 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:10.919492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.964613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-f6dd1e59-d212-4bfd-9705-d7256538a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.966244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-f6dd1e59-d212-4bfd-9705-d7256538a318 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c0341440e3e49ef8de94067f93e5d04&device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 1128 time: 0.4297349 Feb 19 01:02:10.986386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301830-e8ea-47e0-a348-626b85f588f4 req-71291d73-ce7d-48e8-881e-2b62bf5df93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.994960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-71291d73-ce7d-48e8-881e-2b62bf5df93a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 929 time: 0.2252381 Feb 19 01:02:11.028772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] DHCP port deletion for a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:11.041603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66266-6dba-449d-886e-89e210094d67 req-4ee14dd4-1367-4bc2-8121-cf04a54c1bbc tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.043250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33f66266-6dba-449d-886e-89e210094d67 req-4ee14dd4-1367-4bc2-8121-cf04a54c1bbc tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.2848918 Feb 19 01:02:11.062514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-591a96f9-3ddb-496c-a062-ce54b67700de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 217 time: 0.0656197 Feb 19 01:02:11.064190 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.092897 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Publish callbacks [] for port (861d3e2e-03d7-463c-9773-37a6030217ce), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.102061 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.135616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port eefbc06a-e6ee-4f1a-963b-e0331f201544 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:11.171392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:36Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:11.197789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301830-e8ea-47e0-a348-626b85f588f4 req-a3148eee-0a37-4ec3-8dac-e5f9a3b53be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.199375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-a3148eee-0a37-4ec3-8dac-e5f9a3b53be3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 200 len: 867 time: 0.1183791 Feb 19 01:02:11.240954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:11.244821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] Checking router: 6093eea3-2c63-4e54-9d99-fffd7fba0a2c for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:11.247977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] Deleting port 39a995df-daec-465a-9f03-1bcc1b0ee6aa {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:11.248561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.254861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63223113-69eb-4528-8648-8105b1237ee2 req-f918259b-bdb6-430b-99fb-722024e28df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.256493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63223113-69eb-4528-8648-8105b1237ee2 req-f918259b-bdb6-430b-99fb-722024e28df8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1132 time: 0.5625932 Feb 19 01:02:11.257590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-330aa95a-c9c4-4e98-b28d-cb77a7746a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.258981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-330aa95a-c9c4-4e98-b28d-cb77a7746a48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 200 len: 929 time: 0.2263510 Feb 19 01:02:11.300687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:11.301481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 002b9c32-41ec-44a7-b8c6-3d4fb80f54f3 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:11.302204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d17b56cd-6e9c-4a6a-82f9-70fdea849a15 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:11.332365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301830-e8ea-47e0-a348-626b85f588f4 req-66ae09b8-5f88-4506-a710-0a81d59fa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.334560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-66ae09b8-5f88-4506-a710-0a81d59fa54e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a376a0da-e2cc-41eb-95d8-cbc9f938b028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952771 Feb 19 01:02:11.357361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Allocated IP 172.20.0.1 (d6203616-7407-4e34-ba9b-c572712fd403/49870ac0-2275-45b2-94a5-0e30f3f80962/32a15429-ae8d-4ae4-ad5f-c1c706968ec2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:11.361156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-7e785db9-59ae-4a23-847d-c9953f09a9ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 200 len: 217 time: 0.0734355 Feb 19 01:02:11.370981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d17b56cd-6e9c-4a6a-82f9-70fdea849a15 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:11.372191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d17b56cd-6e9c-4a6a-82f9-70fdea849a15 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:11.384030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:11.384874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:11.393223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63223113-69eb-4528-8648-8105b1237ee2 req-dd813758-8a37-4546-9d7c-087e48519ce8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079898 Feb 19 01:02:11.457118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Deleting port 39a995df-daec-465a-9f03-1bcc1b0ee6aa {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:11.457854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.459690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] For port 39a995df-daec-465a-9f03-1bcc1b0ee6aa, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39a995df-daec-465a-9f03-1bcc1b0ee6aa,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:11.460377 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.463683 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a3f0f-6d7b-4352-8542-51994d492cf6 None None] Pushing event updated for resources: {'Port': ['ID=861d3e2e-03d7-463c-9773-37a6030217ce,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:11.478321 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33f66266-6dba-449d-886e-89e210094d67 req-7d598489-ddf0-41f6-b7a1-9ddb67931dc8 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980889 Feb 19 01:02:11.493720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] Calling delete_port for 39a995df-daec-465a-9f03-1bcc1b0ee6aa owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:11.494859 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Attempting to bind port 861d3e2e-03d7-463c-9773-37a6030217ce on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:11.495660 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Attempting to bind port 861d3e2e-03d7-463c-9773-37a6030217ce by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:11.496037 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Attempting to bind port 861d3e2e-03d7-463c-9773-37a6030217ce on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:11.501525 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:11.502467 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:11.503047 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.503592 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:11.504234 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Bound port: 861d3e2e-03d7-463c-9773-37a6030217ce, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:11.504815 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.531841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-b3487634-f5ac-4caa-9266-51701fab0d71 service neutron] 10.222.0.43 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890368 Feb 19 01:02:11.596973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-20ba1fd7-e1b1-4060-bab7-c67b09953549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.599487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-20ba1fd7-e1b1-4060-bab7-c67b09953549 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 200 len: 867 time: 0.2118087 Feb 19 01:02:11.617529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] For port 861d3e2e-03d7-463c-9773-37a6030217ce, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:11.631555 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] For port 861d3e2e-03d7-463c-9773-37a6030217ce, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=861d3e2e-03d7-463c-9773-37a6030217ce,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:11.645711 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.652271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:11.672458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] For port 39a995df-daec-465a-9f03-1bcc1b0ee6aa, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39a995df-daec-465a-9f03-1bcc1b0ee6aa,segment=NetworkSegment(cb1e4bb3-7f33-42ec-8c74-4328684ecb64),segment_id=cb1e4bb3-7f33-42ec-8c74-4328684ecb64)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:11.673251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.701427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Calling delete_port for 39a995df-daec-465a-9f03-1bcc1b0ee6aa owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:11.707310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d1d1fb90-d192-41d0-bf26-5e5243d94688 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:11.725597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-73496ee9-6f36-4eca-9a34-bf257ac4f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.727620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-73496ee9-6f36-4eca-9a34-bf257ac4f084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a376a0da-e2cc-41eb-95d8-cbc9f938b028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069722 Feb 19 01:02:11.749984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:11.750629 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:11.795089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.871578 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:12.022362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks [] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.078210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03301830-e8ea-47e0-a348-626b85f588f4 req-d4bc40a4-b4c2-412c-8f2c-577e47a22497 service neutron] 10.222.0.43 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387936 Feb 19 01:02:12.093543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.097635 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:07Z', 'revision_number': 3, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:12.104723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] Pushing event deleted for resources: {'Port': ['ID=39a995df-daec-465a-9f03-1bcc1b0ee6aa,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.128318 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a3f0f-6d7b-4352-8542-51994d492cf6 None None] Pushing event updated for resources: {'Port': ['ID=861d3e2e-03d7-463c-9773-37a6030217ce,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.135448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b77f79-ef87-403f-ab9a-28b9a1dc945e None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:07Z', 'revision_number': 3, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:12.137584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3eff36-8ebd-4c05-8fc5-13377d2eaf9b None None] No DVR routers for this DVR port 39a995df-daec-465a-9f03-1bcc1b0ee6aa on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:12.168115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (39a995df-daec-465a-9f03-1bcc1b0ee6aa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.176637 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-4b1a9cd2-c413-436f-880e-f256d0693c6f service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631833 Feb 19 01:02:12.180132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port d1d1fb90-d192-41d0-bf26-5e5243d94688 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:12.184730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Network d6203616-7407-4e34-ba9b-c572712fd403 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:12.186767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3724-a976-4706-ac06-f2bda6348c44 req-3d16ec2b-9f71-4bad-bef2-a99f843140f9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.187816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:12.194021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:12.194553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-497c3724-a976-4706-ac06-f2bda6348c44 req-3d16ec2b-9f71-4bad-bef2-a99f843140f9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 949 time: 0.3790882 Feb 19 01:02:12.199051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d1d1fb90-d192-41d0-bf26-5e5243d94688 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:12.199318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.241133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Pushing event deleted for resources: {'Port': ['ID=39a995df-daec-465a-9f03-1bcc1b0ee6aa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.242963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] No DVR routers for this DVR port 39a995df-daec-465a-9f03-1bcc1b0ee6aa on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:12.348718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8bb031f-424e-47f4-852b-7c6f929b0908 req-cf24c482-1fb7-45bb-b240-bbcf32277839 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0994809 Feb 19 01:02:12.358812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Pushing event updated for resources: {'Port': ['ID=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.384586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (35bd7ee1-8831-47d6-b068-a87aaa20b494), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.412842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d1d1fb90-d192-41d0-bf26-5e5243d94688 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:12.413275 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.423512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:36Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:12.477407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-497c3724-a976-4706-ac06-f2bda6348c44 req-5d317768-b301-4729-9345-412a11f19d49 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618096 Feb 19 01:02:12.486820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d922e28-ae5b-421e-905e-d054be3c6a42 None None] The sync data for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 is: [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:01:30Z', 'revision_number': 4, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '01cd3c6c-b835-4c86-8e93-c46a6056cc73', 'name': '', 'network_id': 'a376a0da-e2cc-41eb-95d8-cbc9f938b028', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'mac_address': 'fa:16:3e:4a:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:28Z', 'updated_at': '2022-02-19T01:01:36Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'subnets': [{'id': 'c1f21e9c-6cea-4005-a7ec-4020865ae5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:12.577629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d1d1fb90-d192-41d0-bf26-5e5243d94688, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:12.585657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04913463-523a-45d5-a767-6ad0c16e193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1fb90-d192-41d0-bf26-5e5243d94688'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:12.591519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-892cfeb6-d687-47c6-b66e-07c2a7443c5c tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips/e362d17b-dbf8-42c8-b396-a291d91882d5 HTTP/1.1" status: 200 len: 695 time: 0.1861935 Feb 19 01:02:12.603630 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e7bdb-753a-4abc-b990-86a3fe67a9ef" -d '{"events": [{"server_uuid": "04913463-523a-45d5-a767-6ad0c16e193d", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1fb90-d192-41d0-bf26-5e5243d94688"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:12.606378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39a995df-daec-465a-9f03-1bcc1b0ee6aa no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:12.623762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.629243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.694698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 39a995df-daec-465a-9f03-1bcc1b0ee6aa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:12.695161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39a995df-daec-465a-9f03-1bcc1b0ee6aa not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:12.752701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:12.764969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa001823-5a5f-40cd-b13a-4f2d42a039d3 req-970d5fad-3d6f-4fe0-9d3f-421fbe8ff622 service neutron] 10.222.0.10 "GET /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501838 Feb 19 01:02:12.778165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:12.778361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1e4bb3-7f33-42ec-8c74-4328684ecb64') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:12.790101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-61ea7915-92e2-4f81-a891-ab017d6e3499 None None] Provisioning complete for port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:12.790345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61ea7915-92e2-4f81-a891-ab017d6e3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.799122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (cb1e4bb3-7f33-42ec-8c74-4328684ecb64), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.825693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cb1e4bb3-7f33-42ec-8c74-4328684ecb64), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.836889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:12.837760 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (cb1e4bb3-7f33-42ec-8c74-4328684ecb64), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.851323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d1d1fb90-d192-41d0-bf26-5e5243d94688,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.892015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-61ea7915-92e2-4f81-a891-ab017d6e3499 None None] Port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:12.906446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-45b83e77-73d8-400e-8be0-ee74637ea68b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.917945 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-45b83e77-73d8-400e-8be0-ee74637ea68b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.3244951 Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:12.958539 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:12.964585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.987920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5522e65-8ca0-4719-9701-84a7b74227db req-68e36e4b-e7b7-4402-abba-15dae9156664 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.996281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5522e65-8ca0-4719-9701-84a7b74227db req-68e36e4b-e7b7-4402-abba-15dae9156664 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.3223300 Feb 19 01:02:12.999931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.003321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.008969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] 10.222.0.43 "DELETE /v2.0/networks/a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606 HTTP/1.1" status: 204 len: 168 time: 2.4811661 Feb 19 01:02:13.009774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-ca601ef1-799f-4eca-b37b-f2dd4d51d05b tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 698 time: 0.0908523 Feb 19 01:02:13.030976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710fc66-7741-4ad8-bf05-8ce37f42a68a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3bfee5e-c2a6-4d1e-a6c4-e5b6cf2da606,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:13.094505 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abfc01-f71a-4b2d-9c0f-c0be946bbb5e None None] New status for floating IP e362d17b-dbf8-42c8-b396-a291d91882d5: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:13.101170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5522e65-8ca0-4719-9701-84a7b74227db req-6493ebf4-1ee0-4980-82f7-35cee8f90769 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038318 Feb 19 01:02:13.218393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47640) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:13.249583 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5f9f98-4445-4521-a6f4-93708735b201 x-openstack-request-id: req-fd5f9f98-4445-4521-a6f4-93708735b201 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:13.250108 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04913463-523a-45d5-a767-6ad0c16e193d", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1fb90-d192-41d0-bf26-5e5243d94688", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:13.250196 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd5f9f98-4445-4521-a6f4-93708735b201 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:13.250536 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04913463-523a-45d5-a767-6ad0c16e193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1fb90-d192-41d0-bf26-5e5243d94688', 'code': 200} Feb 19 01:02:13.279077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-75f2c729-9c16-4ea7-86f2-e703aa139536 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 698 time: 0.2385323 Feb 19 01:02:13.330088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d78ac57c-f33e-454b-865e-ea091080c374 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03dd30f8e13f4107894d6d563adf6357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057918 Feb 19 01:02:13.330750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47642) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:13.558148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aecefdc3-9699-42f3-b060-ba8e68d5813e req-2830e2e2-2162-4a08-aced-79da79f0df0d tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0618167 Feb 19 01:02:13.574066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2b83fe2-b664-4012-bbed-50df5b71bd4b admin admin] Publish callbacks [] for security_group (5b261198-12a6-4a1a-a41e-a8139d0890cb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.611584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2b83fe2-b664-4012-bbed-50df5b71bd4b admin admin] Publish callbacks [] for security_group (5b261198-12a6-4a1a-a41e-a8139d0890cb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.659757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Deleting port 25da1a24-06aa-465d-84f7-5a85669babd2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:13.660322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (25da1a24-06aa-465d-84f7-5a85669babd2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.732404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks [] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.737671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2b83fe2-b664-4012-bbed-50df5b71bd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5b261198-12a6-4a1a-a41e-a8139d0890cb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.741092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2b83fe2-b664-4012-bbed-50df5b71bd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.744639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.744833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2b83fe2-b664-4012-bbed-50df5b71bd4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b261198-12a6-4a1a-a41e-a8139d0890cb HTTP/1.1" status: 204 len: 168 time: 0.4102867 Feb 19 01:02:13.756335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83fe2-b664-4012-bbed-50df5b71bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b261198-12a6-4a1a-a41e-a8139d0890cb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:13.759761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c46086-b4e8-43c2-8daa-4e0eda4623b5 req-7eb88555-dae1-43a8-bba5-4ff2a542d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.761305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39c46086-b4e8-43c2-8daa-4e0eda4623b5 req-7eb88555-dae1-43a8-bba5-4ff2a542d23b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 1132 time: 0.4115272 Feb 19 01:02:13.811077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (35bd7ee1-8831-47d6-b068-a87aaa20b494), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.823974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4415fc1-7a94-4312-90e2-f27fdb985910 req-13d69f44-5a44-4958-ac4a-b269522fc6cb tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.831186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4415fc1-7a94-4312-90e2-f27fdb985910 req-13d69f44-5a44-4958-ac4a-b269522fc6cb tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 950 time: 0.1705899 Feb 19 01:02:13.847424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (25da1a24-06aa-465d-84f7-5a85669babd2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.848637 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (25da1a24-06aa-465d-84f7-5a85669babd2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.863265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39c46086-b4e8-43c2-8daa-4e0eda4623b5 req-885337f2-3c33-4232-a6d6-9222b7466415 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958745 Feb 19 01:02:13.865178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Calling delete_port for 25da1a24-06aa-465d-84f7-5a85669babd2 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:13.905634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4415fc1-7a94-4312-90e2-f27fdb985910 req-b6bce51d-a5b5-45cf-b3eb-8de1fce1d863 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Feb 19 01:02:14.000954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Pushing event updated for resources: {'Port': ['ID=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.068705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Network d6203616-7407-4e34-ba9b-c572712fd403 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:14.078541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:14.321161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (25da1a24-06aa-465d-84f7-5a85669babd2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.330745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa3545-c693-458b-8b48-ceabd0d0fe12 req-1be27c55-a184-4b97-956a-46d9fe684a1f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.342839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35aa3545-c693-458b-8b48-ceabd0d0fe12 req-1be27c55-a184-4b97-956a-46d9fe684a1f tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.0981104 Feb 19 01:02:14.369993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event deleted for resources: {'Port': ['ID=25da1a24-06aa-465d-84f7-5a85669babd2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.407245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35aa3545-c693-458b-8b48-ceabd0d0fe12 req-24e8faf4-d21f-4424-9bb1-74fa9c3f58b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635147 Feb 19 01:02:14.437228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:14.440439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks [] for floatingip (e362d17b-dbf8-42c8-b396-a291d91882d5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.444349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.445529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4b44040-28f3-4eb7-b43b-daea57fa8993 req-171c448c-2faa-4bbf-bc24-348cf667360a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "DELETE /v2.0/floatingips/e362d17b-dbf8-42c8-b396-a291d91882d5 HTTP/1.1" status: 204 len: 173 time: 1.1366763 Feb 19 01:02:14.460543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-21d4cfbb-8c4d-458a-a869-12b51f300b9a None None] Provisioning complete for port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:14.461740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d4cfbb-8c4d-458a-a869-12b51f300b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.548574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-21d4cfbb-8c4d-458a-a869-12b51f300b9a None None] Port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:14.666960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 861d3e2e-03d7-463c-9773-37a6030217ce up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:14.686354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:14.701156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2d6b186f-5dc7-4568-90d0-9730d92172f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/35bd7ee1-8831-47d6-b068-a87aaa20b494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8423960 Feb 19 01:02:14.808694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 861d3e2e-03d7-463c-9773-37a6030217ce triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:14.809506 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.834322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f59b55d-bdff-4d52-a70d-0206c0ac2b9a req-5b2bc8e1-6c94-4e62-839a-fb1e843886de tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0453734 Feb 19 01:02:14.931739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03f44-6505-490f-a427-622393acf123 req-49d4575a-99e9-4b3e-b33d-dfd16a398c39 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.942477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19c03f44-6505-490f-a427-622393acf123 req-49d4575a-99e9-4b3e-b33d-dfd16a398c39 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2051122 Feb 19 01:02:14.963042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 861d3e2e-03d7-463c-9773-37a6030217ce is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:14.963436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.983079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858601dc-989b-441a-a433-4e75b35e24aa req-1b08b8a0-156f-41fa-81e6-cb089c5467d9 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.991635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-858601dc-989b-441a-a433-4e75b35e24aa req-1b08b8a0-156f-41fa-81e6-cb089c5467d9 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1132 time: 0.0620763 Feb 19 01:02:14.994935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 861d3e2e-03d7-463c-9773-37a6030217ce, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=861d3e2e-03d7-463c-9773-37a6030217ce,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:15.000373 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.033868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19c03f44-6505-490f-a427-622393acf123 req-f0c401b8-33da-45cb-892e-8d713665a890 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0904057 Feb 19 01:02:15.064332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-858601dc-989b-441a-a433-4e75b35e24aa req-15751f63-4d09-4e38-8545-bd7f02a9f1f1 tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716712 Feb 19 01:02:15.112819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=861d3e2e-03d7-463c-9773-37a6030217ce,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:15.203862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:15.218607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:15.219255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:15.221159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a327c71-af83-43b4-bd3f-6900be01a1f9 req-f45e88b7-a495-4430-8e37-56ba5f21f8b3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:15.231344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a327c71-af83-43b4-bd3f-6900be01a1f9 req-f45e88b7-a495-4430-8e37-56ba5f21f8b3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 950 time: 0.1096852 Feb 19 01:02:15.284372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a327c71-af83-43b4-bd3f-6900be01a1f9 req-b7be9f90-8edd-4742-999a-642e75f9e29d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Feb 19 01:02:15.366651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:15.378599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a1c8d3a-83cd-40eb-bb3f-e48295899016 req-15d2736f-5004-4911-ac36-d33e921aa5ce tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0594420 Feb 19 01:02:15.625424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:13Z', 'revision_number': 2, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:15.681407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-3db0c25e-a902-49f7-83af-0fe138036f02 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0119a4f136494bb2b91525cd9856e8be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282350 Feb 19 01:02:15.694279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:15.694892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Updating router 35bd7ee1-8831-47d6-b068-a87aaa20b494 port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:02:15.750050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.812862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7d920d23-0d43-4dc8-816c-2439dde7b16e tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:15.814464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7d920d23-0d43-4dc8-816c-2439dde7b16e tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322911 Feb 19 01:02:15.836696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-12b6004a-fc9c-4930-be8c-087e6ddcb189 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/quotas/0119a4f136494bb2b91525cd9856e8be HTTP/1.1" status: 200 len: 375 time: 0.0164192 Feb 19 01:02:15.881789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-0c416a61-3755-4b43-82b8-cb575a0401c8 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0119a4f136494bb2b91525cd9856e8be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441670 Feb 19 01:02:16.067694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47720) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:16.076368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649919595', 'description': 'tempest-description--8186829'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:16.112055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.199271 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Publish callbacks [] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.208472 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.217058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.220463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b860a-2f37-4cc0-851c-0fc7bfc4f0a4 req-dfd7e0df-ad02-4a20-b697-338fe1c5640b tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.221475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.232765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c72b860a-2f37-4cc0-851c-0fc7bfc4f0a4 req-dfd7e0df-ad02-4a20-b697-338fe1c5640b tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 1132 time: 0.1134119 Feb 19 01:02:16.271935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.273059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2036650 Feb 19 01:02:16.276766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:16.287403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:16.318103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bdd23-7ff5-4246-9cf6-34f0817a425d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:16.325749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c72b860a-2f37-4cc0-851c-0fc7bfc4f0a4 req-219900b8-9b87-4e33-a4d3-477082caa51d tempest-ServersAdminTestJSON-636899834 tempest-ServersAdminTestJSON-636899834-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911624 Feb 19 01:02:16.353400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (30a9164b-a158-4b1f-9bbb-e649c73508e8), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.380069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45794dc3-65ed-40f8-a224-aed95c20c097 None None] Pushing event updated for resources: {'Port': ['ID=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:16.489673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (30a9164b-a158-4b1f-9bbb-e649c73508e8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.510253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f77c6a9c-1a3b-4d3d-b6a3-31bbcaaedfff req-831a346e-e264-4dc3-929d-e59dae0e1aa1 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 210 time: 0.0903273 Feb 19 01:02:16.553292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a532654-0943-4e43-b368-66204af461bc req-f2554781-ef94-49fc-997a-e853c1c8cf34 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0702720 Feb 19 01:02:16.554594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (30a9164b-a158-4b1f-9bbb-e649c73508e8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.577207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a9164b-a158-4b1f-9bbb-e649c73508e8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:16.599191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 861d3e2e-03d7-463c-9773-37a6030217ce up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:16.620042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.621588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-51e3356a-fd51-4ca9-9f92-f448e979b01b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3408930 Feb 19 01:02:16.624297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47738) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:16.630439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'security_group_rule': {'security_group_id': 'e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:16.673053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Attempting to bind port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:16.673678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Attempting to bind port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:16.673799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Attempting to bind port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 on network d6203616-7407-4e34-ba9b-c572712fd403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:16.686974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (c5f3d083-14af-4b9a-a835-8a0eefb5663b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.747605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:16.747983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Checking segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:16.748381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.752153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Bound using segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:16.752153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Bound port: 32a15429-ae8d-4ae4-ad5f-c1c706968ec2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:16.752153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.837773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3250-3f7d-469a-b09d-735e169d3783 req-ce0ea946-4c16-4434-8408-21251cf6e850 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.854104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 861d3e2e-03d7-463c-9773-37a6030217ce triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:16.854794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.858743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a1e3250-3f7d-469a-b09d-735e169d3783 req-ce0ea946-4c16-4434-8408-21251cf6e850 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 950 time: 0.1242249 Feb 19 01:02:16.929947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30772-566a-43e3-a506-1ea233af146c req-d5943de9-7434-4f9e-a001-94b9f8115187 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.935325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59a30772-566a-43e3-a506-1ea233af146c req-d5943de9-7434-4f9e-a001-94b9f8115187 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 946 time: 0.2225134 Feb 19 01:02:16.949566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (c5f3d083-14af-4b9a-a835-8a0eefb5663b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.969815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a1e3250-3f7d-469a-b09d-735e169d3783 req-4b6af7ed-50e5-4d18-99a1-01384f0ca8c5 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096060 Feb 19 01:02:16.974012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (c5f3d083-14af-4b9a-a835-8a0eefb5663b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.009342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] For port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:17.016672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] For port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:17.020676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] Provisioning complete for port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:17.021202 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.068517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f3d083-14af-4b9a-a835-8a0eefb5663b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:17.078444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 861d3e2e-03d7-463c-9773-37a6030217ce is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:17.081920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.109673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.111294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ffdbe5a-2e9b-4976-8709-cfcfce5d94a0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4857578 Feb 19 01:02:17.114898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:17.119943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:17.194419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.199920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:17.200875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:01:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:17.210108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59a30772-566a-43e3-a506-1ea233af146c req-927c2b0f-3588-4137-9e6a-ba5a8d132fe9 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645280 Feb 19 01:02:17.454912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122613f0-9b79-4b72-a830-0a7f8780828e req-c038d269-e8d3-4970-85cf-d188b62a33d0 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.466649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-122613f0-9b79-4b72-a830-0a7f8780828e req-c038d269-e8d3-4970-85cf-d188b62a33d0 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 1132 time: 0.1235538 Feb 19 01:02:17.512585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45794dc3-65ed-40f8-a224-aed95c20c097 None None] Pushing event updated for resources: {'Port': ['ID=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:17.520663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:17.570791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-122613f0-9b79-4b72-a830-0a7f8780828e req-5c44623f-8afd-4774-84c1-4a178a4e1b56 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940750 Feb 19 01:02:17.614983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.698131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d699e8f-ecfa-4e14-b03d-659dec1145f1 req-6e1c63ec-d1ff-418e-93fa-ae33b142f49d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.699590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d699e8f-ecfa-4e14-b03d-659dec1145f1 req-6e1c63ec-d1ff-418e-93fa-ae33b142f49d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 950 time: 0.2522943 Feb 19 01:02:17.748108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9d32e8b-2dc1-4032-a2df-e89f7c701d6d req-f94ba69d-f311-413a-a379-d9bf536e942e tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 210 time: 0.0936580 Feb 19 01:02:17.799756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] Current status of the port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:17.802193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.863057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Allocated IP 172.25.0.161 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/499fe9f1-20a3-4ab5-8d98-9d8cec22bb67) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:17.864015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] For port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:17.868584 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.869438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-6abff8bd-8b0d-4755-8917-39d95972ce81 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.871108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-6abff8bd-8b0d-4755-8917-39d95972ce81 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 946 time: 0.1216967 Feb 19 01:02:17.885637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d699e8f-ecfa-4e14-b03d-659dec1145f1 req-77207977-9628-42cb-8a76-ae51dc94c1e3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773643 Feb 19 01:02:17.963317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077f258-4e84-4719-a0a0-ea8b9613baff None None] Pushing event updated for resources: {'Port': ['ID=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:18.022944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0708a048-b002-4252-8bcb-630d6993979e None None] Provisioning complete for port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:18.023392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0708a048-b002-4252-8bcb-630d6993979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.062124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d957887-0068-4eb2-89af-a166f5f15fa8 req-ba65db47-1756-439c-8cae-fb753cd361cf tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1707671 Feb 19 01:02:18.068785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.112921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Deleting port 6ff2d962-4efd-48b6-8eee-71630dc283f5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:18.113318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.154341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.192790 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-de976de9-ffe5-461e-9eb5-404c5e5be907 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766389 Feb 19 01:02:18.229813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:16Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:18.280068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d6a82-a49e-45af-9073-156e2e9e29f9 None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:16Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:18.285753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-e754383a-669c-4d70-a868-d86a9079daca tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0119a4f136494bb2b91525cd9856e8be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331661 Feb 19 01:02:18.297106 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.406776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:18.442570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0708a048-b002-4252-8bcb-630d6993979e None None] Current status of the port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:18.484201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:18.488061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'Port': ['ID=499fe9f1-20a3-4ab5-8d98-9d8cec22bb67,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:18.515967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:18.526689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] For port 6ff2d962-4efd-48b6-8eee-71630dc283f5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6ff2d962-4efd-48b6-8eee-71630dc283f5,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:18.527750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.644218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-2232538d-3d5e-464a-874a-2cdb7212736d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:18.645863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-2232538d-3d5e-464a-874a-2cdb7212736d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511610 Feb 19 01:02:18.661206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Calling delete_port for 6ff2d962-4efd-48b6-8eee-71630dc283f5 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:18.687050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d0bfa-fe69-4a14-87db-35333dd4c05f req-7488bbb3-ce5d-4dcb-b96a-d0ccf4f577fd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:18.701643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc3d0bfa-fe69-4a14-87db-35333dd4c05f req-7488bbb3-ce5d-4dcb-b96a-d0ccf4f577fd tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 946 time: 0.3197184 Feb 19 01:02:18.711215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:18.738907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a84c45de-bc27-4f7b-9d98-9bcdee177b3e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:18.746572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a84c45de-bc27-4f7b-9d98-9bcdee177b3e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5523238 Feb 19 01:02:18.764802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Request body: {'port': {'device_id': '8b05714e-1081-49b2-9fd2-46dff0710825', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '0119a4f136494bb2b91525cd9856e8be'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:18.797441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-1c31d88d-833d-469c-b52d-3c65cdcade10 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/quotas/08afeda6bba34698bf6ea405f624735b HTTP/1.1" status: 200 len: 375 time: 0.0494311 Feb 19 01:02:18.855803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:18.856408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.911532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (46193324-854c-4548-8557-89b438f629a7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.979384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.029739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:19.065100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-915e867d-3a85-4239-abef-d9903582c07f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2664845 Feb 19 01:02:19.225482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.231193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.440626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'Port': ['ID=499fe9f1-20a3-4ab5-8d98-9d8cec22bb67,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:19.463859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc3d0bfa-fe69-4a14-87db-35333dd4c05f req-c58dda37-369e-427a-a2e5-9eb7411b4b12 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c18ea1b-b5c2-430a-b88f-e61697c35d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610478 Feb 19 01:02:19.524355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c8e48cd-8677-41ac-9590-7baa06df53d7 req-8296ec02-bbf8-4e70-a243-b692d01a8886 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 210 time: 0.0525048 Feb 19 01:02:19.562633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (46193324-854c-4548-8557-89b438f629a7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.598854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.618852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eceb33c2-31b3-4b8b-a7c9-3b5d65b18530 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5021784 Feb 19 01:02:19.750103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508029a-c69b-4fcc-bf74-8c0267ecbd2c req-c5d3fca1-1f39-44c5-9420-5740824877b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.758036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b508029a-c69b-4fcc-bf74-8c0267ecbd2c req-c5d3fca1-1f39-44c5-9420-5740824877b1 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 950 time: 0.1781127 Feb 19 01:02:19.783397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Made reservation on behalf of 0119a4f136494bb2b91525cd9856e8be for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:19.784355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24a9706e-2997-4a27-b449-e3b05886876c req-f019798b-95b8-4fb9-baa6-0aadc78555e2 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0557847 Feb 19 01:02:19.813436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.859884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.922798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e46fae9-c4c0-4510-a719-7672490cb051 req-7c89884e-b20d-4f88-9cba-6f65b1e47151 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 210 time: 0.0603123 Feb 19 01:02:20.039883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b508029a-c69b-4fcc-bf74-8c0267ecbd2c req-4c59481d-f6cf-4e72-b3c0-ec98e177d3d3 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808416 Feb 19 01:02:20.143926 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6ff2d962-4efd-48b6-8eee-71630dc283f5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.178757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-cf43e617-c86d-42cf-9005-5f3de8a00639 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--649919595&fields=id&tenant_id=d75b15af394b4c619086741abc9d2f91 HTTP/1.1" status: 200 len: 267 time: 0.1291552 Feb 19 01:02:20.189061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a77f626-75b9-4486-8bfa-56cd364ae72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.212487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks [] for security_group (7204a334-8baf-4840-bfd1-b01f0dd3113d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.213761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Pushing event deleted for resources: {'Port': ['ID=6ff2d962-4efd-48b6-8eee-71630dc283f5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:20.342755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7204a334-8baf-4840-bfd1-b01f0dd3113d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.346300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] No DVR routers for this DVR port 6ff2d962-4efd-48b6-8eee-71630dc283f5 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:20.367689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.373596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f242bfa0-1b69-4b41-b45a-a4503fdb9fd6 req-d1bea691-cf74-420d-bb68-0823de509085 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.10 "DELETE /v2.0/ports/6ff2d962-4efd-48b6-8eee-71630dc283f5 HTTP/1.1" status: 204 len: 173 time: 2.4854193 Feb 19 01:02:20.374555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'name': 'network-vif-deleted', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:20.377729 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba3294-63df-44a5-b857-c976c6fad10f" -d '{"events": [{"server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "name": "network-vif-deleted", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:20.421641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86910110-83de-438c-827d-0df5fc8331c0 req-e1bfcd94-dc2c-401c-ba32-28c47da02c1e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.423168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86910110-83de-438c-827d-0df5fc8331c0 req-e1bfcd94-dc2c-401c-ba32-28c47da02c1e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 950 time: 0.2787786 Feb 19 01:02:20.440287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-f517fc4f-e11c-420b-bb18-cc9c95e7f2b9 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.442557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-f517fc4f-e11c-420b-bb18-cc9c95e7f2b9 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 811 time: 0.2623529 Feb 19 01:02:20.582884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-687b3340-8e59-46c9-b98c-5348acc1cada tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/quotas/d75b15af394b4c619086741abc9d2f91 HTTP/1.1" status: 200 len: 375 time: 0.1263118 Feb 19 01:02:20.623393 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bd1a79-f4a5-4350-b0e3-71076337c287 x-openstack-request-id: req-96bd1a79-f4a5-4350-b0e3-71076337c287 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:20.623666 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0de646-e567-4132-8cee-f455382f0a45", "name": "network-vif-deleted", "tag": "6ff2d962-4efd-48b6-8eee-71630dc283f5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:20.623925 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96bd1a79-f4a5-4350-b0e3-71076337c287 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:20.624325 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0de646-e567-4132-8cee-f455382f0a45', 'name': 'network-vif-deleted', 'tag': '6ff2d962-4efd-48b6-8eee-71630dc283f5', 'status': 'completed', 'code': 200} Feb 19 01:02:20.724296 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-487c4634-545a-4a0a-8e63-aa9b54f3fca4 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305964 Feb 19 01:02:20.748508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14cde72c-00ac-4e71-9833-e345264acb66 req-8803401a-f4b9-47b1-8513-aa2539c6251a tempest-FloatingIPsAssociationNegativeTestJSON-2120849728 tempest-FloatingIPsAssociationNegativeTestJSON-2120849728-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c0de646-e567-4132-8cee-f455382f0a45 HTTP/1.1" status: 200 len: 210 time: 0.1286540 Feb 19 01:02:20.756011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7204a334-8baf-4840-bfd1-b01f0dd3113d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:20.797188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Allocated IP 192.168.233.104 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/a2934f64-bdaf-46ed-8de2-623db9017a08) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:20.831361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Deleting port 04c5c994-3a1d-4fcb-a969-77afcd374074 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:20.832984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.000209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60ef5d81-b5e5-4926-a630-97447be1ab7a req-62e2d2df-3d3d-4a69-8453-dc856ee752b4 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 210 time: 0.0638583 Feb 19 01:02:21.055884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-7f4df765-547f-49d8-8193-07521d52eaa1 service neutron] 10.222.0.43 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284574 Feb 19 01:02:21.087636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks [] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.197095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] For port 04c5c994-3a1d-4fcb-a969-77afcd374074, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=04c5c994-3a1d-4fcb-a969-77afcd374074,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:21.197483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.206038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-570949ef-cafc-4d7d-83bb-15fd6afdab3b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869484 Feb 19 01:02:21.217767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Calling delete_port for 04c5c994-3a1d-4fcb-a969-77afcd374074 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:21.336354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9536766b-585a-426b-b590-dd5e51343570 req-20f06434-782f-4ed3-b3f6-60c6420e0549 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1553309 Feb 19 01:02:21.431982 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-dc205ca2-833b-46da-9fff-501625cf817f service neutron] 10.222.0.43 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751490 Feb 19 01:02:21.469268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (04c5c994-3a1d-4fcb-a969-77afcd374074), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.483333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['9462074e-81f8-4e0d-a9ae-dbee2648e413'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:21.489626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['04c5c994-3a1d-4fcb-a969-77afcd374074', 'c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:21.513413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event deleted for resources: {'Port': ['ID=04c5c994-3a1d-4fcb-a969-77afcd374074,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:21.539367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.546987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0bdd0e38-eb7c-4310-9b3d-c30058fa8119 req-32f9ec5f-8dae-4622-8945-48561f632ea8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 210 time: 0.0882268 Feb 19 01:02:21.630110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] No DVR routers for this DVR port 04c5c994-3a1d-4fcb-a969-77afcd374074 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:21.639728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.650573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86910110-83de-438c-827d-0df5fc8331c0 req-dd373903-b3db-426c-98ef-5024987778dd tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "DELETE /v2.0/ports/04c5c994-3a1d-4fcb-a969-77afcd374074 HTTP/1.1" status: 204 len: 173 time: 1.2051086 Feb 19 01:02:21.651299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'name': 'network-vif-deleted', 'tag': '04c5c994-3a1d-4fcb-a969-77afcd374074'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:21.657386 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd682a50-53ba-44d9-8999-761cca33df62" -d '{"events": [{"server_uuid": "b95259e8-6096-4d1d-a645-5732f5fcd81b", "name": "network-vif-deleted", "tag": "04c5c994-3a1d-4fcb-a969-77afcd374074"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:21.729224 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c3a478-7855-4a67-985a-ac1ad3f596ae x-openstack-request-id: req-49c3a478-7855-4a67-985a-ac1ad3f596ae {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:21.729224 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95259e8-6096-4d1d-a645-5732f5fcd81b", "name": "network-vif-deleted", "tag": "04c5c994-3a1d-4fcb-a969-77afcd374074", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:21.729519 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49c3a478-7855-4a67-985a-ac1ad3f596ae {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:21.729802 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95259e8-6096-4d1d-a645-5732f5fcd81b', 'name': 'network-vif-deleted', 'tag': '04c5c994-3a1d-4fcb-a969-77afcd374074', 'status': 'completed', 'code': 200} Feb 19 01:02:21.750077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6ff2d962-4efd-48b6-8eee-71630dc283f5 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:21.817186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-8f248e6b-b425-45fb-8578-277024badbd3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:21.828704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-8f248e6b-b425-45fb-8578-277024badbd3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5255013 Feb 19 01:02:21.860544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 6ff2d962-4efd-48b6-8eee-71630dc283f5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:21.861079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6ff2d962-4efd-48b6-8eee-71630dc283f5 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:21.868839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:21.921335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ab4079b-ae3a-40dc-9260-9fdcdc47810e req-f2084e90-acae-46ef-ba47-8b2dd311d5ac tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 210 time: 0.1028237 Feb 19 01:02:21.976663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:22.003531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:22.014080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47904) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:22.037524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:22.063244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e42dc2d3-39c7-4e84-a9f8-d4daf080b2f2 req-aac4a60a-c23c-4802-b327-cd3a25935a06 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95259e8-6096-4d1d-a645-5732f5fcd81b HTTP/1.1" status: 200 len: 210 time: 0.2218289 Feb 19 01:02:22.069814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:22.238170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.239455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.276753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-7f0c5e19-3123-4009-9661-b1fc5d5f956d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5270402 Feb 19 01:02:22.299957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Request body: {'port': {'device_id': '8b05714e-1081-49b2-9fd2-46dff0710825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:22.392344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.410913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:22.418195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.498777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e16d7d5e-919d-4474-963e-b78c19ce19c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.737891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4b441e1-66d4-487d-9eee-43e639560c84 req-9e8b3cfc-fa78-4c2b-bdd9-e750e8f63422 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1287208 Feb 19 01:02:22.835533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2dcf83df-dc80-4d1b-9ad2-b520be512350 None None] Provisioning complete for port a2934f64-bdaf-46ed-8de2-623db9017a08 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:22.837842 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dcf83df-dc80-4d1b-9ad2-b520be512350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.949005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf83df-dc80-4d1b-9ad2-b520be512350 None None] Port a2934f64-bdaf-46ed-8de2-623db9017a08 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:23.040175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91282752-f692-4993-b37a-e3fccdfaf558 req-a05f1ddb-89bb-4602-aa14-18caa4ac5a83 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 210 time: 0.1676970 Feb 19 01:02:23.041359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.191 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/5e54758a-3630-4c48-a1ac-f495d89caaa2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:23.172148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cff725-dff5-422f-9f12-136a1add8192 req-21b22d3b-d1db-4e36-84d3-a02c74be26e1 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:23.181208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3cff725-dff5-422f-9f12-136a1add8192 req-21b22d3b-d1db-4e36-84d3-a02c74be26e1 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 936 time: 0.8160329 Feb 19 01:02:23.271147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ce35535-b814-429b-911a-0cb61b43961a req-4da84ef7-5815-4647-8cbe-0315e4ac5545 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 210 time: 0.1337872 Feb 19 01:02:23.297912 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3cff725-dff5-422f-9f12-136a1add8192 req-dee94583-f1d3-4f0d-bb87-63ab59f023c5 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108873 Feb 19 01:02:23.347951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.442389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.461054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'd1d1fb90-d192-41d0-bf26-5e5243d94688'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:23.471688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:23.499732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.505818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:23.511101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:23.514788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:23.594713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.623336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:23.624167 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.661540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8093958 Feb 19 01:02:23.721576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Request body: {'port': {'device_id': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:23.942890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-181e0db8-41a6-4ad8-8d32-dcd5961bd357 None None] Provisioning complete for port 5e54758a-3630-4c48-a1ac-f495d89caaa2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:23.943262 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-181e0db8-41a6-4ad8-8d32-dcd5961bd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.961099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9702b5fc-1b63-4b45-8be4-4b97f64ff6f5 req-4a8e9e80-5108-4caa-94a9-00d6f0f76266 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0461078 Feb 19 01:02:23.994250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-0a8891bf-68d7-4caf-a43d-51369b1a5118 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:23.996353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-0a8891bf-68d7-4caf-a43d-51369b1a5118 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 811 time: 0.2278237 Feb 19 01:02:24.026046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-181e0db8-41a6-4ad8-8d32-dcd5961bd357 None None] Port 5e54758a-3630-4c48-a1ac-f495d89caaa2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:24.038300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2934f64-bdaf-46ed-8de2-623db9017a08 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:24.046868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Publish callbacks [] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.060740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Transition to ACTIVE for port object a2934f64-bdaf-46ed-8de2-623db9017a08 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:24.069668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b1afa-2df5-462f-b240-367d9c9aae68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=5e54758a-3630-4c48-a1ac-f495d89caaa2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:24.075256 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.155604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:24.204126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.228157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5507-0e3c-49d0-9402-003cdf9126c5 req-31689df9-b625-40a4-a6bc-48399636d70a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.240245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f43c5507-0e3c-49d0-9402-003cdf9126c5 req-31689df9-b625-40a4-a6bc-48399636d70a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 949 time: 0.6282785 Feb 19 01:02:24.262966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-3476ddbb-2c4a-44c3-bd12-1e89b8215bb7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75b15af394b4c619086741abc9d2f91 HTTP/1.1" status: 200 len: 379 time: 0.2461364 Feb 19 01:02:24.308825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'port': {'device_id': '7a150153-28b5-44e7-ae69-685b1970fe07', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'admin_state_up': True, 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'security_groups': ['e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:24.356664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Deleting port 01cd3c6c-b835-4c86-8e93-c46a6056cc73 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:24.357036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.502179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083eb7-b27b-470f-861c-5c0d604d1e26 req-6865998d-d3ed-44b2-b15f-5af6908e3cb2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.504202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04083eb7-b27b-470f-861c-5c0d604d1e26 req-6865998d-d3ed-44b2-b15f-5af6908e3cb2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 936 time: 0.3073213 Feb 19 01:02:24.607834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] For port 01cd3c6c-b835-4c86-8e93-c46a6056cc73, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=01cd3c6c-b835-4c86-8e93-c46a6056cc73,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:24.609227 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.637488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Calling delete_port for 01cd3c6c-b835-4c86-8e93-c46a6056cc73 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:24.647617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f43c5507-0e3c-49d0-9402-003cdf9126c5 req-13e2a512-7f50-4f8e-840b-695df8b3c310 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063926 Feb 19 01:02:24.659270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04083eb7-b27b-470f-861c-5c0d604d1e26 req-e19ab99d-5278-4c3b-a719-a678b9cdc03b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296039 Feb 19 01:02:24.679183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Attempting to bind port a2934f64-bdaf-46ed-8de2-623db9017a08 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:24.679518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Attempting to bind port a2934f64-bdaf-46ed-8de2-623db9017a08 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:24.679843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Attempting to bind port a2934f64-bdaf-46ed-8de2-623db9017a08 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:24.706553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Port a2934f64-bdaf-46ed-8de2-623db9017a08 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:24.707512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Attempting to bind port a2934f64-bdaf-46ed-8de2-623db9017a08 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:24.716529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:24.716858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:24.720310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:24.720623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Bound port: a2934f64-bdaf-46ed-8de2-623db9017a08, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:24.721004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.725454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Made reservation on behalf of d75b15af394b4c619086741abc9d2f91 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:24.728897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.763767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e54758a-3630-4c48-a1ac-f495d89caaa2 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:24.789406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Publish callbacks [] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.793508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63e103ec-91f3-4697-a77a-89b8e79a5561 req-057af8b2-8642-407e-bc9b-e40678b7acd7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 210 time: 0.0452430 Feb 19 01:02:24.826519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Transition to ACTIVE for port object 5e54758a-3630-4c48-a1ac-f495d89caaa2 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:24.844148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.904367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:24.927090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Pushing event updated for resources: {'Port': ['ID=5e54758a-3630-4c48-a1ac-f495d89caaa2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:24.930495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:24.949917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ed3a-9030-4035-ae92-26fcd6d52164 req-56416715-209f-4900-be04-9b71381c581c tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.951602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f489ed3a-9030-4035-ae92-26fcd6d52164 req-56416715-209f-4900-be04-9b71381c581c tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 948 time: 0.2098458 Feb 19 01:02:24.960093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.062939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Allocated IP 172.20.0.7 (d6203616-7407-4e34-ba9b-c572712fd403/49870ac0-2275-45b2-94a5-0e30f3f80962/c8d67202-f872-4a11-b1db-5df06d016bca) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:25.069833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.070597 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.071938 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] 10.222.0.89 "PUT /v2.0/ports/a2934f64-bdaf-46ed-8de2-623db9017a08 HTTP/1.1" status: 200 len: 1096 time: 2.7767122 Feb 19 01:02:25.072428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:25.074686 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:25.098359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f489ed3a-9030-4035-ae92-26fcd6d52164 req-7808f894-c0de-48bb-bbcc-fd748b36d70b tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197510 Feb 19 01:02:25.210439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.237234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72f55c6a-97bf-4405-8ced-db8a255075d2 req-1ff0a01b-38e4-4c09-8ef9-6a4c28b523d9 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1105487 Feb 19 01:02:25.267442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (01cd3c6c-b835-4c86-8e93-c46a6056cc73), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.282114 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c14935-2ac2-49d0-9436-972f74cca22a x-openstack-request-id: req-52c14935-2ac2-49d0-9436-972f74cca22a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:25.282114 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:25.282114 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52c14935-2ac2-49d0-9436-972f74cca22a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:25.282114 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'status': 'completed', 'code': 200} Feb 19 01:02:25.284414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19dab2-0ea5-4042-a40a-1cce3c99fa2d service neutron] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:25.299018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Attempting to bind port 5e54758a-3630-4c48-a1ac-f495d89caaa2 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:25.303104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Attempting to bind port 5e54758a-3630-4c48-a1ac-f495d89caaa2 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:25.303478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Attempting to bind port 5e54758a-3630-4c48-a1ac-f495d89caaa2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:25.310466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cd3c6c-b835-4c86-8e93-c46a6056cc73,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:25.317223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-d280795c-2732-4ca3-b192-71c663a5e595 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.318799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-d280795c-2732-4ca3-b192-71c663a5e595 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.10 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 949 time: 0.3564401 Feb 19 01:02:25.321497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Port 5e54758a-3630-4c48-a1ac-f495d89caaa2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:25.321818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Attempting to bind port 5e54758a-3630-4c48-a1ac-f495d89caaa2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:25.339642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:25.340010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:25.340454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:25.340901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Bound port: 5e54758a-3630-4c48-a1ac-f495d89caaa2, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:25.341280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.386038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-505b7278-9ce7-4cc9-b518-e0e1b76eee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.387555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-505b7278-9ce7-4cc9-b518-e0e1b76eee65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0119a4f136494bb2b91525cd9856e8be&device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 1130 time: 0.2318320 Feb 19 01:02:25.430476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for port (c8d67202-f872-4a11-b1db-5df06d016bca), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.474498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 04c5c994-3a1d-4fcb-a969-77afcd374074 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:25.510831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-66b41c67-53d4-4e1c-b01f-f5547b27f92a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a2934f64-bdaf-46ed-8de2-623db9017a08 HTTP/1.1" status: 200 len: 217 time: 0.0974219 Feb 19 01:02:25.513151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 04c5c994-3a1d-4fcb-a969-77afcd374074 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:25.513668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 04c5c994-3a1d-4fcb-a969-77afcd374074 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:25.573568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.604956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] For port 5e54758a-3630-4c48-a1ac-f495d89caaa2, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:25.610054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] For port 5e54758a-3630-4c48-a1ac-f495d89caaa2, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:25.623687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.643629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-8615a186-9d27-4f93-85ff-d2cb16f0d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.646699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-8615a186-9d27-4f93-85ff-d2cb16f0d694 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1015420 Feb 19 01:02:25.657426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Network d6203616-7407-4e34-ba9b-c572712fd403 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:25.698183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.730814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.731429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.732844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] 10.222.0.10 "PUT /v2.0/ports/5e54758a-3630-4c48-a1ac-f495d89caaa2 HTTP/1.1" status: 200 len: 1096 time: 2.0584917 Feb 19 01:02:25.736915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:25.779164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Deleting port 9462074e-81f8-4e0d-a9ae-dbee2648e413 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:25.779496 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.821283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:25.835744 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.956275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'Port': ['ID=c8d67202-f872-4a11-b1db-5df06d016bca,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.074688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.076168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.103529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-d099c6f7-43c3-4e86-b86b-e207bbf23149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.105166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-d099c6f7-43c3-4e86-b86b-e207bbf23149 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 1130 time: 0.2312958 Feb 19 01:02:26.180006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-6fd0dea8-eef7-4837-a217-cf818e6a715d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8879669 Feb 19 01:02:26.227965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Request body: {'port': {'device_id': '7a150153-28b5-44e7-ae69-685b1970fe07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:26.229252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67088c88-a414-4405-a9f6-c6b16054ca19 None None] Provisioning complete for port c8d67202-f872-4a11-b1db-5df06d016bca triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:26.229734 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67088c88-a414-4405-a9f6-c6b16054ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.275299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-fa76334f-9694-467e-a871-228aaccf805c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2 HTTP/1.1" status: 200 len: 217 time: 0.1608729 Feb 19 01:02:26.278071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67088c88-a414-4405-a9f6-c6b16054ca19 None None] Port c8d67202-f872-4a11-b1db-5df06d016bca cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:26.327840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488eb362-e81a-45c1-a531-f6ee1321cb1c req-1089b64c-66c2-4db6-b6bf-f7b147fa88e0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.327840 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-488eb362-e81a-45c1-a531-f6ee1321cb1c req-1089b64c-66c2-4db6-b6bf-f7b147fa88e0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 948 time: 0.4355283 Feb 19 01:02:26.354327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373cd23-a0f1-4762-b147-6b370a84b32c service neutron] Pushing event updated for resources: {'Port': ['ID=5e54758a-3630-4c48-a1ac-f495d89caaa2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.404896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-15d2fea4-26c0-461c-a42d-bef59a57e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.408730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-15d2fea4-26c0-461c-a42d-bef59a57e491 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7211974 Feb 19 01:02:26.413473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.422938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823641-31ac-4cdd-839f-207e7cdda53d req-b354d974-e4ef-4535-b755-f4e92f0c441e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.431257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6823641-31ac-4cdd-839f-207e7cdda53d req-b354d974-e4ef-4535-b755-f4e92f0c441e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 949 time: 0.6486876 Feb 19 01:02:26.446921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.478578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-7267f55b-4e97-4e33-8550-b4b4ce09ab0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6432130 Feb 19 01:02:26.482764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-c094f7fa-e031-4942-809b-dc73000a93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.484259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-c094f7fa-e031-4942-809b-dc73000a93c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1946402 Feb 19 01:02:26.535476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] For port 9462074e-81f8-4e0d-a9ae-dbee2648e413, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9462074e-81f8-4e0d-a9ae-dbee2648e413,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:26.535855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.590311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Calling delete_port for 9462074e-81f8-4e0d-a9ae-dbee2648e413 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:26.664142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6823641-31ac-4cdd-839f-207e7cdda53d req-21a9289f-899d-4d5e-b58c-c1985e12d5a7 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318780 Feb 19 01:02:26.670177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-488eb362-e81a-45c1-a531-f6ee1321cb1c req-a8008308-6ef5-4b0e-8aa7-ed095653dace tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050494 Feb 19 01:02:26.683139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-23ccf87f-fc83-4ff5-a364-3d9ac112036b service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478414 Feb 19 01:02:26.751437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-ec4ef68d-de92-4178-82dc-8262ec7776da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.753385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-ec4ef68d-de92-4178-82dc-8262ec7776da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 1127 time: 0.2066262 Feb 19 01:02:26.804765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:26.811614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a8e96549-dc74-45ea-9246-be8d145939be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.813215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-a8e96549-dc74-45ea-9246-be8d145939be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3052375 Feb 19 01:02:26.934731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f642ac4-6dbb-4a14-a154-be49701d21bd req-477b2995-14bb-471d-b3db-16383574ca5d service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351673 Feb 19 01:02:26.988444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-924feed4-05a0-4038-8a64-5ac4d87f0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.989995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-924feed4-05a0-4038-8a64-5ac4d87f0d2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2066727 Feb 19 01:02:26.991981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9462074e-81f8-4e0d-a9ae-dbee2648e413), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.010010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:27.051861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-d0c5bd9c-be95-4ca1-8d03-668f5dbcee54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 200 len: 217 time: 0.0487375 Feb 19 01:02:27.072781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4e959-2f47-4b49-82b1-b1a69b9cc810 req-28b492a7-ca65-4b27-bb14-fb33d6031db4 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.080325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebf4e959-2f47-4b49-82b1-b1a69b9cc810 req-28b492a7-ca65-4b27-bb14-fb33d6031db4 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 931 time: 0.2645361 Feb 19 01:02:27.153431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event deleted for resources: {'Port': ['ID=9462074e-81f8-4e0d-a9ae-dbee2648e413,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:27.268851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] No DVR routers for this DVR port 9462074e-81f8-4e0d-a9ae-dbee2648e413 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:27.275675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.280412 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-856f26de-ec7f-4979-808b-69ce7e5b53ad req-8c88fead-1733-414e-8d7f-5f3f5676addb tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.10 "DELETE /v2.0/ports/9462074e-81f8-4e0d-a9ae-dbee2648e413 HTTP/1.1" status: 204 len: 173 time: 1.9492049 Feb 19 01:02:27.284157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'tag': '5e54758a-3630-4c48-a1ac-f495d89caaa2'}, {'server_uuid': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'name': 'network-vif-deleted', 'tag': '9462074e-81f8-4e0d-a9ae-dbee2648e413'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:27.287445 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32194112-122f-4397-a980-f20105e34f25" -d '{"events": [{"name": "network-changed", "server_uuid": "1e91eaaa-73c7-4a1b-8749-b302d59c9a1b", "tag": "5e54758a-3630-4c48-a1ac-f495d89caaa2"}, {"server_uuid": "61d67e66-c3de-482d-bee2-0c9bba7b3097", "name": "network-vif-deleted", "tag": "9462074e-81f8-4e0d-a9ae-dbee2648e413"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:27.302897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-c1df09d7-8755-460f-bb53-d77c9e364270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.304299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-c1df09d7-8755-460f-bb53-d77c9e364270 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2135627 Feb 19 01:02:27.306317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-5c873aea-e464-473e-a740-4c3bdc3c6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.307825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-5c873aea-e464-473e-a740-4c3bdc3c6205 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0119a4f136494bb2b91525cd9856e8be&device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 1130 time: 0.2515366 Feb 19 01:02:27.318167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebf4e959-2f47-4b49-82b1-b1a69b9cc810 req-b30f8ee1-64f8-4083-b9d7-ffd2b58acd85 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367270 Feb 19 01:02:27.458877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-da2e2472-ee98-4a61-9147-c084d15427e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384475 Feb 19 01:02:27.461841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-e43aa2e2-cbdd-461b-9202-7e3043c86c72 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399269 Feb 19 01:02:27.477218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-822d617c-c4c2-4eca-a44a-d2d192c6f794 req-0892bf9a-59ec-44da-b326-5c58aa62e7a3 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0336826 Feb 19 01:02:27.508088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f457-cc68-4fab-8b33-38b3d35d75dd req-f1d334b7-081b-4aac-9d4e-fcd512addc12 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.509888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c618f457-cc68-4fab-8b33-38b3d35d75dd req-f1d334b7-081b-4aac-9d4e-fcd512addc12 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 948 time: 0.6534364 Feb 19 01:02:27.560719 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac40b1bf-e303-4f77-b1bb-6da43828cbf1 x-openstack-request-id: req-ac40b1bf-e303-4f77-b1bb-6da43828cbf1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:27.560719 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e91eaaa-73c7-4a1b-8749-b302d59c9a1b", "tag": "5e54758a-3630-4c48-a1ac-f495d89caaa2", "status": "completed", "code": 200}, {"server_uuid": "61d67e66-c3de-482d-bee2-0c9bba7b3097", "name": "network-vif-deleted", "tag": "9462074e-81f8-4e0d-a9ae-dbee2648e413", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:27.560719 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac40b1bf-e303-4f77-b1bb-6da43828cbf1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:27.561208 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'tag': '5e54758a-3630-4c48-a1ac-f495d89caaa2', 'status': 'completed', 'code': 200} Feb 19 01:02:27.561475 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d67e66-c3de-482d-bee2-0c9bba7b3097', 'name': 'network-vif-deleted', 'tag': '9462074e-81f8-4e0d-a9ae-dbee2648e413', 'status': 'completed', 'code': 200} Feb 19 01:02:27.610734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:27.616191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-37789425-ec96-4adf-811a-b239ae1c109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.617741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-37789425-ec96-4adf-811a-b239ae1c109c service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2986331 Feb 19 01:02:27.624173 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] Sync routers for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:27.651906 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:27.652548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:02:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:27.661618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efcebad8-a482-4dfd-9cad-9d821a806f89 admin admin] 10.222.0.43 "PUT /v2.0/routers/6093eea3-2c63-4e54-9d99-fffd7fba0a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6462452 Feb 19 01:02:27.669755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:27.681335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-d7158e58-bfc9-4b24-98fc-507683982906 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a2934f64-bdaf-46ed-8de2-623db9017a08 HTTP/1.1" status: 200 len: 217 time: 0.0454547 Feb 19 01:02:27.733851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-93022306-c81f-44aa-9476-da6b6c89b8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538857 Feb 19 01:02:27.742004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9462074e-81f8-4e0d-a9ae-dbee2648e413 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:27.795229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 9462074e-81f8-4e0d-a9ae-dbee2648e413 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:27.795500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9462074e-81f8-4e0d-a9ae-dbee2648e413 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:27.835183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d67202-f872-4a11-b1db-5df06d016bca {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:27.848738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Publish callbacks [] for port (c8d67202-f872-4a11-b1db-5df06d016bca), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.877393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c618f457-cc68-4fab-8b33-38b3d35d75dd req-5090411e-6299-4ad5-aab3-98dcf86f379a tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305292 Feb 19 01:02:27.912076 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:27.945144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-560f9870-2a52-4d66-8d47-87e929e9d7e2 req-d12e108c-1984-4a30-8648-b1516991928a tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=61d67e66-c3de-482d-bee2-0c9bba7b3097 HTTP/1.1" status: 200 len: 210 time: 0.0626657 Feb 19 01:02:27.978687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-460d5358-9459-4cb6-a740-a1865452de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.990728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-460d5358-9459-4cb6-a740-a1865452de81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2549009 Feb 19 01:02:28.029285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Transition to ACTIVE for port object c8d67202-f872-4a11-b1db-5df06d016bca will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:28.036923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24f26ec-2a11-4eec-90fc-3337b4ecd25a req-2a91d8af-f66e-488a-8f86-779a061f0796 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260718 Feb 19 01:02:28.053361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.089982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks [] for router (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.107776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e445de8-572a-4ebc-a7ce-06ee465c46e8 req-2e2d9016-8d3b-4835-bd06-aa267faa0c3c service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517439 Feb 19 01:02:28.109716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-e97a8691-e552-4003-bae0-0984ede4fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.111089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-e97a8691-e552-4003-bae0-0984ede4fe42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1079772 Feb 19 01:02:28.201265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d67202-f872-4a11-b1db-5df06d016bca,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:28.225771 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:02:25Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:28.259076 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] Checking router: 6093eea3-2c63-4e54-9d99-fffd7fba0a2c for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:28.264807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b02d-c270-45e1-bc70-d7b125cbd95b req-bdf37fb8-c2b6-47a4-9fb9-ea9fff7f96e2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.269938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fd9b02d-c270-45e1-bc70-d7b125cbd95b req-bdf37fb8-c2b6-47a4-9fb9-ea9fff7f96e2 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 948 time: 0.2865026 Feb 19 01:02:28.277071 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] Routers {'6093eea3-2c63-4e54-9d99-fffd7fba0a2c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:28.277977 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:02:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:28.299386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-a38e83d7-6583-45bf-b782-e242773f319c service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773393 Feb 19 01:02:28.433260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] Set router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:28.504257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8c90c5f-1b2c-48cb-9f14-d9a10522229f req-f7db4c87-bee1-4b87-b0fc-88ecfd95b35a service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906977 Feb 19 01:02:28.553371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009628-d86d-4a50-b0fa-e5a82f542806 req-04da3908-0e5f-48f7-81bd-d1bef4d6d2c3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.555407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33009628-d86d-4a50-b0fa-e5a82f542806 req-04da3908-0e5f-48f7-81bd-d1bef4d6d2c3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 943 time: 0.0765171 Feb 19 01:02:28.587157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32194112-122f-4397-a980-f20105e34f25 req-2f300804-79a2-4fdd-93c2-59addc9545f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.592569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-2f300804-79a2-4fdd-93c2-59addc9545f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 1130 time: 0.4548516 Feb 19 01:02:28.630971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33009628-d86d-4a50-b0fa-e5a82f542806 req-431718e8-5c00-4b74-a50a-d9ac41175191 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662208 Feb 19 01:02:28.651287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Attempting to bind port c8d67202-f872-4a11-b1db-5df06d016bca on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:28.651697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Attempting to bind port c8d67202-f872-4a11-b1db-5df06d016bca by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:28.652102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Attempting to bind port c8d67202-f872-4a11-b1db-5df06d016bca on network d6203616-7407-4e34-ba9b-c572712fd403 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:28.706262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Port c8d67202-f872-4a11-b1db-5df06d016bca on network d6203616-7407-4e34-ba9b-c572712fd403 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:28.706694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Attempting to bind port c8d67202-f872-4a11-b1db-5df06d016bca on network d6203616-7407-4e34-ba9b-c572712fd403 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:28.715276 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:02:25Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:28.718615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks [] for router_gateway (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.733944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fd9b02d-c270-45e1-bc70-d7b125cbd95b req-e226b06b-4884-4ce1-8219-b6c77f22787f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146662 Feb 19 01:02:28.739149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:28.739461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Checking segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:28.739814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Bound using segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:28.740500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Bound port: c8d67202-f872-4a11-b1db-5df06d016bca, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:28.740878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.818651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9e1e34d9-fa45-4199-a587-d5bcc347772f req-622d4c4f-9c7d-4a6b-ad49-87fa977ab349 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0371861 Feb 19 01:02:28.868384 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a871c3-4007-4136-94c5-454e92098ba8 None None] The sync data for ids ['6093eea3-2c63-4e54-9d99-fffd7fba0a2c'] in n-d-826752-2 is: [{'id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-866813133-router', 'tenant_id': '3c0341440e3e49ef8de94067f93e5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:22Z', 'updated_at': '2022-02-19T01:02:25Z', 'revision_number': 5, 'project_id': '3c0341440e3e49ef8de94067f93e5d04', 'gw_port': {'id': '16b98aad-d6ed-4b48-9430-a21a93100ff0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093eea3-2c63-4e54-9d99-fffd7fba0a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:24Z', 'updated_at': '2022-02-19T01:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:28.871264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32194112-122f-4397-a980-f20105e34f25 req-8d7a3cef-4375-4842-8ec2-4e95dd8a6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.872755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-8d7a3cef-4375-4842-8ec2-4e95dd8a6d12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2440169 Feb 19 01:02:28.874881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] For port c8d67202-f872-4a11-b1db-5df06d016bca, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:28.880292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] For port c8d67202-f872-4a11-b1db-5df06d016bca, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c8d67202-f872-4a11-b1db-5df06d016bca,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:28.925274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-1116cfc6-58fa-4799-91e7-637bca6b1917 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2 HTTP/1.1" status: 200 len: 217 time: 0.0421374 Feb 19 01:02:28.927757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.022319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Deleting port 16b98aad-d6ed-4b48-9430-a21a93100ff0 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:29.022819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.029577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.030199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.031720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] 10.222.0.89 "PUT /v2.0/ports/c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 1091 time: 2.8078048 Feb 19 01:02:29.033755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:29.036674 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:29.127457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32194112-122f-4397-a980-f20105e34f25 req-2f58be28-5409-4b92-baa0-83e7bba7ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.130039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-2f58be28-5409-4b92-baa0-83e7bba7ba9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1909871 Feb 19 01:02:29.189626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75ceb-2e22-44fa-a634-675e60d5d219 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d67202-f872-4a11-b1db-5df06d016bca,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:29.262062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] For port 16b98aad-d6ed-4b48-9430-a21a93100ff0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=16b98aad-d6ed-4b48-9430-a21a93100ff0,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:29.262711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.279907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Calling delete_port for 16b98aad-d6ed-4b48-9430-a21a93100ff0 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:29.340496 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb9f6b-c1d6-4635-ba47-a9ddbd778b8c x-openstack-request-id: req-93fb9f6b-c1d6-4635-ba47-a9ddbd778b8c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:29.340797 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:29.341518 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93fb9f6b-c1d6-4635-ba47-a9ddbd778b8c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:29.341940 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'status': 'completed', 'code': 200} Feb 19 01:02:29.436631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d3835-daa9-413e-b3d2-c806c7365b4a req-8bee9d9a-51ef-46d3-904e-8886dd49c276 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.438773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a54d3835-daa9-413e-b3d2-c806c7365b4a req-8bee9d9a-51ef-46d3-904e-8886dd49c276 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 948 time: 0.4386969 Feb 19 01:02:29.444865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32194112-122f-4397-a980-f20105e34f25 req-01c1f8c3-2e69-49cc-8fce-5923052b9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.448201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-01c1f8c3-2e69-49cc-8fce-5923052b9213 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2976151 Feb 19 01:02:29.515182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597807b-8858-4fbb-adcd-110599f49712 req-62b8a12b-9d00-4c08-9e31-028fe2d4165d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.521799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a597807b-8858-4fbb-adcd-110599f49712 req-62b8a12b-9d00-4c08-9e31-028fe2d4165d tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.0936592 Feb 19 01:02:29.575923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-82d673bd-4770-488d-95f0-83298bddd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.577812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-82d673bd-4770-488d-95f0-83298bddd5f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1125 time: 0.4592040 Feb 19 01:02:29.616921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a597807b-8858-4fbb-adcd-110599f49712 req-f913732a-9186-49b7-aead-0c77781e6473 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819337 Feb 19 01:02:29.698278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a54d3835-daa9-413e-b3d2-c806c7365b4a req-80ddeb1d-deee-417d-8d6f-ce5d680ad8ad tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471464 Feb 19 01:02:29.703248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-67407913-3e1a-43b1-ad2b-13eb2fba097b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 217 time: 0.0748861 Feb 19 01:02:29.765080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5e54758a-3630-4c48-a1ac-f495d89caaa2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:29.805747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f8b76-b4dc-421a-8c24-731f60e81442 req-4debdc0a-fac5-4448-b19a-563a34f19fbd tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.807222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54f8b76-b4dc-421a-8c24-731f60e81442 req-4debdc0a-fac5-4448-b19a-563a34f19fbd tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 943 time: 0.0942364 Feb 19 01:02:29.875032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54f8b76-b4dc-421a-8c24-731f60e81442 req-f33fdf67-5f74-4a3f-9880-92ab5e8f034f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572462 Feb 19 01:02:29.921104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-eaa647c9-8c00-43aa-a639-c8f85574be70 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575362 Feb 19 01:02:29.938974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 5e54758a-3630-4c48-a1ac-f495d89caaa2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:29.960220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '5e54758a-3630-4c48-a1ac-f495d89caaa2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '5e54758a-3630-4c48-a1ac-f495d89caaa2', 'mac_address': 'fa:16:3e:40:a6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:30.008392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d3c4c-274c-42c1-af29-ee8b70cc65ce req-93a8015e-4bac-488c-97b8-185b670bff28 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.009725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 5e54758a-3630-4c48-a1ac-f495d89caaa2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:30.010125 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.015552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-573d3c4c-274c-42c1-af29-ee8b70cc65ce req-93a8015e-4bac-488c-97b8-185b670bff28 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 948 time: 0.0876124 Feb 19 01:02:30.038878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32194112-122f-4397-a980-f20105e34f25 req-9aa2a130-5bd0-4218-9a80-de51f0131dc9 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104250 Feb 19 01:02:30.044917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e54758a-3630-4c48-a1ac-f495d89caaa2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:30.076857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-9b08c167-3c86-41a6-a6f2-ecf3ab1571ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.080313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-9b08c167-3c86-41a6-a6f2-ecf3ab1571ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.3243337 Feb 19 01:02:30.082430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-573d3c4c-274c-42c1-af29-ee8b70cc65ce req-259c228f-542f-495d-86e1-81ee25c44851 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618865 Feb 19 01:02:30.082939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (16b98aad-d6ed-4b48-9430-a21a93100ff0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.101587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 5e54758a-3630-4c48-a1ac-f495d89caaa2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:30.107514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.129518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b98aad-d6ed-4b48-9430-a21a93100ff0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.179593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=5e54758a-3630-4c48-a1ac-f495d89caaa2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.245295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b6f1367-a61c-49f2-9f4b-1248ae0f0dcd req-013f5705-393a-4e9d-ac7b-481960fabaff tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0550506 Feb 19 01:02:30.267461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-ef939f12-f411-4e0f-a820-63bb12b75a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.269061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-ef939f12-f411-4e0f-a820-63bb12b75a5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1746562 Feb 19 01:02:30.271688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.427380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.432458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks [] for router_controller (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.437912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['5e54758a-3630-4c48-a1ac-f495d89caaa2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:30.506210 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (6093eea3-2c63-4e54-9d99-fffd7fba0a2c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.506806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6093eea3-2c63-4e54-9d99-fffd7fba0a2c {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:02:30.511819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.515202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-79f31799-b3dc-475a-ad94-ac36cca6b941 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6093eea3-2c63-4e54-9d99-fffd7fba0a2c HTTP/1.1" status: 204 len: 168 time: 2.8145993 Feb 19 01:02:30.515381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48026) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:30.527439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-609ba254-c3ea-4e68-a729-0084f477a9f7 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216120 Feb 19 01:02:30.610214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 01cd3c6c-b835-4c86-8e93-c46a6056cc73 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:30.621539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Deleting subnet c1f21e9c-6cea-4005-a7ec-4020865ae5ba {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:30.629583 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Publish callbacks [] for subnet (c1f21e9c-6cea-4005-a7ec-4020865ae5ba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.648331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 01cd3c6c-b835-4c86-8e93-c46a6056cc73 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:30.648925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 01cd3c6c-b835-4c86-8e93-c46a6056cc73 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:30.698989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c1f21e9c-6cea-4005-a7ec-4020865ae5ba), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.799213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e4ae-d2ad-47e8-969f-6ccc04b96124 req-40303ae5-90b5-4f20-a786-adbc63365a4e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.801681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81f4e4ae-d2ad-47e8-969f-6ccc04b96124 req-40303ae5-90b5-4f20-a786-adbc63365a4e tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.0957122 Feb 19 01:02:30.859523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81f4e4ae-d2ad-47e8-969f-6ccc04b96124 req-46c2fb2a-ccae-48ce-a17f-4fc722dd62e9 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Feb 19 01:02:30.998150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336b1b2-10e6-4641-a1aa-e08721848d75 req-2cb7456b-240b-4c6d-b080-c19a16c0bda3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.000102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b336b1b2-10e6-4641-a1aa-e08721848d75 req-2cb7456b-240b-4c6d-b080-c19a16c0bda3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 943 time: 0.0646868 Feb 19 01:02:31.088263 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b336b1b2-10e6-4641-a1aa-e08721848d75 req-50ea874f-d99f-435d-9858-b2541ed4d565 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815217 Feb 19 01:02:31.176717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c1f21e9c-6cea-4005-a7ec-4020865ae5ba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.218037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-313d3555-6e4a-4a37-8449-7baaabb94858 req-fd565319-66d6-4b1d-bca9-ea9ea029c3b6 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6597304 Feb 19 01:02:31.231794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cb72-bf3f-4c73-ab85-2db7647cf520 req-c5fcb6ef-01a6-439d-ad02-9d97ae5a1e2f tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.233739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7463cb72-bf3f-4c73-ab85-2db7647cf520 req-c5fcb6ef-01a6-439d-ad02-9d97ae5a1e2f tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 948 time: 0.1213117 Feb 19 01:02:31.242126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031509d-0399-4013-b261-492014d8d037 req-7f6b76d5-8637-41da-bb65-18f21ff49d2a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.251973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8031509d-0399-4013-b261-492014d8d037 req-7f6b76d5-8637-41da-bb65-18f21ff49d2a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 949 time: 0.0803635 Feb 19 01:02:31.278846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c1f21e9c-6cea-4005-a7ec-4020865ae5ba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.317225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8031509d-0399-4013-b261-492014d8d037 req-156e28b0-1a22-430b-b287-ee85879626a3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684707 Feb 19 01:02:31.347510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ac744-64bb-499c-80e6-e5c03c9e0b81 None None] Network a376a0da-e2cc-41eb-95d8-cbc9f938b028 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:31.351266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f21e9c-6cea-4005-a7ec-4020865ae5ba,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:31.362027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.365772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cbd751e4-c27f-496f-a6f9-7acbbfc809f0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c1f21e9c-6cea-4005-a7ec-4020865ae5ba HTTP/1.1" status: 204 len: 168 time: 0.8494837 Feb 19 01:02:31.368391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48040) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:31.394536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7463cb72-bf3f-4c73-ab85-2db7647cf520 req-7a017418-85b3-43b2-92da-16a92d138093 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332076 Feb 19 01:02:31.414838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-bbbec535-09a7-4f0d-a3cd-62d6074fed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.416430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-bbbec535-09a7-4f0d-a3cd-62d6074fed2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1125 time: 0.0945539 Feb 19 01:02:31.519350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:31.520286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a376a0da-e2cc-41eb-95d8-cbc9f938b028), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.537984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-8afbb9fb-8499-4e57-a2cc-c853f865abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.539927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-8afbb9fb-8499-4e57-a2cc-c853f865abb4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.1133573 Feb 19 01:02:31.588035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3a25f79-a811-4c3b-a941-b1687c43746b req-46427cc8-8e2c-4eea-8a5d-870a3282ef06 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0613034 Feb 19 01:02:31.616436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-43339385-4cad-4924-be7e-3850be60fb18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 217 time: 0.0611446 Feb 19 01:02:31.717607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Deleting port b454036a-dd5a-4546-909c-797eaabae7e7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:31.717868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.744064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-65c3197e-9496-4cc6-8224-b12d98cc282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.745583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-65c3197e-9496-4cc6-8224-b12d98cc282a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.1149321 Feb 19 01:02:31.753974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:31.776420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5e54758a-3630-4c48-a1ac-f495d89caaa2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:31.799350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] DHCP port deletion for a376a0da-e2cc-41eb-95d8-cbc9f938b028 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:31.802953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'mac_address': 'fa:16:3e:de:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:31.816632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] For port b454036a-dd5a-4546-909c-797eaabae7e7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b454036a-dd5a-4546-909c-797eaabae7e7,segment=NetworkSegment(d3d6271b-ce4f-422b-8043-ecdce5c1c2d9),segment_id=d3d6271b-ce4f-422b-8043-ecdce5c1c2d9)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:31.817231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.840245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Calling delete_port for b454036a-dd5a-4546-909c-797eaabae7e7 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:31.951766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:31.952696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.954897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-18f7902e-c74a-4519-a123-a979574c9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.956933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-18f7902e-c74a-4519-a123-a979574c9269 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1696575 Feb 19 01:02:31.968811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2934f64-bdaf-46ed-8de2-623db9017a08 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:32.018280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 5e54758a-3630-4c48-a1ac-f495d89caaa2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:32.022142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.032799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a436c16c-355e-43b6-ba29-3af8c235dbb0 req-ee35efbf-28f5-4334-9e39-e7a520e25120 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1374583 Feb 19 01:02:32.036166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:32.046060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Deleting port b454036a-dd5a-4546-909c-797eaabae7e7 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:32.046494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.082812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b454036a-dd5a-4546-909c-797eaabae7e7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.085821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] No DVR routers for this DVR port b454036a-dd5a-4546-909c-797eaabae7e7 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:32.169589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] For port b454036a-dd5a-4546-909c-797eaabae7e7, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:32.169993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.185265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Calling delete_port for b454036a-dd5a-4546-909c-797eaabae7e7 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:32.187977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Port b454036a-dd5a-4546-909c-797eaabae7e7 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:02:32.189308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.195131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b454036a-dd5a-4546-909c-797eaabae7e7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.204092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 5e54758a-3630-4c48-a1ac-f495d89caaa2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:32.205156 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.243668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a376a0da-e2cc-41eb-95d8-cbc9f938b028), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.251365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] No DVR routers for this DVR port b454036a-dd5a-4546-909c-797eaabae7e7 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:32.303774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a376a0da-e2cc-41eb-95d8-cbc9f938b028']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:32.312581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b76149-24b8-4d34-b502-11f4700ffbe3 req-ded2c0f0-e859-4ce0-9e4b-a88c4c11706c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.315860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:32.316388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d6271b-ce4f-422b-8043-ecdce5c1c2d9') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:32.323441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-12b76149-24b8-4d34-b502-11f4700ffbe3 req-ded2c0f0-e859-4ce0-9e4b-a88c4c11706c tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.3355610 Feb 19 01:02:32.327966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d3d6271b-ce4f-422b-8043-ecdce5c1c2d9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.333061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 5e54758a-3630-4c48-a1ac-f495d89caaa2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:32.333470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.350073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d3d6271b-ce4f-422b-8043-ecdce5c1c2d9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.358180 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-21d68f52-c5f0-4e4c-ac0d-95fe0eb0c1dd service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798339 Feb 19 01:02:32.358827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:32.359799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d3d6271b-ce4f-422b-8043-ecdce5c1c2d9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.375411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e54758a-3630-4c48-a1ac-f495d89caaa2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:32.377856 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864b6ffd-33ac-4e9e-aeae-9f45aa74c8a8" -d '{"events": [{"server_uuid": "1e91eaaa-73c7-4a1b-8749-b302d59c9a1b", "name": "network-vif-plugged", "status": "completed", "tag": "5e54758a-3630-4c48-a1ac-f495d89caaa2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:32.384286 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:32.390801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.428674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f530a0b-df69-47d9-89c7-c39a4015aabe None None] Pushing event deleted for resources: {'Port': ['ID=b454036a-dd5a-4546-909c-797eaabae7e7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.433909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 5e54758a-3630-4c48-a1ac-f495d89caaa2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:32.438562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.497866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=5e54758a-3630-4c48-a1ac-f495d89caaa2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.559324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b454036a-dd5a-4546-909c-797eaabae7e7 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:32.587906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b454036a-dd5a-4546-909c-797eaabae7e7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:32.588635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b454036a-dd5a-4546-909c-797eaabae7e7 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:32.589318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 16b98aad-d6ed-4b48-9430-a21a93100ff0 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:32.615681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a376a0da-e2cc-41eb-95d8-cbc9f938b028), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.617845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-12b76149-24b8-4d34-b502-11f4700ffbe3 req-23b68789-e2bf-4a47-a666-0d0c74ac7977 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2c5aeb-8cc9-4c29-80b5-21d93208db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934096 Feb 19 01:02:32.626162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f21076dd-408a-4ff8-9ec7-6f4b39014ca1 req-d0232ee9-42a0-45b8-af1e-e71562c94b7f service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364345 Feb 19 01:02:32.635625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 16b98aad-d6ed-4b48-9430-a21a93100ff0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:32.635978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 16b98aad-d6ed-4b48-9430-a21a93100ff0 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:32.645944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.666385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a376a0da-e2cc-41eb-95d8-cbc9f938b028 HTTP/1.1" status: 204 len: 168 time: 1.2930589 Feb 19 01:02:32.681506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7030e9b-c45c-4966-a3cd-ead57f853a2f req-94b3c0e2-2a2f-44bb-83f3-eac4b037f11d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.691901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7030e9b-c45c-4966-a3cd-ead57f853a2f req-94b3c0e2-2a2f-44bb-83f3-eac4b037f11d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 943 time: 0.3064067 Feb 19 01:02:32.710465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a2934f64-bdaf-46ed-8de2-623db9017a08'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:32.733230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-3bf65b9f-2360-4321-981d-e3f334971722 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.736135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-3bf65b9f-2360-4321-981d-e3f334971722 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 950 time: 0.3334272 Feb 19 01:02:32.736365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21744d-7f18-4b6d-b98e-26c21052bb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a376a0da-e2cc-41eb-95d8-cbc9f938b028,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.879489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7030e9b-c45c-4966-a3cd-ead57f853a2f req-99f7cdf7-9028-4592-bba3-d12ea7e9df21 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801763 Feb 19 01:02:32.889730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376083e9-0c9e-46b8-a350-45e47701d47c req-c584f98e-9beb-4448-be7d-4b5dbff938ee tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.891286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-376083e9-0c9e-46b8-a350-45e47701d47c req-c584f98e-9beb-4448-be7d-4b5dbff938ee tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 950 time: 0.1157751 Feb 19 01:02:33.002701 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd8c651-ee0d-4d4a-84a6-b4642fea869d x-openstack-request-id: req-dbd8c651-ee0d-4d4a-84a6-b4642fea869d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:33.002701 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e91eaaa-73c7-4a1b-8749-b302d59c9a1b", "name": "network-vif-plugged", "status": "completed", "tag": "5e54758a-3630-4c48-a1ac-f495d89caaa2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:33.002701 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbd8c651-ee0d-4d4a-84a6-b4642fea869d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:33.002701 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e54758a-3630-4c48-a1ac-f495d89caaa2', 'code': 200} Feb 19 01:02:33.038899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-376083e9-0c9e-46b8-a350-45e47701d47c req-56bcc73b-ce6f-4c86-97f7-03ff209277a8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315005 Feb 19 01:02:33.075919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48064) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:33.104032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Deleting port c091207e-3884-4af3-9692-b971cfaddbad {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:33.104439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c091207e-3884-4af3-9692-b971cfaddbad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.198991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7021-a9b0-460d-b4a5-2729443c323b req-adac4e10-c802-4f4d-b73a-a77238c8e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.200556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5afa7021-a9b0-460d-b4a5-2729443c323b req-adac4e10-c802-4f4d-b73a-a77238c8e9dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 1132 time: 0.1237664 Feb 19 01:02:33.288065 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-614c5924-d01f-49ef-9185-6fe6c70a2ce7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c0341440e3e49ef8de94067f93e5d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091720 Feb 19 01:02:33.295409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48066) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:33.332115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca890c41-52c5-4632-a9b5-a80305ede037 req-ec6220ed-86d7-474d-8ce3-cd366b3ecd4e tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0767629 Feb 19 01:02:33.376841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] For port c091207e-3884-4af3-9692-b971cfaddbad, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c091207e-3884-4af3-9692-b971cfaddbad,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:33.378004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c091207e-3884-4af3-9692-b971cfaddbad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.380030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5afa7021-a9b0-460d-b4a5-2729443c323b req-00512767-9d63-40ea-abed-683c8d899a80 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709120 Feb 19 01:02:33.400702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Calling delete_port for c091207e-3884-4af3-9692-b971cfaddbad owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:33.433317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ff7925a-dd1f-46d1-8a92-2b8c58199d72 admin admin] Publish callbacks [] for security_group (0c18ea1b-b5c2-430a-b88f-e61697c35d6f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.470611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c504c-ef68-41b0-b2b8-ff0fe7c366d8 req-b483184d-9806-4717-8508-b8093e911a93 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.472121 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-249c504c-ef68-41b0-b2b8-ff0fe7c366d8 req-b483184d-9806-4717-8508-b8093e911a93 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 949 time: 0.2720766 Feb 19 01:02:33.524954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ff7925a-dd1f-46d1-8a92-2b8c58199d72 admin admin] Publish callbacks [] for security_group (0c18ea1b-b5c2-430a-b88f-e61697c35d6f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.605460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-249c504c-ef68-41b0-b2b8-ff0fe7c366d8 req-75e7f699-d5c2-4163-a30b-681d5cf14dd3 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204252 Feb 19 01:02:33.666543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ff7925a-dd1f-46d1-8a92-2b8c58199d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0c18ea1b-b5c2-430a-b88f-e61697c35d6f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.679477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ff7925a-dd1f-46d1-8a92-2b8c58199d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.681481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ff7925a-dd1f-46d1-8a92-2b8c58199d72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c18ea1b-b5c2-430a-b88f-e61697c35d6f HTTP/1.1" status: 204 len: 168 time: 0.3848968 Feb 19 01:02:33.711641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7925a-dd1f-46d1-8a92-2b8c58199d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18ea1b-b5c2-430a-b88f-e61697c35d6f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.757216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c091207e-3884-4af3-9692-b971cfaddbad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.779826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c091207e-3884-4af3-9692-b971cfaddbad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:33.843055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Pushing event deleted for resources: {'Port': ['ID=c091207e-3884-4af3-9692-b971cfaddbad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.865872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eef61c86-8f11-4fbe-852b-1ba6cfd3679c req-5f40cb3b-9f03-458b-82c6-4858d61597c6 tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 210 time: 0.0526097 Feb 19 01:02:33.968804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] No DVR routers for this DVR port c091207e-3884-4af3-9692-b971cfaddbad on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:33.977960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.981370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73488c5b-3dc7-43ba-baea-1fdf4693e9a0 req-c792edae-8eb8-47ac-aef2-513d9ea1addf tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.89 "DELETE /v2.0/ports/c091207e-3884-4af3-9692-b971cfaddbad HTTP/1.1" status: 204 len: 173 time: 1.2319908 Feb 19 01:02:33.981844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-deleted', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:33.984120 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1666dc-17db-4221-b624-1babe5e2b25b" -d '{"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-deleted", "tag": "c091207e-3884-4af3-9692-b971cfaddbad"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:34.092854 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e75c5-b7f8-4164-b21e-a41a06df890b x-openstack-request-id: req-105e75c5-b7f8-4164-b21e-a41a06df890b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:34.092854 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862fc68b-d822-489a-83ec-454d088754cc", "name": "network-vif-deleted", "tag": "c091207e-3884-4af3-9692-b971cfaddbad", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:34.093121 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-105e75c5-b7f8-4164-b21e-a41a06df890b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:34.095306 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862fc68b-d822-489a-83ec-454d088754cc', 'name': 'network-vif-deleted', 'tag': 'c091207e-3884-4af3-9692-b971cfaddbad', 'status': 'completed', 'code': 200} Feb 19 01:02:34.156136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7cff6-0e48-4314-a08c-a31972670027 req-d9527ca6-106b-4dea-9fc4-184b53485552 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.167319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53d7cff6-0e48-4314-a08c-a31972670027 req-d9527ca6-106b-4dea-9fc4-184b53485552 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 943 time: 0.1614211 Feb 19 01:02:34.325460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df4c53-f8ba-461b-abf3-ea9e610e97e1 req-472dce20-3f5a-4be2-bf09-8ff2601712b1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.344635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55df4c53-f8ba-461b-abf3-ea9e610e97e1 req-472dce20-3f5a-4be2-bf09-8ff2601712b1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 950 time: 0.1331315 Feb 19 01:02:34.357320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53d7cff6-0e48-4314-a08c-a31972670027 req-1afb021d-c3d1-408a-b592-ba5c870be006 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823015 Feb 19 01:02:34.462028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55df4c53-f8ba-461b-abf3-ea9e610e97e1 req-f68f0204-4e82-4921-a57b-1b109e888ee3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162319 Feb 19 01:02:34.612886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf426949-4259-422f-8d3f-8619365d6a8e req-00d9c8dc-938a-4bfd-94e8-9ee7a150c5bd tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0497744 Feb 19 01:02:34.835854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4ff32-0051-438c-90e2-058a23b0e6bb req-38de111a-badc-4dce-954f-9bb317aff50d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.847952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7cc4ff32-0051-438c-90e2-058a23b0e6bb req-38de111a-badc-4dce-954f-9bb317aff50d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 949 time: 0.1204810 Feb 19 01:02:34.963935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7cc4ff32-0051-438c-90e2-058a23b0e6bb req-7faa6feb-5044-4d10-a0cc-5ac72edaa29b tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111784 Feb 19 01:02:35.141485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28de6c3f-1a40-4e76-861e-cb002ba95a36 req-191e7c03-5a7c-4dcf-b83a-ab08150691df tempest-ServersAdminTestJSON-777887197 tempest-ServersAdminTestJSON-777887197-project] 10.222.0.43 "GET /v2.0/ports?device_id=862fc68b-d822-489a-83ec-454d088754cc HTTP/1.1" status: 200 len: 210 time: 0.0542667 Feb 19 01:02:35.192508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f48903-2bb5-4bd9-bf14-13b66f7990a3 req-dd71567e-02a3-4e1a-acd0-c063ccdd161d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e50cc548135d462696ccf070ca4384f1&device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0469041 Feb 19 01:02:35.275986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1d10308-7036-4da2-9b09-903b29b3044e req-df118e09-075e-4773-a4d2-e6300e66925d tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1288333 Feb 19 01:02:35.290017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f48903-2bb5-4bd9-bf14-13b66f7990a3 req-7a720295-1cec-4857-a720-d27936143359 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e50cc548135d462696ccf070ca4384f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820615 Feb 19 01:02:35.327124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48114) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:35.510370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-682627775-network', 'tenant_id': '0b4bd490fac04986b9a8cea37d21eaff'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:35.516804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c8d67202-f872-4a11-b1db-5df06d016bca details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:35.575139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:35.579903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Made reservation on behalf of 0b4bd490fac04986b9a8cea37d21eaff for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:35.586130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.604632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.669299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9dbad-99fc-4d86-9f71-3b15ca9790eb req-6c433de4-8a27-41d1-af29-0705bb298c0f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.676328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1a9dbad-99fc-4d86-9f71-3b15ca9790eb req-6c433de4-8a27-41d1-af29-0705bb298c0f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 943 time: 0.2007034 Feb 19 01:02:35.702242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f48903-2bb5-4bd9-bf14-13b66f7990a3 req-69382b98-69f0-4a7c-bbf3-e0e11395724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.703779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f48903-2bb5-4bd9-bf14-13b66f7990a3 req-69382b98-69f0-4a7c-bbf3-e0e11395724f service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025886 Feb 19 01:02:35.779597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1a9dbad-99fc-4d86-9f71-3b15ca9790eb req-0aae0319-25dd-4e7e-97a6-325da1c98e0e tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983329 Feb 19 01:02:35.871368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582a6b9-dc12-4db0-a97a-756872260838 req-22bc8d54-d8c9-4d2e-9622-5889be77375a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.874128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0582a6b9-dc12-4db0-a97a-756872260838 req-22bc8d54-d8c9-4d2e-9622-5889be77375a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 950 time: 0.1844699 Feb 19 01:02:35.934541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks [] for security_group (89739506-83bc-4c97-b208-7b098712c33d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.939236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port a2934f64-bdaf-46ed-8de2-623db9017a08 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:35.950705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c8d67202-f872-4a11-b1db-5df06d016bca, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c8d67202-f872-4a11-b1db-5df06d016bca,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:35.951861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (89739506-83bc-4c97-b208-7b098712c33d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.953134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a2934f64-bdaf-46ed-8de2-623db9017a08 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:35.953505 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.980192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0582a6b9-dc12-4db0-a97a-756872260838 req-49df6856-f65f-4358-b318-8b42e9f7f799 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 Feb 19 01:02:35.984900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:35.992667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'port_id': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'mac_address': 'fa:16:3e:05:91:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:36.007816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.007816 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Added segment 4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10 of type vlan for network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 Feb 19 01:02:36.010018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89739506-83bc-4c97-b208-7b098712c33d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.086633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.108122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c8d67202-f872-4a11-b1db-5df06d016bca is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:36.108520 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.158142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d67202-f872-4a11-b1db-5df06d016bca {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:36.166144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:36.166805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.189980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c8d67202-f872-4a11-b1db-5df06d016bca, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c8d67202-f872-4a11-b1db-5df06d016bca,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:36.198409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.206269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:36.208741 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890e68ed-1b4a-467e-8b7a-46b9726aeca4" -d '{"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-plugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:36.215426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988cd6f-224a-4af5-8f14-5f846b90df95 req-742cf6ea-b8b1-4c26-92e6-2c32ea005107 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:36.225362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b988cd6f-224a-4af5-8f14-5f846b90df95 req-742cf6ea-b8b1-4c26-92e6-2c32ea005107 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 1132 time: 0.1259985 Feb 19 01:02:36.241891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:36.281068 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.299383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3c0bf-5db7-484a-8f2e-ed5e2830fc09 req-e712f173-5e47-4eac-9b9b-1e39f5774fed tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:36.300893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c8d67202-f872-4a11-b1db-5df06d016bca,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.315071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fd3c0bf-5db7-484a-8f2e-ed5e2830fc09 req-e712f173-5e47-4eac-9b9b-1e39f5774fed tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 949 time: 0.2033160 Feb 19 01:02:36.317861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.324896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:36.324896 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.378595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b988cd6f-224a-4af5-8f14-5f846b90df95 req-fcd4752f-65b3-4fb2-a6ab-7460c55c83ca tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517837 Feb 19 01:02:36.428160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48142) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:36.437731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.438563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Request body: {'subnet': {'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-682627775-subnet', 'tenant_id': '0b4bd490fac04986b9a8cea37d21eaff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:36.449649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1205981 Feb 19 01:02:36.477965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Made reservation on behalf of 0b4bd490fac04986b9a8cea37d21eaff for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:36.485891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.527908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94bf37-d110-4ec0-b27f-dcfe527d18e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.539378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:36.580901 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ae3b32-09af-4346-bccd-887f01866208 x-openstack-request-id: req-c6ae3b32-09af-4346-bccd-887f01866208 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:36.582244 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-plugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:36.582520 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6ae3b32-09af-4346-bccd-887f01866208 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:36.582931 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'code': 200} Feb 19 01:02:36.659378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fd3c0bf-5db7-484a-8f2e-ed5e2830fc09 req-df025008-28bd-4739-824e-ba91213fc847 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345914 Feb 19 01:02:36.679026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c8d67202-f872-4a11-b1db-5df06d016bca'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:36.833214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea663467-6dc3-4e4d-876b-07b4335d6edb req-a9d3896f-0968-47ec-83e1-c0ae11f29240 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.1319091 Feb 19 01:02:36.868188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-19aa15a2-9d5e-477c-b62b-efdcc7151447 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708981 Feb 19 01:02:36.902973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:36.937831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6693-44a3-499d-9c63-d100d54c3458 req-c73d53b8-8b66-40a5-9b59-19b5dc2cafac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:36.941504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-668a6693-44a3-499d-9c63-d100d54c3458 req-c73d53b8-8b66-40a5-9b59-19b5dc2cafac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 1132 time: 0.2677648 Feb 19 01:02:37.133386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-275de99d-0bff-4ba1-8cbc-3304ab806c8e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.153588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-275de99d-0bff-4ba1-8cbc-3304ab806c8e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772484 Feb 19 01:02:37.176669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-104dbdcd-6a52-4ab8-8d04-79ec06df39b7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/quotas/08afeda6bba34698bf6ea405f624735b HTTP/1.1" status: 200 len: 375 time: 0.0221782 Feb 19 01:02:37.379792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-8eb0f380-6e8a-4194-ba3f-deb1db5c9d1d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1948261 Feb 19 01:02:37.557531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:37.602124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: c091207e-3884-4af3-9692-b971cfaddbad {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:37.602674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c091207e-3884-4af3-9692-b971cfaddbad not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:37.608797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-668a6693-44a3-499d-9c63-d100d54c3458 req-75c632bb-84ce-4c4a-9836-6cc239a4e1b4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723301 Feb 19 01:02:37.623724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b03e182d-bfe5-4ce2-ac4b-51b6f85954ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f8fa5451a424ffbad3b3f10850f3b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7093792 Feb 19 01:02:37.624356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:37.731229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2792-3e42-47f2-9418-14a96a0cf873 req-89ed91b4-14e4-48c5-96f6-d946d4d16ce3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.738237 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f573c895-7063-409d-945e-8666a4bcc94e admin admin] Publish callbacks [] for security_group (4e2c5aeb-8cc9-4c29-80b5-21d93208db16), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.741224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b68e2792-3e42-47f2-9418-14a96a0cf873 req-89ed91b4-14e4-48c5-96f6-d946d4d16ce3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 944 time: 0.3035793 Feb 19 01:02:37.775647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (e3e9fead-3942-4287-b8cf-c6d280f52d83), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.825190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8383e60-026a-439b-9a33-9531614cd842 req-7f1579e9-6431-4ab0-9a4d-2a09e2827637 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 210 time: 0.0884371 Feb 19 01:02:37.853693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f573c895-7063-409d-945e-8666a4bcc94e admin admin] Publish callbacks [] for security_group (4e2c5aeb-8cc9-4c29-80b5-21d93208db16), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.948327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b68e2792-3e42-47f2-9418-14a96a0cf873 req-32945441-c4ee-410e-945f-02c5ffec339a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057793 Feb 19 01:02:37.994564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Checking segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:37.994941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Network hostable DHCP agents. Network: 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:38.021211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e9fead-3942-4287-b8cf-c6d280f52d83,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.033935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f1069-0f20-4918-b114-abdfc6bfc864 req-2a843435-aef8-4976-9204-6194b5ecddcd tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:38.037302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d75f1069-0f20-4918-b114-abdfc6bfc864 req-2a843435-aef8-4976-9204-6194b5ecddcd tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 950 time: 0.1157739 Feb 19 01:02:38.060688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f48903-2bb5-4bd9-bf14-13b66f7990a3 req-ca88812c-5ff9-413e-ae01-fa471701de89 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0695860 Feb 19 01:02:38.075417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:38.085379 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f573c895-7063-409d-945e-8666a4bcc94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4e2c5aeb-8cc9-4c29-80b5-21d93208db16), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.090880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:38.098368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:38.100749 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.108841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91701d93-8cba-475a-b166-f77f093bc686 None None] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:38.114898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f573c895-7063-409d-945e-8666a4bcc94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.122797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f573c895-7063-409d-945e-8666a4bcc94e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e2c5aeb-8cc9-4c29-80b5-21d93208db16 HTTP/1.1" status: 204 len: 168 time: 0.4947100 Feb 19 01:02:38.183101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573c895-7063-409d-945e-8666a4bcc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2c5aeb-8cc9-4c29-80b5-21d93208db16,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.216777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d75f1069-0f20-4918-b114-abdfc6bfc864 req-65deace3-36ca-487c-888d-294171e41ef3 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735866 Feb 19 01:02:38.221233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84c93a52-8162-45e2-ac62-fa315b6d49af req-4b1f514b-8e10-4b44-ade0-e9ea7fae7a40 tempest-ServerShowV254Test-1706901144 tempest-ServerShowV254Test-1706901144-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eabc00-6d0b-4a08-b56c-3c8dcded2d04 HTTP/1.1" status: 200 len: 210 time: 0.0909643 Feb 19 01:02:38.241919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8b06e4d1-faa1-486a-83d5-1dd7d761c47a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8125927 Feb 19 01:02:38.371436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4e999-9af5-4278-a628-5e935ef666a5 None None] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:38.674257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48204) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.801548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b72c0fc4-17cd-42a0-8d1c-7f775e844f5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36f86ac439b34207b63419de1aa84aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1218758 Feb 19 01:02:38.803133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48216) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.914266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a98fcc38-6aed-4c78-b34b-485b8fec0082 admin admin] Publish callbacks [] for security_group (8b2276e7-a61c-472b-9610-bf9a6830ad0d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.978480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a98fcc38-6aed-4c78-b34b-485b8fec0082 admin admin] Publish callbacks [] for security_group (8b2276e7-a61c-472b-9610-bf9a6830ad0d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.028825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71abde36-6912-44c9-ad94-a302406184df req-fdfbd62c-1238-4ede-b9fd-76929b519039 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 210 time: 0.0358870 Feb 19 01:02:39.068452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a98fcc38-6aed-4c78-b34b-485b8fec0082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8b2276e7-a61c-472b-9610-bf9a6830ad0d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.071336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a98fcc38-6aed-4c78-b34b-485b8fec0082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.079773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a98fcc38-6aed-4c78-b34b-485b8fec0082 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b2276e7-a61c-472b-9610-bf9a6830ad0d HTTP/1.1" status: 204 len: 168 time: 0.2723849 Feb 19 01:02:39.098542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fcc38-6aed-4c78-b34b-485b8fec0082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2276e7-a61c-472b-9610-bf9a6830ad0d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:39.288006 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-52f14330-5f58-4cb4-b2f7-99cd3fc2d41e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.291204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da5baf-1250-4b76-bafe-31e113b2b59b req-968007fc-56d8-4240-a275-40189db9b64c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.299252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39da5baf-1250-4b76-bafe-31e113b2b59b req-968007fc-56d8-4240-a275-40189db9b64c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 944 time: 0.1382561 Feb 19 01:02:39.301213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-52f14330-5f58-4cb4-b2f7-99cd3fc2d41e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 821 time: 0.2368326 Feb 19 01:02:39.329717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-9ae5522f-d8c2-4c8c-8dcd-f653a957ff2c tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/quotas/0b4bd490fac04986b9a8cea37d21eaff HTTP/1.1" status: 200 len: 375 time: 0.0259559 Feb 19 01:02:39.408334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-a5b9cb2d-e6c9-4d2c-b286-0bf8fd8f332a tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773220 Feb 19 01:02:39.420597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-f92d1e3d-957a-4ac2-8229-b5404c2dbc37 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=08afeda6bba34698bf6ea405f624735b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719874 Feb 19 01:02:39.533385 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:02:39.554453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-1bfb2444-9e39-4850-8e36-89bb09447a71 service neutron] 10.222.0.43 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443262 Feb 19 01:02:39.559898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c8d67202-f872-4a11-b1db-5df06d016bca up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:39.574222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-83e26112-2e4e-4d8d-bc55-32fc9372afa6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.575886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-83e26112-2e4e-4d8d-bc55-32fc9372afa6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454649 Feb 19 01:02:39.588073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39da5baf-1250-4b76-bafe-31e113b2b59b req-113ce7e3-7242-4413-bd28-5f382c668437 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817149 Feb 19 01:02:39.625230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Request body: {'port': {'device_id': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '08afeda6bba34698bf6ea405f624735b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:39.774483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port c8d67202-f872-4a11-b1db-5df06d016bca completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:39.781984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port c8d67202-f872-4a11-b1db-5df06d016bca triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:39.782367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.787727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-8cad407a-218b-4da4-a6a3-52731860712e service neutron] 10.222.0.43 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135243 Feb 19 01:02:39.899171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c8d67202-f872-4a11-b1db-5df06d016bca is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:39.900184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.909605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c83c-a986-466c-850f-89a02902036f req-eb1971dd-736c-4d10-b0f3-e506901b9da9 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.920834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4518c83c-a986-466c-850f-89a02902036f req-eb1971dd-736c-4d10-b0f3-e506901b9da9 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 950 time: 0.1790321 Feb 19 01:02:39.937619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:39.944093 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41a248-1271-4986-b79e-9aea8913e540" -d '{"events": [{"server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "name": "network-vif-plugged", "status": "completed", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:39.961949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c8d67202-f872-4a11-b1db-5df06d016bca, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c8d67202-f872-4a11-b1db-5df06d016bca,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:39.968658 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.978495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Made reservation on behalf of 08afeda6bba34698bf6ea405f624735b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:39.984083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.039304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4518c83c-a986-466c-850f-89a02902036f req-4b84f711-7d12-4cb0-b07a-7041ade533b2 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151567 Feb 19 01:02:40.137356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c8d67202-f872-4a11-b1db-5df06d016bca,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:40.157486 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18157267-28e8-4761-b990-7b147c0ab9dd x-openstack-request-id: req-18157267-28e8-4761-b990-7b147c0ab9dd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:40.159523 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "name": "network-vif-plugged", "status": "completed", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:40.159760 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18157267-28e8-4761-b990-7b147c0ab9dd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:40.160420 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'code': 200} Feb 19 01:02:40.279055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-924ca8e3-ee37-4283-b3f4-4286c17aaab7 req-e37c5b67-c29c-4616-9484-bd37dcdbf860 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 210 time: 0.0676997 Feb 19 01:02:40.381072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783d1c4-5379-476b-85bd-d4d67c55fb63 req-0e0749fa-46f6-4410-ac32-05abfd392968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.395455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8783d1c4-5379-476b-85bd-d4d67c55fb63 req-0e0749fa-46f6-4410-ac32-05abfd392968 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1127 time: 0.1353734 Feb 19 01:02:40.405265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Allocated IP 192.168.233.164 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/dd83cce5-178c-4fb6-821d-3579e69d2728) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:40.508187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8783d1c4-5379-476b-85bd-d4d67c55fb63 req-6e78d099-86d3-4ff9-bfea-6ecabdfd1815 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107035 Feb 19 01:02:40.536668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34c207c6-ff7c-4187-bb1f-483952960fcb req-4409ec54-b544-44b2-a39a-8328e18645e5 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 210 time: 0.1114872 Feb 19 01:02:40.609094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:41.002101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6abdf9eb-895a-4590-b6bc-0a9df2155d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.032626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a46b7c-de7c-4b0e-bffe-fd6438104f9a req-e05df598-90f6-4ba1-bc96-4cba3443ac66 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:41.038040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7a46b7c-de7c-4b0e-bffe-fd6438104f9a req-e05df598-90f6-4ba1-bc96-4cba3443ac66 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.3057747 Feb 19 01:02:41.143131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks [] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.188209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7a46b7c-de7c-4b0e-bffe-fd6438104f9a req-d0a54c0d-b3d8-4cab-bca8-f5bdf91f4b66 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448877 Feb 19 01:02:41.243424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6abdf9eb-895a-4590-b6bc-0a9df2155d85 admin admin] Publish callbacks [] for security_group (06e6353c-1313-4605-9503-63c24120c25d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.248656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6abdf9eb-895a-4590-b6bc-0a9df2155d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (06e6353c-1313-4605-9503-63c24120c25d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.260010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.277884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'd1d1fb90-d192-41d0-bf26-5e5243d94688', '5e54758a-3630-4c48-a1ac-f495d89caaa2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:41.282079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:41.364789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6abdf9eb-895a-4590-b6bc-0a9df2155d85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e50cc548135d462696ccf070ca4384f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541754 Feb 19 01:02:41.370739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48318) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:41.409345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:41.420033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:41.437058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:41.475547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdf9eb-895a-4590-b6bc-0a9df2155d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e6353c-1313-4605-9503-63c24120c25d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:41.526105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f802c7-24ef-4ba4-adb9-3f59353fba7f req-9022cdfe-1c91-444e-9460-4ee6311b7e40 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 210 time: 0.1027112 Feb 19 01:02:41.564608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event updated for resources: {'Port': ['ID=dd83cce5-178c-4fb6-821d-3579e69d2728,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:41.598105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ba90d0c-4b98-4d74-895b-b53c9f33277b admin admin] Publish callbacks [] for security_group (06e6353c-1313-4605-9503-63c24120c25d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.623287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:41.632563 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.644964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ba90d0c-4b98-4d74-895b-b53c9f33277b admin admin] Publish callbacks [] for security_group (06e6353c-1313-4605-9503-63c24120c25d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.682517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-60a1777e-ebd0-4456-bbea-0c8c69f824d4 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0906057 Feb 19 01:02:41.705411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Request body: {'port': {'device_id': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:41.788626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25e441-7352-461b-87f3-c15c269cd80b req-84d42f5a-6fe7-488b-a57c-29cfb3d9a5c8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:41.798849 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac25e441-7352-461b-87f3-c15c269cd80b req-84d42f5a-6fe7-488b-a57c-29cfb3d9a5c8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 936 time: 0.1201515 Feb 19 01:02:41.806219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ba90d0c-4b98-4d74-895b-b53c9f33277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (06e6353c-1313-4605-9503-63c24120c25d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.809898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ba90d0c-4b98-4d74-895b-b53c9f33277b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.837611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8ba90d0c-4b98-4d74-895b-b53c9f33277b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06e6353c-1313-4605-9503-63c24120c25d HTTP/1.1" status: 204 len: 168 time: 0.4649322 Feb 19 01:02:41.933646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.994129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba90d0c-4b98-4d74-895b-b53c9f33277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e6353c-1313-4605-9503-63c24120c25d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:42.082517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-31354d6d-c1aa-4324-b612-6686b831306a None None] Provisioning complete for port dd83cce5-178c-4fb6-821d-3579e69d2728 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:42.083045 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31354d6d-c1aa-4324-b612-6686b831306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.198309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-31354d6d-c1aa-4324-b612-6686b831306a None None] Port dd83cce5-178c-4fb6-821d-3579e69d2728 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:42.220718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac25e441-7352-461b-87f3-c15c269cd80b req-ea543eac-8e05-4ac2-904c-516c002193fd tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709497 Feb 19 01:02:42.325776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-f4c45250-5d09-4526-a123-cafaae6218e9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.327235 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-f4c45250-5d09-4526-a123-cafaae6218e9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 821 time: 0.3859162 Feb 19 01:02:42.347055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'port': {'device_id': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'admin_state_up': True, 'tenant_id': '0b4bd490fac04986b9a8cea37d21eaff'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:42.687078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Made reservation on behalf of 0b4bd490fac04986b9a8cea37d21eaff for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:42.692267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41300-028c-493c-8b48-cb7e61360e35 req-0d327176-4f0b-4207-8e1c-50a8eac78d29 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.692814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.700577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02c41300-028c-493c-8b48-cb7e61360e35 req-0d327176-4f0b-4207-8e1c-50a8eac78d29 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2718146 Feb 19 01:02:42.758100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd83cce5-178c-4fb6-821d-3579e69d2728 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:42.772865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Publish callbacks [] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.786206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02c41300-028c-493c-8b48-cb7e61360e35 req-9d6fc882-86b0-457b-ba5e-d6199fa6cc69 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843270 Feb 19 01:02:42.798615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Transition to ACTIVE for port object dd83cce5-178c-4fb6-821d-3579e69d2728 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:42.814985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.983690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c4c22af-e5df-4fd7-88cb-441338c6cdac req-b970720f-114d-4009-b669-eb32dd3dad94 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 210 time: 0.1250815 Feb 19 01:02:42.997445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd83cce5-178c-4fb6-821d-3579e69d2728,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:43.118347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Allocated IP 172.20.0.13 (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83/e3e9fead-3942-4287-b8cf-c6d280f52d83/a3afbfc3-0f09-44c9-bd14-ff83041457c1) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:43.188193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Attempting to bind port dd83cce5-178c-4fb6-821d-3579e69d2728 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:43.188522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Attempting to bind port dd83cce5-178c-4fb6-821d-3579e69d2728 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:43.188855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Attempting to bind port dd83cce5-178c-4fb6-821d-3579e69d2728 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:43.202780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Port dd83cce5-178c-4fb6-821d-3579e69d2728 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:43.203104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Attempting to bind port dd83cce5-178c-4fb6-821d-3579e69d2728 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:43.215417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:43.216133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:43.220973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:43.222226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Bound port: dd83cce5-178c-4fb6-821d-3579e69d2728, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:43.222763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.353203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] For port dd83cce5-178c-4fb6-821d-3579e69d2728, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:43.360933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] For port dd83cce5-178c-4fb6-821d-3579e69d2728, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dd83cce5-178c-4fb6-821d-3579e69d2728,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:43.369260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.481478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd83cce5-178c-4fb6-821d-3579e69d2728,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:43.489853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.503275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.503834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.508584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-ed3f3c67-813f-4670-b6b2-b918ce8c98c7 service neutron] 10.222.0.89 "PUT /v2.0/ports/dd83cce5-178c-4fb6-821d-3579e69d2728 HTTP/1.1" status: 200 len: 1096 time: 1.8125634 Feb 19 01:02:43.509095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'tag': 'dd83cce5-178c-4fb6-821d-3579e69d2728'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:43.514864 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4bfc1e-8262-4bf6-a829-6e8949bc16a2", "tag": "dd83cce5-178c-4fb6-821d-3579e69d2728"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:43.654543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.675466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-7cbf3795-7136-4e92-b847-48875872d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.677049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-7cbf3795-7136-4e92-b847-48875872d5cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 1130 time: 0.1042001 Feb 19 01:02:43.735252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e6ac-29e8-4cf1-9daa-4865626ee3dd req-b2df1a38-6ff1-42bc-8e60-571d9fd3e0e8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.737500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-83a2e6ac-29e8-4cf1-9daa-4865626ee3dd req-b2df1a38-6ff1-42bc-8e60-571d9fd3e0e8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 948 time: 0.2114706 Feb 19 01:02:43.760977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-95c3bf33-96e0-47fb-9d63-9501c0c0c4bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=dd83cce5-178c-4fb6-821d-3579e69d2728 HTTP/1.1" status: 200 len: 217 time: 0.0668993 Feb 19 01:02:43.773564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:43.780651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:43.790427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:43.932462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:43.935155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-743a119e-19ea-440d-9634-e3a8feb14745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.936637 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-743a119e-19ea-440d-9634-e3a8feb14745 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1685925 Feb 19 01:02:43.965034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-83a2e6ac-29e8-4cf1-9daa-4865626ee3dd req-b639e3ef-cb16-4b3d-b792-25bff25ac83a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209756 Feb 19 01:02:44.014260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.015208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.018941 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc01762-bf0c-45ea-98e7-74c777b59f05 x-openstack-request-id: req-3fc01762-bf0c-45ea-98e7-74c777b59f05 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:44.019245 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4bfc1e-8262-4bf6-a829-6e8949bc16a2", "tag": "dd83cce5-178c-4fb6-821d-3579e69d2728", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:44.019510 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fc01762-bf0c-45ea-98e7-74c777b59f05 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:44.019923 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'tag': 'dd83cce5-178c-4fb6-821d-3579e69d2728', 'status': 'completed', 'code': 200} Feb 19 01:02:44.042863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-d10233b1-ad38-496c-bd25-fbdc2ed1e3b1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7005370 Feb 19 01:02:44.052369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-a65216ef-1141-42da-869c-7c98a50b6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.055865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-a65216ef-1141-42da-869c-7c98a50b6dd1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1073484 Feb 19 01:02:44.062534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Request body: {'port': {'device_id': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:44.250291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.421189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f48689-c284-4e73-b164-6d7c3207b6c9 req-9db1d67c-c1e8-4131-aebc-08bf5fd4b4d8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.425884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:44.431680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65f48689-c284-4e73-b164-6d7c3207b6c9 req-9db1d67c-c1e8-4131-aebc-08bf5fd4b4d8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2032795 Feb 19 01:02:44.518188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-cfd97046-0a8f-4e45-8606-c193e82bfd50 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527874 Feb 19 01:02:44.530724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65f48689-c284-4e73-b164-6d7c3207b6c9 req-e9fedb3c-d62a-495a-aed7-537982594e28 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890834 Feb 19 01:02:44.668803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86e249c1-7f9a-4c02-9b4a-27d3883d12ce req-cc00126a-af1e-43a8-a85f-4dcfe1346e41 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0515246 Feb 19 01:02:44.682530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18119642-21de-4388-ac38-5fcfb16e29a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.724500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09311d-5977-4c8b-9cb8-e6f960a307e0 req-15a003b6-1b1d-4036-8eae-706c46b60af9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.725935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a900e7-6fdf-45c8-a9c6-b023ea125ed6 req-a627d329-d8d8-4b36-9e0a-cc252c2f5956 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911883 Feb 19 01:02:44.731190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c09311d-5977-4c8b-9cb8-e6f960a307e0 req-15a003b6-1b1d-4036-8eae-706c46b60af9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 932 time: 0.1981709 Feb 19 01:02:44.868734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3afbfc3-0f09-44c9-bd14-ff83041457c1 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:44.881952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Publish callbacks [] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.898729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c09311d-5977-4c8b-9cb8-e6f960a307e0 req-d34371ab-37a8-4d3e-9d1f-e133415f1f38 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666000 Feb 19 01:02:44.959878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Transition to ACTIVE for port object a3afbfc3-0f09-44c9-bd14-ff83041457c1 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:44.996632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.004617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-d798864c-cbb6-40e3-a25d-5ebd24d377cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.011977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-d798864c-cbb6-40e3-a25d-5ebd24d377cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08afeda6bba34698bf6ea405f624735b&device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 1130 time: 0.1547868 Feb 19 01:02:45.050884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21302a90-7883-4fbe-90c9-40eaf08aa995 req-b54a595b-0d03-49ef-b9d4-ca7dd50c6953 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.052742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21302a90-7883-4fbe-90c9-40eaf08aa995 req-b54a595b-0d03-49ef-b9d4-ca7dd50c6953 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2417471 Feb 19 01:02:45.065261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:45.072422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'floatingip': {'port_id': 'c8d67202-f872-4a11-b1db-5df06d016bca'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:45.181360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18119642-21de-4388-ac38-5fcfb16e29a3 admin admin] Publish callbacks [] for security_group (4f8cbbe0-0071-4aec-ab1b-f76b22bb8375), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.182923 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (46193324-854c-4548-8557-89b438f629a7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.205507 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18119642-21de-4388-ac38-5fcfb16e29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4f8cbbe0-0071-4aec-ab1b-f76b22bb8375), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.270080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18119642-21de-4388-ac38-5fcfb16e29a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8cbbe0-0071-4aec-ab1b-f76b22bb8375,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:45.399875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:45.420550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-6289e68f-057f-4c77-9eb5-001b179b256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.421130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-18119642-21de-4388-ac38-5fcfb16e29a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f946e6668c8e4c7b9c4f6043fffe8712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9937758 Feb 19 01:02:45.422591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-6289e68f-057f-4c77-9eb5-001b179b256c service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3952329 Feb 19 01:02:45.425170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48478) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:45.448196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823f25-96a6-4979-8be4-11bb904c81b9 req-74048c5c-6d44-45f0-9bfc-14685d5f46ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.455724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73823f25-96a6-4979-8be4-11bb904c81b9 req-74048c5c-6d44-45f0-9bfc-14685d5f46ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 948 time: 0.2912269 Feb 19 01:02:45.472298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Attempting to bind port a3afbfc3-0f09-44c9-bd14-ff83041457c1 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:45.472920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Attempting to bind port a3afbfc3-0f09-44c9-bd14-ff83041457c1 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:45.473438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Attempting to bind port a3afbfc3-0f09-44c9-bd14-ff83041457c1 on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:45.497872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Port a3afbfc3-0f09-44c9-bd14-ff83041457c1 on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:45.498823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Attempting to bind port a3afbfc3-0f09-44c9-bd14-ff83041457c1 on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:45.512825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:45.513639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Checking segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:45.515007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Bound using segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:45.515626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Bound port: a3afbfc3-0f09-44c9-bd14-ff83041457c1, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:45.516224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.529230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-e8ad6fff-f9d9-4c47-9eca-a67834c12dee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=dd83cce5-178c-4fb6-821d-3579e69d2728 HTTP/1.1" status: 200 len: 217 time: 0.0610390 Feb 19 01:02:45.566138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73823f25-96a6-4979-8be4-11bb904c81b9 req-7149013a-a23a-4f2e-9982-adea95494875 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087480 Feb 19 01:02:45.569624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:45.637505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:45.642279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:45.650304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.694693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.696116 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.703742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] 10.222.0.10 "PUT /v2.0/ports/a3afbfc3-0f09-44c9-bd14-ff83041457c1 HTTP/1.1" status: 200 len: 1092 time: 1.6516464 Feb 19 01:02:45.704105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:45.704551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'tag': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:45.716613 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aee3b3-e70d-4998-a09f-616d8ca8f918" -d '{"events": [{"name": "network-changed", "server_uuid": "101d4566-5966-45dc-9fe9-8fbb81cb2b34", "tag": "a3afbfc3-0f09-44c9-bd14-ff83041457c1"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:45.724643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'mac_address': 'fa:16:3e:de:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:45.769253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82614ca9-cef7-49a5-b8bb-288c13170dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:45.775623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:45.777128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.812652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2934f64-bdaf-46ed-8de2-623db9017a08 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:45.842185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-c9c4cb21-7cba-4401-8ffb-b427133c8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.844243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-c9c4cb21-7cba-4401-8ffb-b427133c8d2c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2994761 Feb 19 01:02:45.844595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:45.851128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20de4244-5a80-4659-b5e6-9a466bdfcfd6 admin admin] Publish callbacks [] for security_group (4f8cbbe0-0071-4aec-ab1b-f76b22bb8375), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.853078 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.886614 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0627bff-6bf0-4ea6-b379-dc13ed6928cc x-openstack-request-id: req-a0627bff-6bf0-4ea6-b379-dc13ed6928cc {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:45.886932 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101d4566-5966-45dc-9fe9-8fbb81cb2b34", "tag": "a3afbfc3-0f09-44c9-bd14-ff83041457c1", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:45.887194 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0627bff-6bf0-4ea6-b379-dc13ed6928cc {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:45.887613 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'tag': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'status': 'completed', 'code': 200} Feb 19 01:02:45.920834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-5c6daca0-86cf-4eda-912c-0d6252595388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.923752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-5c6daca0-86cf-4eda-912c-0d6252595388 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 1126 time: 0.1171117 Feb 19 01:02:45.991626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:46.030962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-c2da6bb4-9f64-456e-98cf-7b4866dfba32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1 HTTP/1.1" status: 200 len: 217 time: 0.0968981 Feb 19 01:02:46.067958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a2934f64-bdaf-46ed-8de2-623db9017a08'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:46.094043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-807348ff-fb50-4629-8020-1578ff761fca req-91455752-1957-4ac8-a421-be1d8f5c8d5b tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1842239 Feb 19 01:02:46.135008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20de4244-5a80-4659-b5e6-9a466bdfcfd6 admin admin] Publish callbacks [] for security_group (4f8cbbe0-0071-4aec-ab1b-f76b22bb8375), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.205213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-64e96944-ab6d-4ca9-9a33-7688caa92079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.207297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-64e96944-ab6d-4ca9-9a33-7688caa92079 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 200 len: 861 time: 0.1619976 Feb 19 01:02:46.309506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-2078e608-dbf5-43f6-a78b-c727fe333a8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717759 Feb 19 01:02:46.423739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d1b0-c8a9-48cd-a321-688f33be9ac8 req-ee63fd90-3d07-415c-9174-e89c5dd944df tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.433317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b615d1b0-c8a9-48cd-a321-688f33be9ac8 req-ee63fd90-3d07-415c-9174-e89c5dd944df tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 944 time: 0.4005125 Feb 19 01:02:46.435747 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:02:46.544918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.547851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b615d1b0-c8a9-48cd-a321-688f33be9ac8 req-799ae819-0878-431f-9064-930dc74fdc32 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084254 Feb 19 01:02:46.559012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20de4244-5a80-4659-b5e6-9a466bdfcfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4f8cbbe0-0071-4aec-ab1b-f76b22bb8375), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.561574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20de4244-5a80-4659-b5e6-9a466bdfcfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.565991 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20de4244-5a80-4659-b5e6-9a466bdfcfd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f8cbbe0-0071-4aec-ab1b-f76b22bb8375 HTTP/1.1" status: 204 len: 168 time: 1.1384149 Feb 19 01:02:46.567029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (46193324-854c-4548-8557-89b438f629a7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.596890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-536ddc78-5068-43fd-a062-91c71cc0a2e4 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751951 Feb 19 01:02:46.641478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-bf8edd50-07a9-4a65-9fcb-acf14e22fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.643630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-bf8edd50-07a9-4a65-9fcb-acf14e22fae6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7529924 Feb 19 01:02:46.645819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de4244-5a80-4659-b5e6-9a466bdfcfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8cbbe0-0071-4aec-ab1b-f76b22bb8375,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:46.816248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc20e743-e3bc-4c55-bffa-d000c57dd884 req-ee0b2ed8-edda-4335-830f-b5fd26e64a42 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086535 Feb 19 01:02:46.948715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-674567b1-5312-4d35-bdb9-5ba579f85be4 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744555 Feb 19 01:02:46.957302 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Floating IP 46193324-854c-4548-8557-89b438f629a7 associated. External IP: 172.25.0.161, port: c8d67202-f872-4a11-b1db-5df06d016bca. Feb 19 01:02:47.000171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-962e799f-056d-4c2b-96f5-a8a82af43af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:47.006502 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-962e799f-056d-4c2b-96f5-a8a82af43af4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 1126 time: 0.1193125 Feb 19 01:02:47.008742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6940d-de39-4d70-9fad-1d839de08e0a req-11481667-dbae-4e7c-ab9a-e5990c80acb0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:47.015867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87c6940d-de39-4d70-9fad-1d839de08e0a req-11481667-dbae-4e7c-ab9a-e5990c80acb0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 948 time: 0.2027802 Feb 19 01:02:47.143404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-f8f4d1af-d7f3-4830-93f6-e3adb3582801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:47.146644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-f8f4d1af-d7f3-4830-93f6-e3adb3582801 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 922 time: 0.1235607 Feb 19 01:02:47.285816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48536) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.369376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-806da6a2-b165-4a7e-ad16-16c7bc919971 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1 HTTP/1.1" status: 200 len: 217 time: 0.2111514 Feb 19 01:02:47.371899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cfbb04e4-9055-41da-acdd-ac2231b51caa req-6295d0e2-1712-4acd-879e-cdf1eb6a52a5 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0833240 Feb 19 01:02:47.555506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-b85d56ea-80fe-42d6-b406-7ca922dea9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:47.568089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-b85d56ea-80fe-42d6-b406-7ca922dea9eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 200 len: 861 time: 0.1782219 Feb 19 01:02:47.569072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.600580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:47.754643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a2934f64-bdaf-46ed-8de2-623db9017a08 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:47.755477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Publish callbacks [] for security_group (02cbc0e5-d187-4f90-99d2-3b1f71bce88f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.759217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-93a321dd-5504-4c5a-9102-7ae6e644160f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688595 Feb 19 01:02:47.759951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.760861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (02cbc0e5-d187-4f90-99d2-3b1f71bce88f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.001366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:48.008088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.024847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87c6940d-de39-4d70-9fad-1d839de08e0a req-80195a05-4351-4d5a-ba08-55b6a1784644 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0031197 Feb 19 01:02:48.056048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-45125985-ba50-4d92-aa6a-b11f6ba347b0 req-6dd963e5-7d0d-4dbb-8820-767d0fe119eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1498575 Feb 19 01:02:48.057934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12187b38b95148b3814176c8cac94bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7628107 Feb 19 01:02:48.060718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:48.077538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cbc0e5-d187-4f90-99d2-3b1f71bce88f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:48.078641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:48.083360 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f861599-57ba-4240-9041-98ba75542645" -d '{"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-plugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:48.103117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.131067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:48.137758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.138132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.138530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.138771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.138909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.139212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.139550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.139878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.140208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.140535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.140857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.144546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.144964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.145336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ba3a8-da47-4a81-bca0-b182e72fbaac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:48.161612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c50d2fe-45f6-4169-9576-e2b84d4fa3f4 req-8a535ab0-8a4d-441e-bf9c-8872952e085a service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1993599 Feb 19 01:02:48.197724 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b287cca0-157a-4557-ac13-e1999165acac x-openstack-request-id: req-b287cca0-157a-4557-ac13-e1999165acac {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:48.198097 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-plugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:48.198340 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b287cca0-157a-4557-ac13-e1999165acac {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:48.198778 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'code': 200} Feb 19 01:02:48.233700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:48.277330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bb6b0-ed74-456a-a366-da664727be9e req-eaed40f8-16ec-4632-b3bd-5956b84cd8be tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.284767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-394bb6b0-ed74-456a-a366-da664727be9e req-eaed40f8-16ec-4632-b3bd-5956b84cd8be tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 944 time: 0.4499876 Feb 19 01:02:48.311225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-99f3329f-4f19-4ba3-8347-b34fd04c0d02 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210457 Feb 19 01:02:48.350136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:48.419372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525c49db-1130-4eef-a29b-02351d656e9c admin admin] Publish callbacks [] for security_group (02cbc0e5-d187-4f90-99d2-3b1f71bce88f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.467215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-394bb6b0-ed74-456a-a366-da664727be9e req-588ac8e6-2a38-413a-9a75-58c7a9c89099 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805904 Feb 19 01:02:48.486128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525c49db-1130-4eef-a29b-02351d656e9c admin admin] Publish callbacks [] for security_group (02cbc0e5-d187-4f90-99d2-3b1f71bce88f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.560121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03aee3b3-e70d-4998-a09f-616d8ca8f918 req-ad7d94ff-6240-4e7e-84bc-8e9e36b57140 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130342 Feb 19 01:02:48.610897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525c49db-1130-4eef-a29b-02351d656e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (02cbc0e5-d187-4f90-99d2-3b1f71bce88f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.614373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525c49db-1130-4eef-a29b-02351d656e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.623589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-525c49db-1130-4eef-a29b-02351d656e9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02cbc0e5-d187-4f90-99d2-3b1f71bce88f HTTP/1.1" status: 204 len: 168 time: 0.5432110 Feb 19 01:02:48.642604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c49db-1130-4eef-a29b-02351d656e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cbc0e5-d187-4f90-99d2-3b1f71bce88f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:48.661046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b266d585-cb71-4f57-b7f8-0798c1a5de6f req-4ee0a6d3-32cb-4113-89d8-ed74f468d3cf tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1081891 Feb 19 01:02:48.695215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:48.710026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.710762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:48.726043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:48.727098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:02:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:48.830373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ddba788-3e08-4e95-ab71-09225258ece0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "PUT /v2.0/floatingips/46193324-854c-4548-8557-89b438f629a7 HTTP/1.1" status: 200 len: 991 time: 3.7637556 Feb 19 01:02:48.833305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:48.835676 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63fac92-ada8-4201-85dd-617549b87522" -d '{"events": [{"name": "network-changed", "server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:48.983861 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cccb514-1c3a-46ee-8ed0-6884ef68afe1 x-openstack-request-id: req-2cccb514-1c3a-46ee-8ed0-6884ef68afe1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:48.984128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:48.984620 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:48.985133 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cccb514-1c3a-46ee-8ed0-6884ef68afe1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:48.989750 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'status': 'completed', 'code': 200} Feb 19 01:02:49.153096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fac92-ada8-4201-85dd-617549b87522 req-60a9e46e-b00c-4d0a-8cef-32325e204a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.155608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-60a9e46e-b00c-4d0a-8cef-32325e204a6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1127 time: 0.1355500 Feb 19 01:02:49.302639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342f8c-15b2-41cc-8c9b-524da75456a3 req-2da99275-99d7-470d-af0b-d0f88ae5db94 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.310921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac342f8c-15b2-41cc-8c9b-524da75456a3 req-2da99275-99d7-470d-af0b-d0f88ae5db94 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 948 time: 0.1101220 Feb 19 01:02:49.380189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fac92-ada8-4201-85dd-617549b87522 req-0b1cbced-8186-4abe-a025-96509f18986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.381846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-0b1cbced-8186-4abe-a025-96509f18986f service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.2156978 Feb 19 01:02:49.438130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac342f8c-15b2-41cc-8c9b-524da75456a3 req-aa759c6a-ed12-463d-812f-4909f6d2584e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149583 Feb 19 01:02:49.527590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-c4c19c71-7ca9-4c33-a9ef-c167bbf6108f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 999 time: 0.1253695 Feb 19 01:02:49.634833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dd83cce5-178c-4fb6-821d-3579e69d2728 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:49.739392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fac92-ada8-4201-85dd-617549b87522 req-a26c54fd-a36e-46b9-803f-252df761b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.745861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-a26c54fd-a36e-46b9-803f-252df761b74b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.2087858 Feb 19 01:02:49.839319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:02:49.843397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a3afbfc3-0f09-44c9-bd14-ff83041457c1 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:49.891865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2119f5-685c-443a-b4a2-85f68cf23c24 req-3d6633c6-ac1a-43d5-a932-d6c3540cdddc tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.893589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-908859c6-c4e1-477b-9d56-d848a582e81a req-0099f829-d812-4eda-9bd2-83e15c723a81 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0491054 Feb 19 01:02:49.897313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db2119f5-685c-443a-b4a2-85f68cf23c24 req-3d6633c6-ac1a-43d5-a932-d6c3540cdddc tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 944 time: 0.3205342 Feb 19 01:02:50.008855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fac92-ada8-4201-85dd-617549b87522 req-8a688ece-2219-4bd1-b353-0a3cc8e4c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.012114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-8a688ece-2219-4bd1-b353-0a3cc8e4c6a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2512417 Feb 19 01:02:50.053283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db2119f5-685c-443a-b4a2-85f68cf23c24 req-fdebac5e-a604-4af2-81c0-14cba99d9310 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434166 Feb 19 01:02:50.262363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-00bcb83f-134e-449c-b81a-117d4bed8d87 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295241 Feb 19 01:02:50.346889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dd83cce5-178c-4fb6-821d-3579e69d2728, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dd83cce5-178c-4fb6-821d-3579e69d2728,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:50.393426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'dd83cce5-178c-4fb6-821d-3579e69d2728', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'dd83cce5-178c-4fb6-821d-3579e69d2728', 'mac_address': 'fa:16:3e:87:49:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:50.479832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c63fac92-ada8-4201-85dd-617549b87522 req-a158e9cb-b389-402a-be06-4645bb30ab3e service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048581 Feb 19 01:02:50.624580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:02:50.731827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe474-ec22-45e9-bc5c-ce0d2d0d9735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.768608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eb06e-dfb0-4c62-a55d-e6163db20195 req-99c9a7b0-e4ea-4f57-93ff-4a715205af8a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.770553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-638eb06e-dfb0-4c62-a55d-e6163db20195 req-99c9a7b0-e4ea-4f57-93ff-4a715205af8a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 948 time: 0.1411183 Feb 19 01:02:50.788441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120b115c-ffc6-44d6-a75c-6a779fb13445 req-10871cdc-e853-445e-8251-7e29f24b3a32 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0440691 Feb 19 01:02:50.828913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dd83cce5-178c-4fb6-821d-3579e69d2728 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:50.830543 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.872011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-638eb06e-dfb0-4c62-a55d-e6163db20195 req-026d6bac-10ab-4a22-b646-485797792c72 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934463 Feb 19 01:02:50.922696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd83cce5-178c-4fb6-821d-3579e69d2728 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:50.947421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '46193324-854c-4548-8557-89b438f629a7', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'port_id': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'mac_address': 'fa:16:3e:05:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a150153-28b5-44e7-ae69-685b1970fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:02:18Z', 'updated_at': '2022-02-19T01:02:46Z', 'revision_number': 1, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:51.060002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:51.086397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:51.087043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:02:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:51.115163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dd83cce5-178c-4fb6-821d-3579e69d2728, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dd83cce5-178c-4fb6-821d-3579e69d2728,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:51.157702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:51.272525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'port_id': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'mac_address': 'fa:16:3e:ca:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e9fead-3942-4287-b8cf-c6d280f52d83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:51.291525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.398132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7f2c5-4220-480e-8a42-b32ea1cd8c83 req-4a1759e0-51d9-41c7-a625-b79b27b7bb37 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:51.404305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f7f2c5-4220-480e-8a42-b32ea1cd8c83 req-4a1759e0-51d9-41c7-a625-b79b27b7bb37 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 944 time: 0.1433849 Feb 19 01:02:51.405439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a3afbfc3-0f09-44c9-bd14-ff83041457c1 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:51.405772 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.484081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3afbfc3-0f09-44c9-bd14-ff83041457c1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:51.550669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f7f2c5-4220-480e-8a42-b32ea1cd8c83 req-d88c53ae-e204-4c65-ac4d-040a700b1710 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393001 Feb 19 01:02:51.590173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dd83cce5-178c-4fb6-821d-3579e69d2728,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:51.605632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.606472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.606472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.607294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.607667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.608001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.608333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.608660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.609192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.609466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.609793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.610178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.610425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:51.617690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:51.645491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.671517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:51.957396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['dd83cce5-178c-4fb6-821d-3579e69d2728'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:51.998074 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc9e7489-d5f2-4b86-9afc-00592592903d req-33a724b2-01b2-4d36-9cbf-d6c6d792e522 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0608745 Feb 19 01:02:52.036900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:52.080094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d444d2-c4a4-42a1-8156-d959b1a2c8eb req-7e476ce3-c20c-44f4-9664-3239260d2955 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.091492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-80d444d2-c4a4-42a1-8156-d959b1a2c8eb req-7e476ce3-c20c-44f4-9664-3239260d2955 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 949 time: 0.1249771 Feb 19 01:02:52.106067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a3afbfc3-0f09-44c9-bd14-ff83041457c1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:52.181318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-80d444d2-c4a4-42a1-8156-d959b1a2c8eb req-f72e2437-d4f2-4f84-b24a-7d6c79dc6044 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814641 Feb 19 01:02:52.707898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ec89bbc1-544e-4aa5-8c9b-8bde98dfbaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.847248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb0833-5b01-45d9-94ca-83ff3fc2dfa0 req-39ce91c9-2203-4c06-8381-75cc36052a01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.859642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0bdb0833-5b01-45d9-94ca-83ff3fc2dfa0 req-39ce91c9-2203-4c06-8381-75cc36052a01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 945 time: 0.1382070 Feb 19 01:02:52.995984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0bdb0833-5b01-45d9-94ca-83ff3fc2dfa0 req-b4821de7-b21e-4dd7-8ac1-ed29e433b58f tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234868 Feb 19 01:02:53.001261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '46193324-854c-4548-8557-89b438f629a7', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'port_id': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'mac_address': 'fa:16:3e:05:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a150153-28b5-44e7-ae69-685b1970fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:02:18Z', 'updated_at': '2022-02-19T01:02:46Z', 'revision_number': 1, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:53.062739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9af75-26f8-460a-b022-2fbeb2ac4afd None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '46193324-854c-4548-8557-89b438f629a7', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'port_id': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'mac_address': 'fa:16:3e:05:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a150153-28b5-44e7-ae69-685b1970fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:02:18Z', 'updated_at': '2022-02-19T01:02:46Z', 'revision_number': 1, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:53.277050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b2c7983-8ba8-4b29-893a-f77e935e06fd req-169c4ba3-400c-4080-9229-cff41cc4e978 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0601010 Feb 19 01:02:53.485637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e5c6-3fbc-427a-8e6e-31876b744f1d req-1f5d9500-b2da-402a-a4e8-39c7df17cabf tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.502995 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7775bb16-efc7-4ad3-b8a5-c3b47a9b0469 None None] New status for floating IP 46193324-854c-4548-8557-89b438f629a7: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:53.534006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3458e5c6-3fbc-427a-8e6e-31876b744f1d req-1f5d9500-b2da-402a-a4e8-39c7df17cabf tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 949 time: 0.1462801 Feb 19 01:02:53.585948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.651228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3458e5c6-3fbc-427a-8e6e-31876b744f1d req-cf66be7e-628e-4a5c-9df3-794ddda3d914 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162117 Feb 19 01:02:53.947453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48760) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:54.129873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-189a49e2-06e7-4cc2-96a9-5eb030267cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.260710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-189a49e2-06e7-4cc2-96a9-5eb030267cf9 admin admin] Publish callbacks [] for security_group (2ca91414-a304-47de-bff6-ebc1c6d2be28), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.269170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-189a49e2-06e7-4cc2-96a9-5eb030267cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2ca91414-a304-47de-bff6-ebc1c6d2be28), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.362592 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-189a49e2-06e7-4cc2-96a9-5eb030267cf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f979d3b2e8434ee488c586f8b6f15532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117215 Feb 19 01:02:54.363534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48778) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:54.391502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a49e2-06e7-4cc2-96a9-5eb030267cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca91414-a304-47de-bff6-ebc1c6d2be28,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:54.420709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfe5ea-1685-4659-bd58-f8a881717568 req-4c0dc071-582c-4b22-a746-833eef91d59a tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:54.429306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54bfe5ea-1685-4659-bd58-f8a881717568 req-4c0dc071-582c-4b22-a746-833eef91d59a tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 945 time: 0.1657600 Feb 19 01:02:54.458912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Publish callbacks [] for security_group (2ca91414-a304-47de-bff6-ebc1c6d2be28), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.493606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54bfe5ea-1685-4659-bd58-f8a881717568 req-8c7afa71-c894-4bde-84d2-459231b9d293 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633771 Feb 19 01:02:54.494542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bce0f8f2-5ede-442d-9c5a-aa33ff126110 req-e0fbc708-77cf-41c8-a69f-97bcf8ff7240 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0511589 Feb 19 01:02:54.532025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Publish callbacks [] for security_group (2ca91414-a304-47de-bff6-ebc1c6d2be28), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.627808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2ca91414-a304-47de-bff6-ebc1c6d2be28), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.631743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.633669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ca91414-a304-47de-bff6-ebc1c6d2be28 HTTP/1.1" status: 204 len: 168 time: 0.2689366 Feb 19 01:02:54.651040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca91414-a304-47de-bff6-ebc1c6d2be28,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.681207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c2d4-1499-4a42-80da-280067370a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:54.920730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1792c4-fbd5-497d-961d-694c4b379f09 req-62165e3e-a478-4e2e-93a2-3ab66a363e24 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:54.926279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d1792c4-fbd5-497d-961d-694c4b379f09 req-62165e3e-a478-4e2e-93a2-3ab66a363e24 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 949 time: 0.1050129 Feb 19 01:02:55.024308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d1792c4-fbd5-497d-961d-694c4b379f09 req-a6a3e45c-b72c-47e2-9459-bba97715cb60 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919187 Feb 19 01:02:55.223230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.289821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48804) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:55.309827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1817803-33c5-4b29-96c7-4f15756b25c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.416817 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1817803-33c5-4b29-96c7-4f15756b25c8 admin admin] Publish callbacks [] for security_group (438c1756-1be8-4012-aa45-778aa36ef5b4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.421538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1817803-33c5-4b29-96c7-4f15756b25c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (438c1756-1be8-4012-aa45-778aa36ef5b4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.453233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a1817803-33c5-4b29-96c7-4f15756b25c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ca739f5abd94efab93b54f35119f3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622274 Feb 19 01:02:55.455987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:55.503253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1817803-33c5-4b29-96c7-4f15756b25c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438c1756-1be8-4012-aa45-778aa36ef5b4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:55.569915 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ea934fa-9ad6-461a-941b-c07d22d27b8e admin admin] Publish callbacks [] for security_group (438c1756-1be8-4012-aa45-778aa36ef5b4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.599789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ea934fa-9ad6-461a-941b-c07d22d27b8e admin admin] Publish callbacks [] for security_group (438c1756-1be8-4012-aa45-778aa36ef5b4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.653124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dd83cce5-178c-4fb6-821d-3579e69d2728 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:55.687091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ea934fa-9ad6-461a-941b-c07d22d27b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (438c1756-1be8-4012-aa45-778aa36ef5b4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.693786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ea934fa-9ad6-461a-941b-c07d22d27b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.700844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2ea934fa-9ad6-461a-941b-c07d22d27b8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/438c1756-1be8-4012-aa45-778aa36ef5b4 HTTP/1.1" status: 204 len: 168 time: 0.2437253 Feb 19 01:02:55.775148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b51e77ca-8e7a-4ea2-a92a-e0d3acf150fe req-287f2b08-4df4-4144-8d0c-fcece01a3b31 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0936315 Feb 19 01:02:55.775997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea934fa-9ad6-461a-941b-c07d22d27b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c1756-1be8-4012-aa45-778aa36ef5b4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:55.781880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.814927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3e2-9b9e-4347-a4da-36d339a9515e req-6c42df4c-8f16-4abc-a01e-fc1a007f6588 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.818762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port dd83cce5-178c-4fb6-821d-3579e69d2728 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:55.825171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port dd83cce5-178c-4fb6-821d-3579e69d2728 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:55.825852 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.836497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-612fb3e2-9b9e-4347-a4da-36d339a9515e req-6c42df4c-8f16-4abc-a01e-fc1a007f6588 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 945 time: 0.1592977 Feb 19 01:02:55.902805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a3afbfc3-0f09-44c9-bd14-ff83041457c1 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:55.965971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-612fb3e2-9b9e-4347-a4da-36d339a9515e req-27e869b1-57d5-4017-92b1-084a7f1bc337 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286414 Feb 19 01:02:56.018893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dd83cce5-178c-4fb6-821d-3579e69d2728 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:56.019331 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.097844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd83cce5-178c-4fb6-821d-3579e69d2728'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:56.100376 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dd189e-64d4-4143-a13b-c414503913f0" -d '{"events": [{"server_uuid": "4a4bfc1e-8262-4bf6-a829-6e8949bc16a2", "name": "network-vif-plugged", "status": "completed", "tag": "dd83cce5-178c-4fb6-821d-3579e69d2728"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:56.113164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port a3afbfc3-0f09-44c9-bd14-ff83041457c1 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:56.135490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port a3afbfc3-0f09-44c9-bd14-ff83041457c1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:56.136119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.143919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dd83cce5-178c-4fb6-821d-3579e69d2728, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dd83cce5-178c-4fb6-821d-3579e69d2728,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:56.186562 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5d4c9c-321b-44ed-991d-ea6f8a4141da x-openstack-request-id: req-5d5d4c9c-321b-44ed-991d-ea6f8a4141da {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:56.188514 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4bfc1e-8262-4bf6-a829-6e8949bc16a2", "name": "network-vif-plugged", "status": "completed", "tag": "dd83cce5-178c-4fb6-821d-3579e69d2728", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:56.189314 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d5d4c9c-321b-44ed-991d-ea6f8a4141da {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:56.190728 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd83cce5-178c-4fb6-821d-3579e69d2728', 'code': 200} Feb 19 01:02:56.226755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.243965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b3891-dcdd-4282-a579-10468c21cb90 req-bc9552f0-0896-4457-b8a5-6ecc22700ef8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.256224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-973b3891-dcdd-4282-a579-10468c21cb90 req-bc9552f0-0896-4457-b8a5-6ecc22700ef8 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1240158 Feb 19 01:02:56.318794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-973b3891-dcdd-4282-a579-10468c21cb90 req-f238511a-a805-44d4-9733-7cfc25c2030a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Feb 19 01:02:56.324094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dd83cce5-178c-4fb6-821d-3579e69d2728,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.381458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a3afbfc3-0f09-44c9-bd14-ff83041457c1 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:56.382408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.452074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:56.464025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.510550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.574840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.704722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097d1c0-86ca-4611-b9ca-dcfd6c9f5a6b req-830565d8-f5ee-414a-b283-537e337ef4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.706386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9097d1c0-86ca-4611-b9ca-dcfd6c9f5a6b req-830565d8-f5ee-414a-b283-537e337ef4f7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 1132 time: 0.4297223 Feb 19 01:02:56.922666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aac80813-6d08-4c9f-8732-7c056d319f2f req-d95eb246-d1eb-48de-9f6c-7da874e1c59d tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0511982 Feb 19 01:02:56.976934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9097d1c0-86ca-4611-b9ca-dcfd6c9f5a6b req-80cd80c7-b208-4e5d-9e53-92f5e891a417 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404346 Feb 19 01:02:57.003351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-6e627aba-b58b-4437-9e8f-245fed9b9f9b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.010840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-6e627aba-b58b-4437-9e8f-245fed9b9f9b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.3029540 Feb 19 01:02:57.029162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-4d26e003-a8b9-4f35-8e84-8227df8371d6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/quotas/bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 375 time: 0.0170965 Feb 19 01:02:57.069979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48872) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:57.123059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-9364f41f-5bb2-4fb6-a20d-e22f5bf646bc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927138 Feb 19 01:02:57.170902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1e08-8b49-4e7b-95f7-1ea0ce279a77 req-f24dde74-bb7d-4b48-b51c-898710ce88ac tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.178674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05bc1e08-8b49-4e7b-95f7-1ea0ce279a77 req-f24dde74-bb7d-4b48-b51c-898710ce88ac tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.0659461 Feb 19 01:02:57.251530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05bc1e08-8b49-4e7b-95f7-1ea0ce279a77 req-78156d7d-31e9-4d44-be1b-38f82130693b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715890 Feb 19 01:02:57.270688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-727899608-network', 'tenant_id': '2f3953551f0a420abe960cb4b3998faa'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.291578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Made reservation on behalf of 2f3953551f0a420abe960cb4b3998faa for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:57.294859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.305644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.317113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-3307a046-2a9b-41b9-9a5b-907172e56a7c service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867645 Feb 19 01:02:57.435957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-56b6739d-5867-4a51-b1f5-3bead0791b6e service neutron] 10.222.0.43 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170573 Feb 19 01:02:57.531722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks [] for security_group (bf6a90f5-d8ee-427f-8950-9417892051aa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.540473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf6a90f5-d8ee-427f-8950-9417892051aa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.574929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a90f5-d8ee-427f-8950-9417892051aa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:57.592778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:57.624310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6321e3-d607-4cba-b9c5-9dd33ef6edaf req-73091062-d93e-442d-be85-c85eac8ce62f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.626217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f6321e3-d607-4cba-b9c5-9dd33ef6edaf req-73091062-d93e-442d-be85-c85eac8ce62f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1904128 Feb 19 01:02:57.650280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8fab0d69-1fbd-43f7-b86b-f225535fa8bc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.651109 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Added segment 8fab0d69-1fbd-43f7-b86b-f225535fa8bc of type vlan for network 0cb151e3-4ba6-46d1-b384-518719b69d51 Feb 19 01:02:57.767140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f6321e3-d607-4cba-b9c5-9dd33ef6edaf req-345fa7d8-24f9-4410-88c0-345c043f2485 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229482 Feb 19 01:02:57.776439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0cb151e3-4ba6-46d1-b384-518719b69d51), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.828060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0cb151e3-4ba6-46d1-b384-518719b69d51), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.829264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.829665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.905183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8312624 Feb 19 01:02:57.905638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48892) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:57.912077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Request body: {'subnet': {'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-727899608-subnet', 'tenant_id': '2f3953551f0a420abe960cb4b3998faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.954432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Made reservation on behalf of 2f3953551f0a420abe960cb4b3998faa for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:57.958248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.973019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c451efef-20d2-48d7-8642-b6da2777656f req-d8eaddc9-991d-490c-8418-11b745577a6f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0775640 Feb 19 01:02:57.978162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a193b5-fdaa-4ce7-80fb-20cbf8c1ccbe admin admin] Pushing event updated for resources: {'Network': ['ID=0cb151e3-4ba6-46d1-b384-518719b69d51,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:57.998406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:58.106792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1d93583-a452-4cb1-86c2-cfe39001a4ac req-59602545-f453-4bc3-bf7e-c1681f6a6ce5 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0577860 Feb 19 01:02:58.192959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:58.195662 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f0b32-6d8c-41ea-8bf1-0fde6392178b" -d '{"events": [{"server_uuid": "101d4566-5966-45dc-9fe9-8fbb81cb2b34", "name": "network-vif-plugged", "status": "completed", "tag": "a3afbfc3-0f09-44c9-bd14-ff83041457c1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:58.286831 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef217a7-3205-4aa2-9129-427351db3180 x-openstack-request-id: req-cef217a7-3205-4aa2-9129-427351db3180 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:58.287139 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101d4566-5966-45dc-9fe9-8fbb81cb2b34", "name": "network-vif-plugged", "status": "completed", "tag": "a3afbfc3-0f09-44c9-bd14-ff83041457c1", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:58.287398 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cef217a7-3205-4aa2-9129-427351db3180 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:58.287927 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'code': 200} Feb 19 01:02:58.366321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (21b95288-a811-45c1-a254-6cd72a297988), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.479879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b95288-a811-45c1-a254-6cd72a297988,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:58.499928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Checking segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:58.500320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Network hostable DHCP agents. Network: 0cb151e3-4ba6-46d1-b384-518719b69d51, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:58.544153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf00494-7480-4876-b759-3f178afcbc4e req-87ef6577-e19a-480e-94cf-cea15787c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.546337 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acf00494-7480-4876-b759-3f178afcbc4e req-87ef6577-e19a-480e-94cf-cea15787c6a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 1128 time: 0.1724215 Feb 19 01:02:58.547575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:58.565696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0cb151e3-4ba6-46d1-b384-518719b69d51) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:58.574155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.574861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.576121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cd521-1287-4323-8248-7ee1ab45a31f None None] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:58.578170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674b09-ec93-4a5a-9769-7d5c4f7ff0bb req-1fb43d7f-ccd0-491a-a325-d7d338a61d64 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.594854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49674b09-ec93-4a5a-9769-7d5c4f7ff0bb req-1fb43d7f-ccd0-491a-a325-d7d338a61d64 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.1860330 Feb 19 01:02:58.617659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee2bf7ea-5caa-455d-9f8f-51fb725c123d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7105014 Feb 19 01:02:58.701808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49674b09-ec93-4a5a-9769-7d5c4f7ff0bb req-62f78fcb-f956-4647-9188-34b0333bde08 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050677 Feb 19 01:02:58.754489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acf00494-7480-4876-b759-3f178afcbc4e req-7f3c8fea-39e4-4397-b168-f7eaba9fc690 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940935 Feb 19 01:02:58.839585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c175916-3b9d-4ab8-9a07-a549a9e322e7 None None] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:58.981920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4501-705e-45e3-b82d-8c64759a299c req-cb631629-73a3-469f-9a81-4e6b50675884 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.001608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e96a4501-705e-45e3-b82d-8c64759a299c req-cb631629-73a3-469f-9a81-4e6b50675884 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1316981 Feb 19 01:02:59.133052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e96a4501-705e-45e3-b82d-8c64759a299c req-64512238-f03e-4dc4-abe1-f2cfbad5f57e tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298432 Feb 19 01:02:59.182107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d119a4ca-7828-4c2f-a902-d89ff3bf7745 req-49d52504-e85a-48d5-b234-ea9fc2bf0403 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0432136 Feb 19 01:02:59.601831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-76b81adc-2b18-40b5-8c5e-49257c8d7e4a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.616811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-76b81adc-2b18-40b5-8c5e-49257c8d7e4a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.1941471 Feb 19 01:02:59.669814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-d346f598-92c3-439b-ba73-845b004a0c02 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/quotas/2f3953551f0a420abe960cb4b3998faa HTTP/1.1" status: 200 len: 375 time: 0.0485284 Feb 19 01:02:59.724524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-d9ebf57c-4517-4a97-8833-5cd59753a77d tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528619 Feb 19 01:02:59.778865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af448c37-de82-4325-beac-444724579610 req-09115ebc-626c-435b-8ff4-ab134c669eb0 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.5116317 Feb 19 01:02:59.999763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94e36a-0c1d-4ca0-be8a-0323ce4faf6b req-c096cc4c-9f5d-4072-8321-04a2198aea95 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.012316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b94e36a-0c1d-4ca0-be8a-0323ce4faf6b req-c096cc4c-9f5d-4072-8321-04a2198aea95 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.0640848 Feb 19 01:03:00.020353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-faa83486-8c78-41ff-9dab-df90941fef55 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881284 Feb 19 01:03:00.090422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b94e36a-0c1d-4ca0-be8a-0323ce4faf6b req-1b8ff31e-a07c-4ad2-a2d9-765f7217e9c3 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770333 Feb 19 01:03:00.103391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-11abe4c2-c855-4402-ae96-dc8cbb885315 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.104898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-11abe4c2-c855-4402-ae96-dc8cbb885315 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 821 time: 0.2846248 Feb 19 01:03:00.126379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Request body: {'port': {'device_id': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'admin_state_up': True, 'tenant_id': 'bef317f3ec19416bb9a25cb1aa859586'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:00.230784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-82e91e0e-2268-4f8b-8976-1e80cdea4d29 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083151 Feb 19 01:03:00.312919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Made reservation on behalf of bef317f3ec19416bb9a25cb1aa859586 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:00.328499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.391525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479fb56-ac98-4b8f-823c-f4299260de7d req-4f774da6-98d3-4fdd-bd3e-8fe54b7402b6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.395246 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b479fb56-ac98-4b8f-823c-f4299260de7d req-4f774da6-98d3-4fdd-bd3e-8fe54b7402b6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1215365 Feb 19 01:03:00.515387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b479fb56-ac98-4b8f-823c-f4299260de7d req-f801761b-7c73-4aaf-b5a0-151c9c68dc99 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127241 Feb 19 01:03:00.625866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54c617fb-7521-4007-ab18-9b05bd7e943c req-6abc1e2c-1293-442c-8193-8ebe562c1556 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 210 time: 0.0535142 Feb 19 01:03:00.646769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25bcf661-77c5-411d-9889-75f347cf3a49 req-6ddae5a5-7ce0-405a-8919-3b0e334a1c79 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0666783 Feb 19 01:03:00.722431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Allocated IP 172.20.0.4 (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752/55e3da05-993b-412a-9712-9fc525d88b5e/9fa19b2c-9edc-44d9-8459-79103146b2e0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:00.860467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580092f-badd-47a0-91b6-ed32d3b85fd6 req-d95b6aa2-c176-4f2a-97db-51c148d34ac4 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.864767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b580092f-badd-47a0-91b6-ed32d3b85fd6 req-d95b6aa2-c176-4f2a-97db-51c148d34ac4 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 1132 time: 0.1132481 Feb 19 01:03:01.004826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b580092f-badd-47a0-91b6-ed32d3b85fd6 req-c7ab7854-f271-43ee-9b56-9d4be7aa56f6 tempest-ServersOnMultiNodesTest-1195091808 tempest-ServersOnMultiNodesTest-1195091808-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267369 Feb 19 01:03:01.118314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32b86316-17a5-4b28-aef8-bade94aac381 req-b7863bc0-a8fa-4678-8355-229a46e0cc33 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1495142 Feb 19 01:03:01.332634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks [] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.545631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8780fed-e782-4d6b-a9b6-93e34ed55f26 req-a83fba22-784e-40aa-ac02-7f8ac2d226e0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.554940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8780fed-e782-4d6b-a9b6-93e34ed55f26 req-a83fba22-784e-40aa-ac02-7f8ac2d226e0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.2276409 Feb 19 01:03:01.563083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.587736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6d63bd71-4080-4b60-8ab2-2bd140f47daa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:01.699714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:01.707571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:01.709838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:01.712226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:01.724835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8780fed-e782-4d6b-a9b6-93e34ed55f26 req-647e737b-700d-4bac-80c4-7cdb79b0452d tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686718 Feb 19 01:03:01.774725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704742-2970-426e-81ef-9dce257d82ef req-5fc57efa-91d9-4946-bb18-ae2225981477 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.776314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79704742-2970-426e-81ef-9dce257d82ef req-5fc57efa-91d9-4946-bb18-ae2225981477 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1845331 Feb 19 01:03:01.831425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.832133 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.893268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed434056-657e-48f4-86ba-5bd6955aacf2 req-8f4a0aae-e7f7-49b4-921a-b4f0af238581 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 210 time: 0.0519736 Feb 19 01:03:01.905582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-646906ac-dc35-427c-887b-189b686eb026 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7887068 Feb 19 01:03:01.931289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Request body: {'port': {'device_id': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:01.968506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79704742-2970-426e-81ef-9dce257d82ef req-c93efa25-66bc-45ad-bd9c-76f03c713261 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825776 Feb 19 01:03:02.127420 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.197624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4238248-ba34-42e9-8042-173d0db9f164 req-f4c362c7-5398-4c5a-bbb2-0866d832f01b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.205500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4238248-ba34-42e9-8042-173d0db9f164 req-f4c362c7-5398-4c5a-bbb2-0866d832f01b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 931 time: 0.1293373 Feb 19 01:03:02.216346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b9c0-460e-4582-91b8-416202a24c1e req-562a8436-2dec-4236-ac9c-dce93eec93b5 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.226034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6144b9c0-460e-4582-91b8-416202a24c1e req-562a8436-2dec-4236-ac9c-dce93eec93b5 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.1234663 Feb 19 01:03:02.386220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6144b9c0-460e-4582-91b8-416202a24c1e req-9c7ff48f-4ab4-4a84-8351-4e3a1f647bee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577387 Feb 19 01:03:02.641997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4238248-ba34-42e9-8042-173d0db9f164 req-b714575c-3bba-47d9-91d3-16f3cecb9e1c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336789 Feb 19 01:03:02.651985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-ecc1930b-f881-4d07-b0a9-92b2a0de5ebb tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.655020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-ecc1930b-f881-4d07-b0a9-92b2a0de5ebb tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.2278156 Feb 19 01:03:02.687916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02d99aaf-bdb1-43b1-bf6e-7e071c617295 req-e715038e-5743-4bca-9202-5675877f0616 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0318782 Feb 19 01:03:02.693555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Request body: {'port': {'device_id': '226dbd8c-342e-4471-9bff-0190656afc71', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'admin_state_up': True, 'tenant_id': '2f3953551f0a420abe960cb4b3998faa'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:02.886046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Made reservation on behalf of 2f3953551f0a420abe960cb4b3998faa for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:02.890924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.942616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068275-8ebe-414b-a72e-a3c304c351fb req-942310bf-a0f1-4a23-baa0-846568480c84 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.950094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77068275-8ebe-414b-a72e-a3c304c351fb req-942310bf-a0f1-4a23-baa0-846568480c84 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.1026993 Feb 19 01:03:03.048019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77068275-8ebe-414b-a72e-a3c304c351fb req-af940b05-7f5e-4b23-b097-9845d2ce1e12 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922496 Feb 19 01:03:03.053293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa19b2c-9edc-44d9-8459-79103146b2e0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:03.074405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Publish callbacks [] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.109363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Transition to ACTIVE for port object 9fa19b2c-9edc-44d9-8459-79103146b2e0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:03.113799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.184460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:03.266676 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a2736e7-bb1c-4ac9-848a-cd177757c868 req-0630dd2c-4a77-4be0-8eee-ab23f561d59f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 210 time: 0.0518312 Feb 19 01:03:03.307805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b4c9-9a1d-4ad1-a076-b45383f8118b req-74779e2f-a3f7-4e08-8b01-759bbaedb5c1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.314959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6287b4c9-9a1d-4ad1-a076-b45383f8118b req-74779e2f-a3f7-4e08-8b01-759bbaedb5c1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1315470 Feb 19 01:03:03.319956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Allocated IP 172.20.0.2 (0cb151e3-4ba6-46d1-b384-518719b69d51/21b95288-a811-45c1-a254-6cd72a297988/fd88601c-9639-4952-a0a0-02d089fe2cc3) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:03.414044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:03.414475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:03.416704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:03.440730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:03.447778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:03.470949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6287b4c9-9a1d-4ad1-a076-b45383f8118b req-50e77f44-5bba-4d98-9ad2-2fd096335bf1 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504467 Feb 19 01:03:03.475476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:03.475954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:03.476449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:03.477048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Bound port: 9fa19b2c-9edc-44d9-8459-79103146b2e0, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:03.477518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.536368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf755d-228b-4828-b74d-fa75ee93f8b9 req-02c38878-356e-4056-b811-3bbe65202e70 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.543461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6cf755d-228b-4828-b74d-fa75ee93f8b9 req-02c38878-356e-4056-b811-3bbe65202e70 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.1518362 Feb 19 01:03:03.616898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6cf755d-228b-4828-b74d-fa75ee93f8b9 req-3becdc30-9e40-40ee-8ae9-c0644200c300 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Feb 19 01:03:03.622105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:03.625647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:03.640131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.685374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks [] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.719620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.721206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.723426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] 10.222.0.89 "PUT /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 1091 time: 1.8027377 Feb 19 01:03:03.728980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:03.735465 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76094ba8-5aeb-48c7-b723-6c74c691124c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:03.750232 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.849920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f5d5b-a99c-40d7-827d-6ae85981191a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:03.863030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:03.874693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:03.878657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:03.885174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:03.908484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e191002-d120-4c72-9ed4-9fb6115b6861 req-299d03e8-e5be-492f-b5c2-d0a9bf6fa07d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.915533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e191002-d120-4c72-9ed4-9fb6115b6861 req-299d03e8-e5be-492f-b5c2-d0a9bf6fa07d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1237402 Feb 19 01:03:03.920139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-268d210d-99e1-4054-920c-192c6042df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.921607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-268d210d-99e1-4054-920c-192c6042df99 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1125 time: 0.0894134 Feb 19 01:03:03.953516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1931c-888e-4658-9b47-d461454ed53b req-cd7de615-5e50-4ee6-ac81-18efee0c5fd7 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.955526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3b1931c-888e-4658-9b47-d461454ed53b req-cd7de615-5e50-4ee6-ac81-18efee0c5fd7 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.1683526 Feb 19 01:03:03.985838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.987126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.056785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5c9a99f5-dccf-4cd5-9ca8-c8e0ca739cd2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3674307 Feb 19 01:03:04.081854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-982bdf0f-8b14-474a-bbd6-6d93699ed47c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 217 time: 0.1144009 Feb 19 01:03:04.114231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e191002-d120-4c72-9ed4-9fb6115b6861 req-851a7d9c-9806-4112-a76a-d5146144dab2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977603 Feb 19 01:03:04.124932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3b1931c-888e-4658-9b47-d461454ed53b req-6331d31f-1f94-4196-90b3-a037386c005f tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623693 Feb 19 01:03:04.150346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-760237ab-9b98-46da-9916-6cb6253231f7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.155799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-760237ab-9b98-46da-9916-6cb6253231f7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1899879 Feb 19 01:03:04.179556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Request body: {'port': {'device_id': '226dbd8c-342e-4471-9bff-0190656afc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:04.279898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-1cd4c86f-7920-4392-aa0f-43e0efe51e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.282404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-1cd4c86f-7920-4392-aa0f-43e0efe51e94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1662519 Feb 19 01:03:04.360490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a25dbda8-d9dd-4213-b650-82cbc8b786e3 req-c84ad0e3-eb8d-49d2-b934-7f8b31f3c680 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0779834 Feb 19 01:03:04.377722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-87fff842-f8b7-42e4-93b2-86ea60aadc0e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768442 Feb 19 01:03:04.428537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.498616 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ac34fd-5f01-462e-9ef1-4a2a5f2432b7 x-openstack-request-id: req-77ac34fd-5f01-462e-9ef1-4a2a5f2432b7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:04.498989 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:04.499317 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77ac34fd-5f01-462e-9ef1-4a2a5f2432b7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:04.501348 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'status': 'completed', 'code': 200} Feb 19 01:03:04.595667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-2c330b9d-860e-445b-a572-5c9a26a875d9 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098067 Feb 19 01:03:04.608304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b86d4d-63d9-41da-9aa4-6cc8c337be24 req-ef7da4be-8309-4421-94a7-1766a1f725ca tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.612369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25b86d4d-63d9-41da-9aa4-6cc8c337be24 req-ef7da4be-8309-4421-94a7-1766a1f725ca tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.0881603 Feb 19 01:03:04.637780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port dd83cce5-178c-4fb6-821d-3579e69d2728 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:04.638112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.748630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25b86d4d-63d9-41da-9aa4-6cc8c337be24 req-9fdd7607-a5aa-43b6-a6d8-532027a165a8 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173685 Feb 19 01:03:04.782209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145bb7-154e-433a-abd0-c3c55f4ef983 req-cd29bbf5-b367-47fb-9eb4-23dd665e7fdc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.784916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6145bb7-154e-433a-abd0-c3c55f4ef983 req-cd29bbf5-b367-47fb-9eb4-23dd665e7fdc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 931 time: 0.2400861 Feb 19 01:03:04.825544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d086aa-1530-42d4-8fc2-6d4b5ec73ced req-1ed70b26-2f0e-44fc-b818-d181ed406ac6 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120233 Feb 19 01:03:04.939427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6145bb7-154e-433a-abd0-c3c55f4ef983 req-18e6d760-9c81-407b-a6ff-c633238ac04e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471701 Feb 19 01:03:04.970971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebcf72-082c-40a1-88b8-448ef45af5da req-7cddb219-98a7-4298-8d0b-0a5a8d0ec366 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.971394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0aebcf72-082c-40a1-88b8-448ef45af5da req-7cddb219-98a7-4298-8d0b-0a5a8d0ec366 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 950 time: 0.1039345 Feb 19 01:03:05.018401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-0d408326-c5f1-46d1-a3ec-7e44a52e7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.020195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-0d408326-c5f1-46d1-a3ec-7e44a52e7ed2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1125 time: 0.1115963 Feb 19 01:03:05.061646 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0aebcf72-082c-40a1-88b8-448ef45af5da req-63f7e98f-4da3-4088-9f0f-73f1a0dee71f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856977 Feb 19 01:03:05.068708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port dd83cce5-178c-4fb6-821d-3579e69d2728, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dd83cce5-178c-4fb6-821d-3579e69d2728,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:05.068708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.102420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for dd83cce5-178c-4fb6-821d-3579e69d2728 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:05.199139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-93acfbe5-2620-4619-b2d4-c35691c032a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.200428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-93acfbe5-2620-4619-b2d4-c35691c032a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1652369 Feb 19 01:03:05.244214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd88601c-9639-4952-a0a0-02d089fe2cc3 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:05.257352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Publish callbacks [] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.325547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Transition to ACTIVE for port object fd88601c-9639-4952-a0a0-02d089fe2cc3 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:05.331187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.434735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:05.524039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ee78f-faba-4ec4-9c4c-4c3defada12f req-24bd777b-32fa-474d-8398-474990cab568 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.528411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b5ee78f-faba-4ec4-9c4c-4c3defada12f req-24bd777b-32fa-474d-8398-474990cab568 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2468793 Feb 19 01:03:05.781068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (dd83cce5-178c-4fb6-821d-3579e69d2728), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.800124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'd1d1fb90-d192-41d0-bf26-5e5243d94688', '5e54758a-3630-4c48-a1ac-f495d89caaa2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:05.907367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:05.998008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port dd83cce5-178c-4fb6-821d-3579e69d2728 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:06.008223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b5ee78f-faba-4ec4-9c4c-4c3defada12f req-209f3269-d43b-46b9-954d-b73e456a3834 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717731 Feb 19 01:03:06.014070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.017913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d02b3ea-589a-4dd3-a8d2-9180886980de req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "DELETE /v2.0/ports/dd83cce5-178c-4fb6-821d-3579e69d2728 HTTP/1.1" status: 204 len: 173 time: 1.8560302 Feb 19 01:03:06.020766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'name': 'network-vif-deleted', 'tag': 'dd83cce5-178c-4fb6-821d-3579e69d2728'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:06.026800 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2149f356-1f32-48a5-8d30-006d5990ae67" -d '{"events": [{"server_uuid": "4a4bfc1e-8262-4bf6-a829-6e8949bc16a2", "name": "network-vif-deleted", "tag": "dd83cce5-178c-4fb6-821d-3579e69d2728"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:06.035170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a62e7-04b8-4da7-bef9-3e393ed3b0d9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=dd83cce5-178c-4fb6-821d-3579e69d2728,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:06.043370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Attempting to bind port fd88601c-9639-4952-a0a0-02d089fe2cc3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:06.043726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Attempting to bind port fd88601c-9639-4952-a0a0-02d089fe2cc3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:06.044063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Attempting to bind port fd88601c-9639-4952-a0a0-02d089fe2cc3 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:06.060249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Port fd88601c-9639-4952-a0a0-02d089fe2cc3 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:06.063694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Attempting to bind port fd88601c-9639-4952-a0a0-02d089fe2cc3 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:06.090114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:06.090594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Checking segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:06.091746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Bound using segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:06.094953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Bound port: fd88601c-9639-4952-a0a0-02d089fe2cc3, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:06.095471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.112225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-35f9e509-5df4-43b0-a8a5-69eb68a20122 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 217 time: 0.9041736 Feb 19 01:03:06.331256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8436b59a-f22b-4024-9084-d0698ccfecad req-06da3d65-3d6f-4bb7-8dd4-de3ed0ce1376 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1047313 Feb 19 01:03:06.342192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:06.372143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:06.382565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.417456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713027f-59bb-41d7-a4aa-73c4bc20f6cf req-97efc067-3d63-4728-9161-c162a4279fd7 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.424407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b713027f-59bb-41d7-a4aa-73c4bc20f6cf req-97efc067-3d63-4728-9161-c162a4279fd7 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.3111830 Feb 19 01:03:06.435966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-d165f1e6-9503-48b7-98f7-f3e7112d5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.437653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-d165f1e6-9503-48b7-98f7-f3e7112d5cf9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.2388299 Feb 19 01:03:06.479290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.488189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.489881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] 10.222.0.10 "PUT /v2.0/ports/fd88601c-9639-4952-a0a0-02d089fe2cc3 HTTP/1.1" status: 200 len: 1091 time: 2.4217675 Feb 19 01:03:06.596275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-7e9e1dce-7841-4b8b-8c52-10583e1857a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876222 Feb 19 01:03:06.627296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b713027f-59bb-41d7-a4aa-73c4bc20f6cf req-23a960b0-bc5a-4b8a-a2c9-8eb72c41a9fc tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861067 Feb 19 01:03:06.779743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-5edf1f36-4356-484f-b468-ed27844a12d3 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728234 Feb 19 01:03:06.780389 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d5637f-6912-4491-8aeb-de99fb1bf13c x-openstack-request-id: req-42d5637f-6912-4491-8aeb-de99fb1bf13c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:06.780680 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4bfc1e-8262-4bf6-a829-6e8949bc16a2", "name": "network-vif-deleted", "tag": "dd83cce5-178c-4fb6-821d-3579e69d2728", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:06.780936 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42d5637f-6912-4491-8aeb-de99fb1bf13c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:06.781990 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4bfc1e-8262-4bf6-a829-6e8949bc16a2', 'name': 'network-vif-deleted', 'tag': 'dd83cce5-178c-4fb6-821d-3579e69d2728', 'status': 'completed', 'code': 200} Feb 19 01:03:06.819987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ccecc-3ac9-4dbf-bf96-3f0da45fad8e service neutron] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:06.934181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-35838ded-fb49-4e04-892d-96cd74bc57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.935706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-35838ded-fb49-4e04-892d-96cd74bc57d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 1125 time: 0.3947253 Feb 19 01:03:07.006780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0cc4-4ba7-4dd5-bb00-e0e5eb17d4d2 req-c5841433-7e44-4d3b-82be-ae35d560ca98 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.021800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f27c0cc4-4ba7-4dd5-bb00-e0e5eb17d4d2 req-c5841433-7e44-4d3b-82be-ae35d560ca98 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 943 time: 0.3459568 Feb 19 01:03:07.036010 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76094ba8-5aeb-48c7-b723-6c74c691124c req-198b3126-1e48-4997-8856-c20a4024175c service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401283 Feb 19 01:03:07.119257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-4ab348d0-e3e9-453f-ac1e-c6c435cd7864 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3 HTTP/1.1" status: 200 len: 217 time: 0.1644068 Feb 19 01:03:07.129399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f81f5b61-acdb-4ca9-9fc2-8d3149b4f6c1 req-eaa76430-cd5b-4ac2-9cdd-a10d1456dab6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a4bfc1e-8262-4bf6-a829-6e8949bc16a2 HTTP/1.1" status: 200 len: 210 time: 0.0692289 Feb 19 01:03:07.211316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f27c0cc4-4ba7-4dd5-bb00-e0e5eb17d4d2 req-94499341-0a69-4a64-b478-3180869456fa tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949125 Feb 19 01:03:07.410567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a32ce-48c0-4a71-87dc-4bff3e748f1a req-425ae145-ccfd-46ee-97df-3f5f8d29902e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.417086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5fe2a5df-6476-4063-b782-cd179a0e7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.418470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f81a32ce-48c0-4a71-87dc-4bff3e748f1a req-425ae145-ccfd-46ee-97df-3f5f8d29902e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.1356878 Feb 19 01:03:07.435485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-5fe2a5df-6476-4063-b782-cd179a0e7cb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.2346771 Feb 19 01:03:07.502797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f81a32ce-48c0-4a71-87dc-4bff3e748f1a req-6d2908e3-996c-4e09-aa78-683be8ba0475 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826578 Feb 19 01:03:07.579579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-a1f320f1-d128-4e21-9ade-9a1f34050644 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906112 Feb 19 01:03:07.634452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc17ff6-2132-4ac9-9dc7-5741bb6d92a9 req-81e58939-5088-457b-ae71-81718fa1f41c tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0412724 Feb 19 01:03:07.719128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dd83cce5-178c-4fb6-821d-3579e69d2728 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:07.753464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d343486-12af-4cca-b9d4-9d34bdc280f3 req-8f688610-15c7-4917-997e-e7e314cbcbe2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.755120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d343486-12af-4cca-b9d4-9d34bdc280f3 req-8f688610-15c7-4917-997e-e7e314cbcbe2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.3966455 Feb 19 01:03:07.757532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: dd83cce5-178c-4fb6-821d-3579e69d2728 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:07.760569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dd83cce5-178c-4fb6-821d-3579e69d2728 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:07.896726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-99daf5fd-2e62-468e-8547-5925da0068c9 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049622 Feb 19 01:03:07.957786 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d343486-12af-4cca-b9d4-9d34bdc280f3 req-0c26bb49-12cc-4af3-8af1-97e42acdf2ac tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913753 Feb 19 01:03:08.119109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c3ddf9e-ed78-41f1-9d8e-805dfcf34dee req-85738514-88f6-4ec3-8071-dae4b21b4e5e service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107828 Feb 19 01:03:08.469315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c660237-b10a-4b80-8a13-e83889772f07 req-bc7bdd61-6b08-4e9b-9aed-3dfb6d218e33 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.471520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c660237-b10a-4b80-8a13-e83889772f07 req-bc7bdd61-6b08-4e9b-9aed-3dfb6d218e33 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 943 time: 0.1517854 Feb 19 01:03:08.564866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c660237-b10a-4b80-8a13-e83889772f07 req-f1f0eae0-1f27-4409-ac17-1cb7ff3944a6 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878472 Feb 19 01:03:08.736170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205c3f-5fb3-443c-a0a4-e7c941f7bdfa req-8af21fa9-db9f-48a2-9a2c-0f3bdc8aa95d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.746173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9205c3f-5fb3-443c-a0a4-e7c941f7bdfa req-8af21fa9-db9f-48a2-9a2c-0f3bdc8aa95d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 950 time: 0.0821688 Feb 19 01:03:08.790611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:08.790611 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a61f2b-85c0-478d-b8c1-16cfc127f504" -d '{"events": [{"name": "network-changed", "server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:08.831192 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-116fdbad-5627-4c43-b0c2-5759df96e32c req-f17c8686-5049-46b7-acb1-6540917804c9 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0411720 Feb 19 01:03:08.870747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9205c3f-5fb3-443c-a0a4-e7c941f7bdfa req-acef25b4-c357-48bd-86c8-7432f9a41f11 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235032 Feb 19 01:03:08.953448 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd237f4b-dee9-4911-bc89-1065505d4441 x-openstack-request-id: req-fd237f4b-dee9-4911-bc89-1065505d4441 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:08.953763 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:08.954034 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd237f4b-dee9-4911-bc89-1065505d4441 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:08.954481 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'status': 'completed', 'code': 200} Feb 19 01:03:09.011368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86006e52-17d5-4924-9905-fb4b120f38ab req-2d5870c6-718d-418f-a7ec-36fa5aba9a3e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.013502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86006e52-17d5-4924-9905-fb4b120f38ab req-2d5870c6-718d-418f-a7ec-36fa5aba9a3e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.0924189 Feb 19 01:03:09.088823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86006e52-17d5-4924-9905-fb4b120f38ab req-c9fc75b9-db0c-484e-9ccc-54bdc6128ca3 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642262 Feb 19 01:03:09.114531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-8a650406-fa6d-44e3-9878-db49b95b294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.116047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-8a650406-fa6d-44e3-9878-db49b95b294c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 1125 time: 0.1391146 Feb 19 01:03:09.267117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-afe0b4e5-8b95-4a7a-88dd-8e485eea4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.268839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-afe0b4e5-8b95-4a7a-88dd-8e485eea4a69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 905 time: 0.1416209 Feb 19 01:03:09.276946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade50fc-50ae-43dd-bee9-a8257dc8c880 req-41ecd510-8c06-4705-ad25-fc991a2e89bd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.285171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ade50fc-50ae-43dd-bee9-a8257dc8c880 req-41ecd510-8c06-4705-ad25-fc991a2e89bd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1903186 Feb 19 01:03:09.356230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-790117d4-dd53-4828-9960-f79d1f5133f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3 HTTP/1.1" status: 200 len: 217 time: 0.0684812 Feb 19 01:03:09.422837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ade50fc-50ae-43dd-bee9-a8257dc8c880 req-459ebbd8-338e-46f2-9f85-973a4ab95239 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365433 Feb 19 01:03:09.461931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-479fe0ab-35ff-4abb-b511-4537bf0a3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.463593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-479fe0ab-35ff-4abb-b511-4537bf0a3b58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.0790076 Feb 19 01:03:09.536631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-3e1f8217-9173-43c7-9aab-86671a6b31e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573368 Feb 19 01:03:09.703356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-2597c7a2-0322-40fc-b8f1-887178658d5b service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419270 Feb 19 01:03:09.767879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70a996-9c73-4faf-8e09-b4acf568bc7b req-5c7f192d-ff88-4f3c-87ab-d445d641be17 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.774970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d70a996-9c73-4faf-8e09-b4acf568bc7b req-5c7f192d-ff88-4f3c-87ab-d445d641be17 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 943 time: 0.1008196 Feb 19 01:03:09.943060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d70a996-9c73-4faf-8e09-b4acf568bc7b req-4167b5a0-8d69-40d3-a81d-31e2cb1e51b8 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670737 Feb 19 01:03:10.024789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7a61f2b-85c0-478d-b8c1-16cfc127f504 req-8f2bde10-faf4-4c77-bdd2-1aeeebc0b396 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060138 Feb 19 01:03:10.113719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f9bf238-67e6-4c91-8ada-1e848b994abe req-51e18853-3653-4348-ab86-47e2fc1f4d39 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0764925 Feb 19 01:03:10.168856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e01e-488d-470d-b6d1-53e36e789f7c req-634f51a6-e4b3-4e87-ac78-ba3d97d21e3a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.176974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7561e01e-488d-470d-b6d1-53e36e789f7c req-634f51a6-e4b3-4e87-ac78-ba3d97d21e3a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 950 time: 0.1183765 Feb 19 01:03:10.295611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7561e01e-488d-470d-b6d1-53e36e789f7c req-cd2b3b05-a2ea-44ac-96bf-400861565656 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170466 Feb 19 01:03:10.297784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f49d5-3046-4b04-bce4-dfb728d0f84c req-30658731-0cdb-4f15-88f4-45484ac71b7f tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.299954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-962f49d5-3046-4b04-bce4-dfb728d0f84c req-30658731-0cdb-4f15-88f4-45484ac71b7f tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.0847075 Feb 19 01:03:10.432921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-962f49d5-3046-4b04-bce4-dfb728d0f84c req-dbbf2c74-1cbd-4028-b14b-74101837aed4 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170874 Feb 19 01:03:10.489664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-455ef3f3-74d5-48b7-adc3-65ba481f0a4d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.491569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-455ef3f3-74d5-48b7-adc3-65ba481f0a4d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 950 time: 0.1084046 Feb 19 01:03:10.658972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea7c80-7c89-4a37-8ae6-7cc7689fe88b req-d065ff22-5ec0-42a5-a1ad-19aa7a7c2ebf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.666435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cea7c80-7c89-4a37-8ae6-7cc7689fe88b req-d065ff22-5ec0-42a5-a1ad-19aa7a7c2ebf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.0952532 Feb 19 01:03:10.683239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port 5e54758a-3630-4c48-a1ac-f495d89caaa2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:10.684708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.739249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cea7c80-7c89-4a37-8ae6-7cc7689fe88b req-030dba99-f0c2-45da-a687-d84fca1c25ca tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623505 Feb 19 01:03:10.808593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port 5e54758a-3630-4c48-a1ac-f495d89caaa2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5e54758a-3630-4c48-a1ac-f495d89caaa2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:10.808938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.831844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for 5e54758a-3630-4c48-a1ac-f495d89caaa2 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:11.005908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5e54758a-3630-4c48-a1ac-f495d89caaa2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.020350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'd1d1fb90-d192-41d0-bf26-5e5243d94688', '5e54758a-3630-4c48-a1ac-f495d89caaa2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:11.022628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:11.051926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=5e54758a-3630-4c48-a1ac-f495d89caaa2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.103916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port 5e54758a-3630-4c48-a1ac-f495d89caaa2 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:11.107923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.119782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe7934c5-a7b5-4963-bb37-086a7ccac634 req-907f60f0-7757-45f1-8090-4fed2f201352 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "DELETE /v2.0/ports/5e54758a-3630-4c48-a1ac-f495d89caaa2 HTTP/1.1" status: 204 len: 173 time: 0.6215498 Feb 19 01:03:11.120614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'name': 'network-vif-deleted', 'tag': '5e54758a-3630-4c48-a1ac-f495d89caaa2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:11.134475 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235a6533-d33b-468a-940a-b48ef40c9203" -d '{"events": [{"server_uuid": "1e91eaaa-73c7-4a1b-8749-b302d59c9a1b", "name": "network-vif-deleted", "tag": "5e54758a-3630-4c48-a1ac-f495d89caaa2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:11.270565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9328485-324d-417b-aae4-1846fc7878db req-f3fea980-4fbb-480f-a4dc-c8e183690d77 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.280742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9328485-324d-417b-aae4-1846fc7878db req-f3fea980-4fbb-480f-a4dc-c8e183690d77 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 943 time: 0.1639035 Feb 19 01:03:11.362599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9328485-324d-417b-aae4-1846fc7878db req-9fde34c9-ee3b-4d8b-98ed-b1177fbac058 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807757 Feb 19 01:03:11.406809 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c7db7-c4d8-47dc-966f-461b9bacad1d x-openstack-request-id: req-3f8c7db7-c4d8-47dc-966f-461b9bacad1d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:11.408643 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e91eaaa-73c7-4a1b-8749-b302d59c9a1b", "name": "network-vif-deleted", "tag": "5e54758a-3630-4c48-a1ac-f495d89caaa2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:11.409156 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f8c7db7-c4d8-47dc-966f-461b9bacad1d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:11.410108 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91eaaa-73c7-4a1b-8749-b302d59c9a1b', 'name': 'network-vif-deleted', 'tag': '5e54758a-3630-4c48-a1ac-f495d89caaa2', 'status': 'completed', 'code': 200} Feb 19 01:03:11.568713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32e0b94b-6420-4546-84ac-1d36903b616d req-fca7aa03-6357-4ae0-8658-4d94b8071ea2 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0510342 Feb 19 01:03:11.645789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eaf5dd6-3ab1-4c63-b389-c9eb98a45200 req-5fe3e29b-aab8-41ab-8ad5-184fc33d8587 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e91eaaa-73c7-4a1b-8749-b302d59c9a1b HTTP/1.1" status: 200 len: 210 time: 0.0855858 Feb 19 01:03:11.763915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e349c-b8ce-4db7-8e38-64640dc1a695 req-782e654f-99e2-42a0-abdb-dbdb34f7aece tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.767213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d4e349c-b8ce-4db7-8e38-64640dc1a695 req-782e654f-99e2-42a0-abdb-dbdb34f7aece tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 946 time: 0.0786672 Feb 19 01:03:11.835552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d4e349c-b8ce-4db7-8e38-64640dc1a695 req-c0c0bcb1-3f76-443c-9b8a-86e9bd1556c4 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608115 Feb 19 01:03:11.941847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9490-b886-4a70-90d0-9b3be47eb074 req-1ed27f18-1e07-40a2-a7c8-845d023815db tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.944012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b09f9490-b886-4a70-90d0-9b3be47eb074 req-1ed27f18-1e07-40a2-a7c8-845d023815db tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 946 time: 0.0901368 Feb 19 01:03:11.973748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:12.061615 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b09f9490-b886-4a70-90d0-9b3be47eb074 req-aea72c2a-0faf-4bd5-8dd1-17483627c7cd tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121616 Feb 19 01:03:12.085754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8768fe-ae5f-44fd-bf2f-ec33fa0bbb1c req-26906310-ad33-4a13-93ea-bc4f76292479 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.092901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e8768fe-ae5f-44fd-bf2f-ec33fa0bbb1c req-26906310-ad33-4a13-93ea-bc4f76292479 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1292226 Feb 19 01:03:12.186904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e8768fe-ae5f-44fd-bf2f-ec33fa0bbb1c req-17b52333-e169-4c4f-a321-47453e540c92 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927837 Feb 19 01:03:12.230992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.256858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'mac_address': 'fa:16:3e:3d:0d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:12.322071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fd88601c-9639-4952-a0a0-02d089fe2cc3 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:12.322375 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.333139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e690b-94f5-4fdc-b9fc-205b0e321f95 req-a57df441-6fa3-43de-9510-9b7574433fa7 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.344148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-490e690b-94f5-4fdc-b9fc-205b0e321f95 req-a57df441-6fa3-43de-9510-9b7574433fa7 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 950 time: 0.1003051 Feb 19 01:03:12.352115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd88601c-9639-4952-a0a0-02d089fe2cc3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:12.386000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.393190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.393190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a3afbfc3-0f09-44c9-bd14-ff83041457c1 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:12.407904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-490e690b-94f5-4fdc-b9fc-205b0e321f95 req-2d622a0f-22eb-44b9-b499-f05311324b3b tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Feb 19 01:03:12.524258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70734-568e-4cb0-9a81-f7940694b7ea req-4ff1e1cb-57b2-4916-8fba-1f648f388aa0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.537373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6d70734-568e-4cb0-9a81-f7940694b7ea req-4ff1e1cb-57b2-4916-8fba-1f648f388aa0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 944 time: 0.0819614 Feb 19 01:03:12.541035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:12.601712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.616953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'port_id': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'mac_address': 'fa:16:3e:ca:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e9fead-3942-4287-b8cf-c6d280f52d83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:12.633245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6d70734-568e-4cb0-9a81-f7940694b7ea req-d497f089-1c6b-499e-8051-2debf1e13e9c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941076 Feb 19 01:03:12.661858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a3afbfc3-0f09-44c9-bd14-ff83041457c1 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:12.662377 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.678207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3afbfc3-0f09-44c9-bd14-ff83041457c1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:12.706278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.712048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.770034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:12.780306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b024ba0-1f49-42da-a05b-52f06a99a663 req-51fa3e29-ef9d-49c1-ac3d-7eaa1ca6821b tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0634515 Feb 19 01:03:12.934577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a3afbfc3-0f09-44c9-bd14-ff83041457c1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:13.235101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433a566-fa8f-40e7-a666-417180e28765 req-263b405a-9bf1-4c08-8d8a-cd8557c8efa3 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.237476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7433a566-fa8f-40e7-a666-417180e28765 req-263b405a-9bf1-4c08-8d8a-cd8557c8efa3 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 946 time: 0.0706775 Feb 19 01:03:13.266150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fd88601c-9639-4952-a0a0-02d089fe2cc3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:13.335797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7433a566-fa8f-40e7-a666-417180e28765 req-51761f59-ac4e-43d3-b370-e550e9218b3f tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/security-groups?id=27489f5f-dc41-4ecf-913f-d73548f0db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924120 Feb 19 01:03:13.481801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e8fd6-51eb-4b92-912f-3389332b0ed7 req-0f0f73ee-13ca-45b2-99f2-c9dffd411263 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.485514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-054e8fd6-51eb-4b92-912f-3389332b0ed7 req-0f0f73ee-13ca-45b2-99f2-c9dffd411263 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 950 time: 0.0684144 Feb 19 01:03:13.545387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-054e8fd6-51eb-4b92-912f-3389332b0ed7 req-97ed65e7-8248-4bfd-b83f-0463d22445a7 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533342 Feb 19 01:03:13.597542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b367-0f1b-4d1b-8fd8-1e9d7351164b req-6940394a-ff59-4c1d-88ac-551ed44fde29 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.604919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8dd0b367-0f1b-4d1b-8fd8-1e9d7351164b req-6940394a-ff59-4c1d-88ac-551ed44fde29 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 945 time: 0.0953202 Feb 19 01:03:13.671345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8dd0b367-0f1b-4d1b-8fd8-1e9d7351164b req-d0d41267-a74f-4891-b6aa-5db65ba368ca tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654426 Feb 19 01:03:13.706131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f65c4-75d0-48b8-8861-5c79ff7cd729 req-491dc9fd-1509-4252-a272-01bdb5b918b3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.707642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b5f65c4-75d0-48b8-8861-5c79ff7cd729 req-491dc9fd-1509-4252-a272-01bdb5b918b3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.0662024 Feb 19 01:03:13.762163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b5f65c4-75d0-48b8-8861-5c79ff7cd729 req-c0e01926-ea3d-4e77-a052-7ccee63ce9ad tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Feb 19 01:03:13.846946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aadc79-7515-4ab3-b46d-d7caa4845e70 req-b1fc558d-1682-43de-bc4a-73f63b264a85 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.848586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6aadc79-7515-4ab3-b46d-d7caa4845e70 req-b1fc558d-1682-43de-bc4a-73f63b264a85 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 944 time: 0.0991099 Feb 19 01:03:13.890986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-d61406e0-834a-4fa5-9b86-71bc5660499a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.897340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-d61406e0-834a-4fa5-9b86-71bc5660499a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 946 time: 0.0990210 Feb 19 01:03:13.954498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6aadc79-7515-4ab3-b46d-d7caa4845e70 req-8bf0e1dd-a506-40c3-b945-d90da3494111 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958765 Feb 19 01:03:13.991436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5e54758a-3630-4c48-a1ac-f495d89caaa2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:14.028753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 5e54758a-3630-4c48-a1ac-f495d89caaa2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:14.029477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5e54758a-3630-4c48-a1ac-f495d89caaa2 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:14.030258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a3afbfc3-0f09-44c9-bd14-ff83041457c1 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:14.052753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Deleting port fedd645b-8f1b-44fe-8bcf-53920cb8e41b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:14.053198 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.105556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-354bff84-2cf6-4105-9098-32e52a013d86 req-1542bf22-3883-4e90-af63-22374bae44c6 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0651603 Feb 19 01:03:14.171492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a3afbfc3-0f09-44c9-bd14-ff83041457c1 is: BUILD; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:14.172352 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.191035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3afbfc3-0f09-44c9-bd14-ff83041457c1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:14.204659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] For port fedd645b-8f1b-44fe-8bcf-53920cb8e41b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,segment=NetworkSegment(f9e460f4-bd2b-4be7-b9fe-64e4e2affab8),segment_id=f9e460f4-bd2b-4be7-b9fe-64e4e2affab8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.205464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.225982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.230826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Calling delete_port for fedd645b-8f1b-44fe-8bcf-53920cb8e41b owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:14.236084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.279344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa09ff-0139-4276-9485-859748691c73 req-bbe4d876-4eec-45b4-8759-565a94c2509e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.287366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42aa09ff-0139-4276-9485-859748691c73 req-bbe4d876-4eec-45b4-8759-565a94c2509e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 945 time: 0.0780110 Feb 19 01:03:14.368902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42aa09ff-0139-4276-9485-859748691c73 req-5dd6c541-abf0-4f8f-81a0-bc1b745d4378 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801737 Feb 19 01:03:14.369378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.413380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fedd645b-8f1b-44fe-8bcf-53920cb8e41b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.430775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['fedd645b-8f1b-44fe-8bcf-53920cb8e41b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:14.449248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Pushing event deleted for resources: {'Port': ['ID=fedd645b-8f1b-44fe-8bcf-53920cb8e41b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.514511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] No DVR routers for this DVR port fedd645b-8f1b-44fe-8bcf-53920cb8e41b on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:14.516072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d392740b-510b-4544-9cea-2be1dd5e8572 req-289b3240-94bd-40c7-bb9d-8c7f62ccb4d2 tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a18e9e4-4a63-4cac-bafc-84687d08d897 HTTP/1.1" status: 200 len: 210 time: 0.0716681 Feb 19 01:03:14.518015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.522095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b61238a-c460-4f7a-b643-6e1fda85fb03 req-133d860d-8aac-4777-ab71-6c96e266998a tempest-VolumesAdminNegativeTest-1379554684 tempest-VolumesAdminNegativeTest-1379554684-project] 10.222.0.89 "DELETE /v2.0/ports/fedd645b-8f1b-44fe-8bcf-53920cb8e41b HTTP/1.1" status: 204 len: 173 time: 0.6183701 Feb 19 01:03:14.522238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'name': 'network-vif-deleted', 'tag': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:14.524613 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed4c4f-a1c1-4282-9fbd-aa714333145f" -d '{"events": [{"server_uuid": "9a18e9e4-4a63-4cac-bafc-84687d08d897", "name": "network-vif-deleted", "tag": "fedd645b-8f1b-44fe-8bcf-53920cb8e41b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:14.562777 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab1130f-6df5-419b-89c8-af044b29eb21 x-openstack-request-id: req-5ab1130f-6df5-419b-89c8-af044b29eb21 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:14.563418 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a18e9e4-4a63-4cac-bafc-84687d08d897", "name": "network-vif-deleted", "tag": "fedd645b-8f1b-44fe-8bcf-53920cb8e41b", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:14.563418 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ab1130f-6df5-419b-89c8-af044b29eb21 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:14.564056 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a18e9e4-4a63-4cac-bafc-84687d08d897', 'name': 'network-vif-deleted', 'tag': 'fedd645b-8f1b-44fe-8bcf-53920cb8e41b', 'status': 'completed', 'code': 200} Feb 19 01:03:14.687720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad4c9-daa2-4612-b4a3-ce8284b7e3be req-fe5c19fa-fe08-4c8e-9d69-a0e190098d9d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.690141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e98ad4c9-daa2-4612-b4a3-ce8284b7e3be req-fe5c19fa-fe08-4c8e-9d69-a0e190098d9d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 950 time: 0.0698795 Feb 19 01:03:14.740719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e98ad4c9-daa2-4612-b4a3-ce8284b7e3be req-64b76290-8195-44ac-a2b1-355a0422dd74 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 Feb 19 01:03:14.904949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccbe79-1c57-486f-aa53-ff2372422cfe req-60a03ec1-2934-4035-8d61-c2462fcd9d70 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.906620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bdccbe79-1c57-486f-aa53-ff2372422cfe req-60a03ec1-2934-4035-8d61-c2462fcd9d70 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.0600958 Feb 19 01:03:14.942521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-e372f4d6-4de0-4b4b-a2fe-e871e2607eeb tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.944174 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-e372f4d6-4de0-4b4b-a2fe-e871e2607eeb tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 950 time: 0.0620146 Feb 19 01:03:14.958657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bdccbe79-1c57-486f-aa53-ff2372422cfe req-459d63c4-948f-48ae-85bf-da54b1885b6c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Feb 19 01:03:15.241970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-640ca8df-02b3-4ea9-8412-e546364f822b req-a6179cce-89d5-4138-b76d-2d53656930cc tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0305464 Feb 19 01:03:15.386803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port d1d1fb90-d192-41d0-bf26-5e5243d94688 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:15.387136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.396610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd699-0ea0-4972-8a90-455f3e9dacc8 req-25f78d7b-b199-4959-b6a9-e3c4309a4125 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.398151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fbbd699-0ea0-4972-8a90-455f3e9dacc8 req-25f78d7b-b199-4959-b6a9-e3c4309a4125 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 944 time: 0.3763416 Feb 19 01:03:15.492804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cff68-e6cd-4bf5-b109-e4f457a3d8bc req-ec2e95a3-2595-4655-920f-5f3895212832 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.494469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b5cff68-e6cd-4bf5-b109-e4f457a3d8bc req-ec2e95a3-2595-4655-920f-5f3895212832 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 944 time: 0.0519006 Feb 19 01:03:15.504580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fbbd699-0ea0-4972-8a90-455f3e9dacc8 req-17f6da05-6235-4b0e-a745-f1a62ec7831e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941494 Feb 19 01:03:15.537253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port d1d1fb90-d192-41d0-bf26-5e5243d94688, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d1d1fb90-d192-41d0-bf26-5e5243d94688,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.537957 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.553021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for d1d1fb90-d192-41d0-bf26-5e5243d94688 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:15.565408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b5cff68-e6cd-4bf5-b109-e4f457a3d8bc req-f6cd333e-6fbc-41d9-bf85-fcfda3936ddb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 Feb 19 01:03:15.627509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49372) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.679372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Deleting subnet 08b37761-a974-4972-b12c-dca998fcf55f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:15.683024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Publish callbacks [] for subnet (08b37761-a974-4972-b12c-dca998fcf55f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.710398 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d1d1fb90-d192-41d0-bf26-5e5243d94688), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.724005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (08b37761-a974-4972-b12c-dca998fcf55f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.725960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'd1d1fb90-d192-41d0-bf26-5e5243d94688'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:15.730117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:15.755425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=d1d1fb90-d192-41d0-bf26-5e5243d94688,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.778381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (08b37761-a974-4972-b12c-dca998fcf55f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.807922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port d1d1fb90-d192-41d0-bf26-5e5243d94688 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:15.810147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:15.810944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.816069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e83ead00-643f-4d7a-8b9f-bca36cee69af req-7c96616c-2303-4fab-9a46-512a726696ba tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "DELETE /v2.0/ports/d1d1fb90-d192-41d0-bf26-5e5243d94688 HTTP/1.1" status: 204 len: 173 time: 0.8642807 Feb 19 01:03:15.816530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04913463-523a-45d5-a767-6ad0c16e193d', 'name': 'network-vif-deleted', 'tag': 'd1d1fb90-d192-41d0-bf26-5e5243d94688'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:15.819045 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8df4d1-1496-4bde-b17a-93aa825f9738" -d '{"events": [{"server_uuid": "04913463-523a-45d5-a767-6ad0c16e193d", "name": "network-vif-deleted", "tag": "d1d1fb90-d192-41d0-bf26-5e5243d94688"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:15.904901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (08b37761-a974-4972-b12c-dca998fcf55f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.948085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b37761-a974-4972-b12c-dca998fcf55f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.953506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.960428 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe77cff-48e0-4389-b4a8-05e07630bc8a x-openstack-request-id: req-2fe77cff-48e0-4389-b4a8-05e07630bc8a {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:15.960812 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04913463-523a-45d5-a767-6ad0c16e193d", "name": "network-vif-deleted", "tag": "d1d1fb90-d192-41d0-bf26-5e5243d94688", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:15.961164 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fe77cff-48e0-4389-b4a8-05e07630bc8a {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:15.961368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c89d30ae-fdee-496f-84dd-93580ded81d8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/08b37761-a974-4972-b12c-dca998fcf55f HTTP/1.1" status: 204 len: 168 time: 0.3318415 Feb 19 01:03:15.961687 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04913463-523a-45d5-a767-6ad0c16e193d', 'name': 'network-vif-deleted', 'tag': 'd1d1fb90-d192-41d0-bf26-5e5243d94688', 'status': 'completed', 'code': 200} Feb 19 01:03:15.962397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49378) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.963923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f7c96f2-fd07-4a94-8782-6ea55e245fea req-1b1a21b8-e2fa-4bda-bbb8-bcdccdce844f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=04913463-523a-45d5-a767-6ad0c16e193d HTTP/1.1" status: 200 len: 210 time: 0.0712774 Feb 19 01:03:16.049685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:16.057344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (52b21aec-95fb-4aea-a9be-a808e4cf5277), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.155816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be712-aa65-4eaf-8986-27556b75aeee req-59dc747e-4e2e-47c8-a46c-3c4484be3004 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.161942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-341be712-aa65-4eaf-8986-27556b75aeee req-59dc747e-4e2e-47c8-a46c-3c4484be3004 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 944 time: 0.1056178 Feb 19 01:03:16.209064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (52b21aec-95fb-4aea-a9be-a808e4cf5277), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.237959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port fd88601c-9639-4952-a0a0-02d089fe2cc3 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:16.246195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b21aec-95fb-4aea-a9be-a808e4cf5277']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:16.262257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450cab3-6295-4f9d-9df3-159a0c5a5abc req-5af2ce1c-e75c-417d-91cb-c3b614098a04 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.268471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:16.268877 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.270770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9450cab3-6295-4f9d-9df3-159a0c5a5abc req-5af2ce1c-e75c-417d-91cb-c3b614098a04 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1749799 Feb 19 01:03:16.289993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:16.290273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e460f4-bd2b-4be7-b9fe-64e4e2affab8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:16.308096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (f9e460f4-bd2b-4be7-b9fe-64e4e2affab8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.339737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f9e460f4-bd2b-4be7-b9fe-64e4e2affab8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.359385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:16.361395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9450cab3-6295-4f9d-9df3-159a0c5a5abc req-cf7659ce-64fe-4fe1-aa10-ca9e85dcb024 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863211 Feb 19 01:03:16.364369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:16.366376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (f9e460f4-bd2b-4be7-b9fe-64e4e2affab8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:16.368406 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:16.386130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:16.401673 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4674b4-ecf1-4d88-bcdc-9477bf674e13" -d '{"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-unplugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:16.412977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Deleting port a3afbfc3-0f09-44c9-bd14-ff83041457c1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:16.415348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fd88601c-9639-4952-a0a0-02d089fe2cc3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:16.415806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.421303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.428236 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.494447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (52b21aec-95fb-4aea-a9be-a808e4cf5277), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.507243 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.511877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] 10.222.0.43 "DELETE /v2.0/networks/52b21aec-95fb-4aea-a9be-a808e4cf5277 HTTP/1.1" status: 204 len: 168 time: 0.5482652 Feb 19 01:03:16.517787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49388) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.543607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:03:16.562265 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3676bfe5-cc2f-4ad8-802c-8c35a02c3611 x-openstack-request-id: req-3676bfe5-cc2f-4ad8-802c-8c35a02c3611 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:16.562718 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-unplugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:16.563074 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3676bfe5-cc2f-4ad8-802c-8c35a02c3611 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:16.563605 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'code': 200} Feb 19 01:03:16.565239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.588285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27326fed-949e-41d2-9297-e9416be1d670 req-8b931498-81bf-4317-a3c7-5bad2ae935e5 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1787400 Feb 19 01:03:16.611843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Deleting subnet 5e557b78-8b7c-4f81-b22e-fe1853858160 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:16.618111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Publish callbacks [] for subnet (5e557b78-8b7c-4f81-b22e-fe1853858160), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.620524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669f27f-a358-4038-8f6d-0edaf895b8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=52b21aec-95fb-4aea-a9be-a808e4cf5277,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.682834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] For port a3afbfc3-0f09-44c9-bd14-ff83041457c1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a3afbfc3-0f09-44c9-bd14-ff83041457c1,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:16.683428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.697874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Calling delete_port for a3afbfc3-0f09-44c9-bd14-ff83041457c1 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:16.732257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (5e557b78-8b7c-4f81-b22e-fe1853858160), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.803748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764f196-9df1-4704-a4a8-36448ef41308 req-c34c132c-c685-4ba1-8bed-908c4814af2b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.812772 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c764f196-9df1-4704-a4a8-36448ef41308 req-c34c132c-c685-4ba1-8bed-908c4814af2b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 944 time: 0.1508090 Feb 19 01:03:16.842063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a3afbfc3-0f09-44c9-bd14-ff83041457c1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.847311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5e557b78-8b7c-4f81-b22e-fe1853858160), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.867754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fd88601c-9639-4952-a0a0-02d089fe2cc3 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:16.868346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.900044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404ea5d3-2a1b-4e73-805c-42a41ddb2dd8 req-33336cf9-a797-49ba-b1d8-143bd5a00dfa tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=101d4566-5966-45dc-9fe9-8fbb81cb2b34 HTTP/1.1" status: 200 len: 210 time: 0.0621610 Feb 19 01:03:16.905221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event deleted for resources: {'Port': ['ID=a3afbfc3-0f09-44c9-bd14-ff83041457c1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.926013 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c764f196-9df1-4704-a4a8-36448ef41308 req-a8ff5039-5b1a-4b04-9b30-1341ab96f0d2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116867 Feb 19 01:03:16.954333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:16.965820 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.967192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d1d1fb90-d192-41d0-bf26-5e5243d94688 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:16.970991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (5e557b78-8b7c-4f81-b22e-fe1853858160), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.998977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.009233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49406) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.011292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] No DVR routers for this DVR port a3afbfc3-0f09-44c9-bd14-ff83041457c1 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:17.015098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e557b78-8b7c-4f81-b22e-fe1853858160 HTTP/1.1" status: 204 len: 168 time: 0.4853597 Feb 19 01:03:17.026732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.030269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-341be712-aa65-4eaf-8986-27556b75aeee req-edda5f78-a7a6-4a78-95dd-9fa60c1a770b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "DELETE /v2.0/ports/a3afbfc3-0f09-44c9-bd14-ff83041457c1 HTTP/1.1" status: 204 len: 173 time: 0.8573966 Feb 19 01:03:17.065008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6951-7f5f-4af2-a308-b2b8c4e34516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e557b78-8b7c-4f81-b22e-fe1853858160,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.075493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: d1d1fb90-d192-41d0-bf26-5e5243d94688 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:17.075874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d1d1fb90-d192-41d0-bf26-5e5243d94688 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:17.134188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (8e64920a-231c-454c-ac45-14582a2c6444), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.158921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.222534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (8e64920a-231c-454c-ac45-14582a2c6444), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.252499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e64920a-231c-454c-ac45-14582a2c6444']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:17.264195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726289e4-6c1a-4c52-99fc-53e96f41d13a') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:17.264563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726289e4-6c1a-4c52-99fc-53e96f41d13a') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:17.274277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (726289e4-6c1a-4c52-99fc-53e96f41d13a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.287747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (726289e4-6c1a-4c52-99fc-53e96f41d13a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.293991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:17.294469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (726289e4-6c1a-4c52-99fc-53e96f41d13a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:17.296261 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:17.363143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (8e64920a-231c-454c-ac45-14582a2c6444), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.397419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.401008 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] 10.222.0.43 "DELETE /v2.0/networks/8e64920a-231c-454c-ac45-14582a2c6444 HTTP/1.1" status: 204 len: 168 time: 0.3872139 Feb 19 01:03:17.415650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8b024-b0f2-49ed-80b7-6dcf4c9b362c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e64920a-231c-454c-ac45-14582a2c6444,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.541745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0203704-d128-4656-b671-b3ab5068da21 req-c556bc4d-69df-4a1c-90cb-d4339c581b25 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.543451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0203704-d128-4656-b671-b3ab5068da21 req-c556bc4d-69df-4a1c-90cb-d4339c581b25 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.0835681 Feb 19 01:03:17.547167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ac7b-59fa-4c60-b000-da6abc099740 req-49ed8084-ce83-41a9-b30a-cf2a3a1812e3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.554792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7c5ac7b-59fa-4c60-b000-da6abc099740 req-49ed8084-ce83-41a9-b30a-cf2a3a1812e3 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 950 time: 0.1054108 Feb 19 01:03:17.591993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49418) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.641054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0203704-d128-4656-b671-b3ab5068da21 req-ce60b27a-9be9-4b52-a124-f5e89b314dcb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901790 Feb 19 01:03:17.653625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7c5ac7b-59fa-4c60-b000-da6abc099740 req-4e07b047-74be-4fa0-b3b3-ef1a879d0d99 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976148 Feb 19 01:03:17.680292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-89236bda-5e5c-4ff4-8cc7-dd769718d635 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f581bdf3ab16444fb9804fbdf1fd46c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0873702 Feb 19 01:03:17.682625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49422) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.734171 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-637602c4-da52-42fe-a2d7-3ca5aada4ddf admin admin] Publish callbacks [] for security_group (27489f5f-dc41-4ecf-913f-d73548f0db44), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.744159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab93f02b-8c51-49ad-acea-35fb19336376 req-b2b8b090-ebba-455e-a9a4-049b83a86f01 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0283008 Feb 19 01:03:17.757823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-637602c4-da52-42fe-a2d7-3ca5aada4ddf admin admin] Publish callbacks [] for security_group (27489f5f-dc41-4ecf-913f-d73548f0db44), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.787878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:17.792490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device fedd645b-8f1b-44fe-8bcf-53920cb8e41b no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:17.817936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-637602c4-da52-42fe-a2d7-3ca5aada4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (27489f5f-dc41-4ecf-913f-d73548f0db44), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.820984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-637602c4-da52-42fe-a2d7-3ca5aada4ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.824847 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-637602c4-da52-42fe-a2d7-3ca5aada4ddf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27489f5f-dc41-4ecf-913f-d73548f0db44 HTTP/1.1" status: 204 len: 168 time: 0.1385274 Feb 19 01:03:17.825599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: fedd645b-8f1b-44fe-8bcf-53920cb8e41b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:17.826017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device fedd645b-8f1b-44fe-8bcf-53920cb8e41b not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:17.834033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637602c4-da52-42fe-a2d7-3ca5aada4ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27489f5f-dc41-4ecf-913f-d73548f0db44,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.933143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:17.946529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'mac_address': 'fa:16:3e:de:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:17.962523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'name': 'network-vif-deleted', 'tag': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:17.966078 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e81ef-861b-408c-b7df-93f2b7185fc1" -d '{"events": [{"server_uuid": "101d4566-5966-45dc-9fe9-8fbb81cb2b34", "name": "network-vif-deleted", "tag": "a3afbfc3-0f09-44c9-bd14-ff83041457c1"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:18.006568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:18.007143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.020083 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500d1ee2-9d44-41bc-a0a0-7d2f3b039d47 x-openstack-request-id: req-500d1ee2-9d44-41bc-a0a0-7d2f3b039d47 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:18.020446 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101d4566-5966-45dc-9fe9-8fbb81cb2b34", "name": "network-vif-deleted", "tag": "a3afbfc3-0f09-44c9-bd14-ff83041457c1", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:18.021392 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-500d1ee2-9d44-41bc-a0a0-7d2f3b039d47 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:18.021864 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101d4566-5966-45dc-9fe9-8fbb81cb2b34', 'name': 'network-vif-deleted', 'tag': 'a3afbfc3-0f09-44c9-bd14-ff83041457c1', 'status': 'completed', 'code': 200} Feb 19 01:03:18.026643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2934f64-bdaf-46ed-8de2-623db9017a08 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:18.057583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:18.062452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.114799 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.140004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.150974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fff83-80bb-43fb-8959-ffef9de9110d req-f1c7b548-7cf0-4399-864e-5ad2766b6c7f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.161746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-023fff83-80bb-43fb-8959-ffef9de9110d req-f1c7b548-7cf0-4399-864e-5ad2766b6c7f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 945 time: 0.1280811 Feb 19 01:03:18.218733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a2934f64-bdaf-46ed-8de2-623db9017a08'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:18.219762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-023fff83-80bb-43fb-8959-ffef9de9110d req-a8cf3f2d-43b7-429e-a534-b1dbb8d6c8cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571074 Feb 19 01:03:18.226719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.233377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429149245', 'description': 'tempest-description--214444395'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:18.284635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.330102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49448) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.387130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group (733a2bcc-409b-4efb-be06-bbdf50c8053a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.392823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (733a2bcc-409b-4efb-be06-bbdf50c8053a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.410461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c898f2c1-fd0d-4582-b358-25951d52b9ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=481c1bd290704b198940adf0f1a5dd51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792370 Feb 19 01:03:18.413122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49450) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.428711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.429972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2022171 Feb 19 01:03:18.433550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49452) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.438079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'security_group_rule': {'security_group_id': '733a2bcc-409b-4efb-be06-bbdf50c8053a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:18.443574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c40ac-c709-4d18-979c-009155852b04 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733a2bcc-409b-4efb-be06-bbdf50c8053a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.468791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group_rule (35bcd675-f0a1-48a9-9bba-fd8c43f16fe0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.478120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4dafd3b-c971-4745-adca-a9b4862c5b7d admin admin] Publish callbacks [] for security_group (621a8a26-e6fd-4c09-9482-7f68373f6520), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.514760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4dafd3b-c971-4745-adca-a9b4862c5b7d admin admin] Publish callbacks [] for security_group (621a8a26-e6fd-4c09-9482-7f68373f6520), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.527745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group_rule (35bcd675-f0a1-48a9-9bba-fd8c43f16fe0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.531594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (35bcd675-f0a1-48a9-9bba-fd8c43f16fe0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.551498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bcd675-f0a1-48a9-9bba-fd8c43f16fe0,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.562000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.563598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aaabe25d-a54d-4583-b320-1712545ea5cb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291232 Feb 19 01:03:18.564865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:18.566801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49454) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.567447 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e8a71c-e48f-4fe3-95b1-02431510ce71" -d '{"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-plugged", "status": "completed", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:18.574387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'security_group_rule': {'security_group_id': '733a2bcc-409b-4efb-be06-bbdf50c8053a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:18.579339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4dafd3b-c971-4745-adca-a9b4862c5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (621a8a26-e6fd-4c09-9482-7f68373f6520), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.583984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4dafd3b-c971-4745-adca-a9b4862c5b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.585973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c4dafd3b-c971-4745-adca-a9b4862c5b7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/621a8a26-e6fd-4c09-9482-7f68373f6520 HTTP/1.1" status: 204 len: 168 time: 0.1717546 Feb 19 01:03:18.597534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dafd3b-c971-4745-adca-a9b4862c5b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a8a26-e6fd-4c09-9482-7f68373f6520,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.627568 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d901b4-5128-45f6-a487-e182754c85de x-openstack-request-id: req-02d901b4-5128-45f6-a487-e182754c85de {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:18.627568 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-plugged", "status": "completed", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:18.627960 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02d901b4-5128-45f6-a487-e182754c85de {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:18.628541 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'code': 200} Feb 19 01:03:18.655778 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group_rule (e4d692ea-4fd8-4655-b170-bf751c0ae2cf), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.747012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group_rule (e4d692ea-4fd8-4655-b170-bf751c0ae2cf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.755309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e4d692ea-4fd8-4655-b170-bf751c0ae2cf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.800213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d692ea-4fd8-4655-b170-bf751c0ae2cf,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.829240 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.830580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-80ae5611-9c1c-4e43-a99e-9461a8b52171 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627568 Feb 19 01:03:18.834798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8ac72-5ddb-43a2-b2a0-79b7bd21bc22 req-7c516618-4540-4ccc-9fd5-c8b62a15271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.836009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49466) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.836412 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9a8ac72-5ddb-43a2-b2a0-79b7bd21bc22 req-7c516618-4540-4ccc-9fd5-c8b62a15271a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 1127 time: 0.1301980 Feb 19 01:03:18.842739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-8daa676b-5fcf-4c5b-b72f-716c540c70cf tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.844536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-8daa676b-5fcf-4c5b-b72f-716c540c70cf tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 950 time: 0.1383219 Feb 19 01:03:18.848765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:18.888695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104e4ac-6a86-406d-9cec-7fbb9de1e20c req-0b1fa1c7-88ff-4c80-81a7-1e2005c2f122 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.890283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1104e4ac-6a86-406d-9cec-7fbb9de1e20c req-0b1fa1c7-88ff-4c80-81a7-1e2005c2f122 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 950 time: 0.1150515 Feb 19 01:03:18.931423 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9a8ac72-5ddb-43a2-b2a0-79b7bd21bc22 req-00eba4a5-b868-4bb7-95cd-3e2e1334dc9d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841305 Feb 19 01:03:18.937594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57f55a-56bb-4858-8187-07ead9947a6e req-a066d59a-e925-47cb-86b5-b87694d031d4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.939958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa57f55a-56bb-4858-8187-07ead9947a6e req-a066d59a-e925-47cb-86b5-b87694d031d4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1676469 Feb 19 01:03:18.962672 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.973716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1104e4ac-6a86-406d-9cec-7fbb9de1e20c req-c9c65284-7df8-4751-819c-e875cf53949a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747545 Feb 19 01:03:19.085470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c06bdcc8-d240-4ca2-961c-82b3d7e812d1 req-fca7c2d6-af9b-4d86-9b34-f5172be4625d tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0314538 Feb 19 01:03:19.109316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa57f55a-56bb-4858-8187-07ead9947a6e req-21cd1219-5b9b-4de7-b7ac-8579da1c4daa tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425238 Feb 19 01:03:19.129831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port fc57c112-a507-4937-b0cb-d7b46924fce2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:19.130201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.228913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.303053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port fc57c112-a507-4937-b0cb-d7b46924fce2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fc57c112-a507-4937-b0cb-d7b46924fce2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:19.303319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.340455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for fc57c112-a507-4937-b0cb-d7b46924fce2 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:19.436028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4b2ea-0112-4abc-abf7-8f60b83d3aea req-19424f03-4324-42e6-aad1-5c50079fa7da tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:19.444877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee4b2ea-0112-4abc-abf7-8f60b83d3aea req-19424f03-4324-42e6-aad1-5c50079fa7da tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 945 time: 0.1338453 Feb 19 01:03:19.493649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Allocated IP 172.25.0.7 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8551d7d7-7d8c-49a7-b29d-5863d658a684) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:19.503353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee4b2ea-0112-4abc-abf7-8f60b83d3aea req-3cf1856e-a28c-4502-9427-abcc1142e032 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Feb 19 01:03:19.672122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49508) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.687219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fc57c112-a507-4937-b0cb-d7b46924fce2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.694488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.711580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'fc57c112-a507-4937-b0cb-d7b46924fce2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:19.717490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:19.746833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=fc57c112-a507-4937-b0cb-d7b46924fce2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.808558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port fc57c112-a507-4937-b0cb-d7b46924fce2 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:19.812501 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.814520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:19.816423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be0ed1ed-002c-4dc2-9387-d695cb3b7181 req-63146e22-946b-4651-9b48-0a02a32405ad tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "DELETE /v2.0/ports/fc57c112-a507-4937-b0cb-d7b46924fce2 HTTP/1.1" status: 204 len: 173 time: 0.9623699 Feb 19 01:03:19.833352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.871216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-network', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:19.888719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:19.898746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:19.908483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:19.941148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'Port': ['ID=8551d7d7-7d8c-49a7-b29d-5863d658a684,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.946184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Made reservation on behalf of 3d39d67c7de54432b5a6dd93b2062af3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:19.948639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.975202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.039322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'name': 'network-vif-deleted', 'tag': 'fc57c112-a507-4937-b0cb-d7b46924fce2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:20.041724 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525464d-cf4f-4bec-bf34-d09524aa8459" -d '{"events": [{"server_uuid": "2878b8a4-fd9f-46dc-b73f-0fa989167c87", "name": "network-vif-deleted", "tag": "fc57c112-a507-4937-b0cb-d7b46924fce2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:20.069924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d402b1-2079-409f-8a3b-3af769eb783e req-2cf11a87-1f9e-4338-abcb-8fc8780ad9c5 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.074858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74d402b1-2079-409f-8a3b-3af769eb783e req-2cf11a87-1f9e-4338-abcb-8fc8780ad9c5 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 950 time: 0.1593883 Feb 19 01:03:20.100424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for floatingip (9f1dcac8-3450-4e06-8efe-f1be2920da26), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.204530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a3afbfc3-0f09-44c9-bd14-ff83041457c1 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:20.217043 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361705a-20d1-4ab2-91d9-62e5bbc279b5 x-openstack-request-id: req-8361705a-20d1-4ab2-91d9-62e5bbc279b5 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:20.217508 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878b8a4-fd9f-46dc-b73f-0fa989167c87", "name": "network-vif-deleted", "tag": "fc57c112-a507-4937-b0cb-d7b46924fce2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:20.217865 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8361705a-20d1-4ab2-91d9-62e5bbc279b5 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:20.219161 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2878b8a4-fd9f-46dc-b73f-0fa989167c87', 'name': 'network-vif-deleted', 'tag': 'fc57c112-a507-4937-b0cb-d7b46924fce2', 'status': 'completed', 'code': 200} Feb 19 01:03:20.293503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: a3afbfc3-0f09-44c9-bd14-ff83041457c1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:20.295866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a3afbfc3-0f09-44c9-bd14-ff83041457c1 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:20.393016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-973e6735-2bab-42fd-8a5e-ae9a7acab74e req-53f3b5eb-c2b5-44cf-aea0-291ab0bf6049 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=2878b8a4-fd9f-46dc-b73f-0fa989167c87 HTTP/1.1" status: 200 len: 210 time: 0.1712158 Feb 19 01:03:20.401845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.415086 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks [] for security_group (8527be30-aef6-453a-a704-cb97954faed1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.423767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8527be30-aef6-453a-a704-cb97954faed1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.449845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23e5a947-d3eb-4c90-af56-ab0f6d5bc214 req-6e3c73d5-2554-4f75-a547-c9907811fb2f tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1054811 Feb 19 01:03:20.465262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port b783fcc5-39a4-4900-ac68-ddb53f891f06 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:20.465603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.482142 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f873499e-dfb5-4922-a6e7-fd7d93e1aa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.553448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:20.559089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a2934f64-bdaf-46ed-8de2-623db9017a08 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:20.559689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.646655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527be30-aef6-453a-a704-cb97954faed1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.701304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1e0430d9-4706-4fed-8a22-90640bea0fb0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.701653 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Added segment 1e0430d9-4706-4fed-8a22-90640bea0fb0 of type vlan for network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 Feb 19 01:03:20.761224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port b783fcc5-39a4-4900-ac68-ddb53f891f06, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b783fcc5-39a4-4900-ac68-ddb53f891f06,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:20.761604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.778736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for b783fcc5-39a4-4900-ac68-ddb53f891f06 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:20.808762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc272fdd-da4b-40c0-addd-08bac67dd527 req-1e5141a0-1f46-47d5-a9de-f420f81a7b4e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.815764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc272fdd-da4b-40c0-addd-08bac67dd527 req-1e5141a0-1f46-47d5-a9de-f420f81a7b4e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 945 time: 0.1185503 Feb 19 01:03:20.830627 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (72d32af2-b37e-4661-9cbb-d8592fbc7c64), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.867169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c65c0a-72d5-4666-a734-949c42574a14 req-88b7fb7d-4367-4327-8556-ca4917a128b5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.868718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21c65c0a-72d5-4666-a734-949c42574a14 req-88b7fb7d-4367-4327-8556-ca4917a128b5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2878914 Feb 19 01:03:20.918747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc272fdd-da4b-40c0-addd-08bac67dd527 req-72804f99-9d53-42c2-ae85-aade9a8e5244 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996392 Feb 19 01:03:20.919291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (72d32af2-b37e-4661-9cbb-d8592fbc7c64), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.920259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.920849 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.960557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.961782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2824910 Feb 19 01:03:20.972120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:20.972705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.974848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Request body: {'subnet': {'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-subnet', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:21.014197 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.033219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.096794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'Port': ['ID=8551d7d7-7d8c-49a7-b29d-5863d658a684,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.108122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:21.108682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21c65c0a-72d5-4666-a734-949c42574a14 req-4cf9fe39-8083-4edd-8788-ac57153c995a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257421 Feb 19 01:03:21.109743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c705-aeaf-403b-8b23-67423887c04c admin admin] Pushing event updated for resources: {'Network': ['ID=72d32af2-b37e-4661-9cbb-d8592fbc7c64,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.112165 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4524dcf2-7451-4955-8e11-74dbf27bd11f" -d '{"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-plugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:21.113085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Made reservation on behalf of 3d39d67c7de54432b5a6dd93b2062af3 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:21.115973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.160379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:21.168837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:21.196160 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (9f1dcac8-3450-4e06-8efe-f1be2920da26), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.215016 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.218004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.229485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-37d571a4-27b9-4bf7-9b15-956e23f9cdee tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3758128 Feb 19 01:03:21.295445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b783fcc5-39a4-4900-ac68-ddb53f891f06), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.324590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b6ce5269-d77b-442b-8a8e-342692f02574', '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:21.338666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'b783fcc5-39a4-4900-ac68-ddb53f891f06'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:21.428721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=b783fcc5-39a4-4900-ac68-ddb53f891f06,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.511227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port b783fcc5-39a4-4900-ac68-ddb53f891f06 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:21.519538 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d202ccd-82a4-46de-97a2-ed89414daf46 x-openstack-request-id: req-2d202ccd-82a4-46de-97a2-ed89414daf46 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:21.519856 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-plugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:21.520122 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d202ccd-82a4-46de-97a2-ed89414daf46 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:21.520506 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'code': 200} Feb 19 01:03:21.520758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8824c15-6ce0-4f9b-8205-d31dff72061a req-3c483a7e-96c0-4d14-a2c1-30220aea6cf7 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:21.528479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c8824c15-6ce0-4f9b-8205-d31dff72061a req-3c483a7e-96c0-4d14-a2c1-30220aea6cf7 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 945 time: 0.2846186 Feb 19 01:03:21.532126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.537593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74d402b1-2079-409f-8a3b-3af769eb783e req-e07e6af9-8cb8-4b8d-9ada-fbe25585bf2b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "DELETE /v2.0/ports/b783fcc5-39a4-4900-ac68-ddb53f891f06 HTTP/1.1" status: 204 len: 173 time: 1.4541399 Feb 19 01:03:21.540570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94f091-0763-46c4-bd5d-3586cca92053', 'name': 'network-vif-deleted', 'tag': 'b783fcc5-39a4-4900-ac68-ddb53f891f06'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:21.542176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.543543 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c7fa0-99c5-46cf-b61a-266cb86f5920" -d '{"events": [{"server_uuid": "0e94f091-0763-46c4-bd5d-3586cca92053", "name": "network-vif-deleted", "tag": "b783fcc5-39a4-4900-ac68-ddb53f891f06"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:21.645797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c8824c15-6ce0-4f9b-8205-d31dff72061a req-a1f2c716-bc22-4892-a136-2217764a8830 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134255 Feb 19 01:03:21.769645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (064e6f4f-71a7-4473-a5c1-3e040580693b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.868642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-50d0325f-f672-4566-8fdb-95225c77f198 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:21.871565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-50d0325f-f672-4566-8fdb-95225c77f198 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 821 time: 0.2181027 Feb 19 01:03:21.894224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-81f8ec8e-7b86-4734-8840-2128fe765475 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/quotas/0b4bd490fac04986b9a8cea37d21eaff HTTP/1.1" status: 200 len: 375 time: 0.0141540 Feb 19 01:03:21.919017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-daa33d1e-bc43-493b-badf-7010f7f19480 req-63f32f63-d169-40db-a617-0271573df380 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0718164 Feb 19 01:03:21.969905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=064e6f4f-71a7-4473-a5c1-3e040580693b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.003146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Checking segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:22.005942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Network hostable DHCP agents. Network: 72d32af2-b37e-4661-9cbb-d8592fbc7c64, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:22.010087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fc57c112-a507-4937-b0cb-d7b46924fce2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:22.012648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9dbf84b3-1b2c-404e-8de2-f9b5e218c504 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089334 Feb 19 01:03:22.049214 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b2c73e-837b-48cb-b75f-439da9c020a3 x-openstack-request-id: req-a8b2c73e-837b-48cb-b75f-439da9c020a3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:22.050195 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94f091-0763-46c4-bd5d-3586cca92053", "name": "network-vif-deleted", "tag": "b783fcc5-39a4-4900-ac68-ddb53f891f06", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:22.051122 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8b2c73e-837b-48cb-b75f-439da9c020a3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:22.052164 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94f091-0763-46c4-bd5d-3586cca92053', 'name': 'network-vif-deleted', 'tag': 'b783fcc5-39a4-4900-ac68-ddb53f891f06', 'status': 'completed', 'code': 200} Feb 19 01:03:22.054973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:22.056310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: fc57c112-a507-4937-b0cb-d7b46924fce2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:22.056664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fc57c112-a507-4937-b0cb-d7b46924fce2 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:22.079248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 72d32af2-b37e-4661-9cbb-d8592fbc7c64) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:22.085829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.086692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.096220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a279ad9-3d17-4dd6-86af-58f4f4a58855 None None] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:22.122609 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46a198e9-585e-43b1-915a-2a421e35d0c0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1607096 Feb 19 01:03:22.127019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49586) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:22.132642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:22.192743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (d47bb6f7-32f5-4507-85fc-b04acb7ec254), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.196527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (d47bb6f7-32f5-4507-85fc-b04acb7ec254), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.288167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:22.289341 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.303682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-bd0a061e-a4e5-4f86-a99b-310a2b5583a6 service neutron] 10.222.0.43 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824333 Feb 19 01:03:22.361168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks [] for router_controller (d47bb6f7-32f5-4507-85fc-b04acb7ec254), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.444323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94cb9b62-75e0-44e3-a589-1e11675601ff req-150a5dcb-988e-4cc5-b9c4-e45685966d06 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94f091-0763-46c4-bd5d-3586cca92053 HTTP/1.1" status: 200 len: 210 time: 0.0796676 Feb 19 01:03:22.523331 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-656b7555-1591-4281-bfa7-e1df7af41674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.549763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-4490c5e1-caa5-4b3b-ad32-ec9983cea417 service neutron] 10.222.0.43 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384679 Feb 19 01:03:22.572740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Allocated IP 172.20.0.2 (72d32af2-b37e-4661-9cbb-d8592fbc7c64/064e6f4f-71a7-4473-a5c1-3e040580693b/d8ce103a-8514-4c7d-af5c-749cd732c865) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:22.664645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks [] for router_gateway (d47bb6f7-32f5-4507-85fc-b04acb7ec254), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.820788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75c01-3089-4ac7-8c23-240a1141b764 req-636163f3-b0c0-4f9d-8778-e2fc191ff06a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.822679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ae75c01-3089-4ac7-8c23-240a1141b764 req-636163f3-b0c0-4f9d-8778-e2fc191ff06a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2224987 Feb 19 01:03:22.907460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ae75c01-3089-4ac7-8c23-240a1141b764 req-083ccdd5-2029-48ee-aae0-29e2f0e80ec1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 Feb 19 01:03:22.931237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27dcd5-e769-4643-a969-49d6181830df req-dbb45b90-2516-46ad-bbbc-efe1bc3fec59 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.940105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c27dcd5-e769-4643-a969-49d6181830df req-dbb45b90-2516-46ad-bbbc-efe1bc3fec59 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 945 time: 0.1379657 Feb 19 01:03:22.966289 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Publish callbacks [] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.986391 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.017208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5c27dcd5-e769-4643-a969-49d6181830df req-48e2ab37-0501-4b6c-9a31-ab77f8b53780 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701451 Feb 19 01:03:23.069974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:23.073927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:23.077746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:23.103062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Pushing event updated for resources: {'Port': ['ID=d8ce103a-8514-4c7d-af5c-749cd732c865,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.133403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fc45019-cdf6-490d-9c49-3e7b79f81c9b req-64c4b356-430a-40ee-9505-538db694c5dd tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 210 time: 0.1000955 Feb 19 01:03:23.165195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d24b39c4-3b9c-4f6b-9807-fa787b45bb46 req-e1dc05f3-f236-44c3-85a9-f60241dbc373 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0468004 Feb 19 01:03:23.169655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Attempting to bind port d8ce103a-8514-4c7d-af5c-749cd732c865 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:23.170033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Attempting to bind port d8ce103a-8514-4c7d-af5c-749cd732c865 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:23.170545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Attempting to bind port d8ce103a-8514-4c7d-af5c-749cd732c865 on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:23.182937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:23.183716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Checking segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:23.184349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.184967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Bound using segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:23.185689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Bound port: d8ce103a-8514-4c7d-af5c-749cd732c865, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:23.189548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.209992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks [] for router_gateway (d47bb6f7-32f5-4507-85fc-b04acb7ec254), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.238082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.303538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] For port d8ce103a-8514-4c7d-af5c-749cd732c865, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:23.308177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] For port d8ce103a-8514-4c7d-af5c-749cd732c865, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d8ce103a-8514-4c7d-af5c-749cd732c865,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:23.316430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.416654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Allocated IP 172.25.0.32 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/3a433e7a-8199-46f2-bc19-65460f6c2671) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:23.434741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134be72f-d875-4a7f-ad46-3c83e6ae6f91 None None] Pushing event updated for resources: {'Port': ['ID=d8ce103a-8514-4c7d-af5c-749cd732c865,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.544821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.728077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks [] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.824151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b783fcc5-39a4-4900-ac68-ddb53f891f06 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:23.832900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.879155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: b783fcc5-39a4-4900-ac68-ddb53f891f06 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:23.879508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b783fcc5-39a4-4900-ac68-ddb53f891f06 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:23.914803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:23.919322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:23.927772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:24.306117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02615185-367d-4321-aefd-e32859cf9741 req-60e0b41b-9fed-49d3-9a1c-9c26693890e0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 210 time: 0.0482471 Feb 19 01:03:24.379682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Pushing event updated for resources: {'Port': ['ID=3a433e7a-8199-46f2-bc19-65460f6c2671,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:24.538071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44a22605-6c15-4785-aa6b-bea24945b86f req-e534dfed-7799-4967-a5d9-58f3957998f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0837858 Feb 19 01:03:24.567120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8680e-74eb-4ddc-ae17-8081d020ff78 req-a51f197a-2c96-4b53-8aa8-826a28dc74c6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:24.569633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae8680e-74eb-4ddc-ae17-8081d020ff78 req-a51f197a-2c96-4b53-8aa8-826a28dc74c6 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 949 time: 0.1815410 Feb 19 01:03:24.660865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649846-5a48-4b95-b32c-2d7353293ede req-8036fdbf-81bf-4ffc-9774-47a459555b48 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:24.677574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-80649846-5a48-4b95-b32c-2d7353293ede req-8036fdbf-81bf-4ffc-9774-47a459555b48 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2951910 Feb 19 01:03:24.700245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae8680e-74eb-4ddc-ae17-8081d020ff78 req-da7e7949-40aa-42fc-8c20-43243eba2a2f tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214433 Feb 19 01:03:24.744434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d8ce103a-8514-4c7d-af5c-749cd732c865 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:24.878538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d8ce103a-8514-4c7d-af5c-749cd732c865 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.879245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.996978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a792a7ae-9ac7-4144-9777-863aa4105cd6 req-d8eb6f74-db80-4ccc-a52b-65be44015c34 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0877533 Feb 19 01:03:25.002415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d8ce103a-8514-4c7d-af5c-749cd732c865 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:25.002805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.024244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-80649846-5a48-4b95-b32c-2d7353293ede req-1f38b001-aefe-43c3-8b2a-6fcb5fc8d983 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978446 Feb 19 01:03:25.049047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port d8ce103a-8514-4c7d-af5c-749cd732c865, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d8ce103a-8514-4c7d-af5c-749cd732c865,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:25.054776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.076726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks [] for router_gateway (d47bb6f7-32f5-4507-85fc-b04acb7ec254), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.103966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-64108f36-6c79-466a-bef8-d4d6ba5da718 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.106082 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-64108f36-6c79-466a-bef8-d4d6ba5da718 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 821 time: 0.3247170 Feb 19 01:03:25.131493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=d8ce103a-8514-4c7d-af5c-749cd732c865,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:25.137793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe52e4f-fccc-4f1e-ae5c-d4c23e7ff445 None None] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:25.153319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'port': {'device_id': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'admin_state_up': True, 'tenant_id': '0b4bd490fac04986b9a8cea37d21eaff'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:25.255711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.278748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-76d03225-aaa2-4c0e-a45f-522d53b4abd2 None None] Provisioning complete for port d8ce103a-8514-4c7d-af5c-749cd732c865 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.282678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-76d03225-aaa2-4c0e-a45f-522d53b4abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.361779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Made reservation on behalf of 0b4bd490fac04986b9a8cea37d21eaff for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:25.366557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.423659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-76d03225-aaa2-4c0e-a45f-522d53b4abd2 None None] Current status of the port d8ce103a-8514-4c7d-af5c-749cd732c865 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:25.490766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-724ab043-7b73-40f4-a853-a4ea16e77b7b req-e60a1f96-cb0d-4582-bf5e-694065f16e66 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 210 time: 0.0419965 Feb 19 01:03:25.509050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (d47bb6f7-32f5-4507-85fc-b04acb7ec254), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.620221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Allocated IP 172.20.0.9 (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83/e3e9fead-3942-4287-b8cf-c6d280f52d83/143f9112-b805-4519-ae4d-dfd6d69223ad) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:25.722413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.731005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:03:25.778616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a30f5d9d-1399-4e5f-86e1-d04526e7810b None None] Provisioning complete for port d8ce103a-8514-4c7d-af5c-749cd732c865 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.785098 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a30f5d9d-1399-4e5f-86e1-d04526e7810b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.922692 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.936130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbc7a-ebc7-4044-b1f2-be52028457e0 req-7817c400-e223-4dd1-9319-c6d8661b36e0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.940115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a30f5d9d-1399-4e5f-86e1-d04526e7810b None None] Current status of the port d8ce103a-8514-4c7d-af5c-749cd732c865 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:25.945362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b90cbc7a-ebc7-4044-b1f2-be52028457e0 req-7817c400-e223-4dd1-9319-c6d8661b36e0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 949 time: 0.1026907 Feb 19 01:03:26.028814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b90cbc7a-ebc7-4044-b1f2-be52028457e0 req-8491b139-779d-4f02-88ee-973abce343c0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825753 Feb 19 01:03:26.053852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:03:26.064228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.079241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:03:26.101644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-bb87176b-db26-4943-9397-a6fad066337a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.103277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-bb87176b-db26-4943-9397-a6fad066337a tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 949 time: 0.1501241 Feb 19 01:03:26.106632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.111726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2af794bb-7161-450d-acaa-cf6180dd6e2d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9798629 Feb 19 01:03:26.111925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49682) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.112781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:26.115628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:26.230874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.300001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7cb65921-8f3d-4c4b-82dd-1b2357e4f21e req-53b52e26-a36a-4d2b-ba46-cfc5e9274a69 tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0557458 Feb 19 01:03:26.331627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:26.332953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:26.337740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:26.403537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:26.478144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff59170-fc5b-4836-9259-210b9412dafc req-c0d98a97-5846-4181-8caf-bff78ed6a84b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.480079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ff59170-fc5b-4836-9259-210b9412dafc req-c0d98a97-5846-4181-8caf-bff78ed6a84b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2865286 Feb 19 01:03:26.501103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.502348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.526830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-9ffdc138-6c9d-41dc-b12e-db124ef58b01 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3957925 Feb 19 01:03:26.532299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-b4e54a62-5d51-441c-bac9-03bf8bdd4d79 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.538773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Request body: {'port': {'device_id': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:26.543538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-b4e54a62-5d51-441c-bac9-03bf8bdd4d79 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9a6b8ec-16da-4103-add6-30af55b04dfb HTTP/1.1" status: 200 len: 950 time: 0.2757089 Feb 19 01:03:26.627145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d8ce103a-8514-4c7d-af5c-749cd732c865 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:26.703034 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.712296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.724024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d8ce103a-8514-4c7d-af5c-749cd732c865 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:26.724548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.736853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port b6ce5269-d77b-442b-8a8e-342692f02574 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:26.737211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.878803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ff59170-fc5b-4836-9259-210b9412dafc req-4ce203f2-8eff-425c-b770-3bce0ac74d27 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922889 Feb 19 01:03:26.884060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.10', 57878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:27.060157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06112c58-19d8-4b2f-b761-71b86f0d256b req-c2c4fb6f-bb22-4e4f-8514-6d6d63a4c830 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=872fbc1f50bc4995a398122b228f13d9&device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0838451 Feb 19 01:03:27.098708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06112c58-19d8-4b2f-b761-71b86f0d256b req-fa01bcf4-316f-4cd2-82e6-a3b7fff38cf9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=872fbc1f50bc4995a398122b228f13d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267811 Feb 19 01:03:27.144604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a25e1d3-5652-4f2a-8023-1f7903adb3dd req-30b06dc8-c4dd-4d95-8844-89e6d7377f6f tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.43 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.1167848 Feb 19 01:03:27.199534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:24Z', 'revision_number': 3, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:27.233355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:03:27.233712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Updating router d47bb6f7-32f5-4507-85fc-b04acb7ec254 port 3a433e7a-8199-46f2-bc19-65460f6c2671 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:03:27.295175 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.468709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port b6ce5269-d77b-442b-8a8e-342692f02574, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b6ce5269-d77b-442b-8a8e-342692f02574,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:27.469242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.504736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for b6ce5269-d77b-442b-8a8e-342692f02574 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:27.547803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c04d37-b0aa-4540-a219-80eb4fb0052e req-087ada5b-877e-49df-b69b-6ad46a5e2f68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.556946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7c04d37-b0aa-4540-a219-80eb4fb0052e req-087ada5b-877e-49df-b69b-6ad46a5e2f68 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d915cf2-fa28-4df9-9f7d-277dd25e29c8 HTTP/1.1" status: 200 len: 949 time: 0.1789396 Feb 19 01:03:27.593125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:27.593635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.665686 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Publish callbacks [] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.690235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.739539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112c58-19d8-4b2f-b761-71b86f0d256b req-cb416186-880a-4db2-a1a9-d12c1f7797cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.742985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06112c58-19d8-4b2f-b761-71b86f0d256b req-cb416186-880a-4db2-a1a9-d12c1f7797cf service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6167214 Feb 19 01:03:27.788807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d8ce103a-8514-4c7d-af5c-749cd732c865 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:27.827398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Attempting to bind port 3a433e7a-8199-46f2-bc19-65460f6c2671 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:27.829596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Attempting to bind port 3a433e7a-8199-46f2-bc19-65460f6c2671 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:27.830197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Attempting to bind port 3a433e7a-8199-46f2-bc19-65460f6c2671 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:27.834462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:27.893743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7c04d37-b0aa-4540-a219-80eb4fb0052e req-4e0dedb2-f0f7-47b8-9c6b-f57448acd528 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354719 Feb 19 01:03:27.946098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:27.946485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:27.947759 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.947759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:27.947999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Bound port: 3a433e7a-8199-46f2-bc19-65460f6c2671, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:27.948364 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.951324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c35f2-b778-4281-b713-262f900479f8 None None] Pushing event updated for resources: {'Port': ['ID=3a433e7a-8199-46f2-bc19-65460f6c2671,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:27.970749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046bf9d-f5c3-434b-b787-808c2b571c9a req-56647c5f-fee9-4a10-a92b-b8f4647bd91e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.991748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a046bf9d-f5c3-434b-b787-808c2b571c9a req-56647c5f-fee9-4a10-a92b-b8f4647bd91e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 931 time: 0.4784129 Feb 19 01:03:28.012753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-cfc75d4c-c7b8-4427-b0aa-c13032f02f5f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4998586 Feb 19 01:03:28.057603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:28.059509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b6ce5269-d77b-442b-8a8e-342692f02574 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:28.091478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:28.091856 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.109236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.113868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b6ce5269-d77b-442b-8a8e-342692f02574), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.165977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a046bf9d-f5c3-434b-b787-808c2b571c9a req-20c0a7a2-2e97-4bd8-98db-b73975f8a874 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731246 Feb 19 01:03:28.189778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:28.191935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:28.207868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:28.214768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: b6ce5269-d77b-442b-8a8e-342692f02574 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:28.215107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b6ce5269-d77b-442b-8a8e-342692f02574 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:28.222686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] For port 3a433e7a-8199-46f2-bc19-65460f6c2671, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:28.265043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d36c6-5148-4769-b105-382b8ee4194f req-acd6016f-543f-49c1-b18a-be6397a703f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.268377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-acd6016f-543f-49c1-b18a-be6397a703f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 1126 time: 0.2136147 Feb 19 01:03:28.361453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752', 'port_id': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'mac_address': 'fa:16:3e:2f:0e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e3da05-993b-412a-9712-9fc525d88b5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:28.365959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:03:28.368495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] For port 3a433e7a-8199-46f2-bc19-65460f6c2671, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a433e7a-8199-46f2-bc19-65460f6c2671,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:28.453673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143f9112-b805-4519-ae4d-dfd6d69223ad {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:28.461448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.473547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Publish callbacks [] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.549082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:28.549725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:28.551415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Transition to ACTIVE for port object 143f9112-b805-4519-ae4d-dfd6d69223ad will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:28.555372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d36c6-5148-4769-b105-382b8ee4194f req-4e072f7a-8e5b-48a6-92e7-2cc89122723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.557240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-4e072f7a-8e5b-48a6-92e7-2cc89122723d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2584679 Feb 19 01:03:28.558622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.673311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:28.695348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-52d56687-01c2-4a77-b56e-9e40ec105274 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 200 len: 217 time: 0.1288157 Feb 19 01:03:28.780910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.830459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=b6ce5269-d77b-442b-8a8e-342692f02574,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.845389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:28.903999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d36c6-5148-4769-b105-382b8ee4194f req-e6edb512-199e-4e88-b7c4-575ec32402ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.906143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-e6edb512-199e-4e88-b7c4-575ec32402ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1970983 Feb 19 01:03:28.965767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 9fa19b2c-9edc-44d9-8459-79103146b2e0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:28.966192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.968220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port b6ce5269-d77b-442b-8a8e-342692f02574 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:28.973316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.976757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-353346d8-b9a3-4e93-980b-f7d9323ce5eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639665 Feb 19 01:03:28.977537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30e8a5fb-5c0e-4b5b-9ad7-8fcdb173453d req-18bc2acb-e29c-42a8-a75d-1a89b268320b tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "DELETE /v2.0/ports/b6ce5269-d77b-442b-8a8e-342692f02574 HTTP/1.1" status: 204 len: 173 time: 2.8541429 Feb 19 01:03:28.982738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Attempting to bind port 143f9112-b805-4519-ae4d-dfd6d69223ad on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:28.983379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Attempting to bind port 143f9112-b805-4519-ae4d-dfd6d69223ad by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:28.983899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Attempting to bind port 143f9112-b805-4519-ae4d-dfd6d69223ad on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:29.013580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Port 143f9112-b805-4519-ae4d-dfd6d69223ad on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:29.022170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Attempting to bind port 143f9112-b805-4519-ae4d-dfd6d69223ad on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:29.061141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:29.061983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Checking segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:29.062951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Bound using segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:29.064001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Bound port: 143f9112-b805-4519-ae4d-dfd6d69223ad, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:29.064537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.090452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'name': 'network-vif-deleted', 'tag': 'b6ce5269-d77b-442b-8a8e-342692f02574'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:29.096757 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84db6766-586c-48a8-ad2d-dc50612ea741" -d '{"events": [{"server_uuid": "1d915cf2-fa28-4df9-9f7d-277dd25e29c8", "name": "network-vif-deleted", "tag": "b6ce5269-d77b-442b-8a8e-342692f02574"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:29.186391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-488efe75-3e28-49e3-8a84-37686310502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:24Z', 'revision_number': 3, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.256600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa19b2c-9edc-44d9-8459-79103146b2e0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:29.260759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c35f2-b778-4281-b713-262f900479f8 None None] Pushing event updated for resources: {'Port': ['ID=3a433e7a-8199-46f2-bc19-65460f6c2671,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.281427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488efe75-3e28-49e3-8a84-37686310502e None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:24Z', 'revision_number': 3, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:03:29.287119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06112c58-19d8-4b2f-b761-71b86f0d256b req-d64e0545-c547-4801-ae69-74a4e92c86da tempest-ServerShowV257Test-62658689 tempest-ServerShowV257Test-62658689-project] 10.222.0.10 "GET /v2.0/ports?device_id=463ef6b0-5916-4293-a4ed-b99e193ef81d HTTP/1.1" status: 200 len: 210 time: 0.0437603 Feb 19 01:03:29.324906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:29.332338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:29.373436 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.389756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:29.495009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:29.556052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.556052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.557487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] 10.222.0.10 "PUT /v2.0/ports/143f9112-b805-4519-ae4d-dfd6d69223ad HTTP/1.1" status: 200 len: 1091 time: 3.0235934 Feb 19 01:03:29.559823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:29.563466 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.580175 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11" -d '{"events": [{"name": "network-changed", "server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:29.686735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'mac_address': 'fa:16:3e:3d:0d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:29.830363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c59e132-f8d0-4808-9ee6-5413f8c8ffc7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.899667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Allocated IP 172.20.0.1 (72d32af2-b37e-4661-9cbb-d8592fbc7c64/064e6f4f-71a7-4473-a5c1-3e040580693b/64569850-cd41-45c3-872c-61499e747034) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:29.954872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-15d74094-4b03-46f5-bd1e-abb86cbb704c service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9475958 Feb 19 01:03:29.959893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063b98-71e4-4b20-b37f-cc3422396ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.981503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:29.997402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:30.030157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=2c59e132-f8d0-4808-9ee6-5413f8c8ffc7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.156295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['9fa19b2c-9edc-44d9-8459-79103146b2e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:30.177133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fd88601c-9639-4952-a0a0-02d089fe2cc3 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:30.177698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.179620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.257143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:30.258289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd88601c-9639-4952-a0a0-02d089fe2cc3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:30.263899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.272874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1d41c2d-39f0-4850-a7cf-a74ac722245a req-029cbe2d-0e7f-4a06-bf7e-1028ef02073c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.10 "DELETE /v2.0/ports/2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 HTTP/1.1" status: 204 len: 173 time: 3.7085912 Feb 19 01:03:30.303002 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f93d36c6-5148-4769-b105-382b8ee4194f req-21cb7fce-1dd3-430d-b0ca-717863398ba5 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082523 Feb 19 01:03:30.339916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-4c306bc5-ad02-4af7-86f0-471b9e82df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:30.344414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-4c306bc5-ad02-4af7-86f0-471b9e82df20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 1125 time: 0.6880336 Feb 19 01:03:30.449294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks [] for port (64569850-cd41-45c3-872c-61499e747034), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.451874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:30.465876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-ad6dfb95-0eec-48e7-a099-5b4b22ce22c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143f9112-b805-4519-ae4d-dfd6d69223ad HTTP/1.1" status: 200 len: 217 time: 0.1079221 Feb 19 01:03:30.474002 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.564769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (64569850-cd41-45c3-872c-61499e747034), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.626626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-62f343b2-772b-4120-b1bc-deb7fa240a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:30.628133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-62f343b2-772b-4120-b1bc-deb7fa240a8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 200 len: 861 time: 0.1521490 Feb 19 01:03:30.691466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:30.712231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:30.715849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:30.759736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-0698d330-bb35-4c39-881e-5136b2a631bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090367 Feb 19 01:03:30.863906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Pushing event updated for resources: {'Port': ['ID=64569850-cd41-45c3-872c-61499e747034,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.894308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (d47bb6f7-32f5-4507-85fc-b04acb7ec254), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.004238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-445e400b-6849-49dc-934c-bb430a2a056b service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372730 Feb 19 01:03:31.236926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b43211b9-b63d-49e2-ac7a-058ed853de96 req-71746c51-8a47-44d5-8a7e-419f0fda0f35 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143331 Feb 19 01:03:31.270347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a433e7a-8199-46f2-bc19-65460f6c2671 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:31.281977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fd88601c-9639-4952-a0a0-02d089fe2cc3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:31.286916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (64569850-cd41-45c3-872c-61499e747034), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.541224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c242ea48-e904-49e6-be7e-56351a248bd0 None None] Provisioning complete for port 64569850-cd41-45c3-872c-61499e747034 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:31.541592 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c242ea48-e904-49e6-be7e-56351a248bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64569850-cd41-45c3-872c-61499e747034), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.638628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c242ea48-e904-49e6-be7e-56351a248bd0 None None] Port 64569850-cd41-45c3-872c-61499e747034 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:31.649428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.730630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks [] for port (64569850-cd41-45c3-872c-61499e747034), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.737842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (64569850-cd41-45c3-872c-61499e747034), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.899806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Pushing event updated for resources: {'Port': ['ID=64569850-cd41-45c3-872c-61499e747034,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.905691 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (d47bb6f7-32f5-4507-85fc-b04acb7ec254), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.975825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3a433e7a-8199-46f2-bc19-65460f6c2671 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:31.976521 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.120731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:32.124846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:32.289032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3a433e7a-8199-46f2-bc19-65460f6c2671 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:32.290571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.327015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 3a433e7a-8199-46f2-bc19-65460f6c2671, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a433e7a-8199-46f2-bc19-65460f6c2671,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:32.338965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.409656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=3a433e7a-8199-46f2-bc19-65460f6c2671,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:32.462829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:03:32.502816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:32.504600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:32.752604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a433e7a-8199-46f2-bc19-65460f6c2671 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:32.778056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:03:32.792754 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:03:32.805438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c2717526-ec30-4b19-8924-6a75a53ac95d admin admin] 10.222.0.43 "PUT /v2.0/routers/d47bb6f7-32f5-4507-85fc-b04acb7ec254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6828876 Feb 19 01:03:32.817879 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:32.818803 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:32.943233 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:33.112536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1299948f-158d-4772-9187-cdeb5564d81d None None] Provisioning complete for port 64569850-cd41-45c3-872c-61499e747034 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:33.112829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1299948f-158d-4772-9187-cdeb5564d81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64569850-cd41-45c3-872c-61499e747034), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.256139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1299948f-158d-4772-9187-cdeb5564d81d None None] Port 64569850-cd41-45c3-872c-61499e747034 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:33.262565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fd88601c-9639-4952-a0a0-02d089fe2cc3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:33.263138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.264821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3a433e7a-8199-46f2-bc19-65460f6c2671 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:33.265389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.268209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:33.308875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-1b2b9254-c356-4b19-bef0-eeff85919603 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603513 Feb 19 01:03:33.322278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'port_id': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'mac_address': 'fa:16:3e:86:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e9fead-3942-4287-b8cf-c6d280f52d83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:33.412587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 143f9112-b805-4519-ae4d-dfd6d69223ad is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:33.413368 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.423511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 2, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:33.437177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143f9112-b805-4519-ae4d-dfd6d69223ad {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:33.457926 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:03:33.458695 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Updating router d47bb6f7-32f5-4507-85fc-b04acb7ec254 port 64569850-cd41-45c3-872c-61499e747034 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:03:33.494990 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (64569850-cd41-45c3-872c-61499e747034), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.529917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:33.541190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b477d-bd82-4493-aca3-271f91d3fece req-0ff01d45-0aac-4c43-9f15-d7f753c0eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.542927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-0ff01d45-0aac-4c43-9f15-d7f753c0eaf0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1149 time: 0.1627119 Feb 19 01:03:33.602539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fd88601c-9639-4952-a0a0-02d089fe2cc3 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:33.602539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.634357 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.713631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3a433e7a-8199-46f2-bc19-65460f6c2671 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:33.775884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:33.790792 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb4384-8129-40cc-a73c-f78a3e548fa9" -d '{"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-plugged", "status": "completed", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:33.837736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:33.857233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:33.860507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.861417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:33.906658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:33.907106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2c59e132-f8d0-4808-9ee6-5413f8c8ffc7 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:33.908682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:33.972766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b477d-bd82-4493-aca3-271f91d3fece req-d4ff80f7-368e-4d46-9f99-a64aaa5a9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.974212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-d4ff80f7-368e-4d46-9f99-a64aaa5a9799 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2859015 Feb 19 01:03:33.996963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['143f9112-b805-4519-ae4d-dfd6d69223ad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:34.019574 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Publish callbacks [] for port (64569850-cd41-45c3-872c-61499e747034), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.025821 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (64569850-cd41-45c3-872c-61499e747034), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.078436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-0a77d5ba-9619-411a-a3dd-ca1ac86a2dd7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0878537 Feb 19 01:03:34.189324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.212056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b477d-bd82-4493-aca3-271f91d3fece req-3491cdc9-4bdf-4dfc-92a6-35e4d3ea1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:34.213676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-3491cdc9-4bdf-4dfc-92a6-35e4d3ea1d49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1215534 Feb 19 01:03:34.217275 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Pushing event updated for resources: {'Port': ['ID=64569850-cd41-45c3-872c-61499e747034,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.266553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 9fa19b2c-9edc-44d9-8459-79103146b2e0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:34.285803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 9fa19b2c-9edc-44d9-8459-79103146b2e0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:34.286439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.288447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-4c61f8d8-36e6-4857-9141-0ce836aae87f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633371 Feb 19 01:03:34.305032 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.315697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.316032 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.316365 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.316692 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.317029 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.321728 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.322185 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.322518 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.322843 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.323164 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.323482 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.332634 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:34.369163 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Attempting to bind port 64569850-cd41-45c3-872c-61499e747034 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:34.375628 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Attempting to bind port 64569850-cd41-45c3-872c-61499e747034 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:34.376061 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Attempting to bind port 64569850-cd41-45c3-872c-61499e747034 on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:34.388020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:34.397378 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Checking segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:34.397834 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.398236 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Bound using segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:34.398735 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Bound port: 64569850-cd41-45c3-872c-61499e747034, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:34.399116 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (64569850-cd41-45c3-872c-61499e747034), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.422345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 9fa19b2c-9edc-44d9-8459-79103146b2e0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:34.423354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.472020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:34.497135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.557028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-041d429c-ce0b-443e-9790-93a83f06db6a service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504728 Feb 19 01:03:34.567506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.634121 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] For port 64569850-cd41-45c3-872c-61499e747034, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:34.639783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] For port 64569850-cd41-45c3-872c-61499e747034, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=64569850-cd41-45c3-872c-61499e747034,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:34.642681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6e6e49d3-9074-4a5f-a873-dcf50ded3eb1 None None] Provisioning complete for port 64569850-cd41-45c3-872c-61499e747034 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:34.645240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e6e49d3-9074-4a5f-a873-dcf50ded3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64569850-cd41-45c3-872c-61499e747034), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.663480 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (64569850-cd41-45c3-872c-61499e747034), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.740427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e49d3-9074-4a5f-a873-dcf50ded3eb1 None None] Port 64569850-cd41-45c3-872c-61499e747034 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:34.804794 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac96b00-8954-4261-83f6-f60c992b7373 None None] Pushing event updated for resources: {'Port': ['ID=64569850-cd41-45c3-872c-61499e747034,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.810462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a44b477d-bd82-4493-aca3-271f91d3fece req-3c778871-9ffc-42d3-a46e-3fb90e64babe service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388930 Feb 19 01:03:34.821462 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:34.821573 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.964643 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:35.390364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] Provisioning complete for port 64569850-cd41-45c3-872c-61499e747034 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:35.391185 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64569850-cd41-45c3-872c-61499e747034), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.400524 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:34Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:35.501849 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39903d2-ed8c-4a1d-840a-c78e85a79fd8 None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:34Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:03:35.574726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] Current status of the port 64569850-cd41-45c3-872c-61499e747034 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:35.575336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (64569850-cd41-45c3-872c-61499e747034), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.687945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] For port 64569850-cd41-45c3-872c-61499e747034, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=64569850-cd41-45c3-872c-61499e747034,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:35.694084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (64569850-cd41-45c3-872c-61499e747034), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.755552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd72b91-848c-4a13-b823-5e6b8b6b9673 None None] Pushing event updated for resources: {'Port': ['ID=64569850-cd41-45c3-872c-61499e747034,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:36.537880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:36.686217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64569850-cd41-45c3-872c-61499e747034 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:36.691466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 143f9112-b805-4519-ae4d-dfd6d69223ad completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:36.727194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 143f9112-b805-4519-ae4d-dfd6d69223ad triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:36.727608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.835002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 64569850-cd41-45c3-872c-61499e747034 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:36.835339 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64569850-cd41-45c3-872c-61499e747034), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.164377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 143f9112-b805-4519-ae4d-dfd6d69223ad is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:37.164775 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.220479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 64569850-cd41-45c3-872c-61499e747034 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:37.227345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:37.234770 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.363836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.309204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a1f0-3b0d-4f15-861d-e2c786a0a485 req-204ca96a-b878-402f-86be-767d4e97dfc4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:39.324655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a92a1f0-3b0d-4f15-861d-e2c786a0a485 req-204ca96a-b878-402f-86be-767d4e97dfc4 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.0742445 Feb 19 01:03:39.399194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a92a1f0-3b0d-4f15-861d-e2c786a0a485 req-eea63267-fd83-4fec-a753-079c8f43d550 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Feb 19 01:03:39.417451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08054797-a7d0-4233-9dc9-54865840bec1 req-f3a4ca6f-8970-476b-83e1-a773515bae6f tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:39.427858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08054797-a7d0-4233-9dc9-54865840bec1 req-f3a4ca6f-8970-476b-83e1-a773515bae6f tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1000896 Feb 19 01:03:39.492438 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b7133-f2f3-4b56-8067-a7697e3e1753 x-openstack-request-id: req-7c4b7133-f2f3-4b56-8067-a7697e3e1753 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:39.497163 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d915cf2-fa28-4df9-9f7d-277dd25e29c8", "name": "network-vif-deleted", "tag": "b6ce5269-d77b-442b-8a8e-342692f02574", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:39.497457 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c4b7133-f2f3-4b56-8067-a7697e3e1753 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:39.497883 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d915cf2-fa28-4df9-9f7d-277dd25e29c8', 'name': 'network-vif-deleted', 'tag': 'b6ce5269-d77b-442b-8a8e-342692f02574', 'status': 'completed', 'code': 200} Feb 19 01:03:39.504469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08054797-a7d0-4233-9dc9-54865840bec1 req-bbc233d0-8a61-4618-885d-d9e70a5b8bfb tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640750 Feb 19 01:03:39.569072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49820) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:39.718889 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1128b7dc-6412-4b27-b6cd-b9a642d25deb x-openstack-request-id: req-1128b7dc-6412-4b27-b6cd-b9a642d25deb {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:39.719815 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:39.720091 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1128b7dc-6412-4b27-b6cd-b9a642d25deb {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:39.720800 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'status': 'completed', 'code': 200} Feb 19 01:03:39.764184 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd875535-1b3c-4d6c-8849-b3d11a3c4186 x-openstack-request-id: req-cd875535-1b3c-4d6c-8849-b3d11a3c4186 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:39.764704 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-plugged", "status": "completed", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:39.764803 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd875535-1b3c-4d6c-8849-b3d11a3c4186 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:39.765341 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'code': 200} Feb 19 01:03:39.820309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5902-84cd-4148-9b87-5681178bd6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.848953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-04980e46-74a2-4514-966c-e35b54154cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:39.852907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-04980e46-74a2-4514-966c-e35b54154cf8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 1127 time: 0.1086280 Feb 19 01:03:39.968929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5902-84cd-4148-9b87-5681178bd6ab admin admin] Publish callbacks [] for security_group (cc294676-e718-4938-8eed-dafb397f0a67), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.990168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5902-84cd-4148-9b87-5681178bd6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cc294676-e718-4938-8eed-dafb397f0a67), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.025573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e5902-84cd-4148-9b87-5681178bd6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc294676-e718-4938-8eed-dafb397f0a67,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.072960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b8e5902-84cd-4148-9b87-5681178bd6ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=872fbc1f50bc4995a398122b228f13d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027869 Feb 19 01:03:40.086429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49844) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:40.096031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-5e8e57c5-5022-4750-afdb-47deb008e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:40.097944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-5e8e57c5-5022-4750-afdb-47deb008e189 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 922 time: 0.2299886 Feb 19 01:03:40.100058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a48c05-7ade-4dff-9cac-79de774c75b7 req-006e84aa-3497-42f3-94c8-9f5b63be2ce9 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:40.106428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1a48c05-7ade-4dff-9cac-79de774c75b7 req-006e84aa-3497-42f3-94c8-9f5b63be2ce9 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 951 time: 0.1492331 Feb 19 01:03:40.173625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1a48c05-7ade-4dff-9cac-79de774c75b7 req-89828689-bb6e-4b49-9ddf-9e1054c7abb6 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653796 Feb 19 01:03:40.189647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-42e6b114-fc8c-4e3b-bf23-8a27f205cf83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143f9112-b805-4519-ae4d-dfd6d69223ad HTTP/1.1" status: 200 len: 217 time: 0.0610843 Feb 19 01:03:40.248175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-fcf2ce01-a8fa-4947-9498-8e8701b47e2f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:40.255197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-fcf2ce01-a8fa-4947-9498-8e8701b47e2f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 821 time: 0.2999904 Feb 19 01:03:40.279946 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-779ede97-9c22-4811-ab4c-7d3fe66a7c76 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/quotas/3d39d67c7de54432b5a6dd93b2062af3 HTTP/1.1" status: 200 len: 375 time: 0.0238566 Feb 19 01:03:40.360207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-43b652f2-65fd-4a33-8f26-bafd9fc5a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:40.361893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-43b652f2-65fd-4a33-8f26-bafd9fc5a766 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 200 len: 861 time: 0.1651778 Feb 19 01:03:40.363581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4124-1e3e-4e7c-9805-7fd526ffe9e4 admin admin] Publish callbacks [] for security_group (cc294676-e718-4938-8eed-dafb397f0a67), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.425625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-2d28803c-1ad8-4901-8c7e-b5c695743e11 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447117 Feb 19 01:03:40.429664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-d998bbde-424b-4bdc-b01d-bf8270779d6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600643 Feb 19 01:03:40.498790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4124-1e3e-4e7c-9805-7fd526ffe9e4 admin admin] Publish callbacks [] for security_group (cc294676-e718-4938-8eed-dafb397f0a67), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.669082 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-a822d932-c2d6-4854-ae37-f2da03bf138c service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401652 Feb 19 01:03:40.725047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-a798e961-6fd2-4702-99ab-661aa769e87d service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799728 Feb 19 01:03:40.756933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4124-1e3e-4e7c-9805-7fd526ffe9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cc294676-e718-4938-8eed-dafb397f0a67), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.759491 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4124-1e3e-4e7c-9805-7fd526ffe9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.760778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8bcf4124-1e3e-4e7c-9805-7fd526ffe9e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc294676-e718-4938-8eed-dafb397f0a67 HTTP/1.1" status: 204 len: 168 time: 0.6729856 Feb 19 01:03:40.883245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf4124-1e3e-4e7c-9805-7fd526ffe9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc294676-e718-4938-8eed-dafb397f0a67,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.907061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaf5d009-bb86-4b81-83ae-09bf7d9e1a11 req-4733e841-18b9-44ec-b5cd-41a0e55f2327 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510975 Feb 19 01:03:40.954874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-ba55fa28-03b0-4353-9351-2fbe162dc9c7 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856791 Feb 19 01:03:41.498755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'name': 'network-vif-deleted', 'tag': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:41.502078 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a370b49-cbab-4b9b-8b14-5f3179513c84" -d '{"events": [{"server_uuid": "e9a6b8ec-16da-4103-add6-30af55b04dfb", "name": "network-vif-deleted", "tag": "2c59e132-f8d0-4808-9ee6-5413f8c8ffc7"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:41.512188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba5e7-fd87-490b-b31c-be1b904a1e27 req-9b84b9cf-0f50-4d4a-8062-dbb0bc25d7c2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:41.522457 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7b8ba5e7-fd87-490b-b31c-be1b904a1e27 req-9b84b9cf-0f50-4d4a-8062-dbb0bc25d7c2 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1196117 Feb 19 01:03:41.625609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7b8ba5e7-fd87-490b-b31c-be1b904a1e27 req-46e9db63-8ae6-4b5f-ba29-001eb5e9ebd0 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019135 Feb 19 01:03:41.751548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d844-7749-4479-bc8d-84eb337458e1 req-ab66a0b4-5fbb-402d-b551-a3ac25fb50e9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:41.755479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d04d844-7749-4479-bc8d-84eb337458e1 req-ab66a0b4-5fbb-402d-b551-a3ac25fb50e9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1279273 Feb 19 01:03:41.759824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea9e8c70-e63e-416e-8174-161380f90fd7 req-6b4a9b1d-8ac0-4cda-b5c4-ca68894e0cda tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 210 time: 0.0499749 Feb 19 01:03:41.766728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0'}, {'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:41.771274 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9b55d9-97ed-424e-930f-d15b6cd551f9" -d '{"events": [{"server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0"}, {"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-plugged", "status": "completed", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:41.837771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d04d844-7749-4479-bc8d-84eb337458e1 req-ab0dec0d-f990-47d7-8afb-fd207afd4a00 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761833 Feb 19 01:03:41.907729 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a0bf44-639d-45f7-9f75-910f01209165 x-openstack-request-id: req-89a0bf44-639d-45f7-9f75-910f01209165 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:41.908070 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a6b8ec-16da-4103-add6-30af55b04dfb", "name": "network-vif-deleted", "tag": "2c59e132-f8d0-4808-9ee6-5413f8c8ffc7", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:41.909230 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89a0bf44-639d-45f7-9f75-910f01209165 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:41.909650 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a6b8ec-16da-4103-add6-30af55b04dfb', 'name': 'network-vif-deleted', 'tag': '2c59e132-f8d0-4808-9ee6-5413f8c8ffc7', 'status': 'completed', 'code': 200} Feb 19 01:03:41.974188 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9fbadf-cb28-44dc-ae06-f738f34905ed x-openstack-request-id: req-5b9fbadf-cb28-44dc-ae06-f738f34905ed {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:41.976430 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0", "code": 200}, {"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-plugged", "status": "completed", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:41.977188 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b9fbadf-cb28-44dc-ae06-f738f34905ed {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:41.982477 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'code': 200} Feb 19 01:03:41.986879 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'code': 200} Feb 19 01:03:42.059845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881bada-89d7-4282-a574-c21493edd3a6 req-54c4554d-2ddb-421b-9c2b-efa67fc573f0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.062052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5881bada-89d7-4282-a574-c21493edd3a6 req-54c4554d-2ddb-421b-9c2b-efa67fc573f0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 949 time: 0.1083694 Feb 19 01:03:42.193603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5881bada-89d7-4282-a574-c21493edd3a6 req-ae692ff1-a667-4b5f-9c71-2cb8f8789187 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223710 Feb 19 01:03:42.206683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d0fcd-90ac-42fe-9b6a-9d8980a3c525 req-fe3c8f4e-8430-4791-a961-200b057c0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.208636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c86d0fcd-90ac-42fe-9b6a-9d8980a3c525 req-fe3c8f4e-8430-4791-a961-200b057c0135 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1127 time: 0.1375999 Feb 19 01:03:42.216655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a490de7-0d9d-4f74-83d9-23d984da7490 req-1ed5f2e9-2499-43d3-bb85-c5ba1fbbf5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.219511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a490de7-0d9d-4f74-83d9-23d984da7490 req-1ed5f2e9-2499-43d3-bb85-c5ba1fbbf5a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 1127 time: 0.1286998 Feb 19 01:03:42.324853 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a490de7-0d9d-4f74-83d9-23d984da7490 req-add28691-c97a-40b3-af34-1f2c1f644e00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989890 Feb 19 01:03:42.344928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c86d0fcd-90ac-42fe-9b6a-9d8980a3c525 req-3d901f5b-7520-4d69-9d27-c679437f7f8b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176329 Feb 19 01:03:42.430601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b754-676c-45c1-b509-722d544b436c req-3fd5a09f-2be7-47cb-85ac-4e0b2649e301 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.432244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4958b754-676c-45c1-b509-722d544b436c req-3fd5a09f-2be7-47cb-85ac-4e0b2649e301 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 951 time: 0.1052580 Feb 19 01:03:42.501673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4958b754-676c-45c1-b509-722d544b436c req-506eb700-e798-4030-8dd8-7764a1510a26 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606906 Feb 19 01:03:42.632926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.822236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4769f4b4-98ff-45c2-9f42-39a277a819ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.840677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a54c7c-10c6-4fc9-922c-4e9e134ebb52 req-b404134e-dd22-4cc4-8f8d-7ef5266b2b41 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.842422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47a54c7c-10c6-4fc9-922c-4e9e134ebb52 req-b404134e-dd22-4cc4-8f8d-7ef5266b2b41 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.0876729 Feb 19 01:03:42.973123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-93ba2844-f33e-4e6a-8098-89c5df284263 req-6b12b670-90d3-41ff-ac83-96ea2d433109 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 210 time: 0.0655820 Feb 19 01:03:42.994260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47a54c7c-10c6-4fc9-922c-4e9e134ebb52 req-9cbe7439-2b50-4730-aeeb-fa5d6693c47c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398520 Feb 19 01:03:43.028729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4769f4b4-98ff-45c2-9f42-39a277a819ba admin admin] Publish callbacks [] for security_group (5d1a495d-2d43-4dab-a51c-9a75ef95d2d5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.036051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4769f4b4-98ff-45c2-9f42-39a277a819ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5d1a495d-2d43-4dab-a51c-9a75ef95d2d5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.074250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4769f4b4-98ff-45c2-9f42-39a277a819ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=617addee4329418b8ee2f67a3fe8e13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402103 Feb 19 01:03:43.075111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:43.077703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-aecf99d6-d9d0-4627-b9d3-d5d897d2afda tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.079258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-aecf99d6-d9d0-4627-b9d3-d5d897d2afda tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 821 time: 0.2356217 Feb 19 01:03:43.096977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'port': {'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'admin_state_up': True, 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:43.155924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769f4b4-98ff-45c2-9f42-39a277a819ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1a495d-2d43-4dab-a51c-9a75ef95d2d5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.198302 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39e44b65-3504-4427-a2ca-98acabba6ac8 admin admin] Publish callbacks [] for security_group (5d1a495d-2d43-4dab-a51c-9a75ef95d2d5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.207280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999806d5-3ce4-47ad-899c-0ffcd0205d10 req-fb40180a-7401-469b-a17a-64ba094a5e14 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.208793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999806d5-3ce4-47ad-899c-0ffcd0205d10 req-fb40180a-7401-469b-a17a-64ba094a5e14 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1161816 Feb 19 01:03:43.265191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39e44b65-3504-4427-a2ca-98acabba6ac8 admin admin] Publish callbacks [] for security_group (5d1a495d-2d43-4dab-a51c-9a75ef95d2d5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.268483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Made reservation on behalf of 3d39d67c7de54432b5a6dd93b2062af3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:43.273963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.305171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999806d5-3ce4-47ad-899c-0ffcd0205d10 req-1a086dc3-e307-4380-8fbf-af46a8f6a066 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818963 Feb 19 01:03:43.347905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39e44b65-3504-4427-a2ca-98acabba6ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5d1a495d-2d43-4dab-a51c-9a75ef95d2d5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.351070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39e44b65-3504-4427-a2ca-98acabba6ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.355432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-39e44b65-3504-4427-a2ca-98acabba6ac8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d1a495d-2d43-4dab-a51c-9a75ef95d2d5 HTTP/1.1" status: 204 len: 168 time: 0.2693999 Feb 19 01:03:43.365225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44b65-3504-4427-a2ca-98acabba6ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1a495d-2d43-4dab-a51c-9a75ef95d2d5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.457561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b26-b2a3-45e5-a1d3-c5d225cc1cb8 req-b58cb159-26af-4e96-a8c9-684cca8dc9a0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.465198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36bb2b26-b2a3-45e5-a1d3-c5d225cc1cb8 req-b58cb159-26af-4e96-a8c9-684cca8dc9a0 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 949 time: 0.1752183 Feb 19 01:03:43.527590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Allocated IP 172.20.0.9 (72d32af2-b37e-4661-9cbb-d8592fbc7c64/064e6f4f-71a7-4473-a5c1-3e040580693b/cc80c275-5b2f-48ef-8f4e-86b713b1860b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:43.570106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36bb2b26-b2a3-45e5-a1d3-c5d225cc1cb8 req-bf7c2618-428e-474a-b906-588cd54f7935 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Feb 19 01:03:43.703711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc04ec-878e-4289-9262-50bd263089c7 req-7e7232ae-b667-4231-a959-bcb84a53aaa8 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.710417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4adc04ec-878e-4289-9262-50bd263089c7 req-7e7232ae-b667-4231-a959-bcb84a53aaa8 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 951 time: 0.0672655 Feb 19 01:03:43.776365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4adc04ec-878e-4289-9262-50bd263089c7 req-a3b51d3f-2c20-470a-9826-afe8c75f4d36 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650270 Feb 19 01:03:43.808642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.848408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.892801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:43.904241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:43.908047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:43.911033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:43.961568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.973825 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.999664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9075921 Feb 19 01:03:44.003326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1fa0-c8c3-4d3c-98c7-dca4f60f26b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event updated for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:44.010448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Request body: {'port': {'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:44.094236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.160128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2934f64-bdaf-46ed-8de2-623db9017a08 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:44.160531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.199464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:44.202763 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d275d612-b3aa-438f-bbc1-8b1c4d981acd" -d '{"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-unplugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:44.251520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:44.260318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.271390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942bfa7-24b5-42f4-abf6-9c7ea2a2ddd6 req-be1a72bd-6c81-4ebe-9954-01c7df796688 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.280672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3942bfa7-24b5-42f4-abf6-9c7ea2a2ddd6 req-be1a72bd-6c81-4ebe-9954-01c7df796688 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1460395 Feb 19 01:03:44.345693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=11']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:44.392951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3942bfa7-24b5-42f4-abf6-9c7ea2a2ddd6 req-382046ae-5453-4636-b5de-12819995ad93 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104259 Feb 19 01:03:44.394641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fdcb6eb7-ce74-44fc-95bd-a957602fdfc2 None None] Provisioning complete for port cc80c275-5b2f-48ef-8f4e-86b713b1860b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:44.395086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6eb7-ce74-44fc-95bd-a957602fdfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.468310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d2d04961-5e7e-4555-ae27-39d231feaf6c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.473623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d2d04961-5e7e-4555-ae27-39d231feaf6c tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 949 time: 0.1370780 Feb 19 01:03:44.511348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb6eb7-ce74-44fc-95bd-a957602fdfc2 None None] Port cc80c275-5b2f-48ef-8f4e-86b713b1860b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:44.525357 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b57c4-f3c7-4eb8-a0e7-0e0b3e9ad5e2 x-openstack-request-id: req-bc9b57c4-f3c7-4eb8-a0e7-0e0b3e9ad5e2 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:44.525684 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-unplugged", "status": "completed", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:44.525974 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc9b57c4-f3c7-4eb8-a0e7-0e0b3e9ad5e2 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:44.526383 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'code': 200} Feb 19 01:03:44.596187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7031e-92b4-4a67-bf1a-e4332c901ccd req-df2395f5-4bfd-4269-8882-b38b340f3a8f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.598812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09d7031e-92b4-4a67-bf1a-e4332c901ccd req-df2395f5-4bfd-4269-8882-b38b340f3a8f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 931 time: 0.4434705 Feb 19 01:03:44.692495 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09d7031e-92b4-4a67-bf1a-e4332c901ccd req-da57a06b-4835-4007-9d9f-ec26e8162539 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859911 Feb 19 01:03:44.716732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44c1e-8a58-4d02-a115-edd73d6e2aa3 req-50f9ed89-2f70-4693-98a8-13a0185ade82 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.719558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f0b44c1e-8a58-4d02-a115-edd73d6e2aa3 req-50f9ed89-2f70-4693-98a8-13a0185ade82 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1255455 Feb 19 01:03:44.727109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Deleting port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:44.727460 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.728917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc80c275-5b2f-48ef-8f4e-86b713b1860b {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:44.737136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Publish callbacks [] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.751623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Transition to ACTIVE for port object cc80c275-5b2f-48ef-8f4e-86b713b1860b will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:44.755972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.821893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:44.882487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f0b44c1e-8a58-4d02-a115-edd73d6e2aa3 req-9467751e-56c4-4aa4-8599-df9ceabcd0fa tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458659 Feb 19 01:03:44.926282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] For port 73780cd4-152b-4dc7-b46d-58b1ce90ee11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=73780cd4-152b-4dc7-b46d-58b1ce90ee11,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:44.927027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.944057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Calling delete_port for 73780cd4-152b-4dc7-b46d-58b1ce90ee11 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:44.991047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57f46c-1c16-451d-8682-d6b2ba13f0d0 req-bd899047-6986-4771-b77d-9d5441080109 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.000054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a57f46c-1c16-451d-8682-d6b2ba13f0d0 req-bd899047-6986-4771-b77d-9d5441080109 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/ports?device_id=c37a8fa0-0def-40cc-a50d-281f900faddc HTTP/1.1" status: 200 len: 949 time: 0.1480639 Feb 19 01:03:45.019026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Attempting to bind port cc80c275-5b2f-48ef-8f4e-86b713b1860b on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:45.019362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Attempting to bind port cc80c275-5b2f-48ef-8f4e-86b713b1860b by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:45.019694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Attempting to bind port cc80c275-5b2f-48ef-8f4e-86b713b1860b on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:45.048200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Port cc80c275-5b2f-48ef-8f4e-86b713b1860b on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:45.048524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Attempting to bind port cc80c275-5b2f-48ef-8f4e-86b713b1860b on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:45.063478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:45.063815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Checking segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:45.064510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Bound using segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:45.064817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Bound port: cc80c275-5b2f-48ef-8f4e-86b713b1860b, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:45.065120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.094784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a57f46c-1c16-451d-8682-d6b2ba13f0d0 req-d49356f3-60ea-45fe-8595-842c27aa081d tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.43 "GET /v2.0/security-groups?id=baa67ec6-6b49-4071-b93d-f669bbd23ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935245 Feb 19 01:03:45.178063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (73780cd4-152b-4dc7-b46d-58b1ce90ee11), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.192521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['73780cd4-152b-4dc7-b46d-58b1ce90ee11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:45.225390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Pushing event deleted for resources: {'Port': ['ID=73780cd4-152b-4dc7-b46d-58b1ce90ee11,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.225987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:45.243951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:45.253676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.288316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] No DVR routers for this DVR port 73780cd4-152b-4dc7-b46d-58b1ce90ee11 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:45.291065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.295180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e66b149-bd81-48d7-8fd8-5f74e1804db9 req-d32e2253-79ad-4c69-9cab-e53c46324db9 tempest-ServersOnMultiNodesTest-2138644726 tempest-ServersOnMultiNodesTest-2138644726-project] 10.222.0.89 "DELETE /v2.0/ports/73780cd4-152b-4dc7-b46d-58b1ce90ee11 HTTP/1.1" status: 204 len: 173 time: 0.8136899 Feb 19 01:03:45.296567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'name': 'network-vif-deleted', 'tag': '73780cd4-152b-4dc7-b46d-58b1ce90ee11'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:45.299219 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1fcdd0-f0ef-48f4-8f58-174742eb5905" -d '{"events": [{"server_uuid": "c37a8fa0-0def-40cc-a50d-281f900faddc", "name": "network-vif-deleted", "tag": "73780cd4-152b-4dc7-b46d-58b1ce90ee11"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:45.323179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.323951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.325254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] 10.222.0.10 "PUT /v2.0/ports/cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 1091 time: 1.3192236 Feb 19 01:03:45.325825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:45.328666 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e18048-5625-4106-88db-462961749b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:45.419155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facbe0-0a0b-49f7-baed-277085723f28 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.476503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfb652-fd2e-4b26-ab99-8ee3c33eed6b req-59f85292-46af-4910-ba37-afd8da2599c8 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.478299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-83bfb652-fd2e-4b26-ab99-8ee3c33eed6b req-59f85292-46af-4910-ba37-afd8da2599c8 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 949 time: 0.1433034 Feb 19 01:03:45.493828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-821e6458-54b0-4d09-bfed-9d2b468ca19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.495975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-821e6458-54b0-4d09-bfed-9d2b468ca19f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1125 time: 0.1017151 Feb 19 01:03:45.838996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a584fd-a8c3-4add-976a-86f090a516aa req-539af091-662e-4d60-94ef-df6faf704be3 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.847836 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55a584fd-a8c3-4add-976a-86f090a516aa req-539af091-662e-4d60-94ef-df6faf704be3 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1006503 Feb 19 01:03:45.859333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-bb875f9b-7b71-4359-adc6-5bae92855cc1 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.861240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-bb875f9b-7b71-4359-adc6-5bae92855cc1 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.89 "GET /v2.0/ports?device_id=8b05714e-1081-49b2-9fd2-46dff0710825 HTTP/1.1" status: 200 len: 949 time: 0.1262975 Feb 19 01:03:46.033536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-0530bbb0-d940-4c14-8c20-7116454e65b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 217 time: 0.5292542 Feb 19 01:03:46.049972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55a584fd-a8c3-4add-976a-86f090a516aa req-8549436f-9f6f-44ea-82b1-8b393a87f589 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003701 Feb 19 01:03:46.126444 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-83bfb652-fd2e-4b26-ab99-8ee3c33eed6b req-b8864fd5-089e-41c0-a625-c4d10164a47d tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.43 "GET /v2.0/security-groups?id=7204a334-8baf-4840-bfd1-b01f0dd3113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367590 Feb 19 01:03:46.138655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-133b88f9-46e0-4b58-b36b-fa2a292490d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.145809 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-133b88f9-46e0-4b58-b36b-fa2a292490d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1045377 Feb 19 01:03:46.164348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Deleting port a2934f64-bdaf-46ed-8de2-623db9017a08 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:46.164699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.256020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-3725dfe3-c55a-4279-b73b-4dcf7f4caded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.257899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-3725dfe3-c55a-4279-b73b-4dcf7f4caded service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066670 Feb 19 01:03:46.262643 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250aaa9a-3fd6-4730-95f0-18c662c7b922 x-openstack-request-id: req-250aaa9a-3fd6-4730-95f0-18c662c7b922 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:46.263141 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:46.263954 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-250aaa9a-3fd6-4730-95f0-18c662c7b922 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:46.264749 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'status': 'completed', 'code': 200} Feb 19 01:03:46.387462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] For port a2934f64-bdaf-46ed-8de2-623db9017a08, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2934f64-bdaf-46ed-8de2-623db9017a08,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:46.388015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.403497 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-67e1c30b-9841-4443-8f52-06e1e2c21b92 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366954 Feb 19 01:03:46.410174 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d258b-2a66-45c5-aaa4-845159c195e7 x-openstack-request-id: req-3c8d258b-2a66-45c5-aaa4-845159c195e7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:46.410594 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37a8fa0-0def-40cc-a50d-281f900faddc", "name": "network-vif-deleted", "tag": "73780cd4-152b-4dc7-b46d-58b1ce90ee11", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:46.411014 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c8d258b-2a66-45c5-aaa4-845159c195e7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:46.411515 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37a8fa0-0def-40cc-a50d-281f900faddc', 'name': 'network-vif-deleted', 'tag': '73780cd4-152b-4dc7-b46d-58b1ce90ee11', 'status': 'completed', 'code': 200} Feb 19 01:03:46.424913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Calling delete_port for a2934f64-bdaf-46ed-8de2-623db9017a08 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:46.526185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232846-820d-4ad4-8830-a394579addb4 req-f6ff4510-9cb1-400c-aaf7-cf8633c1eb8c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.528014 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f232846-820d-4ad4-8830-a394579addb4 req-f6ff4510-9cb1-400c-aaf7-cf8633c1eb8c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1476676 Feb 19 01:03:46.597367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-318d927c-49c3-4e87-bcc5-7166d9218fd0 req-e5e35e18-9302-4f4e-8b75-9b70e31f8476 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762514 Feb 19 01:03:46.620646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:46.664528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f232846-820d-4ad4-8830-a394579addb4 req-477bdbd1-47b4-4d82-8796-7557422eea44 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254098 Feb 19 01:03:46.742617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a2934f64-bdaf-46ed-8de2-623db9017a08), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.785634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e18048-5625-4106-88db-462961749b0b req-cbe38fc9-9c60-41c0-8cbd-efc29da4a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.788702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-cbe38fc9-9c60-41c0-8cbd-efc29da4a410 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1125 time: 0.1174376 Feb 19 01:03:46.929830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Pushing event deleted for resources: {'Port': ['ID=a2934f64-bdaf-46ed-8de2-623db9017a08,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.948958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fd88601c-9639-4952-a0a0-02d089fe2cc3 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:46.950201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.983770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e18048-5625-4106-88db-462961749b0b req-0e32a081-01b0-4604-8995-b5dff73aa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.986184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] No DVR routers for this DVR port a2934f64-bdaf-46ed-8de2-623db9017a08 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:46.991029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-0e32a081-01b0-4604-8995-b5dff73aa12c service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1975060 Feb 19 01:03:46.992175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.995592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:46.998799 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870bfa2d-a802-491b-9bc8-4d3720f59df8" -d '{"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-unplugged", "status": "completed", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:47.002659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7abfe2a-300b-4c75-87ca-daa8391a3099 req-ddb0071e-04b0-4e88-b736-cc0f58854e97 tempest-ImagesOneServerTestJSON-1438401245 tempest-ImagesOneServerTestJSON-1438401245-project] 10.222.0.89 "DELETE /v2.0/ports/a2934f64-bdaf-46ed-8de2-623db9017a08 HTTP/1.1" status: 204 len: 173 time: 1.1340322 Feb 19 01:03:47.018041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:47.024665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.068791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-1aceee5e-6421-40dc-b037-2655090dd97b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 217 time: 0.0505271 Feb 19 01:03:47.116665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec0e69-8511-41af-be5b-894c2092ec4b req-2c69862b-3328-4b97-a1d9-f7e798e06c66 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.118155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:47.119020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cec0e69-8511-41af-be5b-894c2092ec4b req-2c69862b-3328-4b97-a1d9-f7e798e06c66 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 943 time: 0.1690962 Feb 19 01:03:47.161809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e18048-5625-4106-88db-462961749b0b req-ff057180-649c-418f-87f8-faf8202f2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.165472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-ff057180-649c-418f-87f8-faf8202f2119 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.0852551 Feb 19 01:03:47.223292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cec0e69-8511-41af-be5b-894c2092ec4b req-70b926a9-9887-4001-8c67-bf1b32431926 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966444 Feb 19 01:03:47.246489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e18048-5625-4106-88db-462961749b0b req-3f3bc955-4c0b-46bf-8e8b-2d8cb59b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.248276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-3f3bc955-4c0b-46bf-8e8b-2d8cb59b831b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749452 Feb 19 01:03:47.419298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-49ed54c4-872d-4a4d-9667-cbc5e326907b service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620667 Feb 19 01:03:47.629354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20e18048-5625-4106-88db-462961749b0b req-8d6e3f2f-e111-444e-8789-97c37e42b2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045467 Feb 19 01:03:47.665943 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b975f8b1-b0f6-495c-9c90-fa13f020b4d3 x-openstack-request-id: req-b975f8b1-b0f6-495c-9c90-fa13f020b4d3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:47.666425 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-unplugged", "status": "completed", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:47.666516 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b975f8b1-b0f6-495c-9c90-fa13f020b4d3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:47.667224 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'code': 200} Feb 19 01:03:47.749461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b687b-bfc3-47f4-a72c-cb5dbb4a92ab req-aae5edac-dbc2-492b-afb1-849b666b8b8e tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.751064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-217b687b-bfc3-47f4-a72c-cb5dbb4a92ab req-aae5edac-dbc2-492b-afb1-849b666b8b8e tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1127 time: 0.1112673 Feb 19 01:03:47.822181 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-217b687b-bfc3-47f4-a72c-cb5dbb4a92ab req-d75e9437-53dc-4474-890f-c790386044b2 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607994 Feb 19 01:03:47.828473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50172) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:47.918966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:47.967793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: a2934f64-bdaf-46ed-8de2-623db9017a08 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:47.968238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2934f64-bdaf-46ed-8de2-623db9017a08 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:47.969317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 73780cd4-152b-4dc7-b46d-58b1ce90ee11 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:48.017392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 73780cd4-152b-4dc7-b46d-58b1ce90ee11 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:48.018895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 73780cd4-152b-4dc7-b46d-58b1ce90ee11 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:48.069980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a91c0627-a6f0-4b9c-b938-356668ac3369 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08afeda6bba34698bf6ea405f624735b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398992 Feb 19 01:03:48.072512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.114068 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.169782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1c597f3-838a-4b4b-9f3e-0a03d13aa526 admin admin] Publish callbacks [] for security_group (baa67ec6-6b49-4071-b93d-f669bbd23ae7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.199082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1c597f3-838a-4b4b-9f3e-0a03d13aa526 admin admin] Publish callbacks [] for security_group (baa67ec6-6b49-4071-b93d-f669bbd23ae7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.202692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92726a-58d1-423f-be25-dd8a1234c978 req-a3cc298b-f997-4b4b-8aed-8483719b4fd6 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.204418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e92726a-58d1-423f-be25-dd8a1234c978 req-a3cc298b-f997-4b4b-8aed-8483719b4fd6 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1127 time: 0.0944068 Feb 19 01:03:48.219872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50204) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.279348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e92726a-58d1-423f-be25-dd8a1234c978 req-be4bbdf8-fcf6-4c4a-8cbb-f5976a7d62c9 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668857 Feb 19 01:03:48.303897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1c597f3-838a-4b4b-9f3e-0a03d13aa526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (baa67ec6-6b49-4071-b93d-f669bbd23ae7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.306486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1c597f3-838a-4b4b-9f3e-0a03d13aa526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.310400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e1c597f3-838a-4b4b-9f3e-0a03d13aa526 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baa67ec6-6b49-4071-b93d-f669bbd23ae7 HTTP/1.1" status: 204 len: 168 time: 0.2340360 Feb 19 01:03:48.317390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c597f3-838a-4b4b-9f3e-0a03d13aa526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa67ec6-6b49-4071-b93d-f669bbd23ae7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:48.412549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-deleted', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:48.415175 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660afa23-b86d-40fb-838c-885d8edf8c41" -d '{"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-deleted", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:48.423705 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f72670ce-ce65-4442-b909-f250dd237058 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0119a4f136494bb2b91525cd9856e8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026141 Feb 19 01:03:48.426394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.506632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Publish callbacks [] for security_group (7204a334-8baf-4840-bfd1-b01f0dd3113d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.536972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Publish callbacks [] for security_group (7204a334-8baf-4840-bfd1-b01f0dd3113d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.620743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cc80c275-5b2f-48ef-8f4e-86b713b1860b details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:48.661030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947545d-2d16-4cb9-b1b8-606519406846 req-11cc4fca-937b-447b-8926-475ee493f642 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.664300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5947545d-2d16-4cb9-b1b8-606519406846 req-11cc4fca-937b-447b-8926-475ee493f642 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 943 time: 0.0817425 Feb 19 01:03:48.673826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-a7c9f78b-8b84-4683-aa05-5e653cd00d8b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.680879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-a7c9f78b-8b84-4683-aa05-5e653cd00d8b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.1261225 Feb 19 01:03:48.712790 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-6ca9110c-b4fb-41c5-bdac-0207167f17dd tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/quotas/2f3953551f0a420abe960cb4b3998faa HTTP/1.1" status: 200 len: 375 time: 0.0308826 Feb 19 01:03:48.724576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5947545d-2d16-4cb9-b1b8-606519406846 req-b2f9bca8-23ac-4065-b0cb-9c4cee185a89 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Feb 19 01:03:48.778755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50244) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.837938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:48.841722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce7177ea-28eb-4299-a848-a118e51c5b1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd7dd6cefbc64d039aa9d465c4b0c0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613739 Feb 19 01:03:48.844488 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d5b27-4b6c-4dbf-b9f6-89cba40155b6 x-openstack-request-id: req-9c9d5b27-4b6c-4dbf-b9f6-89cba40155b6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:48.844962 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b05714e-1081-49b2-9fd2-46dff0710825", "name": "network-vif-deleted", "tag": "a2934f64-bdaf-46ed-8de2-623db9017a08", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:48.845576 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c9d5b27-4b6c-4dbf-b9f6-89cba40155b6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:48.846238 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b05714e-1081-49b2-9fd2-46dff0710825', 'name': 'network-vif-deleted', 'tag': 'a2934f64-bdaf-46ed-8de2-623db9017a08', 'status': 'completed', 'code': 200} Feb 19 01:03:48.846825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50250) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.856562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:48.869690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-a5214ce2-8377-4393-8342-76a99b0108f6 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558633 Feb 19 01:03:48.899157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cc80c275-5b2f-48ef-8f4e-86b713b1860b is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:48.899634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.917141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc80c275-5b2f-48ef-8f4e-86b713b1860b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:48.940659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b0d43f-e1af-4ec8-9a72-c724e8f97041 admin admin] Publish callbacks [] for security_group (7a30754b-86da-47dc-9ca1-cfcf75f025f9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.946699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:48.953421 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.969333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7204a334-8baf-4840-bfd1-b01f0dd3113d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.973023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b0d43f-e1af-4ec8-9a72-c724e8f97041 admin admin] Publish callbacks [] for security_group (7a30754b-86da-47dc-9ca1-cfcf75f025f9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.973217 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.976720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7204a334-8baf-4840-bfd1-b01f0dd3113d HTTP/1.1" status: 204 len: 168 time: 0.5467541 Feb 19 01:03:49.002840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7204a334-8baf-4840-bfd1-b01f0dd3113d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.017524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-5562751b-bbd2-4c15-8e85-08a7f7e3670a service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461377 Feb 19 01:03:49.077151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b0d43f-e1af-4ec8-9a72-c724e8f97041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7a30754b-86da-47dc-9ca1-cfcf75f025f9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.079999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b0d43f-e1af-4ec8-9a72-c724e8f97041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.082022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-07b0d43f-e1af-4ec8-9a72-c724e8f97041 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a30754b-86da-47dc-9ca1-cfcf75f025f9 HTTP/1.1" status: 204 len: 168 time: 0.2340057 Feb 19 01:03:49.093773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d43f-e1af-4ec8-9a72-c724e8f97041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30754b-86da-47dc-9ca1-cfcf75f025f9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.137485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-519900ec-9d82-49c2-98e0-2d302c206d78 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187789 Feb 19 01:03:49.144647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.145070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.145452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.150855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.151516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.152972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.154153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.154970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.157048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.158081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.159076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.161557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.161925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c285496-58e2-4c63-8ebf-76b3eada32fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:49.171866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929354b4-3181-4532-8ead-32e433042930 req-670b0307-d5a5-47b8-9630-57c6e80fa474 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:49.182726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-929354b4-3181-4532-8ead-32e433042930 req-670b0307-d5a5-47b8-9630-57c6e80fa474 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.0992293 Feb 19 01:03:49.241278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.268010 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-929354b4-3181-4532-8ead-32e433042930 req-d026f9a1-83b2-4c9d-8ac8-c914e0a093b4 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833187 Feb 19 01:03:49.294940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['cc80c275-5b2f-48ef-8f4e-86b713b1860b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:49.603725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ee3b95f-435f-4423-82e9-6b58d2d472bc req-b65866c4-cce7-4c40-b327-300b0ac3b2d4 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 210 time: 0.0666678 Feb 19 01:03:49.974970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae339f7-21c9-400c-b4d7-74a22077ea06 req-32187947-5752-4b55-aff1-e75a9382eb03 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:49.982382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ae339f7-21c9-400c-b4d7-74a22077ea06 req-32187947-5752-4b55-aff1-e75a9382eb03 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 944 time: 0.1504543 Feb 19 01:03:50.008230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-1dec955a-1807-4b92-a2e9-f732b34c64dd tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.010115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-1dec955a-1807-4b92-a2e9-f732b34c64dd tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "GET /v2.0/ports?device_id=226dbd8c-342e-4471-9bff-0190656afc71 HTTP/1.1" status: 200 len: 943 time: 0.1218808 Feb 19 01:03:50.163556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ae339f7-21c9-400c-b4d7-74a22077ea06 req-a52e7cb2-9786-445c-8709-f143999924eb tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756086 Feb 19 01:03:50.179371 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ed67dbab-6184-4ffa-9cc1-6ddea51cc5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.207287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Deleting port fd88601c-9639-4952-a0a0-02d089fe2cc3 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:50.207987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.549013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] For port fd88601c-9639-4952-a0a0-02d089fe2cc3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fd88601c-9639-4952-a0a0-02d089fe2cc3,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:50.549662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.571336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Calling delete_port for fd88601c-9639-4952-a0a0-02d089fe2cc3 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:50.601326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b354e6-bf54-4c51-b7d4-bef558437f30 req-d50477b3-2c1b-4834-a5f2-11a81e3d7773 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.614220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08b354e6-bf54-4c51-b7d4-bef558437f30 req-d50477b3-2c1b-4834-a5f2-11a81e3d7773 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1352949 Feb 19 01:03:50.642312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:50.642312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cc80c275-5b2f-48ef-8f4e-86b713b1860b up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:50.837334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port cc80c275-5b2f-48ef-8f4e-86b713b1860b completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:50.871665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fd88601c-9639-4952-a0a0-02d089fe2cc3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.901848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port cc80c275-5b2f-48ef-8f4e-86b713b1860b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:50.902476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.985530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:51.002398 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08b354e6-bf54-4c51-b7d4-bef558437f30 req-b0df87e5-e90d-490d-9240-9f00b513a49b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361990 Feb 19 01:03:51.039786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'port_id': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'mac_address': 'fa:16:3e:86:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e9fead-3942-4287-b8cf-c6d280f52d83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:51.115491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cc80c275-5b2f-48ef-8f4e-86b713b1860b is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:51.115884 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.118371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event deleted for resources: {'Port': ['ID=fd88601c-9639-4952-a0a0-02d089fe2cc3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.174599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:51.176807 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a97ed69-6950-4434-9aa7-6d4d056fcb55" -d '{"events": [{"server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "name": "network-vif-plugged", "status": "completed", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:51.222899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 143f9112-b805-4519-ae4d-dfd6d69223ad is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:51.223550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.232082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:51.238920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.272360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] No DVR routers for this DVR port fd88601c-9639-4952-a0a0-02d089fe2cc3 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:51.278616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.289741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13b37076-89a6-4adc-b24b-6e6da36add3d req-904e4dcb-262b-4c26-a3a3-13ad5023b060 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "DELETE /v2.0/ports/fd88601c-9639-4952-a0a0-02d089fe2cc3 HTTP/1.1" status: 204 len: 173 time: 1.2709565 Feb 19 01:03:51.291736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-deleted', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:51.298075 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a77fe48-33a2-47bb-acec-aba3db3c1a8e" -d '{"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-deleted", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:51.319991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 143f9112-b805-4519-ae4d-dfd6d69223ad {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:51.399859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62da42aa-a0d8-4148-8407-816df395e176 req-cc4f8a85-e7e0-4bde-9713-a032f5227b22 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 210 time: 0.0827124 Feb 19 01:03:51.427134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:51.438939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.447938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.479330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-1c6cb063-2dac-4668-bd04-b8cacc591add tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:51.483684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-1c6cb063-2dac-4668-bd04-b8cacc591add tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.3412375 Feb 19 01:03:51.508186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Request body: {'port': {'device_id': '8fee269d-62df-4920-8837-b2871de64d43', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'admin_state_up': True, 'tenant_id': '2f3953551f0a420abe960cb4b3998faa'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:51.597583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.654429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['143f9112-b805-4519-ae4d-dfd6d69223ad'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:51.896357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Made reservation on behalf of 2f3953551f0a420abe960cb4b3998faa for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:51.910928 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.098415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50376) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.302203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Allocated IP 172.20.0.4 (0cb151e3-4ba6-46d1-b384-518719b69d51/21b95288-a811-45c1-a254-6cd72a297988/7a466aec-37ac-469e-ad6a-6baeaca43000) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:52.496602 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a23c92-2565-4170-ad9b-f29d6a7ea55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.540868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-706dd853-5970-4fc4-859e-9cd2da3c787e tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:03:52.555284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-706dd853-5970-4fc4-859e-9cd2da3c787e tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4543931 Feb 19 01:03:52.602350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks [] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.626479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:52.752688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.765301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 143f9112-b805-4519-ae4d-dfd6d69223ad triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:52.765894 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.860825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:52.866667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-e2ceea28-0974-44b7-8503-3f9f75d3211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.868541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:52.876402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:52.880817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-e2ceea28-0974-44b7-8503-3f9f75d3211a service neutron] 10.222.0.43 "GET /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 1124 time: 0.1186790 Feb 19 01:03:52.888225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Request body: {'binding': {'host': 'n-h2-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:52.889142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Unknown quota resources ['binding']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:03:52.929241 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.929914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.944866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 143f9112-b805-4519-ae4d-dfd6d69223ad is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:52.945875 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.946013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.968071 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-63bae7dc-43f9-458e-897a-91aab25ef6f9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4643917 Feb 19 01:03:52.982666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Request body: {'port': {'device_id': '8fee269d-62df-4920-8837-b2871de64d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:53.033379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:53.041332 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.042615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:53.116164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.121332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f315e0-4369-42e6-bbbb-dc7997544af4 req-009673ef-204c-4162-b97b-a54ef0cf4002 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.122864 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3f315e0-4369-42e6-bbbb-dc7997544af4 req-009673ef-204c-4162-b97b-a54ef0cf4002 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 945 time: 0.2305200 Feb 19 01:03:53.151990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.156852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: fd88601c-9639-4952-a0a0-02d089fe2cc3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:53.157431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fd88601c-9639-4952-a0a0-02d089fe2cc3 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:53.166995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.167671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.168175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.169489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.169996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.170536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.171024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.171597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.172096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.172586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.173097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.173681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.174158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:53.208658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3f315e0-4369-42e6-bbbb-dc7997544af4 req-aa5fe094-a04e-49c5-9a55-9fa2dcddf2f6 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782137 Feb 19 01:03:53.222424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on host n-h2-826752-2 for vnic_type normal with profile None {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:53.222760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:53.223089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.228028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:53.228352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.233795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:53.234405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:53.235112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:53.235719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Bound port: 9fa19b2c-9edc-44d9-8459-79103146b2e0, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:53.271339 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94186d61-5a73-432e-9e1c-d37f3603d852 x-openstack-request-id: req-94186d61-5a73-432e-9e1c-d37f3603d852 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:53.271858 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "name": "network-vif-plugged", "status": "completed", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:53.272320 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94186d61-5a73-432e-9e1c-d37f3603d852 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:53.272885 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'code': 200} Feb 19 01:03:53.343674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:53.346261 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81de628-1c1c-4458-a3f4-aa25b9e7e3ef x-openstack-request-id: req-f81de628-1c1c-4458-a3f4-aa25b9e7e3ef {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:53.346808 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226dbd8c-342e-4471-9bff-0190656afc71", "name": "network-vif-deleted", "tag": "fd88601c-9639-4952-a0a0-02d089fe2cc3", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:53.346962 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f81de628-1c1c-4458-a3f4-aa25b9e7e3ef {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:53.347342 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226dbd8c-342e-4471-9bff-0190656afc71', 'name': 'network-vif-deleted', 'tag': 'fd88601c-9639-4952-a0a0-02d089fe2cc3', 'status': 'completed', 'code': 200} Feb 19 01:03:53.360986 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.361664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f80534ad-8059-4cc5-a00f-32d6c17e414f service neutron] 10.222.0.43 "POST /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4789197 Feb 19 01:03:53.504482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a466aec-37ac-469e-ad6a-6baeaca43000 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:53.504640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0b39-190d-4614-9af3-7e558f793ad5 req-cc031a0f-d29b-47b3-a6e4-1abc4d37de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.506603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed8d0b39-190d-4614-9af3-7e558f793ad5 req-cc031a0f-d29b-47b3-a6e4-1abc4d37de64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.1578357 Feb 19 01:03:53.533272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53bd60-7d34-4b26-84f0-fb8d40113f49 req-d30558d7-6fee-488e-a382-eb71853b7af5 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.535041 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:03:53.535536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f53bd60-7d34-4b26-84f0-fb8d40113f49 req-d30558d7-6fee-488e-a382-eb71853b7af5 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.1291986 Feb 19 01:03:53.542981 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.547544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Publish callbacks [] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.587174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Transition to ACTIVE for port object 7a466aec-37ac-469e-ad6a-6baeaca43000 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:53.593664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.690498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed8d0b39-190d-4614-9af3-7e558f793ad5 req-40b369b1-ca9c-47b3-b6be-f2027e7cab36 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780438 Feb 19 01:03:53.696338 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f53bd60-7d34-4b26-84f0-fb8d40113f49 req-ebfac5db-f4a4-454a-a541-9246af803f51 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454930 Feb 19 01:03:53.708349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-9c9e900a-ec15-4a31-a18d-e8af9a927073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.709740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.710226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-9c9e900a-ec15-4a31-a18d-e8af9a927073 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1127 time: 0.0813582 Feb 19 01:03:53.824375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2401-3d94-4fed-b16b-06936133e591 req-1a60911d-b346-45b9-966a-f8104ab543cf tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.832302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-835e2401-3d94-4fed-b16b-06936133e591 req-1a60911d-b346-45b9-966a-f8104ab543cf tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 943 time: 0.1495609 Feb 19 01:03:53.917175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-835e2401-3d94-4fed-b16b-06936133e591 req-9ab35ac7-772c-4a2d-a482-92944bafaa31 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839114 Feb 19 01:03:53.924792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Attempting to bind port 7a466aec-37ac-469e-ad6a-6baeaca43000 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:53.925157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Attempting to bind port 7a466aec-37ac-469e-ad6a-6baeaca43000 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:53.925490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Attempting to bind port 7a466aec-37ac-469e-ad6a-6baeaca43000 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.942391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Port 7a466aec-37ac-469e-ad6a-6baeaca43000 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:53.942727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Attempting to bind port 7a466aec-37ac-469e-ad6a-6baeaca43000 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.953234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:53.953899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Checking segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:53.954470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Bound using segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:53.955074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Bound port: 7a466aec-37ac-469e-ad6a-6baeaca43000, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:53.955758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.043586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:54.050478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:54.057782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.144148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.147241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.148755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] 10.222.0.89 "PUT /v2.0/ports/7a466aec-37ac-469e-ad6a-6baeaca43000 HTTP/1.1" status: 200 len: 1091 time: 1.1727955 Feb 19 01:03:54.151358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:54.153641 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a2f28-d1ab-4273-b828-48f2e5b84583" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:54.185378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0fae-72c7-4bc9-a4ba-a1386f834348 service neutron] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:54.198143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-bcec1e13-25e9-4650-bf83-b61664265cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.200024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-bcec1e13-25e9-4650-bf83-b61664265cfe service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.3131776 Feb 19 01:03:54.208823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587cb17-4151-43fe-838a-1eb757424312 req-7e21c61e-9094-4991-86f8-4b85bd4c13bb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.211103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a587cb17-4151-43fe-838a-1eb757424312 req-7e21c61e-9094-4991-86f8-4b85bd4c13bb tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.2162158 Feb 19 01:03:54.329895 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-cf1dd0e8-fb97-4016-b84c-3263f97dbee1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 217 time: 0.1173859 Feb 19 01:03:54.337695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-0800e1fc-8502-4b6b-9bcd-c2a0afe640ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.339329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-0800e1fc-8502-4b6b-9bcd-c2a0afe640ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 1125 time: 0.1136918 Feb 19 01:03:54.352034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a203-cfce-4cd5-b02d-4d2b7ead745a req-991e384c-fead-481d-b007-efc2dbee9499 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.353672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b23a203-cfce-4cd5-b02d-4d2b7ead745a req-991e384c-fead-481d-b007-efc2dbee9499 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 945 time: 0.0741177 Feb 19 01:03:54.391054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a587cb17-4151-43fe-838a-1eb757424312 req-6a17f392-2182-4705-8df6-3f43074d411a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676502 Feb 19 01:03:54.405584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f6e6b840-fc39-4616-aefd-3e0933c623fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.407292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f6e6b840-fc39-4616-aefd-3e0933c623fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0670180 Feb 19 01:03:54.442401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-3be2663b-da34-47f3-9a8f-440562f783fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a466aec-37ac-469e-ad6a-6baeaca43000 HTTP/1.1" status: 200 len: 217 time: 0.0874200 Feb 19 01:03:54.459108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-dd05af3d-8d67-4c8b-99d7-0aeb6ee9e2e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365798 Feb 19 01:03:54.488011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b23a203-cfce-4cd5-b02d-4d2b7ead745a req-5895b779-aef9-448d-808c-3fac2cadfdc1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263323 Feb 19 01:03:54.523194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-aaf02fc6-641b-4b94-9223-3f4f09ba9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.524789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-aaf02fc6-641b-4b94-9223-3f4f09ba9a7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.0709536 Feb 19 01:03:54.526265 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d594e69-f096-4c22-b9d6-af27badbc37f x-openstack-request-id: req-5d594e69-f096-4c22-b9d6-af27badbc37f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:54.526548 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:54.526831 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d594e69-f096-4c22-b9d6-af27badbc37f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:54.527172 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'status': 'completed', 'code': 200} Feb 19 01:03:54.578487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-60131a7a-18ae-4d18-8bbe-fadf75be9697 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423789 Feb 19 01:03:54.611686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:54.679289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-f24c4e65-4bd6-4c46-af88-b9a2c41ae762 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112312 Feb 19 01:03:54.773950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 143f9112-b805-4519-ae4d-dfd6d69223ad is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:54.776888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.828268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-8a7f0834-e387-4510-8a75-69f65c07d0d7 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426675 Feb 19 01:03:54.851280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-21658d2d-eec8-4201-abb9-d9f422bc4c12 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584822 Feb 19 01:03:54.856163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:54.862168 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.986075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f966a1a-f8bf-4791-b53e-9f184e9a8174 req-45e55fb0-855d-43f6-a986-1ffbc8afce85 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255126 Feb 19 01:03:55.002970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.108440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b4da9-bf51-4d8f-af69-73224543fcfc req-b4ae4e9e-b294-4f46-916f-cdb2a84b95d9 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.113968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f62b4da9-bf51-4d8f-af69-73224543fcfc req-b4ae4e9e-b294-4f46-916f-cdb2a84b95d9 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 945 time: 0.1265283 Feb 19 01:03:55.196970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f62b4da9-bf51-4d8f-af69-73224543fcfc req-66b18085-7c93-427a-bd1d-c0cb733eaa6a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723457 Feb 19 01:03:55.207772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-a68d17e7-74d3-4aea-971e-2ed4ccb69d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.217063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-a68d17e7-74d3-4aea-971e-2ed4ccb69d9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 1125 time: 0.1676261 Feb 19 01:03:55.226855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.274327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad'}, {'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:55.276709 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a549e7a3-fda1-418c-b070-c063cff7074e" -d '{"events": [{"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-plugged", "status": "completed", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad"}, {"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-unplugged", "status": "completed", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:55.322964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-ac4362c7-c9e0-4a40-928a-caab21d6048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.325918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-ac4362c7-c9e0-4a40-928a-caab21d6048b service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 905 time: 0.1041813 Feb 19 01:03:55.426655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:55.632166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-326fdbb8-5370-40c7-90de-2939f3058088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.739325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.871550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43e94c-b4ea-43ae-a7c6-c7a07e52ac9d req-d291bb93-c48b-4483-bade-1279a4af2e7f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.873233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c43e94c-b4ea-43ae-a7c6-c7a07e52ac9d req-d291bb93-c48b-4483-bade-1279a4af2e7f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 943 time: 0.2072601 Feb 19 01:03:55.882957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-0ce19fe0-376d-4b00-83ed-9a86f8cdc1eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a466aec-37ac-469e-ad6a-6baeaca43000 HTTP/1.1" status: 200 len: 217 time: 0.5498343 Feb 19 01:03:55.958509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-a15f23d0-618f-42e5-94a0-f4378da0e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.960895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-a15f23d0-618f-42e5-94a0-f4378da0e547 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.0684338 Feb 19 01:03:55.961062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-326fdbb8-5370-40c7-90de-2939f3058088 admin admin] Publish callbacks [] for security_group (6618019c-6a60-42a7-afd4-c8ba2c00a788), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.973689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-326fdbb8-5370-40c7-90de-2939f3058088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6618019c-6a60-42a7-afd4-c8ba2c00a788), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.001597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c43e94c-b4ea-43ae-a7c6-c7a07e52ac9d req-086f34a8-841f-42c0-a29e-494d4c49e567 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160173 Feb 19 01:03:56.002664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-8795e40e-d4d8-4d5d-b25a-36408ff5fe65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324419 Feb 19 01:03:56.038706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fdbb8-5370-40c7-90de-2939f3058088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6618019c-6a60-42a7-afd4-c8ba2c00a788,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.047026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-326fdbb8-5370-40c7-90de-2939f3058088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f1a2c8f420c472cab4ae3d0e8ee2831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163435 Feb 19 01:03:56.047424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50448) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:56.074551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-de36cd2c-7b06-4546-99ef-e64dda1a23af tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.076263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-de36cd2c-7b06-4546-99ef-e64dda1a23af tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 943 time: 0.1528835 Feb 19 01:03:56.097369 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec7ec6-eaea-43bc-bb17-b1269c995feb x-openstack-request-id: req-c0ec7ec6-eaea-43bc-bb17-b1269c995feb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:56.097933 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-plugged", "status": "completed", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad", "code": 200}, {"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-unplugged", "status": "completed", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:56.098394 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0ec7ec6-eaea-43bc-bb17-b1269c995feb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:56.098985 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'code': 200} Feb 19 01:03:56.099445 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'code': 200} Feb 19 01:03:56.176361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84e4a904-d03b-4097-907a-886511ef56ea admin admin] Publish callbacks [] for security_group (6618019c-6a60-42a7-afd4-c8ba2c00a788), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.196317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-fd6a8d33-b734-47e8-837a-d61f25a5856b service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866536 Feb 19 01:03:56.255032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84e4a904-d03b-4097-907a-886511ef56ea admin admin] Publish callbacks [] for security_group (6618019c-6a60-42a7-afd4-c8ba2c00a788), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.354041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e61a2f28-d1ab-4273-b828-48f2e5b84583 req-b1226911-5a19-44dc-9e9f-1c21bb43e018 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503634 Feb 19 01:03:56.357130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Deleting port 143f9112-b805-4519-ae4d-dfd6d69223ad {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:56.357653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.436929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bc576-3234-45ff-8f2b-4195adf93256 req-78dac3e6-a0f7-4f13-b5e6-6b8c4681ade7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.443031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a35bc576-3234-45ff-8f2b-4195adf93256 req-78dac3e6-a0f7-4f13-b5e6-6b8c4681ade7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.2443390 Feb 19 01:03:56.445434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.475038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84e4a904-d03b-4097-907a-886511ef56ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6618019c-6a60-42a7-afd4-c8ba2c00a788), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.477582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84e4a904-d03b-4097-907a-886511ef56ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.481287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-84e4a904-d03b-4097-907a-886511ef56ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6618019c-6a60-42a7-afd4-c8ba2c00a788 HTTP/1.1" status: 204 len: 168 time: 0.4305744 Feb 19 01:03:56.517287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4a904-d03b-4097-907a-886511ef56ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618019c-6a60-42a7-afd4-c8ba2c00a788,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.552480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] For port 143f9112-b805-4519-ae4d-dfd6d69223ad, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=143f9112-b805-4519-ae4d-dfd6d69223ad,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:56.552850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.572260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a35bc576-3234-45ff-8f2b-4195adf93256 req-3f268834-64bc-4959-8b64-c20323f37c1d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219068 Feb 19 01:03:56.573221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Calling delete_port for 143f9112-b805-4519-ae4d-dfd6d69223ad owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:56.785751 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (143f9112-b805-4519-ae4d-dfd6d69223ad), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.828910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc89a08d-072e-423b-b457-b48eacd666c7 req-9381e6f1-f12e-4950-a3a3-0f46e584a7c4 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=76707071-4f0b-4afa-b88d-fa2e1b3f164f HTTP/1.1" status: 200 len: 210 time: 0.0579007 Feb 19 01:03:56.869273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event deleted for resources: {'Port': ['ID=143f9112-b805-4519-ae4d-dfd6d69223ad,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.946153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] No DVR routers for this DVR port 143f9112-b805-4519-ae4d-dfd6d69223ad on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:56.949922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.954508 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d60901ac-5f53-488d-94ff-c3d6cbb26c35 req-d26b2ffc-dc2b-40de-aff1-8d65b2cafbc0 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "DELETE /v2.0/ports/143f9112-b805-4519-ae4d-dfd6d69223ad HTTP/1.1" status: 204 len: 173 time: 0.8725636 Feb 19 01:03:56.955326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-deleted', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:56.965571 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9969a4ba-9606-41bb-89f8-999381d0388f" -d '{"events": [{"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-deleted", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:56.992334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50460) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:57.022383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.128962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c2493-5fcc-4925-b5d9-875d03207232 req-b495d0f6-d30c-4e86-a12e-cd86b214fcd3 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.137468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe2c2493-5fcc-4925-b5d9-875d03207232 req-b495d0f6-d30c-4e86-a12e-cd86b214fcd3 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 945 time: 0.1163554 Feb 19 01:03:57.143946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Publish callbacks [] for security_group (8d9bc351-a469-46b3-96df-f27047515839), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.148395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8d9bc351-a469-46b3-96df-f27047515839), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.199300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9bc351-a469-46b3-96df-f27047515839,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.200933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe2c2493-5fcc-4925-b5d9-875d03207232 req-b8299004-ccdb-4117-ae7b-620a27f0006f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 Feb 19 01:03:57.211267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9851cd27e6bf41738053cfb84ebc0ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179313 Feb 19 01:03:57.214118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50464) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:57.231141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.232124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.235250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.236046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.236390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.236724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.237081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.237412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.237735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.238139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.239204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.239204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.239204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ada08-b422-422f-b876-717f87cdc972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:57.286946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e871012f-d7fc-42be-93ee-a1ca1e345542 admin admin] Publish callbacks [] for security_group (8d9bc351-a469-46b3-96df-f27047515839), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.315284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e871012f-d7fc-42be-93ee-a1ca1e345542 admin admin] Publish callbacks [] for security_group (8d9bc351-a469-46b3-96df-f27047515839), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.380682 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b52d3-d61d-42e4-82ec-3c66d47a60ee x-openstack-request-id: req-397b52d3-d61d-42e4-82ec-3c66d47a60ee {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:57.381211 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76707071-4f0b-4afa-b88d-fa2e1b3f164f", "name": "network-vif-deleted", "tag": "143f9112-b805-4519-ae4d-dfd6d69223ad", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:57.381642 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-397b52d3-d61d-42e4-82ec-3c66d47a60ee {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:57.382225 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76707071-4f0b-4afa-b88d-fa2e1b3f164f', 'name': 'network-vif-deleted', 'tag': '143f9112-b805-4519-ae4d-dfd6d69223ad', 'status': 'completed', 'code': 200} Feb 19 01:03:57.394343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e871012f-d7fc-42be-93ee-a1ca1e345542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8d9bc351-a469-46b3-96df-f27047515839), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.397780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e871012f-d7fc-42be-93ee-a1ca1e345542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.406146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e871012f-d7fc-42be-93ee-a1ca1e345542 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d9bc351-a469-46b3-96df-f27047515839 HTTP/1.1" status: 204 len: 168 time: 0.1907001 Feb 19 01:03:57.427272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871012f-d7fc-42be-93ee-a1ca1e345542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9bc351-a469-46b3-96df-f27047515839,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.522452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1110b-46f9-459c-98d6-8ad589443116 req-92133034-74b9-4edb-8c9c-50d0bc7d1d84 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.530545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-71b1110b-46f9-459c-98d6-8ad589443116 req-92133034-74b9-4edb-8c9c-50d0bc7d1d84 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 943 time: 0.0861168 Feb 19 01:03:57.600436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-71b1110b-46f9-459c-98d6-8ad589443116 req-624b71d8-1cd7-4850-8ce0-a888f0ef09de tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685823 Feb 19 01:03:57.807150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-451f3b91-3cd7-40fc-be38-e6c7a9b60222 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1851356 Feb 19 01:03:57.817559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:57.840900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.929278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:58.019539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.134506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:58.150407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'mac_address': 'fa:16:3e:06:21:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:58.189751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Allocated IP 172.25.0.104 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/98c1a8fe-1110-47e4-9ff8-9a773d3ba5db) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:58.210503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7a466aec-37ac-469e-ad6a-6baeaca43000 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:58.211042 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.233763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a466aec-37ac-469e-ad6a-6baeaca43000 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:58.268335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:58.274306 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.322877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.347819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.396955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.438874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:58.442695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:58.447930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50494) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.448425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:58.496084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event updated for resources: {'Port': ['ID=98c1a8fe-1110-47e4-9ff8-9a773d3ba5db,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.576686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-network', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:58.578469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.599679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Made reservation on behalf of 2c9830707a9d4becb9e9e53e1e88265b for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:58.602990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.614329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.618972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['7a466aec-37ac-469e-ad6a-6baeaca43000'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:58.648688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.683890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:58.714140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks [] for security_group (87e4f9cf-487b-4680-9bf0-4e3c49277b83), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.718397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 143f9112-b805-4519-ae4d-dfd6d69223ad {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:58.718934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 143f9112-b805-4519-ae4d-dfd6d69223ad not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:58.719308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (87e4f9cf-487b-4680-9bf0-4e3c49277b83), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.734998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:58.756422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (81961946-c522-4b8c-82f2-357c30de66fb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.756731 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Added segment 81961946-c522-4b8c-82f2-357c30de66fb of type vlan for network 4b14d100-a282-417c-b422-d1a94286ea15 Feb 19 01:03:58.800772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e4f9cf-487b-4680-9bf0-4e3c49277b83,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.839890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4b14d100-a282-417c-b422-d1a94286ea15), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.874177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4b14d100-a282-417c-b422-d1a94286ea15), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.875118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.876248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.921213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.927947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.940736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4882700 Feb 19 01:03:58.940948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50500) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.945540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Request body: {'subnet': {'network_id': '4b14d100-a282-417c-b422-d1a94286ea15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-subnet', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:58.952472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fb2d6-6777-4515-85c1-14a6f8a0ace4 admin admin] Pushing event updated for resources: {'Network': ['ID=4b14d100-a282-417c-b422-d1a94286ea15,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.963006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4b14d100-a282-417c-b422-d1a94286ea15 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:58.977218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Made reservation on behalf of 2c9830707a9d4becb9e9e53e1e88265b for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:58.980218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.025133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.046617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event updated for resources: {'Port': ['ID=98c1a8fe-1110-47e4-9ff8-9a773d3ba5db,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.056655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.058223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-90f5d5ff-6a56-4bb9-8ab7-dd40f1c1230a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2454875 Feb 19 01:03:59.110621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-64d8ff7e-3364-457e-95d8-b38b894b76ae tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0450852 Feb 19 01:03:59.176605 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (d3923040-ea29-42d5-b76c-d39f5770a1d4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.229960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-f606ace8-7316-4150-afa8-830c7e36942f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.231772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b678df9-11c3-45e8-a556-cc34d94d2443 req-f606ace8-7316-4150-afa8-830c7e36942f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1130798 Feb 19 01:03:59.236234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3923040-ea29-42d5-b76c-d39f5770a1d4,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.249764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Checking segment: {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:59.250148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Network hostable DHCP agents. Network: 4b14d100-a282-417c-b422-d1a94286ea15, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:59.272259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Network 4b14d100-a282-417c-b422-d1a94286ea15 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:59.284815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4b14d100-a282-417c-b422-d1a94286ea15) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:59.291650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.292170 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.294783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d771fc-1ca1-4b04-b922-ff7d801a8b7d None None] Network 4b14d100-a282-417c-b422-d1a94286ea15 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:59.312626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50506) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:59.317752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:59.324227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2da8ddc8-7e77-48d8-99f5-4b7c4ab2fb93 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3822517 Feb 19 01:03:59.341789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (88e25a65-324b-4bf4-a4e9-3eeea0026e50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.344542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (88e25a65-324b-4bf4-a4e9-3eeea0026e50), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.439685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4b14d100-a282-417c-b422-d1a94286ea15', 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15', 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'fixed_ips': [{'subnet_id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:59.440613 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.454205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks [] for router_controller (88e25a65-324b-4bf4-a4e9-3eeea0026e50), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.469691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13644fe-115d-492a-acdf-154e476e1d23 req-8d189c3e-d315-4326-afe2-a71d98270bc6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.471223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f13644fe-115d-492a-acdf-154e476e1d23 req-8d189c3e-d315-4326-afe2-a71d98270bc6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1142476 Feb 19 01:03:59.583667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Allocated IP 172.20.0.2 (4b14d100-a282-417c-b422-d1a94286ea15/d3923040-ea29-42d5-b76c-d39f5770a1d4/d0f2e716-6989-461d-90ae-7a576a85a440) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:59.894445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Publish callbacks [] for port (d0f2e716-6989-461d-90ae-7a576a85a440), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.900572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.939192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Network 4b14d100-a282-417c-b422-d1a94286ea15 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:59.944057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f13644fe-115d-492a-acdf-154e476e1d23 req-5f37c058-f3e7-4881-be72-1cee87b37a20 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401636 Feb 19 01:03:59.948137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks [] for router_gateway (88e25a65-324b-4bf4-a4e9-3eeea0026e50), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.948532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:59.951026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:59.955210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:59.986344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Pushing event updated for resources: {'Port': ['ID=d0f2e716-6989-461d-90ae-7a576a85a440,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.082998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Attempting to bind port d0f2e716-6989-461d-90ae-7a576a85a440 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:00.083839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Attempting to bind port d0f2e716-6989-461d-90ae-7a576a85a440 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:00.084221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Attempting to bind port d0f2e716-6989-461d-90ae-7a576a85a440 on network 4b14d100-a282-417c-b422-d1a94286ea15 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:00.090341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 7a466aec-37ac-469e-ad6a-6baeaca43000 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:00.096256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 7a466aec-37ac-469e-ad6a-6baeaca43000 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:00.096639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.099498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:00.099880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Checking segment: {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:00.100291 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.100691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Bound using segment: {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:00.101216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Bound port: d0f2e716-6989-461d-90ae-7a576a85a440, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:00.101601 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.155940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde4f5-c2bf-4c31-a8be-5266b6bc85ab req-c4c36caa-eee8-40cc-afe2-9a9d15dfb895 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.157476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ddde4f5-c2bf-4c31-a8be-5266b6bc85ab req-c4c36caa-eee8-40cc-afe2-9a9d15dfb895 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 944 time: 0.0894949 Feb 19 01:04:00.216409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] For port d0f2e716-6989-461d-90ae-7a576a85a440, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:00.249854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] For port d0f2e716-6989-461d-90ae-7a576a85a440, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0f2e716-6989-461d-90ae-7a576a85a440,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:00.260927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.270288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7a466aec-37ac-469e-ad6a-6baeaca43000 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:00.270288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.297041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ddde4f5-c2bf-4c31-a8be-5266b6bc85ab req-fa349aef-c1bf-4a32-b3f2-11856ba69875 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013527 Feb 19 01:04:00.304099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks [] for router_gateway (88e25a65-324b-4bf4-a4e9-3eeea0026e50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.327980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.347001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:00.352329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:00.354669 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013841ff-6e46-4deb-9c89-37d6894e7747" -d '{"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-plugged", "status": "completed", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:00.359816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.379145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8e353-9665-4124-ad17-12a36bff6f1b None None] Pushing event updated for resources: {'Port': ['ID=d0f2e716-6989-461d-90ae-7a576a85a440,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.447571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.469515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Allocated IP 172.25.0.36 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/1db98a49-b245-4042-902d-ca770ab42a58) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:00.655193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks [] for port (1db98a49-b245-4042-902d-ca770ab42a58), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.701994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1db98a49-b245-4042-902d-ca770ab42a58), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.807120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:00.817313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:00.820230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:00.824342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Pushing event updated for resources: {'Port': ['ID=1db98a49-b245-4042-902d-ca770ab42a58,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.932234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-4be85eea-d734-4ae3-b354-279660d4a683 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.933880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-4be85eea-d734-4ae3-b354-279660d4a683 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 821 time: 0.2263510 Feb 19 01:04:01.001257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-bf8f220a-f467-4b14-b48a-ac89da04605f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/quotas/3d39d67c7de54432b5a6dd93b2062af3 HTTP/1.1" status: 200 len: 375 time: 0.0598328 Feb 19 01:04:01.116698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-fb74f91c-9c44-4bf5-bd0b-835350a30225 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093130 Feb 19 01:04:01.244155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks [] for router_gateway (88e25a65-324b-4bf4-a4e9-3eeea0026e50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.300050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-26ac3301-031f-4f6a-b048-af085c72aa83 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746356 Feb 19 01:04:01.444223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67653fd-9991-4a16-9303-72d24a290aa7 None None] Network 4b14d100-a282-417c-b422-d1a94286ea15 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:01.509580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] Provisioning complete for port d0f2e716-6989-461d-90ae-7a576a85a440 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:01.509965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.540469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-a3928c03-6e75-41f7-bcc7-ac3037aef912 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341566 Feb 19 01:04:01.553555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (88e25a65-324b-4bf4-a4e9-3eeea0026e50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.645618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] Current status of the port d0f2e716-6989-461d-90ae-7a576a85a440 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:01.646044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.699670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] For port d0f2e716-6989-461d-90ae-7a576a85a440, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0f2e716-6989-461d-90ae-7a576a85a440,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:01.711184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.810125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de2db-5259-4177-9b6f-85f272301dd9 None None] Pushing event updated for resources: {'Port': ['ID=d0f2e716-6989-461d-90ae-7a576a85a440,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:01.913378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:04:01.941989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-8de57714-d9b6-436b-af9f-99afe4f3cbf1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.943573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-8de57714-d9b6-436b-af9f-99afe4f3cbf1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 821 time: 0.1594639 Feb 19 01:04:01.993538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-2978f150-c804-4ac3-acb0-a91dab379142 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/quotas/0b4bd490fac04986b9a8cea37d21eaff HTTP/1.1" status: 200 len: 375 time: 0.0422306 Feb 19 01:04:02.038889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c7e600d7-92ac-4392-9bea-23091955e5fd None None] Provisioning complete for port d0f2e716-6989-461d-90ae-7a576a85a440 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:02.039575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7e600d7-92ac-4392-9bea-23091955e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.048821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-cf284cf3-e49f-4bdd-8efb-b225deb1bcce tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445549 Feb 19 01:04:02.148578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:02.154819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c7e600d7-92ac-4392-9bea-23091955e5fd None None] Current status of the port d0f2e716-6989-461d-90ae-7a576a85a440 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:02.163056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Sync routers for ids ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:02.179075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Routers {'88e25a65-324b-4bf4-a4e9-3eeea0026e50'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:02.180144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:02.181556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.186569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50548) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:02.187176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ee6493e2-ab99-402c-8723-519090ad583b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8721194 Feb 19 01:04:02.204856 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-c944d9bb-de01-441d-9e10-93b07e0876ad service neutron] 10.222.0.43 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270938 Feb 19 01:04:02.349467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-e1652d42-ae61-4649-a431-dc94c1dbd09e service neutron] 10.222.0.43 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435208 Feb 19 01:04:02.356981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Set router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:02.610151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:01Z', 'revision_number': 3, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:02.678647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Checking router: 88e25a65-324b-4bf4-a4e9-3eeea0026e50 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:02.679000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Updating router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 port 1db98a49-b245-4042-902d-ca770ab42a58 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:04:02.713329 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c865aae6-586b-498b-84e8-edf5d3bb15d3 x-openstack-request-id: req-c865aae6-586b-498b-84e8-edf5d3bb15d3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:02.713329 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-plugged", "status": "completed", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:02.713714 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c865aae6-586b-498b-84e8-edf5d3bb15d3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:02.714385 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'code': 200} Feb 19 01:04:02.714729 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1db98a49-b245-4042-902d-ca770ab42a58), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.754700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0f2e716-6989-461d-90ae-7a576a85a440 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:02.856699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.888334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f573c7-70df-4301-9518-11db22850cae req-110bdb94-7f21-4be5-9524-7ba82978fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.888658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d0f2e716-6989-461d-90ae-7a576a85a440 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:02.889649 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.890481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90f573c7-70df-4301-9518-11db22850cae req-110bdb94-7f21-4be5-9524-7ba82978fc3c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 1127 time: 0.1253417 Feb 19 01:04:03.048356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90f573c7-70df-4301-9518-11db22850cae req-1751215d-2b1f-4e76-ac5f-5e0428c7dddd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484814 Feb 19 01:04:03.092026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d0f2e716-6989-461d-90ae-7a576a85a440 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:03.165041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Allocated IP 172.20.0.1 (4b14d100-a282-417c-b422-d1a94286ea15/d3923040-ea29-42d5-b76c-d39f5770a1d4/1cb2cb66-d750-43a3-8d21-58ad148a2a78) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:03.174226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-a4bc96d4-538b-483d-9efd-b733b6796ba1 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:03.177324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-a4bc96d4-538b-483d-9efd-b733b6796ba1 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 821 time: 0.2372034 Feb 19 01:04:03.192719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'port': {'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'admin_state_up': True, 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:03.283435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Publish callbacks [] for port (1db98a49-b245-4042-902d-ca770ab42a58), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.293708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1db98a49-b245-4042-902d-ca770ab42a58), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.361948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks [] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.364205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Attempting to bind port 1db98a49-b245-4042-902d-ca770ab42a58 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:03.364781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Attempting to bind port 1db98a49-b245-4042-902d-ca770ab42a58 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:03.365948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Attempting to bind port 1db98a49-b245-4042-902d-ca770ab42a58 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:03.376943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:03.377704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:03.391668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.393957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:03.396712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Bound port: 1db98a49-b245-4042-902d-ca770ab42a58, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:03.397655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1db98a49-b245-4042-902d-ca770ab42a58), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.417800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1f5a-dcfc-4ed9-998a-17a4e22fd9ed req-c3f69ee7-e6bc-4ffb-9628-c947efe08788 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:03.426847 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-789b1f5a-dcfc-4ed9-998a-17a4e22fd9ed req-c3f69ee7-e6bc-4ffb-9628-c947efe08788 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1507783 Feb 19 01:04:03.432413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.490250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Made reservation on behalf of 3d39d67c7de54432b5a6dd93b2062af3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:03.493568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.494720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30aeac-25f3-495f-8530-e5222f46b28f None None] Pushing event updated for resources: {'Port': ['ID=1db98a49-b245-4042-902d-ca770ab42a58,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:03.513032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-789b1f5a-dcfc-4ed9-998a-17a4e22fd9ed req-2bda5430-24e4-4ec4-867f-8d542cd44cb8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788760 Feb 19 01:04:03.530523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Pushing event updated for resources: {'Port': ['ID=1cb2cb66-d750-43a3-8d21-58ad148a2a78,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:03.554676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Network 4b14d100-a282-417c-b422-d1a94286ea15 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:03.558603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:03.562445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] For port 1db98a49-b245-4042-902d-ca770ab42a58, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:03.564634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:03.574735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] For port 1db98a49-b245-4042-902d-ca770ab42a58, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1db98a49-b245-4042-902d-ca770ab42a58,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:03.586550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1db98a49-b245-4042-902d-ca770ab42a58), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.652029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (88e25a65-324b-4bf4-a4e9-3eeea0026e50), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.664975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30aeac-25f3-495f-8530-e5222f46b28f None None] Pushing event updated for resources: {'Port': ['ID=1db98a49-b245-4042-902d-ca770ab42a58,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:03.692364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Routers {'88e25a65-324b-4bf4-a4e9-3eeea0026e50'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:03.693209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:03.772246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc19a-8aca-4837-a3de-aae09990f2a9 req-66f93a26-e14d-4aba-80c1-e224d5e7ddf8 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:03.774103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-547fc19a-8aca-4837-a3de-aae09990f2a9 req-66f93a26-e14d-4aba-80c1-e224d5e7ddf8 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1482387 Feb 19 01:04:03.838599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Allocated IP 172.20.0.14 (72d32af2-b37e-4661-9cbb-d8592fbc7c64/064e6f4f-71a7-4473-a5c1-3e040580693b/333c4167-d649-4908-a5b3-c08ef1a4be57) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:03.860738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-547fc19a-8aca-4837-a3de-aae09990f2a9 req-835e5267-7e28-4bee-9cf9-fce7f1d6629f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Feb 19 01:04:03.872915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] Set router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:03.901522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.176745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-067dd61a-3f34-4704-865f-80155a71df8f req-fd5480c7-4b5d-4ed3-9e03-73955bd1e47f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 210 time: 0.2310021 Feb 19 01:04:04.245979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks [] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.263138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.298494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-42421dc3-cc97-42b7-87ec-dd78d7af6304 None None] Provisioning complete for port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:04.298758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42421dc3-cc97-42b7-87ec-dd78d7af6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.356552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Pushing event updated for resources: {'Port': ['ID=1cb2cb66-d750-43a3-8d21-58ad148a2a78,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:04.360497 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (88e25a65-324b-4bf4-a4e9-3eeea0026e50), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.361531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-42421dc3-cc97-42b7-87ec-dd78d7af6304 None None] Port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:04.379413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb584998-17c3-4fc4-a940-d9ea5055023e req-f49fd46b-20b5-42d7-9fc0-74874409fcd4 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 210 time: 0.0828524 Feb 19 01:04:04.402023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:01Z', 'revision_number': 3, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:04.434357 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.468001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae94ee-aee9-4bb3-98ab-048547bbf1d2 None None] The sync data for ids ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'] in n-d-826752-2 is: [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:01Z', 'revision_number': 3, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:04.477227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-4cd68a75-566d-4b0f-b1a0-7a038b93e312 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:04.478882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-4cd68a75-566d-4b0f-b1a0-7a038b93e312 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 821 time: 0.3275409 Feb 19 01:04:04.491568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Request body: {'port': {'device_id': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'admin_state_up': True, 'tenant_id': '0b4bd490fac04986b9a8cea37d21eaff'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:04.516759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Network 4b14d100-a282-417c-b422-d1a94286ea15 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:04.519019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:04.693174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.704689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['cc80c275-5b2f-48ef-8f4e-86b713b1860b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:04.712850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:04.919428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:04.942599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-384e2f14-b63b-40b8-a953-0f4ddadcda0c admin admin] 10.222.0.43 "PUT /v2.0/routers/88e25a65-324b-4bf4-a4e9-3eeea0026e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7535727 Feb 19 01:04:05.062830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-830debd7-6e36-4c2f-aecb-4a6d871a2589 None None] Provisioning complete for port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:05.063224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830debd7-6e36-4c2f-aecb-4a6d871a2589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.174287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-830debd7-6e36-4c2f-aecb-4a6d871a2589 None None] Port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:05.326962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:05.335227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:05.342355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event updated for resources: {'Port': ['ID=333c4167-d649-4908-a5b3-c08ef1a4be57,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.345764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:05.431983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Made reservation on behalf of 0b4bd490fac04986b9a8cea37d21eaff for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:05.436210 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.445881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399e35-198e-483c-a8eb-77a046988964 req-504d78a6-d22e-4607-90c7-74ac45b55332 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:05.447572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e399e35-198e-483c-a8eb-77a046988964 req-504d78a6-d22e-4607-90c7-74ac45b55332 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1797233 Feb 19 01:04:05.457795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:05.458533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.511371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-1ef3ec94-5599-4a60-97f0-0228b7c7acf7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3243861 Feb 19 01:04:05.606291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e399e35-198e-483c-a8eb-77a046988964 req-6343a62d-6ed1-429c-a89b-4c57cfe4eb77 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367652 Feb 19 01:04:05.619085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Request body: {'port': {'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:05.702066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5b0c63c7-939f-46ae-8598-d6954c1e8050 None None] Provisioning complete for port 333c4167-d649-4908-a5b3-c08ef1a4be57 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:05.702643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b0c63c7-939f-46ae-8598-d6954c1e8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.756136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c63c7-939f-46ae-8598-d6954c1e8050 None None] Port 333c4167-d649-4908-a5b3-c08ef1a4be57 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:05.769032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Allocated IP 172.20.0.10 (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83/e3e9fead-3942-4287-b8cf-c6d280f52d83/10cba1b1-18b4-48a2-9990-fcc1c7480833) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:05.795888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.871184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5b5d-e463-424b-9263-e754b5fc955b req-a6e31b57-d4be-4643-9498-2cccedfdbd9e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:05.872680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-afeb5b5d-e463-424b-9263-e754b5fc955b req-a6e31b57-d4be-4643-9498-2cccedfdbd9e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1873181 Feb 19 01:04:06.074812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-afeb5b5d-e463-424b-9263-e754b5fc955b req-f9719fad-ff24-4790-89be-9fe1c56fa021 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891663 Feb 19 01:04:06.140521 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.222460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.324674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:06.359567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:06.362147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:06.393364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a1d4b66-fba3-4989-900c-ca3393fb13d5 req-87ffe2fb-cc41-430b-ad5a-78d457dee46d tempest-FloatingIPsNegativeTestJSON-1717464849 tempest-FloatingIPsNegativeTestJSON-1717464849-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=2c9830707a9d4becb9e9e53e1e88265b HTTP/1.1" status: 200 len: 217 time: 0.1270728 Feb 19 01:04:06.416400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333c4167-d649-4908-a5b3-c08ef1a4be57 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:06.423198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event updated for resources: {'Port': ['ID=10cba1b1-18b4-48a2-9990-fcc1c7480833,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:06.434764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Publish callbacks [] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.453546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:06.454186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.479653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Transition to ACTIVE for port object 333c4167-d649-4908-a5b3-c08ef1a4be57 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:06.505906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-25889761-57e3-4641-8bdd-e63b88faf490 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0184159 Feb 19 01:04:06.506493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.548058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Request body: {'port': {'device_id': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:06.597114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1db98a49-b245-4042-902d-ca770ab42a58 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:06.620254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Pushing event updated for resources: {'Port': ['ID=333c4167-d649-4908-a5b3-c08ef1a4be57,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:06.654984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf63e-b1fb-471f-9b41-cbb7ebee8294 req-aef3994d-7b1a-4398-8ca6-f627cf4c92f1 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:06.662563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e18bf63e-b1fb-471f-9b41-cbb7ebee8294 req-aef3994d-7b1a-4398-8ca6-f627cf4c92f1 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 932 time: 0.1992095 Feb 19 01:04:06.702561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1db98a49-b245-4042-902d-ca770ab42a58 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:06.714862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1db98a49-b245-4042-902d-ca770ab42a58), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.757792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.842796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e18bf63e-b1fb-471f-9b41-cbb7ebee8294 req-1fa96b4d-4958-42b2-a6b9-3618198222b3 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793313 Feb 19 01:04:06.845447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Attempting to bind port 333c4167-d649-4908-a5b3-c08ef1a4be57 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:06.845867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Attempting to bind port 333c4167-d649-4908-a5b3-c08ef1a4be57 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:06.846200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Attempting to bind port 333c4167-d649-4908-a5b3-c08ef1a4be57 on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:06.862108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Port 333c4167-d649-4908-a5b3-c08ef1a4be57 on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:06.862437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Attempting to bind port 333c4167-d649-4908-a5b3-c08ef1a4be57 on network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:06.871551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1db98a49-b245-4042-902d-ca770ab42a58 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:06.872144 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1db98a49-b245-4042-902d-ca770ab42a58), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.923972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 1db98a49-b245-4042-902d-ca770ab42a58, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1db98a49-b245-4042-902d-ca770ab42a58,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:06.929833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1db98a49-b245-4042-902d-ca770ab42a58), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.959771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:06.960138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Checking segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:06.960551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Bound using segment: {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:06.960986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Bound port: 333c4167-d649-4908-a5b3-c08ef1a4be57, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0430d9-4706-4fed-8a22-90640bea0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:06.961364 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.025783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=1db98a49-b245-4042-902d-ca770ab42a58,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.038685 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Sync routers for ids ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:07.057641 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Routers {'88e25a65-324b-4bf4-a4e9-3eeea0026e50'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:07.058364 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:07.151540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde90e-2d4a-4c31-a1ef-b8ad6d7cf073 req-6bfe7974-d88c-4051-84b6-37776667ca83 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:07.157867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91bde90e-2d4a-4c31-a1ef-b8ad6d7cf073 req-6bfe7974-d88c-4051-84b6-37776667ca83 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 932 time: 0.2014041 Feb 19 01:04:07.161947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] For port 333c4167-d649-4908-a5b3-c08ef1a4be57, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:07.213484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] For port 333c4167-d649-4908-a5b3-c08ef1a4be57, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=333c4167-d649-4908-a5b3-c08ef1a4be57,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:07.226651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.330626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91bde90e-2d4a-4c31-a1ef-b8ad6d7cf073 req-caf9501e-7441-4c29-b8fd-a7eaf474eb80 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707821 Feb 19 01:04:07.332875 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Set router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:07.336676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:07.341523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.343353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] 10.222.0.10 "PUT /v2.0/ports/333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 1092 time: 1.7710636 Feb 19 01:04:07.347164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:07.360634 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562219ae-6cf5-4d9f-be02-2e83eda3a39b" -d '{"events": [{"name": "network-changed", "server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:07.416196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cba1b1-18b4-48a2-9990-fcc1c7480833 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:07.444892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Publish callbacks [] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.494600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60257226-11e9-4b1a-80b8-d44265ea5f64 service neutron] Pushing event updated for resources: {'Port': ['ID=333c4167-d649-4908-a5b3-c08ef1a4be57,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.505031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Transition to ACTIVE for port object 10cba1b1-18b4-48a2-9990-fcc1c7480833 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:07.516645 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.615613 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:03Z', 'revision_number': 4, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1cb2cb66-d750-43a3-8d21-58ad148a2a78', 'name': '', 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'mac_address': 'fa:16:3e:69:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:02Z', 'updated_at': '2022-02-19T01:04:03Z', 'revision_number': 2, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'subnets': [{'id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:07.615920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-d1989e2c-73ab-476e-a555-7954c1e015e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:07.617563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-d1989e2c-73ab-476e-a555-7954c1e015e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1126 time: 0.2065854 Feb 19 01:04:07.618050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Pushing event updated for resources: {'Port': ['ID=10cba1b1-18b4-48a2-9990-fcc1c7480833,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.648539 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Checking router: 88e25a65-324b-4bf4-a4e9-3eeea0026e50 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:07.649251 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Updating router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:04:07.718722 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-57e4221a-3a53-4399-819e-59d270d6e634 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 217 time: 0.0920653 Feb 19 01:04:07.730778 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.823079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82827020-34b4-4ad7-ac9d-808a3e29ee68 req-702ef228-b0b3-4186-ade5-66318d9daa64 tempest-FloatingIPsNegativeTestJSON-1717464849 tempest-FloatingIPsNegativeTestJSON-1717464849-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0837870 Feb 19 01:04:07.844912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-3b229051-5026-49f9-9a48-741f35bdb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:07.846931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-3b229051-5026-49f9-9a48-741f35bdb9a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1061301 Feb 19 01:04:07.877984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Attempting to bind port 10cba1b1-18b4-48a2-9990-fcc1c7480833 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:07.880005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Attempting to bind port 10cba1b1-18b4-48a2-9990-fcc1c7480833 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:07.880384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Attempting to bind port 10cba1b1-18b4-48a2-9990-fcc1c7480833 on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:07.911589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Port 10cba1b1-18b4-48a2-9990-fcc1c7480833 on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:07.912082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Attempting to bind port 10cba1b1-18b4-48a2-9990-fcc1c7480833 on network 5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:07.938226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:07.938567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Checking segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:07.938960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Bound using segment: {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:07.939410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Bound port: 10cba1b1-18b4-48a2-9990-fcc1c7480833, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:07.939776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.031736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-8a723d27-934f-44d6-bb11-4d354c24ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.034389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-8a723d27-934f-44d6-bb11-4d354c24ad36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1761057 Feb 19 01:04:08.067365 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Publish callbacks [] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.075182 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.086781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff197d-a581-4bd6-8d9e-5e72e623651c req-1d507ea0-4f05-4487-871f-661c05398dd7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.088373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29ff197d-a581-4bd6-8d9e-5e72e623651c req-1d507ea0-4f05-4487-871f-661c05398dd7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1715436 Feb 19 01:04:08.147620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] For port 10cba1b1-18b4-48a2-9990-fcc1c7480833, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:08.168429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] For port 10cba1b1-18b4-48a2-9990-fcc1c7480833, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:08.168648 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64508bc-3531-4312-aeaa-b1c9de7697ff None None] Pushing event updated for resources: {'Port': ['ID=1cb2cb66-d750-43a3-8d21-58ad148a2a78,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.189764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.207446 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Attempting to bind port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:08.207818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Attempting to bind port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:08.208188 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Attempting to bind port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 on network 4b14d100-a282-417c-b422-d1a94286ea15 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:08.215783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:08.216160 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Checking segment: {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:08.216621 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.217532 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Bound using segment: {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:08.218013 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Bound port: 1cb2cb66-d750-43a3-8d21-58ad148a2a78, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81961946-c522-4b8c-82f2-357c30de66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:08.218394 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.263199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29ff197d-a581-4bd6-8d9e-5e72e623651c req-e2f11a95-2480-461f-84cb-9af4d14dba68 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475050 Feb 19 01:04:08.278032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-c549f6f8-64ff-4111-b9b2-5bf8154b775f service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340879 Feb 19 01:04:08.291880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.292761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.297423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] 10.222.0.10 "PUT /v2.0/ports/10cba1b1-18b4-48a2-9990-fcc1c7480833 HTTP/1.1" status: 200 len: 1092 time: 1.7794003 Feb 19 01:04:08.299359 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] For port 1cb2cb66-d750-43a3-8d21-58ad148a2a78, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:08.305166 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] For port 1cb2cb66-d750-43a3-8d21-58ad148a2a78, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1cb2cb66-d750-43a3-8d21-58ad148a2a78,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:08.313487 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.389126 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Routers {'88e25a65-324b-4bf4-a4e9-3eeea0026e50'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:08.390096 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:08.396244 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fdeb2d-86e2-40b5-ac6c-07d7efa59e43 x-openstack-request-id: req-e0fdeb2d-86e2-40b5-ac6c-07d7efa59e43 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:08.396848 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:08.396955 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0fdeb2d-86e2-40b5-ac6c-07d7efa59e43 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:08.397733 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'status': 'completed', 'code': 200} Feb 19 01:04:08.454144 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64508bc-3531-4312-aeaa-b1c9de7697ff None None] Pushing event updated for resources: {'Port': ['ID=1cb2cb66-d750-43a3-8d21-58ad148a2a78,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.500001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9b98-665d-4239-9ca8-52783ae9d339 service neutron] Pushing event updated for resources: {'Port': ['ID=10cba1b1-18b4-48a2-9990-fcc1c7480833,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.523960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] Provisioning complete for port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:08.524477 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.572372 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] Set router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:08.596806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-58d822b4-eb1f-4b99-a08c-ee640f0f9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.609146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-58d822b4-eb1f-4b99-a08c-ee640f0f9dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 1126 time: 0.2281859 Feb 19 01:04:08.652206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1db98a49-b245-4042-902d-ca770ab42a58 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:08.751934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-4d2f6388-803f-4835-a146-b999342366fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833 HTTP/1.1" status: 200 len: 217 time: 0.1259234 Feb 19 01:04:08.759228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] Current status of the port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:08.759968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.799254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37d3e07-1fd5-491c-9983-6b1b4d0292db req-956b8d3b-2430-4da6-b188-fa95a83a6dc6 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952366 Feb 19 01:04:08.807173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] For port 1cb2cb66-d750-43a3-8d21-58ad148a2a78, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1cb2cb66-d750-43a3-8d21-58ad148a2a78,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:08.820018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.833320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1db98a49-b245-4042-902d-ca770ab42a58 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:08.835868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9529bd-c754-4598-b648-b32c690eee87 req-ef3e7157-4f76-4c9f-89cc-5d2490df6e65 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.836181 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1db98a49-b245-4042-902d-ca770ab42a58), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.844801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc9529bd-c754-4598-b648-b32c690eee87 req-ef3e7157-4f76-4c9f-89cc-5d2490df6e65 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.3457997 Feb 19 01:04:08.913994 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:03Z', 'revision_number': 4, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1cb2cb66-d750-43a3-8d21-58ad148a2a78', 'name': '', 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'mac_address': 'fa:16:3e:69:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:02Z', 'updated_at': '2022-02-19T01:04:08Z', 'revision_number': 4, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'subnets': [{'id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:08.919352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-9bbf2968-dd06-4b10-9baa-15aef188b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.920915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-9bbf2968-dd06-4b10-9baa-15aef188b390 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 200 len: 861 time: 0.1509981 Feb 19 01:04:08.936686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2156ed0-d771-47fc-afe5-b8be40204903 None None] Pushing event updated for resources: {'Port': ['ID=1cb2cb66-d750-43a3-8d21-58ad148a2a78,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.954319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00a04-c6d1-4b36-bdc5-0b4e789fc331 None None] The sync data for ids ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'] in n-d-826752-2 is: [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:03Z', 'revision_number': 4, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1cb2cb66-d750-43a3-8d21-58ad148a2a78', 'name': '', 'network_id': '4b14d100-a282-417c-b422-d1a94286ea15', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'mac_address': 'fa:16:3e:69:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:02Z', 'updated_at': '2022-02-19T01:04:08Z', 'revision_number': 4, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'subnets': [{'id': 'd3923040-ea29-42d5-b76c-d39f5770a1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:08.961980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-441f2c84-e2aa-4df0-974f-c3989861c230 None None] Provisioning complete for port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:08.962299 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-441f2c84-e2aa-4df0-974f-c3989861c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.968510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-fda47dd9-c8df-43f2-87eb-ba36b8498aad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398870 Feb 19 01:04:08.984057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc9529bd-c754-4598-b648-b32c690eee87 req-71555661-f60a-42d2-902e-c1a98fc606f2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368961 Feb 19 01:04:09.108418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-7de6d983-9f8a-4946-ace8-21f544491a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.109104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1db98a49-b245-4042-902d-ca770ab42a58 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:09.110304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-7de6d983-9f8a-4946-ace8-21f544491a71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1126 time: 0.2377150 Feb 19 01:04:09.149769 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-590fbe5c-c281-4633-912c-72a7ea14bc4f req-f5cc6792-d5d9-455d-b818-605029aeb2cd tempest-FloatingIPsNegativeTestJSON-1717464849 tempest-FloatingIPsNegativeTestJSON-1717464849-project] show failed (client error): The resource could not be found. Feb 19 01:04:09.150996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-590fbe5c-c281-4633-912c-72a7ea14bc4f req-f5cc6792-d5d9-455d-b818-605029aeb2cd tempest-FloatingIPsNegativeTestJSON-1717464849 tempest-FloatingIPsNegativeTestJSON-1717464849-project] 10.222.0.43 "GET /v2.0/floatingips/3bc55573-2084-4ca9-8d99-be6f3468d627 HTTP/1.1" status: 404 len: 350 time: 0.0570273 Feb 19 01:04:09.163526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.241351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-441f2c84-e2aa-4df0-974f-c3989861c230 None None] Current status of the port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:09.324024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-acef6333-e1e3-4a31-ba49-93fbb24c399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.325964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-acef6333-e1e3-4a31-ba49-93fbb24c399e service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1739283 Feb 19 01:04:09.380498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-848852be-67ca-42f1-86be-093a539ffd50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 217 time: 0.0435953 Feb 19 01:04:09.405031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b962d-0a3e-4a8f-a8d7-cfeec01ceed8 req-60a6ab3b-4bae-45ef-a109-3b2e0ebd8650 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.406650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea2b962d-0a3e-4a8f-a8d7-cfeec01ceed8 req-60a6ab3b-4bae-45ef-a109-3b2e0ebd8650 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 944 time: 0.1452148 Feb 19 01:04:09.408870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-0f668fc8-3f7e-4f23-beea-8a206f5bb2f7 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226985 Feb 19 01:04:09.537018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-aa92bdfa-da86-45d2-9295-c84ef793ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.539721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-aa92bdfa-da86-45d2-9295-c84ef793ff12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1419308 Feb 19 01:04:09.578731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea2b962d-0a3e-4a8f-a8d7-cfeec01ceed8 req-60225b7a-b76b-4e87-bfca-fe8f5e1ad29a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604736 Feb 19 01:04:09.622278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f766933-ac93-4345-a90e-190ebbe44ec4 req-bacd6b79-3df8-4e0c-b4d4-23eef7f64607 service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050967 Feb 19 01:04:09.657697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-9b19cdcb-03cb-4799-92b1-a572dacbd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.659465 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-9b19cdcb-03cb-4799-92b1-a572dacbd058 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1076095 Feb 19 01:04:09.726772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (88e25a65-324b-4bf4-a4e9-3eeea0026e50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.825102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfc372-3408-4095-8d17-7a5ea783fc46 req-858ff585-2956-492e-9804-0b495fd1baf9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.834524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6cfc372-3408-4095-8d17-7a5ea783fc46 req-858ff585-2956-492e-9804-0b495fd1baf9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 944 time: 0.1352255 Feb 19 01:04:09.860170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-6be3fa63-c17d-44b9-827c-ddbd66463ad7 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871128 Feb 19 01:04:09.923806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6cfc372-3408-4095-8d17-7a5ea783fc46 req-28dd3d50-032e-48af-9a96-d6aecbb30c69 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829153 Feb 19 01:04:10.031982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Deleting port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:10.032371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.399383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'tag': '10cba1b1-18b4-48a2-9990-fcc1c7480833'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:10.401646 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d" -d '{"events": [{"name": "network-changed", "server_uuid": "f68d3dbd-2aa8-439e-b47c-3196b07d1358", "tag": "10cba1b1-18b4-48a2-9990-fcc1c7480833"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:10.433972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a54b-e6b8-44e0-bdce-e6b95633e3f8 req-b1838ca5-eda0-4fb3-acf4-ee52558b62f1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.441622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48a6a54b-e6b8-44e0-bdce-e6b95633e3f8 req-b1838ca5-eda0-4fb3-acf4-ee52558b62f1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1196473 Feb 19 01:04:10.474341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-562219ae-6cf5-4d9f-be02-2e83eda3a39b req-b929e480-7f8c-43b8-bb3b-c970c3ce22ca service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058111 Feb 19 01:04:10.506740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] For port 1cb2cb66-d750-43a3-8d21-58ad148a2a78, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1cb2cb66-d750-43a3-8d21-58ad148a2a78,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:10.507265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.524396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48a6a54b-e6b8-44e0-bdce-e6b95633e3f8 req-f89707cb-dc16-4ca9-8bee-f914bde37740 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635352 Feb 19 01:04:10.551272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Calling delete_port for 1cb2cb66-d750-43a3-8d21-58ad148a2a78 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:10.646541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1cb2cb66-d750-43a3-8d21-58ad148a2a78 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:10.702282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 333c4167-d649-4908-a5b3-c08ef1a4be57 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:10.785239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1cb2cb66-d750-43a3-8d21-58ad148a2a78 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:10.785861 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.849596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bfb22-c59d-4b60-b8a9-7038d1e46766 req-df508167-e2d0-414b-85e3-194356264d83 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.850025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1cb2cb66-d750-43a3-8d21-58ad148a2a78), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.857888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea8bfb22-c59d-4b60-b8a9-7038d1e46766 req-df508167-e2d0-414b-85e3-194356264d83 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.0685053 Feb 19 01:04:10.883041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Could not find standard attr ID for object 1cb2cb66-d750-43a3-8d21-58ad148a2a78. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:04:10.890138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb2cb66-d750-43a3-8d21-58ad148a2a78,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.891155 n-d-826752-2 neutron-server[103431]: INFO neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No ports have port_id starting with 1cb2cb66-d750-43a3-8d21-58ad148a2a78 Feb 19 01:04:10.917738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 333c4167-d649-4908-a5b3-c08ef1a4be57, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=333c4167-d649-4908-a5b3-c08ef1a4be57,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:10.931611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:10.938259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea8bfb22-c59d-4b60-b8a9-7038d1e46766 req-605762b3-4d34-49cd-b9dd-29431bf9142c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755069 Feb 19 01:04:10.974403 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba6c41-c48a-4e7f-bd7e-b817858c34b7 x-openstack-request-id: req-79ba6c41-c48a-4e7f-bd7e-b817858c34b7 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:10.974735 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68d3dbd-2aa8-439e-b47c-3196b07d1358", "tag": "10cba1b1-18b4-48a2-9990-fcc1c7480833", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:10.975043 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79ba6c41-c48a-4e7f-bd7e-b817858c34b7 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:10.975508 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'tag': '10cba1b1-18b4-48a2-9990-fcc1c7480833', 'status': 'completed', 'code': 200} Feb 19 01:04:11.030997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 333c4167-d649-4908-a5b3-c08ef1a4be57 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:11.031363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.051844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333c4167-d649-4908-a5b3-c08ef1a4be57 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:11.103534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 333c4167-d649-4908-a5b3-c08ef1a4be57, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=333c4167-d649-4908-a5b3-c08ef1a4be57,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:11.113974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.114754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10cba1b1-18b4-48a2-9990-fcc1c7480833 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:11.131513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (88e25a65-324b-4bf4-a4e9-3eeea0026e50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.134683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-74e033fe-6aea-4ee6-b78d-321ea654e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.136275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-74e033fe-6aea-4ee6-b78d-321ea654e124 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 1126 time: 0.1362114 Feb 19 01:04:11.231982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea669ef-f394-4053-bd91-259591fb5f2b req-2309681a-ece3-42b8-a766-9e721b2eab8e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.241641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ea669ef-f394-4053-bd91-259591fb5f2b req-2309681a-ece3-42b8-a766-9e721b2eab8e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 944 time: 0.1995955 Feb 19 01:04:11.308443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10cba1b1-18b4-48a2-9990-fcc1c7480833, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:11.311845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ea669ef-f394-4053-bd91-259591fb5f2b req-bb7f5c26-0993-4eea-aac4-ae678a528bf0 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 Feb 19 01:04:11.323567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '10cba1b1-18b4-48a2-9990-fcc1c7480833', 'network_id': '5f31f928-65d9-4f7c-b64f-e93c0e9c1f83', 'port_id': '10cba1b1-18b4-48a2-9990-fcc1c7480833', 'mac_address': 'fa:16:3e:8d:a1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e9fead-3942-4287-b8cf-c6d280f52d83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:11.327665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=333c4167-d649-4908-a5b3-c08ef1a4be57,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:11.364350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-6be69bb2-abdd-43f5-b47c-16209634ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.366277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-6be69bb2-abdd-43f5-b47c-16209634ed48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 200 len: 922 time: 0.2228374 Feb 19 01:04:11.415568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10cba1b1-18b4-48a2-9990-fcc1c7480833 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:11.415960 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.438367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cba1b1-18b4-48a2-9990-fcc1c7480833 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:11.440821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-3f00c1e1-95c9-4c65-ba14-fa5805fa3519 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833 HTTP/1.1" status: 200 len: 217 time: 0.0602000 Feb 19 01:04:11.471535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10cba1b1-18b4-48a2-9990-fcc1c7480833, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:11.478109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:11.479471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.527189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-82e1731a-b6e0-4201-894a-1f0675f1ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.528796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-82e1731a-b6e0-4201-894a-1f0675f1ffc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 200 len: 861 time: 0.0790675 Feb 19 01:04:11.543463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10cba1b1-18b4-48a2-9990-fcc1c7480833,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:11.544605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cba5d-391c-4793-9ff7-89a91ff66b39 req-ed15aeaa-cf04-47e7-9425-155b0282ca95 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.547016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d5cba5d-391c-4793-9ff7-89a91ff66b39 req-ed15aeaa-cf04-47e7-9425-155b0282ca95 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 944 time: 0.1090772 Feb 19 01:04:11.581453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-4af6f53b-d961-4207-87d5-1db192920ba0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452499 Feb 19 01:04:11.643452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:11.651776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d6dfe05-d46e-4097-b617-598df0409429 admin admin] 10.222.0.43 "PUT /v2.0/routers/88e25a65-324b-4bf4-a4e9-3eeea0026e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4860895 Feb 19 01:04:11.652387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50620) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.662230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] Sync routers for ids ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:11.689955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] Routers {'88e25a65-324b-4bf4-a4e9-3eeea0026e50'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:11.690994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:11.704227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d5cba5d-391c-4793-9ff7-89a91ff66b39 req-c9689adc-a719-4e19-bc29-af1ea244a7c1 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472337 Feb 19 01:04:11.773112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-b4159c88-e0f8-43fc-be0d-bf2b9de09caf service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829221 Feb 19 01:04:11.957501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks [] for router (88e25a65-324b-4bf4-a4e9-3eeea0026e50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.962474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] Set router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:12.098771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cfd2b-2cbb-415d-adb5-617c8e07ff3f req-a48c1453-11ba-447f-a514-468691ccb7e7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:12.106356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-298cfd2b-2cbb-415d-adb5-617c8e07ff3f req-a48c1453-11ba-447f-a514-468691ccb7e7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.2275641 Feb 19 01:04:12.123530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4ab1f72-4314-4b8f-aa01-ebdc59d6c39d req-bfad632f-e58f-42cf-ba12-378442cb336e service neutron] 10.222.0.10 "GET /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417132 Feb 19 01:04:12.168017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['333c4167-d649-4908-a5b3-c08ef1a4be57'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:12.171945 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-298cfd2b-2cbb-415d-adb5-617c8e07ff3f req-d89103d5-799a-40de-92ee-b1a32ee83ae3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Feb 19 01:04:12.180641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50632) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:12.236484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['10cba1b1-18b4-48a2-9990-fcc1c7480833'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:12.257631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks [] for router_gateway (88e25a65-324b-4bf4-a4e9-3eeea0026e50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.347064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2b67-2fc5-46a6-95c4-44600bc4053f req-4c50a40d-15c2-45e9-94b9-36cdd4c1a14c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:12.352322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f94b2b67-2fc5-46a6-95c4-44600bc4053f req-4c50a40d-15c2-45e9-94b9-36cdd4c1a14c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1027257 Feb 19 01:04:12.392871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Deleting port 1db98a49-b245-4042-902d-ca770ab42a58 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:12.393854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1db98a49-b245-4042-902d-ca770ab42a58), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.400362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-370999e2-cd45-4467-9a9f-4b294f61a708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.465165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f94b2b67-2fc5-46a6-95c4-44600bc4053f req-d309fe68-0a45-4946-99a1-872eb341c82d tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086686 Feb 19 01:04:12.640727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-370999e2-cd45-4467-9a9f-4b294f61a708 admin admin] Publish callbacks [] for security_group (d81f10d0-6011-4718-96e4-727053a4b667), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.652544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '1db98a49-b245-4042-902d-ca770ab42a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:10Z', 'revision_number': 5, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port': {'id': '1db98a49-b245-4042-902d-ca770ab42a58', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:00Z', 'updated_at': '2022-02-19T01:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:12.654504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-370999e2-cd45-4467-9a9f-4b294f61a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d81f10d0-6011-4718-96e4-727053a4b667), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.655013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] For port 1db98a49-b245-4042-902d-ca770ab42a58, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1db98a49-b245-4042-902d-ca770ab42a58,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:12.658269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1db98a49-b245-4042-902d-ca770ab42a58), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.689920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] Checking router: 88e25a65-324b-4bf4-a4e9-3eeea0026e50 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:12.695030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Calling delete_port for 1db98a49-b245-4042-902d-ca770ab42a58 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:12.702425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] Routers {'88e25a65-324b-4bf4-a4e9-3eeea0026e50'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:12.703484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:03:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:12.781656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-370999e2-cd45-4467-9a9f-4b294f61a708 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94658ffbcaca4062b31dbf3f74c32e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973058 Feb 19 01:04:12.781656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370999e2-cd45-4467-9a9f-4b294f61a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81f10d0-6011-4718-96e4-727053a4b667,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:12.783616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50648) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:12.806518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781859-5200-4b98-b3d0-2f04e883b2b4 req-7aa80ff0-6673-47ad-97db-633048f59c60 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:12.809803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6781859-5200-4b98-b3d0-2f04e883b2b4 req-7aa80ff0-6673-47ad-97db-633048f59c60 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 945 time: 0.2841885 Feb 19 01:04:12.840730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] Set router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:12.913786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:12Z', 'revision_number': 6, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:12.923962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6781859-5200-4b98-b3d0-2f04e883b2b4 req-8c732033-ecdf-4f81-b0be-5f779b7e0ea1 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972216 Feb 19 01:04:12.971354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b6ce4-6660-4e2d-a321-0844f6bc077d None None] The sync data for ids ['88e25a65-324b-4bf4-a4e9-3eeea0026e50'] in n-d-826752-2 is: [{'id': '88e25a65-324b-4bf4-a4e9-3eeea0026e50', 'name': 'tempest-FloatingIPsNegativeTestJSON-1887734942-router', 'tenant_id': '2c9830707a9d4becb9e9e53e1e88265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:59Z', 'updated_at': '2022-02-19T01:04:12Z', 'revision_number': 6, 'project_id': '2c9830707a9d4becb9e9e53e1e88265b', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:13.007980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc9f7-487c-4b1c-a9f1-68241837f799 admin admin] Publish callbacks [] for security_group (d81f10d0-6011-4718-96e4-727053a4b667), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.049117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc9f7-487c-4b1c-a9f1-68241837f799 admin admin] Publish callbacks [] for security_group (d81f10d0-6011-4718-96e4-727053a4b667), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.061091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50654) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.099581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d760-d6f3-48d4-8c07-0b9489c9cb76 req-af3284c1-f6c3-41dd-a221-6e18d48f1360 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.102248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13e5d760-d6f3-48d4-8c07-0b9489c9cb76 req-af3284c1-f6c3-41dd-a221-6e18d48f1360 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 945 time: 0.2419837 Feb 19 01:04:13.218002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8325-8802-489e-be5d-ec7125576730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.277813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13e5d760-d6f3-48d4-8c07-0b9489c9cb76 req-ad05934a-ba31-416f-b98d-341760451f8e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645796 Feb 19 01:04:13.299089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc9f7-487c-4b1c-a9f1-68241837f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d81f10d0-6011-4718-96e4-727053a4b667), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.303042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc9f7-487c-4b1c-a9f1-68241837f799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.304624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0c5cc9f7-487c-4b1c-a9f1-68241837f799 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d81f10d0-6011-4718-96e4-727053a4b667 HTTP/1.1" status: 204 len: 168 time: 0.5189359 Feb 19 01:04:13.316720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cc9f7-487c-4b1c-a9f1-68241837f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81f10d0-6011-4718-96e4-727053a4b667,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.322525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1db98a49-b245-4042-902d-ca770ab42a58), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.394538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db98a49-b245-4042-902d-ca770ab42a58,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.452521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89606522-d8ca-4e9b-a754-22fea3fd9a64 req-7de43a78-030e-4604-a0df-bc4867ec9db5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.454292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89606522-d8ca-4e9b-a754-22fea3fd9a64 req-7de43a78-030e-4604-a0df-bc4867ec9db5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1829009 Feb 19 01:04:13.468014 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8325-8802-489e-be5d-ec7125576730 admin admin] Publish callbacks [] for security_group (b3ad8052-8af6-41af-90bf-d5fbec26e160), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.516457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8325-8802-489e-be5d-ec7125576730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b3ad8052-8af6-41af-90bf-d5fbec26e160), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.519818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (88e25a65-324b-4bf4-a4e9-3eeea0026e50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.642763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bc1c8325-8802-489e-be5d-ec7125576730 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5067cb96175f49ef9dad8f2d7d711735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5803039 Feb 19 01:04:13.643596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50666) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.686031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c8325-8802-489e-be5d-ec7125576730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad8052-8af6-41af-90bf-d5fbec26e160,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.709375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89606522-d8ca-4e9b-a754-22fea3fd9a64 req-bdb680f1-ace2-4a73-9ea7-d47fa06c9b60 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439954 Feb 19 01:04:13.769729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (88e25a65-324b-4bf4-a4e9-3eeea0026e50), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.779783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks [] for router_controller (88e25a65-324b-4bf4-a4e9-3eeea0026e50), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.780752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d664db0-8a7a-45e0-852c-bc55fa123ed9 admin admin] Publish callbacks [] for security_group (b3ad8052-8af6-41af-90bf-d5fbec26e160), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.798018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fda0a9-86bb-4acf-b16d-5ba98d36e4d3 req-e1f41a98-5971-4d38-b899-11e6c9cd2faf tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.806518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-31fda0a9-86bb-4acf-b16d-5ba98d36e4d3 req-e1f41a98-5971-4d38-b899-11e6c9cd2faf tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1974840 Feb 19 01:04:13.826920 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d664db0-8a7a-45e0-852c-bc55fa123ed9 admin admin] Publish callbacks [] for security_group (b3ad8052-8af6-41af-90bf-d5fbec26e160), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.891885 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d664db0-8a7a-45e0-852c-bc55fa123ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b3ad8052-8af6-41af-90bf-d5fbec26e160), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.895922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d664db0-8a7a-45e0-852c-bc55fa123ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.899878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6d664db0-8a7a-45e0-852c-bc55fa123ed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3ad8052-8af6-41af-90bf-d5fbec26e160 HTTP/1.1" status: 204 len: 168 time: 0.2440903 Feb 19 01:04:13.907411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (88e25a65-324b-4bf4-a4e9-3eeea0026e50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.908173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e25a65-324b-4bf4-a4e9-3eeea0026e50 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:04:13.908635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d664db0-8a7a-45e0-852c-bc55fa123ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad8052-8af6-41af-90bf-d5fbec26e160,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.915474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.917330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-223de477-b5ff-4ecd-aab6-9df9ad71a2a0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/88e25a65-324b-4bf4-a4e9-3eeea0026e50 HTTP/1.1" status: 204 len: 168 time: 2.2632174 Feb 19 01:04:13.922886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50674) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:14.079554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-31fda0a9-86bb-4acf-b16d-5ba98d36e4d3 req-8cb3786a-cafc-432d-bc6c-fd7f2095d197 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663703 Feb 19 01:04:14.132061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Deleting subnet d3923040-ea29-42d5-b76c-d39f5770a1d4 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:14.136255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Publish callbacks [] for subnet (d3923040-ea29-42d5-b76c-d39f5770a1d4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.230871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2bb06-2ec3-44b2-859c-73b27af515d7 req-999ea327-22bd-4b95-abb4-989b17437d13 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.238383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48d2bb06-2ec3-44b2-859c-73b27af515d7 req-999ea327-22bd-4b95-abb4-989b17437d13 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 945 time: 0.1563506 Feb 19 01:04:14.243917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (d3923040-ea29-42d5-b76c-d39f5770a1d4), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.335306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48d2bb06-2ec3-44b2-859c-73b27af515d7 req-f6179fc0-9cba-4b2b-bd53-77505f5e4256 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850730 Feb 19 01:04:14.371986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d3923040-ea29-42d5-b76c-d39f5770a1d4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.495609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48486cde-181c-42d0-bd83-c39de4575bbe req-f151c1f6-18be-413b-b37d-b946484a59f9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.497248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48486cde-181c-42d0-bd83-c39de4575bbe req-f151c1f6-18be-413b-b37d-b946484a59f9 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 945 time: 0.1005626 Feb 19 01:04:14.498959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (d3923040-ea29-42d5-b76c-d39f5770a1d4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.541355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3923040-ea29-42d5-b76c-d39f5770a1d4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.563070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.571153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244ad8f-7cf2-4067-a3e0-844d5dc33c7a None None] Network 4b14d100-a282-417c-b422-d1a94286ea15 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:14.575416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d0a8fa0-6af4-49f3-964a-f593e288f399 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d3923040-ea29-42d5-b76c-d39f5770a1d4 HTTP/1.1" status: 204 len: 168 time: 0.6487675 Feb 19 01:04:14.578014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50700) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:14.637349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1db98a49-b245-4042-902d-ca770ab42a58 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:14.674919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1db98a49-b245-4042-902d-ca770ab42a58 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:14.675497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1db98a49-b245-4042-902d-ca770ab42a58 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:14.676111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1cb2cb66-d750-43a3-8d21-58ad148a2a78 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:14.695492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48486cde-181c-42d0-bd83-c39de4575bbe req-36696aca-68b4-4eb7-8a24-45f8fff7915c tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581535 Feb 19 01:04:14.806162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4b14d100-a282-417c-b422-d1a94286ea15), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.928254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10cba1b1-18b4-48a2-9990-fcc1c7480833 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:14.960179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718ab5-d680-4b5b-b0ea-5e904fa1a3e5 req-3a5b6309-dd10-47f2-8bbf-120bac943751 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.969588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1cb2cb66-d750-43a3-8d21-58ad148a2a78 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:14.969932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1cb2cb66-d750-43a3-8d21-58ad148a2a78 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:14.970363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15718ab5-d680-4b5b-b0ea-5e904fa1a3e5 req-3a5b6309-dd10-47f2-8bbf-120bac943751 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1235554 Feb 19 01:04:14.979144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Deleting port d0f2e716-6989-461d-90ae-7a576a85a440 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:14.979484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.011366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 10cba1b1-18b4-48a2-9990-fcc1c7480833 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:15.017349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 10cba1b1-18b4-48a2-9990-fcc1c7480833 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:15.017874 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.086105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15718ab5-d680-4b5b-b0ea-5e904fa1a3e5 req-9d97ded6-9901-4dcf-a39e-85cfc299fdbc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145802 Feb 19 01:04:15.145138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] DHCP port deletion for 4b14d100-a282-417c-b422-d1a94286ea15 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:15.145870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] For port d0f2e716-6989-461d-90ae-7a576a85a440, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0f2e716-6989-461d-90ae-7a576a85a440,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:15.146393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.179284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Calling delete_port for d0f2e716-6989-461d-90ae-7a576a85a440 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:15.188003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.228732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10cba1b1-18b4-48a2-9990-fcc1c7480833 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:15.229271 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.314308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cba1b1-18b4-48a2-9990-fcc1c7480833'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:15.318366 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa39db4-7597-4985-9fc6-435f41b66083" -d '{"events": [{"server_uuid": "f68d3dbd-2aa8-439e-b47c-3196b07d1358", "name": "network-vif-plugged", "status": "completed", "tag": "10cba1b1-18b4-48a2-9990-fcc1c7480833"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:15.332631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Deleting port d0f2e716-6989-461d-90ae-7a576a85a440 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:15.333396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.342613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813610a4-dae9-489f-8cd1-d8c6e546e723 req-e314c635-573b-455e-bfa8-f5cef88acf14 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.344278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-813610a4-dae9-489f-8cd1-d8c6e546e723 req-e314c635-573b-455e-bfa8-f5cef88acf14 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1346791 Feb 19 01:04:15.353858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10cba1b1-18b4-48a2-9990-fcc1c7480833, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:15.354805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.360206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.361414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 333c4167-d649-4908-a5b3-c08ef1a4be57 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:15.403243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-753473795-network', 'tenant_id': 'e078153d2d364c1dbf36da0c7d8b970a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:15.415629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f2e716-6989-461d-90ae-7a576a85a440,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.427654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] No DVR routers for this DVR port d0f2e716-6989-461d-90ae-7a576a85a440 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:15.442402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Made reservation on behalf of e078153d2d364c1dbf36da0c7d8b970a for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:15.446129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.459318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.509834 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b9ef04-bb31-43c5-89b5-5f307492015c x-openstack-request-id: req-87b9ef04-bb31-43c5-89b5-5f307492015c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:15.510126 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d3dbd-2aa8-439e-b47c-3196b07d1358", "name": "network-vif-plugged", "status": "completed", "tag": "10cba1b1-18b4-48a2-9990-fcc1c7480833", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:15.510633 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87b9ef04-bb31-43c5-89b5-5f307492015c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:15.511213 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cba1b1-18b4-48a2-9990-fcc1c7480833', 'code': 200} Feb 19 01:04:15.547564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-813610a4-dae9-489f-8cd1-d8c6e546e723 req-ceae49de-1c37-4c3f-a5b2-4b81424263a2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880219 Feb 19 01:04:15.554960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] For port d0f2e716-6989-461d-90ae-7a576a85a440, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0f2e716-6989-461d-90ae-7a576a85a440,segment=NetworkSegment(81961946-c522-4b8c-82f2-357c30de66fb),segment_id=81961946-c522-4b8c-82f2-357c30de66fb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:15.555314 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4b14d100-a282-417c-b422-d1a94286ea15), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.556117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.590933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b14d100-a282-417c-b422-d1a94286ea15']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.595931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Calling delete_port for d0f2e716-6989-461d-90ae-7a576a85a440 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:15.603421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81961946-c522-4b8c-82f2-357c30de66fb') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.603723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81961946-c522-4b8c-82f2-357c30de66fb') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.611095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10cba1b1-18b4-48a2-9990-fcc1c7480833,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.623968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (81961946-c522-4b8c-82f2-357c30de66fb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.641973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (81961946-c522-4b8c-82f2-357c30de66fb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.652554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:15.653369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (81961946-c522-4b8c-82f2-357c30de66fb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:15.655607 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:15.721904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 333c4167-d649-4908-a5b3-c08ef1a4be57 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:15.728751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 333c4167-d649-4908-a5b3-c08ef1a4be57 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:15.728751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.729944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4b14d100-a282-417c-b422-d1a94286ea15), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.742768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.748497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4b14d100-a282-417c-b422-d1a94286ea15 HTTP/1.1" status: 204 len: 168 time: 1.1467280 Feb 19 01:04:15.752616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (d0f2e716-6989-461d-90ae-7a576a85a440), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.770266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2029cb-eb08-4eab-b347-6b8cefecf622 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b14d100-a282-417c-b422-d1a94286ea15,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.814470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Network 4b14d100-a282-417c-b422-d1a94286ea15 is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:04:15.814935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] No DVR routers for this DVR port d0f2e716-6989-461d-90ae-7a576a85a440 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:15.828053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836e399-9fee-48f8-9313-d3c19013902f None None] Pushing event deleted for resources: {'Port': ['ID=d0f2e716-6989-461d-90ae-7a576a85a440,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.840689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc9d3e-326c-448e-aa84-d04045425cba req-85293822-afd3-4815-a0be-514a7aa8a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.842300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00dc9d3e-326c-448e-aa84-d04045425cba req-85293822-afd3-4815-a0be-514a7aa8a6e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 1128 time: 0.3370717 Feb 19 01:04:15.931482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks [] for security_group (c2f9af0c-8708-4054-80c3-49457e743b93), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.939015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 333c4167-d649-4908-a5b3-c08ef1a4be57 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:15.939682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.954354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4358e4-9619-46ee-a663-4e0a493a4d24 req-98f2d9d7-949e-4c97-ac42-7f251302f37b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.954354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa4358e4-9619-46ee-a663-4e0a493a4d24 req-98f2d9d7-949e-4c97-ac42-7f251302f37b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 946 time: 0.1077015 Feb 19 01:04:15.955048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39888c7c-c3da-4b12-a809-3e30b95719ce req-213d363a-e96e-4ce2-9f52-a76e1c4da41a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.957788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39888c7c-c3da-4b12-a809-3e30b95719ce req-213d363a-e96e-4ce2-9f52-a76e1c4da41a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 945 time: 0.3440442 Feb 19 01:04:16.023022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa4358e4-9619-46ee-a663-4e0a493a4d24 req-2c88e52f-e335-4edc-9f37-7e59ab721d1b tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662303 Feb 19 01:04:16.024802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 333c4167-d649-4908-a5b3-c08ef1a4be57, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=333c4167-d649-4908-a5b3-c08ef1a4be57,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:16.035613 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.049984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c2f9af0c-8708-4054-80c3-49457e743b93), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.093639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39888c7c-c3da-4b12-a809-3e30b95719ce req-4e69d7a4-3f52-44ab-b9ab-839bc5935ed0 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212058 Feb 19 01:04:16.096024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00dc9d3e-326c-448e-aa84-d04045425cba req-f87e7d3f-a09d-4666-8448-5348a5745863 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343340 Feb 19 01:04:16.109557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:16.118351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f9af0c-8708-4054-80c3-49457e743b93,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.125909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (41dc59b9-892a-4ffe-91a1-39b65539192a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.127000 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Added segment 41dc59b9-892a-4ffe-91a1-39b65539192a of type vlan for network 5d06d345-906e-4142-bc6b-3146ae16d616 Feb 19 01:04:16.149551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=333c4167-d649-4908-a5b3-c08ef1a4be57,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.177584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5d06d345-906e-4142-bc6b-3146ae16d616), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.234619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5d06d345-906e-4142-bc6b-3146ae16d616), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.235606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.236258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.238891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.297493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f474e-86a6-4238-94c4-4cda8b194e78 req-24d9be9f-31e0-44c1-aebb-6ba95d4029e7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.302394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-668f474e-86a6-4238-94c4-4cda8b194e78 req-24d9be9f-31e0-44c1-aebb-6ba95d4029e7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.0920539 Feb 19 01:04:16.329990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1407115 Feb 19 01:04:16.333628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50756) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.352764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Request body: {'subnet': {'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-753473795-subnet', 'tenant_id': 'e078153d2d364c1dbf36da0c7d8b970a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:16.367144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-668f474e-86a6-4238-94c4-4cda8b194e78 req-74f1fdb3-c63c-4273-941d-f0ddd3660c79 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591366 Feb 19 01:04:16.372816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae1f7b-b936-4a5d-a274-3f8c1ff35df3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d06d345-906e-4142-bc6b-3146ae16d616,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.385433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5d06d345-906e-4142-bc6b-3146ae16d616 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:16.399171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a4cdb875-3b3f-4d15-be84-f6b7e5697d67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c9830707a9d4becb9e9e53e1e88265b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569993 Feb 19 01:04:16.401855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50758) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.408580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Made reservation on behalf of e078153d2d364c1dbf36da0c7d8b970a for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:16.411146 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.488106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e39ee5-ee76-4fcf-aac4-c28ba48fb87f admin admin] Publish callbacks [] for security_group (87e4f9cf-487b-4680-9bf0-4e3c49277b83), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.524589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e39ee5-ee76-4fcf-aac4-c28ba48fb87f admin admin] Publish callbacks [] for security_group (87e4f9cf-487b-4680-9bf0-4e3c49277b83), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.612476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e39ee5-ee76-4fcf-aac4-c28ba48fb87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (87e4f9cf-487b-4680-9bf0-4e3c49277b83), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.614547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e39ee5-ee76-4fcf-aac4-c28ba48fb87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.620342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7e39ee5-ee76-4fcf-aac4-c28ba48fb87f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87e4f9cf-487b-4680-9bf0-4e3c49277b83 HTTP/1.1" status: 204 len: 168 time: 0.2165189 Feb 19 01:04:16.644647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e39ee5-ee76-4fcf-aac4-c28ba48fb87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e4f9cf-487b-4680-9bf0-4e3c49277b83,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.655567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0f2e716-6989-461d-90ae-7a576a85a440 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:16.679486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (7bb36634-63c2-4c84-9afc-cbc546f0fa7d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.746499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d0f2e716-6989-461d-90ae-7a576a85a440 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:16.746854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0f2e716-6989-461d-90ae-7a576a85a440 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:16.791558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Checking segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:16.792055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Network hostable DHCP agents. Network: 5d06d345-906e-4142-bc6b-3146ae16d616, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:16.801839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb36634-63c2-4c84-9afc-cbc546f0fa7d,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.822637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Network 5d06d345-906e-4142-bc6b-3146ae16d616 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:16.842223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cff57-1040-4353-9256-308ccbe2358c req-2757ab16-c798-4ea2-88ca-110d0ade0c51 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.843310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-702cff57-1040-4353-9256-308ccbe2358c req-2757ab16-c798-4ea2-88ca-110d0ade0c51 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1166084 Feb 19 01:04:16.844588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5d06d345-906e-4142-bc6b-3146ae16d616) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:16.848962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.850106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.861248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3a0fa-8172-4b78-a84f-7a51105725ed None None] Network 5d06d345-906e-4142-bc6b-3146ae16d616 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:16.921178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-be1367e3-3626-4d3a-adc9-0bc04a5361bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5860994 Feb 19 01:04:16.946949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-702cff57-1040-4353-9256-308ccbe2358c req-609f5374-3174-4f88-9473-23e5246617e9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850284 Feb 19 01:04:17.017613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-5d06d345-906e-4142-bc6b-3146ae16d616', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'project_id': 'e078153d2d364c1dbf36da0c7d8b970a', 'fixed_ips': [{'subnet_id': '7bb36634-63c2-4c84-9afc-cbc546f0fa7d'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:17.019173 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.240041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Allocated IP 172.20.0.2 (5d06d345-906e-4142-bc6b-3146ae16d616/7bb36634-63c2-4c84-9afc-cbc546f0fa7d/c0d38574-fa9a-40b8-8983-b97235793ccc) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:17.254763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847eb1b-8147-45c6-bfdc-b9722c40334a req-5c4b8c78-9629-4d35-a1a6-f4a4abdec732 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.266483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e847eb1b-8147-45c6-bfdc-b9722c40334a req-5c4b8c78-9629-4d35-a1a6-f4a4abdec732 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 946 time: 0.1287076 Feb 19 01:04:17.288974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a9a46-2db2-44b5-ba4d-6a61f35e5d21 req-9390fcbb-caf2-419a-9ee8-5ef5bdc54e70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.301880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d7a9a46-2db2-44b5-ba4d-6a61f35e5d21 req-9390fcbb-caf2-419a-9ee8-5ef5bdc54e70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 946 time: 0.0958822 Feb 19 01:04:17.376160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e847eb1b-8147-45c6-bfdc-b9722c40334a req-52aafaae-e201-46a5-836c-3bdb26489b9e tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044874 Feb 19 01:04:17.405747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d7a9a46-2db2-44b5-ba4d-6a61f35e5d21 req-5499b1de-6547-4121-b0f5-a7a3debdc214 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021588 Feb 19 01:04:17.540913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:17.543313 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415ce98c-e91d-4480-96b5-a1961c0ccd26" -d '{"events": [{"server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "name": "network-vif-plugged", "status": "completed", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:17.601492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Publish callbacks [] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.621807 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.655212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0f70c-c84a-4e1d-af1f-71ead06ecede req-21401ac2-4e60-4be2-88b6-b03359292d33 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.663812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3e0f70c-c84a-4e1d-af1f-71ead06ecede req-21401ac2-4e60-4be2-88b6-b03359292d33 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1629407 Feb 19 01:04:17.703442 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5410b6c-6881-44d6-aaf8-0ec804d8f474 x-openstack-request-id: req-a5410b6c-6881-44d6-aaf8-0ec804d8f474 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:17.704052 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "name": "network-vif-plugged", "status": "completed", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:17.705041 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5410b6c-6881-44d6-aaf8-0ec804d8f474 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:17.705202 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'code': 200} Feb 19 01:04:17.741638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3e0f70c-c84a-4e1d-af1f-71ead06ecede req-9c8ac409-8497-4ff5-992c-953188cb8b6d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765142 Feb 19 01:04:17.741900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Network 5d06d345-906e-4142-bc6b-3146ae16d616 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:17.789180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:17.795453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Pushing event updated for resources: {'Port': ['ID=c0d38574-fa9a-40b8-8983-b97235793ccc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:17.801555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:17.816871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff21e-985e-40bd-8155-20b21e8668da req-e74a9a53-3b99-41bb-a673-02a34efacac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.824226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4fff21e-985e-40bd-8155-20b21e8668da req-e74a9a53-3b99-41bb-a673-02a34efacac1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1128 time: 0.0780354 Feb 19 01:04:17.892913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4fff21e-985e-40bd-8155-20b21e8668da req-10e26a7d-96a8-492b-afcf-5da118731f9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Feb 19 01:04:17.903230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Attempting to bind port c0d38574-fa9a-40b8-8983-b97235793ccc on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:17.903653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Attempting to bind port c0d38574-fa9a-40b8-8983-b97235793ccc by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:17.904025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Attempting to bind port c0d38574-fa9a-40b8-8983-b97235793ccc on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:17.909497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:17.910091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Checking segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:17.910502 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.911250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Bound using segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:17.911728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Bound port: c0d38574-fa9a-40b8-8983-b97235793ccc, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:17.912302 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.982757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] For port c0d38574-fa9a-40b8-8983-b97235793ccc, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:17.986289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] For port c0d38574-fa9a-40b8-8983-b97235793ccc, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0d38574-fa9a-40b8-8983-b97235793ccc,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:17.995106 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.089189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8079-98ce-4b8b-934d-56bcdb343193 None None] Pushing event updated for resources: {'Port': ['ID=c0d38574-fa9a-40b8-8983-b97235793ccc,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:18.136942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.203735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594293-d5e1-4d9f-aa4a-2abc4a7efcc9 req-64dc6ab9-a23b-461e-95f2-5c9936fcff96 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.223052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98594293-d5e1-4d9f-aa4a-2abc4a7efcc9 req-64dc6ab9-a23b-461e-95f2-5c9936fcff96 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1740062 Feb 19 01:04:18.309303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98594293-d5e1-4d9f-aa4a-2abc4a7efcc9 req-12d8a609-17ea-4c79-95ef-c3b30285faa5 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Feb 19 01:04:18.310142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-82d477c7-84ea-4cb1-b38d-7abcae0b7680 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.314196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-82d477c7-84ea-4cb1-b38d-7abcae0b7680 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 815 time: 0.1878495 Feb 19 01:04:18.340529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-7ec0a5ab-8842-4858-af5b-0b51751ea590 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/quotas/e078153d2d364c1dbf36da0c7d8b970a HTTP/1.1" status: 200 len: 375 time: 0.0199008 Feb 19 01:04:18.475401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-2c6f0ed6-3c11-4576-9cd4-8ea82634ac1a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1285248 Feb 19 01:04:18.553254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e6dae-8460-47fa-b4ed-719b9ad1b51f req-1822ee52-3ef1-4e45-add4-881b22620552 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.567886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a03e6dae-8460-47fa-b4ed-719b9ad1b51f req-1822ee52-3ef1-4e45-add4-881b22620552 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 946 time: 0.0841072 Feb 19 01:04:18.617711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-7a5e0126-054c-42a1-9bf4-96fba3178fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322362 Feb 19 01:04:18.708450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a03e6dae-8460-47fa-b4ed-719b9ad1b51f req-84cc35c1-1b9c-463b-8269-cdeebb17f152 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245751 Feb 19 01:04:18.717633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0d38574-fa9a-40b8-8983-b97235793ccc up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:18.785073 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-61280138-dc45-4e50-9ecd-5278c7306c51 service neutron] 10.222.0.43 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666050 Feb 19 01:04:18.791620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0d38574-fa9a-40b8-8983-b97235793ccc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:18.792117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.849579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefcebd-e76f-47fc-9798-5988647fcbd7 req-d07c61f5-985f-46c3-baa0-af44090af026 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.860717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdefcebd-e76f-47fc-9798-5988647fcbd7 req-d07c61f5-985f-46c3-baa0-af44090af026 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 946 time: 0.0851367 Feb 19 01:04:18.895162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0d38574-fa9a-40b8-8983-b97235793ccc is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:18.895621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.947382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdefcebd-e76f-47fc-9798-5988647fcbd7 req-59c80e46-f836-4608-9ec4-effe9e238884 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853179 Feb 19 01:04:18.974882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c0d38574-fa9a-40b8-8983-b97235793ccc, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0d38574-fa9a-40b8-8983-b97235793ccc,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:18.981456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.067205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c0d38574-fa9a-40b8-8983-b97235793ccc,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:19.534848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a0bd-9409-4ec3-9166-336a3628a76e req-b9c6106c-0e2a-4f63-92b4-7e49b3923a94 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:19.536553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dfb4a0bd-9409-4ec3-9166-336a3628a76e req-b9c6106c-0e2a-4f63-92b4-7e49b3923a94 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.0903225 Feb 19 01:04:19.635877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dfb4a0bd-9409-4ec3-9166-336a3628a76e req-62bae82b-a025-4040-be43-22d7978b3c1f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923743 Feb 19 01:04:19.693778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6228b722-392f-4fcc-a2aa-1bf0a0c4752d None None] Network 5d06d345-906e-4142-bc6b-3146ae16d616 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:19.714810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-7bfec3f4-38cb-4b66-ab1c-96b634207d79 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:19.717619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-7bfec3f4-38cb-4b66-ab1c-96b634207d79 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 815 time: 0.1238146 Feb 19 01:04:19.743550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-363f800e-4da3-4a79-a64c-d98e4c45ce28 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/quotas/e078153d2d364c1dbf36da0c7d8b970a HTTP/1.1" status: 200 len: 375 time: 0.0169306 Feb 19 01:04:19.799363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0cc9c011-0f60-4fe7-8574-00b12d94ac59 None None] Provisioning complete for port c0d38574-fa9a-40b8-8983-b97235793ccc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:19.799889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c011-0f60-4fe7-8574-00b12d94ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.822748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-6005f406-7bc6-4b84-8b71-ab479ef41fd7 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775077 Feb 19 01:04:19.872065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae67bb3-d11c-4588-b0f7-98648ba8fbff req-b271ba4e-99a6-4ec5-b499-23b4c57ec84c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:19.881611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ae67bb3-d11c-4588-b0f7-98648ba8fbff req-b271ba4e-99a6-4ec5-b499-23b4c57ec84c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1233034 Feb 19 01:04:19.933203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9c011-0f60-4fe7-8574-00b12d94ac59 None None] Current status of the port c0d38574-fa9a-40b8-8983-b97235793ccc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:19.957679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ae67bb3-d11c-4588-b0f7-98648ba8fbff req-9268c2d1-60ef-4af4-8c9f-d6990710c12b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745027 Feb 19 01:04:20.095909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d57c4277-37ce-4c81-9fc3-fb2d0f6bb2ad service neutron] 10.222.0.43 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718561 Feb 19 01:04:20.141031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebfdea-798a-42d7-8762-c05855156061 req-08ba854d-4af7-471e-a74e-5fe583a6eeb8 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.142586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86ebfdea-798a-42d7-8762-c05855156061 req-08ba854d-4af7-471e-a74e-5fe583a6eeb8 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.0792527 Feb 19 01:04:20.193033 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be965a7f-db25-4850-b5db-8b104bba3008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.204977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-ec23752e-f44b-494d-a1d9-eba4d953dcd8 service neutron] 10.222.0.43 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080229 Feb 19 01:04:20.213486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86ebfdea-798a-42d7-8762-c05855156061 req-86413155-0b69-465c-aa22-37c2876bbd33 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562134 Feb 19 01:04:20.367321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a78787-ed3d-40a1-996a-d4a79beb9ca4 req-873991e0-4edc-46b9-a214-333e01040b31 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.369073 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33a78787-ed3d-40a1-996a-d4a79beb9ca4 req-873991e0-4edc-46b9-a214-333e01040b31 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 946 time: 0.0570104 Feb 19 01:04:20.387000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fd640fbb-1ea8-45d6-b009-73da9aa4cbeb None None] Provisioning complete for port c0d38574-fa9a-40b8-8983-b97235793ccc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:20.387382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd640fbb-1ea8-45d6-b009-73da9aa4cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.437240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33a78787-ed3d-40a1-996a-d4a79beb9ca4 req-d216929d-4f86-4d0e-9a07-5be34de2b5ef tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups?id=89739506-83bc-4c97-b208-7b098712c33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 Feb 19 01:04:20.568421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fd640fbb-1ea8-45d6-b009-73da9aa4cbeb None None] Current status of the port c0d38574-fa9a-40b8-8983-b97235793ccc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:20.682674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0d38574-fa9a-40b8-8983-b97235793ccc up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:20.782369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459244-5ad1-441a-9fcd-ebe144474908 req-e425bf86-96fd-4eb5-b2d5-a3b80030873d tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.790285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26459244-5ad1-441a-9fcd-ebe144474908 req-e425bf86-96fd-4eb5-b2d5-a3b80030873d tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 946 time: 0.2084095 Feb 19 01:04:20.826542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0d38574-fa9a-40b8-8983-b97235793ccc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:20.828934 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.865084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-562ab99f-88ba-404c-9174-3f2e1abbcd4c tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.866756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-562ab99f-88ba-404c-9174-3f2e1abbcd4c tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 815 time: 0.2167981 Feb 19 01:04:20.881810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26459244-5ad1-441a-9fcd-ebe144474908 req-8e31953b-9714-4e24-8783-12b20d5f881b tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903056 Feb 19 01:04:20.915107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Request body: {'port': {'device_id': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'admin_state_up': True, 'tenant_id': 'e078153d2d364c1dbf36da0c7d8b970a'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:20.998034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ff984b99-c2af-4eda-8734-e253ab4e268f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:21.005933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ff984b99-c2af-4eda-8734-e253ab4e268f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 815 time: 0.2347958 Feb 19 01:04:21.026532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-4b3cb621-9454-44bc-866e-3819e1318c86 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/quotas/e078153d2d364c1dbf36da0c7d8b970a HTTP/1.1" status: 200 len: 375 time: 0.0191770 Feb 19 01:04:21.042399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0d38574-fa9a-40b8-8983-b97235793ccc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:21.114055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9bfe3-f234-45a7-8fe5-aab93aa4e5ef req-8f74898c-3d79-406b-83eb-7228260541a8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:21.115717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8d9bfe3-f234-45a7-8fe5-aab93aa4e5ef req-8f74898c-3d79-406b-83eb-7228260541a8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.1107855 Feb 19 01:04:21.119777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-c41017a6-0575-4e91-97e9-6f8a6b5e45e1 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915446 Feb 19 01:04:21.203116 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8d9bfe3-f234-45a7-8fe5-aab93aa4e5ef req-2c59ce30-2859-4b5e-9621-f2ee209260a6 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 Feb 19 01:04:21.204515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Made reservation on behalf of e078153d2d364c1dbf36da0c7d8b970a for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:21.207938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.276157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10083e67-9f68-44bd-bc10-e96998b22298 req-d261a583-6934-4fc7-8ef2-70ec940157e3 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:21.279274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10083e67-9f68-44bd-bc10-e96998b22298 req-d261a583-6934-4fc7-8ef2-70ec940157e3 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 946 time: 0.1839960 Feb 19 01:04:21.393475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-514317e7-e5aa-4e02-b058-4b387ecbf86e service neutron] 10.222.0.43 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723763 Feb 19 01:04:21.442221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Deleting port 10cba1b1-18b4-48a2-9990-fcc1c7480833 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:21.442807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.445838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-c1503c62-f567-418d-86f8-40e88e80d383 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:21.453576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-c1503c62-f567-418d-86f8-40e88e80d383 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1374145 Feb 19 01:04:21.457118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Allocated IP 172.20.0.6 (5d06d345-906e-4142-bc6b-3146ae16d616/7bb36634-63c2-4c84-9afc-cbc546f0fa7d/d74f45c6-27e4-492c-a6c2-c791f0bed51b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:21.535236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-79cf8882-c136-4fb4-ae3e-f720331c82ee tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0801167 Feb 19 01:04:21.557467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'floatingip': {'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:21.592336 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-aa75e934-3452-47ef-8c15-f98af43a7293 service neutron] 10.222.0.43 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821070 Feb 19 01:04:21.608636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] For port 10cba1b1-18b4-48a2-9990-fcc1c7480833, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10cba1b1-18b4-48a2-9990-fcc1c7480833,segment=NetworkSegment(4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10),segment_id=4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:21.608636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.624178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Calling delete_port for 10cba1b1-18b4-48a2-9990-fcc1c7480833 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:21.640485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.842111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (10cba1b1-18b4-48a2-9990-fcc1c7480833), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.869626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['10cba1b1-18b4-48a2-9990-fcc1c7480833'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:22.019204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event deleted for resources: {'Port': ['ID=10cba1b1-18b4-48a2-9990-fcc1c7480833,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:22.173894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432c25-3641-4f19-95ec-eaa777911c9e req-695a4c52-b767-486c-a676-67100fcd841a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.175537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c432c25-3641-4f19-95ec-eaa777911c9e req-695a4c52-b767-486c-a676-67100fcd841a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1656091 Feb 19 01:04:22.176403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] No DVR routers for this DVR port 10cba1b1-18b4-48a2-9990-fcc1c7480833 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:22.190404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.193763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10083e67-9f68-44bd-bc10-e96998b22298 req-915ddbac-6ad5-47a6-aca2-e29c1be1d4a2 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.10 "DELETE /v2.0/ports/10cba1b1-18b4-48a2-9990-fcc1c7480833 HTTP/1.1" status: 204 len: 173 time: 0.9019809 Feb 19 01:04:22.196441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'name': 'network-vif-deleted', 'tag': '10cba1b1-18b4-48a2-9990-fcc1c7480833'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:22.198777 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72361c88-5cc7-4f16-991a-5e6a81a67afe" -d '{"events": [{"server_uuid": "f68d3dbd-2aa8-439e-b47c-3196b07d1358", "name": "network-vif-deleted", "tag": "10cba1b1-18b4-48a2-9990-fcc1c7480833"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:22.268362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-dc0729e3-db9b-4093-b4bb-6b145e9f5d74 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.270130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-dc0729e3-db9b-4093-b4bb-6b145e9f5d74 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.10 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 815 time: 0.4549551 Feb 19 01:04:22.286794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Request body: {'port': {'device_id': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'admin_state_up': True, 'tenant_id': 'e078153d2d364c1dbf36da0c7d8b970a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:22.317359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c432c25-3641-4f19-95ec-eaa777911c9e req-ad4fa0dc-ffa1-4d98-9ad3-b850772eb4d4 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223378 Feb 19 01:04:22.456858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:22.512129 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92de1e9-c9a3-4839-b44f-1f61f708d239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.637984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe5f3-9290-46d3-8d95-de6de47d5ca0 req-d482b8c4-ec16-42df-b65e-921f06fbec5c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.646819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-780fe5f3-9290-46d3-8d95-de6de47d5ca0 req-d482b8c4-ec16-42df-b65e-921f06fbec5c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1917374 Feb 19 01:04:22.691294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Made reservation on behalf of e078153d2d364c1dbf36da0c7d8b970a for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:22.696202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.725525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-480f3e15-52c1-4f0e-8725-bab6d96668f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.769666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks [] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.796439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-780fe5f3-9290-46d3-8d95-de6de47d5ca0 req-54c60358-7e4a-4e4c-a4dc-7f069fb16042 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462283 Feb 19 01:04:22.884415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.009398 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77c92ec7-3281-4770-8dd5-e45c37465b96 req-6e0f6a65-3a6e-4fd0-90ca-3d6b9efd4f8d tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68d3dbd-2aa8-439e-b47c-3196b07d1358 HTTP/1.1" status: 200 len: 210 time: 0.0711000 Feb 19 01:04:23.027712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Network 5d06d345-906e-4142-bc6b-3146ae16d616 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:23.040349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:23.046582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:23.057757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Allocated IP 172.20.0.7 (5d06d345-906e-4142-bc6b-3146ae16d616/7bb36634-63c2-4c84-9afc-cbc546f0fa7d/e5ebb3a4-b0e3-40b5-9c91-662251b59b09) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:23.101288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Pushing event updated for resources: {'Port': ['ID=d74f45c6-27e4-492c-a6c2-c791f0bed51b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.153874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-480f3e15-52c1-4f0e-8725-bab6d96668f5 admin admin] Publish callbacks [] for security_group (f8b1537e-d605-4a02-8ce0-52019cf737be), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.156484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.156986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d464fda0-80fd-4747-acdd-888e918fa604 req-9d8582a7-cb37-4c8b-9352-1bf83d3c82b8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 210 time: 0.0725188 Feb 19 01:04:23.157604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.235586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-91c76115-b88f-4758-b46e-ccb07f5dc11b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3525429 Feb 19 01:04:23.258090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Request body: {'port': {'device_id': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:23.263303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.273781 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a14c06-c88e-431e-8a14-be039b49c92f x-openstack-request-id: req-74a14c06-c88e-431e-8a14-be039b49c92f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:23.274077 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d3dbd-2aa8-439e-b47c-3196b07d1358", "name": "network-vif-deleted", "tag": "10cba1b1-18b4-48a2-9990-fcc1c7480833", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:23.274336 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74a14c06-c88e-431e-8a14-be039b49c92f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:23.274729 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d3dbd-2aa8-439e-b47c-3196b07d1358', 'name': 'network-vif-deleted', 'tag': '10cba1b1-18b4-48a2-9990-fcc1c7480833', 'status': 'completed', 'code': 200} Feb 19 01:04:23.281806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.288599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-480f3e15-52c1-4f0e-8725-bab6d96668f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f8b1537e-d605-4a02-8ce0-52019cf737be), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.394026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.396721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f3e15-52c1-4f0e-8725-bab6d96668f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b1537e-d605-4a02-8ce0-52019cf737be,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.417221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-480f3e15-52c1-4f0e-8725-bab6d96668f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb1f9f483a044c519bc379362c9dcc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9569662 Feb 19 01:04:23.421496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51092) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:23.460810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9df5f77f-733e-432d-8875-4b8d102f45a9 None None] Provisioning complete for port d74f45c6-27e4-492c-a6c2-c791f0bed51b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:23.460810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9df5f77f-733e-432d-8875-4b8d102f45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.518211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9df5f77f-733e-432d-8875-4b8d102f45a9 None None] Port d74f45c6-27e4-492c-a6c2-c791f0bed51b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:23.524665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks [] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.537332 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.551939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c5dd4-2d82-4569-807f-405a2521489b req-c211dbf8-3755-4114-b762-ed2564ab1709 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.553630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad3c5dd4-2d82-4569-807f-405a2521489b req-c211dbf8-3755-4114-b762-ed2564ab1709 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.2027321 Feb 19 01:04:23.633240 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Floating IP efee6fdb-dc9c-4673-a533-690cab84ad80 associated. External IP: 172.25.0.104, port: cc80c275-5b2f-48ef-8f4e-86b713b1860b. Feb 19 01:04:23.667921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-019eb7da-a855-4609-a1a0-a27478b6ecc5 admin admin] Publish callbacks [] for security_group (f8b1537e-d605-4a02-8ce0-52019cf737be), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.739849 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-019eb7da-a855-4609-a1a0-a27478b6ecc5 admin admin] Publish callbacks [] for security_group (f8b1537e-d605-4a02-8ce0-52019cf737be), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.764804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.805367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad3c5dd4-2d82-4569-807f-405a2521489b req-b40efb51-674c-4e6c-86b4-3033a6d783d0 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287695 Feb 19 01:04:23.861239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-488501f1-7a23-47fd-990d-a3122f259675 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.862687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-488501f1-7a23-47fd-990d-a3122f259675 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 815 time: 0.3062959 Feb 19 01:04:23.879511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Network 5d06d345-906e-4142-bc6b-3146ae16d616 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:23.885601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Request body: {'port': {'device_id': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'admin_state_up': True, 'tenant_id': 'e078153d2d364c1dbf36da0c7d8b970a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:23.889837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Pushing event updated for resources: {'Port': ['ID=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.894071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:23.913762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:23.979300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-019eb7da-a855-4609-a1a0-a27478b6ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f8b1537e-d605-4a02-8ce0-52019cf737be), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.981979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-019eb7da-a855-4609-a1a0-a27478b6ecc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.985426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-019eb7da-a855-4609-a1a0-a27478b6ecc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8b1537e-d605-4a02-8ce0-52019cf737be HTTP/1.1" status: 204 len: 168 time: 0.5587635 Feb 19 01:04:24.037494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019eb7da-a855-4609-a1a0-a27478b6ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b1537e-d605-4a02-8ce0-52019cf737be,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:24.044456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:24.076712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.077354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.130060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d3047810-5cae-48ce-bfcb-b192f5478790 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8475690 Feb 19 01:04:24.156692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb384c9-5bf8-480f-b265-84b988b14010 req-60e58277-abe5-4048-91f9-76940913b287 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.165313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb384c9-5bf8-480f-b265-84b988b14010 req-60e58277-abe5-4048-91f9-76940913b287 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2207713 Feb 19 01:04:24.180114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Request body: {'port': {'device_id': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:24.243931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74f45c6-27e4-492c-a6c2-c791f0bed51b {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:24.247823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Made reservation on behalf of e078153d2d364c1dbf36da0c7d8b970a for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:24.251438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.259845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:24.264047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Publish callbacks [] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.270888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.281513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:24.306208 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:24.306868 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.314151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Transition to ACTIVE for port object d74f45c6-27e4-492c-a6c2-c791f0bed51b will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:24.320299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-15065619-d7cf-4a3d-b021-53bb88654913 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "PUT /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 996 time: 2.7713087 Feb 19 01:04:24.320667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:24.323288 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f8b52a-31b6-4976-b256-e1931c26d017" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:24.327899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.329237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb384c9-5bf8-480f-b265-84b988b14010 req-ccacb73e-bd8e-42ec-826e-656e4bd12f39 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572580 Feb 19 01:04:24.379312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.455383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=d74f45c6-27e4-492c-a6c2-c791f0bed51b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:24.492626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3b237bc4-b884-4ab0-884b-e9d0a6b11adc None None] Provisioning complete for port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:24.493173 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b237bc4-b884-4ab0-884b-e9d0a6b11adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.605661 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:24.634829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3b237bc4-b884-4ab0-884b-e9d0a6b11adc None None] Port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:24.643689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-fc790a8e-699d-4dd3-96a0-843f113bf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.660923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-fc790a8e-699d-4dd3-96a0-843f113bf089 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.2904482 Feb 19 01:04:24.773910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51146) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:24.834901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:24.853118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-99c925b1-b00f-40e6-9eee-8d13e2fa0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.861922 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-99c925b1-b00f-40e6-9eee-8d13e2fa0082 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1997740 Feb 19 01:04:24.866435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Attempting to bind port d74f45c6-27e4-492c-a6c2-c791f0bed51b on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:24.866776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Attempting to bind port d74f45c6-27e4-492c-a6c2-c791f0bed51b by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:24.867104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Attempting to bind port d74f45c6-27e4-492c-a6c2-c791f0bed51b on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:24.879042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10cba1b1-18b4-48a2-9990-fcc1c7480833 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:24.962702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Port d74f45c6-27e4-492c-a6c2-c791f0bed51b on network 5d06d345-906e-4142-bc6b-3146ae16d616 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:24.963046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Attempting to bind port d74f45c6-27e4-492c-a6c2-c791f0bed51b on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:25.003152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:25.003561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Checking segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:25.003876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Bound using segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:25.004325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Bound port: d74f45c6-27e4-492c-a6c2-c791f0bed51b, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:25.004684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.018304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a45e61f9-1262-4752-9f9b-8cacded0aad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.040827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:25.049977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-6dff0545-7a34-4664-b987-0d816f335dcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 999 time: 0.1738307 Feb 19 01:04:25.057692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 has no active binding in host n-h2-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:04:25.078909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 10cba1b1-18b4-48a2-9990-fcc1c7480833 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:25.079623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10cba1b1-18b4-48a2-9990-fcc1c7480833 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:25.171868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-c89d5144-de28-448e-bde8-a638ce48ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.173362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-c89d5144-de28-448e-bde8-a638ce48ff6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1018174 Feb 19 01:04:25.178772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] For port d74f45c6-27e4-492c-a6c2-c791f0bed51b, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:25.184956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] For port d74f45c6-27e4-492c-a6c2-c791f0bed51b, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:25.206555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.218467 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.260203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:23Z', 'revision_number': 1, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:25.271605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d2b49-a57e-43d7-884c-f23f70c4c1c7 req-11ca58df-6165-4598-a0ee-636d8912584b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.280485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-354d2b49-a57e-43d7-884c-f23f70c4c1c7 req-11ca58df-6165-4598-a0ee-636d8912584b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.3306155 Feb 19 01:04:25.283805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-3166d133-214f-44ed-a848-ec871e1c3f34 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.285253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-3166d133-214f-44ed-a848-ec871e1c3f34 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.3370318 Feb 19 01:04:25.289874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Allocated IP 172.20.0.14 (5d06d345-906e-4142-bc6b-3146ae16d616/7bb36634-63c2-4c84-9afc-cbc546f0fa7d/7567ec81-99fd-427e-b09e-3a2af71c3c29) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:25.294871 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:25.296311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.296928 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.298454 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] 10.222.0.89 "PUT /v2.0/ports/d74f45c6-27e4-492c-a6c2-c791f0bed51b HTTP/1.1" status: 200 len: 1091 time: 2.0503676 Feb 19 01:04:25.306298 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:25.307522 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:25.327582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a45e61f9-1262-4752-9f9b-8cacded0aad0 admin admin] Publish callbacks [] for security_group (bb10f275-a9d7-410e-8552-140348b6a3a5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.347525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:25.352714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a45e61f9-1262-4752-9f9b-8cacded0aad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bb10f275-a9d7-410e-8552-140348b6a3a5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.387537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798ff05-0f49-45bc-8734-88a632b43ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=d74f45c6-27e4-492c-a6c2-c791f0bed51b,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:25.398843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-f09bf934-06f2-4e8a-98a8-d8a15f23d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.400373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-f09bf934-06f2-4e8a-98a8-d8a15f23d7d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2113378 Feb 19 01:04:25.425039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-641406e8-1d64-4c1a-b995-413f780ee28c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:04:25.427224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-641406e8-1d64-4c1a-b995-413f780ee28c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051682 Feb 19 01:04:25.442850 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:25.467746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a45e61f9-1262-4752-9f9b-8cacded0aad0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a5ab48a1d9445e7bbaf6da5d3bba47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6923273 Feb 19 01:04:25.469378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:25.495909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e61f9-1262-4752-9f9b-8cacded0aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb10f275-a9d7-410e-8552-140348b6a3a5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:25.520680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-354d2b49-a57e-43d7-884c-f23f70c4c1c7 req-a526b86a-2c67-4414-a75f-ed9f941c56a4 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328176 Feb 19 01:04:25.560757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.613758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-86e44368-4ee6-46dc-a1eb-161df1dd027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.615527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-86e44368-4ee6-46dc-a1eb-161df1dd027e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 1125 time: 0.2130063 Feb 19 01:04:25.683713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e271c721-fe28-4595-bd37-b3428d9c3abc admin admin] Publish callbacks [] for security_group (bb10f275-a9d7-410e-8552-140348b6a3a5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.686998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-e4768505-3759-4cd9-9784-a983231fc121 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b HTTP/1.1" status: 200 len: 217 time: 0.0565219 Feb 19 01:04:25.710955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-3921ce36-31de-47a9-824b-63e3176f7642 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380121 Feb 19 01:04:25.718733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.727682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5713089-30c9-490b-8c9c-4217d7ac805f req-117621a6-3f1e-4769-9952-c90940d17dee tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 210 time: 0.0670979 Feb 19 01:04:25.761998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e271c721-fe28-4595-bd37-b3428d9c3abc admin admin] Publish callbacks [] for security_group (bb10f275-a9d7-410e-8552-140348b6a3a5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.794935 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:23Z', 'revision_number': 1, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:25.819100 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd3adc-eb7f-49f3-a393-db92401e7c7d x-openstack-request-id: req-d8fd3adc-eb7f-49f3-a393-db92401e7c7d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:25.819394 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:25.819647 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8fd3adc-eb7f-49f3-a393-db92401e7c7d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:25.820047 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'status': 'completed', 'code': 200} Feb 19 01:04:25.832525 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7571afb-c6af-497e-adc5-154b355b1704 None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:23Z', 'revision_number': 1, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:25.836358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-d076db99-415d-46e5-9fed-64fadf093ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.837860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-d076db99-415d-46e5-9fed-64fadf093ddf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.1402590 Feb 19 01:04:25.875013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks [] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.952869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-293976e1-76bd-49a2-ba62-097edea276a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.954386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-293976e1-76bd-49a2-ba62-097edea276a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.1111445 Feb 19 01:04:25.954973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e271c721-fe28-4595-bd37-b3428d9c3abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bb10f275-a9d7-410e-8552-140348b6a3a5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.957450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e271c721-fe28-4595-bd37-b3428d9c3abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.960724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e271c721-fe28-4595-bd37-b3428d9c3abc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb10f275-a9d7-410e-8552-140348b6a3a5 HTTP/1.1" status: 204 len: 168 time: 0.4844637 Feb 19 01:04:25.960724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9faf59ca-e9b3-4a1a-8d2b-3c2b86ea4ed8 req-6a9c87c9-e0de-42c9-8ccc-506abdc1d4ad service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255750 Feb 19 01:04:25.990814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271c721-fe28-4595-bd37-b3428d9c3abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb10f275-a9d7-410e-8552-140348b6a3a5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:26.009359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:26.036776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62646ed-5adf-40fc-981c-81a29f362271 req-6d943708-f5d6-445a-9e74-fbc6517c4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.038285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-6d943708-f5d6-445a-9e74-fbc6517c4261 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1663899 Feb 19 01:04:26.048336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.113159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938be8a-1f4e-4e19-a841-d50f2c0d2db4 req-01f32085-9f8b-458b-8418-9affe7a0f9c7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.115070 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3938be8a-1f4e-4e19-a841-d50f2c0d2db4 req-01f32085-9f8b-458b-8418-9affe7a0f9c7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 945 time: 0.2270322 Feb 19 01:04:26.147153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-ab224504-7941-4fb1-b9c3-1df977e22e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.148775 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-ab224504-7941-4fb1-b9c3-1df977e22e1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1846435 Feb 19 01:04:26.174260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea71b8-ce1b-487a-bed9-eeb4b134105b None None] New status for floating IP efee6fdb-dc9c-4673-a533-690cab84ad80: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:04:26.226669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3938be8a-1f4e-4e19-a841-d50f2c0d2db4 req-f877d509-c924-4e81-aeb3-67cb54c883a3 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987995 Feb 19 01:04:26.233976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Network 5d06d345-906e-4142-bc6b-3146ae16d616 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:26.250573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:26.263261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-656f9a79-01dc-4ef6-a1a4-fc34de6f6a7d service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056844 Feb 19 01:04:26.278219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:26.285385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-bf605e39-22a9-4b82-84b2-5f8a36221378 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 999 time: 0.1131179 Feb 19 01:04:26.317570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eb494-7480-4422-b9ef-e44a7c5dba16 req-28fa5435-c883-4156-b01b-c6eb37102a81 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.318992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-580eb494-7480-4422-b9ef-e44a7c5dba16 req-28fa5435-c883-4156-b01b-c6eb37102a81 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1938462 Feb 19 01:04:26.332894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.333563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.368102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4865546 Feb 19 01:04:26.376697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf348-4ade-4268-9391-4caae6a94d0a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Pushing event updated for resources: {'Port': ['ID=7567ec81-99fd-427e-b09e-3a2af71c3c29,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:26.390056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Request body: {'port': {'device_id': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:26.463195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:26.471167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-e7d92307-5555-4644-aaf3-8ce62d67dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.472793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-e7d92307-5555-4644-aaf3-8ce62d67dabf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1738050 Feb 19 01:04:26.565949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-580eb494-7480-4422-b9ef-e44a7c5dba16 req-cd960248-d83e-4a8e-817e-d0b5b3651101 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718855 Feb 19 01:04:26.569633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b62646ed-5adf-40fc-981c-81a29f362271 req-af135ddf-21f8-4b98-8af5-95ae7515a7fd service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945907 Feb 19 01:04:26.574223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.599385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-bba5afe7-4bb3-4f63-b2cc-135561f386e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.601023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-bba5afe7-4bb3-4f63-b2cc-135561f386e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1167667 Feb 19 01:04:26.609938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.699415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-98523929-b52e-48be-b861-eee812fe0bef None None] Provisioning complete for port 7567ec81-99fd-427e-b09e-3a2af71c3c29 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:26.700009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98523929-b52e-48be-b861-eee812fe0bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.749386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51186) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:26.754677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:26.757184 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5973dea3-8c7e-4877-b246-b67b22f1c110" -d '{"events": [{"server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:26.761183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Publish callbacks [] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.766007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-98523929-b52e-48be-b861-eee812fe0bef None None] Port 7567ec81-99fd-427e-b09e-3a2af71c3c29 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:26.780977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.790464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af7b7ba7-d8a6-4fce-a984-a57f0a7b092b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.880213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ebb3a4-b0e3-40b5-9c91-662251b59b09 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:26.897795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Publish callbacks [] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.910367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:26.936396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-2681c377-c30f-42c5-bf79-2f858a4cdd64 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251555 Feb 19 01:04:26.939947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Transition to ACTIVE for port object e5ebb3a4-b0e3-40b5-9c91-662251b59b09 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:26.964790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-07fdd08d-af8c-432b-912b-6e9ee9d32b53 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.967119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-07fdd08d-af8c-432b-912b-6e9ee9d32b53 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1609206 Feb 19 01:04:26.972090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.023984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on host n-h1-826752-2 for vnic_type normal with profile {"migrating_to": "n-h2-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:27.024322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:27.024655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:27.067487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:27.067822 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Attempting to bind port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on network 0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:27.101076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:27.101460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Checking segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:27.101885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Bound using segment: {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:27.102385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Bound port: 9fa19b2c-9edc-44d9-8459-79103146b2e0, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4dbdba-20b6-4db4-b579-c1520befba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0cb3e02a-0c59-4b3f-bc27-b5aedc64b752'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:27.102772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.129719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Pushing event updated for resources: {'Port': ['ID=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:27.185960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430253fe-6888-48a9-ac2e-997ec1c394a0 req-79bf791a-e0d5-4045-9d2b-1e92c1ddd63d tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.187625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-430253fe-6888-48a9-ac2e-997ec1c394a0 req-79bf791a-e0d5-4045-9d2b-1e92c1ddd63d tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.2533967 Feb 19 01:04:27.358540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:27.366591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Attempting to bind port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:27.366926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Attempting to bind port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:27.367256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Attempting to bind port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:27.391890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:27.394808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7567ec81-99fd-427e-b09e-3a2af71c3c29 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:27.405330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-430253fe-6888-48a9-ac2e-997ec1c394a0 req-912e825b-17b0-4cc5-9f9c-a8d6d234cc73 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685266 Feb 19 01:04:27.405921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 on network 5d06d345-906e-4142-bc6b-3146ae16d616 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:27.406245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Attempting to bind port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:27.414119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.418153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Publish callbacks [] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.426024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:27.426375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Checking segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:27.427021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Bound using segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:27.427223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Bound port: e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:27.427571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.457013 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-3ce7629e-dd78-4068-96ea-ad00fa339649 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1001 time: 0.4733567 Feb 19 01:04:27.460842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af7b7ba7-d8a6-4fce-a984-a57f0a7b092b admin admin] Publish callbacks [] for security_group (32274bc2-1aaa-4492-97b1-895f9f905c00), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.483622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'floatingip': {'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:27.488574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Transition to ACTIVE for port object 7567ec81-99fd-427e-b09e-3a2af71c3c29 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:27.490375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af7b7ba7-d8a6-4fce-a984-a57f0a7b092b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (32274bc2-1aaa-4492-97b1-895f9f905c00), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.526070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.546919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16f8b52a-31b6-4976-b256-e1931c26d017 req-7caac2ea-a5be-40e1-aabb-caa0d1a82774 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995052 Feb 19 01:04:27.574395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af7b7ba7-d8a6-4fce-a984-a57f0a7b092b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebca72ca8fe34e83b072ed53795b462e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8239641 Feb 19 01:04:27.579133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51198) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:27.591458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:27.597447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b7ba7-d8a6-4fce-a984-a57f0a7b092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32274bc2-1aaa-4492-97b1-895f9f905c00,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:27.602181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.670297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] For port e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:27.676239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.677167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.678900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c8d269a9-4d24-425c-9b72-37ba5097142c service neutron] 10.222.0.10 "PUT /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 1121 time: 2.3631394 Feb 19 01:04:27.711225 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fa9f-10cd-4858-a5be-960190df15eb admin admin] Publish callbacks [] for security_group (32274bc2-1aaa-4492-97b1-895f9f905c00), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.730858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] For port e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:27.733823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7567ec81-99fd-427e-b09e-3a2af71c3c29,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:27.755504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a65db9-0a11-4bc2-a3e4-d284d1d34b5e req-7145e918-3241-47c5-bf06-96b183fc823d tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.759154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56a65db9-0a11-4bc2-a3e4-d284d1d34b5e req-7145e918-3241-47c5-bf06-96b183fc823d tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 944 time: 0.2356148 Feb 19 01:04:27.779764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.783798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['9fa19b2c-9edc-44d9-8459-79103146b2e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:27.809929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fa9f-10cd-4858-a5be-960190df15eb admin admin] Publish callbacks [] for security_group (32274bc2-1aaa-4492-97b1-895f9f905c00), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.822093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'tag': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:27.824530 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f598e91-b153-4383-891f-7433235705e9" -d '{"events": [{"name": "network-changed", "server_uuid": "257d362a-e1ac-4060-83e8-ec128975c7c3", "tag": "d74f45c6-27e4-492c-a6c2-c791f0bed51b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:27.851991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['9fa19b2c-9edc-44d9-8459-79103146b2e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:27.933235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.933979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.936187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] 10.222.0.10 "PUT /v2.0/ports/e5ebb3a4-b0e3-40b5-9c91-662251b59b09 HTTP/1.1" status: 200 len: 1091 time: 3.7688437 Feb 19 01:04:27.997861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fa9f-10cd-4858-a5be-960190df15eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (32274bc2-1aaa-4492-97b1-895f9f905c00), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.000552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fa9f-10cd-4858-a5be-960190df15eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.000830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Attempting to bind port 7567ec81-99fd-427e-b09e-3a2af71c3c29 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:28.001297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Attempting to bind port 7567ec81-99fd-427e-b09e-3a2af71c3c29 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:28.001703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Attempting to bind port 7567ec81-99fd-427e-b09e-3a2af71c3c29 on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:28.002412 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6a3fa9f-10cd-4858-a5be-960190df15eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32274bc2-1aaa-4492-97b1-895f9f905c00 HTTP/1.1" status: 204 len: 168 time: 0.4188759 Feb 19 01:04:28.021720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Port 7567ec81-99fd-427e-b09e-3a2af71c3c29 on network 5d06d345-906e-4142-bc6b-3146ae16d616 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:28.021720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Attempting to bind port 7567ec81-99fd-427e-b09e-3a2af71c3c29 on network 5d06d345-906e-4142-bc6b-3146ae16d616 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:28.051779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:28.052222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Checking segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:28.052679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Bound using segment: {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:28.053267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Bound port: 7567ec81-99fd-427e-b09e-3a2af71c3c29, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc59b9-892a-4ffe-91a1-39b65539192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:28.053700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.089747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56a65db9-0a11-4bc2-a3e4-d284d1d34b5e req-47d350a3-d7c4-4cb2-987e-d011a14a83c0 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065438 Feb 19 01:04:28.169433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe5b3b-2f99-4b94-ad81-37934e105dad service neutron] Pushing event updated for resources: {'Port': ['ID=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:28.194917 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a4904b-b70f-49ca-adb3-c70647a74ab6 x-openstack-request-id: req-34a4904b-b70f-49ca-adb3-c70647a74ab6 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:28.196038 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:28.196270 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34a4904b-b70f-49ca-adb3-c70647a74ab6 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:28.196676 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'code': 200} Feb 19 01:04:28.226449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-86534f23-f6e5-49a9-a6f2-7fc524f8b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.227998 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-86534f23-f6e5-49a9-a6f2-7fc524f8b516 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 1125 time: 0.2398851 Feb 19 01:04:28.286650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] For port 7567ec81-99fd-427e-b09e-3a2af71c3c29, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:28.291823 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-d0c7e25b-e96f-48ca-a426-35dd2c511b87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09 HTTP/1.1" status: 200 len: 217 time: 0.0508873 Feb 19 01:04:28.302188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] For port 7567ec81-99fd-427e-b09e-3a2af71c3c29, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:28.342002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3fa9f-10cd-4858-a5be-960190df15eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32274bc2-1aaa-4492-97b1-895f9f905c00,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:28.365948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.463934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.464552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.466093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/7567ec81-99fd-427e-b09e-3a2af71c3c29 HTTP/1.1" status: 200 len: 1092 time: 2.0837765 Feb 19 01:04:28.482837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-45742709-d7cf-495b-b172-8197a8703ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.484272 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-45742709-d7cf-495b-b172-8197a8703ef3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.1841826 Feb 19 01:04:28.544475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.553779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.596851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64bf61-00d2-491c-8545-5a98373ad7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7567ec81-99fd-427e-b09e-3a2af71c3c29,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:28.624939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d5ec-7276-4f42-8b6e-d7e478e2eb37 req-7f20c149-1fed-4508-a832-452f0feac54d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.631902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b179d5ec-7276-4f42-8b6e-d7e478e2eb37 req-7f20c149-1fed-4508-a832-452f0feac54d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2740407 Feb 19 01:04:28.692687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-8f93a4a0-56ed-4758-ae76-2793abe6a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.695167 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-8f93a4a0-56ed-4758-ae76-2793abe6a036 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1936228 Feb 19 01:04:28.727943 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Floating IP efee6fdb-dc9c-4673-a533-690cab84ad80 associated. External IP: 172.25.0.104, port: cc80c275-5b2f-48ef-8f4e-86b713b1860b. Feb 19 01:04:28.778374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-b0ce9aa0-6467-4cd1-9344-f59eb5d0af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.779904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-b0ce9aa0-6467-4cd1-9344-f59eb5d0af72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 1126 time: 0.2483730 Feb 19 01:04:28.785379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b179d5ec-7276-4f42-8b6e-d7e478e2eb37 req-89f33d21-bd01-4511-b66b-ce96bc0c1128 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526299 Feb 19 01:04:28.854267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-9eb2af52-4ca8-4e56-bab5-97cffc1c70d0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29 HTTP/1.1" status: 200 len: 217 time: 0.0593274 Feb 19 01:04:28.914672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-ffe9a60e-5dd2-47a4-9ef2-7711e1b656b5 service neutron] 10.222.0.10 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094052 Feb 19 01:04:28.958010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-f05e7a3d-d093-4405-8a8c-f92f78b95617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.959567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-f05e7a3d-d093-4405-8a8c-f92f78b95617 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.0848875 Feb 19 01:04:28.995245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:29.094138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310035a0-4b75-4996-9e75-4c7f7e847097 req-8078b0b9-6e00-46fb-a036-2b8a302b8e72 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.095739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-310035a0-4b75-4996-9e75-4c7f7e847097 req-8078b0b9-6e00-46fb-a036-2b8a302b8e72 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1599090 Feb 19 01:04:29.099288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e29670b-7c4c-415d-a4e5-8078c7e7346a req-2d3bc732-cf0d-495a-859e-018a0fb09f87 service neutron] 10.222.0.10 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731946 Feb 19 01:04:29.119443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7eb10-512f-4f0f-b617-319891e22198 req-3b65cdd1-25ff-4c90-9b76-c8097ee69cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.121202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-3b65cdd1-25ff-4c90-9b76-c8097ee69cb3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1348031 Feb 19 01:04:29.174142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:29.187748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:29.202995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-310035a0-4b75-4996-9e75-4c7f7e847097 req-149097c8-f726-41ef-b322-8a9be9e13cb0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009645 Feb 19 01:04:29.225713 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:29.228383 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:29.258801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-151670ff-059b-4ea6-926a-fd7259b73882 service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222129 Feb 19 01:04:29.289977 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de669673-2b73-47ca-99d7-4f0b5bf05d55 x-openstack-request-id: req-de669673-2b73-47ca-99d7-4f0b5bf05d55 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:29.290626 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257d362a-e1ac-4060-83e8-ec128975c7c3", "tag": "d74f45c6-27e4-492c-a6c2-c791f0bed51b", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:29.290891 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de669673-2b73-47ca-99d7-4f0b5bf05d55 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:29.291307 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'tag': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b', 'status': 'completed', 'code': 200} Feb 19 01:04:29.436759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598e91-b153-4383-891f-7433235705e9 req-25b1d81b-c6a4-4e21-8887-ccae358a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.438522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-25b1d81b-c6a4-4e21-8887-ccae358a5dc9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 1125 time: 0.1154408 Feb 19 01:04:29.449259 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:29.552223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:29.732285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:28Z', 'revision_number': 3, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:29.739284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598e91-b153-4383-891f-7433235705e9 req-738e6cf8-030b-4efa-9f1b-cfb807ffae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.744077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-738e6cf8-030b-4efa-9f1b-cfb807ffae84 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 916 time: 0.2685978 Feb 19 01:04:29.764398 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:29.773240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:29.773863 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:29.780468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547eb23-71c0-4ae4-a932-ef7b9f1a6331 req-3a5595a3-157d-4bfb-9ae4-56b5fe5bb66f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.788102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2547eb23-71c0-4ae4-a932-ef7b9f1a6331 req-3a5595a3-157d-4bfb-9ae4-56b5fe5bb66f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.0949473 Feb 19 01:04:29.806826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33e7eb10-512f-4f0f-b617-319891e22198 req-7d4cfe32-30e6-4401-b430-3aa429d3e4a2 service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328014 Feb 19 01:04:29.825594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:29.828834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-7ef88c26-3cbc-410d-86e8-72e79acc9efe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b HTTP/1.1" status: 200 len: 217 time: 0.0511487 Feb 19 01:04:29.834229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:29.870035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2547eb23-71c0-4ae4-a932-ef7b9f1a6331 req-4cf1c132-6341-4ed5-9a9b-082ba597168f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808101 Feb 19 01:04:29.891014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598e91-b153-4383-891f-7433235705e9 req-5b1d23d3-5f3b-4357-acd5-04a6ae674f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.892645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-5b1d23d3-5f3b-4357-acd5-04a6ae674f7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.0472808 Feb 19 01:04:29.941602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:29.954625 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:30.036859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-84d90637-4d44-40bf-b2e3-df4e9a9ba655 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "PUT /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 999 time: 2.5587480 Feb 19 01:04:30.043276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598e91-b153-4383-891f-7433235705e9 req-d207971f-c271-4a38-bb02-c2b927e673b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.044781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-d207971f-c271-4a38-bb02-c2b927e673b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1350930 Feb 19 01:04:30.045879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acb5fe4-10c1-40f2-b1be-a61915768b61 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group (733a2bcc-409b-4efb-be06-bbdf50c8053a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.095187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-f8afa372-e95c-483b-9a87-4f7ef4a59b15 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.096591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-f8afa372-e95c-483b-9a87-4f7ef4a59b15 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports/cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 942 time: 0.0507925 Feb 19 01:04:30.100228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d74f45c6-27e4-492c-a6c2-c791f0bed51b details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:30.110029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acb5fe4-10c1-40f2-b1be-a61915768b61 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group (733a2bcc-409b-4efb-be06-bbdf50c8053a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.145577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c215d3-37b1-463e-8a54-6835da3c2645 req-6ad3ca93-ae05-4c94-999c-1f3035a2326a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.154005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c215d3-37b1-463e-8a54-6835da3c2645 req-6ad3ca93-ae05-4c94-999c-1f3035a2326a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 944 time: 0.1094005 Feb 19 01:04:30.198626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0'}, {'name': 'network-changed', 'server_uuid': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'tag': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09'}, {'name': 'network-changed', 'server_uuid': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'tag': '7567ec81-99fd-427e-b09e-3a2af71c3c29'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:30.201822 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e41db6-b96b-4ff5-a759-fa1e95646e64" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0"}, {"name": "network-changed", "server_uuid": "f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a", "tag": "e5ebb3a4-b0e3-40b5-9c91-662251b59b09"}, {"name": "network-changed", "server_uuid": "9ed9a5d1-5421-4f22-958f-e42bab1acbd2", "tag": "7567ec81-99fd-427e-b09e-3a2af71c3c29"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:30.248211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c215d3-37b1-463e-8a54-6835da3c2645 req-d5999cdb-7445-4d38-9a23-0f834ad6b685 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889516 Feb 19 01:04:30.251835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acb5fe4-10c1-40f2-b1be-a61915768b61 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (733a2bcc-409b-4efb-be06-bbdf50c8053a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.255809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acb5fe4-10c1-40f2-b1be-a61915768b61 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.261350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7acb5fe4-10c1-40f2-b1be-a61915768b61 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "DELETE /v2.0/security-groups/733a2bcc-409b-4efb-be06-bbdf50c8053a HTTP/1.1" status: 204 len: 168 time: 0.3183563 Feb 19 01:04:30.264211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51276) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:30.298908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb5fe4-10c1-40f2-b1be-a61915768b61 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a2bcc-409b-4efb-be06-bbdf50c8053a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:30.311754 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:28Z', 'revision_number': 3, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:30.324245 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-81aecbbc-dd7d-476d-aa01-742dfcbfef35 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] show failed (client error): The resource could not be found. Feb 19 01:04:30.329195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-81aecbbc-dd7d-476d-aa01-742dfcbfef35 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "GET /v2.0/security-groups/733a2bcc-409b-4efb-be06-bbdf50c8053a HTTP/1.1" status: 404 len: 347 time: 0.0368009 Feb 19 01:04:30.330159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51286) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:30.350205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d74f45c6-27e4-492c-a6c2-c791f0bed51b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:30.358268 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0c1a1-ae34-44e7-8489-bd2b671d80d9 None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:28Z', 'revision_number': 3, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:30.399253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-a8157d97-ad4f-44b9-8e77-22b2a27d36ee service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013299 Feb 19 01:04:30.402330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'port_id': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b', 'mac_address': 'fa:16:3e:30:e8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb36634-63c2-4c84-9afc-cbc546f0fa7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:30.471746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d74f45c6-27e4-492c-a6c2-c791f0bed51b is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:30.472437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.490254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74f45c6-27e4-492c-a6c2-c791f0bed51b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:30.502248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-b7acc15e-7645-47e4-be3a-8ef863f5a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.503946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-b7acc15e-7645-47e4-be3a-8ef863f5a22e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.2217472 Feb 19 01:04:30.522042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d74f45c6-27e4-492c-a6c2-c791f0bed51b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:30.535865 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:04:30.540110 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.606158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710ccf8-cb9a-4576-8198-ad11f04314f7 req-5a6278e7-74e4-4141-b024-6235019ad98a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.607988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4710ccf8-cb9a-4576-8198-ad11f04314f7 req-5a6278e7-74e4-4141-b024-6235019ad98a tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1838150 Feb 19 01:04:30.629636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d74f45c6-27e4-492c-a6c2-c791f0bed51b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:30.644278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f598e91-b153-4383-891f-7433235705e9 req-6ab9b92c-dd14-4f8a-b30d-6c082b554f52 service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305515 Feb 19 01:04:30.679384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b24d8-a765-4d87-b5b6-be19fecd3624 None None] New status for floating IP efee6fdb-dc9c-4673-a533-690cab84ad80: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:04:30.692418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-75e46c4f-cacc-4329-a0c1-f8f900c808d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.694927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-75e46c4f-cacc-4329-a0c1-f8f900c808d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1739423 Feb 19 01:04:30.699133 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Deleting port 8551d7d7-7d8c-49a7-b29d-5863d658a684 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:30.699472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.720865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4710ccf8-cb9a-4576-8198-ad11f04314f7 req-72f20839-b202-4a73-8d06-fc26ee430b94 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046565 Feb 19 01:04:30.748602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-81135eb7-dbd9-4b88-b7d1-08c439229817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 217 time: 0.0460939 Feb 19 01:04:30.836403 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e27055-dcbb-432d-9936-5152009a13d0 x-openstack-request-id: req-88e27055-dcbb-432d-9936-5152009a13d0 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:30.837554 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a", "tag": "e5ebb3a4-b0e3-40b5-9c91-662251b59b09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ed9a5d1-5421-4f22-958f-e42bab1acbd2", "tag": "7567ec81-99fd-427e-b09e-3a2af71c3c29", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:30.838731 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88e27055-dcbb-432d-9936-5152009a13d0 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:30.839403 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'status': 'completed', 'code': 200} Feb 19 01:04:30.841799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-e6631a4d-9746-4e0a-a785-3416a552a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.842755 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'tag': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09', 'status': 'completed', 'code': 200} Feb 19 01:04:30.843105 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'tag': '7567ec81-99fd-427e-b09e-3a2af71c3c29', 'status': 'completed', 'code': 200} Feb 19 01:04:30.847361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5ebb3a4-b0e3-40b5-9c91-662251b59b09 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:30.851915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-e6631a4d-9746-4e0a-a785-3416a552a4b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.0932689 Feb 19 01:04:30.951977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.952343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for floatingip (8551d7d7-7d8c-49a7-b29d-5863d658a684), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.986430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Calling delete_port for 8551d7d7-7d8c-49a7-b29d-5863d658a684 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:31.006097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-9e75dd07-7132-48b8-946f-0762618cbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.008747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-9e75dd07-7132-48b8-946f-0762618cbfe9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 1125 time: 0.1551855 Feb 19 01:04:31.021679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16b07d-0fb4-4430-9907-e10fbaee5624 req-26d9e5e8-cfe0-41e8-8263-b4aeb75d65d2 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.023538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa16b07d-0fb4-4430-9907-e10fbaee5624 req-26d9e5e8-cfe0-41e8-8263-b4aeb75d65d2 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1519120 Feb 19 01:04:31.073723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:31.096359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'port_id': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09', 'mac_address': 'fa:16:3e:5e:fe:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb36634-63c2-4c84-9afc-cbc546f0fa7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:31.100944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:31.114178 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:31.116589 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:31.189291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:31.189832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.191867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d74f45c6-27e4-492c-a6c2-c791f0bed51b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:31.246155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ebb3a4-b0e3-40b5-9c91-662251b59b09 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:31.255132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-4daf8dce-b860-4635-9228-9277e566c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.256825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-4daf8dce-b860-4635-9228-9277e566c2b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 916 time: 0.2322156 Feb 19 01:04:31.312425 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:31.333845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:31.350587 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.372567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}, {'name': 'network-changed', 'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:31.377014 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}, {"name": "network-changed", "server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:31.379304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-a16d277e-f6da-495b-8266-6dffe6d87e67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09 HTTP/1.1" status: 200 len: 217 time: 0.0960515 Feb 19 01:04:31.444874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:31.450453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-173e4bd4-7b10-4947-839d-23656978faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.452697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-173e4bd4-7b10-4947-839d-23656978faa3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1155 time: 0.5819440 Feb 19 01:04:31.458641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-3fb066a0-a4f1-4fba-888e-3fd60ebfefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.466569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-3fb066a0-a4f1-4fba-888e-3fd60ebfefc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6136646 Feb 19 01:04:31.471929 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa16b07d-0fb4-4430-9907-e10fbaee5624 req-741319f9-a63e-465c-a76f-b26da6959f2e tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156474 Feb 19 01:04:31.562431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-ccb48250-49b1-4cd2-be08-a2fe1faa8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.573113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-ccb48250-49b1-4cd2-be08-a2fe1faa8b93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.1820114 Feb 19 01:04:31.614089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-e43bb8e8-e95b-41bd-8dfa-ef78517a7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.615576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-e43bb8e8-e95b-41bd-8dfa-ef78517a7d94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.1400964 Feb 19 01:04:31.690988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e5ebb3a4-b0e3-40b5-9c91-662251b59b09'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:31.733325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-775064d8-6feb-4fb1-9ff6-64ab7054861a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0889153 Feb 19 01:04:31.760279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8551d7d7-7d8c-49a7-b29d-5863d658a684), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.802060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-43139602-ea16-4f4a-abaa-ac54dc751352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.808391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-43139602-ea16-4f4a-abaa-ac54dc751352 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2258282 Feb 19 01:04:31.836118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-f2b87921-ed89-4357-8688-5b1b0c4b6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.837865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-f2b87921-ed89-4357-8688-5b1b0c4b6b16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0919750 Feb 19 01:04:31.842147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-85a110bc-04cf-450e-87d5-3b097a82a31e service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747563 Feb 19 01:04:31.857484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Pushing event deleted for resources: {'Port': ['ID=8551d7d7-7d8c-49a7-b29d-5863d658a684,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:31.950446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-66628e36-0ada-4f03-9afc-6724ace0898f service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025500 Feb 19 01:04:31.987784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-3a5e5016-e981-46df-bba1-377fdf7945b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361047 Feb 19 01:04:32.093893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-3ba13aac-0a7a-4ba9-8a72-b613e176d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.095757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-3ba13aac-0a7a-4ba9-8a72-b613e176d87c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1128 time: 0.1069229 Feb 19 01:04:32.110951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7567ec81-99fd-427e-b09e-3a2af71c3c29 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:32.112632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-95d329c0-d122-4e86-9af1-a0303308ab81 service neutron] 10.222.0.10 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490051 Feb 19 01:04:32.123906 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:30Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:32.125973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:32.159239 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:32.172298 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:32.173267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:32.206761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8fef7-c18f-4af0-b2c6-c61badff0290 req-09350aa0-6b89-42d7-b414-81c04173bb57 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.208297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1a8fef7-c18f-4af0-b2c6-c61badff0290 req-09350aa0-6b89-42d7-b414-81c04173bb57 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.5292139 Feb 19 01:04:32.221319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks [] for floatingip (9f1dcac8-3450-4e06-8efe-f1be2920da26), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.223954 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.227368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-517d7654-7e80-47c5-807c-b7a7b3983941 tempest-ImagesOneServerNegativeTestJSON-1999899969 tempest-ImagesOneServerNegativeTestJSON-1999899969-project] 10.222.0.43 "DELETE /v2.0/floatingips/9f1dcac8-3450-4e06-8efe-f1be2920da26 HTTP/1.1" status: 204 len: 168 time: 1.8922398 Feb 19 01:04:32.233749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-13ff39f1-c185-4fb3-843c-44094aabf281 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351470 Feb 19 01:04:32.392489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7567ec81-99fd-427e-b09e-3a2af71c3c29, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:32.419658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '7567ec81-99fd-427e-b09e-3a2af71c3c29', 'network_id': '5d06d345-906e-4142-bc6b-3146ae16d616', 'port_id': '7567ec81-99fd-427e-b09e-3a2af71c3c29', 'mac_address': 'fa:16:3e:9e:df:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb36634-63c2-4c84-9afc-cbc546f0fa7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:32.436847 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:32.462395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-47b30103-ac76-4cf1-a0ea-c858b8703abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.463965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-47b30103-ac76-4cf1-a0ea-c858b8703abe service neutron] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.3575797 Feb 19 01:04:32.466972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47298455-0a23-43aa-a4ff-a0af2148fcd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.469985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-c2755247-2cf6-4ac2-9a07-666e410f8fe5 service neutron] 10.222.0.10 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363538 Feb 19 01:04:32.488278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1a8fef7-c18f-4af0-b2c6-c61badff0290 req-09b518c4-9fc3-42e4-b2ec-5a23c6bb8ed7 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520428 Feb 19 01:04:32.518790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7567ec81-99fd-427e-b09e-3a2af71c3c29 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:32.519281 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.534822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7567ec81-99fd-427e-b09e-3a2af71c3c29 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:32.541027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-9ce6ff29-4b40-46d0-b58f-c67ba621debf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 1002 time: 0.0692656 Feb 19 01:04:32.560571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7567ec81-99fd-427e-b09e-3a2af71c3c29, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:32.571104 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.605813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-ef4faa1f-06fa-4678-be88-8539c08290a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.609076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-ef4faa1f-06fa-4678-be88-8539c08290a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.0525587 Feb 19 01:04:32.645808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7567ec81-99fd-427e-b09e-3a2af71c3c29,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:32.690106 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-9e302052-90aa-40c0-a2e5-1a389c3f9a62 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397745 Feb 19 01:04:32.736933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-2f1377f6-5eed-4af3-820c-62a77cc9c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.739091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-2f1377f6-5eed-4af3-820c-62a77cc9c18a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1254091 Feb 19 01:04:32.746967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de7785-28e1-47b0-b0c1-d82ad359766f req-728040f4-8515-4fcc-8f2f-1ea37baf261b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.765040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50de7785-28e1-47b0-b0c1-d82ad359766f req-728040f4-8515-4fcc-8f2f-1ea37baf261b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 945 time: 0.1337166 Feb 19 01:04:32.863950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5ebb3a4-b0e3-40b5-9c91-662251b59b09 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:32.894637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50de7785-28e1-47b0-b0c1-d82ad359766f req-db6b42c1-53dc-4bba-8ef1-8ccfe9d32da8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226544 Feb 19 01:04:32.934993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['7567ec81-99fd-427e-b09e-3a2af71c3c29'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:32.960060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47298455-0a23-43aa-a4ff-a0af2148fcd3 admin admin] Publish callbacks [] for security_group (074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.967437 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:30Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:32.981209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47298455-0a23-43aa-a4ff-a0af2148fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.999142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-ac3b7918-9a5e-4b96-8543-e7a9d6afcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.000657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-ac3b7918-9a5e-4b96-8543-e7a9d6afcc80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 1127 time: 0.2521958 Feb 19 01:04:33.006299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199b706-8bb8-4658-b3d0-509b2d4deb0e None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:41:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:30Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:33.036501 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56ad35-d5a5-4590-83e3-4db6da42e1c2 x-openstack-request-id: req-6b56ad35-d5a5-4590-83e3-4db6da42e1c2 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:33.036798 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:33.037124 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b56ad35-d5a5-4590-83e3-4db6da42e1c2 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:33.037496 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'status': 'completed', 'code': 200} Feb 19 01:04:33.037754 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'status': 'completed', 'code': 200} Feb 19 01:04:33.153513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-4a7e5c8b-f065-43d9-bdd7-cbec1b9c75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.157424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-4a7e5c8b-f065-43d9-bdd7-cbec1b9c75e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.1184916 Feb 19 01:04:33.196215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:33.202125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298455-0a23-43aa-a4ff-a0af2148fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:33.223976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:33.224361 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.363887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47298455-0a23-43aa-a4ff-a0af2148fcd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2383192185ff4bbc9192888cc7bbea13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2300239 Feb 19 01:04:33.374467 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-feed1c01-771e-4722-90e5-b0fb50f7bb32 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245482 Feb 19 01:04:33.378233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51352) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:33.449347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-c522b035-0703-4bfb-bdb1-fc8a37b3306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.451011 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-c522b035-0703-4bfb-bdb1-fc8a37b3306a service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.2224691 Feb 19 01:04:33.458036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:33.459070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.499865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:33.503098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:33.505562 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6fccc8-c70c-40c8-96bf-0622c6945724" -d '{"events": [{"server_uuid": "f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e5ebb3a4-b0e3-40b5-9c91-662251b59b09"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:33.509973 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.517879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-9945e1ad-a962-4e57-8b07-1dfa8d65f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.519647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-9945e1ad-a962-4e57-8b07-1dfa8d65f88d service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 916 time: 0.5023737 Feb 19 01:04:33.558403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51358) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:33.562522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-2c7172fd-a23f-4dcb-a937-32ec12f8c0e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 217 time: 0.0864134 Feb 19 01:04:33.574183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520be8b-3109-4b7e-a5ce-d33b3f48bffc req-6187d4db-9f77-49d6-bc07-8a909300e559 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.575516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:33.585571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7520be8b-3109-4b7e-a5ce-d33b3f48bffc req-6187d4db-9f77-49d6-bc07-8a909300e559 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.4235363 Feb 19 01:04:33.621827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-9af7b837-9bbd-43ff-a8a5-76d6803a6827 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29 HTTP/1.1" status: 200 len: 217 time: 0.0617766 Feb 19 01:04:33.659007 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb7d6-8b76-4f93-8202-ad9743822c11 admin admin] Publish callbacks [] for security_group (074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.689409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb7d6-8b76-4f93-8202-ad9743822c11 admin admin] Publish callbacks [] for security_group (074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.708603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7520be8b-3109-4b7e-a5ce-d33b3f48bffc req-570329e6-2c4a-4899-91ae-2226094002af tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052976 Feb 19 01:04:33.718765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-975bd5df-d517-4bb8-b512-a6e445047cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.721160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-975bd5df-d517-4bb8-b512-a6e445047cd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1266038 Feb 19 01:04:33.807281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-e456cd7f-9e89-45d2-85be-0f55df73d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.808759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-e456cd7f-9e89-45d2-85be-0f55df73d724 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.1533334 Feb 19 01:04:33.812258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb7d6-8b76-4f93-8202-ad9743822c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.815686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb7d6-8b76-4f93-8202-ad9743822c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.819094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c0cb7d6-8b76-4f93-8202-ad9743822c11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a HTTP/1.1" status: 204 len: 168 time: 0.4332902 Feb 19 01:04:33.837422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-396bfc37-10f3-40d3-bdd2-b80de3161eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.867715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cb7d6-8b76-4f93-8202-ad9743822c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074829dd-4eff-4c9e-a2fb-24ae5c7b6d1a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:33.882324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d4c25dc-79ea-4472-8835-bd9b64d292e9 req-916eb83b-b4d2-466c-93fa-2367ee2c917e service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894829 Feb 19 01:04:33.896653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-4cf6c6b9-246b-48cd-a9fc-d8b03de7e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.898354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-4cf6c6b9-246b-48cd-a9fc-d8b03de7e4c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804615 Feb 19 01:04:34.044877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-77da0989-f019-4626-9ee6-e9722e202373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.046557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-77da0989-f019-4626-9ee6-e9722e202373 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3178952 Feb 19 01:04:34.100710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d74f45c6-27e4-492c-a6c2-c791f0bed51b up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:34.155067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb0bd0-4ae8-48f8-be6b-96ecc3a65f42 req-0bdca158-5987-4189-ac2d-eeac46faba8b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.156614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9fb0bd0-4ae8-48f8-be6b-96ecc3a65f42 req-0bdca158-5987-4189-ac2d-eeac46faba8b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1380532 Feb 19 01:04:34.190040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-eb28a7c2-7201-41e0-915e-a8766752040c service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643435 Feb 19 01:04:34.229556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port d74f45c6-27e4-492c-a6c2-c791f0bed51b completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:34.237736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port d74f45c6-27e4-492c-a6c2-c791f0bed51b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:34.238119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.301054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374811-1707-41b1-90fc-144c8a603a33 req-18a66e74-5504-4a74-a0cf-97e1c4895bcb tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.308057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a374811-1707-41b1-90fc-144c8a603a33 req-18a66e74-5504-4a74-a0cf-97e1c4895bcb tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.3878679 Feb 19 01:04:34.352446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51376) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:34.412437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d74f45c6-27e4-492c-a6c2-c791f0bed51b is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:34.413750 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.426390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-d3009832-abd5-40cb-b360-20745505639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.427914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-d3009832-abd5-40cb-b360-20745505639d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1127 time: 0.2881150 Feb 19 01:04:34.448671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abd98440-01fa-471f-91bb-8884332285e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.453533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9fb0bd0-4ae8-48f8-be6b-96ecc3a65f42 req-141a65e3-9c51-433a-bca8-7b4fab3a5631 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884009 Feb 19 01:04:34.463064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d74f45c6-27e4-492c-a6c2-c791f0bed51b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:34.467737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-2c55f271-5257-4250-97f1-435ebef99866 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962803 Feb 19 01:04:34.478832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.479727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:34.504323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e41db6-b96b-4ff5-a759-fa1e95646e64 req-d6aefd6d-4421-4b4d-be9f-2366b46c31fa service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031621 Feb 19 01:04:34.625845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-df60ed82-b8be-4e04-ab9e-768f55241ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.627341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-df60ed82-b8be-4e04-ab9e-768f55241ec6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.1439624 Feb 19 01:04:34.667507 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee81876-762f-4594-9272-9381c12b84f8 x-openstack-request-id: req-4ee81876-762f-4594-9272-9381c12b84f8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:34.667808 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e5ebb3a4-b0e3-40b5-9c91-662251b59b09", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:34.668069 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ee81876-762f-4594-9272-9381c12b84f8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:34.669005 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09', 'code': 200} Feb 19 01:04:34.670438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d74f45c6-27e4-492c-a6c2-c791f0bed51b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:34.771010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1551-e3fd-4a85-b0d0-be6110d187e2 req-ad2b8194-2c75-4d0b-81d6-e846793bbb18 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.776464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-6c6c4d81-0333-4cb3-b5c6-56439a697920 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321297 Feb 19 01:04:34.780485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f88b1551-e3fd-4a85-b0d0-be6110d187e2 req-ad2b8194-2c75-4d0b-81d6-e846793bbb18 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 945 time: 0.0908432 Feb 19 01:04:34.785344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 9fa19b2c-9edc-44d9-8459-79103146b2e0 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:34.788817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a374811-1707-41b1-90fc-144c8a603a33 req-6a1e9672-ac18-4394-b6d5-3d99e1bf3aa0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4776433 Feb 19 01:04:34.792947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-396bfc37-10f3-40d3-bdd2-b80de3161eda admin admin] Publish callbacks [] for security_group (153697a0-81dd-424d-9069-5ba9c59191c1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.836822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-396bfc37-10f3-40d3-bdd2-b80de3161eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (153697a0-81dd-424d-9069-5ba9c59191c1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.857306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f88b1551-e3fd-4a85-b0d0-be6110d187e2 req-160b8cbb-3b42-47d5-a2a8-351923e3c5c3 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755119 Feb 19 01:04:34.915023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51382) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:34.939665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bfc37-10f3-40d3-bdd2-b80de3161eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153697a0-81dd-424d-9069-5ba9c59191c1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:34.978467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Deleting subnet e3e9fead-3942-4287-b8cf-c6d280f52d83 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:34.983596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Publish callbacks [] for subnet (e3e9fead-3942-4287-b8cf-c6d280f52d83), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.058358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0a57d77-cf63-4296-9566-6e98a766b6fb req-466f5b12-6bc6-44a1-99d4-0ca79d34e686 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.2140567 Feb 19 01:04:35.076477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (e3e9fead-3942-4287-b8cf-c6d280f52d83), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.137529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e3e9fead-3942-4287-b8cf-c6d280f52d83), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.149225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-396bfc37-10f3-40d3-bdd2-b80de3161eda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c67f7290345a4a74a143076831c10c00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5857599 Feb 19 01:04:35.155370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51384) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:35.164425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-db64f213-0269-4406-97c9-9c8c7b001b51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 1001 time: 0.3690147 Feb 19 01:04:35.206860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72da06-8cb0-46ca-a375-1cf3622071d6 req-7ea98e3d-9117-4e3b-a130-b1cbcad51573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.208573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d72da06-8cb0-46ca-a375-1cf3622071d6 req-7ea98e3d-9117-4e3b-a130-b1cbcad51573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 1127 time: 0.5744021 Feb 19 01:04:35.240359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3102d7-277a-43eb-8da6-2e28a0f97e55 req-62639c1e-000b-4442-9c7b-c3767a245bc8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.242958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe3102d7-277a-43eb-8da6-2e28a0f97e55 req-62639c1e-000b-4442-9c7b-c3767a245bc8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.2226667 Feb 19 01:04:35.245148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (e3e9fead-3942-4287-b8cf-c6d280f52d83), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.248223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a57d77-cf63-4296-9566-6e98a766b6fb req-5a2b117e-183c-4f50-9493-934312af8f94 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.249834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0a57d77-cf63-4296-9566-6e98a766b6fb req-5a2b117e-183c-4f50-9493-934312af8f94 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports/333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 943 time: 0.1705177 Feb 19 01:04:35.287166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-41718a17-1070-4893-9153-0909e4eb16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.288760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-41718a17-1070-4893-9153-0909e4eb16f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1128 time: 0.4434419 Feb 19 01:04:35.296191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e9fead-3942-4287-b8cf-c6d280f52d83,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:35.321147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.327638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3553a427-7a73-4424-8390-a251b1db6a13 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e3e9fead-3942-4287-b8cf-c6d280f52d83 HTTP/1.1" status: 204 len: 168 time: 0.4113908 Feb 19 01:04:35.328242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51386) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:35.410886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-f91ee5bf-f2cb-4ab1-b73b-5dd8f4612329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.412513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-f91ee5bf-f2cb-4ab1-b73b-5dd8f4612329 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.2296839 Feb 19 01:04:35.424498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe3102d7-277a-43eb-8da6-2e28a0f97e55 req-a825a393-c54f-4a7e-aaaf-645494e9e865 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311004 Feb 19 01:04:35.428671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.499955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abd98440-01fa-471f-91bb-8884332285e4 admin admin] Publish callbacks [] for security_group (2dcf6183-4f09-45f4-bd80-ef98dfcbbb54), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.524125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.537329 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-abd98440-01fa-471f-91bb-8884332285e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2dcf6183-4f09-45f4-bd80-ef98dfcbbb54), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.564146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d72da06-8cb0-46ca-a375-1cf3622071d6 req-2575aba5-e7a2-49c9-9b8b-41c15b9d843a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131390 Feb 19 01:04:35.577576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f31f928-65d9-4f7c-b64f-e93c0e9c1f83']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:35.579906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35949c0d-1c75-4fc9-88f5-dda96b30a4d1 admin admin] Publish callbacks [] for security_group (153697a0-81dd-424d-9069-5ba9c59191c1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.590187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:35.590799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:35.601139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0a57d77-cf63-4296-9566-6e98a766b6fb req-5904a84a-5955-4682-b2db-9cad86b846ed tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.2445734 Feb 19 01:04:35.603777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.622112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.631243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18253ee-9b47-41dc-a372-b0d6b47fa853 req-287af73d-83cb-4b43-a077-6300dddf07ba tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.632840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c18253ee-9b47-41dc-a372-b0d6b47fa853 req-287af73d-83cb-4b43-a077-6300dddf07ba tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.0962031 Feb 19 01:04:35.639375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:35.639850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (4f9b9787-7e2a-471d-8e1b-2ae6a73cdd10), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:35.642811 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:35.667505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd98440-01fa-471f-91bb-8884332285e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf6183-4f09-45f4-bd80-ef98dfcbbb54,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:35.677096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-abd98440-01fa-471f-91bb-8884332285e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f656298e95d445e69d02a11f146f1c91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3181560 Feb 19 01:04:35.692188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:35.698039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35949c0d-1c75-4fc9-88f5-dda96b30a4d1 admin admin] Publish callbacks [] for security_group (153697a0-81dd-424d-9069-5ba9c59191c1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.701050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-4e39e558-b5be-4a94-a1e6-62387f332e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.702537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-4e39e558-b5be-4a94-a1e6-62387f332e4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.3983645 Feb 19 01:04:35.752342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5f31f928-65d9-4f7c-b64f-e93c0e9c1f83), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.763430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-ea1b2cbb-2711-43ce-baf8-a574e0d001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.765023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-ea1b2cbb-2711-43ce-baf8-a574e0d001f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3048961 Feb 19 01:04:35.770950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.775046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f31f928-65d9-4f7c-b64f-e93c0e9c1f83 HTTP/1.1" status: 204 len: 168 time: 0.4438934 Feb 19 01:04:35.798431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc1228-abea-4d22-bb30-a7cebe6fa1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f31f928-65d9-4f7c-b64f-e93c0e9c1f83,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:35.807385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c18253ee-9b47-41dc-a372-b0d6b47fa853 req-f72daf27-817c-4bef-9c8b-addb1b20736a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463132 Feb 19 01:04:35.824105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0008-741b-4078-81e4-7c70532b749e admin admin] Publish callbacks [] for security_group (2dcf6183-4f09-45f4-bd80-ef98dfcbbb54), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.847850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0008-741b-4078-81e4-7c70532b749e admin admin] Publish callbacks [] for security_group (2dcf6183-4f09-45f4-bd80-ef98dfcbbb54), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.913825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0008-741b-4078-81e4-7c70532b749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2dcf6183-4f09-45f4-bd80-ef98dfcbbb54), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.918041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0008-741b-4078-81e4-7c70532b749e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.920617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c7ca0008-741b-4078-81e4-7c70532b749e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dcf6183-4f09-45f4-bd80-ef98dfcbbb54 HTTP/1.1" status: 204 len: 168 time: 0.2261639 Feb 19 01:04:35.939362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca0008-741b-4078-81e4-7c70532b749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf6183-4f09-45f4-bd80-ef98dfcbbb54,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:36.070790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219b524-a996-4329-b4dc-0c3ef2fdafb8 req-77816207-966d-4b35-8458-534bfaf01282 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.072747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7219b524-a996-4329-b4dc-0c3ef2fdafb8 req-77816207-966d-4b35-8458-534bfaf01282 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1125739 Feb 19 01:04:36.119077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7567ec81-99fd-427e-b09e-3a2af71c3c29 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:36.155479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7219b524-a996-4329-b4dc-0c3ef2fdafb8 req-122c42ff-7dc6-416f-b2f6-e10c5030c499 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731077 Feb 19 01:04:36.183559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51400) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:36.241606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 7567ec81-99fd-427e-b09e-3a2af71c3c29 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:36.248000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 7567ec81-99fd-427e-b09e-3a2af71c3c29 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:36.249217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.299986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-77a30a1b-6f5b-49e0-95be-f4394744cc54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b4bd490fac04986b9a8cea37d21eaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142676 Feb 19 01:04:36.325737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51406) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:36.404391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8e8a0-a4b7-427d-bc71-3b0a037b391e req-fea1a413-6f47-468a-a468-900980440a3f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.417558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99b8e8a0-a4b7-427d-bc71-3b0a037b391e req-fea1a413-6f47-468a-a468-900980440a3f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 945 time: 0.1349614 Feb 19 01:04:36.435023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a57d77-cf63-4296-9566-6e98a766b6fb req-d43d8c31-96cc-436e-b566-50ec648f6421 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.438805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0a57d77-cf63-4296-9566-6e98a766b6fb req-d43d8c31-96cc-436e-b566-50ec648f6421 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.8024929 Feb 19 01:04:36.515354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35949c0d-1c75-4fc9-88f5-dda96b30a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (153697a0-81dd-424d-9069-5ba9c59191c1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.527862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-faef9dcb-db6b-4c4f-adcc-ea14052d2823 admin admin] Publish callbacks [] for security_group (89739506-83bc-4c97-b208-7b098712c33d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.530266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35949c0d-1c75-4fc9-88f5-dda96b30a4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.531872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-35949c0d-1c75-4fc9-88f5-dda96b30a4d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/153697a0-81dd-424d-9069-5ba9c59191c1 HTTP/1.1" status: 204 len: 168 time: 1.3712714 Feb 19 01:04:36.537511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-13fbc3c9-5dde-4cc2-a2f6-c9507f01512a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 1002 time: 0.7366827 Feb 19 01:04:36.561912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35949c0d-1c75-4fc9-88f5-dda96b30a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153697a0-81dd-424d-9069-5ba9c59191c1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:36.623581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7567ec81-99fd-427e-b09e-3a2af71c3c29 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:36.624664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.662141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99b8e8a0-a4b7-427d-bc71-3b0a037b391e req-7916becc-f0b1-4fed-aaa5-cbd8061a22c3 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422597 Feb 19 01:04:36.672579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b'}, {'server_uuid': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7567ec81-99fd-427e-b09e-3a2af71c3c29'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:36.678666 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdec24d7-375c-4383-b1df-4c06092109af" -d '{"events": [{"server_uuid": "257d362a-e1ac-4060-83e8-ec128975c7c3", "name": "network-vif-plugged", "status": "completed", "tag": "d74f45c6-27e4-492c-a6c2-c791f0bed51b"}, {"server_uuid": "9ed9a5d1-5421-4f22-958f-e42bab1acbd2", "name": "network-vif-plugged", "status": "completed", "tag": "7567ec81-99fd-427e-b09e-3a2af71c3c29"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:36.705089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-faef9dcb-db6b-4c4f-adcc-ea14052d2823 admin admin] Publish callbacks [] for security_group (89739506-83bc-4c97-b208-7b098712c33d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.707829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7567ec81-99fd-427e-b09e-3a2af71c3c29, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:36.715783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.717552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-af78c7ee-0331-4dab-8c2e-8f64462be7b6 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9319582 Feb 19 01:04:36.719319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-56f8afd3-9a1d-4526-be1e-90b413f99fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.720697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-56f8afd3-9a1d-4526-be1e-90b413f99fae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1623728 Feb 19 01:04:36.853659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7567ec81-99fd-427e-b09e-3a2af71c3c29,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:36.906036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-5c392c87-13da-4709-aec3-acabd97440cc tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.1653473 Feb 19 01:04:36.982850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-2feb324b-c5b6-4ffe-9e4c-64a53f81bebf tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.993330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-912e4f86-4a7c-4051-be4c-a8774de49ea8 req-9e71e31a-8d4b-45e5-9c76-ff8100039f97 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651603 Feb 19 01:04:36.996032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-2bbead1d-87fe-4b6d-9f76-c907c4e51b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.999278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-2feb324b-c5b6-4ffe-9e4c-64a53f81bebf tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports/333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 943 time: 0.0905614 Feb 19 01:04:36.999422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-2bbead1d-87fe-4b6d-9f76-c907c4e51b76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2584248 Feb 19 01:04:37.026727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-faef9dcb-db6b-4c4f-adcc-ea14052d2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (89739506-83bc-4c97-b208-7b098712c33d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.029450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-faef9dcb-db6b-4c4f-adcc-ea14052d2823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.034011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-faef9dcb-db6b-4c4f-adcc-ea14052d2823 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89739506-83bc-4c97-b208-7b098712c33d HTTP/1.1" status: 204 len: 168 time: 0.7031419 Feb 19 01:04:37.048382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef9dcb-db6b-4c4f-adcc-ea14052d2823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89739506-83bc-4c97-b208-7b098712c33d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:37.074096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53812daf-7e50-484b-a505-a5b9c2a10a5c req-af70e0a7-f5d9-4b61-b870-13f4bcfaf54c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.081672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53812daf-7e50-484b-a505-a5b9c2a10a5c req-af70e0a7-f5d9-4b61-b870-13f4bcfaf54c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1887538 Feb 19 01:04:37.167384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53812daf-7e50-484b-a505-a5b9c2a10a5c req-ce33f7f6-8637-4d4f-8375-d983a2a1d9d1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824561 Feb 19 01:04:37.198860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-05a14050-5b79-42b2-b795-ce9d42d8ecdd service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927886 Feb 19 01:04:37.259559 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-510d8f28-7bc5-4693-8d75-0ee5e3ebcd46 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.1785619 Feb 19 01:04:37.264874 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3018e4-3a5f-4cf8-b803-a9fd6cff3593 x-openstack-request-id: req-ce3018e4-3a5f-4cf8-b803-a9fd6cff3593 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:37.266048 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d362a-e1ac-4060-83e8-ec128975c7c3", "name": "network-vif-plugged", "status": "completed", "tag": "d74f45c6-27e4-492c-a6c2-c791f0bed51b", "code": 200}, {"server_uuid": "9ed9a5d1-5421-4f22-958f-e42bab1acbd2", "name": "network-vif-plugged", "status": "completed", "tag": "7567ec81-99fd-427e-b09e-3a2af71c3c29", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:37.266657 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce3018e4-3a5f-4cf8-b803-a9fd6cff3593 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:37.267286 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b', 'code': 200} Feb 19 01:04:37.268752 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7567ec81-99fd-427e-b09e-3a2af71c3c29', 'code': 200} Feb 19 01:04:37.476218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-d718a497-f5b8-4db1-b57f-2ace6c0d8024 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.486416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-d718a497-f5b8-4db1-b57f-2ace6c0d8024 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.2134027 Feb 19 01:04:37.584731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c0bbcaf-4fbf-4e59-bc66-a33f52db39ff req-7899141c-2253-4265-b8bb-f647e5c6b3b4 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773127 Feb 19 01:04:37.625857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0012c-feae-466a-bb43-e1842a0ff032 req-3b234e67-f611-4364-8ed1-46e942459cb7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.635475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8a0012c-feae-466a-bb43-e1842a0ff032 req-3b234e67-f611-4364-8ed1-46e942459cb7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2052734 Feb 19 01:04:37.647156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-7180ead6-2cd2-46d0-ac19-39e1e1681837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.650839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-7180ead6-2cd2-46d0-ac19-39e1e1681837 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1127 time: 0.2298527 Feb 19 01:04:37.702223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-fe255464-cdd2-4181-a143-24e0129b6031 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.2145545 Feb 19 01:04:37.707506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e06a6-7ce5-497a-ba0f-9391a23230a9 req-b990e66e-8207-4785-89ea-1fc5a0e34c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.709734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e05e06a6-7ce5-497a-ba0f-9391a23230a9 req-b990e66e-8207-4785-89ea-1fc5a0e34c9d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.2210019 Feb 19 01:04:37.712878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59f41b-670d-49db-b5ed-c56212ad6538 req-6e0dd1ef-3320-401b-98af-e392ef1bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.714642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3c59f41b-670d-49db-b5ed-c56212ad6538 req-6e0dd1ef-3320-401b-98af-e392ef1bb4e0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 1128 time: 0.2231975 Feb 19 01:04:37.719449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:37.734751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.89', 53622) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:37.815909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8a0012c-feae-466a-bb43-e1842a0ff032 req-8007c4e9-205d-487d-a6dd-56ec7b3b45cf tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791191 Feb 19 01:04:37.885691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e05e06a6-7ce5-497a-ba0f-9391a23230a9 req-89de22fc-29e1-4b4c-b2a4-97cf90bbcc79 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618543 Feb 19 01:04:37.888803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.906214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-b333054e-944e-4aa3-b1a0-de7e8f567500 service neutron] 10.222.0.89 "GET /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.1676381 Feb 19 01:04:37.909034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-e679f555-8247-41ed-ab89-de953f32e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.912244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-e679f555-8247-41ed-ab89-de953f32e5ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.2516954 Feb 19 01:04:37.943738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3c59f41b-670d-49db-b5ed-c56212ad6538 req-3f29f8dc-418a-4039-9b43-ce8ad87c3a51 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618943 Feb 19 01:04:38.007118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2520d-718d-4d54-885e-1be3cbb2f801 req-97382069-d81e-466e-882e-ffc77db757c1 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:38.008674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57e2520d-718d-4d54-885e-1be3cbb2f801 req-97382069-d81e-466e-882e-ffc77db757c1 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.0711937 Feb 19 01:04:38.076613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:38.081507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57e2520d-718d-4d54-885e-1be3cbb2f801 req-854099f5-4a15-45ae-8903-988f2ad5c05a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Feb 19 01:04:38.085151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:38.085639 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Floating IP efee6fdb-dc9c-4673-a533-690cab84ad80 disassociated. External IP: 172.25.0.104, port: 333c4167-d649-4908-a5b3-c08ef1a4be57. Feb 19 01:04:38.231438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae41e-87f5-40c5-8fd0-1d512bff5ec4 req-22240677-7e1d-4779-b627-b4be75d71f3e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:38.239186 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb7ae41e-87f5-40c5-8fd0-1d512bff5ec4 req-22240677-7e1d-4779-b627-b4be75d71f3e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.0824950 Feb 19 01:04:38.319242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb7ae41e-87f5-40c5-8fd0-1d512bff5ec4 req-021c508c-742c-4ca0-919f-0e53081cb987 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784011 Feb 19 01:04:38.421041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:38.523108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-bf4e8220-e3bb-4980-9c2b-abf9ef0309ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 1001 time: 0.1031933 Feb 19 01:04:38.620485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51482) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:38.708185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-dee7ebe6-6ff2-4710-840b-06659519cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:38.709917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-dee7ebe6-6ff2-4710-840b-06659519cfea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.1570742 Feb 19 01:04:38.724002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6c393-39ec-41dd-838f-8b87914e01aa req-fba6f763-d5b8-4204-8074-1c656bd9cab9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:38.725633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1b6c393-39ec-41dd-838f-8b87914e01aa req-fba6f763-d5b8-4204-8074-1c656bd9cab9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 943 time: 0.1982114 Feb 19 01:04:38.884233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-f8598b43-e469-452e-b167-cb5b1a0c48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:38.887605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-f8598b43-e469-452e-b167-cb5b1a0c48d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1602573 Feb 19 01:04:38.900592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-290273211-network', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:38.915743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:38.921863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:38.923873 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1b6c393-39ec-41dd-838f-8b87914e01aa req-c3791f75-775c-4e1c-9fb8-cc73c526e260 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851361 Feb 19 01:04:38.929204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:38.946795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:38.948189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:38.999357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:39.001719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.003912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-382e72e7-3030-4de5-b2b1-2076ad21ba1e tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "PUT /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 695 time: 1.3001723 Feb 19 01:04:39.006254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:39.009912 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb5a3a9-25ea-408f-87d7-4357898b13eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:39.016117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.088515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:39.129211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-8e359ff1-c694-4f77-b90d-1aca0915d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.133844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-ff14872d-d7ac-49f0-a928-ad7bcc61d3e8 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287917 Feb 19 01:04:39.135156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-8e359ff1-c694-4f77-b90d-1aca0915d8cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1128 time: 0.1109259 Feb 19 01:04:39.178451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:39.188620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:39.261139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade50e7-b567-49b7-8278-3d5147e74309 req-067394d1-fc22-4dba-b62e-07a57b34f3e5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.264477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-2718bc9d-3cde-4689-9c4b-0e28340d01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.266146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-2718bc9d-3cde-4689-9c4b-0e28340d01cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1247723 Feb 19 01:04:39.267931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ade50e7-b567-49b7-8278-3d5147e74309 req-067394d1-fc22-4dba-b62e-07a57b34f3e5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2156129 Feb 19 01:04:39.301845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa19b2c-9edc-44d9-8459-79103146b2e0 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:39.330414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:39.360642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-2240ac9b-d073-4d9a-93df-c09712177db2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 217 time: 0.0883379 Feb 19 01:04:39.390070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks [] for security_group (a084f5a4-b81e-4b1e-a755-5ce1b5d48f66), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.422322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a084f5a4-b81e-4b1e-a755-5ce1b5d48f66), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.438240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4afa7226-f799-4478-ad52-9d1702eb7170 req-042a89d4-f343-4b80-ab6c-f050257948a2 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972391 Feb 19 01:04:39.438933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.451109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-ad984da5-cd5f-4d7b-a79a-07a9daa0c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.454383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-ad984da5-cd5f-4d7b-a79a-07a9daa0c80c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.0850787 Feb 19 01:04:39.464892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ade50e7-b567-49b7-8278-3d5147e74309 req-147f63a3-85a6-46d7-afec-d24ff82d17d0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914041 Feb 19 01:04:39.518002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:39.544454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:39.563916 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245fecf5-b67e-491a-9379-ecd8d34a6092 x-openstack-request-id: req-245fecf5-b67e-491a-9379-ecd8d34a6092 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:39.564260 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:39.564625 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-245fecf5-b67e-491a-9379-ecd8d34a6092 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:39.564960 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'status': 'completed', 'code': 200} Feb 19 01:04:39.572559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-b0a5c364-ce74-409e-bc57-59422a3dc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.582634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-b0a5c364-ce74-409e-bc57-59422a3dc6ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210899 Feb 19 01:04:39.601633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1fe1f036-6f29-4c98-9f23-f9ca1889d1c5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.602084 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Added segment 1fe1f036-6f29-4c98-9f23-f9ca1889d1c5 of type vlan for network 771dd59d-8731-49cc-b9da-61fe30d634c7 Feb 19 01:04:39.627192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:39.697812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:39.711971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:39.713158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:39.749487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-5ccdc0b2-04d0-4fea-b4b5-2638192e5286 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657445 Feb 19 01:04:39.770402 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (771dd59d-8731-49cc-b9da-61fe30d634c7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.799807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] Transition to ACTIVE for port object 9fa19b2c-9edc-44d9-8459-79103146b2e0 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:39.817493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.832284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-102d2573-84be-4553-9f14-d64eb7d9def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.833844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-102d2573-84be-4553-9f14-d64eb7d9def3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 1128 time: 0.2275636 Feb 19 01:04:39.851165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:39.878654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (771dd59d-8731-49cc-b9da-61fe30d634c7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.879633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.880221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.896051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c811798-f4eb-41d1-9338-d4b42e5a0320 req-0b20a03d-09b2-4133-99be-eaeda0f94201 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.904460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c811798-f4eb-41d1-9338-d4b42e5a0320 req-0b20a03d-09b2-4133-99be-eaeda0f94201 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.2074411 Feb 19 01:04:39.942336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12adb047-3c31-4362-b449-6c9d69c8ab5a req-86db90f6-6d38-45fd-ad3a-ebb3c89f328d service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844246 Feb 19 01:04:40.085965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4325128 Feb 19 01:04:40.086874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51528) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:40.097140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] No DVR routers for this DVR port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:40.099455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Request body: {'subnet': {'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-290273211-subnet', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:40.114534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=10']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:40.120453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9cfe7-36de-4e65-b7ca-97af4e05c960 req-254eb448-8ec5-48e8-97fd-c42f8daf3ee7 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.123058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62b9cfe7-36de-4e65-b7ca-97af4e05c960 req-254eb448-8ec5-48e8-97fd-c42f8daf3ee7 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.0997832 Feb 19 01:04:40.131917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:40.153789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca925-d936-4a29-a5ca-fa3adfeb117f admin admin] Pushing event updated for resources: {'Network': ['ID=771dd59d-8731-49cc-b9da-61fe30d634c7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:40.155351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:40.158392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.165180 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c811798-f4eb-41d1-9338-d4b42e5a0320 req-062329d7-96aa-436b-94ca-a7fbd698704f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597494 Feb 19 01:04:40.192726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:40.221490 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-1579882f-7805-4c45-861f-74e1e4671a80 service neutron] 10.222.0.89 "PUT /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0/bindings/n-h2-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8431752 Feb 19 01:04:40.280159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-2ac1018e-b548-48c5-b4f3-86bbdf431e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.280539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62b9cfe7-36de-4e65-b7ca-97af4e05c960 req-a7989ad5-25c8-4063-be02-d8c202d03d6f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489475 Feb 19 01:04:40.281639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-2ac1018e-b548-48c5-b4f3-86bbdf431e9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.4239366 Feb 19 01:04:40.345049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-f6a8d4b3-1650-43bc-85e9-6c01cfc7a282 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 200 len: 217 time: 0.0568819 Feb 19 01:04:40.396362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46564429-2e4b-4769-8812-326f9af7ea8e None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:40.462427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dbed2-c566-477d-b2bc-b1f261ba927a req-6052ebf1-c7ea-4904-9cf0-9d65709a82c5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.462427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-435dbed2-c566-477d-b2bc-b1f261ba927a req-6052ebf1-c7ea-4904-9cf0-9d65709a82c5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 944 time: 0.2261622 Feb 19 01:04:40.489993 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (e1ecc2c7-f8eb-4235-824d-af615de415b2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.513863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-97e1bf76-867b-435c-a958-878fd994ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.519386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-97e1bf76-867b-435c-a958-878fd994ec23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1617692 Feb 19 01:04:40.529935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-941eaba8-db7c-495c-a44c-b4627b980982 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.531501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-941eaba8-db7c-495c-a44c-b4627b980982 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.1856041 Feb 19 01:04:40.595364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Checking segment: {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:40.595924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Network hostable DHCP agents. Network: 771dd59d-8731-49cc-b9da-61fe30d634c7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:40.602480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ecc2c7-f8eb-4235-824d-af615de415b2,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:40.631556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:40.651903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 771dd59d-8731-49cc-b9da-61fe30d634c7) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:40.661662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.662305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.663016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da8a43-bec9-4f0e-a804-c7412c6bcb88 None None] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:40.699929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c0cdd4f9-11fc-43e4-8dc9-a0ee0fec556a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6096542 Feb 19 01:04:40.703855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:40.719674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:40.762330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (5604e3c0-a10f-4383-9975-d98e4a864ebc), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.763485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (5604e3c0-a10f-4383-9975-d98e4a864ebc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.837608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-435dbed2-c566-477d-b2bc-b1f261ba927a req-13d5db81-b64f-444b-88bc-d8041ba260d7 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600621 Feb 19 01:04:40.845380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-771dd59d-8731-49cc-b9da-61fe30d634c7', 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7', 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'fixed_ips': [{'subnet_id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:40.845791 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.874575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-03625094-89b3-4917-a3c3-2e5b0e21514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.883505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-03625094-89b3-4917-a3c3-2e5b0e21514f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c&tenant_id=bef317f3ec19416bb9a25cb1aa859586 HTTP/1.1" status: 200 len: 1126 time: 0.3230052 Feb 19 01:04:40.900169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-0a745f37-1249-4ed5-96bb-00893fecb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.900169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-0a745f37-1249-4ed5-96bb-00893fecb4c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3611717 Feb 19 01:04:40.941149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87f4c-6702-4b32-a777-9946dd1c3d1a req-bc3234ad-7fdc-4592-ab12-4c54b4a3435f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.942567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29f87f4c-6702-4b32-a777-9946dd1c3d1a req-bc3234ad-7fdc-4592-ab12-4c54b4a3435f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2411518 Feb 19 01:04:40.945838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5316ed-6985-47f3-8fc2-a9d526b01757 None None] New status for floating IP efee6fdb-dc9c-4673-a533-690cab84ad80: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:04:41.039707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-78469855-ffe2-4b09-a7c7-89dd8311cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.039996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Allocated IP 172.20.0.2 (771dd59d-8731-49cc-b9da-61fe30d634c7/e1ecc2c7-f8eb-4235-824d-af615de415b2/a2238002-5575-4fb0-9e67-a5a6a7334555) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:41.041194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-78469855-ffe2-4b09-a7c7-89dd8311cbfd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1126 time: 0.1157382 Feb 19 01:04:41.058132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks [] for router_controller (5604e3c0-a10f-4383-9975-d98e4a864ebc), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.138204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29f87f4c-6702-4b32-a777-9946dd1c3d1a req-06e1cec5-2c77-45f3-8999-551db603f73e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735408 Feb 19 01:04:41.140834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-12145652-9ed3-42ff-8aaa-f39bf4554dd5 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372665 Feb 19 01:04:41.265540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96ee4-0fad-401a-b714-cbf7604f5707 req-3d199fdf-0fad-4417-baed-412b8f160d57 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.267412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77b96ee4-0fad-401a-b714-cbf7604f5707 req-3d199fdf-0fad-4417-baed-412b8f160d57 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2228093 Feb 19 01:04:41.302775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-d7f547a4-dc3a-42de-b77d-4745a23cc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.304368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-d7f547a4-dc3a-42de-b77d-4745a23cc6ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.2534256 Feb 19 01:04:41.423333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Publish callbacks [] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.438460 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.482279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:41.490356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Pushing event updated for resources: {'Port': ['ID=a2238002-5575-4fb0-9e67-a5a6a7334555,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:41.501107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:41.503016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:41.505433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:41.524301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks [] for router_gateway (5604e3c0-a10f-4383-9975-d98e4a864ebc), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.582121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Attempting to bind port a2238002-5575-4fb0-9e67-a5a6a7334555 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:41.584099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Attempting to bind port a2238002-5575-4fb0-9e67-a5a6a7334555 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:41.584803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Attempting to bind port a2238002-5575-4fb0-9e67-a5a6a7334555 on network 771dd59d-8731-49cc-b9da-61fe30d634c7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:41.594312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:41.595190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Checking segment: {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:41.595800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.596393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Bound using segment: {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:41.597123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Bound port: a2238002-5575-4fb0-9e67-a5a6a7334555, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:41.597844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.614180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-358685ff-9695-4479-9c8a-eddd4903db70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.615801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-358685ff-9695-4479-9c8a-eddd4903db70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2615302 Feb 19 01:04:41.680781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-ea1d7f09-b13e-42ef-9409-5ee5452e7349 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0567160 Feb 19 01:04:41.694551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'floatingip': {'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:41.706382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] For port a2238002-5575-4fb0-9e67-a5a6a7334555, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:41.709775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] For port a2238002-5575-4fb0-9e67-a5a6a7334555, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2238002-5575-4fb0-9e67-a5a6a7334555,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:41.716830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.726526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb5a3a9-25ea-408f-87d7-4357898b13eb req-7e83176a-6d14-4b36-a9a2-162bb0e53817 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643778 Feb 19 01:04:41.732896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-e0851dec-e937-4ac6-8d18-a941befc31c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 200 len: 217 time: 0.4134700 Feb 19 01:04:41.761310 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.764535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d145c9b-bf3d-4974-beff-aa72f19c0e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.781577 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77b96ee4-0fad-401a-b714-cbf7604f5707 req-a1391290-73e0-48c9-8b46-fd666b9d3136 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004728 Feb 19 01:04:41.794486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85367f5b-2a62-44b8-b88b-9dfe64a4e59b None None] Pushing event updated for resources: {'Port': ['ID=a2238002-5575-4fb0-9e67-a5a6a7334555,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:41.806766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-afb93eeb-83de-40cf-b11f-57864ff09fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.808244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-afb93eeb-83de-40cf-b11f-57864ff09fbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.0637889 Feb 19 01:04:41.848397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-fd15c3dd-f902-43da-a3c1-5d7ace40aae5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313966 Feb 19 01:04:41.966239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ab25d-6887-46ad-815b-c325d3a14162 req-9d67e661-b767-4d71-b8b0-57a8cbc40d2a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.967844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f8ab25d-6887-46ad-815b-c325d3a14162 req-9d67e661-b767-4d71-b8b0-57a8cbc40d2a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 945 time: 0.1178679 Feb 19 01:04:42.008604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-c4cf821e-2aa0-4efe-b1e2-bc24378ee5fc service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440883 Feb 19 01:04:42.099375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f8ab25d-6887-46ad-815b-c325d3a14162 req-b34ee2b8-e970-4882-91ef-8e5915dec6dd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231139 Feb 19 01:04:42.169331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks [] for router_gateway (5604e3c0-a10f-4383-9975-d98e4a864ebc), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.209847 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-7f94af88-6160-4416-a794-3b629f249ef8 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000465 Feb 19 01:04:42.235366 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d145c9b-bf3d-4974-beff-aa72f19c0e3b admin admin] Publish callbacks [] for security_group (cf981529-6610-4c70-899d-8d979a8012e1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.240963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.241748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e256-a246-428c-b346-d3c4c10b362c req-7844254d-db81-46cf-a3b4-ed74ad3b433a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:42.243224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b60e256-a246-428c-b346-d3c4c10b362c req-7844254d-db81-46cf-a3b4-ed74ad3b433a tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "GET /v2.0/ports?device_id=3db30269-da00-40fc-86e0-c49dd9bf2d63 HTTP/1.1" status: 200 len: 946 time: 0.1243536 Feb 19 01:04:42.249423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d145c9b-bf3d-4974-beff-aa72f19c0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cf981529-6610-4c70-899d-8d979a8012e1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.283943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d51b-c97d-48b0-832f-8f486a93856a req-57032ba8-4741-427c-89a2-e8fbd7e6dfac tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:42.285403 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89b2d51b-c97d-48b0-832f-8f486a93856a req-57032ba8-4741-427c-89a2-e8fbd7e6dfac tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1110179 Feb 19 01:04:42.373244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89b2d51b-c97d-48b0-832f-8f486a93856a req-602fe1ae-d457-4f4d-9957-7ffefa0b9d12 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803316 Feb 19 01:04:42.388227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d145c9b-bf3d-4974-beff-aa72f19c0e3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c532639383e8423fa695061bf2d0721a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9031105 Feb 19 01:04:42.391586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Deleting port 333c4167-d649-4908-a5b3-c08ef1a4be57 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:42.392129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.394053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51578) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:42.414867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d145c9b-bf3d-4974-beff-aa72f19c0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf981529-6610-4c70-899d-8d979a8012e1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:42.594025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Allocated IP 172.25.0.121 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/fc96b72f-d737-4e80-9874-ef58d3e6e4cf) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:42.594739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-55bc7cdd-a996-4834-9ced-11ac8dc03169 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:42.596218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-55bc7cdd-a996-4834-9ced-11ac8dc03169 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c&tenant_id=bef317f3ec19416bb9a25cb1aa859586&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.1252997 Feb 19 01:04:42.610895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64f45ec2-f932-43bb-a09f-6aa15b31b934 admin admin] Publish callbacks [] for security_group (cf981529-6610-4c70-899d-8d979a8012e1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.659579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] For port 333c4167-d649-4908-a5b3-c08ef1a4be57, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=333c4167-d649-4908-a5b3-c08ef1a4be57,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:42.659967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.680018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2238002-5575-4fb0-9e67-a5a6a7334555 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:42.692110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Calling delete_port for 333c4167-d649-4908-a5b3-c08ef1a4be57 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:42.722389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64f45ec2-f932-43bb-a09f-6aa15b31b934 admin admin] Publish callbacks [] for security_group (cf981529-6610-4c70-899d-8d979a8012e1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.750583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:04:42.758794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a2238002-5575-4fb0-9e67-a5a6a7334555 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:42.759178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.851051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.856731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64f45ec2-f932-43bb-a09f-6aa15b31b934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cf981529-6610-4c70-899d-8d979a8012e1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.859919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64f45ec2-f932-43bb-a09f-6aa15b31b934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.863695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-64f45ec2-f932-43bb-a09f-6aa15b31b934 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf981529-6610-4c70-899d-8d979a8012e1 HTTP/1.1" status: 204 len: 168 time: 0.4658985 Feb 19 01:04:42.868513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.875515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks [] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.888137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a2238002-5575-4fb0-9e67-a5a6a7334555 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:42.888508 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.906428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d208484-0f96-4ab6-bdab-fc315278a304 req-a4f8db57-ea95-47d9-80bc-d90116e11bfa tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:42.914119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d208484-0f96-4ab6-bdab-fc315278a304 req-a4f8db57-ea95-47d9-80bc-d90116e11bfa tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 944 time: 0.3688853 Feb 19 01:04:42.923593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45ec2-f932-43bb-a09f-6aa15b31b934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf981529-6610-4c70-899d-8d979a8012e1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:42.987116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port a2238002-5575-4fb0-9e67-a5a6a7334555, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2238002-5575-4fb0-9e67-a5a6a7334555,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:43.003018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.030834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.038518 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Floating IP efee6fdb-dc9c-4673-a533-690cab84ad80 associated. External IP: 172.25.0.104, port: cc80c275-5b2f-48ef-8f4e-86b713b1860b. Feb 19 01:04:43.076061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d208484-0f96-4ab6-bdab-fc315278a304 req-b8e59285-046e-44ee-ae38-2afc9cf814f1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605453 Feb 19 01:04:43.078951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704219e-6c54-4fab-aa6d-2e91a9b4d10f None None] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:43.081656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=a2238002-5575-4fb0-9e67-a5a6a7334555,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.095386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (333c4167-d649-4908-a5b3-c08ef1a4be57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.154346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Pushing event updated for resources: {'Port': ['ID=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.175242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:43.179053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:43.187886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:43.191389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['cc80c275-5b2f-48ef-8f4e-86b713b1860b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:43.300398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] No DVR routers for this DVR port 333c4167-d649-4908-a5b3-c08ef1a4be57 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:43.314242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-d4cf0225-274c-4294-ad6d-53f80e6fcb41 service neutron] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:43.316283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event deleted for resources: {'Port': ['ID=333c4167-d649-4908-a5b3-c08ef1a4be57,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.322962 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.328619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b60e256-a246-428c-b346-d3c4c10b362c req-469abbf9-a4f0-430c-b03e-945510bb7499 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "DELETE /v2.0/ports/333c4167-d649-4908-a5b3-c08ef1a4be57 HTTP/1.1" status: 204 len: 173 time: 1.0789783 Feb 19 01:04:43.340147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-d4cf0225-274c-4294-ad6d-53f80e6fcb41 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.341693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-becaadef-8d69-4e90-ad71-23e082ca0198 req-d4cf0225-274c-4294-ad6d-53f80e6fcb41 service neutron] 10.222.0.10 "DELETE /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0/bindings/n-h1-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.7028172 Feb 19 01:04:43.342231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'name': 'network-vif-deleted', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:43.367153 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb21a6e-26b1-4957-b32c-82e77c43ec55" -d '{"events": [{"server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "name": "network-vif-deleted", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:43.375133 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51596) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:43.447976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c928-163d-4f47-984e-01e4aec851c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.458267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0ad6afe1-6128-4605-a3f1-402af15381cf None None] Provisioning complete for port a2238002-5575-4fb0-9e67-a5a6a7334555 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:43.458803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ad6afe1-6128-4605-a3f1-402af15381cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.630371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6afe1-6128-4605-a3f1-402af15381cf None None] Current status of the port a2238002-5575-4fb0-9e67-a5a6a7334555 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:43.674552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c928-163d-4f47-984e-01e4aec851c0 admin admin] Publish callbacks [] for security_group (4650add7-df8a-4b05-9a71-7b72ed111bf4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.685849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e69e5-b22e-424e-82de-515b87c78caf req-ac138fec-4b51-4011-95af-0fe88277f43a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:43.687596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-183e69e5-b22e-424e-82de-515b87c78caf req-ac138fec-4b51-4011-95af-0fe88277f43a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.1165411 Feb 19 01:04:43.688826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c928-163d-4f47-984e-01e4aec851c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4650add7-df8a-4b05-9a71-7b72ed111bf4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.753551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6fa8c928-163d-4f47-984e-01e4aec851c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb1524d38e7f4d3e908a13001730675e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721616 Feb 19 01:04:43.755758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51602) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:43.772804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8c928-163d-4f47-984e-01e4aec851c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4650add7-df8a-4b05-9a71-7b72ed111bf4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.826774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-183e69e5-b22e-424e-82de-515b87c78caf req-a80c566c-c524-4774-bd55-8a9a3e608436 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326902 Feb 19 01:04:43.843502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64731867-5b93-4052-85c2-2ef32296a50b admin admin] Publish callbacks [] for security_group (4650add7-df8a-4b05-9a71-7b72ed111bf4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.911252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64731867-5b93-4052-85c2-2ef32296a50b admin admin] Publish callbacks [] for security_group (4650add7-df8a-4b05-9a71-7b72ed111bf4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.963876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f63236d4-7922-4f80-ab0e-f0b44d6af47e None None] Provisioning complete for port a2238002-5575-4fb0-9e67-a5a6a7334555 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:43.965413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f63236d4-7922-4f80-ab0e-f0b44d6af47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.044898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64731867-5b93-4052-85c2-2ef32296a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4650add7-df8a-4b05-9a71-7b72ed111bf4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.048199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64731867-5b93-4052-85c2-2ef32296a50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.060521 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-64731867-5b93-4052-85c2-2ef32296a50b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4650add7-df8a-4b05-9a71-7b72ed111bf4 HTTP/1.1" status: 204 len: 168 time: 0.2920830 Feb 19 01:04:44.065401 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927cf2d5-e30b-4c76-9724-c7ba1cc2b11a x-openstack-request-id: req-927cf2d5-e30b-4c76-9724-c7ba1cc2b11a {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:44.067452 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db30269-da00-40fc-86e0-c49dd9bf2d63", "name": "network-vif-deleted", "tag": "333c4167-d649-4908-a5b3-c08ef1a4be57", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:44.067771 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-927cf2d5-e30b-4c76-9724-c7ba1cc2b11a {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:44.068201 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db30269-da00-40fc-86e0-c49dd9bf2d63', 'name': 'network-vif-deleted', 'tag': '333c4167-d649-4908-a5b3-c08ef1a4be57', 'status': 'completed', 'code': 200} Feb 19 01:04:44.092767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64731867-5b93-4052-85c2-2ef32296a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650add7-df8a-4b05-9a71-7b72ed111bf4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:44.110713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f63236d4-7922-4f80-ab0e-f0b44d6af47e None None] Current status of the port a2238002-5575-4fb0-9e67-a5a6a7334555 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:44.178774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:44.208423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059693f2-5b28-40fe-8c8f-6bf22ff90fa1 req-092f8e15-f7bd-4dac-83bb-3bbc9c29759a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.213781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-059693f2-5b28-40fe-8c8f-6bf22ff90fa1 req-092f8e15-f7bd-4dac-83bb-3bbc9c29759a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.0893953 Feb 19 01:04:44.238046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks [] for router_gateway (5604e3c0-a10f-4383-9975-d98e4a864ebc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.268039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-059693f2-5b28-40fe-8c8f-6bf22ff90fa1 req-e88064cc-eb03-4d36-8078-b7f94913d40f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Feb 19 01:04:44.396052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:44.401706 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.413568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:44.425107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:44.425947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:44.479628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-43e89f92-21cb-43fc-91a9-89d3e9e9a06f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "PUT /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 996 time: 2.7844937 Feb 19 01:04:44.490134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:44.492518 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496ac370-850f-4cbc-a4e6-9341b7241067" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:44.587285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-925a3bbd-3bfe-4bac-a14e-7c10bbd0f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.594455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-925a3bbd-3bfe-4bac-a14e-7c10bbd0f72e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.1138508 Feb 19 01:04:44.615206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (5604e3c0-a10f-4383-9975-d98e4a864ebc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.617104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:44.685913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a71832-91e9-452b-a15c-16db617a2d41 req-2a4139bc-f983-46f7-b25a-d01b5455dbaf tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.688419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27a71832-91e9-452b-a15c-16db617a2d41 req-2a4139bc-f983-46f7-b25a-d01b5455dbaf tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1128874 Feb 19 01:04:44.766515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27a71832-91e9-452b-a15c-16db617a2d41 req-cddb1052-d230-4eae-abe6-88a3da6734e8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722146 Feb 19 01:04:44.778750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-d82518c6-8617-4379-a568-202e74ea5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.785782 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-d82518c6-8617-4379-a568-202e74ea5c97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1903040 Feb 19 01:04:44.891483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-d1bdbe3e-cf82-4958-9be6-4526a6499dd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 999 time: 0.1023967 Feb 19 01:04:44.902921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2238002-5575-4fb0-9e67-a5a6a7334555 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:44.910406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358a2af-6783-48d6-9cea-b04e30a756d6 req-264f2eb3-ed55-4a4f-84bc-39595b2b0373 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.914267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9358a2af-6783-48d6-9cea-b04e30a756d6 req-264f2eb3-ed55-4a4f-84bc-39595b2b0373 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 1126 time: 0.0830433 Feb 19 01:04:44.960245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 333c4167-d649-4908-a5b3-c08ef1a4be57 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:44.981867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-5cb54d40-9a4d-4264-af9c-f4d4d015b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.983558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-5cb54d40-9a4d-4264-af9c-f4d4d015b77a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.0835469 Feb 19 01:04:44.985371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Router 5604e3c0-a10f-4383-9975-d98e4a864ebc is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:04:44.997155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9358a2af-6783-48d6-9cea-b04e30a756d6 req-10670730-601a-4773-88a7-548497edfd63 tempest-LiveAutoBlockMigrationV225Test-1524415038 tempest-LiveAutoBlockMigrationV225Test-1524415038-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710342 Feb 19 01:04:45.044672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 333c4167-d649-4908-a5b3-c08ef1a4be57 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:45.049485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 333c4167-d649-4908-a5b3-c08ef1a4be57 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:45.093471 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37767e60-ad85-4aa7-b29d-9494c3a89bf7 x-openstack-request-id: req-37767e60-ad85-4aa7-b29d-9494c3a89bf7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:45.096484 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:45.096855 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37767e60-ad85-4aa7-b29d-9494c3a89bf7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:45.097384 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'status': 'completed', 'code': 200} Feb 19 01:04:45.123806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a2238002-5575-4fb0-9e67-a5a6a7334555 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:45.124196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.167384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-c2d45fa8-cf41-4599-9137-e27da94d5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.169449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-c2d45fa8-cf41-4599-9137-e27da94d5946 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.0720732 Feb 19 01:04:45.273161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a2238002-5575-4fb0-9e67-a5a6a7334555 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:45.286528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-897a3790-fd4d-4b9a-bf11-88ba8a4fc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.305177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:42Z', 'revision_number': 8, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:45.311307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-897a3790-fd4d-4b9a-bf11-88ba8a4fc91e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3162825 Feb 19 01:04:45.320540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-f2511816-5b1f-482c-bb6d-01dacd7bd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.322155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-f2511816-5b1f-482c-bb6d-01dacd7bd5db service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1463444 Feb 19 01:04:45.384657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:45.400103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-c26b565d-5ebc-4bf5-94f4-f57b6bc8255a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 999 time: 0.0713313 Feb 19 01:04:45.410563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:45.411471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:45.456968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-e8199dd9-4d09-4d69-a3ce-3f67f341f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.459084 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-e8199dd9-4d09-4d69-a3ce-3f67f341f5b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.0529437 Feb 19 01:04:45.472075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:45.490310 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Sync routers for ids ['5604e3c0-a10f-4383-9975-d98e4a864ebc'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:45.512962 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Routers {'5604e3c0-a10f-4383-9975-d98e4a864ebc'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:45.515133 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5604e3c0-a10f-4383-9975-d98e4a864ebc'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:45.520559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.525981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b1ed2064-17b7-4d62-bd6b-8dea595b971a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8210666 Feb 19 01:04:45.526758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51670) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:45.597519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-af68bb8e-3b0c-4f33-987f-d3b47916ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.599208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-af68bb8e-3b0c-4f33-987f-d3b47916ade1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1328151 Feb 19 01:04:45.613495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:45.639029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50ed47-4b49-4e7b-8175-269a1997846c req-73116a70-8da5-45ae-baf4-33ef20add487 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.652247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50ed47-4b49-4e7b-8175-269a1997846c req-73116a70-8da5-45ae-baf4-33ef20add487 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.659957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50ed47-4b49-4e7b-8175-269a1997846c req-73116a70-8da5-45ae-baf4-33ef20add487 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.671762 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf50ed47-4b49-4e7b-8175-269a1997846c req-73116a70-8da5-45ae-baf4-33ef20add487 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2&device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a&device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 2417 time: 0.1300230 Feb 19 01:04:45.678927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-01cc69ef-0ffb-4b70-8c15-c326e0f2572c service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647940 Feb 19 01:04:45.753502 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Set router 5604e3c0-a10f-4383-9975-d98e4a864ebc gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:45.809507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf50ed47-4b49-4e7b-8175-269a1997846c req-392bf151-6113-4489-b342-8d21bfe32175 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366782 Feb 19 01:04:45.882099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-4b67d84c-087a-4664-b3da-4b6fb9d4d1b2 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684550 Feb 19 01:04:46.004354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:04:44Z', 'revision_number': 3, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:46.009884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:42Z', 'revision_number': 8, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:46.042354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9e66d-766f-4b7c-8ea7-3c3984e7d2ec None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'efee6fdb-dc9c-4673-a533-690cab84ad80', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'port_id': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'mac_address': 'fa:16:3e:43:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:03:58Z', 'updated_at': '2022-02-19T01:04:42Z', 'revision_number': 8, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:46.063290 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Checking router: 5604e3c0-a10f-4383-9975-d98e4a864ebc for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:46.063909 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Updating router 5604e3c0-a10f-4383-9975-d98e4a864ebc port fc96b72f-d737-4e80-9874-ef58d3e6e4cf binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:04:46.067774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-496ac370-850f-4cbc-a4e6-9341b7241067 req-bc2c18a1-a17f-4ad6-b8e0-b3e6035d34fc service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772280 Feb 19 01:04:46.081519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc7c53e6-ac91-411a-a2c7-6a0187d4eff3 req-438aba9d-7838-4e97-a6a6-fd24fd7f06d4 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888452 Feb 19 01:04:46.133747 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.285194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72f06a-efbf-4bf6-a603-299242a231b1 req-a58105cd-5b53-4434-9993-c70fb6a97ec1 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.295899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd72f06a-efbf-4bf6-a603-299242a231b1 req-a58105cd-5b53-4434-9993-c70fb6a97ec1 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1158452 Feb 19 01:04:46.397422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd72f06a-efbf-4bf6-a603-299242a231b1 req-f3c282dc-e2c7-4b33-9ba2-3703d95f3927 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993915 Feb 19 01:04:46.401994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1938751-52a7-4b36-a59f-68be8f353c2a None None] New status for floating IP efee6fdb-dc9c-4673-a533-690cab84ad80: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:04:46.614312 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Publish callbacks [] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.618269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a99dd-9dd4-4bad-8f54-104fc4f23402 req-6689e00d-ec4a-43b2-b025-43d913bdf059 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.620432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-823a99dd-9dd4-4bad-8f54-104fc4f23402 req-6689e00d-ec4a-43b2-b025-43d913bdf059 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 944 time: 0.1224937 Feb 19 01:04:46.627284 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.711262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-823a99dd-9dd4-4bad-8f54-104fc4f23402 req-6e78b555-8ad3-4296-a208-6e622d737ccf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845432 Feb 19 01:04:46.793791 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Attempting to bind port fc96b72f-d737-4e80-9874-ef58d3e6e4cf on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:46.794407 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Attempting to bind port fc96b72f-d737-4e80-9874-ef58d3e6e4cf by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:46.794928 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Attempting to bind port fc96b72f-d737-4e80-9874-ef58d3e6e4cf on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:46.804834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:46.805573 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:46.806127 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.806688 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:46.807420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Bound port: fc96b72f-d737-4e80-9874-ef58d3e6e4cf, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:46.807967 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.811522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51708) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.837840 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Pushing event updated for resources: {'Port': ['ID=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:46.852452 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.852806 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.853178 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.853511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.853980 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.854311 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.854637 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.854986 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.855312 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.855630 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.855949 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.856289 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.856984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:46.891661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78d18894-5d94-48a5-970a-38e12edc3da9 req-7113b89b-75ab-466e-b961-fe59837c91ec tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 998 time: 0.1521759 Feb 19 01:04:46.898799 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] For port fc96b72f-d737-4e80-9874-ef58d3e6e4cf, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:46.903670 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] For port fc96b72f-d737-4e80-9874-ef58d3e6e4cf, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:46.913996 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.916586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-6a614354-ba85-420b-b4ec-1923cf3a0842 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.919386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-6a614354-ba85-420b-b4ec-1923cf3a0842 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 944 time: 0.1705842 Feb 19 01:04:46.935615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebec42-c37e-4448-87b1-44d892106cc4 req-d540e7e8-6384-441f-bc04-065ca16b3b36 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.937182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9ebec42-c37e-4448-87b1-44d892106cc4 req-d540e7e8-6384-441f-bc04-065ca16b3b36 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.0931432 Feb 19 01:04:46.992773 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Routers {'5604e3c0-a10f-4383-9975-d98e4a864ebc'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:46.994140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5604e3c0-a10f-4383-9975-d98e4a864ebc'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:46.998508 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8037c2-be6e-41a9-b3ae-4b31285fd78b None None] Pushing event updated for resources: {'Port': ['ID=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:47.008378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.019861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34578e16-e8a2-4bf5-99b1-ad89adad9447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.029237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9ebec42-c37e-4448-87b1-44d892106cc4 req-c9b1529f-502a-40b4-8c0a-aec069f27de5 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653729 Feb 19 01:04:47.144060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18894-5d94-48a5-970a-38e12edc3da9 req-7e60eb65-7d89-4570-bfb6-925f12e80424 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:47.150534 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78d18894-5d94-48a5-970a-38e12edc3da9 req-7e60eb65-7d89-4570-bfb6-925f12e80424 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.2578218 Feb 19 01:04:47.163339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-78d18894-5d94-48a5-970a-38e12edc3da9 req-ab11e508-e205-479e-aff4-67aaa61f3d05 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:04:47.168373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78d18894-5d94-48a5-970a-38e12edc3da9 req-ab11e508-e205-479e-aff4-67aaa61f3d05 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169361 Feb 19 01:04:47.193495 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] Set router 5604e3c0-a10f-4383-9975-d98e4a864ebc gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:47.225462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Deleting port 9fa19b2c-9edc-44d9-8459-79103146b2e0 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:47.226132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.240111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Allocated IP 172.20.0.1 (771dd59d-8731-49cc-b9da-61fe30d634c7/e1ecc2c7-f8eb-4235-824d-af615de415b2/12c471d6-2bf1-4b4b-8072-1eb4512a357f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:47.382224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34578e16-e8a2-4bf5-99b1-ad89adad9447 admin admin] Publish callbacks [] for security_group (dcfcd231-a008-4073-aee6-5e767a480514), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.393125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34578e16-e8a2-4bf5-99b1-ad89adad9447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dcfcd231-a008-4073-aee6-5e767a480514), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.415606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-98c14e67-ad18-48a7-bc2d-37ff2d5f5f58 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1001 time: 0.2076797 Feb 19 01:04:47.418075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks [] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.467703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.497846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:04:44Z', 'revision_number': 3, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:47.517622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:47.522262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34578e16-e8a2-4bf5-99b1-ad89adad9447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfcd231-a008-4073-aee6-5e767a480514,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:47.522884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:47.528216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:47.532235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-a0fe0c7c-ac16-47f8-bc50-4372759fac15 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:47.547673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-a0fe0c7c-ac16-47f8-bc50-4372759fac15 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports/cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 942 time: 0.1311264 Feb 19 01:04:47.552944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-34578e16-e8a2-4bf5-99b1-ad89adad9447 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54357247b4ed4dd699baf2330c46b41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7395937 Feb 19 01:04:47.553614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51734) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:47.554948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122399e-3cca-45eb-8f00-eb12cd1717e7 None None] The sync data for ids ['5604e3c0-a10f-4383-9975-d98e4a864ebc'] in n-d-826752-2 is: [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:04:44Z', 'revision_number': 3, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:47.557763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Pushing event updated for resources: {'Port': ['ID=12c471d6-2bf1-4b4b-8072-1eb4512a357f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:47.561191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] For port 9fa19b2c-9edc-44d9-8459-79103146b2e0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9fa19b2c-9edc-44d9-8459-79103146b2e0,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:47.561568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.599652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (5604e3c0-a10f-4383-9975-d98e4a864ebc), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.622204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Calling delete_port for 9fa19b2c-9edc-44d9-8459-79103146b2e0 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:47.736766 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce9b-751e-4814-9c7e-762730d544af admin admin] Publish callbacks [] for security_group (dcfcd231-a008-4073-aee6-5e767a480514), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.787708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da6f79-2a05-467d-ad4a-ff4dd433f6fc req-4c1fcc39-63ab-40f5-b597-29d134b63a18 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:47.795675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7da6f79-2a05-467d-ad4a-ff4dd433f6fc req-4c1fcc39-63ab-40f5-b597-29d134b63a18 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1110878 Feb 19 01:04:47.813117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce9b-751e-4814-9c7e-762730d544af admin admin] Publish callbacks [] for security_group (dcfcd231-a008-4073-aee6-5e767a480514), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.851010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.892712 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7da6f79-2a05-467d-ad4a-ff4dd433f6fc req-2889c3bb-e2a6-4fc9-8399-bd9aac97d026 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949452 Feb 19 01:04:47.914519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f72c09b5-140d-4eb5-bf11-6c35b3b766d0 None None] Provisioning complete for port 12c471d6-2bf1-4b4b-8072-1eb4512a357f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:47.916460 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72c09b5-140d-4eb5-bf11-6c35b3b766d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.919043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-7a2088f5-482b-402c-bdaa-7518551b324c tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1001 time: 0.2242763 Feb 19 01:04:47.986241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f72c09b5-140d-4eb5-bf11-6c35b3b766d0 None None] Port 12c471d6-2bf1-4b4b-8072-1eb4512a357f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:48.091805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce9b-751e-4814-9c7e-762730d544af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dcfcd231-a008-4073-aee6-5e767a480514), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.095585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce9b-751e-4814-9c7e-762730d544af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.098993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4fd5ce9b-751e-4814-9c7e-762730d544af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcfcd231-a008-4073-aee6-5e767a480514 HTTP/1.1" status: 204 len: 168 time: 0.5385058 Feb 19 01:04:48.116575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.123988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks [] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.132875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.149448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9fa19b2c-9edc-44d9-8459-79103146b2e0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.156858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ce9b-751e-4814-9c7e-762730d544af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfcd231-a008-4073-aee6-5e767a480514,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:48.166803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6d63bd71-4080-4b60-8ab2-2bd140f47daa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:48.187229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Pushing event updated for resources: {'Port': ['ID=12c471d6-2bf1-4b4b-8072-1eb4512a357f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:48.227602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event deleted for resources: {'Port': ['ID=9fa19b2c-9edc-44d9-8459-79103146b2e0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:48.253157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-99db16b2-1223-4117-addb-8a3c0eadf51b tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:48.278068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-99db16b2-1223-4117-addb-8a3c0eadf51b tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.3580046 Feb 19 01:04:48.343108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-951c25cd-f0a1-4ce3-8171-0c6ecd2b6ef3 req-b8a0af61-c98c-4fcd-906a-5880190f0811 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.1229753 Feb 19 01:04:48.374042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (5604e3c0-a10f-4383-9975-d98e4a864ebc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.378388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] No DVR routers for this DVR port 9fa19b2c-9edc-44d9-8459-79103146b2e0 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:48.383154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.386564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-287ba1e5-57d0-4f3c-badb-651ed30bfb54 req-b2c49695-6d20-4447-ab23-56909206c9cd tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "DELETE /v2.0/ports/9fa19b2c-9edc-44d9-8459-79103146b2e0 HTTP/1.1" status: 204 len: 173 time: 1.4556136 Feb 19 01:04:48.388967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'name': 'network-vif-deleted', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:48.392837 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d86c20-2f07-40a1-a6dd-e6b164e60964" -d '{"events": [{"server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "name": "network-vif-deleted", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:48.453192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-5405b5a8-68d2-4a74-a3b6-f763e51a9718 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 1001 time: 0.1732943 Feb 19 01:04:48.461891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:48.638840 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf65c6-fea7-48c3-8a2b-7e720159c951 x-openstack-request-id: req-57cf65c6-fea7-48c3-8a2b-7e720159c951 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:48.639123 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9c93c-c44c-4765-9a7a-0046b9b23a3c", "name": "network-vif-deleted", "tag": "9fa19b2c-9edc-44d9-8459-79103146b2e0", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:48.639381 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57cf65c6-fea7-48c3-8a2b-7e720159c951 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:48.639929 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9c93c-c44c-4765-9a7a-0046b9b23a3c', 'name': 'network-vif-deleted', 'tag': '9fa19b2c-9edc-44d9-8459-79103146b2e0', 'status': 'completed', 'code': 200} Feb 19 01:04:48.677542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.721742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:48.727532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:48.769063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fc96b72f-d737-4e80-9874-ef58d3e6e4cf up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:48.869245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fc96b72f-d737-4e80-9874-ef58d3e6e4cf triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:48.870694 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.990221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:49.072362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Router 5604e3c0-a10f-4383-9975-d98e4a864ebc has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:49.072720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.077994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.078345 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Floating IP efee6fdb-dc9c-4673-a533-690cab84ad80 disassociated. External IP: 172.25.0.104, port: cc80c275-5b2f-48ef-8f4e-86b713b1860b. Feb 19 01:04:49.157150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fc96b72f-d737-4e80-9874-ef58d3e6e4cf is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:49.157548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.185713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port fc96b72f-d737-4e80-9874-ef58d3e6e4cf, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:49.192205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 9fa19b2c-9edc-44d9-8459-79103146b2e0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:49.192205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9fa19b2c-9edc-44d9-8459-79103146b2e0 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:49.195765 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.303374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:49.334533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ed969c40-2e00-418a-b36c-61f8d061125c None None] Provisioning complete for port 12c471d6-2bf1-4b4b-8072-1eb4512a357f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:49.334844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ed969c40-2e00-418a-b36c-61f8d061125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.382497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ed969c40-2e00-418a-b36c-61f8d061125c None None] Port 12c471d6-2bf1-4b4b-8072-1eb4512a357f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:49.403866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:49.414244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9acfc347-9cd2-4b7b-954f-1f2bd97df779 admin admin] 10.222.0.43 "PUT /v2.0/routers/5604e3c0-a10f-4383-9975-d98e4a864ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8837769 Feb 19 01:04:49.448185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051571c6-cfdc-491e-9ba4-ceefe86cb728 req-df88754f-d898-4a95-844f-fc65aaa1dbcc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:49.450233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-051571c6-cfdc-491e-9ba4-ceefe86cb728 req-df88754f-d898-4a95-844f-fc65aaa1dbcc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 945 time: 0.1220994 Feb 19 01:04:49.509139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-051571c6-cfdc-491e-9ba4-ceefe86cb728 req-5623bd03-b50e-4329-947f-7f24103fa90c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529749 Feb 19 01:04:49.640786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51810) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:49.822996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1546157000'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:49.922068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e418ced-eeb8-4fbe-8b0e-b4bd7f303f41 req-9a342f47-1059-4534-acca-0c30ab2a3eda tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0584035 Feb 19 01:04:49.932592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:49.936916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.977994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:49.992570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:50.022803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (293865cf-b023-4190-93dd-52fffeabd923), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.023207 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Added segment 293865cf-b023-4190-93dd-52fffeabd923 of type vlan for network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 Feb 19 01:04:50.099853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9c4567d1-c7e6-4543-b726-d11d6f3b2881), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.132931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51822) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:50.142811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:50.144806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9c4567d1-c7e6-4543-b726-d11d6f3b2881), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.148334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.156444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:50.157090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.158244 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:50.195291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-8281d32e-e6ed-4f7e-b11e-4227def27d70 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "PUT /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 696 time: 1.7411530 Feb 19 01:04:50.219652 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:50.225320 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.229530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a40e3b7f-f687-44a2-b041-10ff7a346d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.291647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-ca5f8072-aaf6-4ea9-b64b-f134fb9370a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:50.296538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-ca5f8072-aaf6-4ea9-b64b-f134fb9370a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.0718572 Feb 19 01:04:50.337127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6863492 Feb 19 01:04:50.337870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:50.379954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'subnet': {'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:50.431526 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:50.436857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Sync routers for ids ['5604e3c0-a10f-4383-9975-d98e4a864ebc'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:50.472230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Routers {'5604e3c0-a10f-4383-9975-d98e4a864ebc'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:50.472903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5604e3c0-a10f-4383-9975-d98e4a864ebc'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.474891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-4dee66a4-3642-45f4-b78a-e2ec5184b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:50.476478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-4dee66a4-3642-45f4-b78a-e2ec5184b5ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.1735070 Feb 19 01:04:50.499574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a055c9f2-35b9-40d1-8dff-bc8d8b3d5794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.563045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-31d2da30-762c-4979-8f7d-1763bca77185 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 217 time: 0.0754285 Feb 19 01:04:50.599977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def7c3e-b758-40cb-a86a-39ea9bbfa45a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Network': ['ID=9c4567d1-c7e6-4543-b726-d11d6f3b2881,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:50.639680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:50.657248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:50.663699 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05245c97-2367-457a-8308-42419090c7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:50.702635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-2d44b1c1-e827-4ed4-a0c0-3103ad3ec507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:50.716744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-2d44b1c1-e827-4ed4-a0c0-3103ad3ec507 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.1462247 Feb 19 01:04:50.746865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fc96b72f-d737-4e80-9874-ef58d3e6e4cf up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:50.800213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:50.805853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.825052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.843128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-36277e00-edf5-46b3-a6af-ca4d14acb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:50.856310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-36277e00-edf5-46b3-a6af-ca4d14acb90c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1300383 Feb 19 01:04:50.862966 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:50.881265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Set router 5604e3c0-a10f-4383-9975-d98e4a864ebc gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:50.885074 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:50.887109 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.936981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fc96b72f-d737-4e80-9874-ef58d3e6e4cf triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:50.937761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.045459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (89475cc3-e9db-4583-8306-30180dcea29c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.052630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-94183923-f844-45f4-8085-d446fc40992f service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901107 Feb 19 01:04:51.113836 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:51.126191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb36eb0-524f-449b-ac44-fa17bc036fa4 req-58c99cfb-5f45-43ea-a363-13effc10a1e7 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.133051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbb36eb0-524f-449b-ac44-fa17bc036fa4 req-58c99cfb-5f45-43ea-a363-13effc10a1e7 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.4568839 Feb 19 01:04:51.180016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fc96b72f-d737-4e80-9874-ef58d3e6e4cf is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:51.194466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Subnet': ['ID=89475cc3-e9db-4583-8306-30180dcea29c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:51.215100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Checking segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:51.215459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network hostable DHCP agents. Network: 9c4567d1-c7e6-4543-b726-d11d6f3b2881, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:51.258481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbb36eb0-524f-449b-ac44-fa17bc036fa4 req-6dd573f2-a796-43ec-b60c-1e44ee7d9a1b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225679 Feb 19 01:04:51.280222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a055c9f2-35b9-40d1-8dff-bc8d8b3d5794 admin admin] Publish callbacks [] for security_group (066fefa3-79db-4163-b814-fcdeec2b4b7c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.287916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a055c9f2-35b9-40d1-8dff-bc8d8b3d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (066fefa3-79db-4163-b814-fcdeec2b4b7c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.293780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd6ddf2d-73e2-4a90-b805-40e682fae826 req-db9acc19-3e0a-40b3-b7b0-4ca7c44ca1f8 service neutron] 10.222.0.43 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200878 Feb 19 01:04:51.298416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:51.337026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:04:47Z', 'revision_number': 4, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '12c471d6-2bf1-4b4b-8072-1eb4512a357f', 'name': '', 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'mac_address': 'fa:16:3e:6f:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:47Z', 'updated_at': '2022-02-19T01:04:47Z', 'revision_number': 2, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'subnets': [{'id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:51.347594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9c4567d1-c7e6-4543-b726-d11d6f3b2881) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:51.366646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.367331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.374335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a055c9f2-35b9-40d1-8dff-bc8d8b3d5794 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6857606a8d13404cac3edfd71fe7df25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2379205 Feb 19 01:04:51.375507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51860) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:51.376525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055c9f2-35b9-40d1-8dff-bc8d8b3d5794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066fefa3-79db-4163-b814-fcdeec2b4b7c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:51.409874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2e268b1c-0e05-4a8e-991a-11245504c3af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0464671 Feb 19 01:04:51.410093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:51.415277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-649317237'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:51.426240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146b0a0-0124-4e26-ad97-6e8505e6a421 None None] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:51.476474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:51.484910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.527495 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:51.539712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Publish callbacks [] for security_group (066fefa3-79db-4163-b814-fcdeec2b4b7c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.544287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-85393bbe-478b-45c7-917d-50b4dd0a53f7 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4645963f0bc64458b41059ccd2c22711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354993 Feb 19 01:04:51.597569 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5e73b-d0c8-4f1a-8adf-c75831fabdd3 None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 4, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '64569850-cd41-45c3-872c-61499e747034', 'name': '', 'network_id': '72d32af2-b37e-4661-9cbb-d8592fbc7c64', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'mac_address': 'fa:16:3e:ea:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'subnets': [{'id': '064e6f4f-71a7-4473-a5c1-3e040580693b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:51.609850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Checking router: 5604e3c0-a10f-4383-9975-d98e4a864ebc for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:51.611039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Updating router 5604e3c0-a10f-4383-9975-d98e4a864ebc port 12c471d6-2bf1-4b4b-8072-1eb4512a357f binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:04:51.614045 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Publish callbacks [] for security_group (066fefa3-79db-4163-b814-fcdeec2b4b7c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.639206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:51.664766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c7fe480d-f3c7-4c66-8620-0f480ac1fd2f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.665151 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Added segment c7fe480d-f3c7-4c66-8620-0f480ac1fd2f of type vlan for network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c Feb 19 01:04:51.699573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.740772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (066fefa3-79db-4163-b814-fcdeec2b4b7c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.747443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.754689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/066fefa3-79db-4163-b814-fcdeec2b4b7c HTTP/1.1" status: 204 len: 168 time: 0.3767283 Feb 19 01:04:51.760553 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1fc2846a-d273-49f6-ab0d-5d5133f83d4c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.775393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066fefa3-79db-4163-b814-fcdeec2b4b7c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:51.782848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-a0c65746-5052-449d-ac21-f5cf4545c2b7 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.790099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-a0c65746-5052-449d-ac21-f5cf4545c2b7 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441244 Feb 19 01:04:51.795205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.795550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.795895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.796234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.796569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.796946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.797307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.797636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.802227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.802628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.802970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.803310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.803641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17968de-5648-4a0e-9a9c-130295a4ec45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:51.837072 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb18e2-185d-429f-8533-14e2d34380a4 x-openstack-request-id: req-decb18e2-185d-429f-8533-14e2d34380a4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:51.837371 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:51.837625 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-decb18e2-185d-429f-8533-14e2d34380a4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:51.838028 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'status': 'completed', 'code': 200} Feb 19 01:04:51.867148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-4ce6653d-0dcc-4ff1-ba87-9835e5177ed8 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/quotas/4645963f0bc64458b41059ccd2c22711 HTTP/1.1" status: 200 len: 375 time: 0.0760660 Feb 19 01:04:51.885025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1fc2846a-d273-49f6-ab0d-5d5133f83d4c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.892114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.893011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.962699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-0bc95991-5b63-42fa-b28e-cb8648104b10 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921478 Feb 19 01:04:51.970257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5591257 Feb 19 01:04:51.982248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e97e414e-0953-4a23-882f-04fcac2578a7 req-fa793d8d-9141-493a-a6a3-3a14679711f1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0671198 Feb 19 01:04:51.988693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51874) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:51.999027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'subnet': {'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:52.059664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245c97-2367-457a-8308-42419090c7ab req-adc40afc-cc9b-4308-be58-dc7d4fb5d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:52.061469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-adc40afc-cc9b-4308-be58-dc7d4fb5d259 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 1127 time: 0.2029560 Feb 19 01:04:52.166830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ae311-821d-4987-a220-e93cad2bf249 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Network': ['ID=1fc2846a-d273-49f6-ab0d-5d5133f83d4c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:52.242174 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a228170-d41d-4003-9b5c-cd3179bc9d25 None None] New status for floating IP efee6fdb-dc9c-4673-a533-690cab84ad80: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:04:52.362409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:52.371422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:52.437240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'fixed_ips': [{'subnet_id': '89475cc3-e9db-4583-8306-30180dcea29c'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:52.443238 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.504260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-949d48f3-f616-4795-9f13-e81fa45b3ba9 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 200 len: 696 time: 0.3071826 Feb 19 01:04:52.516088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845491d-4e9b-4f68-885b-d90047e19f73 req-257349dc-3013-45cb-813a-d1ea192133e5 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:52.526889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a845491d-4e9b-4f68-885b-d90047e19f73 req-257349dc-3013-45cb-813a-d1ea192133e5 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1481895 Feb 19 01:04:52.625053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:52.636430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.647864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a845491d-4e9b-4f68-885b-d90047e19f73 req-0d9cab56-e548-4e02-a68d-a4cd9da3d3aa tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180789 Feb 19 01:04:52.700703 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:04:52.733944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c175e59c-242a-4b95-a43b-323e8018d813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.920744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-369fdfa8-cc3c-4667-8c40-8f2eb49930fc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4645963f0bc64458b41059ccd2c22711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369413 Feb 19 01:04:53.021184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245c97-2367-457a-8308-42419090c7ab req-3c405b13-db2b-4443-9118-82a6b19d1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.022395 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-3c405b13-db2b-4443-9118-82a6b19d1bed service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 200 len: 922 time: 0.9515674 Feb 19 01:04:53.114095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-f8d97b23-0031-4216-86b1-244bfdc01ed6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 200 len: 217 time: 0.0837970 Feb 19 01:04:53.181132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-5cf4e46a-e187-48de-9b1a-0afdf06af343 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.189520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-5cf4e46a-e187-48de-9b1a-0afdf06af343 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.6623509 Feb 19 01:04:53.203086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Publish callbacks [] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.203875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-7d45455f-6dc0-479d-bea6-f98171920d0c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.206136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-7d45455f-6dc0-479d-bea6-f98171920d0c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753808 Feb 19 01:04:53.236341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-bd890850-af06-46ac-8fbd-c7bbe42d8ea4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/quotas/4645963f0bc64458b41059ccd2c22711 HTTP/1.1" status: 200 len: 375 time: 0.0182250 Feb 19 01:04:53.294313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-0197785f-5b2e-4166-9511-b521817481b8 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 697 time: 0.1038556 Feb 19 01:04:53.302819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e371c6f3-00b1-4b11-a8b4-76a505d49bb0 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601938 Feb 19 01:04:53.322338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Allocated IP 19.80.0.2 (9c4567d1-c7e6-4543-b726-d11d6f3b2881/89475cc3-e9db-4583-8306-30180dcea29c/92b5a1f2-1d87-47ee-9fdc-f52631b362d8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:53.342634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245c97-2367-457a-8308-42419090c7ab req-8590643b-943d-4ee9-b77a-ea90059a783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.344091 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-8590643b-943d-4ee9-b77a-ea90059a783b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 200 len: 860 time: 0.2228601 Feb 19 01:04:53.398370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-c9cb01bf-c13a-48c5-9840-4d0ebb00bd55 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 697 time: 0.1027431 Feb 19 01:04:53.530704 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Publish callbacks [] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.560041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.599953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245c97-2367-457a-8308-42419090c7ab req-363e150c-244e-4b40-8c35-9d1c7221f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.601501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-363e150c-244e-4b40-8c35-9d1c7221f3ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d32af2-b37e-4661-9cbb-d8592fbc7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2485027 Feb 19 01:04:53.612630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (06bd7203-590d-416b-9cc3-5c9356176da3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.615276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.740035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:53.744331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3158185c-d5bf-41f7-b7ad-b5a750d8b566 req-158d0308-526c-4f39-af80-68060dc04b2f tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0604267 Feb 19 01:04:53.755084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:53.757873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:53.866897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Subnet': ['ID=06bd7203-590d-416b-9cc3-5c9356176da3,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:53.901109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5fa8e47f-ad11-47c9-b9ff-0c2bad2b9b36 req-7075e9b7-c097-4781-8d25-265f4e2e4a43 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 210 time: 0.0907106 Feb 19 01:04:53.904181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Deleting port 98c1a8fe-1110-47e4-9ff8-9a773d3ba5db {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:53.904521 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.972756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Checking segment: {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:53.973210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network hostable DHCP agents. Network: 1fc2846a-d273-49f6-ab0d-5d5133f83d4c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:53.976816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.000132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:54.031306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Attempting to bind port 12c471d6-2bf1-4b4b-8072-1eb4512a357f on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:54.033208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Attempting to bind port 12c471d6-2bf1-4b4b-8072-1eb4512a357f by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:54.033543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Attempting to bind port 12c471d6-2bf1-4b4b-8072-1eb4512a357f on network 771dd59d-8731-49cc-b9da-61fe30d634c7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:54.038432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'mac_address': 'fa:16:3e:06:21:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:54.070262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-3440fd10-fdd7-4a8c-917a-6718c6ca3751 service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521227 Feb 19 01:04:54.123017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Pushing event updated for resources: {'Port': ['ID=12c471d6-2bf1-4b4b-8072-1eb4512a357f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:54.137997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf967-2388-45fd-ac5e-051a114357a0 req-70f3c056-30bd-4b42-b5ef-de479cbe6665 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:54.156302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3fdf967-2388-45fd-ac5e-051a114357a0 req-70f3c056-30bd-4b42-b5ef-de479cbe6665 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1738007 Feb 19 01:04:54.182223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.182569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.184346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.184960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.185375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.185718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.186050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.186438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.187473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.187858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.188018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.188378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.188876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:54.214069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Attempting to bind port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:54.214443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Attempting to bind port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:54.219567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Attempting to bind port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:54.234037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:54.274082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3fdf967-2388-45fd-ac5e-051a114357a0 req-a5d37c37-c672-440f-b117-a38d6a2e1a40 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149216 Feb 19 01:04:54.293260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:54.293728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Checking segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:54.294234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.294639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Bound using segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:54.295137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Bound port: 92b5a1f2-1d87-47ee-9fdc-f52631b362d8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:54.295521 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.364721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:54.367102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Checking segment: {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:54.368667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.369406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Bound using segment: {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:54.372364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Bound port: 12c471d6-2bf1-4b4b-8072-1eb4512a357f, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:54.373136 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.400909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 1fc2846a-d273-49f6-ab0d-5d5133f83d4c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:54.421230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-8e17f221-8c05-44e6-8820-5ec29dcb755f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4645963f0bc64458b41059ccd2c22711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1725888 Feb 19 01:04:54.426004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0b9c35bc-7446-4139-a709-6b7804129939 None None] Provisioning complete for port 12c471d6-2bf1-4b4b-8072-1eb4512a357f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:54.426388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b9c35bc-7446-4139-a709-6b7804129939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.462111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:54.462878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.497434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.497948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.572737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b71610-b65a-419c-bd19-8bc91ad01d59 None None] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:54.573556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05245c97-2367-457a-8308-42419090c7ab req-69f2267d-972a-4f43-a06a-576eca7b153e service neutron] 10.222.0.10 "GET /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929962 Feb 19 01:04:54.574897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Calling delete_port for 98c1a8fe-1110-47e4-9ff8-9a773d3ba5db owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:54.583451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c6a99843-10af-40ac-851f-9aae16531dae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5935192 Feb 19 01:04:54.710496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] For port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:54.716341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] For port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:54.746341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c35bc-7446-4139-a709-6b7804129939 None None] Port 12c471d6-2bf1-4b4b-8072-1eb4512a357f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:54.749736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Pushing event updated for resources: {'Port': ['ID=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:54.760898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-1b52934c-f7df-4040-84b1-a65d36043b38 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:54.787388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-1b52934c-f7df-4040-84b1-a65d36043b38 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287094 Feb 19 01:04:54.805179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.824449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Request body: {'port': {'device_id': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '4645963f0bc64458b41059ccd2c22711'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:54.887820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cc1a3-f750-4884-aacc-641d00f97723 None None] Pushing event updated for resources: {'Port': ['ID=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:54.967706 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a7b6730-3806-4979-a4ef-2238cb0fcc1f req-da1f27ac-4a87-4b21-8769-cf056de001ea tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0561235 Feb 19 01:04:55.045181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7a466aec-37ac-469e-ad6a-6baeaca43000 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:55.047304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.055375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] For port 12c471d6-2bf1-4b4b-8072-1eb4512a357f, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:55.098679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] For port 12c471d6-2bf1-4b4b-8072-1eb4512a357f, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=12c471d6-2bf1-4b4b-8072-1eb4512a357f,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:55.105725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a466aec-37ac-469e-ad6a-6baeaca43000 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:55.134512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:55.146114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-562768f1-5496-42ac-b00b-89cc9d7c521e req-ea0e8eb6-5c31-42c6-90c4-17229b3dc665 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 210 time: 0.0563843 Feb 19 01:04:55.165854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.178793 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.196877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-1fc2846a-d273-49f6-ab0d-5d5133f83d4c', 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c', 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'fixed_ips': [{'subnet_id': '06bd7203-590d-416b-9cc3-5c9356176da3'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:55.197888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.382997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (98c1a8fe-1110-47e4-9ff8-9a773d3ba5db), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.582816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-9e36eec3-f274-4d15-8c35-c0c434c2e820 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:55.599694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-9e36eec3-f274-4d15-8c35-c0c434c2e820 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:55.621188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-9e36eec3-f274-4d15-8c35-c0c434c2e820 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/networks?id=9c4567d1-c7e6-4543-b726-d11d6f3b2881&id=1fc2846a-d273-49f6-ab0d-5d5133f83d4c&id=9c4567d1-c7e6-4543-b726-d11d6f3b2881 HTTP/1.1" status: 200 len: 1391 time: 0.3202009 Feb 19 01:04:55.623631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:55.654993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ce82d153-adef-47c3-93a3-0762ea43ab33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/quotas/16097fdd8d7349ad9ba8c2e1f18161dd HTTP/1.1" status: 200 len: 375 time: 0.0328078 Feb 19 01:04:55.681828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event deleted for resources: {'Port': ['ID=98c1a8fe-1110-47e4-9ff8-9a773d3ba5db,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:55.796826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Allocated IP 19.86.0.2 (1fc2846a-d273-49f6-ab0d-5d5133f83d4c/06bd7203-590d-416b-9cc3-5c9356176da3/f8a8d6ea-8798-4405-b90e-4353535213d3) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:55.801103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-7f70e590-80f3-45d3-8ca2-d79edd0e38b4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4645963f0bc64458b41059ccd2c22711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3785977 Feb 19 01:04:55.818925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-7691148e-2af8-403e-844f-b445880c69ae tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602859 Feb 19 01:04:55.936455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Routers {'5604e3c0-a10f-4383-9975-d98e4a864ebc'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:55.937125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5604e3c0-a10f-4383-9975-d98e4a864ebc'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:55.946132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Made reservation on behalf of 4645963f0bc64458b41059ccd2c22711 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:55.952310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.976204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.976525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cafd3402-cacf-4e53-a64d-7323cfcf24d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.004773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks [] for floatingip (efee6fdb-dc9c-4673-a533-690cab84ad80), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.007601 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.024545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b936cf6e-c67c-47e9-8f19-d8d006bda37c req-e0278074-dee7-48ed-b8c6-f969e90b55f2 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "DELETE /v2.0/floatingips/efee6fdb-dc9c-4673-a533-690cab84ad80 HTTP/1.1" status: 204 len: 173 time: 2.6255548 Feb 19 01:04:56.079400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] Set router 5604e3c0-a10f-4383-9975-d98e4a864ebc gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:56.185359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-0c6fec7c-7f93-4925-9b6d-bbae0c30f08a service neutron] 10.222.0.43 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645210 Feb 19 01:04:56.233452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cafd3402-cacf-4e53-a64d-7323cfcf24d4 admin admin] Publish callbacks [] for security_group (83c07188-f0b5-4b02-bc91-15311e469270), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.255050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-a0688e13-49e2-470d-bb26-6ed5151ecc8e tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:56.256600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-a0688e13-49e2-470d-bb26-6ed5151ecc8e tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4433463 Feb 19 01:04:56.275227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cafd3402-cacf-4e53-a64d-7323cfcf24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (83c07188-f0b5-4b02-bc91-15311e469270), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.317122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks [] for security_group (88b61109-284d-441a-9e33-52a8ff5a83ef), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.333062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Request body: {'port': {'device_id': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '4645963f0bc64458b41059ccd2c22711'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:56.345352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (88b61109-284d-441a-9e33-52a8ff5a83ef), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.370041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cafd3402-cacf-4e53-a64d-7323cfcf24d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fd7a703929a4ed5b3648333ddc62313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7446423 Feb 19 01:04:56.378177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:56.382819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd3402-cacf-4e53-a64d-7323cfcf24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c07188-f0b5-4b02-bc91-15311e469270,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:56.434923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ae98f-1f34-4f65-bb97-1ddb7fc0f3f7 req-1c084ab8-4b84-4451-b623-2e5c46af648b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:56.436534 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-478ae98f-1f34-4f65-bb97-1ddb7fc0f3f7 req-1c084ab8-4b84-4451-b623-2e5c46af648b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.3042338 Feb 19 01:04:56.449509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-54b88eaa-745f-4392-ae1f-22bb806c6741 service neutron] 10.222.0.43 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626503 Feb 19 01:04:56.492079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['7a466aec-37ac-469e-ad6a-6baeaca43000'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:56.550219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.775323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Publish callbacks [] for security_group (83c07188-f0b5-4b02-bc91-15311e469270), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.789123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:56.806636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] Provisioning complete for port 12c471d6-2bf1-4b4b-8072-1eb4512a357f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:56.806636 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.809987 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-478ae98f-1f34-4f65-bb97-1ddb7fc0f3f7 req-25bab4ec-8c9b-4aa3-b780-1597a0da525b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211184 Feb 19 01:04:56.878479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:56.881733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.915865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-87654333-d068-4279-9ae0-d46a2b15bc7e service neutron] 10.222.0.43 "GET /v2.0/networks/1fc2846a-d273-49f6-ab0d-5d5133f83d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654596 Feb 19 01:04:56.918635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Allocated IP 192.168.233.125 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/dee478ff-b2b0-446e-86c5-d9392b3a78dc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:56.981422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Publish callbacks [] for security_group (83c07188-f0b5-4b02-bc91-15311e469270), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.033203 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.238169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acd8d7-d242-4704-a875-c05c76261a71 None None] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:57.258866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (83c07188-f0b5-4b02-bc91-15311e469270), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.262045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.265849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83c07188-f0b5-4b02-bc91-15311e469270 HTTP/1.1" status: 204 len: 168 time: 0.8866916 Feb 19 01:04:57.295594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-1383efce-be6c-4618-8e3e-7efb32e18bb4 service neutron] 10.222.0.43 "GET /v2.0/networks/1fc2846a-d273-49f6-ab0d-5d5133f83d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669078 Feb 19 01:04:57.296471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c07188-f0b5-4b02-bc91-15311e469270,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:57.353719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.354069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.354474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.355317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.355653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.367864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfdf-5945-4c63-84fa-5a9f42336748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.412157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:57.412608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.488710 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Publish callbacks [] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.514015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-4385317a-1863-42a3-bacd-89bc579d9d9f service neutron] 10.222.0.43 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070065 Feb 19 01:04:57.604805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:57.605426 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.627255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.660682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704773c-998f-452a-b68c-2c6a356ed1e6 None None] Pushing event updated for resources: {'Port': ['ID=12c471d6-2bf1-4b4b-8072-1eb4512a357f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:57.714093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-16cb911c-4d4b-4e31-961c-1a3001119ab3 service neutron] 10.222.0.43 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903057 Feb 19 01:04:57.722095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Pushing event updated for resources: {'Port': ['ID=f8a8d6ea-8798-4405-b90e-4353535213d3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:57.744027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:57.756414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:57.763037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:57.773769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:04:47Z', 'revision_number': 4, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '12c471d6-2bf1-4b4b-8072-1eb4512a357f', 'name': '', 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'mac_address': 'fa:16:3e:6f:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:47Z', 'updated_at': '2022-02-19T01:04:55Z', 'revision_number': 4, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'subnets': [{'id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:57.810823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:57.814179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c8e66-4de7-40ee-96b2-3af684dc43c1 None None] The sync data for ids ['5604e3c0-a10f-4383-9975-d98e4a864ebc'] in n-d-826752-2 is: [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:04:47Z', 'revision_number': 4, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '12c471d6-2bf1-4b4b-8072-1eb4512a357f', 'name': '', 'network_id': '771dd59d-8731-49cc-b9da-61fe30d634c7', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'mac_address': 'fa:16:3e:6f:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:47Z', 'updated_at': '2022-02-19T01:04:55Z', 'revision_number': 4, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'subnets': [{'id': 'e1ecc2c7-f8eb-4235-824d-af615de415b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:57.815884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] Current status of the port 12c471d6-2bf1-4b4b-8072-1eb4512a357f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:57.816393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.898618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.991894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b06c8d5e-eef7-4dd9-ab2a-34b0219fbf20 req-c8531ee4-88d0-4bc8-a24f-50d886e2fedf tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.7993460 Feb 19 01:04:58.015014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b61109-284d-441a-9e33-52a8ff5a83ef,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.032872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] For port 12c471d6-2bf1-4b4b-8072-1eb4512a357f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=12c471d6-2bf1-4b4b-8072-1eb4512a357f,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:58.044830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Attempting to bind port f8a8d6ea-8798-4405-b90e-4353535213d3 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:58.045366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Attempting to bind port f8a8d6ea-8798-4405-b90e-4353535213d3 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:58.045861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Attempting to bind port f8a8d6ea-8798-4405-b90e-4353535213d3 on network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:58.048310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.070037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:58.070568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Checking segment: {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:58.071088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.071594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Bound using segment: {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:58.072196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Bound port: f8a8d6ea-8798-4405-b90e-4353535213d3, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:58.072700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.156249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.192800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52052) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:58.233471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2586aa0c-f93f-4073-aee3-1249652ebe1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.362076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks [] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.372263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Made reservation on behalf of 4645963f0bc64458b41059ccd2c22711 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:58.393277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.449503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-690de731-1f0f-4034-b4e4-0fdc5f71250c req-0735eb58-103f-4f44-8ace-29d9965d4185 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 210 time: 0.0782664 Feb 19 01:04:58.506260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] For port f8a8d6ea-8798-4405-b90e-4353535213d3, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:58.515432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] For port f8a8d6ea-8798-4405-b90e-4353535213d3, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f8a8d6ea-8798-4405-b90e-4353535213d3,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:58.521865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2586aa0c-f93f-4073-aee3-1249652ebe1e admin admin] Publish callbacks [] for security_group (e93e06f1-1b09-43dc-bc24-45609d013dfe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.529812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532bacc-dcbe-4bc1-9e60-f8b25ccee6dd None None] Pushing event updated for resources: {'Port': ['ID=12c471d6-2bf1-4b4b-8072-1eb4512a357f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.530048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2586aa0c-f93f-4073-aee3-1249652ebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e93e06f1-1b09-43dc-bc24-45609d013dfe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.567114 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.581237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-364b3712-3759-43c2-959a-6608e405b256 None None] Provisioning complete for port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:58.583663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-364b3712-3759-43c2-959a-6608e405b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.636840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.733564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586aa0c-f93f-4073-aee3-1249652ebe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e06f1-1b09-43dc-bc24-45609d013dfe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.797327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7235bc-fc13-41ce-90dd-217033b6e445 None None] Pushing event updated for resources: {'Port': ['ID=f8a8d6ea-8798-4405-b90e-4353535213d3,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.868161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2586aa0c-f93f-4073-aee3-1249652ebe1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9feb6211ae746a8a122981908e3b2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6741831 Feb 19 01:04:58.874204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-364b3712-3759-43c2-959a-6608e405b256 None None] Current status of the port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:58.882073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.882756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52070) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:58.942030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425c6e-9e87-4a20-bfac-2379035002ed req-144179f3-fc34-43c7-98df-3fb4c42ecdee tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:58.943598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55425c6e-9e87-4a20-bfac-2379035002ed req-144179f3-fc34-43c7-98df-3fb4c42ecdee tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2518671 Feb 19 01:04:58.989695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c99a1e-68b1-4647-8b10-1f03e409ad97 req-dddb46b4-90f2-4bf5-bdcb-64a761241e9d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 210 time: 0.0836058 Feb 19 01:04:59.029193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e42ca387-b5b2-44df-b61e-f41e86ac3464 None None] Provisioning complete for port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:59.036007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e42ca387-b5b2-44df-b61e-f41e86ac3464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.057193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:59.081832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:59.111883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55425c6e-9e87-4a20-bfac-2379035002ed req-0740a532-bebe-413f-ab58-33733782fdcf tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527822 Feb 19 01:04:59.123290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1373b269-3e55-4a20-b4fc-8e950f81c50e admin admin] Publish callbacks [] for security_group (e93e06f1-1b09-43dc-bc24-45609d013dfe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.129614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:59.138127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:59.219161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1373b269-3e55-4a20-b4fc-8e950f81c50e admin admin] Publish callbacks [] for security_group (e93e06f1-1b09-43dc-bc24-45609d013dfe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.255072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:59.406152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-203fece9-08a5-426c-984a-795e36dfd347 req-cc1ef0d7-91ba-4977-ba25-0872d6b145e8 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0915678 Feb 19 01:04:59.430037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1373b269-3e55-4a20-b4fc-8e950f81c50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e93e06f1-1b09-43dc-bc24-45609d013dfe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.433810 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1373b269-3e55-4a20-b4fc-8e950f81c50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.441428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1373b269-3e55-4a20-b4fc-8e950f81c50e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e93e06f1-1b09-43dc-bc24-45609d013dfe HTTP/1.1" status: 204 len: 168 time: 0.5489323 Feb 19 01:04:59.461450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373b269-3e55-4a20-b4fc-8e950f81c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e06f1-1b09-43dc-bc24-45609d013dfe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.509735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:59.510165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.625471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Allocated IP 192.168.233.3 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:59.698891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e42ca387-b5b2-44df-b61e-f41e86ac3464 None None] Current status of the port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:59.818177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 7a466aec-37ac-469e-ad6a-6baeaca43000 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:59.819153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.841287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6736db11-ad04-4671-9c70-3c1b599fa514 req-cd99a562-1f70-4681-9b83-4864353c5e7a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 210 time: 0.1211171 Feb 19 01:05:00.078512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks [] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.088954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7497ab6f-a8eb-49c3-92a1-eccfe6cf4f33 None None] Provisioning complete for port dee478ff-b2b0-446e-86c5-d9392b3a78dc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:00.089550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7497ab6f-a8eb-49c3-92a1-eccfe6cf4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.230365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a188a6c9-d8e5-46dc-a12e-b44407ef7fee req-8f82ad0d-2b9c-492e-953a-1d64d591098a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 210 time: 0.0883460 Feb 19 01:05:00.235686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.236561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.243255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7497ab6f-a8eb-49c3-92a1-eccfe6cf4f33 None None] Port dee478ff-b2b0-446e-86c5-d9392b3a78dc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:00.270650 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.404559 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-f4160343-2bea-4ea9-bada-7e761428d51a tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5953140 Feb 19 01:05:00.515076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e2bf-b8e4-4620-9af7-956ba9e120b1 req-f468e1a6-e967-460a-a27a-2b71aaa9cabe tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.520767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43b3e2bf-b8e4-4620-9af7-956ba9e120b1 req-f468e1a6-e967-460a-a27a-2b71aaa9cabe tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1676126 Feb 19 01:05:00.659687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:00.696502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43b3e2bf-b8e4-4620-9af7-956ba9e120b1 req-12ac36c3-4aa3-4f06-8a60-b1734a9fb760 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668849 Feb 19 01:05:00.706224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c61a60-8f87-453e-bdb1-a1be66427ad7 req-d95fd008-a48a-4ec9-b8e0-6c8ac9319c97 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.721594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55c61a60-8f87-453e-bdb1-a1be66427ad7 req-d95fd008-a48a-4ec9-b8e0-6c8ac9319c97 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 945 time: 1.6148636 Feb 19 01:05:00.747887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Request body: {'port': {'device_id': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:00.814589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:00.821503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 12c471d6-2bf1-4b4b-8072-1eb4512a357f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:00.956579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b149e85-91e3-4602-bc8f-ed6504b2918f req-cdef1af0-9965-413d-b500-bc210791342d tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0896435 Feb 19 01:05:00.961391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7a466aec-37ac-469e-ad6a-6baeaca43000 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:00.981810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.055211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc71d0-1e57-405f-a80f-ede919124c72 None None] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:01.057526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-95e7b2c1-4fdb-406d-a55b-15113c5a3e93 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.065821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-95e7b2c1-4fdb-406d-a55b-15113c5a3e93 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.101494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-95e7b2c1-4fdb-406d-a55b-15113c5a3e93 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "GET /v2.0/networks?id=9c4567d1-c7e6-4543-b726-d11d6f3b2881&id=1fc2846a-d273-49f6-ab0d-5d5133f83d4c&id=9c4567d1-c7e6-4543-b726-d11d6f3b2881 HTTP/1.1" status: 200 len: 1391 time: 0.3423190 Feb 19 01:05:01.182515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:01.190115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'port': {'device_id': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'admin_state_up': True, 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:01.212260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:01.217604 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da9ede-1fc6-458a-8651-306dc54210ca" -d '{"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-plugged", "status": "completed", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:01.217829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-b1e40aac-01ec-4cc9-99d8-4f29e6526784 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.219329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-b1e40aac-01ec-4cc9-99d8-4f29e6526784 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 945 time: 0.9603882 Feb 19 01:05:01.220280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:01.242346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:01.246259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] Provisioning complete for port f8a8d6ea-8798-4405-b90e-4353535213d3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:01.249635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.253407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11229d-b784-44ed-9d31-739a28d4993d req-5cf5f8ed-c4a1-473a-82a0-b30f6ce5b02f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.262695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd11229d-b784-44ed-9d31-739a28d4993d req-5cf5f8ed-c4a1-473a-82a0-b30f6ce5b02f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 934 time: 0.1279941 Feb 19 01:05:01.348818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:01.376662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.389506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 12c471d6-2bf1-4b4b-8072-1eb4512a357f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:01.392442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd11229d-b784-44ed-9d31-739a28d4993d req-b626c71a-589c-4a4f-99aa-68b228dea011 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251242 Feb 19 01:05:01.395064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.564807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:01.596327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55c61a60-8f87-453e-bdb1-a1be66427ad7 req-e2310b7d-d018-46f4-bbe9-6bdbb8c9201f tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8712261 Feb 19 01:05:01.725457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.726249 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.728302 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c265af-62e8-4110-a5b9-991e5d11756b x-openstack-request-id: req-58c265af-62e8-4110-a5b9-991e5d11756b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:01.730457 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-plugged", "status": "completed", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:01.730894 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58c265af-62e8-4110-a5b9-991e5d11756b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:01.731478 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'code': 200} Feb 19 01:05:01.756005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:01.759957 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.766682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.811223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-958f2893-abd3-498e-991a-0b3dfdd8d4e4 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4821191 Feb 19 01:05:01.865988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Request body: {'port': {'device_id': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:01.908236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] Current status of the port f8a8d6ea-8798-4405-b90e-4353535213d3 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:01.908753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.964855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 12c471d6-2bf1-4b4b-8072-1eb4512a357f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:02.019764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5f04-b317-4c45-b616-fe192bcfa9b4 req-9145570b-dc28-48b0-90a9-a49ed22fd3bb tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:02.029078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92ba5f04-b317-4c45-b616-fe192bcfa9b4 req-9145570b-dc28-48b0-90a9-a49ed22fd3bb tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1451559 Feb 19 01:05:02.040003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] For port f8a8d6ea-8798-4405-b90e-4353535213d3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f8a8d6ea-8798-4405-b90e-4353535213d3,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:02.046946 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.192349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949edd5-9407-4ec5-ac51-d648bcb9dce4 None None] Pushing event updated for resources: {'Port': ['ID=f8a8d6ea-8798-4405-b90e-4353535213d3,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:02.221995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-35dca47a-9c76-4b7f-b6d5-4404a7026969 None None] Provisioning complete for port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:02.222700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35dca47a-9c76-4b7f-b6d5-4404a7026969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.254029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92ba5f04-b317-4c45-b616-fe192bcfa9b4 req-f0c7529f-3e72-48a0-8908-058aa43021c1 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228310 Feb 19 01:05:02.315922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f8a8d6ea-8798-4405-b90e-4353535213d3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:02.355133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9dc18c69-1238-48e7-bb1c-3e8a18d6dd1d req-c082b249-d532-487d-9f32-c37a9f6ef6d3 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 210 time: 0.4744754 Feb 19 01:05:02.374508 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.442955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-35dca47a-9c76-4b7f-b6d5-4404a7026969 None None] Port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:02.499198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f8a8d6ea-8798-4405-b90e-4353535213d3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:02.499739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.509946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-546d8be0-e8c7-40d1-b59b-bdc19714d43e req-dbbf4e52-5602-443c-93ee-b82e016b9761 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.1182232 Feb 19 01:05:02.578164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52166) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:02.738722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f8a8d6ea-8798-4405-b90e-4353535213d3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:02.841069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e8871eab-d5c8-4d47-9883-ef4e0887d5df None None] Provisioning complete for port f8a8d6ea-8798-4405-b90e-4353535213d3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:02.841890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8871eab-d5c8-4d47-9883-ef4e0887d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.862906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ec77067-adde-4331-b1c3-bd9d336bebf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.985497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e8871eab-d5c8-4d47-9883-ef4e0887d5df None None] Current status of the port f8a8d6ea-8798-4405-b90e-4353535213d3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:02.995988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:03.005328 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Publish callbacks [] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.007286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066fd6f-8c00-4169-bd98-bd38189ce6f2 req-c22b1443-a3ed-4258-8015-20203939dcac tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.016230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c066fd6f-8c00-4169-bd98-bd38189ce6f2 req-c22b1443-a3ed-4258-8015-20203939dcac tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 945 time: 0.2749646 Feb 19 01:05:03.019109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Transition to ACTIVE for port object 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:03.046536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cc80c275-5b2f-48ef-8f4e-86b713b1860b no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:03.056467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Deleting port cc80c275-5b2f-48ef-8f4e-86b713b1860b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:03.056833 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.059441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.147179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ec77067-adde-4331-b1c3-bd9d336bebf9 admin admin] Publish callbacks [] for security_group (4d69929d-cb9f-46c1-8758-a784176fd982), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.174345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c066fd6f-8c00-4169-bd98-bd38189ce6f2 req-db061d8b-224f-454d-86ee-2e2f99249faa tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568673 Feb 19 01:05:03.179412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ec77067-adde-4331-b1c3-bd9d336bebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4d69929d-cb9f-46c1-8758-a784176fd982), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.213633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.274810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cc80c275-5b2f-48ef-8f4e-86b713b1860b is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:03.279174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.329849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4ec77067-adde-4331-b1c3-bd9d336bebf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c7d6c3aef324d11b17abc72565ec1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7507539 Feb 19 01:05:03.341937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52186) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:03.365271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Allocated IP 19.80.0.158 (9c4567d1-c7e6-4543-b726-d11d6f3b2881/89475cc3-e9db-4583-8306-30180dcea29c/2ac101ad-708e-479b-b633-3e1cdf1fc052) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:03.370914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec77067-adde-4331-b1c3-bd9d336bebf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d69929d-cb9f-46c1-8758-a784176fd982,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.426681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:03.434746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.540535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd63223b-8533-4806-b429-b4caa2294964 admin admin] Publish callbacks [] for security_group (4d69929d-cb9f-46c1-8758-a784176fd982), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.571229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.585865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d81618-99f2-464f-a302-7d4af3c3a7c2 req-3e17aa6e-751e-45c7-b129-fa77dc0298ab tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.594135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09d81618-99f2-464f-a302-7d4af3c3a7c2 req-3e17aa6e-751e-45c7-b129-fa77dc0298ab tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.5624900 Feb 19 01:05:03.612728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd63223b-8533-4806-b429-b4caa2294964 admin admin] Publish callbacks [] for security_group (4d69929d-cb9f-46c1-8758-a784176fd982), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.651850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60853d9a-c7b6-427e-81ac-fa9434aa0570 req-3dff632f-a581-4caf-8d2a-43ab4424a989 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.659179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60853d9a-c7b6-427e-81ac-fa9434aa0570 req-3dff632f-a581-4caf-8d2a-43ab4424a989 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1655734 Feb 19 01:05:03.687497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Attempting to bind port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:03.688177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Attempting to bind port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:03.688177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Attempting to bind port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:03.696276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] For port cc80c275-5b2f-48ef-8f4e-86b713b1860b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cc80c275-5b2f-48ef-8f4e-86b713b1860b,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:03.697162 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.703694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:03.704028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Attempting to bind port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:03.737185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:03.744774 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c02312-2cf4-4032-8a7f-b10f058115f0" -d '{"events": [{"server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:03.774205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:03.774548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:03.775098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:03.775543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Bound port: 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:03.775939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.776455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60853d9a-c7b6-427e-81ac-fa9434aa0570 req-d60f83b8-322b-4406-8360-3efa07cf7027 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159365 Feb 19 01:05:03.781486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd63223b-8533-4806-b429-b4caa2294964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4d69929d-cb9f-46c1-8758-a784176fd982), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.784671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd63223b-8533-4806-b429-b4caa2294964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.787051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd63223b-8533-4806-b429-b4caa2294964 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d69929d-cb9f-46c1-8758-a784176fd982 HTTP/1.1" status: 204 len: 168 time: 0.4411845 Feb 19 01:05:03.808647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63223b-8533-4806-b429-b4caa2294964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d69929d-cb9f-46c1-8758-a784176fd982,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.810709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Calling delete_port for cc80c275-5b2f-48ef-8f4e-86b713b1860b owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:03.915674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09d81618-99f2-464f-a302-7d4af3c3a7c2 req-e27c0cde-95d9-483a-816f-fd9eb9495233 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205307 Feb 19 01:05:03.945973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40ec7c4b-6d50-4c46-ad5f-8d85fe30528c req-1df9e0f2-5575-4641-8e88-8ffe9514cf2b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 210 time: 0.0571699 Feb 19 01:05:04.012441 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dce96a-b42a-45dd-8f2e-ce0406048310 x-openstack-request-id: req-05dce96a-b42a-45dd-8f2e-ce0406048310 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:04.012863 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:04.013148 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05dce96a-b42a-45dd-8f2e-ce0406048310 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:04.013553 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'code': 200} Feb 19 01:05:04.102009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:04.108658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:04.113501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f8a8d6ea-8798-4405-b90e-4353535213d3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:04.123609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.199404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.202549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.205233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] 10.222.0.10 "PUT /v2.0/ports/10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea HTTP/1.1" status: 200 len: 1094 time: 2.3585355 Feb 19 01:05:04.224148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114ea456-554a-4af5-807b-8a546ca1a87d req-b1011ffa-80bd-45ac-9bc5-abd7d1b3dbb9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.1514831 Feb 19 01:05:04.268390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:04.268390 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4600d70d-ed53-4bfc-8a8e-4451595346ee" -d '{"events": [{"name": "network-changed", "server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:04.285076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f8a8d6ea-8798-4405-b90e-4353535213d3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:04.285683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.500937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f8a8d6ea-8798-4405-b90e-4353535213d3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:04.505942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9c01d-2e63-492e-9cca-a37f12041f3e req-13dd4ad2-483a-4699-9a6a-a3bda830c3c7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.515555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73d9c01d-2e63-492e-9cca-a37f12041f3e req-13dd4ad2-483a-4699-9a6a-a3bda830c3c7 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 943 time: 0.1941004 Feb 19 01:05:04.562624 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692b6ee1-a625-4c4e-ad42-6b276bc41ca2 x-openstack-request-id: req-692b6ee1-a625-4c4e-ad42-6b276bc41ca2 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:04.563204 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:04.563596 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-692b6ee1-a625-4c4e-ad42-6b276bc41ca2 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:04.564356 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'status': 'completed', 'code': 200} Feb 19 01:05:04.675119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73d9c01d-2e63-492e-9cca-a37f12041f3e req-a9501035-72bb-4e1b-b73a-d6b13277fe47 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/security-groups?id=8527be30-aef6-453a-a704-cb97954faed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456819 Feb 19 01:05:04.749619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee478ff-b2b0-446e-86c5-d9392b3a78dc {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:04.787343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Publish callbacks [] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.819963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992d116-cbab-4001-be35-05c0d4a12f56 service neutron] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:04.870967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.877589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Transition to ACTIVE for port object dee478ff-b2b0-446e-86c5-d9392b3a78dc will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:04.897433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.920773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-f8e61a74-ae07-4408-9a26-3208c984d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.922869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-f8e61a74-ae07-4408-9a26-3208c984d6e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 1128 time: 0.5871065 Feb 19 01:05:05.064651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-6558b0ae-97f4-4363-959e-a5bb1135df0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea HTTP/1.1" status: 200 len: 217 time: 0.1336555 Feb 19 01:05:05.202419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-d05e54c0-ed5a-4eaf-82b9-9a2a96d4de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.204672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-d05e54c0-ed5a-4eaf-82b9-9a2a96d4de1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1292088 Feb 19 01:05:05.211937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:05.215524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76630643-bbf3-40b4-955c-32db06decae0 req-6b91fb16-e3c5-487a-9613-2e93930cd33f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.217703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76630643-bbf3-40b4-955c-32db06decae0 req-6b91fb16-e3c5-487a-9613-2e93930cd33f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.1819060 Feb 19 01:05:05.350046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76630643-bbf3-40b4-955c-32db06decae0 req-df43d458-5405-43f8-b2c9-8b785395a783 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179581 Feb 19 01:05:05.404235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afdaf6-dff2-490f-8770-1c58f8c96d88 req-07ee3909-dfc1-4713-ad35-7717b2ecbd04 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.405887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24afdaf6-dff2-490f-8770-1c58f8c96d88 req-07ee3909-dfc1-4713-ad35-7717b2ecbd04 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.5315719 Feb 19 01:05:05.439027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.452891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (cc80c275-5b2f-48ef-8f4e-86b713b1860b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.556782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:05.561764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de289a46-a1de-4476-99e1-f2b58d9d0ae4 req-68ffe060-6cc2-474c-8285-796adb112c05 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.571306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de289a46-a1de-4476-99e1-f2b58d9d0ae4 req-68ffe060-6cc2-474c-8285-796adb112c05 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 932 time: 0.1190124 Feb 19 01:05:05.628166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:05.639522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:05.644872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de289a46-a1de-4476-99e1-f2b58d9d0ae4 req-64069043-a8c8-4b1e-9988-450c6d608210 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Feb 19 01:05:05.698473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-0dc62d1e-05f8-4f3f-abaa-1fa95f638a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.699919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-0dc62d1e-05f8-4f3f-abaa-1fa95f638a95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4552495 Feb 19 01:05:05.749355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] No DVR routers for this DVR port cc80c275-5b2f-48ef-8f4e-86b713b1860b on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:05.795198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.798378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af98a168-1a8f-4d5c-8815-493b0a79bba1 req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.10 "DELETE /v2.0/ports/cc80c275-5b2f-48ef-8f4e-86b713b1860b HTTP/1.1" status: 204 len: 173 time: 4.5452633 Feb 19 01:05:05.799027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:05.806307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Attempting to bind port dee478ff-b2b0-446e-86c5-d9392b3a78dc on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:05.806658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Attempting to bind port dee478ff-b2b0-446e-86c5-d9392b3a78dc by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:05.807018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Attempting to bind port dee478ff-b2b0-446e-86c5-d9392b3a78dc on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:05.829646 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d36b1f2-0f09-4207-bbc8-b2786fc01781 req-67bb5d39-7519-4b3a-bed1-4e09041e52a9 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0824568 Feb 19 01:05:05.886825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24afdaf6-dff2-490f-8770-1c58f8c96d88 req-56ec56f5-7b78-4474-84ed-24ebec679ace tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344342 Feb 19 01:05:05.978647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Port dee478ff-b2b0-446e-86c5-d9392b3a78dc on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:05.980672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Attempting to bind port dee478ff-b2b0-446e-86c5-d9392b3a78dc on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:05.990040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec349a-76dd-4c56-b26d-75a554216b29 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] Pushing event deleted for resources: {'Port': ['ID=cc80c275-5b2f-48ef-8f4e-86b713b1860b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:06.077427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:06.078576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.086267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:06.086881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:06.087471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:06.088097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Bound port: dee478ff-b2b0-446e-86c5-d9392b3a78dc, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:06.089284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.177338 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-3477a55b-fd10-4dd8-acf1-88d688e5029e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9934309 Feb 19 01:05:06.197650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54a09fdb-85b6-442b-b057-5efa6e90f85b None None] Provisioning complete for port 2ac101ad-708e-479b-b633-3e1cdf1fc052 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:06.198794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54a09fdb-85b6-442b-b057-5efa6e90f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.208372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'port': {'device_id': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c', 'admin_state_up': True, 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:06.213007 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24b6692a-3e39-4b40-9d70-05b07a966d33 req-9c765322-8b31-40b9-8576-19c95834c917 tempest-FloatingIPsAssociationTestJSON-1443591519 tempest-FloatingIPsAssociationTestJSON-1443591519-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fd112fa-38a6-43a0-8495-3cfb013eda8d HTTP/1.1" status: 200 len: 210 time: 0.1012650 Feb 19 01:05:06.291208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54a09fdb-85b6-442b-b057-5efa6e90f85b None None] Port 2ac101ad-708e-479b-b633-3e1cdf1fc052 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:06.545815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:06.681126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'name': 'network-vif-deleted', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:06.684314 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc6314-44d7-4aa4-a597-27d08749305a" -d '{"events": [{"server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "name": "network-vif-deleted", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:06.702373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-0bf920dd-3e10-41b0-aa1f-48b5bbd9e58b service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453626 Feb 19 01:05:06.760877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:06.835509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:06.835737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.876323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:06.905341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.978687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac71b59-261d-4911-a540-5bcf544c4a8c req-a63f26a5-3858-4a88-8335-ccfe21f5912d tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:06.990515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dac71b59-261d-4911-a540-5bcf544c4a8c req-a63f26a5-3858-4a88-8335-ccfe21f5912d tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.2906971 Feb 19 01:05:07.016384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.017036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.018535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] 10.222.0.89 "PUT /v2.0/ports/dee478ff-b2b0-446e-86c5-d9392b3a78dc HTTP/1.1" status: 200 len: 1096 time: 6.3299801 Feb 19 01:05:07.089454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f4f94c6-22e2-4bea-899d-9c945d68d0d7 req-d6846053-1b73-486b-858b-a08ffac65bd6 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718402 Feb 19 01:05:07.140243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:07.154679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.191796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde7c0-946d-4c08-87fc-91922ad0bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:07.304535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dac71b59-261d-4911-a540-5bcf544c4a8c req-64326747-11a3-4d3c-9357-8f2999dd6bba tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130267 Feb 19 01:05:07.400075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-ddbfcc54-ae30-43b3-9f27-4823494aa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.402088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-ddbfcc54-ae30-43b3-9f27-4823494aa13a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 1130 time: 0.3004541 Feb 19 01:05:07.408590 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41d3a8a-52de-4461-8a81-1505bad9eb92 x-openstack-request-id: req-e41d3a8a-52de-4461-8a81-1505bad9eb92 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:07.409286 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd112fa-38a6-43a0-8495-3cfb013eda8d", "name": "network-vif-deleted", "tag": "cc80c275-5b2f-48ef-8f4e-86b713b1860b", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:07.409781 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e41d3a8a-52de-4461-8a81-1505bad9eb92 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:07.410429 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd112fa-38a6-43a0-8495-3cfb013eda8d', 'name': 'network-vif-deleted', 'tag': 'cc80c275-5b2f-48ef-8f4e-86b713b1860b', 'status': 'completed', 'code': 200} Feb 19 01:05:07.455524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bba88f-3403-4807-8a5e-70c791a4a3be req-e2982a6d-e555-493a-948e-9ca2e09a29de tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.456923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9bba88f-3403-4807-8a5e-70c791a4a3be req-e2982a6d-e555-493a-948e-9ca2e09a29de tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 932 time: 0.6609459 Feb 19 01:05:07.473223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-a496dea1-1f5d-4b81-aa3d-f7f71bb413a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.475110 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-a496dea1-1f5d-4b81-aa3d-f7f71bb413a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 1128 time: 0.2861724 Feb 19 01:05:07.535206 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:05:07.558256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-e983f3e3-1032-411d-8b95-7a48f97b9746 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc HTTP/1.1" status: 200 len: 217 time: 0.1295459 Feb 19 01:05:07.577966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9bba88f-3403-4807-8a5e-70c791a4a3be req-dfee21cb-8e9f-426f-9f88-361b8cc415b1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082702 Feb 19 01:05:07.615135 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.695643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Allocated IP 19.86.0.193 (1fc2846a-d273-49f6-ab0d-5d5133f83d4c/06bd7203-590d-416b-9cc3-5c9356176da3/eeb8e374-b757-4271-b90c-63d6af346bb5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:07.769378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-32e3d0a1-4c64-4749-8651-43677f912338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.770745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-32e3d0a1-4c64-4749-8651-43677f912338 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1952994 Feb 19 01:05:07.778161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd77b-f68d-47b3-bc57-49f06a46ac34 req-67bc9487-c8f6-423e-b738-c8ab26be9347 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.780117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27dbd77b-f68d-47b3-bc57-49f06a46ac34 req-67bc9487-c8f6-423e-b738-c8ab26be9347 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2673523 Feb 19 01:05:07.781082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Allocated IP 172.25.0.217 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/733b3953-d722-4d6c-b9c8-33cfcd7438fe) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:07.904166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-c4c19fd7-0375-4ff8-93eb-6bda147b9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.905845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-c4c19fd7-0375-4ff8-93eb-6bda147b9592 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3941905 Feb 19 01:05:07.924413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef3f6d68-c1e6-4b0d-9a36-17cadc47b5c5 req-a4779909-1b1f-4075-b0ef-21925a13a9fc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0440321 Feb 19 01:05:07.943587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.992057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-969a16b5-9cf3-430b-83ae-d0d7715a79be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea HTTP/1.1" status: 200 len: 217 time: 0.0639310 Feb 19 01:05:07.998324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.058578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27dbd77b-f68d-47b3-bc57-49f06a46ac34 req-cb227c99-6303-4bfa-b620-25ddf37e494a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697566 Feb 19 01:05:08.075029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:08.076250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Pushing event updated for resources: {'Port': ['ID=733b3953-d722-4d6c-b9c8-33cfcd7438fe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:08.098379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-73fab9c8-1a62-4eda-9b8e-3cf6a835b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.098564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:08.100258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-73fab9c8-1a62-4eda-9b8e-3cf6a835b45a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2924106 Feb 19 01:05:08.105548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:08.111368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:08.239906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for floatingip (5af10bd1-233d-4ec5-b648-1b5be41469c9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.310537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.318847 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-9a908fd4-388b-478c-88ea-e35dbcf42d85 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017964 Feb 19 01:05:08.486577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-c9163fef-f469-4748-8044-1801121f5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.490060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-c9163fef-f469-4748-8044-1801121f5dd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.4421151 Feb 19 01:05:08.715525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.777961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7d2a90b-a873-49ea-be5e-894b7c71a991 req-57340745-2223-4e5a-bb93-e41810b2d3a3 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537817 Feb 19 01:05:08.802608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.852600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.862306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.910178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d52979-0342-40cf-9347-ec5e2c275532 req-b3b8b9ef-5c14-40a9-9405-2cc9544a0e61 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.918433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23d52979-0342-40cf-9347-ec5e2c275532 req-b3b8b9ef-5c14-40a9-9405-2cc9544a0e61 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 932 time: 0.2201645 Feb 19 01:05:08.961952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:08.980462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:08.991717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:09.015176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Pushing event updated for resources: {'Port': ['ID=733b3953-d722-4d6c-b9c8-33cfcd7438fe,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:09.086071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (5af10bd1-233d-4ec5-b648-1b5be41469c9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.134635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ee24e-51c3-4e1f-8183-ecade787830d req-fd2de066-c081-4d49-8911-4a8d005c53cf tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.136322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-649ee24e-51c3-4e1f-8183-ecade787830d req-fd2de066-c081-4d49-8911-4a8d005c53cf tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.6950858 Feb 19 01:05:09.156017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23d52979-0342-40cf-9347-ec5e2c275532 req-95de687c-ede5-4cba-a3ea-4cae5c7a97f8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333052 Feb 19 01:05:09.164041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.170599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c76b57ad-9b4d-44db-84a7-9b4bdd5e9450 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6214876 Feb 19 01:05:09.173165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52304) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:09.186949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-756167', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'fixed_ips': [{'ip_address': '172.25.0.217'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:09.216332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Port': ['ID=eeb8e374-b757-4271-b90c-63d6af346bb5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:09.245781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Made reservation on behalf of 8bfe8515e3184a6f95610ade2f8fe3c8 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:09.248313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.258157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.260755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.264208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.304929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-a8115a77-021d-4f11-99fd-173119f6544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.307192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-a8115a77-021d-4f11-99fd-173119f6544d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7346148 Feb 19 01:05:09.311608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ec7490e2-0277-4551-ac42-dfe5808216f5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1092777 Feb 19 01:05:09.352482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-825cc056-7148-4ae5-b26d-38026a2a570b req-235cb9c5-189e-4dd0-9b0c-61dfddb20ee1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f9c93c-c44c-4765-9a7a-0046b9b23a3c HTTP/1.1" status: 200 len: 210 time: 0.0813947 Feb 19 01:05:09.488775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ba1ce07d-9f28-4ca1-a79d-9fd5d1909e01 None None] Provisioning complete for port eeb8e374-b757-4271-b90c-63d6af346bb5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:09.489362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce07d-9f28-4ca1-a79d-9fd5d1909e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.496318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:09.502632 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa230b0-bdb8-4e45-8157-58c6914d30e3" -d '{"events": [{"name": "network-changed", "server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:09.522180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'port': {'device_id': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'admin_state_up': True, 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:09.543968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for security_group (59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.546494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ce07d-9f28-4ca1-a79d-9fd5d1909e01 None None] Port eeb8e374-b757-4271-b90c-63d6af346bb5 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:09.551178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.570102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] device_id is not set on port cd77e25f-a46f-4868-8ff8-872918f8561b yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:09.606426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-457862cb-6f01-4173-ac1a-3ab053640a42 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857327 Feb 19 01:05:09.752657 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-649ee24e-51c3-4e1f-8183-ecade787830d req-c7674568-db43-4d35-8a19-f7e1396f8724 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557728 Feb 19 01:05:09.871246 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4600d70d-ed53-4bfc-8a8e-4451595346ee req-394a67f5-62a1-4358-9485-0378a6d4f1f3 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519338 Feb 19 01:05:09.902683 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41be2c-c28a-45cf-b0af-703fde0ae9ae x-openstack-request-id: req-ea41be2c-c28a-45cf-b0af-703fde0ae9ae {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:09.902913 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:09.903170 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea41be2c-c28a-45cf-b0af-703fde0ae9ae {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:09.903586 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'status': 'completed', 'code': 200} Feb 19 01:05:09.935326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:09.967633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:09.975153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.046197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83af37e-98d3-4047-aae8-14e38c067e77 req-130b029f-4040-44a6-9a6f-12deabec7ec8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.055658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e83af37e-98d3-4047-aae8-14e38c067e77 req-130b029f-4040-44a6-9a6f-12deabec7ec8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.4655180 Feb 19 01:05:10.103567 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 01:05:10.105083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:05:10.145615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e83af37e-98d3-4047-aae8-14e38c067e77 req-5eb7d301-387e-4e36-9ecf-f3e5ea8bc78c tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884452 Feb 19 01:05:10.153246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78f75cb2-483b-48a2-9a38-e7fc37ac456e tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9768815 Feb 19 01:05:10.155790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52318) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:10.168776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Allocated IP 19.80.0.6 (9c4567d1-c7e6-4543-b726-d11d6f3b2881/89475cc3-e9db-4583-8306-30180dcea29c/d413e403-68bf-4012-a99d-a7dc9a6715f3) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:10.346286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-6032c284-e9d7-41da-9279-0509242752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.348865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-6032c284-e9d7-41da-9279-0509242752ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 1130 time: 0.4293747 Feb 19 01:05:10.418463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Deleting port 733b3953-d722-4d6c-b9c8-33cfcd7438fe {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:10.418731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.434329 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (d47bb6f7-32f5-4507-85fc-b04acb7ec254), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.593924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.594654 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for floatingip (733b3953-d722-4d6c-b9c8-33cfcd7438fe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.621295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Calling delete_port for 733b3953-d722-4d6c-b9c8-33cfcd7438fe owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:10.897701 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (733b3953-d722-4d6c-b9c8-33cfcd7438fe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.941645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-1eaa7a1c-a8da-44c5-9ad3-0cccc414afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.944350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-1eaa7a1c-a8da-44c5-9ad3-0cccc414afb0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.5790069 Feb 19 01:05:10.957545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Pushing event deleted for resources: {'Port': ['ID=733b3953-d722-4d6c-b9c8-33cfcd7438fe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:10.966991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.058052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c6522-f9ee-499d-9ae1-d2f3235c2206 req-e07f5881-51e9-4eb6-aca5-4a85d23ba775 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.059902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-643c6522-f9ee-499d-9ae1-d2f3235c2206 req-e07f5881-51e9-4eb6-aca5-4a85d23ba775 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.1849928 Feb 19 01:05:11.075632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:11.079679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks [] for floatingip (5af10bd1-233d-4ec5-b648-1b5be41469c9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.082862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.089734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7ab7a-635d-44d8-afb5-3b2800885733 req-b23c515f-05ee-4376-9587-42ea4110007c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.095304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7ab7a-635d-44d8-afb5-3b2800885733 req-b23c515f-05ee-4376-9587-42ea4110007c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.096924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8a7ab7a-635d-44d8-afb5-3b2800885733 req-b23c515f-05ee-4376-9587-42ea4110007c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 1655 time: 0.8020639 Feb 19 01:05:11.098091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c90d0ea5-e9b1-4786-8004-3c30a7fdfe02 tempest-ExternalNetworksAdminNegativeTestJSON-170883799 tempest-ExternalNetworksAdminNegativeTestJSON-170883799-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/5af10bd1-233d-4ec5-b648-1b5be41469c9 HTTP/1.1" status: 204 len: 168 time: 0.9370756 Feb 19 01:05:11.098265 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.112276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-34ee61f8-c52a-4cd8-a1e2-2b46c3897698 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc HTTP/1.1" status: 200 len: 217 time: 0.0694470 Feb 19 01:05:11.194931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:11.196332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-643c6522-f9ee-499d-9ae1-d2f3235c2206 req-d7bdae56-88fe-4635-828e-9cfc3336d962 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268630 Feb 19 01:05:11.270148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Port': ['ID=d413e403-68bf-4012-a99d-a7dc9a6715f3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:11.273240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:11.274709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:11.339929 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8a7ab7a-635d-44d8-afb5-3b2800885733 req-b3d94f4a-32a0-49f0-9488-430ebfff8e1b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249992 Feb 19 01:05:11.341373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-79e4d59d-d644-4543-8763-e89495d4a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.342730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-79e4d59d-d644-4543-8763-e89495d4a308 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1206727 Feb 19 01:05:11.363850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:11.366399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.366615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.390077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'mac_address': 'fa:16:3e:df:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:11.428917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8d0dfeb7-cc39-4b62-8ed1-cdf6caf2f4a1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9380021 Feb 19 01:05:11.453208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-f89ba64a-fab1-4ec6-9a1d-568cd9d7ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.454940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-f89ba64a-fab1-4ec6-9a1d-568cd9d7ac9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0726004 Feb 19 01:05:11.493586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Request body: {'port': {'device_id': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:11.534008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004798-f179-40bd-b62f-80edd66007ac req-def999e9-2e16-4a83-aeb7-fd89926521eb tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.537674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a3004798-f179-40bd-b62f-80edd66007ac req-def999e9-2e16-4a83-aeb7-fd89926521eb tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1792438 Feb 19 01:05:11.554283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:11.555072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.594835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:11.621421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-57e1b933-8a0e-459b-a236-839fd5505757 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994442 Feb 19 01:05:11.668699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:11.679101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.714414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a3004798-f179-40bd-b62f-80edd66007ac req-0cde42fc-a91e-4c0b-9fbf-934c04acdf35 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699085 Feb 19 01:05:11.786539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:11.788769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52358) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:11.796542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8adc9804-30ce-42e4-a700-0823c7a503ba None None] Provisioning complete for port d413e403-68bf-4012-a99d-a7dc9a6715f3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:11.797287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8adc9804-30ce-42e4-a700-0823c7a503ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.905978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8adc9804-30ce-42e4-a700-0823c7a503ba None None] Port d413e403-68bf-4012-a99d-a7dc9a6715f3 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:11.928125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.977474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:12.010536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3be4d33d-d4ba-4b84-b8e6-a94d9f024ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.218004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3be4d33d-d4ba-4b84-b8e6-a94d9f024ad3 admin admin] Publish callbacks [] for security_group (25517dbc-8ac4-4e9b-8c05-b3059a909ea5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.281826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3be4d33d-d4ba-4b84-b8e6-a94d9f024ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (25517dbc-8ac4-4e9b-8c05-b3059a909ea5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.309215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aaa230b0-bdb8-4e45-8157-58c6914d30e3 req-86890a45-c619-4cb0-9613-5f2160e5410b service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689694 Feb 19 01:05:12.373435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3be4d33d-d4ba-4b84-b8e6-a94d9f024ad3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b11db3eae7d2452c840d3f0fd8ae9625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829992 Feb 19 01:05:12.379995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52364) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:12.437967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4d33d-d4ba-4b84-b8e6-a94d9f024ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25517dbc-8ac4-4e9b-8c05-b3059a909ea5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:12.567963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c568513-27b7-4d7c-8cbe-0ce1f90c5442 admin admin] Publish callbacks [] for security_group (25517dbc-8ac4-4e9b-8c05-b3059a909ea5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.598767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a382c0c-1c25-49bc-9f79-d4fc0b23ef60 req-492925f3-473c-4466-bd80-234b114bfdd1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.612656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a382c0c-1c25-49bc-9f79-d4fc0b23ef60 req-492925f3-473c-4466-bd80-234b114bfdd1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.614980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a382c0c-1c25-49bc-9f79-d4fc0b23ef60 req-492925f3-473c-4466-bd80-234b114bfdd1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.624013 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a382c0c-1c25-49bc-9f79-d4fc0b23ef60 req-492925f3-473c-4466-bd80-234b114bfdd1 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2375 time: 0.1357965 Feb 19 01:05:12.654109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c568513-27b7-4d7c-8cbe-0ce1f90c5442 admin admin] Publish callbacks [] for security_group (25517dbc-8ac4-4e9b-8c05-b3059a909ea5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.687563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8f499-1821-46a2-9611-01fc256737b0 req-b98021be-f807-48bf-96bc-0ffa5c59a543 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.689496 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23a8f499-1821-46a2-9611-01fc256737b0 req-b98021be-f807-48bf-96bc-0ffa5c59a543 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 947 time: 0.3259156 Feb 19 01:05:12.728428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a382c0c-1c25-49bc-9f79-d4fc0b23ef60 req-a584f0e3-3c31-4e0d-8406-8b3118424c3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034737 Feb 19 01:05:12.799507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c568513-27b7-4d7c-8cbe-0ce1f90c5442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (25517dbc-8ac4-4e9b-8c05-b3059a909ea5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.802507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c568513-27b7-4d7c-8cbe-0ce1f90c5442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.805905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5c568513-27b7-4d7c-8cbe-0ce1f90c5442 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25517dbc-8ac4-4e9b-8c05-b3059a909ea5 HTTP/1.1" status: 204 len: 168 time: 0.4225106 Feb 19 01:05:12.816495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568513-27b7-4d7c-8cbe-0ce1f90c5442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25517dbc-8ac4-4e9b-8c05-b3059a909ea5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:13.049493 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23a8f499-1821-46a2-9611-01fc256737b0 req-5e8a207c-d84c-4261-a6fc-34738eaf13e7 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530777 Feb 19 01:05:13.062514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac101ad-708e-479b-b633-3e1cdf1fc052 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:13.091701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:13.097543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Publish callbacks [] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.106067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Deleting port 64569850-cd41-45c3-872c-61499e747034 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:13.106488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (64569850-cd41-45c3-872c-61499e747034), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.108936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b0fc1-85c2-453b-9623-e2dcf10f52dd req-90a360a7-c894-41da-b1e0-1d9a71f21bbc tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:13.119726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc6b0fc1-85c2-453b-9623-e2dcf10f52dd req-90a360a7-c894-41da-b1e0-1d9a71f21bbc tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1821775 Feb 19 01:05:13.190856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Transition to ACTIVE for port object 2ac101ad-708e-479b-b633-3e1cdf1fc052 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:13.208931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:13.219578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.248607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc6b0fc1-85c2-453b-9623-e2dcf10f52dd req-adc30f19-e6f2-4e32-b89f-dc162df63287 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242325 Feb 19 01:05:13.264590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:13.275046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:13.275451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.427861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] For port 64569850-cd41-45c3-872c-61499e747034, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=64569850-cd41-45c3-872c-61499e747034,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:13.428430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (64569850-cd41-45c3-872c-61499e747034), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.472262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Calling delete_port for 64569850-cd41-45c3-872c-61499e747034 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:13.546388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:13.546785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.571713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:13.581788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:13.627176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'mac_address': 'fa:16:3e:06:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:13.640845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:13.645506 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac47b0c3-d936-402e-84a8-9f3174a49361" -d '{"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:13.690039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e60632ae-db19-453e-973a-a1798fbf142a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bfe8515e3184a6f95610ade2f8fe3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070764 Feb 19 01:05:13.695770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52394) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:13.735967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:13.753581 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241ac9d1-b72d-4be7-a8a6-98c4ec81f9e5 x-openstack-request-id: req-241ac9d1-b72d-4be7-a8a6-98c4ec81f9e5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:13.753831 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:13.754099 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-241ac9d1-b72d-4be7-a8a6-98c4ec81f9e5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:13.754506 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'code': 200} Feb 19 01:05:13.762118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.839538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d5d4-693d-44cf-99e5-a308b3ae34a5 admin admin] Publish callbacks [] for security_group (59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.851054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:13.851453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.867127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d5d4-693d-44cf-99e5-a308b3ae34a5 admin admin] Publish callbacks [] for security_group (59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.902608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:13.942566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee478ff-b2b0-446e-86c5-d9392b3a78dc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:13.955734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d5d4-693d-44cf-99e5-a308b3ae34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.957943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d5d4-693d-44cf-99e5-a308b3ae34a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.961837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2bf0d5d4-693d-44cf-99e5-a308b3ae34a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36 HTTP/1.1" status: 204 len: 168 time: 0.2626231 Feb 19 01:05:14.004765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0d5d4-693d-44cf-99e5-a308b3ae34a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ba4e9d-d3c9-4d3c-8689-f45fc9da4f36,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:14.087621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b129c-a7f2-4c4d-94d7-682b26eb6677 req-62e77dec-a9bd-4e09-a3e9-010c9428d2d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.104658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b129c-a7f2-4c4d-94d7-682b26eb6677 req-62e77dec-a9bd-4e09-a3e9-010c9428d2d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.111611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:14.116276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:14.118762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b129c-a7f2-4c4d-94d7-682b26eb6677 req-62e77dec-a9bd-4e09-a3e9-010c9428d2d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.124192 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-702b129c-a7f2-4c4d-94d7-682b26eb6677 req-62e77dec-a9bd-4e09-a3e9-010c9428d2d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2387 time: 0.1935294 Feb 19 01:05:14.138190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.186454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (64569850-cd41-45c3-872c-61499e747034), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.264096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-702b129c-a7f2-4c4d-94d7-682b26eb6677 req-4f9c50c5-d154-4cbd-a0ea-4e759daa8779 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330769 Feb 19 01:05:14.340501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:14.472352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64569850-cd41-45c3-872c-61499e747034,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:14.489488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Attempting to bind port 2ac101ad-708e-479b-b633-3e1cdf1fc052 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:14.490452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Attempting to bind port 2ac101ad-708e-479b-b633-3e1cdf1fc052 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:14.491134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Attempting to bind port 2ac101ad-708e-479b-b633-3e1cdf1fc052 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:14.590319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867703e-f63a-48c2-a81b-3737cfa9a140 req-7a8af8eb-007b-46f9-8e95-0d9f85c4a2fd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.592613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1867703e-f63a-48c2-a81b-3737cfa9a140 req-7a8af8eb-007b-46f9-8e95-0d9f85c4a2fd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1590874 Feb 19 01:05:14.620889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['dee478ff-b2b0-446e-86c5-d9392b3a78dc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:14.737803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1867703e-f63a-48c2-a81b-3737cfa9a140 req-2e45251c-af1c-432c-8878-1d2bc60f18d4 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324902 Feb 19 01:05:14.783412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Port 2ac101ad-708e-479b-b633-3e1cdf1fc052 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:14.783737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Attempting to bind port 2ac101ad-708e-479b-b633-3e1cdf1fc052 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:14.786725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (d47bb6f7-32f5-4507-85fc-b04acb7ec254), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.797555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65bda4-c51c-42be-8c5b-a5b39b2aa2bf req-0b8b0bb6-326b-41db-a401-ffac7fc82aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.799101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c65bda4-c51c-42be-8c5b-a5b39b2aa2bf req-0b8b0bb6-326b-41db-a401-ffac7fc82aad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 1130 time: 0.9096181 Feb 19 01:05:14.862107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:14.862636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Checking segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:14.863044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Bound using segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:14.863494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Bound port: 2ac101ad-708e-479b-b633-3e1cdf1fc052, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:14.864131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.873214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c65bda4-c51c-42be-8c5b-a5b39b2aa2bf req-8e6f879f-6ba5-445a-b071-b99d94ff9e77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615566 Feb 19 01:05:14.946282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d0a52-2cac-4cc3-8521-0b684e5457e3 req-efb2188f-aeb8-4020-99f5-75719dced8b9 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.948381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb3d0a52-2cac-4cc3-8521-0b684e5457e3 req-efb2188f-aeb8-4020-99f5-75719dced8b9 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 948 time: 0.6476715 Feb 19 01:05:15.116146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb3d0a52-2cac-4cc3-8521-0b684e5457e3 req-80aecfa4-bd6c-4747-9a3d-b6f88a76acd8 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588547 Feb 19 01:05:15.297338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:15.309363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:15.330510 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.413931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.417854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.419527 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] 10.222.0.89 "PUT /v2.0/ports/2ac101ad-708e-479b-b633-3e1cdf1fc052 HTTP/1.1" status: 200 len: 1092 time: 3.9307721 Feb 19 01:05:15.530527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:15.543750 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20b347e-ee4b-4073-b29b-0cca069a1f67" -d '{"events": [{"name": "network-changed", "server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:15.587564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Request body: {'port': {'device_id': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:15.588022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de585a-5f08-461a-bdd3-8228fc82b895 req-342f70a3-d384-44e3-b33b-ed8000ed5d9f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.594060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de585a-5f08-461a-bdd3-8228fc82b895 req-342f70a3-d384-44e3-b33b-ed8000ed5d9f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.601418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de585a-5f08-461a-bdd3-8228fc82b895 req-342f70a3-d384-44e3-b33b-ed8000ed5d9f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.604910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05de585a-5f08-461a-bdd3-8228fc82b895 req-342f70a3-d384-44e3-b33b-ed8000ed5d9f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2387 time: 0.1478148 Feb 19 01:05:15.685617 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcdcc26-ba76-4cca-ac42-5dd33ad1a4d1 x-openstack-request-id: req-2fcdcc26-ba76-4cca-ac42-5dd33ad1a4d1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:15.685919 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:15.686176 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fcdcc26-ba76-4cca-ac42-5dd33ad1a4d1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:15.686587 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052', 'status': 'completed', 'code': 200} Feb 19 01:05:15.751056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05de585a-5f08-461a-bdd3-8228fc82b895 req-7a1bc8f4-2956-4388-ba83-6974d07b01fa tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299565 Feb 19 01:05:16.004911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91870368-a8a5-41b2-ae18-4bfca9f3c7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:16.008829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.084222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Router d47bb6f7-32f5-4507-85fc-b04acb7ec254 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:16.127674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-ad656425-fb41-4a61-a2dd-6c22eb5c9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.128202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-ad656425-fb41-4a61-a2dd-6c22eb5c9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.129571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-ad656425-fb41-4a61-a2dd-6c22eb5c9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.132332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-ad656425-fb41-4a61-a2dd-6c22eb5c9d2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2761 time: 0.4252033 Feb 19 01:05:16.289097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba25945-7ea5-45f3-bd9c-f20bf4a05820 req-19a5fcc6-68c1-4400-a977-7c18082a47d4 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.301141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cba25945-7ea5-45f3-bd9c-f20bf4a05820 req-19a5fcc6-68c1-4400-a977-7c18082a47d4 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.3687048 Feb 19 01:05:16.532559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7b081-eba3-46c9-819e-b65312e3d435 req-53cd1d9a-cd21-40f7-a034-96fc8ad3bc26 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.544941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bb7b081-eba3-46c9-819e-b65312e3d435 req-53cd1d9a-cd21-40f7-a034-96fc8ad3bc26 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 948 time: 0.1636188 Feb 19 01:05:16.700295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bb7b081-eba3-46c9-819e-b65312e3d435 req-abc7b136-9384-4918-95b4-b11f89025576 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571343 Feb 19 01:05:17.028031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2904cba-fbfb-4786-977f-de58708c05a3 req-151c1229-a44d-4849-b49c-2e0c294228de tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.031633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2904cba-fbfb-4786-977f-de58708c05a3 req-151c1229-a44d-4849-b49c-2e0c294228de tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 949 time: 0.1396961 Feb 19 01:05:17.077347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cba25945-7ea5-45f3-bd9c-f20bf4a05820 req-b26d77c4-4dbe-48dd-a5b6-ff47a652baac tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722545 Feb 19 01:05:17.098667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-22b09a40-7b1c-455d-9680-afc86cbba420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.101858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-22b09a40-7b1c-455d-9680-afc86cbba420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.101858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-22b09a40-7b1c-455d-9680-afc86cbba420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.107526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-22b09a40-7b1c-455d-9680-afc86cbba420 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9628422 Feb 19 01:05:17.169170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2904cba-fbfb-4786-977f-de58708c05a3 req-34c4b187-c2de-473d-932e-61d8607f7b9c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306925 Feb 19 01:05:17.242526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:17.272442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:17.285021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d4dd4d6f-bfc4-454d-952d-d9d5bf8a0fe8 admin admin] 10.222.0.43 "PUT /v2.0/routers/d47bb6f7-32f5-4507-85fc-b04acb7ec254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1771572 Feb 19 01:05:17.287147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52498) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:17.320609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] Sync routers for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:17.419662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:17.420312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:17.612949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks [] for router (d47bb6f7-32f5-4507-85fc-b04acb7ec254), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.649030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port dee478ff-b2b0-446e-86c5-d9392b3a78dc completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:17.745013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port dee478ff-b2b0-446e-86c5-d9392b3a78dc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:17.745393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.777965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb8e374-b757-4271-b90c-63d6af346bb5 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:17.791611 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Publish callbacks [] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.803132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks [] for router_gateway (d47bb6f7-32f5-4507-85fc-b04acb7ec254), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.832428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Transition to ACTIVE for port object eeb8e374-b757-4271-b90c-63d6af346bb5 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:17.844926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:17.851407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752f35-8425-4bc8-8711-b560af0f1b41 req-cb85959c-3920-439f-9b22-471c5114513e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.856830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752f35-8425-4bc8-8711-b560af0f1b41 req-cb85959c-3920-439f-9b22-471c5114513e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.889749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752f35-8425-4bc8-8711-b560af0f1b41 req-cb85959c-3920-439f-9b22-471c5114513e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.891484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0752f35-8425-4bc8-8711-b560af0f1b41 req-cb85959c-3920-439f-9b22-471c5114513e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2387 time: 0.6831701 Feb 19 01:05:17.901765 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.940061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Deleting port 3a433e7a-8199-46f2-bc19-65460f6c2671 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:17.941636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.973573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-7c60e0ee-7b3b-46e3-bdc0-7de7c30ec272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.975701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20b347e-ee4b-4073-b29b-0cca069a1f67 req-7c60e0ee-7b3b-46e3-bdc0-7de7c30ec272 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8508770 Feb 19 01:05:18.128661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0752f35-8425-4bc8-8711-b560af0f1b41 req-1817b065-81e3-4409-b841-5ff30e07935a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287188 Feb 19 01:05:18.195514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52514) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:18.198360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8e374-b757-4271-b90c-63d6af346bb5,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:18.313711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] For port 3a433e7a-8199-46f2-bc19-65460f6c2671, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a433e7a-8199-46f2-bc19-65460f6c2671,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:18.314365 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.331954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Attempting to bind port eeb8e374-b757-4271-b90c-63d6af346bb5 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:18.332548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Attempting to bind port eeb8e374-b757-4271-b90c-63d6af346bb5 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:18.333080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Attempting to bind port eeb8e374-b757-4271-b90c-63d6af346bb5 on network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:18.348547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Port eeb8e374-b757-4271-b90c-63d6af346bb5 on network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:18.349166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Attempting to bind port eeb8e374-b757-4271-b90c-63d6af346bb5 on network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:18.357110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Calling delete_port for 3a433e7a-8199-46f2-bc19-65460f6c2671 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:18.362557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:18.363244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Checking segment: {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:18.363901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Bound using segment: {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:18.364569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Bound port: eeb8e374-b757-4271-b90c-63d6af346bb5, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:18.365212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.426401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4441b3-e713-47ef-8b9b-1ef5d8f07605 req-0647dcab-3ab9-4867-b5c3-da3b5837cc2f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.433890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f4441b3-e713-47ef-8b9b-1ef5d8f07605 req-0647dcab-3ab9-4867-b5c3-da3b5837cc2f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2221160 Feb 19 01:05:18.585529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432a6c-833f-4819-9c25-e1211dbe1e22 req-2643390d-1e9e-41a7-a6b2-e0e4e8d06c22 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.619580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86432a6c-833f-4819-9c25-e1211dbe1e22 req-2643390d-1e9e-41a7-a6b2-e0e4e8d06c22 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 949 time: 0.2195163 Feb 19 01:05:18.731869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f4441b3-e713-47ef-8b9b-1ef5d8f07605 req-baf914fe-f8e3-45d6-8cbd-6f0f700e6a67 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010469 Feb 19 01:05:18.737029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.793748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:18.828144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] For port eeb8e374-b757-4271-b90c-63d6af346bb5, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:18.867393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:18.868596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.901311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] For port eeb8e374-b757-4271-b90c-63d6af346bb5, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=eeb8e374-b757-4271-b90c-63d6af346bb5,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:18.913879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86432a6c-833f-4819-9c25-e1211dbe1e22 req-f49a21af-93b4-4d42-b5dd-84ed6ab8f2be tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837973 Feb 19 01:05:18.934878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.938117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:18.951103 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de2517e-60c6-46c5-8dcc-be838a102021" -d '{"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-plugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:18.964746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3a433e7a-8199-46f2-bc19-65460f6c2671), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.999326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a433e7a-8199-46f2-bc19-65460f6c2671,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.002143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:19.015288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.020588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.104684 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aca70a-e34a-49dd-b5e1-abe767cc6770 x-openstack-request-id: req-17aca70a-e34a-49dd-b5e1-abe767cc6770 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:19.104977 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-plugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:19.105268 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17aca70a-e34a-49dd-b5e1-abe767cc6770 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:19.105873 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'code': 200} Feb 19 01:05:19.106736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.116606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (d47bb6f7-32f5-4507-85fc-b04acb7ec254), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.128618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:05:13Z', 'revision_number': 5, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port': {'id': '3a433e7a-8199-46f2-bc19-65460f6c2671', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:23Z', 'updated_at': '2022-02-19T01:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:19.132299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.134067 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.136198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] 10.222.0.89 "PUT /v2.0/ports/eeb8e374-b757-4271-b90c-63d6af346bb5 HTTP/1.1" status: 200 len: 1092 time: 3.5701859 Feb 19 01:05:19.150142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'tag': 'eeb8e374-b757-4271-b90c-63d6af346bb5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:19.176643 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4be0b5-0a3c-4d26-883e-afbf3f845422" -d '{"events": [{"name": "network-changed", "server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "tag": "eeb8e374-b757-4271-b90c-63d6af346bb5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:19.266736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] Checking router: d47bb6f7-32f5-4507-85fc-b04acb7ec254 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:05:19.304411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] Routers {'d47bb6f7-32f5-4507-85fc-b04acb7ec254'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:19.305385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:04:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:19.332778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Request body: {'port': {'device_id': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:19.341910 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bcf451-420d-4045-981b-02ca6c2d70c1 x-openstack-request-id: req-61bcf451-420d-4045-981b-02ca6c2d70c1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:19.342500 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "tag": "eeb8e374-b757-4271-b90c-63d6af346bb5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:19.342926 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61bcf451-420d-4045-981b-02ca6c2d70c1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:19.343484 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'tag': 'eeb8e374-b757-4271-b90c-63d6af346bb5', 'status': 'completed', 'code': 200} Feb 19 01:05:19.471293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be456b0-aafe-44a6-8d75-d5ecdd04b385 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8e374-b757-4271-b90c-63d6af346bb5,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.514334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] Set router d47bb6f7-32f5-4507-85fc-b04acb7ec254 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:19.526591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (d47bb6f7-32f5-4507-85fc-b04acb7ec254), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.536362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks [] for router_controller (d47bb6f7-32f5-4507-85fc-b04acb7ec254), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.645854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-3add2700-556b-443e-b74c-08a9f2735912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.651717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:05:18Z', 'revision_number': 7, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:19.661843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-3add2700-556b-443e-b74c-08a9f2735912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.663008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-3add2700-556b-443e-b74c-08a9f2735912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.663901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.668488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-3add2700-556b-443e-b74c-08a9f2735912 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2859 time: 0.3022609 Feb 19 01:05:19.672580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cadff-59eb-49f2-87d0-e96f47e1f73f req-01f209e3-114a-4b63-aa7a-08dc56480b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.674661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb5cadff-59eb-49f2-87d0-e96f47e1f73f req-01f209e3-114a-4b63-aa7a-08dc56480b15 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 1132 time: 0.4845550 Feb 19 01:05:19.683669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (d47bb6f7-32f5-4507-85fc-b04acb7ec254), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.684508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d47bb6f7-32f5-4507-85fc-b04acb7ec254 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:05:19.690846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.692161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6de1cf14-82c1-4993-a5f0-cc11f6dc3ae0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d47bb6f7-32f5-4507-85fc-b04acb7ec254 HTTP/1.1" status: 204 len: 168 time: 2.4037828 Feb 19 01:05:19.698411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52540) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:19.740207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a6ae7-098c-47b2-b0c2-4965c8eebaef req-fd08d08e-9411-4adb-a174-1662c451e4b0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.758008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5d069-bfc6-41be-83a4-9fad7d87153a None None] The sync data for ids ['d47bb6f7-32f5-4507-85fc-b04acb7ec254'] in n-d-826752-2 is: [{'id': 'd47bb6f7-32f5-4507-85fc-b04acb7ec254', 'name': 'tempest-FloatingIPsAssociationTestJSON-1663900455-router', 'tenant_id': '3d39d67c7de54432b5a6dd93b2062af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:22Z', 'updated_at': '2022-02-19T01:05:18Z', 'revision_number': 7, 'project_id': '3d39d67c7de54432b5a6dd93b2062af3', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:19.759076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a6ae7-098c-47b2-b0c2-4965c8eebaef req-fd08d08e-9411-4adb-a174-1662c451e4b0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.774567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a6ae7-098c-47b2-b0c2-4965c8eebaef req-fd08d08e-9411-4adb-a174-1662c451e4b0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.781241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-134a6ae7-098c-47b2-b0c2-4965c8eebaef req-fd08d08e-9411-4adb-a174-1662c451e4b0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2399 time: 0.4367161 Feb 19 01:05:19.907841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb5cadff-59eb-49f2-87d0-e96f47e1f73f req-b58e225b-369e-4f55-9635-f0ed77fc20d1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860878 Feb 19 01:05:20.035318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-b3f1e482-8ff8-4b6f-b62b-a966d92d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.035870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-b3f1e482-8ff8-4b6f-b62b-a966d92d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.036237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-b3f1e482-8ff8-4b6f-b62b-a966d92d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.037868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-b3f1e482-8ff8-4b6f-b62b-a966d92d3b97 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3444462 Feb 19 01:05:20.095812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Deleting subnet 064e6f4f-71a7-4473-a5c1-3e040580693b {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:20.162384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Publish callbacks [] for subnet (064e6f4f-71a7-4473-a5c1-3e040580693b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.186933 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0933c023-0092-4a9b-850b-5825991b6bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.281371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64569850-cd41-45c3-872c-61499e747034 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:20.331693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 64569850-cd41-45c3-872c-61499e747034 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:20.332364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f770-13ca-487b-89db-6ebd70485c4f req-466f2788-3dec-4909-b5f6-820bd7d75cc2 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.338311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64569850-cd41-45c3-872c-61499e747034 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:20.341739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f5f770-13ca-487b-89db-6ebd70485c4f req-466f2788-3dec-4909-b5f6-820bd7d75cc2 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2519488 Feb 19 01:05:20.345646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (064e6f4f-71a7-4473-a5c1-3e040580693b), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.415022 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-134a6ae7-098c-47b2-b0c2-4965c8eebaef req-6027e27e-ea48-40c2-b134-90d3727453d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986357 Feb 19 01:05:20.433662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.476175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d413e403-68bf-4012-a99d-a7dc9a6715f3 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:20.554296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Publish callbacks [] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.569035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Transition to ACTIVE for port object d413e403-68bf-4012-a99d-a7dc9a6715f3 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:20.577856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.581130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-e4aefa6b-6e83-459f-95e2-401ae823a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.589667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc4be0b5-0a3c-4d26-883e-afbf3f845422 req-e4aefa6b-6e83-459f-95e2-401ae823a2e1 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4152358 Feb 19 01:05:20.733231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (064e6f4f-71a7-4473-a5c1-3e040580693b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.886821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f5f770-13ca-487b-89db-6ebd70485c4f req-0fc7e92b-da01-4d7e-a27e-c7e2ec5487fa tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441852 Feb 19 01:05:20.894636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (064e6f4f-71a7-4473-a5c1-3e040580693b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.956221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d413e403-68bf-4012-a99d-a7dc9a6715f3,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:20.957546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b155e04-86b8-43af-9498-50ae14f5507e None None] Network 72d32af2-b37e-4661-9cbb-d8592fbc7c64 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:20.958314 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.963967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/064e6f4f-71a7-4473-a5c1-3e040580693b HTTP/1.1" status: 204 len: 168 time: 0.9305978 Feb 19 01:05:20.965540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab41791-310c-4bcb-affe-45c8935c4226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064e6f4f-71a7-4473-a5c1-3e040580693b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:20.968918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:21.062902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (72d32af2-b37e-4661-9cbb-d8592fbc7c64), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.114367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565abfc-2f2d-4f9c-b04c-04f3190eabc7 req-28e0befb-d497-48c3-81c7-bcef535f64e9 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.122935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5565abfc-2f2d-4f9c-b04c-04f3190eabc7 req-28e0befb-d497-48c3-81c7-bcef535f64e9 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 950 time: 0.4441006 Feb 19 01:05:21.140392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Allocated IP 172.25.0.202 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/2e011352-c2c3-4de3-8e89-28e0fd00ffb0) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:21.167860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Attempting to bind port d413e403-68bf-4012-a99d-a7dc9a6715f3 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:21.168573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Attempting to bind port d413e403-68bf-4012-a99d-a7dc9a6715f3 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:21.169317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Attempting to bind port d413e403-68bf-4012-a99d-a7dc9a6715f3 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:21.177485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Port d413e403-68bf-4012-a99d-a7dc9a6715f3 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:21.178053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Attempting to bind port d413e403-68bf-4012-a99d-a7dc9a6715f3 on network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:21.180398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Deleting port d8ce103a-8514-4c7d-af5c-749cd732c865 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:21.182904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.189653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:21.189996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Checking segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:21.190382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Bound using segment: {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:21.190814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Bound port: d413e403-68bf-4012-a99d-a7dc9a6715f3, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293865cf-b023-4190-93dd-52fffeabd923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:21.191175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.344832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] For port d8ce103a-8514-4c7d-af5c-749cd732c865, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d8ce103a-8514-4c7d-af5c-749cd732c865,segment=NetworkSegment(1e0430d9-4706-4fed-8a22-90640bea0fb0),segment_id=1e0430d9-4706-4fed-8a22-90640bea0fb0)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:21.347717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.358011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] For port d413e403-68bf-4012-a99d-a7dc9a6715f3, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:21.361213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] For port d413e403-68bf-4012-a99d-a7dc9a6715f3, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:21.376261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.379700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Calling delete_port for d8ce103a-8514-4c7d-af5c-749cd732c865 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:21.463193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d413e403-68bf-4012-a99d-a7dc9a6715f3,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:21.475082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.496823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.498297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-8168d849-36cd-4e08-859f-a64de10104e3 service neutron] 10.222.0.89 "PUT /v2.0/ports/d413e403-68bf-4012-a99d-a7dc9a6715f3 HTTP/1.1" status: 200 len: 1090 time: 2.3047712 Feb 19 01:05:21.499626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] DHCP port deletion for 72d32af2-b37e-4661-9cbb-d8592fbc7c64 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:21.500881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'tag': 'd413e403-68bf-4012-a99d-a7dc9a6715f3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:21.503124 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10034b86-183f-4851-965a-88ba032c2350" -d '{"events": [{"name": "network-changed", "server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "tag": "d413e403-68bf-4012-a99d-a7dc9a6715f3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:21.554396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5565abfc-2f2d-4f9c-b04c-04f3190eabc7 req-96376396-3c9b-49be-8137-6a5e9ef628e8 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065855 Feb 19 01:05:21.712671 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3cd5af-99fc-47e6-9018-41c3c2eb8616 x-openstack-request-id: req-3f3cd5af-99fc-47e6-9018-41c3c2eb8616 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:21.713067 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "tag": "d413e403-68bf-4012-a99d-a7dc9a6715f3", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:21.713288 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f3cd5af-99fc-47e6-9018-41c3c2eb8616 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:21.713690 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'tag': 'd413e403-68bf-4012-a99d-a7dc9a6715f3', 'status': 'completed', 'code': 200} Feb 19 01:05:21.760839 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.772229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.798042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ce103a-8514-4c7d-af5c-749cd732c865,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:21.887233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Deleting port d8ce103a-8514-4c7d-af5c-749cd732c865 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:21.887993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.892872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-899e54e7-0bc3-4eae-993e-75cbee086614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.896142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-899e54e7-0bc3-4eae-993e-75cbee086614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.896142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-899e54e7-0bc3-4eae-993e-75cbee086614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.900201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-899e54e7-0bc3-4eae-993e-75cbee086614 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2957 time: 0.3174121 Feb 19 01:05:21.910488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.951351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] No DVR routers for this DVR port d8ce103a-8514-4c7d-af5c-749cd732c865 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:22.116156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Port': ['ID=2e011352-c2c3-4de3-8e89-28e0fd00ffb0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:22.118954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479958ef-19fa-4f1a-80e6-3e66ebe54779 req-c43863ac-615d-4efc-a72d-f5908506fdf9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.124561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479958ef-19fa-4f1a-80e6-3e66ebe54779 req-c43863ac-615d-4efc-a72d-f5908506fdf9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.131468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479958ef-19fa-4f1a-80e6-3e66ebe54779 req-c43863ac-615d-4efc-a72d-f5908506fdf9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.133295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-479958ef-19fa-4f1a-80e6-3e66ebe54779 req-c43863ac-615d-4efc-a72d-f5908506fdf9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2411 time: 0.4727802 Feb 19 01:05:22.153686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a433e7a-8199-46f2-bc19-65460f6c2671 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:22.161597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-ba47066e-e5a7-48ab-b537-db86c5d941e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052 HTTP/1.1" status: 200 len: 217 time: 0.2471099 Feb 19 01:05:22.200260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-479958ef-19fa-4f1a-80e6-3e66ebe54779 req-d29812a9-e37f-4870-809c-707cb6bf33dd tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580099 Feb 19 01:05:22.202499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (72d32af2-b37e-4661-9cbb-d8592fbc7c64), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.210489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3a433e7a-8199-46f2-bc19-65460f6c2671 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:22.211029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a433e7a-8199-46f2-bc19-65460f6c2671 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:22.211488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d8ce103a-8514-4c7d-af5c-749cd732c865 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:22.220248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:22.235931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d8ce103a-8514-4c7d-af5c-749cd732c865 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:22.236545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d8ce103a-8514-4c7d-af5c-749cd732c865 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:22.242983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d32af2-b37e-4661-9cbb-d8592fbc7c64']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:22.259913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0430d9-4706-4fed-8a22-90640bea0fb0') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:22.261031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0430d9-4706-4fed-8a22-90640bea0fb0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:22.273688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (1e0430d9-4706-4fed-8a22-90640bea0fb0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.287179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] For port d8ce103a-8514-4c7d-af5c-749cd732c865, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:22.287795 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.303750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1e0430d9-4706-4fed-8a22-90640bea0fb0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.305690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Calling delete_port for d8ce103a-8514-4c7d-af5c-749cd732c865 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:22.309216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Port d8ce103a-8514-4c7d-af5c-749cd732c865 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:05:22.311284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (d8ce103a-8514-4c7d-af5c-749cd732c865), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.312399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-4c0120ff-6041-47dd-89ea-10fa2e1103dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.315517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-4c0120ff-6041-47dd-89ea-10fa2e1103dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89475cc3-e9db-4583-8306-30180dcea29c HTTP/1.1" status: 200 len: 801 time: 0.0941746 Feb 19 01:05:22.318081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:22.318081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (1e0430d9-4706-4fed-8a22-90640bea0fb0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.318525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:22.320281 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:22.333791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:22.356597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] No DVR routers for this DVR port d8ce103a-8514-4c7d-af5c-749cd732c865 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:22.363441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05260d-a669-4931-91e8-dea4d1e34555 None None] Pushing event deleted for resources: {'Port': ['ID=d8ce103a-8514-4c7d-af5c-749cd732c865,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:22.447644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (72d32af2-b37e-4661-9cbb-d8592fbc7c64), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.454204 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.461160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] 10.222.0.43 "DELETE /v2.0/networks/72d32af2-b37e-4661-9cbb-d8592fbc7c64 HTTP/1.1" status: 204 len: 168 time: 1.4910018 Feb 19 01:05:22.475230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e42c4a-ba0b-47d7-ad40-068d3f1d153a admin admin] Pushing event deleted for resources: {'Network': ['ID=72d32af2-b37e-4661-9cbb-d8592fbc7c64,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:22.534881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c868e43-ede0-43c7-87f1-7fc2f00be469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.659320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for floatingip (ea631e24-2153-4692-a805-20cd6ea258f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.788717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233a66f-c997-44aa-bbb6-ab2fd17ce9c2 req-1b00f0fd-4e22-4ee9-9e8f-e98f443e66fc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.795818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1233a66f-c997-44aa-bbb6-ab2fd17ce9c2 req-1b00f0fd-4e22-4ee9-9e8f-e98f443e66fc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 950 time: 0.1120460 Feb 19 01:05:22.876578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52586) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:22.880431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1233a66f-c997-44aa-bbb6-ab2fd17ce9c2 req-c7cfb6e2-fd6a-46ec-9cea-f95e74093da0 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700512 Feb 19 01:05:22.983305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3c996c96-c05c-4d92-aab5-943ffab2c60e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d39d67c7de54432b5a6dd93b2062af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1015949 Feb 19 01:05:22.983980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52592) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:23.153326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3f88620-a104-472b-9ceb-ccaa46eb5404 admin admin] Publish callbacks [] for security_group (8527be30-aef6-453a-a704-cb97954faed1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.231776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3f88620-a104-472b-9ceb-ccaa46eb5404 admin admin] Publish callbacks [] for security_group (8527be30-aef6-453a-a704-cb97954faed1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.254117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.292779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d20f01-17b7-4030-ac0e-d6582745377e req-0a0ea39c-c02a-4f1d-880b-49a033255ed3 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.294416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0d20f01-17b7-4030-ac0e-d6582745377e req-0a0ea39c-c02a-4f1d-880b-49a033255ed3 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 1.1640742 Feb 19 01:05:23.300649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-572537be-4bc5-490d-a2bb-b7cfa7807d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.302249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-572537be-4bc5-490d-a2bb-b7cfa7807d60 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c4567d1-c7e6-4543-b726-d11d6f3b2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8735621 Feb 19 01:05:23.359485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3f88620-a104-472b-9ceb-ccaa46eb5404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8527be30-aef6-453a-a704-cb97954faed1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.362734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3f88620-a104-472b-9ceb-ccaa46eb5404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.364497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3f88620-a104-472b-9ceb-ccaa46eb5404 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8527be30-aef6-453a-a704-cb97954faed1 HTTP/1.1" status: 204 len: 168 time: 0.3790824 Feb 19 01:05:23.382550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f88620-a104-472b-9ceb-ccaa46eb5404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527be30-aef6-453a-a704-cb97954faed1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.583356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.646743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.681300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0d20f01-17b7-4030-ac0e-d6582745377e req-9dffa7c6-7277-45c1-8e69-5f753961bd39 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779340 Feb 19 01:05:23.682599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.725593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-db051b92-084a-4169-8d64-dd88eb03219a service neutron] 10.222.0.89 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006343 Feb 19 01:05:23.735587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb998-6942-4bc3-bcfe-ef1953cd0dea req-2ea43c68-279e-4d76-805d-14c7923ecbde tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.743179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb998-6942-4bc3-bcfe-ef1953cd0dea req-2ea43c68-279e-4d76-805d-14c7923ecbde tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.756391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb998-6942-4bc3-bcfe-ef1953cd0dea req-2ea43c68-279e-4d76-805d-14c7923ecbde tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.759144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74ebb998-6942-4bc3-bcfe-ef1953cd0dea req-2ea43c68-279e-4d76-805d-14c7923ecbde tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2411 time: 0.1357665 Feb 19 01:05:23.899645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Port': ['ID=2e011352-c2c3-4de3-8e89-28e0fd00ffb0,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.912894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (ea631e24-2153-4692-a805-20cd6ea258f8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.937739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74ebb998-6942-4bc3-bcfe-ef1953cd0dea req-a6e05f34-9af1-4bcc-8a06-b882a15690ff tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699314 Feb 19 01:05:23.969104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.973081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52658) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:23.976530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8bf5c3ef-8734-4b5a-9e66-28c0760c0c3a tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7610912 Feb 19 01:05:23.981111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1358417247'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:24.018548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-481612da-1a7f-4d76-bb35-e63bd6e01cd1 service neutron] 10.222.0.89 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450533 Feb 19 01:05:24.048567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Made reservation on behalf of b6e7401a58924060a72d716a8db70dd6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:24.051953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.074129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.142727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-aaba183f-ba1e-4751-83b1-0a6146510148 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=eeb8e374-b757-4271-b90c-63d6af346bb5 HTTP/1.1" status: 200 len: 217 time: 0.1118364 Feb 19 01:05:24.250385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-bc50b2fc-0639-4122-8a05-f5b059a497ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.256777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-bc50b2fc-0639-4122-8a05-f5b059a497ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06bd7203-590d-416b-9cc3-5c9356176da3 HTTP/1.1" status: 200 len: 801 time: 0.1027825 Feb 19 01:05:24.276121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for security_group (1a60444b-8483-4395-86a9-2d949089c857), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.285077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1a60444b-8483-4395-86a9-2d949089c857), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.344794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:24.351831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-abef5bb8-d95e-4ec9-b7c0-1d3579415b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.355313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-abef5bb8-d95e-4ec9-b7c0-1d3579415b53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1fc2846a-d273-49f6-ab0d-5d5133f83d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0863502 Feb 19 01:05:24.364909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a60444b-8483-4395-86a9-2d949089c857,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:24.392875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (065e19c8-3b16-499a-82ab-a7685363d84a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.393332 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Added segment 065e19c8-3b16-499a-82ab-a7685363d84a of type vlan for network a9035497-7790-44c5-b3bc-aa1d792a2bf8 Feb 19 01:05:24.517134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a9035497-7790-44c5-b3bc-aa1d792a2bf8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.617212 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-d1c8ad8e-2538-43fe-90f2-46a607aa6c0f service neutron] 10.222.0.89 "GET /v2.0/networks/1fc2846a-d273-49f6-ab0d-5d5133f83d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437880 Feb 19 01:05:24.629252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a9035497-7790-44c5-b3bc-aa1d792a2bf8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.651579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.652265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.883021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-26cab0c0-f474-4c48-9763-6fd2bc661cff service neutron] 10.222.0.89 "GET /v2.0/networks/1fc2846a-d273-49f6-ab0d-5d5133f83d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467189 Feb 19 01:05:24.902641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad42c2c-2938-4f78-9dfd-339995ce78a7 req-d6a33956-e7b6-4303-a39f-707994286496 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.910998 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ad42c2c-2938-4f78-9dfd-339995ce78a7 req-d6a33956-e7b6-4303-a39f-707994286496 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1848307 Feb 19 01:05:25.023306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ad42c2c-2938-4f78-9dfd-339995ce78a7 req-b9b5b9f3-1e1c-49f2-aeb0-91eea4af85f8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111970 Feb 19 01:05:25.123926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-c1fe9643-05ab-4727-9aa9-1a7ce5afce01 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3 HTTP/1.1" status: 200 len: 217 time: 0.2100828 Feb 19 01:05:25.241106 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.335538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-d64a16c8-7324-473e-8324-f1b532347fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.338098 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-d64a16c8-7324-473e-8324-f1b532347fdc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89475cc3-e9db-4583-8306-30180dcea29c HTTP/1.1" status: 200 len: 801 time: 0.2021172 Feb 19 01:05:25.362305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85676b3-5b8d-4180-8119-85763d681017 req-eb12d090-66bb-427c-9400-ca5dd3c84e80 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.364007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b85676b3-5b8d-4180-8119-85763d681017 req-eb12d090-66bb-427c-9400-ca5dd3c84e80 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 944 time: 0.1563170 Feb 19 01:05:25.421579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d10ea0-268e-4df2-bfd8-a87b8cef84fc req-8d0cceca-9ea2-4b0b-afad-607b075a1867 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.424427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2d10ea0-268e-4df2-bfd8-a87b8cef84fc req-8d0cceca-9ea2-4b0b-afad-607b075a1867 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 944 time: 0.2264950 Feb 19 01:05:25.484295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5097234 Feb 19 01:05:25.488216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:25.520677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Request body: {'subnet': {'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:25.539204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-53bb6888-6b58-4287-b95b-461fe2a8aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.542065 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-53bb6888-6b58-4287-b95b-461fe2a8aec6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.9652843 Feb 19 01:05:25.565518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ea59-17e8-4c31-ac2e-84e7fd1d54fb tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Network': ['ID=a9035497-7790-44c5-b3bc-aa1d792a2bf8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:25.577643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:25.609731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2d10ea0-268e-4df2-bfd8-a87b8cef84fc req-6a0251ea-5164-48d8-ad74-43a65cd72c2c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530089 Feb 19 01:05:25.639626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406e49-5e99-48f0-9153-da4dbede6096 req-871e4bdb-73df-41f1-b1d6-fb450f1ac45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.641649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-871e4bdb-73df-41f1-b1d6-fb450f1ac45b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c4567d1-c7e6-4543-b726-d11d6f3b2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2750037 Feb 19 01:05:25.737434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ac82-9949-4f45-97bf-7c4f4c3bed8d req-8ebcc3b0-a63e-4d7c-a69e-a41dc6320f03 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.744893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ac82-9949-4f45-97bf-7c4f4c3bed8d req-8ebcc3b0-a63e-4d7c-a69e-a41dc6320f03 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.752810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ac82-9949-4f45-97bf-7c4f4c3bed8d req-8ebcc3b0-a63e-4d7c-a69e-a41dc6320f03 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.761735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9206ac82-9949-4f45-97bf-7c4f4c3bed8d req-8ebcc3b0-a63e-4d7c-a69e-a41dc6320f03 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2411 time: 0.3379736 Feb 19 01:05:25.811347 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.826380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-6cdb9d0f-12d3-4690-976e-ead9a85f40f7 service neutron] 10.222.0.89 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730049 Feb 19 01:05:25.872235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Deleting port 6d63bd71-4080-4b60-8ab2-2bd140f47daa {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:25.872643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.899355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9206ac82-9949-4f45-97bf-7c4f4c3bed8d req-e0cbd214-490d-40fa-ba1e-d20b0b81bcab tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345241 Feb 19 01:05:25.982864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-c4ac5a21-3e3e-456b-bbc3-d59044eff516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.984382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-c4ac5a21-3e3e-456b-bbc3-d59044eff516 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 916 time: 0.4199691 Feb 19 01:05:25.986121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Made reservation on behalf of b6e7401a58924060a72d716a8db70dd6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:25.990393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.117759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-2b4814d7-dbfd-4203-8d82-301d7c052c5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b HTTP/1.1" status: 200 len: 217 time: 0.1205859 Feb 19 01:05:26.147503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89406e49-5e99-48f0-9153-da4dbede6096 req-4d6ab7ae-f6e2-4fe3-b816-8661a13dc1e9 service neutron] 10.222.0.89 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072138 Feb 19 01:05:26.212758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-1ac0dfba-512e-46f7-b9cf-605390b52d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.214574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-1ac0dfba-512e-46f7-b9cf-605390b52d1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.0778992 Feb 19 01:05:26.268399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] For port 6d63bd71-4080-4b60-8ab2-2bd140f47daa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6d63bd71-4080-4b60-8ab2-2bd140f47daa,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:26.268776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.331326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d157c-e0d5-443a-9028-282fd180ed44 req-98b2b428-dbb2-4a37-b18a-1138fa10ce8e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.332379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a26d157c-e0d5-443a-9028-282fd180ed44 req-98b2b428-dbb2-4a37-b18a-1138fa10ce8e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1676252 Feb 19 01:05:26.334688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Calling delete_port for 6d63bd71-4080-4b60-8ab2-2bd140f47daa owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:26.396411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-2f58688b-1e1d-4c46-9c21-e021fbc15b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.398019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-2f58688b-1e1d-4c46-9c21-e021fbc15b03 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1401820 Feb 19 01:05:26.404175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (7027ac0e-ccaf-45c7-86eb-3d3c5644f54d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.453829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034b86-183f-4851-965a-88ba032c2350 req-202f4eea-508a-4d24-996f-74fad2185564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.454448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034b86-183f-4851-965a-88ba032c2350 req-202f4eea-508a-4d24-996f-74fad2185564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.455417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034b86-183f-4851-965a-88ba032c2350 req-202f4eea-508a-4d24-996f-74fad2185564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.457736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-202f4eea-508a-4d24-996f-74fad2185564 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2957 time: 0.1940448 Feb 19 01:05:26.464425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.513438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a26d157c-e0d5-443a-9028-282fd180ed44 req-b6305649-d0da-4a43-8b50-006caaba2c49 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704285 Feb 19 01:05:26.545147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Subnet': ['ID=7027ac0e-ccaf-45c7-86eb-3d3c5644f54d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:26.569767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Checking segment: {'id': '065e19c8-3b16-499a-82ab-a7685363d84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:26.570130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network hostable DHCP agents. Network: a9035497-7790-44c5-b3bc-aa1d792a2bf8, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:26.586384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-c678dc7a-a26f-4136-9071-3c584f829190 service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741831 Feb 19 01:05:26.600204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:26.710855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a9035497-7790-44c5-b3bc-aa1d792a2bf8) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:26.720245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b289939-616c-42df-9d4f-f06140ad6d07 None None] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:26.723045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.731681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.781283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af83754c-89ba-4982-817e-a0544a926af9 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2910969 Feb 19 01:05:26.787462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034b86-183f-4851-965a-88ba032c2350 req-a5d170fe-c9aa-4f50-bab9-493b4857d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.788130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:26.799907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-a5d170fe-c9aa-4f50-bab9-493b4857d698 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9c4567d1-c7e6-4543-b726-d11d6f3b2881 HTTP/1.1" status: 200 len: 903 time: 0.3282359 Feb 19 01:05:26.812964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1626852285', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:26.867379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5ade75b-b0e8-40f7-a110-61bcd5d5edfb req-0ec0c02a-6b80-4459-80e6-ffd2be50187c service neutron] 10.222.0.89 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614417 Feb 19 01:05:26.875024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (eef1d7ca-ce1a-4b6d-825d-afd85c817238), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.876505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (eef1d7ca-ce1a-4b6d-825d-afd85c817238), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.883678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a9035497-7790-44c5-b3bc-aa1d792a2bf8', 'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8', 'project_id': 'b6e7401a58924060a72d716a8db70dd6', 'fixed_ips': [{'subnet_id': '7027ac0e-ccaf-45c7-86eb-3d3c5644f54d'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:26.885919 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.971739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router_controller (eef1d7ca-ce1a-4b6d-825d-afd85c817238), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.004324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-4890f645-52b7-411a-a596-bd774a094a4c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3 HTTP/1.1" status: 200 len: 217 time: 0.1782212 Feb 19 01:05:27.011219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6d63bd71-4080-4b60-8ab2-2bd140f47daa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.036732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6d63bd71-4080-4b60-8ab2-2bd140f47daa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:27.090668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event deleted for resources: {'Port': ['ID=6d63bd71-4080-4b60-8ab2-2bd140f47daa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:27.158106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3af0-1797-4f28-951a-4acb78ac59dd req-cf5d3b14-194a-4746-8aa4-e1e201d55efc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.159613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-387a3af0-1797-4f28-951a-4acb78ac59dd req-cf5d3b14-194a-4746-8aa4-e1e201d55efc tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f286d31-0044-4af5-bd54-6f990c8c333c HTTP/1.1" status: 200 len: 866 time: 0.1916287 Feb 19 01:05:27.171103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-052d2eef-9d91-46f0-8484-49c2088da56a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.173447 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-052d2eef-9d91-46f0-8484-49c2088da56a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.4341419 Feb 19 01:05:27.176614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034b86-183f-4851-965a-88ba032c2350 req-52a9e2f2-3ed7-4168-adc3-508971f85acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.176614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-52a9e2f2-3ed7-4168-adc3-508971f85acd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89475cc3-e9db-4583-8306-30180dcea29c HTTP/1.1" status: 200 len: 801 time: 0.1525636 Feb 19 01:05:27.177428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] No DVR routers for this DVR port 6d63bd71-4080-4b60-8ab2-2bd140f47daa on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:27.180456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.184726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b85676b3-5b8d-4180-8119-85763d681017 req-ec9eed91-a9e9-4de4-9077-abce2cc30b3c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "DELETE /v2.0/ports/6d63bd71-4080-4b60-8ab2-2bd140f47daa HTTP/1.1" status: 204 len: 173 time: 1.8034475 Feb 19 01:05:27.185426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'name': 'network-vif-deleted', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:27.188499 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd5656-3610-4991-b4f1-82ff399097ab" -d '{"events": [{"server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "name": "network-vif-deleted", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:27.221641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-21bbb76a-2720-4423-a6d6-55d6425110f1 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/quotas/2f3953551f0a420abe960cb4b3998faa HTTP/1.1" status: 200 len: 375 time: 0.0295596 Feb 19 01:05:27.251769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:27.255378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router_gateway (eef1d7ca-ce1a-4b6d-825d-afd85c817238), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.257206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:27.280168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Allocated IP 172.20.0.2 (a9035497-7790-44c5-b3bc-aa1d792a2bf8/7027ac0e-ccaf-45c7-86eb-3d3c5644f54d/d0295a04-a762-49c0-97c1-cdd0cc0caf7a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:27.288480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-387a3af0-1797-4f28-951a-4acb78ac59dd req-11467976-a8d0-44a9-a30c-1932e1499048 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915413 Feb 19 01:05:27.301614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034b86-183f-4851-965a-88ba032c2350 req-c129866e-565a-4cdc-8f49-07ea8db08b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.303260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-c129866e-565a-4cdc-8f49-07ea8db08b92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c4567d1-c7e6-4543-b726-d11d6f3b2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1029115 Feb 19 01:05:27.323148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-88859973-72f3-4285-a9a8-7b1a7c3ad76d tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000326 Feb 19 01:05:27.594814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:05:27.651946 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f66b9f62-4ade-48b0-ae35-cb2ef3079ec2 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279226 Feb 19 01:05:27.659388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-58fd0143-5430-4e72-a8b3-cbd6349473d7 service neutron] 10.222.0.89 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106349 Feb 19 01:05:27.760352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router_gateway (eef1d7ca-ce1a-4b6d-825d-afd85c817238), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.786124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.932757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:27.933331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f16cf639-e886-4b33-954d-074b6e78eb68 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721817 Feb 19 01:05:27.976001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10034b86-183f-4851-965a-88ba032c2350 req-35fafd8a-ec6d-4fe1-8641-83e42150add7 service neutron] 10.222.0.89 "GET /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923541 Feb 19 01:05:27.983624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'mac_address': 'fa:16:3e:06:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:28.018945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 7a466aec-37ac-469e-ad6a-6baeaca43000 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:28.019589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.086705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Allocated IP 172.25.0.91 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/c90c01d4-c457-4704-a081-85486c0eef38) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:28.205434 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956d1bcc-d67b-4fa3-a966-3d1df86fc84f x-openstack-request-id: req-956d1bcc-d67b-4fa3-a966-3d1df86fc84f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:28.206594 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f286d31-0044-4af5-bd54-6f990c8c333c", "name": "network-vif-deleted", "tag": "6d63bd71-4080-4b60-8ab2-2bd140f47daa", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:28.207015 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-956d1bcc-d67b-4fa3-a966-3d1df86fc84f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:28.207598 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f286d31-0044-4af5-bd54-6f990c8c333c', 'name': 'network-vif-deleted', 'tag': '6d63bd71-4080-4b60-8ab2-2bd140f47daa', 'status': 'completed', 'code': 200} Feb 19 01:05:28.219069 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Publish callbacks [] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.262524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:28.265468 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.272706 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.345494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55591b-e2b5-4701-b30a-80cd38319139 req-3358a3dd-58b2-40b9-8d65-2a3f10910001 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.352721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c55591b-e2b5-4701-b30a-80cd38319139 req-3358a3dd-58b2-40b9-8d65-2a3f10910001 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0856235 Feb 19 01:05:28.359168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955409-8faf-4d88-83dd-6d41e21c3cc0 req-8068a2bb-da49-4ba9-b206-c5e9fafd5e69 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.366103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955409-8faf-4d88-83dd-6d41e21c3cc0 req-8068a2bb-da49-4ba9-b206-c5e9fafd5e69 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.373804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955409-8faf-4d88-83dd-6d41e21c3cc0 req-8068a2bb-da49-4ba9-b206-c5e9fafd5e69 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.377863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac955409-8faf-4d88-83dd-6d41e21c3cc0 req-8068a2bb-da49-4ba9-b206-c5e9fafd5e69 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2411 time: 0.1680529 Feb 19 01:05:28.423747 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for port (c90c01d4-c457-4704-a081-85486c0eef38), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.426021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Pushing event updated for resources: {'Port': ['ID=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:28.432445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dee478ff-b2b0-446e-86c5-d9392b3a78dc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:28.440964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c55591b-e2b5-4701-b30a-80cd38319139 req-4fd547f6-7269-45f5-8135-762a0b6a5d40 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867605 Feb 19 01:05:28.479011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:28.480136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:28.482492 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce4a08-7a22-4bb4-820d-30b616b3949e" -d '{"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-unplugged", "status": "completed", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:28.487753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:28.524206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac955409-8faf-4d88-83dd-6d41e21c3cc0 req-04c745f8-d796-44c1-90f8-73fae8d6fb38 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343699 Feb 19 01:05:28.530203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:28.578466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:28.581643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:28.650756 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.669075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.757774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a2de831-576b-4d3e-a430-fd18aa5d9a85 req-bd4e6fbc-2390-40a3-99eb-900e8dc20196 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 210 time: 0.1121070 Feb 19 01:05:28.760720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c90c01d4-c457-4704-a081-85486c0eef38), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.816332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:28.819383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:28.823127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:28.874083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Port': ['ID=c90c01d4-c457-4704-a081-85486c0eef38,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:29.166603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:29.176523 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572021d0-304a-44c5-8fe1-2d945b25e7a6 x-openstack-request-id: req-572021d0-304a-44c5-8fe1-2d945b25e7a6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:29.180450 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-unplugged", "status": "completed", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:29.181530 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-572021d0-304a-44c5-8fe1-2d945b25e7a6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:29.182182 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'code': 200} Feb 19 01:05:29.188032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:29.251810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 6d63bd71-4080-4b60-8ab2-2bd140f47daa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:29.265273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6d63bd71-4080-4b60-8ab2-2bd140f47daa not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:29.271038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device eeb8e374-b757-4271-b90c-63d6af346bb5 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:29.326534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['dee478ff-b2b0-446e-86c5-d9392b3a78dc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:29.331812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Attempting to bind port d0295a04-a762-49c0-97c1-cdd0cc0caf7a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:29.334022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Attempting to bind port d0295a04-a762-49c0-97c1-cdd0cc0caf7a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '065e19c8-3b16-499a-82ab-a7685363d84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:29.335920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Attempting to bind port d0295a04-a762-49c0-97c1-cdd0cc0caf7a on network a9035497-7790-44c5-b3bc-aa1d792a2bf8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:29.349645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300400a-7771-4bd4-ac90-060db3edaa52 req-1c9bef8b-225c-4cbd-89cf-f411abaf8b70 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.353582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1300400a-7771-4bd4-ac90-060db3edaa52 req-1c9bef8b-225c-4cbd-89cf-f411abaf8b70 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1188395 Feb 19 01:05:29.370189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:29.370911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Checking segment: {'id': '065e19c8-3b16-499a-82ab-a7685363d84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:29.373392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.373988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Bound using segment: {'id': '065e19c8-3b16-499a-82ab-a7685363d84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:29.374674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Bound port: d0295a04-a762-49c0-97c1-cdd0cc0caf7a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065e19c8-3b16-499a-82ab-a7685363d84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:29.376539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.586962 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:05:29.614186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:29.619469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1300400a-7771-4bd4-ac90-060db3edaa52 req-e0ad162c-9247-486b-87ef-dafd7678b0a5 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602398 Feb 19 01:05:29.679678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router_gateway (eef1d7ca-ce1a-4b6d-825d-afd85c817238), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.721352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6a31-2a74-4251-b4e2-86780e551318 req-b8ae04ce-438d-4d48-8406-68081bfef330 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.731618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-881c6a31-2a74-4251-b4e2-86780e551318 req-b8ae04ce-438d-4d48-8406-68081bfef330 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fee269d-62df-4920-8837-b2871de64d43 HTTP/1.1" status: 200 len: 943 time: 0.3342350 Feb 19 01:05:29.866592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] For port d0295a04-a762-49c0-97c1-cdd0cc0caf7a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:29.892434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-6ce8713b-ab17-4a2e-804c-8c2cc43192d1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.894220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-6ce8713b-ab17-4a2e-804c-8c2cc43192d1 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 945 time: 0.3647268 Feb 19 01:05:29.917088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] For port d0295a04-a762-49c0-97c1-cdd0cc0caf7a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,segment=NetworkSegment(065e19c8-3b16-499a-82ab-a7685363d84a),segment_id=065e19c8-3b16-499a-82ab-a7685363d84a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:29.919865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port eeb8e374-b757-4271-b90c-63d6af346bb5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=eeb8e374-b757-4271-b90c-63d6af346bb5,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:29.946219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.953800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'eeb8e374-b757-4271-b90c-63d6af346bb5', 'network_id': '1fc2846a-d273-49f6-ab0d-5d5133f83d4c', 'port_id': 'eeb8e374-b757-4271-b90c-63d6af346bb5', 'mac_address': 'fa:16:3e:4c:62:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bd7203-590d-416b-9cc3-5c9356176da3', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:30.194533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a867ea-fdc4-4a2c-8eef-ef53318d97e9 None None] Pushing event updated for resources: {'Port': ['ID=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:30.207213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port eeb8e374-b757-4271-b90c-63d6af346bb5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:30.215655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.254552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-7850b46c-b960-4aff-bebf-eb43ef291093 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.259223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-7850b46c-b960-4aff-bebf-eb43ef291093 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.2299838 Feb 19 01:05:30.271935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb8e374-b757-4271-b90c-63d6af346bb5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:30.302595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Request body: {'port': {'device_id': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'admin_state_up': True, 'tenant_id': '2f3953551f0a420abe960cb4b3998faa'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:30.325618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port eeb8e374-b757-4271-b90c-63d6af346bb5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=eeb8e374-b757-4271-b90c-63d6af346bb5,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:30.331912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.332871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2ac101ad-708e-479b-b633-3e1cdf1fc052 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:30.427411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be18d62-488e-4baa-be3b-fb4ae9dff748 req-77123a4b-dcba-4c86-b586-1076fc837f77 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.437520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7be18d62-488e-4baa-be3b-fb4ae9dff748 req-77123a4b-dcba-4c86-b586-1076fc837f77 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 945 time: 0.6989889 Feb 19 01:05:30.491590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=eeb8e374-b757-4271-b90c-63d6af346bb5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:30.508341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-325df3ce-7cba-44e8-8d55-f76c25f0af32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6866205 Feb 19 01:05:30.541725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17f880-3778-4255-ba17-913cf0f15aad req-99a6cf12-485b-4312-96f9-3d481f8f4402 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.560784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17f880-3778-4255-ba17-913cf0f15aad req-99a6cf12-485b-4312-96f9-3d481f8f4402 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.567589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17f880-3778-4255-ba17-913cf0f15aad req-99a6cf12-485b-4312-96f9-3d481f8f4402 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.576909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a17f880-3778-4255-ba17-913cf0f15aad req-99a6cf12-485b-4312-96f9-3d481f8f4402 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2411 time: 0.6562979 Feb 19 01:05:30.628286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7be18d62-488e-4baa-be3b-fb4ae9dff748 req-49619f28-79b2-41cb-afa2-9f43a91baf7c tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894367 Feb 19 01:05:30.662893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Deleting port 7a466aec-37ac-469e-ad6a-6baeaca43000 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:30.663232 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.678057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:30.706772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '2ac101ad-708e-479b-b633-3e1cdf1fc052', 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'port_id': '2ac101ad-708e-479b-b633-3e1cdf1fc052', 'mac_address': 'fa:16:3e:0d:44:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89475cc3-e9db-4583-8306-30180dcea29c', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:30.776483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2ac101ad-708e-479b-b633-3e1cdf1fc052 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:30.776874 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.785227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Deleting port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:30.786143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.801433 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (eef1d7ca-ce1a-4b6d-825d-afd85c817238), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.802533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac101ad-708e-479b-b633-3e1cdf1fc052 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:30.832133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:30.839623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.907547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-f26923b0-ec08-4a59-b494-9d3f573a80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.909073 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-f26923b0-ec08-4a59-b494-9d3f573a80d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 1127 time: 0.3156202 Feb 19 01:05:30.909307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:31.052590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] For port 7a466aec-37ac-469e-ad6a-6baeaca43000, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7a466aec-37ac-469e-ad6a-6baeaca43000,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:31.052964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.069025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e35f-af7e-479d-8bb8-c3b2615f9af8 req-63e1daa2-4e02-405b-b7ab-f851557e8c8f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:31.081946 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c24e35f-af7e-479d-8bb8-c3b2615f9af8 req-63e1daa2-4e02-405b-b7ab-f851557e8c8f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 945 time: 0.3148627 Feb 19 01:05:31.095498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] For port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:31.095879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.197498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Calling delete_port for a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:31.222668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Calling delete_port for 7a466aec-37ac-469e-ad6a-6baeaca43000 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:31.237328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d413e403-68bf-4012-a99d-a7dc9a6715f3 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:31.242530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:31.364762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-caf0c25e-bd40-464d-968a-669cf0060dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:31.366290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-caf0c25e-bd40-464d-968a-669cf0060dda service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 200 len: 916 time: 0.4311454 Feb 19 01:05:31.435746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['2ac101ad-708e-479b-b633-3e1cdf1fc052'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:31.438785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c24e35f-af7e-479d-8bb8-c3b2615f9af8 req-7bf0aa8c-e656-4d66-82fb-943393931f23 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503158 Feb 19 01:05:31.442677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a17f880-3778-4255-ba17-913cf0f15aad req-f1841e1e-a341-447a-a1a4-ada17c191941 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8647907 Feb 19 01:05:31.516012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Made reservation on behalf of 2f3953551f0a420abe960cb4b3998faa for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:31.519888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.553725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Router eef1d7ca-ce1a-4b6d-825d-afd85c817238 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:05:31.584966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-39d5bc08-8127-4993-9ce0-551ae6332147 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09 HTTP/1.1" status: 200 len: 217 time: 0.1688354 Feb 19 01:05:31.648886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d413e403-68bf-4012-a99d-a7dc9a6715f3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:31.665742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'd413e403-68bf-4012-a99d-a7dc9a6715f3', 'network_id': '9c4567d1-c7e6-4543-b726-d11d6f3b2881', 'port_id': 'd413e403-68bf-4012-a99d-a7dc9a6715f3', 'mac_address': 'fa:16:3e:19:db:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89475cc3-e9db-4583-8306-30180dcea29c', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:31.760523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port dee478ff-b2b0-446e-86c5-d9392b3a78dc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:31.773606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.839367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5660a51-6800-4717-93ed-449be15d42bb req-c5b8e565-71d2-4d77-814d-360b2c229a55 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 210 time: 0.2579174 Feb 19 01:05:31.858284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b03e3-4fba-451c-85c3-f8ac6af3f376 None None] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:31.926079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-ebdde3c9-3870-405c-8d86-94a4c23a0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:31.927557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-ebdde3c9-3870-405c-8d86-94a4c23a0357 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 200 len: 854 time: 0.2977073 Feb 19 01:05:32.009511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d413e403-68bf-4012-a99d-a7dc9a6715f3 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:32.010025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.070969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] Provisioning complete for port d0295a04-a762-49c0-97c1-cdd0cc0caf7a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:32.071131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.101798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2919-82d4-42b9-92cf-aea554af8d31 req-24135656-54fa-434d-92db-9ff86211741a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.110486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc7d2919-82d4-42b9-92cf-aea554af8d31 req-24135656-54fa-434d-92db-9ff86211741a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.3098786 Feb 19 01:05:32.139541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d413e403-68bf-4012-a99d-a7dc9a6715f3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:32.176238 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7a466aec-37ac-469e-ad6a-6baeaca43000), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.219873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.233227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Allocated IP 172.20.0.9 (0cb151e3-4ba6-46d1-b384-518719b69d51/21b95288-a811-45c1-a254-6cd72a297988/82d1d704-67d9-469d-92fc-c0c69fd4e602) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:32.264710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:32.275018 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] Sync routers for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:32.320683 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:32.324249 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:32.345107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.356365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a9b5e9e4-a0ba-4b41-8930-188f3f468cc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.5608428 Feb 19 01:05:32.357175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53056) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:32.370498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:32.370907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.377511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0295a04-a762-49c0-97c1-cdd0cc0caf7a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:32.394813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event deleted for resources: {'Port': ['ID=7a466aec-37ac-469e-ad6a-6baeaca43000,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:32.434395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] No DVR routers for this DVR port 7a466aec-37ac-469e-ad6a-6baeaca43000 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:32.437476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-1d06c137-6adb-429f-a53c-a935f851cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.439402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-1d06c137-6adb-429f-a53c-a935f851cf65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d06d345-906e-4142-bc6b-3146ae16d616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5010650 Feb 19 01:05:32.441634 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.450591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-881c6a31-2a74-4251-b4e2-86780e551318 req-063e551a-5ed2-4054-964a-54add54e41c2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "DELETE /v2.0/ports/7a466aec-37ac-469e-ad6a-6baeaca43000 HTTP/1.1" status: 204 len: 173 time: 2.6981380 Feb 19 01:05:32.454158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-deleted', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:32.457264 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78bf394-1b3d-434f-a023-9fdd145acc3f" -d '{"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-deleted", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:32.463643 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:32.495878 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:32.496828 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:32.545548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event deleted for resources: {'Port': ['ID=a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:32.564793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:32.565885 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e87ea-ffa6-4229-a960-ce1dc3cf22c4 None None] The sync data for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:32.583474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc7d2919-82d4-42b9-92cf-aea554af8d31 req-3a3fa5a9-a497-42f1-ac04-03b0c64132ae tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721475 Feb 19 01:05:32.628181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d413e403-68bf-4012-a99d-a7dc9a6715f3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:32.649156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['eeb8e374-b757-4271-b90c-63d6af346bb5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:32.721936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.740467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:32.742719 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc6509-f156-42ca-9582-4f744365ae2a" -d '{"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-plugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:32.821129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:32.827810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] Current status of the port d0295a04-a762-49c0-97c1-cdd0cc0caf7a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:32.828061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] No DVR routers for this DVR port a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:32.828609 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.834922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.843787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb69f5c7-4ffe-4686-a351-74f5a341d902 req-01bc493e-ed76-4cd2-a1ce-f72a051a722b tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.10 "DELETE /v2.0/ports/a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 HTTP/1.1" status: 204 len: 173 time: 2.6212051 Feb 19 01:05:32.859309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f1fc26b-fdc5-4a49-801d-249e569268bd req-271d9ad1-6ff4-4f32-8021-1a07b2feed5e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=02dde490-c33a-4723-8e9c-51e75da433a5 HTTP/1.1" status: 200 len: 210 time: 0.2794986 Feb 19 01:05:32.910814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.912695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:32.938302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-3bb0bf59-dc0a-494a-aefa-8a9a4a9fcbbb service neutron] 10.222.0.10 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691761 Feb 19 01:05:32.980948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 7a466aec-37ac-469e-ad6a-6baeaca43000 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:32.992614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7a466aec-37ac-469e-ad6a-6baeaca43000 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:33.061450 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d86cb-1fba-433b-b3ed-0d32e3034b71 x-openstack-request-id: req-4b3d86cb-1fba-433b-b3ed-0d32e3034b71 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:33.061773 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee269d-62df-4920-8837-b2871de64d43", "name": "network-vif-deleted", "tag": "7a466aec-37ac-469e-ad6a-6baeaca43000", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:33.062034 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b3d86cb-1fba-433b-b3ed-0d32e3034b71 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:33.062456 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee269d-62df-4920-8837-b2871de64d43', 'name': 'network-vif-deleted', 'tag': '7a466aec-37ac-469e-ad6a-6baeaca43000', 'status': 'completed', 'code': 200} Feb 19 01:05:33.086746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-a4dafa19-d039-4edb-aba6-914c4e0ed828 req-8f2d05b0-4981-458f-a451-040a7a7ab31b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:05:33.109521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a4dafa19-d039-4edb-aba6-914c4e0ed828 req-8f2d05b0-4981-458f-a451-040a7a7ab31b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486920 Feb 19 01:05:33.161905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] For port d0295a04-a762-49c0-97c1-cdd0cc0caf7a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,segment=NetworkSegment(065e19c8-3b16-499a-82ab-a7685363d84a),segment_id=065e19c8-3b16-499a-82ab-a7685363d84a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:33.171382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d413e403-68bf-4012-a99d-a7dc9a6715f3,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:33.190052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6dec2-477e-4a65-959e-8b9b37f76654 req-1e81a630-9493-469b-a041-9baf633ff1a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:33.197181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6dec2-477e-4a65-959e-8b9b37f76654 req-1e81a630-9493-469b-a041-9baf633ff1a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:33.202871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6dec2-477e-4a65-959e-8b9b37f76654 req-1e81a630-9493-469b-a041-9baf633ff1a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:33.204568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dcd6dec2-477e-4a65-959e-8b9b37f76654 req-1e81a630-9493-469b-a041-9baf633ff1a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2414 time: 0.2653270 Feb 19 01:05:33.222075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:33.284968 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5321fb70-fb3a-4c07-82af-3a121ea5b3c9 req-fab30b79-691a-4b8d-8f15-18b0e58eadfc service neutron] 10.222.0.10 "GET /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269122 Feb 19 01:05:33.287206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks [] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.364685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dcd6dec2-477e-4a65-959e-8b9b37f76654 req-7f1fd875-6b52-45b3-b0fe-725d2cba5136 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455460 Feb 19 01:05:33.389603 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.445649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d413e403-68bf-4012-a99d-a7dc9a6715f3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:33.478490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a4dafa19-d039-4edb-aba6-914c4e0ed828 req-5f29aa37-90e7-4e29-ae93-974f6d003232 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3680999 Feb 19 01:05:33.492976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:33.493992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:33.731621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d0295a04-a762-49c0-97c1-cdd0cc0caf7a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:33.732040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.790824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.071052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:34.141343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:34.188068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-45b0e7c0-6cf0-403a-bc6b-70099703bd5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019459 Feb 19 01:05:34.188688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:34.222131 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550cf128-5419-4123-954e-a83508af79aa x-openstack-request-id: req-550cf128-5419-4123-954e-a83508af79aa {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:34.222732 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-plugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:34.222732 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550cf128-5419-4123-954e-a83508af79aa {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:34.222987 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'code': 200} Feb 19 01:05:34.261306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:34.336598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:34.345127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ba7b7e25-9775-420b-b9c2-c3ecaf3fdf5e None None] Provisioning complete for port d0295a04-a762-49c0-97c1-cdd0cc0caf7a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:34.345513 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7e25-9775-420b-b9c2-c3ecaf3fdf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.388644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-ecc10f07-53a0-401c-a024-e28a3540cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.390227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-ecc10f07-53a0-401c-a024-e28a3540cd32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bef317f3ec19416bb9a25cb1aa859586&device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 1149 time: 0.1084256 Feb 19 01:05:34.457534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.458204 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.529451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d68a2c-51c2-4995-b495-95187accf7d7 req-f6e43c5a-15d0-4af9-bca9-6a0d184e0688 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.532689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06d68a2c-51c2-4995-b495-95187accf7d7 req-f6e43c5a-15d0-4af9-bca9-6a0d184e0688 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 931 time: 0.4367092 Feb 19 01:05:34.542823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-30d91e86-e7a4-44a7-a3c6-0bd2714ad3cc tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2513137 Feb 19 01:05:34.596121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Request body: {'port': {'device_id': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:34.622627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629196-1b82-4bdf-a17b-5704f1f58cbc None None] Pushing event updated for resources: {'Port': ['ID=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:34.662583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.692194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b097-f1f9-46ea-a948-e1901f8d7a3e req-24d97d02-abc3-43fa-86a9-716f57dba1a0 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.700217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6fe7b097-f1f9-46ea-a948-e1901f8d7a3e req-24d97d02-abc3-43fa-86a9-716f57dba1a0 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2474165 Feb 19 01:05:34.711206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.724896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-2f248610-24eb-4cea-94b1-57ab8c48c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.726679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-2f248610-24eb-4cea-94b1-57ab8c48c001 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 200 len: 922 time: 0.3085048 Feb 19 01:05:34.730307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06d68a2c-51c2-4995-b495-95187accf7d7 req-c2199459-4cdb-44ce-8942-28e90d2c63be tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837783 Feb 19 01:05:34.775876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d0295a04-a762-49c0-97c1-cdd0cc0caf7a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:34.819808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6fe7b097-f1f9-46ea-a948-e1901f8d7a3e req-406ad916-9466-4c68-ba09-d62b7b5e050a tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140001 Feb 19 01:05:34.822122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-9ba2b442-4408-4f00-849b-3dfbcf40d2aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 200 len: 217 time: 0.0879121 Feb 19 01:05:34.840405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b7e25-9775-420b-b9c2-c3ecaf3fdf5e None None] Current status of the port d0295a04-a762-49c0-97c1-cdd0cc0caf7a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:34.978944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-0f484a1a-cf4e-417b-afaa-80354aa8edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.981089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-0f484a1a-cf4e-417b-afaa-80354aa8edf3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 200 len: 861 time: 0.1496565 Feb 19 01:05:35.063345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0295a04-a762-49c0-97c1-cdd0cc0caf7a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:35.064793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-dafd5362-6d71-481d-be88-9f82c55d47d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736043 Feb 19 01:05:35.065435 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'name': 'network-vif-deleted', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:35.074546 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e493d-febb-4d9f-8747-5a1bef2dc5a6" -d '{"events": [{"server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "name": "network-vif-deleted", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:35.227085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d0295a04-a762-49c0-97c1-cdd0cc0caf7a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:35.228040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.273260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2ac101ad-708e-479b-b633-3e1cdf1fc052 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:35.435224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 2ac101ad-708e-479b-b633-3e1cdf1fc052 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:35.437149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-f3be497c-ebc8-4829-94b1-fd7e2c6fc0e9 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585505 Feb 19 01:05:35.494696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 2ac101ad-708e-479b-b633-3e1cdf1fc052 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:35.495068 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.591038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d0295a04-a762-49c0-97c1-cdd0cc0caf7a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:35.659079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe44c1f7-8b9e-48d7-9d42-40cebe716d7b req-c901af40-8de4-4fba-877b-b54be6153957 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993079 Feb 19 01:05:35.736063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2ac101ad-708e-479b-b633-3e1cdf1fc052 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:35.736845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.811502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:35.842954 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.936741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:35.987692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffa56-7db2-412f-a1ac-aee5b3330cb5 req-92c14bbe-872e-4aab-b67b-a8db44a1e56d tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:35.990380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce6ffa56-7db2-412f-a1ac-aee5b3330cb5 req-92c14bbe-872e-4aab-b67b-a8db44a1e56d tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 945 time: 0.1058314 Feb 19 01:05:36.060385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce6ffa56-7db2-412f-a1ac-aee5b3330cb5 req-33f92774-87ce-4fc3-a9c6-193ac6a171d5 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Feb 19 01:05:36.132730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c562a-97fb-40b4-a591-b8f28af317af req-680733e1-babe-43e4-8c03-59d21c61ea8a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.138374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c562a-97fb-40b4-a591-b8f28af317af req-680733e1-babe-43e4-8c03-59d21c61ea8a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.144111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c562a-97fb-40b4-a591-b8f28af317af req-680733e1-babe-43e4-8c03-59d21c61ea8a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.149113 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbec36c-9136-4fbd-9716-c03b4822a796 x-openstack-request-id: req-fdbec36c-9136-4fbd-9716-c03b4822a796 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:36.149723 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dde490-c33a-4723-8e9c-51e75da433a5", "name": "network-vif-deleted", "tag": "a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:36.150430 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdbec36c-9136-4fbd-9716-c03b4822a796 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:36.151068 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dde490-c33a-4723-8e9c-51e75da433a5', 'name': 'network-vif-deleted', 'tag': 'a36ab0ba-f274-4ae1-b80f-69f9bb1a7f20', 'status': 'completed', 'code': 200} Feb 19 01:05:36.151910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-635c562a-97fb-40b4-a591-b8f28af317af req-680733e1-babe-43e4-8c03-59d21c61ea8a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2414 time: 0.3323541 Feb 19 01:05:36.224372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:36.226813 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e5459-50b6-4535-9cad-fd36c5c84088" -d '{"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-plugged", "status": "completed", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:36.285849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-635c562a-97fb-40b4-a591-b8f28af317af req-fc49f1dc-5c17-40ef-a5e4-8a910e2e2155 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328862 Feb 19 01:05:36.330427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Allocated IP 172.20.0.1 (a9035497-7790-44c5-b3bc-aa1d792a2bf8/7027ac0e-ccaf-45c7-86eb-3d3c5644f54d/1124bcbe-37b8-4ede-83b3-6ea13259f08e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:36.456836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e42a1-863f-4be3-af46-d928183ef56b req-55605395-d1c1-49d1-aaf8-a0909f6a5553 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.460557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d1d704-67d9-469d-92fc-c0c69fd4e602 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:36.470578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-535e42a1-863f-4be3-af46-d928183ef56b req-55605395-d1c1-49d1-aaf8-a0909f6a5553 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.2320247 Feb 19 01:05:36.475529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Publish callbacks [] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.498853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Transition to ACTIVE for port object 82d1d704-67d9-469d-92fc-c0c69fd4e602 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:36.571645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-e85ccd82-8b1d-4935-bb6c-90564a1ea3c5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.579187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-e85ccd82-8b1d-4935-bb6c-90564a1ea3c5 tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 967 time: 0.2515051 Feb 19 01:05:36.649150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.698380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-535e42a1-863f-4be3-af46-d928183ef56b req-39203a40-7dcf-436a-8abb-9ae2077496fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2b5c864-6b2e-4330-be50-b6b8186da2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258649 Feb 19 01:05:36.821923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Attempting to bind port 82d1d704-67d9-469d-92fc-c0c69fd4e602 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:36.822767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Attempting to bind port 82d1d704-67d9-469d-92fc-c0c69fd4e602 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:36.823380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Attempting to bind port 82d1d704-67d9-469d-92fc-c0c69fd4e602 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:36.843167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975284be-ab55-46b1-b3c2-9b3e35d87db5 req-0400c8cb-1cb5-434f-a689-3a093e308e1e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.851124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-975284be-ab55-46b1-b3c2-9b3e35d87db5 req-0400c8cb-1cb5-434f-a689-3a093e308e1e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 943 time: 0.2621491 Feb 19 01:05:36.878562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Deleting port 6721823b-0da8-4cca-b1ec-4f5711263e50 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:36.880131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.936289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-975284be-ab55-46b1-b3c2-9b3e35d87db5 req-e85b4c90-4b4f-463b-bbe9-9b9f1461cc26 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832105 Feb 19 01:05:36.965998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Port 82d1d704-67d9-469d-92fc-c0c69fd4e602 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:36.966792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Attempting to bind port 82d1d704-67d9-469d-92fc-c0c69fd4e602 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:36.977297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:36.977736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Checking segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:36.978232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Bound using segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:36.978877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Bound port: 82d1d704-67d9-469d-92fc-c0c69fd4e602, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:36.979344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.005272 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318b986c-8f32-4d9f-829f-0f09fb213b3d x-openstack-request-id: req-318b986c-8f32-4d9f-829f-0f09fb213b3d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:37.005792 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-plugged", "status": "completed", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:37.005792 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-318b986c-8f32-4d9f-829f-0f09fb213b3d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:37.006200 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052', 'code': 200} Feb 19 01:05:37.069830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:37.078076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:37.086551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:37.111209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.164675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.165569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.167155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] 10.222.0.10 "PUT /v2.0/ports/82d1d704-67d9-469d-92fc-c0c69fd4e602 HTTP/1.1" status: 200 len: 1091 time: 2.5860336 Feb 19 01:05:37.173165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:37.176780 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325c290-4dc3-40f3-80bf-44d68be6810e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:37.187983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.229883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e5b12-0e76-4ed4-bb5c-3ca17d772192 service neutron] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:37.240840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device eeb8e374-b757-4271-b90c-63d6af346bb5 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:37.329859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.386306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port eeb8e374-b757-4271-b90c-63d6af346bb5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:37.396172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port eeb8e374-b757-4271-b90c-63d6af346bb5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:37.396539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.426362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-124581ba-1636-4ce9-8fc9-1d353c1b9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.432119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-124581ba-1636-4ce9-8fc9-1d353c1b9785 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 1125 time: 0.1989503 Feb 19 01:05:37.438669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Port': ['ID=1124bcbe-37b8-4ede-83b3-6ea13259f08e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:37.490074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:37.507516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:37.589345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:37.610364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port eeb8e374-b757-4271-b90c-63d6af346bb5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:37.613260 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.678231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (eef1d7ca-ce1a-4b6d-825d-afd85c817238), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.683808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-dac2403e-e978-4d62-8cf5-5a73beafaa88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602 HTTP/1.1" status: 200 len: 217 time: 0.2170281 Feb 19 01:05:37.719848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port eeb8e374-b757-4271-b90c-63d6af346bb5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=eeb8e374-b757-4271-b90c-63d6af346bb5,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:37.732041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.733089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d413e403-68bf-4012-a99d-a7dc9a6715f3 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:37.785918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-c60bae85-8565-417d-862f-b15b5d6f7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.788147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-c60bae85-8565-417d-862f-b15b5d6f7424 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.0606501 Feb 19 01:05:37.841435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-1ad4ebc5-3c55-41dd-8cba-7f3c3da6fdfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396087 Feb 19 01:05:37.888685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352c03f-e372-4374-883b-a15a5db9ab02 req-cc2b8a8b-1b31-47ba-995a-cbe873e76487 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.900699 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8352c03f-e372-4374-883b-a15a5db9ab02 req-cc2b8a8b-1b31-47ba-995a-cbe873e76487 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 1.0249240 Feb 19 01:05:37.911661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] For port 6721823b-0da8-4cca-b1ec-4f5711263e50, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6721823b-0da8-4cca-b1ec-4f5711263e50,segment=NetworkSegment(8c4dbdba-20b6-4db4-b579-c1520befba12),segment_id=8c4dbdba-20b6-4db4-b579-c1520befba12)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:37.912039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.964360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=eeb8e374-b757-4271-b90c-63d6af346bb5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:37.976035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Calling delete_port for 6721823b-0da8-4cca-b1ec-4f5711263e50 owned by compute:tempest-test_az-1644059964 {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:38.004394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-3d000fb2-ebb9-4061-bb25-c62ae48ea53c service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538515 Feb 19 01:05:38.004829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port d413e403-68bf-4012-a99d-a7dc9a6715f3 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:38.010057 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcf3c40-9396-4753-b1eb-081d15c27c0d x-openstack-request-id: req-9bcf3c40-9396-4753-b1eb-081d15c27c0d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:38.010687 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:38.011187 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9bcf3c40-9396-4753-b1eb-081d15c27c0d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:38.011476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port d413e403-68bf-4012-a99d-a7dc9a6715f3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:38.011936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.012577 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'status': 'completed', 'code': 200} Feb 19 01:05:38.064453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8352c03f-e372-4374-883b-a15a5db9ab02 req-b10c918f-054e-4bbb-8b62-9567da1a0f6f tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627016 Feb 19 01:05:38.178425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f666cf8-a29c-423e-a894-8b7c826fb698 None None] Provisioning complete for port 1124bcbe-37b8-4ede-83b3-6ea13259f08e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:38.178857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f666cf8-a29c-423e-a894-8b7c826fb698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.215520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0b792-3ef4-499c-862e-664fbcc2ba2c req-3ee4b98f-3109-4397-a0c6-f394fa99b15f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.230053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0b792-3ef4-499c-862e-664fbcc2ba2c req-3ee4b98f-3109-4397-a0c6-f394fa99b15f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.237671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0b792-3ef4-499c-862e-664fbcc2ba2c req-3ee4b98f-3109-4397-a0c6-f394fa99b15f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.239854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55b0b792-3ef4-499c-862e-664fbcc2ba2c req-3ee4b98f-3109-4397-a0c6-f394fa99b15f tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2416 time: 0.1912942 Feb 19 01:05:38.356425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d413e403-68bf-4012-a99d-a7dc9a6715f3 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:38.357183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.372851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f666cf8-a29c-423e-a894-8b7c826fb698 None None] Port 1124bcbe-37b8-4ede-83b3-6ea13259f08e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:38.435168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d413e403-68bf-4012-a99d-a7dc9a6715f3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:38.441137 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.454399 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6721823b-0da8-4cca-b1ec-4f5711263e50), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.500262 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.507076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Pushing event deleted for resources: {'Port': ['ID=6721823b-0da8-4cca-b1ec-4f5711263e50,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:38.532887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d413e403-68bf-4012-a99d-a7dc9a6715f3,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:38.682974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] No DVR routers for this DVR port 6721823b-0da8-4cca-b1ec-4f5711263e50 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:38.688061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.697145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7617eccc-2fa0-4954-9a1a-8ed0bf3ec3c1 req-d16a1dad-a63b-4a1b-9795-501776bce6fe tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.89 "DELETE /v2.0/ports/6721823b-0da8-4cca-b1ec-4f5711263e50 HTTP/1.1" status: 204 len: 173 time: 2.1034207 Feb 19 01:05:38.699390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'name': 'network-vif-deleted', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:38.708143 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e17a13-3c0b-4d92-bf6c-175fe916fb67" -d '{"events": [{"server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "name": "network-vif-deleted", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:38.753204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-300c4081-3fdb-4376-b8ac-5641b09c43d1 req-e19b059b-afb7-4bef-bf94-d46f312e13ce service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390745 Feb 19 01:05:38.920533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55b0b792-3ef4-499c-862e-664fbcc2ba2c req-ad4aed00-6a6a-4354-8c70-164529f562f8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720688 Feb 19 01:05:39.007963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8e374-b757-4271-b90c-63d6af346bb5'}, {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd413e403-68bf-4012-a99d-a7dc9a6715f3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:39.012430 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b70166-3e01-42da-b4dc-ce96ae30021c" -d '{"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8e374-b757-4271-b90c-63d6af346bb5"}, {"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-plugged", "status": "completed", "tag": "d413e403-68bf-4012-a99d-a7dc9a6715f3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:39.150942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7148325-08c9-448a-8809-fb0c9d3ed705 req-86fe945b-fc3a-4400-b39b-93243ce95d8e tempest-LiveAutoBlockMigrationV225Test-1944365610 tempest-LiveAutoBlockMigrationV225Test-1944365610-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b12cbcd-abba-47e0-a445-f8e439cb3a11 HTTP/1.1" status: 200 len: 210 time: 0.0632854 Feb 19 01:05:39.235159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-1a3990ab-cf30-423e-b1e8-36f5fd902da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.241437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:39.254452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-1a3990ab-cf30-423e-b1e8-36f5fd902da1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 1125 time: 0.2193568 Feb 19 01:05:39.353899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 6721823b-0da8-4cca-b1ec-4f5711263e50 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:39.356002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6721823b-0da8-4cca-b1ec-4f5711263e50 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:39.567953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b963-ed1f-45d7-9f4d-6002997af215 req-e0b54709-b052-4b65-a7e4-cac420446736 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.575066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b963-ed1f-45d7-9f4d-6002997af215 req-e0b54709-b052-4b65-a7e4-cac420446736 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.580866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b963-ed1f-45d7-9f4d-6002997af215 req-e0b54709-b052-4b65-a7e4-cac420446736 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.588685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f13b963-ed1f-45d7-9f4d-6002997af215 req-e0b54709-b052-4b65-a7e4-cac420446736 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2&device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a&device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 2417 time: 0.1160514 Feb 19 01:05:39.648282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-ed40d53b-4a4d-44c6-9434-18ff9322c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.650489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-ed40d53b-4a4d-44c6-9434-18ff9322c596 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 905 time: 0.3861637 Feb 19 01:05:39.689053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f13b963-ed1f-45d7-9f4d-6002997af215 req-bfb7aad1-10b9-4a35-802b-0f0a4ccecfd7 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990627 Feb 19 01:05:39.714167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-57f654b2-fca3-4408-b549-2a2eb06a8c9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602 HTTP/1.1" status: 200 len: 217 time: 0.0528257 Feb 19 01:05:39.725869 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552edc4b-79a0-41aa-a875-0d6b127634ad x-openstack-request-id: req-552edc4b-79a0-41aa-a875-0d6b127634ad {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:39.726177 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b12cbcd-abba-47e0-a445-f8e439cb3a11", "name": "network-vif-deleted", "tag": "6721823b-0da8-4cca-b1ec-4f5711263e50", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:39.726431 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-552edc4b-79a0-41aa-a875-0d6b127634ad {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:39.726834 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b12cbcd-abba-47e0-a445-f8e439cb3a11', 'name': 'network-vif-deleted', 'tag': '6721823b-0da8-4cca-b1ec-4f5711263e50', 'status': 'completed', 'code': 200} Feb 19 01:05:39.727958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578fa28-d775-4ada-b169-72cb72a7424f req-e0b6d4f5-4b08-40f5-bede-dffaf682dc45 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.731644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3578fa28-d775-4ada-b169-72cb72a7424f req-e0b6d4f5-4b08-40f5-bede-dffaf682dc45 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 943 time: 0.2436712 Feb 19 01:05:39.812047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.820196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-f5a8ead7-a969-49f1-b85f-eee13eb1532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.822491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-f5a8ead7-a969-49f1-b85f-eee13eb1532f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.0903158 Feb 19 01:05:39.823995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.948877 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39827744-d7b1-4779-9dc3-b2d4cf1dc0d7 x-openstack-request-id: req-39827744-d7b1-4779-9dc3-b2d4cf1dc0d7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:39.949435 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8e374-b757-4271-b90c-63d6af346bb5", "code": 200}, {"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-plugged", "status": "completed", "tag": "d413e403-68bf-4012-a99d-a7dc9a6715f3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:39.949942 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39827744-d7b1-4779-9dc3-b2d4cf1dc0d7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:39.950646 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8e374-b757-4271-b90c-63d6af346bb5', 'code': 200} Feb 19 01:05:39.951091 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd413e403-68bf-4012-a99d-a7dc9a6715f3', 'code': 200} Feb 19 01:05:39.979743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3578fa28-d775-4ada-b169-72cb72a7424f req-c3e8beb9-94ac-4a33-ae60-21c61dc97291 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079923 Feb 19 01:05:40.022570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-75b30857-1bb6-4426-aff8-b419376b038a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907291 Feb 19 01:05:40.256730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d62e1-87a5-4933-bd1e-06206f4d1836 req-b95304c9-d6a7-414a-9b21-9bd31d641ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.257158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d62e1-87a5-4933-bd1e-06206f4d1836 req-b95304c9-d6a7-414a-9b21-9bd31d641ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.257629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d62e1-87a5-4933-bd1e-06206f4d1836 req-b95304c9-d6a7-414a-9b21-9bd31d641ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.259886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb9d62e1-87a5-4933-bd1e-06206f4d1836 req-b95304c9-d6a7-414a-9b21-9bd31d641ce2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2963 time: 0.1402395 Feb 19 01:05:40.324591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a429da-c2b6-48f5-8212-abcebc40aea4 req-0b15bc6a-ce10-49cb-8535-f41f476dff86 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.336856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a429da-c2b6-48f5-8212-abcebc40aea4 req-0b15bc6a-ce10-49cb-8535-f41f476dff86 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.343126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a429da-c2b6-48f5-8212-abcebc40aea4 req-0b15bc6a-ce10-49cb-8535-f41f476dff86 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.351787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a0a429da-c2b6-48f5-8212-abcebc40aea4 req-0b15bc6a-ce10-49cb-8535-f41f476dff86 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2417 time: 0.1876693 Feb 19 01:05:40.391265 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb9d62e1-87a5-4933-bd1e-06206f4d1836 req-16a0649d-c3c0-4408-a861-5faa6acf4c46 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180570 Feb 19 01:05:40.445167 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a0a429da-c2b6-48f5-8212-abcebc40aea4 req-2bdca5d8-94df-4bdf-801d-7ca6f0769245 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914590 Feb 19 01:05:40.484687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-735ccb29-3c6f-4902-bc49-f4e80c9a2a6e service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130083 Feb 19 01:05:40.491183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (eef1d7ca-ce1a-4b6d-825d-afd85c817238), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.567881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Port': ['ID=1124bcbe-37b8-4ede-83b3-6ea13259f08e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:40.636462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc482a8a-fa72-4728-a7e1-b3c49872d4d6 req-0d5c013e-0ed7-4173-96a7-dcf6a9b59061 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6124697 Feb 19 01:05:40.807163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53388) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:40.821751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4325c290-4dc3-40f3-80bf-44d68be6810e req-b7166df8-8286-49d3-93fa-45e0c47201fd service neutron] 10.222.0.10 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170259 Feb 19 01:05:40.944016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:40.950945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:41.246983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Router eef1d7ca-ce1a-4b6d-825d-afd85c817238 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:41.398278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Deleting subnet 55e3da05-993b-412a-9712-9fc525d88b5e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:41.410270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Publish callbacks [] for subnet (55e3da05-993b-412a-9712-9fc525d88b5e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.434392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d86043ac-cbda-47fc-8f69-898c8b569330 None None] Provisioning complete for port 1124bcbe-37b8-4ede-83b3-6ea13259f08e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:41.434983 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d86043ac-cbda-47fc-8f69-898c8b569330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.464512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (55e3da05-993b-412a-9712-9fc525d88b5e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.518236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (55e3da05-993b-412a-9712-9fc525d88b5e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.563394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d86043ac-cbda-47fc-8f69-898c8b569330 None None] Port 1124bcbe-37b8-4ede-83b3-6ea13259f08e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:41.605775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (55e3da05-993b-412a-9712-9fc525d88b5e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.637525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e3da05-993b-412a-9712-9fc525d88b5e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:41.648858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.658482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9665030f-c759-4f88-a638-57d208161132 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/55e3da05-993b-412a-9712-9fc525d88b5e HTTP/1.1" status: 204 len: 168 time: 0.8500502 Feb 19 01:05:41.660709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53452) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:41.712222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac8ad0-a9a1-4cb3-8930-304c23ad90a1 req-f11af5f0-7fa2-428e-bb28-ba3f25c27ca7 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:41.719718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ac8ad0-a9a1-4cb3-8930-304c23ad90a1 req-f11af5f0-7fa2-428e-bb28-ba3f25c27ca7 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 943 time: 0.3173847 Feb 19 01:05:41.755389 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.777606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:41.787757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] Sync routers for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:41.792259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-08f783d2-a303-4c37-a021-1405cbfc05aa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "PUT /v2.0/routers/eef1d7ca-ce1a-4b6d-825d-afd85c817238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4281425 Feb 19 01:05:41.802654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:41.805460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53454) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:41.808182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:41.810463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Request body: {'port': {'network_id': 'a9035497-7790-44c5-b3bc-aa1d792a2bf8', 'name': 'tempest-FloatingIPAdminTestJSON-1612568539'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:41.906821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:41.917567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ac8ad0-a9a1-4cb3-8930-304c23ad90a1 req-5d902af3-7354-4921-a9d4-6993ec985f57 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853948 Feb 19 01:05:41.932889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:41.934510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:41.942528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.006248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb3e02a-0c59-4b3f-bc27-b5aedc64b752']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:42.038659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:42.041539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4dbdba-20b6-4db4-b579-c1520befba12') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:42.041838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4dbdba-20b6-4db4-b579-c1520befba12') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:42.043494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bcf79-c494-452c-80a9-122d992cedbc None None] The sync data for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:42.066643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (8c4dbdba-20b6-4db4-b579-c1520befba12), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.070350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Made reservation on behalf of b6e7401a58924060a72d716a8db70dd6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:42.075299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.101963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8c4dbdba-20b6-4db4-b579-c1520befba12), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.115911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:42.116964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (8c4dbdba-20b6-4db4-b579-c1520befba12), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:42.119084 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:42.121611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] device_id is not set on port 29ed83d1-4e6b-48c6-94b9-588e71cbfb76 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:42.229076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0cb3e02a-0c59-4b3f-bc27-b5aedc64b752), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.237434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.248749 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0cb3e02a-0c59-4b3f-bc27-b5aedc64b752 HTTP/1.1" status: 204 len: 168 time: 0.5833304 Feb 19 01:05:42.248976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53466) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:42.277139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1ef8-280d-4c83-b1e0-702c4b9ba3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb3e02a-0c59-4b3f-bc27-b5aedc64b752,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:42.494090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Deleting subnet 586b65b2-889c-4e97-8b64-27ccfbd57499 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:42.503990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Publish callbacks [] for subnet (586b65b2-889c-4e97-8b64-27ccfbd57499), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.571814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Allocated IP 172.20.0.11 (a9035497-7790-44c5-b3bc-aa1d792a2bf8/7027ac0e-ccaf-45c7-86eb-3d3c5644f54d/29ed83d1-4e6b-48c6-94b9-588e71cbfb76) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:42.621416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (586b65b2-889c-4e97-8b64-27ccfbd57499), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.761111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (586b65b2-889c-4e97-8b64-27ccfbd57499), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.988983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for port (29ed83d1-4e6b-48c6-94b9-588e71cbfb76), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.070294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ebfb-3ccf-4149-a328-a63436ce7fcb req-08b78e04-c8cb-4774-a54b-137551bf5f25 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:43.087540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ebfb-3ccf-4149-a328-a63436ce7fcb req-08b78e04-c8cb-4774-a54b-137551bf5f25 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:43.095589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ebfb-3ccf-4149-a328-a63436ce7fcb req-08b78e04-c8cb-4774-a54b-137551bf5f25 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:43.113608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0427ebfb-3ccf-4149-a328-a63436ce7fcb req-08b78e04-c8cb-4774-a54b-137551bf5f25 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2417 time: 0.4897745 Feb 19 01:05:43.123734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (29ed83d1-4e6b-48c6-94b9-588e71cbfb76), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.192375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (586b65b2-889c-4e97-8b64-27ccfbd57499), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.198267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:43.229774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:43.359293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:43.392714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:43.401148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586b65b2-889c-4e97-8b64-27ccfbd57499,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:43.405593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:43.418095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.427679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ae681e6a-cbdc-4f20-a907-650727e4bdcf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/586b65b2-889c-4e97-8b64-27ccfbd57499 HTTP/1.1" status: 204 len: 168 time: 1.1754417 Feb 19 01:05:43.428122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53522) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:43.471036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:43.504158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'mac_address': 'fa:16:3e:98:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:43.558429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0427ebfb-3ccf-4149-a328-a63436ce7fcb req-ab6df552-1d02-4aae-90f1-52268c94f180 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431391 Feb 19 01:05:43.569436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event updated for resources: {'Port': ['ID=29ed83d1-4e6b-48c6-94b9-588e71cbfb76,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:43.605168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (310e9185-12e8-4d67-a68c-66783f8bddd9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.658084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:43.668912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.672400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 82d1d704-67d9-469d-92fc-c0c69fd4e602 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:43.672929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.685981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3667-0072-47a7-be3a-217bfc9134dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.688425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d1d704-67d9-469d-92fc-c0c69fd4e602 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:43.718517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-de5f0d0b-1270-4b6d-ae32-b230698bfbc0 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9118569 Feb 19 01:05:43.724364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53526) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:43.726603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:43.739797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.860885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:43.911650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-148b1912-aa79-4259-ba04-c33e9bbfe953 None None] Provisioning complete for port 29ed83d1-4e6b-48c6-94b9-588e71cbfb76 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:43.912373 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-148b1912-aa79-4259-ba04-c33e9bbfe953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (29ed83d1-4e6b-48c6-94b9-588e71cbfb76), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.970646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (310e9185-12e8-4d67-a68c-66783f8bddd9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.999273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86106597-3612-4d1e-a308-8eae4cb5d08c req-7b1e1b5b-c465-49f3-9f8e-306711aec93b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.007344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86106597-3612-4d1e-a308-8eae4cb5d08c req-7b1e1b5b-c465-49f3-9f8e-306711aec93b tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 944 time: 0.1871133 Feb 19 01:05:44.015641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'project_id': 'b6e7401a58924060a72d716a8db70dd6', 'port_id': '29ed83d1-4e6b-48c6-94b9-588e71cbfb76'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:44.036929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['82d1d704-67d9-469d-92fc-c0c69fd4e602'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:44.072246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310e9185-12e8-4d67-a68c-66783f8bddd9']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:44.090734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.117828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f1cdd3-c24d-4bba-8805-28417499ea7d') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:44.118143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f1cdd3-c24d-4bba-8805-28417499ea7d') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:44.122679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-148b1912-aa79-4259-ba04-c33e9bbfe953 None None] Port 29ed83d1-4e6b-48c6-94b9-588e71cbfb76 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:44.232806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.245099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86106597-3612-4d1e-a308-8eae4cb5d08c req-ce8be10c-01d5-47bb-95ca-386c57fa5646 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371938 Feb 19 01:05:44.278083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (e6f1cdd3-c24d-4bba-8805-28417499ea7d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.366049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e6f1cdd3-c24d-4bba-8805-28417499ea7d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.399824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3667-0072-47a7-be3a-217bfc9134dc admin admin] Publish callbacks [] for security_group (a8ffc3b7-9b29-4625-b464-f5ffb0611472), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.432810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:44.433224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (e6f1cdd3-c24d-4bba-8805-28417499ea7d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.436478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3667-0072-47a7-be3a-217bfc9134dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a8ffc3b7-9b29-4625-b464-f5ffb0611472), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:44.455308 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:44.520046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Allocated IP 172.25.0.4 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/7645413a-a474-4e52-84f7-c92ea8fc08ef) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:44.547420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:05:44.624016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2d7a3667-0072-47a7-be3a-217bfc9134dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=119cbbe456604fcb8bc7237b08ccb151&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2299185 Feb 19 01:05:44.638758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (310e9185-12e8-4d67-a68c-66783f8bddd9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.640657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53548) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:44.659231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a3667-0072-47a7-be3a-217bfc9134dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ffc3b7-9b29-4625-b464-f5ffb0611472,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:44.662721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.667063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/310e9185-12e8-4d67-a68c-66783f8bddd9 HTTP/1.1" status: 204 len: 168 time: 1.2373385 Feb 19 01:05:44.734253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0f9a4-1d95-4029-8f9f-7fdbd884dae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=310e9185-12e8-4d67-a68c-66783f8bddd9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:44.796642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb3711-1e76-40c0-a3e7-cc8c481bf46d req-b1e24e13-0112-4f59-8648-8011de729277 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.799656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6cb3711-1e76-40c0-a3e7-cc8c481bf46d req-b1e24e13-0112-4f59-8648-8011de729277 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.1274316 Feb 19 01:05:44.823202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac230be-ab0a-4e39-8c2d-58d5917cdb35 req-9f352023-c31b-4ee1-a1ce-5b3a56a3af33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.829071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac230be-ab0a-4e39-8c2d-58d5917cdb35 req-9f352023-c31b-4ee1-a1ce-5b3a56a3af33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.835626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac230be-ab0a-4e39-8c2d-58d5917cdb35 req-9f352023-c31b-4ee1-a1ce-5b3a56a3af33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.838724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac230be-ab0a-4e39-8c2d-58d5917cdb35 req-9f352023-c31b-4ee1-a1ce-5b3a56a3af33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2417 time: 0.1444371 Feb 19 01:05:44.885490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.912533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a30c86eb-2b81-4ca1-8b94-9273f14dd362 admin admin] Publish callbacks [] for security_group (a8ffc3b7-9b29-4625-b464-f5ffb0611472), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.957011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ac230be-ab0a-4e39-8c2d-58d5917cdb35 req-057d5afa-b340-4a54-8baa-ac1ed497871c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062281 Feb 19 01:05:44.977559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.985239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a30c86eb-2b81-4ca1-8b94-9273f14dd362 admin admin] Publish callbacks [] for security_group (a8ffc3b7-9b29-4625-b464-f5ffb0611472), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.028157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:45.034035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Pushing event updated for resources: {'Port': ['ID=7645413a-a474-4e52-84f7-c92ea8fc08ef,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:45.060207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:45.061965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:45.067322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:45.072746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6cb3711-1e76-40c0-a3e7-cc8c481bf46d req-7375f548-57bd-4642-9030-56adb3c5c4de tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644658 Feb 19 01:05:45.082653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a30c86eb-2b81-4ca1-8b94-9273f14dd362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a8ffc3b7-9b29-4625-b464-f5ffb0611472), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.086526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a30c86eb-2b81-4ca1-8b94-9273f14dd362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.088316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a30c86eb-2b81-4ca1-8b94-9273f14dd362 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8ffc3b7-9b29-4625-b464-f5ffb0611472 HTTP/1.1" status: 204 len: 168 time: 0.4446487 Feb 19 01:05:45.135510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c86eb-2b81-4ca1-8b94-9273f14dd362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ffc3b7-9b29-4625-b464-f5ffb0611472,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:45.201148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:45.219472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b5407d7d-ba32-463d-8a9a-4ad8c86406e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bef317f3ec19416bb9a25cb1aa859586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854975 Feb 19 01:05:45.229025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53570) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:45.360146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 82d1d704-67d9-469d-92fc-c0c69fd4e602 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:45.364594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 82d1d704-67d9-469d-92fc-c0c69fd4e602 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:45.365675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.575386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab19c850-4a9a-4261-ac35-a2a0e4f92a28 admin admin] Publish callbacks [] for security_group (d2b5c864-6b2e-4330-be50-b6b8186da2b1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.600489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 82d1d704-67d9-469d-92fc-c0c69fd4e602 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:45.601192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.666340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504007f-49cf-44bc-a1d2-c6f0e33ce92b req-3f88f65f-abcb-4715-97df-9d306298d724 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:45.669869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:45.676154 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250b5315-6f9d-45bc-b458-86b6b8b40341" -d '{"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-plugged", "status": "completed", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:45.684902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e504007f-49cf-44bc-a1d2-c6f0e33ce92b req-3f88f65f-abcb-4715-97df-9d306298d724 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 944 time: 0.3189964 Feb 19 01:05:45.688647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab19c850-4a9a-4261-ac35-a2a0e4f92a28 admin admin] Publish callbacks [] for security_group (d2b5c864-6b2e-4330-be50-b6b8186da2b1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.706881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:45.717126 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.797418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab19c850-4a9a-4261-ac35-a2a0e4f92a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d2b5c864-6b2e-4330-be50-b6b8186da2b1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.800042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab19c850-4a9a-4261-ac35-a2a0e4f92a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.801230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ab19c850-4a9a-4261-ac35-a2a0e4f92a28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2b5c864-6b2e-4330-be50-b6b8186da2b1 HTTP/1.1" status: 204 len: 168 time: 0.5725026 Feb 19 01:05:45.811451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e504007f-49cf-44bc-a1d2-c6f0e33ce92b req-bb638b52-211d-4d49-baff-52ba1a6ae137 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257286 Feb 19 01:05:45.816540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:45.834136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19c850-4a9a-4261-ac35-a2a0e4f92a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5c864-6b2e-4330-be50-b6b8186da2b1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:45.901622 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254f9e6-5168-41ca-ba34-e2faa0f941ee x-openstack-request-id: req-d254f9e6-5168-41ca-ba34-e2faa0f941ee {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:45.901925 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-plugged", "status": "completed", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:45.902184 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d254f9e6-5168-41ca-ba34-e2faa0f941ee {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:45.902586 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'code': 200} Feb 19 01:05:46.028771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23686118-b80e-41c0-b8f5-468433431d02 req-b6903bc4-f080-4dea-a632-d3f2ca240dad tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:46.036129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23686118-b80e-41c0-b8f5-468433431d02 req-b6903bc4-f080-4dea-a632-d3f2ca240dad tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:46.042218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23686118-b80e-41c0-b8f5-468433431d02 req-b6903bc4-f080-4dea-a632-d3f2ca240dad tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:46.049664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23686118-b80e-41c0-b8f5-468433431d02 req-b6903bc4-f080-4dea-a632-d3f2ca240dad tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2417 time: 0.2652202 Feb 19 01:05:46.131846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for floatingip (18614a22-914c-4dd9-a9d8-afd07b287032), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.316379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d4a8-acf8-475e-96f5-1191b393c2d4 req-6dc95ffb-e9f0-44ac-a812-c6aa804a00fa tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:46.330572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9f3d4a8-acf8-475e-96f5-1191b393c2d4 req-6dc95ffb-e9f0-44ac-a812-c6aa804a00fa tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.1180177 Feb 19 01:05:46.333917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23686118-b80e-41c0-b8f5-468433431d02 req-76974dd8-7963-4b17-b058-ded113a9d744 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826388 Feb 19 01:05:46.361742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93ab8d-5e53-4654-9673-6f331a377ff6 req-910b0d80-c8e7-44d2-beb1-fe5e59a9f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:46.363525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae93ab8d-5e53-4654-9673-6f331a377ff6 req-910b0d80-c8e7-44d2-beb1-fe5e59a9f09e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 1127 time: 0.3884397 Feb 19 01:05:46.449200 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9f3d4a8-acf8-475e-96f5-1191b393c2d4 req-8ca7f85a-cb10-463f-8547-a6ec31946ce6 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217060 Feb 19 01:05:46.480111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.561925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae93ab8d-5e53-4654-9673-6f331a377ff6 req-dfb2e313-cc00-47b4-b546-b3ebfd80bddf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864419 Feb 19 01:05:46.725349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53616) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:46.815103 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.823736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.879870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4954a3ed-8ee3-41f4-b704-cd63b50d4968 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=233fe8ed6c21406aaa451fa4172890e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508744 Feb 19 01:05:46.882853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53620) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:46.986883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Pushing event updated for resources: {'Port': ['ID=7645413a-a474-4e52-84f7-c92ea8fc08ef,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:47.041651 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (18614a22-914c-4dd9-a9d8-afd07b287032), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.067489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-73d30871-233a-49b3-ae31-bc3e9a44ccfd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:47.073586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-73d30871-233a-49b3-ae31-bc3e9a44ccfd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.2392983 Feb 19 01:05:47.107060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9ed2f-0992-405c-b011-56e255f756ea req-8683b90d-08cc-4848-88af-05e13dc63657 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:47.108865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbf9ed2f-0992-405c-b011-56e255f756ea req-8683b90d-08cc-4848-88af-05e13dc63657 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 945 time: 0.1556659 Feb 19 01:05:47.189624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c8433a9-c37c-478b-b58c-7835a4f35eca admin admin] Publish callbacks [] for security_group (d6529c31-af2f-43c1-bfe9-a270d32c21a2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.206326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbf9ed2f-0992-405c-b011-56e255f756ea req-3c5b38e1-0664-478c-9f76-081066d3e8be tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912797 Feb 19 01:05:47.238683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c8433a9-c37c-478b-b58c-7835a4f35eca admin admin] Publish callbacks [] for security_group (d6529c31-af2f-43c1-bfe9-a270d32c21a2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.264513 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Floating IP 18614a22-914c-4dd9-a9d8-afd07b287032 associated. External IP: 172.25.0.4, port: 29ed83d1-4e6b-48c6-94b9-588e71cbfb76. Feb 19 01:05:47.310720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c8433a9-c37c-478b-b58c-7835a4f35eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d6529c31-af2f-43c1-bfe9-a270d32c21a2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.313780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c8433a9-c37c-478b-b58c-7835a4f35eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.315334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9c8433a9-c37c-478b-b58c-7835a4f35eca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6529c31-af2f-43c1-bfe9-a270d32c21a2 HTTP/1.1" status: 204 len: 168 time: 0.4308639 Feb 19 01:05:47.326376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8433a9-c37c-478b-b58c-7835a4f35eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6529c31-af2f-43c1-bfe9-a270d32c21a2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:47.466293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Deleting port 7567ec81-99fd-427e-b09e-3a2af71c3c29 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:47.466879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.632356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] For port 7567ec81-99fd-427e-b09e-3a2af71c3c29, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=7567ec81-99fd-427e-b09e-3a2af71c3c29,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:47.633326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.701079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Calling delete_port for 7567ec81-99fd-427e-b09e-3a2af71c3c29 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:47.886275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34b1e-a792-435d-9fff-2e2a7bf1ae34 req-d8b815be-4bfa-41df-a03a-86dd28b12a59 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:47.888670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84a34b1e-a792-435d-9fff-2e2a7bf1ae34 req-d8b815be-4bfa-41df-a03a-86dd28b12a59 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 946 time: 0.2317970 Feb 19 01:05:48.012602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84a34b1e-a792-435d-9fff-2e2a7bf1ae34 req-9a99ba00-9209-4882-960a-da12c6da6a84 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992329 Feb 19 01:05:48.106665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53652) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:48.112218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7567ec81-99fd-427e-b09e-3a2af71c3c29), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.146504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.150122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e5ebb3a4-b0e3-40b5-9c91-662251b59b09'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:48.182522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Pushing event deleted for resources: {'Port': ['ID=7567ec81-99fd-427e-b09e-3a2af71c3c29,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:48.301146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d74f45c6-27e4-492c-a6c2-c791f0bed51b', '7567ec81-99fd-427e-b09e-3a2af71c3c29'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:48.305365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] No DVR routers for this DVR port 7567ec81-99fd-427e-b09e-3a2af71c3c29 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:48.311002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.315960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fe152fb-43de-4048-bff4-14bfb8a8c615 req-ba7300b1-c50a-442b-adee-1f45a9aaa968 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "DELETE /v2.0/ports/7567ec81-99fd-427e-b09e-3a2af71c3c29 HTTP/1.1" status: 204 len: 173 time: 1.2119808 Feb 19 01:05:48.317355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'name': 'network-vif-deleted', 'tag': '7567ec81-99fd-427e-b09e-3a2af71c3c29'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:48.322532 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29614169-c254-40d9-8ca1-27eae2acaa31" -d '{"events": [{"server_uuid": "9ed9a5d1-5421-4f22-958f-e42bab1acbd2", "name": "network-vif-deleted", "tag": "7567ec81-99fd-427e-b09e-3a2af71c3c29"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:48.478735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b009dcd-a53e-4517-adf4-340837705712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.594243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f022ac-1006-4dbf-8429-6d1eea53a46e req-ca94f1e4-f132-471e-85b7-977524a17a47 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.613138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c89d7-fcdc-4b39-9365-7af700a3d5f2 req-a6bb3f5d-114c-43ce-a4a7-80dd8503c9ec tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.617344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-855c89d7-fcdc-4b39-9365-7af700a3d5f2 req-a6bb3f5d-114c-43ce-a4a7-80dd8503c9ec tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 945 time: 0.2717330 Feb 19 01:05:48.625804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f022ac-1006-4dbf-8429-6d1eea53a46e req-ca94f1e4-f132-471e-85b7-977524a17a47 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.637712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f022ac-1006-4dbf-8429-6d1eea53a46e req-ca94f1e4-f132-471e-85b7-977524a17a47 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.645805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58f022ac-1006-4dbf-8429-6d1eea53a46e req-ca94f1e4-f132-471e-85b7-977524a17a47 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2417 time: 1.2049925 Feb 19 01:05:48.669782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-2fc52e05-3fb1-4380-986b-baaf0b25fea5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.675430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-2fc52e05-3fb1-4380-986b-baaf0b25fea5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.681765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-2fc52e05-3fb1-4380-986b-baaf0b25fea5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.683740 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-2fc52e05-3fb1-4380-986b-baaf0b25fea5 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 2417 time: 0.3361573 Feb 19 01:05:48.859677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58f022ac-1006-4dbf-8429-6d1eea53a46e req-5698fa08-85db-4d46-86ca-308fe9a638fb tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126215 Feb 19 01:05:48.919594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-855c89d7-fcdc-4b39-9365-7af700a3d5f2 req-f119e977-5ee3-4161-bb2b-feabf28ecc81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899423 Feb 19 01:05:49.001539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b009dcd-a53e-4517-adf4-340837705712 admin admin] Publish callbacks [] for security_group (3f5f39a1-f5ee-4b6e-9e56-6590b066276c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.005506 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c9c0fc-3ac2-40c5-8ab5-4f6c9efb26e4 x-openstack-request-id: req-02c9c0fc-3ac2-40c5-8ab5-4f6c9efb26e4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:49.005506 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed9a5d1-5421-4f22-958f-e42bab1acbd2", "name": "network-vif-deleted", "tag": "7567ec81-99fd-427e-b09e-3a2af71c3c29", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:49.005848 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02c9c0fc-3ac2-40c5-8ab5-4f6c9efb26e4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:49.006048 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed9a5d1-5421-4f22-958f-e42bab1acbd2', 'name': 'network-vif-deleted', 'tag': '7567ec81-99fd-427e-b09e-3a2af71c3c29', 'status': 'completed', 'code': 200} Feb 19 01:05:49.011941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b009dcd-a53e-4517-adf4-340837705712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3f5f39a1-f5ee-4b6e-9e56-6590b066276c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.170534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Router eef1d7ca-ce1a-4b6d-825d-afd85c817238 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:49.180815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b009dcd-a53e-4517-adf4-340837705712 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=637fe93a136349b1a87cd202f914ef0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0730822 Feb 19 01:05:49.187618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53690) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:49.193280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009dcd-a53e-4517-adf4-340837705712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5f39a1-f5ee-4b6e-9e56-6590b066276c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:49.295420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port eeb8e374-b757-4271-b90c-63d6af346bb5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:49.296073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.361378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53694) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:49.429876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ad2dde7-a234-4e05-99e4-5b8c3c2ded31 req-eb5c51c9-1497-4f16-8930-31442cbd614c tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed9a5d1-5421-4f22-958f-e42bab1acbd2 HTTP/1.1" status: 200 len: 210 time: 0.0817997 Feb 19 01:05:49.540304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-786746ad-8c34-4d61-b648-fdc278f5894e admin admin] Publish callbacks [] for security_group (3f5f39a1-f5ee-4b6e-9e56-6590b066276c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.547383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:49.552299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port eeb8e374-b757-4271-b90c-63d6af346bb5, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=eeb8e374-b757-4271-b90c-63d6af346bb5,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:49.553702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.560086 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] Sync routers for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:49.583141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f19be-29c4-4e46-92fe-cea385507f3b req-6b70a010-ff29-4f17-b267-752d44426bfb tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:49.584665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b8f19be-29c4-4e46-92fe-cea385507f3b req-6b70a010-ff29-4f17-b267-752d44426bfb tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 945 time: 0.1979032 Feb 19 01:05:49.588337 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:49.588979 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.602599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-425117082-network', 'tenant_id': '1b22f78ded424a309e1894227e59be7f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:49.618785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for eeb8e374-b757-4271-b90c-63d6af346bb5 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:49.627940 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.639249 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:49.639916 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.675323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-786746ad-8c34-4d61-b648-fdc278f5894e admin admin] Publish callbacks [] for security_group (3f5f39a1-f5ee-4b6e-9e56-6590b066276c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.682218 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.683228 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcaf6d-1d80-4515-bc1e-4c4aa5329187 None None] The sync data for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:49.686265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Made reservation on behalf of 1b22f78ded424a309e1894227e59be7f for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:49.689320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.697255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.702612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.748496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53698) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:49.748720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ae15b86b-087a-4e78-ac4c-1fd6589353ca tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.0217793 Feb 19 01:05:49.825955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b8f19be-29c4-4e46-92fe-cea385507f3b req-0ba96355-23dc-4601-bc0c-d40cfb870137 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182460 Feb 19 01:05:49.942878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-786746ad-8c34-4d61-b648-fdc278f5894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3f5f39a1-f5ee-4b6e-9e56-6590b066276c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.947171 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-786746ad-8c34-4d61-b648-fdc278f5894e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.953295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-786746ad-8c34-4d61-b648-fdc278f5894e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f5f39a1-f5ee-4b6e-9e56-6590b066276c HTTP/1.1" status: 204 len: 168 time: 0.7630732 Feb 19 01:05:49.997558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786746ad-8c34-4d61-b648-fdc278f5894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5f39a1-f5ee-4b6e-9e56-6590b066276c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.043598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks [] for security_group (c7a6ff2e-8940-4c04-b43b-74a70b17b863), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.078285 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c7a6ff2e-8940-4c04-b43b-74a70b17b863), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.091212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (eeb8e374-b757-4271-b90c-63d6af346bb5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.201547 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-421f413a-18fb-4934-be31-41ea7a7e199d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.226372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-575a913d-7370-4a46-8013-f466cd5d96df tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] 10.222.0.43 "GET /v2.0/floatingips/18614a22-914c-4dd9-a9d8-afd07b287032 HTTP/1.1" status: 200 len: 982 time: 0.4760103 Feb 19 01:05:50.246823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:50.250696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6ff2e-8940-4c04-b43b-74a70b17b863,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.253770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53718) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:50.347408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=eeb8e374-b757-4271-b90c-63d6af346bb5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.366593 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f3614ee2-f024-4df3-ac38-034db5f0965f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.368853 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Added segment f3614ee2-f024-4df3-ac38-034db5f0965f of type vlan for network e04b1465-e00c-4b0e-b4d0-60121e84bb6d Feb 19 01:05:50.386093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port eeb8e374-b757-4271-b90c-63d6af346bb5 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:50.389076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.393874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-c4de468b-5c8a-4769-ba50-6adce0b1ebc8 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "DELETE /v2.0/ports/eeb8e374-b757-4271-b90c-63d6af346bb5 HTTP/1.1" status: 204 len: 173 time: 1.6650145 Feb 19 01:05:50.394374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-deleted', 'tag': 'eeb8e374-b757-4271-b90c-63d6af346bb5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:50.396646 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de016e9f-5794-4264-9e90-a5978cc3cc5c" -d '{"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-deleted", "tag": "eeb8e374-b757-4271-b90c-63d6af346bb5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:50.427728 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f5a628f9-4e44-4fcb-8f30-3e2b24437c1f tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1674409 Feb 19 01:05:50.439014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:50.533211 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2354542-c425-4276-94ce-5dd11e9ced9e x-openstack-request-id: req-e2354542-c425-4276-94ce-5dd11e9ced9e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:50.533498 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-deleted", "tag": "eeb8e374-b757-4271-b90c-63d6af346bb5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:50.533769 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2354542-c425-4276-94ce-5dd11e9ced9e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:50.534189 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-deleted', 'tag': 'eeb8e374-b757-4271-b90c-63d6af346bb5', 'status': 'completed', 'code': 200} Feb 19 01:05:50.600943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port d413e403-68bf-4012-a99d-a7dc9a6715f3 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:50.602197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.686830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb41a1-bf63-4ef7-aa9b-f656e3f47292 req-14036838-2d28-4a1e-bfae-222abaff5b76 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.698999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb41a1-bf63-4ef7-aa9b-f656e3f47292 req-14036838-2d28-4a1e-bfae-222abaff5b76 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.710412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cdb41a1-bf63-4ef7-aa9b-f656e3f47292 req-14036838-2d28-4a1e-bfae-222abaff5b76 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 1681 time: 0.6648598 Feb 19 01:05:50.805023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e04b1465-e00c-4b0e-b4d0-60121e84bb6d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.870894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port d413e403-68bf-4012-a99d-a7dc9a6715f3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d413e403-68bf-4012-a99d-a7dc9a6715f3,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:50.872606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.922848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cdb41a1-bf63-4ef7-aa9b-f656e3f47292 req-0fc3726d-c109-417c-9fa0-f7590e1db2e4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096572 Feb 19 01:05:50.937976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting port 7645413a-a474-4e52-84f7-c92ea8fc08ef {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:50.939545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.965482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for d413e403-68bf-4012-a99d-a7dc9a6715f3 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:51.014333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e04b1465-e00c-4b0e-b4d0-60121e84bb6d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.045605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:51.046284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.236753 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d413e403-68bf-4012-a99d-a7dc9a6715f3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.281198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c3e5b-8af7-40eb-944b-dae1ea1518ce req-95fe001d-9128-4642-b193-bc1736e65d1b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:51.283679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-239c3e5b-8af7-40eb-944b-dae1ea1518ce req-95fe001d-9128-4642-b193-bc1736e65d1b tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 945 time: 0.1056511 Feb 19 01:05:51.287226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=d413e403-68bf-4012-a99d-a7dc9a6715f3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:51.295925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device eeb8e374-b757-4271-b90c-63d6af346bb5 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:51.349390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: eeb8e374-b757-4271-b90c-63d6af346bb5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:51.351155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device eeb8e374-b757-4271-b90c-63d6af346bb5 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:51.354629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2ac101ad-708e-479b-b633-3e1cdf1fc052 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:51.388552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.391142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for floatingip (7645413a-a474-4e52-84f7-c92ea8fc08ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.410695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port d413e403-68bf-4012-a99d-a7dc9a6715f3 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:51.418954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.423198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-9bba11cb-ed3b-4bbb-adb6-28d18e0e6a12 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "DELETE /v2.0/ports/d413e403-68bf-4012-a99d-a7dc9a6715f3 HTTP/1.1" status: 204 len: 173 time: 1.0208933 Feb 19 01:05:51.466678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Calling delete_port for 7645413a-a474-4e52-84f7-c92ea8fc08ef owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:51.542446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-239c3e5b-8af7-40eb-944b-dae1ea1518ce req-5f70ac7f-623d-457d-9e13-98de18de708c tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446490 Feb 19 01:05:51.564440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2ac101ad-708e-479b-b633-3e1cdf1fc052 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:51.565140 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.675691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port 2ac101ad-708e-479b-b633-3e1cdf1fc052 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:51.676028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.726836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:51.735063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:51.737377 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e015968-c153-4bf8-96a2-bdfb61091838" -d '{"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:51.760494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.763327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7567ec81-99fd-427e-b09e-3a2af71c3c29 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:51.842062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 7567ec81-99fd-427e-b09e-3a2af71c3c29 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:51.842651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 7567ec81-99fd-427e-b09e-3a2af71c3c29 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:51.844490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d413e403-68bf-4012-a99d-a7dc9a6715f3 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:51.893326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port 2ac101ad-708e-479b-b633-3e1cdf1fc052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2ac101ad-708e-479b-b633-3e1cdf1fc052,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:51.893889 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.904239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5392559 Feb 19 01:05:51.911372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:51.925361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for 2ac101ad-708e-479b-b633-3e1cdf1fc052 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:52.008197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: d413e403-68bf-4012-a99d-a7dc9a6715f3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:52.009449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d413e403-68bf-4012-a99d-a7dc9a6715f3 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:52.024424 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe3f56a-db24-45a7-bc4f-3e97c6741013 x-openstack-request-id: req-efe3f56a-db24-45a7-bc4f-3e97c6741013 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:52.024664 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:52.024891 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efe3f56a-db24-45a7-bc4f-3e97c6741013 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:52.028056 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052', 'code': 200} Feb 19 01:05:52.032635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Request body: {'subnet': {'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-425117082-subnet', 'tenant_id': '1b22f78ded424a309e1894227e59be7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:52.073284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Pushing event updated for resources: {'Network': ['ID=e04b1465-e00c-4b0e-b4d0-60121e84bb6d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:52.101336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:52.108307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b0974-d1e2-45ff-8b3e-6fa09f74c91f req-5ab2b8ad-0b38-4bf8-a2eb-897b92916af3 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.110134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-548b0974-d1e2-45ff-8b3e-6fa09f74c91f req-5ab2b8ad-0b38-4bf8-a2eb-897b92916af3 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 945 time: 0.8476880 Feb 19 01:05:52.119065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.119576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.120032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.120485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.120884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.121328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.121797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.122198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.122619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.123029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.123417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.123811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.124247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678ecca-2cb8-4fbb-88cd-5c53f0cc37db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:52.165661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Made reservation on behalf of 1b22f78ded424a309e1894227e59be7f for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:52.168972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.169325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:52.267652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-548b0974-d1e2-45ff-8b3e-6fa09f74c91f req-293f9b9c-40d1-4319-b259-2f2b1deb9435 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341624 Feb 19 01:05:52.271044 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2ac101ad-708e-479b-b633-3e1cdf1fc052), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.322834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56e37b92-dd52-492a-9ac6-07b4cdb0a76e req-d93d6c85-97ed-464a-96ca-4b945028fd91 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 210 time: 0.0824254 Feb 19 01:05:52.416535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=2ac101ad-708e-479b-b633-3e1cdf1fc052,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:52.512761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port 2ac101ad-708e-479b-b633-3e1cdf1fc052 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:52.515869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.518138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56ab0f0c-de32-4381-bd7d-f1ef33872794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.519061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ec1304e-6a83-40ab-81d9-97d1b6f95cc7 req-072c0669-116c-416b-885d-43a1f81f6739 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.89 "DELETE /v2.0/ports/2ac101ad-708e-479b-b633-3e1cdf1fc052 HTTP/1.1" status: 204 len: 173 time: 1.0874906 Feb 19 01:05:52.535810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-deleted', 'tag': 'd413e403-68bf-4012-a99d-a7dc9a6715f3'}, {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-deleted', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:52.538226 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279b789-0a98-4f38-ab07-de6d9e9e77b4" -d '{"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-deleted", "tag": "d413e403-68bf-4012-a99d-a7dc9a6715f3"}, {"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-deleted", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:52.592904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53800) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:52.679998 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899f4a8d-ebd5-49fe-a96d-f07f22990081 x-openstack-request-id: req-899f4a8d-ebd5-49fe-a96d-f07f22990081 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:52.680431 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-deleted", "tag": "d413e403-68bf-4012-a99d-a7dc9a6715f3", "status": "completed", "code": 200}, {"server_uuid": "73f71011-da4c-482e-9a3e-e2eef0a1be00", "name": "network-vif-deleted", "tag": "2ac101ad-708e-479b-b633-3e1cdf1fc052", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:52.681800 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-899f4a8d-ebd5-49fe-a96d-f07f22990081 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:52.682224 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-deleted', 'tag': 'd413e403-68bf-4012-a99d-a7dc9a6715f3', 'status': 'completed', 'code': 200} Feb 19 01:05:52.682488 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f71011-da4c-482e-9a3e-e2eef0a1be00', 'name': 'network-vif-deleted', 'tag': '2ac101ad-708e-479b-b633-3e1cdf1fc052', 'status': 'completed', 'code': 200} Feb 19 01:05:52.723536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7645413a-a474-4e52-84f7-c92ea8fc08ef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.728022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931334b-30de-478c-9832-524ec15d2862 req-17a83350-9658-4ac6-a4a2-bcb09cb517ae tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.734326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3931334b-30de-478c-9832-524ec15d2862 req-17a83350-9658-4ac6-a4a2-bcb09cb517ae tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 945 time: 0.1589608 Feb 19 01:05:52.824605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Port': ['ID=7645413a-a474-4e52-84f7-c92ea8fc08ef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:52.881537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba3c1-10c8-4e9c-83e5-247704ae1778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.885120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.956071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eaef4-4b41-496f-8159-8f6e1f364441 req-7da23214-3262-406d-a64f-ffd9998f2a8e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.959193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-101eaef4-4b41-496f-8159-8f6e1f364441 req-7da23214-3262-406d-a64f-ffd9998f2a8e tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 945 time: 0.1686311 Feb 19 01:05:53.014630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for floatingip (18614a22-914c-4dd9-a9d8-afd07b287032), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.015693 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Floating IP 18614a22-914c-4dd9-a9d8-afd07b287032 disassociated (deleted). External IP: 172.25.0.4, port: 29ed83d1-4e6b-48c6-94b9-588e71cbfb76. Feb 19 01:05:53.017081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Deleting port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:53.017624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.061276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:53.078084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:53.078772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Network hostable DHCP agents. Network: e04b1465-e00c-4b0e-b4d0-60121e84bb6d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:53.081718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-101eaef4-4b41-496f-8159-8f6e1f364441 req-9a9db37b-7804-402c-8b0d-4b5d3f333023 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098640 Feb 19 01:05:53.214294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] For port e5ebb3a4-b0e3-40b5-9c91-662251b59b09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:53.214675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.232536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Calling delete_port for e5ebb3a4-b0e3-40b5-9c91-662251b59b09 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:53.255592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:53.292563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e04b1465-e00c-4b0e-b4d0-60121e84bb6d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:53.295647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba3c1-10c8-4e9c-83e5-247704ae1778 admin admin] Publish callbacks [] for security_group (8375a18a-6218-421c-8e77-3a551ac2e36a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.301908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e25fa-b4c2-4849-b067-b958db506247 None None] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:53.302725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:53.303455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93764980-fa35-457c-a283-147362718b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.346693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba3c1-10c8-4e9c-83e5-247704ae1778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8375a18a-6218-421c-8e77-3a551ac2e36a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.380775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93764980-fa35-457c-a283-147362718b36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3761065 Feb 19 01:05:53.419263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3d8ba3c1-10c8-4e9c-83e5-247704ae1778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c66ac7197aa4e6abe879a573e3c8c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8225067 Feb 19 01:05:53.420056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53848) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:53.467454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ba3c1-10c8-4e9c-83e5-247704ae1778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8375a18a-6218-421c-8e77-3a551ac2e36a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:53.539118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e5ebb3a4-b0e3-40b5-9c91-662251b59b09), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.599935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c711fc66-05d9-4b50-91eb-7d8437e644e5 req-7e5c51ff-c469-4226-8f3e-8bbf2735f892 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f71011-da4c-482e-9a3e-e2eef0a1be00 HTTP/1.1" status: 200 len: 210 time: 0.0576372 Feb 19 01:05:53.627084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Router eef1d7ca-ce1a-4b6d-825d-afd85c817238 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:53.629907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d74f45c6-27e4-492c-a6c2-c791f0bed51b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:53.660930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Pushing event deleted for resources: {'Port': ['ID=e5ebb3a4-b0e3-40b5-9c91-662251b59b09,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:53.670075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adb320ce-24f2-40d2-bded-81c786f5b957 admin admin] Publish callbacks [] for security_group (8375a18a-6218-421c-8e77-3a551ac2e36a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.684519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e400db2-847e-4587-bdd7-0735abe903db None None] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:53.763262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] No DVR routers for this DVR port e5ebb3a4-b0e3-40b5-9c91-662251b59b09 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:53.766869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.770798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3931334b-30de-478c-9832-524ec15d2862 req-a3bd66f9-0d47-4ba0-a343-dd2e7f2878cd tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.10 "DELETE /v2.0/ports/e5ebb3a4-b0e3-40b5-9c91-662251b59b09 HTTP/1.1" status: 204 len: 173 time: 1.0250363 Feb 19 01:05:53.795930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44822d-6051-4eb4-84b9-59c4b1af42ce req-1b17370d-f463-432d-98f8-ed4652d4e4dc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:53.797671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adb320ce-24f2-40d2-bded-81c786f5b957 admin admin] Publish callbacks [] for security_group (8375a18a-6218-421c-8e77-3a551ac2e36a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.805570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa44822d-6051-4eb4-84b9-59c4b1af42ce req-1b17370d-f463-432d-98f8-ed4652d4e4dc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 950 time: 0.2897086 Feb 19 01:05:53.887817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa44822d-6051-4eb4-84b9-59c4b1af42ce req-4b7a1b9a-2811-4253-9cd5-dc3ea1c3c16b tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792866 Feb 19 01:05:53.961727 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.064578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:54.071570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.093813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] Sync routers for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:54.115397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-380f88cc-89fa-4ce5-80bb-d3089bae48e2 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "DELETE /v2.0/floatingips/18614a22-914c-4dd9-a9d8-afd07b287032 HTTP/1.1" status: 204 len: 168 time: 3.6740196 Feb 19 01:05:54.117655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53866) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:54.119840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adb320ce-24f2-40d2-bded-81c786f5b957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8375a18a-6218-421c-8e77-3a551ac2e36a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.123252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adb320ce-24f2-40d2-bded-81c786f5b957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.124195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:54.124650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-adb320ce-24f2-40d2-bded-81c786f5b957 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8375a18a-6218-421c-8e77-3a551ac2e36a HTTP/1.1" status: 204 len: 168 time: 0.6582699 Feb 19 01:05:54.155577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:54.158570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb320ce-24f2-40d2-bded-81c786f5b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8375a18a-6218-421c-8e77-3a551ac2e36a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:54.167756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.185539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.243662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.363260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cb4b348-0491-4978-838b-f6dba92cbd94 req-631ca444-6d3d-40b3-943f-d3428ace8719 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a HTTP/1.1" status: 200 len: 210 time: 0.0608685 Feb 19 01:05:54.429251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:54.431976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.499209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.510393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:54.520306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-127238226-network', 'tenant_id': '447bcf4ec57e40a4b736ad4b8aee8235'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:54.574830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Made reservation on behalf of 447bcf4ec57e40a4b736ad4b8aee8235 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:54.577431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.589077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.599752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.608775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e0985-7cac-4a4f-b5a2-26bf1a12ceb3 None None] The sync data for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:54.693300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'name': 'network-vif-deleted', 'tag': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:54.693300 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e77a5ec-2e68-4a63-b0ad-b64a999cdede" -d '{"events": [{"server_uuid": "f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a", "name": "network-vif-deleted", "tag": "e5ebb3a4-b0e3-40b5-9c91-662251b59b09"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:54.699560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks [] for security_group (7f1ab27c-6f8c-442a-8911-3b24c44fcd98), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.704118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7f1ab27c-6f8c-442a-8911-3b24c44fcd98), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.719150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:54.722556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Allocated IP 172.25.0.238 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/2c46eeac-c05f-44f9-afc4-74f15767c808) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:54.746866 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0a8e80c8-ed41-4f45-b425-5af877ee37f2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.747219 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Added segment 0a8e80c8-ed41-4f45-b425-5af877ee37f2 of type vlan for network 2c1edd81-5d44-482f-a8aa-d5b01ef92c14 Feb 19 01:05:54.762462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ab27c-6f8c-442a-8911-3b24c44fcd98,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:54.810250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2c1edd81-5d44-482f-a8aa-d5b01ef92c14), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.832677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53908) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:54.905251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.954230 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b2f3c-ed70-48b4-b888-0e9f01ecdaa7 x-openstack-request-id: req-a90b2f3c-ed70-48b4-b888-0e9f01ecdaa7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:54.954638 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a", "name": "network-vif-deleted", "tag": "e5ebb3a4-b0e3-40b5-9c91-662251b59b09", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:54.955027 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a90b2f3c-ed70-48b4-b888-0e9f01ecdaa7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:54.955535 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93f1d0b-f1a3-4fc8-b72a-61ad712f4c7a', 'name': 'network-vif-deleted', 'tag': 'e5ebb3a4-b0e3-40b5-9c91-662251b59b09', 'status': 'completed', 'code': 200} Feb 19 01:05:54.959092 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2c1edd81-5d44-482f-a8aa-d5b01ef92c14), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.960150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:54.960349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.960760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.990436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:54.994177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:55.018489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:55.029034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting subnet 06bd7203-590d-416b-9cc3-5c9356176da3 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:55.070194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Pushing event updated for resources: {'Port': ['ID=2c46eeac-c05f-44f9-afc4-74f15767c808,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.076859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (06bd7203-590d-416b-9cc3-5c9356176da3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.093089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5814641 Feb 19 01:05:55.095401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53924) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.125568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Request body: {'subnet': {'network_id': '2c1edd81-5d44-482f-a8aa-d5b01ef92c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-127238226-subnet', 'tenant_id': '447bcf4ec57e40a4b736ad4b8aee8235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:55.142212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc936a9-bbb8-4a37-8aae-b76b9564fde0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1edd81-5d44-482f-a8aa-d5b01ef92c14,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.143283 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for floatingip (382c582a-084c-46f7-851f-e95b09164f9d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.164204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (06bd7203-590d-416b-9cc3-5c9356176da3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.165797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2c1edd81-5d44-482f-a8aa-d5b01ef92c14 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:55.202483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.217931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Made reservation on behalf of 447bcf4ec57e40a4b736ad4b8aee8235 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:55.220233 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.234124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da9d6-b189-48d3-9321-927ad17d631c req-729ff125-75e0-41fd-a73f-b931529b5189 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:55.235431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120da9d6-b189-48d3-9321-927ad17d631c req-729ff125-75e0-41fd-a73f-b931529b5189 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2482722 Feb 19 01:05:55.285416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5ebb3a4-b0e3-40b5-9c91-662251b59b09 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:55.316711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: e5ebb3a4-b0e3-40b5-9c91-662251b59b09 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:55.317305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5ebb3a4-b0e3-40b5-9c91-662251b59b09 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:55.325406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.397146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.405064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.435083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (06bd7203-590d-416b-9cc3-5c9356176da3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.438232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.466117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120da9d6-b189-48d3-9321-927ad17d631c req-06bf1b2b-f6a2-46bf-bffe-885d61320abb tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174189 Feb 19 01:05:55.520172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Pushing event updated for resources: {'Port': ['ID=2c46eeac-c05f-44f9-afc4-74f15767c808,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.527865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (382c582a-084c-46f7-851f-e95b09164f9d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.558649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.565071 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1bf82895-547a-49a0-a709-289230be202a tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4410024 Feb 19 01:05:55.566237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.656549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (06bd7203-590d-416b-9cc3-5c9356176da3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.669283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1517813342-network', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:55.714266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Subnet': ['ID=06bd7203-590d-416b-9cc3-5c9356176da3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.726098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:55.726305 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.730656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.733759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d08e5a44-7003-4177-b56e-7901e8850372 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/subnets/06bd7203-590d-416b-9cc3-5c9356176da3 HTTP/1.1" status: 204 len: 168 time: 0.9007413 Feb 19 01:05:55.738264 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (6415aaf5-4bbf-4071-b4db-1bf8dfaeb252), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.738664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53958) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.756970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2585a0-a3a8-4f94-8c9d-591a0871858f None None] Network 1fc2846a-d273-49f6-ab0d-5d5133f83d4c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:55.797717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Made reservation on behalf of f7d097ae68c74895a191aa077a7662a7 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:55.800221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.811587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.822017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.842904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6415aaf5-4bbf-4071-b4db-1bf8dfaeb252,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.846573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1fc2846a-d273-49f6-ab0d-5d5133f83d4c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.887713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed35a1-9d24-4283-ad47-8a14b4765c11 req-6572c45b-842d-4dd8-8d32-757ae5dc9d85 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:55.889282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbed35a1-9d24-4283-ad47-8a14b4765c11 req-6572c45b-842d-4dd8-8d32-757ae5dc9d85 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2022069 Feb 19 01:05:55.900421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Checking segment: {'id': '0a8e80c8-ed41-4f45-b425-5af877ee37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c1edd81-5d44-482f-a8aa-d5b01ef92c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:55.900787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Network hostable DHCP agents. Network: 2c1edd81-5d44-482f-a8aa-d5b01ef92c14, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:55.964519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port f8a8d6ea-8798-4405-b90e-4353535213d3 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:55.965436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.970690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] DHCP port deletion for 1fc2846a-d273-49f6-ab0d-5d5133f83d4c request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:55.981353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Network 2c1edd81-5d44-482f-a8aa-d5b01ef92c14 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:55.995575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbed35a1-9d24-4283-ad47-8a14b4765c11 req-0e50fd56-3144-440d-a192-9a8bf8c82cdb tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970275 Feb 19 01:05:56.011307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks [] for security_group (37c7d9b4-1491-43a0-bb33-31a9a3335b07), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.013147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 2c1edd81-5d44-482f-a8aa-d5b01ef92c14) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:56.027789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.028389 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.030905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (37c7d9b4-1491-43a0-bb33-31a9a3335b07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.042534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37387a18-197c-4adc-b13b-1738001d5783 None None] Network 2c1edd81-5d44-482f-a8aa-d5b01ef92c14 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:56.063515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:56.089506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e8c0cc85-0390-4cbf-ab94-4879e290d4c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9664049 Feb 19 01:05:56.089506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f8bdcfe3-370a-4410-86cf-cb652553501b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.089506 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Added segment f8bdcfe3-370a-4410-86cf-cb652553501b of type vlan for network bed83e40-342e-462a-8b37-28738fd231bb Feb 19 01:05:56.089506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c7d9b4-1491-43a0-bb33-31a9a3335b07,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.154091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (bed83e40-342e-462a-8b37-28738fd231bb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.195480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Deleting port f8a8d6ea-8798-4405-b90e-4353535213d3 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:56.196201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.197576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (bed83e40-342e-462a-8b37-28738fd231bb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.199407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.200876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.201043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1056f275-43fe-4ccb-a21f-5b251c9379dc None None] Network 2c1edd81-5d44-482f-a8aa-d5b01ef92c14 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:56.284078 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8445604 Feb 19 01:05:56.291530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.301280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Request body: {'subnet': {'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-subnet', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:56.321297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aebe2-cedb-4921-826f-e91fb5ebd67f admin admin] Pushing event updated for resources: {'Network': ['ID=bed83e40-342e-462a-8b37-28738fd231bb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.332871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] For port f8a8d6ea-8798-4405-b90e-4353535213d3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f8a8d6ea-8798-4405-b90e-4353535213d3,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:56.333790 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.338077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Made reservation on behalf of f7d097ae68c74895a191aa077a7662a7 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:56.341106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.347789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network bed83e40-342e-462a-8b37-28738fd231bb details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:56.355414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port f8a8d6ea-8798-4405-b90e-4353535213d3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f8a8d6ea-8798-4405-b90e-4353535213d3,segment=NetworkSegment(c7fe480d-f3c7-4c66-8620-0f480ac1fd2f),segment_id=c7fe480d-f3c7-4c66-8620-0f480ac1fd2f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:56.356013 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.359381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.386605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for f8a8d6ea-8798-4405-b90e-4353535213d3 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:56.461914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Calling delete_port for f8a8d6ea-8798-4405-b90e-4353535213d3 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:56.563297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.603418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Allocated IP 172.25.0.235 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/2b93b589-99f0-4df2-a654-d04168586de8) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:56.612644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d14a8e9c-9b08-4375-a3db-175e48ecabd8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.715786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14a8e9c-9b08-4375-a3db-175e48ecabd8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.734363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.752261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f8a8d6ea-8798-4405-b90e-4353535213d3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.766488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Pushing event deleted for resources: {'Port': ['ID=f8a8d6ea-8798-4405-b90e-4353535213d3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.769774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Checking segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:56.770360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Network hostable DHCP agents. Network: bed83e40-342e-462a-8b37-28738fd231bb, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:56.770741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] No DVR routers for this DVR port f8a8d6ea-8798-4405-b90e-4353535213d3 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:56.778966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.779223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.779573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.779912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.780248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.780582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.781018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.781377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.781699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.782023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.782808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.783309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.783787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8644ef66-51fa-4e7e-b86c-ffe17a273a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:56.805898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=f8a8d6ea-8798-4405-b90e-4353535213d3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.822552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port f8a8d6ea-8798-4405-b90e-4353535213d3 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:56.832714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-913c4b1c-64bb-4ca3-ac23-672b816c4952 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.834508 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-913c4b1c-64bb-4ca3-ac23-672b816c4952 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.1606741 Feb 19 01:05:56.835028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Network bed83e40-342e-462a-8b37-28738fd231bb is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:56.855620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, bed83e40-342e-462a-8b37-28738fd231bb) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:56.860296 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-30204d86-28cd-41a6-84a9-a01624c85473 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/quotas/1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 375 time: 0.0165277 Feb 19 01:05:56.864615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.866277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.867991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cedf1-ea18-492d-8594-f861f1724ae2 None None] Network bed83e40-342e-462a-8b37-28738fd231bb requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:56.890377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4b273-c8c9-4587-9a9b-a8efde4a5bf0 req-c9949bf3-3f50-41b7-ae16-fc5f6f549652 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.892284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5e4b273-c8c9-4587-9a9b-a8efde4a5bf0 req-c9949bf3-3f50-41b7-ae16-fc5f6f549652 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2358067 Feb 19 01:05:56.936309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-7eab7127-423b-4eaa-8115-f14c95fe3302 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621722 Feb 19 01:05:56.943858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-92ccd77f-5003-4bed-87fc-f79b603e56e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6512911 Feb 19 01:05:56.946471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.950735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:56.977546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f8a8d6ea-8798-4405-b90e-4353535213d3 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:57.022455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: f8a8d6ea-8798-4405-b90e-4353535213d3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:57.023055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f8a8d6ea-8798-4405-b90e-4353535213d3 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:57.032559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (188e0537-53e4-4beb-b0ed-f58ad426f24e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.033913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (188e0537-53e4-4beb-b0ed-f58ad426f24e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.041748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-bed83e40-342e-462a-8b37-28738fd231bb', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:57.042634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.082800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1fc2846a-d273-49f6-ab0d-5d5133f83d4c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.087181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks [] for port (2b93b589-99f0-4df2-a654-d04168586de8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.095739 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks [] for router_controller (188e0537-53e4-4beb-b0ed-f58ad426f24e), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.118216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5e4b273-c8c9-4587-9a9b-a8efde4a5bf0 req-2f3e6292-7efc-4a70-bd27-232c0361f79a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007637 Feb 19 01:05:57.146123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc2846a-d273-49f6-ab0d-5d5133f83d4c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:57.164496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:57.165134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe480d-f3c7-4c66-8620-0f480ac1fd2f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:57.190324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (c7fe480d-f3c7-4c66-8620-0f480ac1fd2f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.216172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c7fe480d-f3c7-4c66-8620-0f480ac1fd2f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.245998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:57.246508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (c7fe480d-f3c7-4c66-8620-0f480ac1fd2f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.249900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:57.255026 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:57.263808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Allocated IP 172.20.0.2 (bed83e40-342e-462a-8b37-28738fd231bb/d14a8e9c-9b08-4375-a3db-175e48ecabd8/cee24d8c-e083-4d55-8391-50d293894477) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:57.302744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2b93b589-99f0-4df2-a654-d04168586de8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.319090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:57.484589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:57.511715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:57.520874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:57.549902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be771387-f381-4414-88bb-703934bcab60 req-8ef6bdf4-a6ee-41b3-a85e-ca1fa3ec60a6 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:57.552123 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-00adcc90-a293-44f5-9ab8-b3b6b284c75c service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067984 Feb 19 01:05:57.554944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be771387-f381-4414-88bb-703934bcab60 req-8ef6bdf4-a6ee-41b3-a85e-ca1fa3ec60a6 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.1950660 Feb 19 01:05:57.577371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:57.584476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Pushing event updated for resources: {'Port': ['ID=2b93b589-99f0-4df2-a654-d04168586de8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.587669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1fc2846a-d273-49f6-ab0d-5d5133f83d4c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.607443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'mac_address': 'fa:16:3e:98:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:57.625772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:57.626163 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.628948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.632498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks [] for router_gateway (188e0537-53e4-4beb-b0ed-f58ad426f24e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.635623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/networks/1fc2846a-d273-49f6-ab0d-5d5133f83d4c HTTP/1.1" status: 204 len: 168 time: 1.8958793 Feb 19 01:05:57.637107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54028) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.643258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.643624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.643938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.644276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.644629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.644926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.647237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.667904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c453f-1ef8-4b91-958b-c27cd54f6f96 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Network': ['ID=1fc2846a-d273-49f6-ab0d-5d5133f83d4c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.684897 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Publish callbacks [] for port (cee24d8c-e083-4d55-8391-50d293894477), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.723218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be771387-f381-4414-88bb-703934bcab60 req-58f02f5c-1ab8-435a-80e0-f4c3297cf5a8 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407661 Feb 19 01:05:57.752671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks [] for floatingip (b66c6824-a343-41c2-9060-37931376f476), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.787153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting subnet 89475cc3-e9db-4583-8306-30180dcea29c {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:57.795333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (89475cc3-e9db-4583-8306-30180dcea29c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.797632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:57.805659 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa8a24-6ba1-45fa-a35e-f6f7a2d234f5" -d '{"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-unplugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:57.807588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b93b589-99f0-4df2-a654-d04168586de8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.814348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (cee24d8c-e083-4d55-8391-50d293894477), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.845673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:57.879141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 82d1d704-67d9-469d-92fc-c0c69fd4e602 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:57.879487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.900283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Network bed83e40-342e-462a-8b37-28738fd231bb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:57.905707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82d1d704-67d9-469d-92fc-c0c69fd4e602 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:57.945785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.957883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (89475cc3-e9db-4583-8306-30180dcea29c), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.960732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:57.963545 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424b7125-e52f-462c-835d-24a865f754ee x-openstack-request-id: req-424b7125-e52f-462c-835d-24a865f754ee {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:57.964165 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-unplugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:57.964584 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-424b7125-e52f-462c-835d-24a865f754ee {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:57.966406 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'code': 200} Feb 19 01:05:57.968340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:57.981360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:57.985668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.009116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Pushing event updated for resources: {'Port': ['ID=cee24d8c-e083-4d55-8391-50d293894477,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:58.046665 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-44f491f5-652c-40cb-9be7-06ea4208a002 service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929442 Feb 19 01:05:58.160914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks [] for port (2b93b589-99f0-4df2-a654-d04168586de8), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.172552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2b93b589-99f0-4df2-a654-d04168586de8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.260868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (89475cc3-e9db-4583-8306-30180dcea29c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.358281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Pushing event updated for resources: {'Port': ['ID=2b93b589-99f0-4df2-a654-d04168586de8,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:58.396028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b66c6824-a343-41c2-9060-37931376f476), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.413770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['82d1d704-67d9-469d-92fc-c0c69fd4e602'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:58.433784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7fd2-2224-4383-aa0c-8b2ef2d6d7b6 req-45b14584-d0a2-4103-92b3-78fe77c89a1d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:58.435902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbcb7fd2-2224-4383-aa0c-8b2ef2d6d7b6 req-45b14584-d0a2-4103-92b3-78fe77c89a1d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1581471 Feb 19 01:05:58.443811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-e8a2e282-b986-44f7-9318-7e78ebd3b336 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:58.446162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-e8a2e282-b986-44f7-9318-7e78ebd3b336 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.2302556 Feb 19 01:05:58.449405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.454464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5e7e5e10-4b80-4fdb-93f2-514f7b92009a tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8763738 Feb 19 01:05:58.455688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:58.488370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:58.491367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Attempting to bind port cee24d8c-e083-4d55-8391-50d293894477 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:58.491816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Attempting to bind port cee24d8c-e083-4d55-8391-50d293894477 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:58.493654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Attempting to bind port cee24d8c-e083-4d55-8391-50d293894477 on network bed83e40-342e-462a-8b37-28738fd231bb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:58.534412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:58.534583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Checking segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:58.535381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.535794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Bound using segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:58.536304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Bound port: cee24d8c-e083-4d55-8391-50d293894477, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:58.536696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cee24d8c-e083-4d55-8391-50d293894477), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.629698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c685b8c3-4fdf-49db-a7ba-75e01d46505b req-4cf7cf93-f02c-47ab-a064-9df3766956ae tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 210 time: 0.1622210 Feb 19 01:05:58.669938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0bef7ad6-0d4d-4cbd-a8f3-bb650520a540 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2064748 Feb 19 01:05:58.671084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (89475cc3-e9db-4583-8306-30180dcea29c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.686763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54060) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:58.723749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:58.727469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbcb7fd2-2224-4383-aa0c-8b2ef2d6d7b6 req-9e0db96f-bcbf-4e54-a51e-bdfd34a3ed36 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664297 Feb 19 01:05:58.780654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] For port cee24d8c-e083-4d55-8391-50d293894477, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:58.786184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] For port cee24d8c-e083-4d55-8391-50d293894477, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cee24d8c-e083-4d55-8391-50d293894477,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:58.809036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Subnet': ['ID=89475cc3-e9db-4583-8306-30180dcea29c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:58.835202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.838741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-49bf752e-1202-492e-92de-695fca9d23c2 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/subnets/89475cc3-e9db-4583-8306-30180dcea29c HTTP/1.1" status: 204 len: 168 time: 1.1569378 Feb 19 01:05:58.844291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54068) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:58.845096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99709b-22c9-412e-ad27-194afd274aee None None] Network 9c4567d1-c7e6-4543-b726-d11d6f3b2881 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:58.858423 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cee24d8c-e083-4d55-8391-50d293894477), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.897530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f9297245-fc4f-4993-99ff-2965577f95fc tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2023115 Feb 19 01:05:58.903512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54076) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:58.947546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks [] for router_gateway (188e0537-53e4-4beb-b0ed-f58ad426f24e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.120551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9c4567d1-c7e6-4543-b726-d11d6f3b2881), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.121711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Deleting port d74f45c6-27e4-492c-a6c2-c791f0bed51b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:59.123388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.161118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0245-9178-4ce9-8f92-47656e8bbaa3 None None] Pushing event updated for resources: {'Port': ['ID=cee24d8c-e083-4d55-8391-50d293894477,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:59.171960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.278734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:59.328489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5a665-9d1f-4f4f-959c-631cfbccb913 req-5696145d-24cf-4b7b-9d5e-d49c828fb6d0 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:59.330705 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44c5a665-9d1f-4f4f-959c-631cfbccb913 req-5696145d-24cf-4b7b-9d5e-d49c828fb6d0 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/ports?device_id=257d362a-e1ac-4060-83e8-ec128975c7c3 HTTP/1.1" status: 200 len: 945 time: 0.4838583 Feb 19 01:05:59.401052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] For port d74f45c6-27e4-492c-a6c2-c791f0bed51b, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d74f45c6-27e4-492c-a6c2-c791f0bed51b,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:59.401397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.420783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Deleting port 2b93b589-99f0-4df2-a654-d04168586de8 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:59.421232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2b93b589-99f0-4df2-a654-d04168586de8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.453151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Calling delete_port for d74f45c6-27e4-492c-a6c2-c791f0bed51b owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:59.490397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:59.490735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.575232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,segment=NetworkSegment(293865cf-b023-4190-93dd-52fffeabd923),segment_id=293865cf-b023-4190-93dd-52fffeabd923)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:59.575606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.592961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:59.605959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] DHCP port deletion for 9c4567d1-c7e6-4543-b726-d11d6f3b2881 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:59.685937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2b93b589-99f0-4df2-a654-d04168586de8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.686422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks [] for floatingip (2b93b589-99f0-4df2-a654-d04168586de8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.708170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Allocated IP 172.25.0.237 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/e567c3d7-64e4-4b35-a72e-4ad1209e8089) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:59.728581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44c5a665-9d1f-4f4f-959c-631cfbccb913 req-2493a5d4-79bc-4aa1-b10f-d17996ae5c6c tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2f9af0c-8708-4054-80c3-49457e743b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829632 Feb 19 01:05:59.730201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Calling delete_port for 2b93b589-99f0-4df2-a654-d04168586de8 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:59.746359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.829871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:59.875790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'mac_address': 'fa:16:3e:df:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:59.883889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:59.934267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:59.973260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Deleting port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:59.974365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.999759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2b93b589-99f0-4df2-a654-d04168586de8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.069848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:00.070521 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.082902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48c87b09-bd41-4761-b5d8-d1b68f2e5b2a req-7b361134-6da3-4dbd-8034-ee5f3cacc292 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 210 time: 0.0982580 Feb 19 01:06:00.115643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Pushing event deleted for resources: {'Port': ['ID=2b93b589-99f0-4df2-a654-d04168586de8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:00.155341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:00.169070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] For port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:00.169712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.208076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Calling delete_port for 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:00.211547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:00.213732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:06:00.215400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (92b5a1f2-1d87-47ee-9fdc-f52631b362d8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.264143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9c4567d1-c7e6-4543-b726-d11d6f3b2881), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.265714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d74f45c6-27e4-492c-a6c2-c791f0bed51b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.320365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] Pushing event deleted for resources: {'Port': ['ID=92b5a1f2-1d87-47ee-9fdc-f52631b362d8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:00.340703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ad211-d806-4bca-859e-29c0755795ed None None] No DVR routers for this DVR port 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:00.345507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.377468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4567d1-c7e6-4543-b726-d11d6f3b2881']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:00.407938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks [] for floatingip (b66c6824-a343-41c2-9060-37931376f476), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.412723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.419403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-34087b0d-8ce9-4364-83b2-f648a2d2f509 tempest-FloatingIPAdminTestJSON-1182917285 tempest-FloatingIPAdminTestJSON-1182917285-project] 10.222.0.43 "DELETE /v2.0/floatingips/b66c6824-a343-41c2-9060-37931376f476 HTTP/1.1" status: 204 len: 168 time: 1.5116715 Feb 19 01:06:00.425497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54126) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:00.476077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9065e-7ad0-4927-8930-ca084b968fb9 req-f2704516-820f-40d7-a11d-ac12d980fae7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:00.479879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Pushing event deleted for resources: {'Port': ['ID=d74f45c6-27e4-492c-a6c2-c791f0bed51b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:00.480811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42c9065e-7ad0-4927-8930-ca084b968fb9 req-f2704516-820f-40d7-a11d-ac12d980fae7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.4622366 Feb 19 01:06:00.492419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293865cf-b023-4190-93dd-52fffeabd923') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:00.495713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293865cf-b023-4190-93dd-52fffeabd923') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:00.519007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:00.547532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:00.551250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] No DVR routers for this DVR port d74f45c6-27e4-492c-a6c2-c791f0bed51b on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:00.578438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.583098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e5b81ab-f3c1-476b-9be5-f82d80fcf7c1 req-7c0b8256-e6df-45ec-9559-79b35af24082 tempest-ListServerFiltersTestJSON-1454398001 tempest-ListServerFiltersTestJSON-1454398001-project] 10.222.0.89 "DELETE /v2.0/ports/d74f45c6-27e4-492c-a6c2-c791f0bed51b HTTP/1.1" status: 204 len: 173 time: 2.1247423 Feb 19 01:06:00.588598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'name': 'network-vif-deleted', 'tag': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:00.591375 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b2b1d1-baee-4f69-aa2f-f1650990a52f" -d '{"events": [{"server_uuid": "257d362a-e1ac-4060-83e8-ec128975c7c3", "name": "network-vif-deleted", "tag": "d74f45c6-27e4-492c-a6c2-c791f0bed51b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:00.694232 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks [] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.698243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (293865cf-b023-4190-93dd-52fffeabd923), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.896844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (293865cf-b023-4190-93dd-52fffeabd923), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.956211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:00.956873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (293865cf-b023-4190-93dd-52fffeabd923), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:00.967298 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:01.149043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-68e7dcae-afbe-40b3-a99f-527dfbd31045 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:01.150595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-68e7dcae-afbe-40b3-a99f-527dfbd31045 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.3870652 Feb 19 01:06:01.173561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Request body: {'port': {'device_id': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'admin_state_up': True, 'tenant_id': '1b22f78ded424a309e1894227e59be7f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:01.212807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cee24d8c-e083-4d55-8391-50d293894477 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:01.239823 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42c9065e-7ad0-4927-8930-ca084b968fb9 req-5bcb0018-2b22-4dac-a7b6-7e42e9f034bb tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7228222 Feb 19 01:06:01.255986 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9c4567d1-c7e6-4543-b726-d11d6f3b2881), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.266337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.269927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/networks/9c4567d1-c7e6-4543-b726-d11d6f3b2881 HTTP/1.1" status: 204 len: 168 time: 2.4244931 Feb 19 01:06:01.281440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Deleting port 2c46eeac-c05f-44f9-afc4-74f15767c808 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:01.282969 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.301481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:01.301481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.304823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1099006950'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:01.360808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376cee-4921-454a-9ecb-e6e8a65204a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Network': ['ID=9c4567d1-c7e6-4543-b726-d11d6f3b2881,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:01.370626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:01.374255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.377569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb9c32-5a39-4a48-af8d-8ea4947e1999 None None] Network bed83e40-342e-462a-8b37-28738fd231bb requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:01.379547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:01.452182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d74f45c6-27e4-492c-a6c2-c791f0bed51b no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:01.519213 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd3cbda-f6e1-494b-96cd-5eef544cc5e6 x-openstack-request-id: req-efd3cbda-f6e1-494b-96cd-5eef544cc5e6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:01.519423 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d362a-e1ac-4060-83e8-ec128975c7c3", "name": "network-vif-deleted", "tag": "d74f45c6-27e4-492c-a6c2-c791f0bed51b", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:01.519751 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efd3cbda-f6e1-494b-96cd-5eef544cc5e6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:01.520173 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257d362a-e1ac-4060-83e8-ec128975c7c3', 'name': 'network-vif-deleted', 'tag': 'd74f45c6-27e4-492c-a6c2-c791f0bed51b', 'status': 'completed', 'code': 200} Feb 19 01:06:01.538449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: d74f45c6-27e4-492c-a6c2-c791f0bed51b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:01.538968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d74f45c6-27e4-492c-a6c2-c791f0bed51b not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:01.562387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Made reservation on behalf of 1b22f78ded424a309e1894227e59be7f for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:01.566265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.576928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:01.617104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:01.635581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:01.701689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Pushing event updated for resources: {'Port': ['ID=e567c3d7-64e4-4b35-a72e-4ad1209e8089,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:01.725810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:01.739628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] Provisioning complete for port cee24d8c-e083-4d55-8391-50d293894477 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:01.740013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cee24d8c-e083-4d55-8391-50d293894477), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.758007 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (106697f1-ea46-48a3-b345-375cd2beefce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.759283 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Added segment 106697f1-ea46-48a3-b345-375cd2beefce of type vlan for network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 Feb 19 01:06:01.763335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.766489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for floatingip (2c46eeac-c05f-44f9-afc4-74f15767c808), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.881735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (70871c63-2a40-4c6c-9e78-55a3cf4c76f6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.896796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:01.897209 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.919290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Calling delete_port for 2c46eeac-c05f-44f9-afc4-74f15767c808 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:01.934278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Allocated IP 172.20.0.12 (e04b1465-e00c-4b0e-b4d0-60121e84bb6d/cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e/ed2e1092-56f3-4098-a0c7-7e5b65591811) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:02.029346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port cee24d8c-e083-4d55-8391-50d293894477 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:02.029725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cee24d8c-e083-4d55-8391-50d293894477), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.077483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (70871c63-2a40-4c6c-9e78-55a3cf4c76f6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.083364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:02.084511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.234328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] Current status of the port cee24d8c-e083-4d55-8391-50d293894477 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:02.234927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cee24d8c-e083-4d55-8391-50d293894477), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.335043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks [] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.341947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0455821 Feb 19 01:06:02.344396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54144) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:02.361487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'subnet': {'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:02.370829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31becd5e-9136-40ce-b623-b1ec8fbd5c08 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Network': ['ID=70871c63-2a40-4c6c-9e78-55a3cf4c76f6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.392190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:02.392190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.395909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:02.457940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks [] for router_gateway (188e0537-53e4-4beb-b0ed-f58ad426f24e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.594710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:02.598909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.626949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.658496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:02.660597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:02.666007 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c3549-e5a9-46de-8e8c-4053b370f38d" -d '{"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:02.673187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.673999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:02.677094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2c46eeac-c05f-44f9-afc4-74f15767c808), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.678304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] For port cee24d8c-e083-4d55-8391-50d293894477, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cee24d8c-e083-4d55-8391-50d293894477,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:02.732717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c46eeac-c05f-44f9-afc4-74f15767c808,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.770352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.795224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cee24d8c-e083-4d55-8391-50d293894477), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.824833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.859394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f750d-d2f5-43c1-ab81-0ab1c4481ceb None None] Pushing event updated for resources: {'Port': ['ID=cee24d8c-e083-4d55-8391-50d293894477,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.873250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:02.880179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:02.882295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:02.895032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port cee24d8c-e083-4d55-8391-50d293894477 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:02.935426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 82d1d704-67d9-469d-92fc-c0c69fd4e602 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:02.938076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.990041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:02.990971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.034296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:03.047178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-26dcecd5-1654-444d-8f11-93adb8a5af49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8794830 Feb 19 01:06:03.068787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Request body: {'port': {'device_id': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:03.075251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:03.076501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 92b5a1f2-1d87-47ee-9fdc-f52631b362d8 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:03.203769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 82d1d704-67d9-469d-92fc-c0c69fd4e602 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:03.204180 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.380143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:03.399336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cee24d8c-e083-4d55-8391-50d293894477 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:03.513113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.524735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.649962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6000850e-3808-4cff-860a-a9bffa772401 None None] Provisioning complete for port cee24d8c-e083-4d55-8391-50d293894477 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:03.652617 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6000850e-3808-4cff-860a-a9bffa772401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cee24d8c-e083-4d55-8391-50d293894477), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.670947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (01172ea4-657e-428d-8ff6-77443dfdd196), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.702683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks [] for floatingip (382c582a-084c-46f7-851f-e95b09164f9d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.709026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.713539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93632744-12fb-4233-938a-7105ba5b5d33 tempest-FloatingIPAdminTestJSON-924394063 tempest-FloatingIPAdminTestJSON-924394063-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/382c582a-084c-46f7-851f-e95b09164f9d HTTP/1.1" status: 204 len: 168 time: 3.2628896 Feb 19 01:06:03.717475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:03.794129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Subnet': ['ID=01172ea4-657e-428d-8ff6-77443dfdd196,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:03.800463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (188e0537-53e4-4beb-b0ed-f58ad426f24e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.802523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:03.852142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port cee24d8c-e083-4d55-8391-50d293894477 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:03.852562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cee24d8c-e083-4d55-8391-50d293894477), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.091067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6000850e-3808-4cff-860a-a9bffa772401 None None] Current status of the port cee24d8c-e083-4d55-8391-50d293894477 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:04.126955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting port 29ed83d1-4e6b-48c6-94b9-588e71cbfb76 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:04.127324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (29ed83d1-4e6b-48c6-94b9-588e71cbfb76), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.151840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port cee24d8c-e083-4d55-8391-50d293894477 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:04.263255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Router 188e0537-53e4-4beb-b0ed-f58ad426f24e is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:04.268782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (29ed83d1-4e6b-48c6-94b9-588e71cbfb76), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.292856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Calling delete_port for 29ed83d1-4e6b-48c6-94b9-588e71cbfb76 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:04.465946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:04.478189 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Sync routers for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:04.498548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.503306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d7052dff-6e98-48db-8a35-6156601ee672 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5532517 Feb 19 01:06:04.504978 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:04.505721 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:04.508965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54154) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:04.651755 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:04.681169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (29ed83d1-4e6b-48c6-94b9-588e71cbfb76), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.745984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Port': ['ID=29ed83d1-4e6b-48c6-94b9-588e71cbfb76,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:04.765461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Checking segment: {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:04.766134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network hostable DHCP agents. Network: 70871c63-2a40-4c6c-9e78-55a3cf4c76f6, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:04.782794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2e1092-56f3-4098-a0c7-7e5b65591811 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:04.818090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Publish callbacks [] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.822860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:04.849356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 70871c63-2a40-4c6c-9e78-55a3cf4c76f6) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:04.868361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba3acf-d430-4d3c-8eca-bd373e08b3a8 None None] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:04.886827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Transition to ACTIVE for port object ed2e1092-56f3-4098-a0c7-7e5b65591811 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:04.888600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:04.889219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.914383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.047084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1ab7afea-d09d-4380-a350-e3032e291dd6 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7014656 Feb 19 01:06:05.062276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54156) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:05.077010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-584071196'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:05.173012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:05.177555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-70871c63-2a40-4c6c-9e78-55a3cf4c76f6', 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6', 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'fixed_ips': [{'subnet_id': '01172ea4-657e-428d-8ff6-77443dfdd196'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:05.178969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.189078 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:02Z', 'revision_number': 3, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:05.231475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.236922 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Checking router: 188e0537-53e4-4beb-b0ed-f58ad426f24e for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:05.237674 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Updating router 188e0537-53e4-4beb-b0ed-f58ad426f24e port e567c3d7-64e4-4b35-a72e-4ad1209e8089 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:05.245069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-391e4c7d-ee98-45ca-a1d8-a3545619560b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "DELETE /v2.0/ports/29ed83d1-4e6b-48c6-94b9-588e71cbfb76 HTTP/1.1" status: 204 len: 168 time: 1.5259497 Feb 19 01:06:05.248402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54158) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:05.286128 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.364889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:05.379795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.498680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:05.515542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:05.515910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:05.516208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:05.517409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01729f26-21cf-45e7-ba4e-d2249eea0a64 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:05.519093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01729f26-21cf-45e7-ba4e-d2249eea0a64 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "GET /v2.0/ports?device_id=eef1d7ca-ce1a-4b6d-825d-afd85c817238 HTTP/1.1" status: 200 len: 913 time: 0.2700117 Feb 19 01:06:05.527081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54160) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:05.545168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (93df4916-617d-42a3-931f-d5ada8cc2aa7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.545401 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Added segment 93df4916-617d-42a3-931f-d5ada8cc2aa7 of type vlan for network 1899c7f1-8c9f-452b-97ec-b4299593473b Feb 19 01:06:05.558291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Allocated IP 19.80.0.2 (70871c63-2a40-4c6c-9e78-55a3cf4c76f6/01172ea4-657e-428d-8ff6-77443dfdd196/7de6379d-7f5e-401f-9132-de36d1a383f1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:05.567020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:05.567441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:05.632131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:05.632523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:05.632851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:05.633934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Bound port: ed2e1092-56f3-4098-a0c7-7e5b65591811, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:05.634290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.690765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1899c7f1-8c9f-452b-97ec-b4299593473b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.790378 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Publish callbacks [] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.806577 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.875598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1899c7f1-8c9f-452b-97ec-b4299593473b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.895997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:05.896640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.917607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Pushing event updated for resources: {'Port': ['ID=e567c3d7-64e4-4b35-a72e-4ad1209e8089,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:05.967568 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.967988 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.968252 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.980705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:05.981546 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.981890 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.982227 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.982559 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.982886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.983238 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.983561 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.983888 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.984245 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.984522 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:05.987966 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Attempting to bind port e567c3d7-64e4-4b35-a72e-4ad1209e8089 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:05.988360 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Attempting to bind port e567c3d7-64e4-4b35-a72e-4ad1209e8089 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:05.988684 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Attempting to bind port e567c3d7-64e4-4b35-a72e-4ad1209e8089 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:06.005813 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:06.006189 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:06.006576 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.006966 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:06.007480 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Bound port: e567c3d7-64e4-4b35-a72e-4ad1209e8089, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:06.007870 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.094781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0259433 Feb 19 01:06:06.105978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:06.112612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:06.124301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'subnet': {'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:06.127883 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] For port e567c3d7-64e4-4b35-a72e-4ad1209e8089, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:06.131222 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] For port e567c3d7-64e4-4b35-a72e-4ad1209e8089, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e567c3d7-64e4-4b35-a72e-4ad1209e8089,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:06.138612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.140646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed9020-6c69-4aeb-a1c0-026cc7f47f3e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Network': ['ID=1899c7f1-8c9f-452b-97ec-b4299593473b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.151520 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.333060 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab1ab5-1fc2-4ec2-9e09-a0baeb11a817 None None] Pushing event updated for resources: {'Port': ['ID=e567c3d7-64e4-4b35-a72e-4ad1209e8089,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.337595 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:06.339965 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:06.403219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1899c7f1-8c9f-452b-97ec-b4299593473b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:06.405811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:06.406455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.408132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] 10.222.0.89 "PUT /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 1092 time: 3.3468709 Feb 19 01:06:06.408588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:06.410943 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9272fe09-779c-4fae-ba61-3245ad7cd359" -d '{"events": [{"name": "network-changed", "server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:06.420805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Publish callbacks [] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.424483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3564669-ed35-41d0-a240-01c74239d1de service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.505907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.572549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-45e932b9-d641-4884-852b-4e53a3e3b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:06.574085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-45e932b9-d641-4884-852b-4e53a3e3b4cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1126 time: 0.1068711 Feb 19 01:06:06.634411 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:06.706584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-615cd867-8ef0-44d9-826c-0f394f70ef5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.1238551 Feb 19 01:06:06.735650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:06.762836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:06.764771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.765258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:06.775258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:06.777501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Pushing event updated for resources: {'Port': ['ID=7de6379d-7f5e-401f-9132-de36d1a383f1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.784485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.840295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-5b540f00-82d7-4850-901b-085c0c0808df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:06.843477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-5b540f00-82d7-4850-901b-085c0c0808df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1285243 Feb 19 01:06:06.908932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-a5cee774-6b67-4fad-b22c-fa3aaf1664b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535843 Feb 19 01:06:06.928114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Attempting to bind port 7de6379d-7f5e-401f-9132-de36d1a383f1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:06.928488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Attempting to bind port 7de6379d-7f5e-401f-9132-de36d1a383f1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:06.928856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Attempting to bind port 7de6379d-7f5e-401f-9132-de36d1a383f1 on network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:06.935217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:06.935603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Checking segment: {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:06.936005 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.936403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Bound using segment: {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:06.942407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Bound port: 7de6379d-7f5e-401f-9132-de36d1a383f1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:06.942887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.950355 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:02Z', 'revision_number': 3, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:07.024337 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace9114-60e0-4401-bf18-802076a5c111 None None] The sync data for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 is: [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:02Z', 'revision_number': 3, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:07.137116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] For port 7de6379d-7f5e-401f-9132-de36d1a383f1, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:07.145108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] For port 7de6379d-7f5e-401f-9132-de36d1a383f1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7de6379d-7f5e-401f-9132-de36d1a383f1,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:07.156465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-13685502-8525-40e9-9f09-b9d43a75e8da service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407787 Feb 19 01:06:07.163310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.353495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b117f39-c5c7-4a5d-bc38-d572fd8a5954 None None] Pushing event updated for resources: {'Port': ['ID=7de6379d-7f5e-401f-9132-de36d1a383f1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:07.404922 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-244dfcd1-d750-4bcb-bd2e-35f17c9211e7 req-a6541e65-8046-4ac5-92ed-d27e271d24c6 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310681 Feb 19 01:06:07.949911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Allocated IP 172.20.0.1 (bed83e40-342e-462a-8b37-28738fd231bb/d14a8e9c-9b08-4375-a3db-175e48ecabd8/4db757c4-71d7-46cc-b756-38ca6f658973) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:08.302730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks [] for port (4db757c4-71d7-46cc-b756-38ca6f658973), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.362932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (eef1d7ca-ce1a-4b6d-825d-afd85c817238), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.507357 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (e75928c7-5bd0-47b8-9e02-0da609351e14), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.618717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Subnet': ['ID=e75928c7-5bd0-47b8-9e02-0da609351e14,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:08.639721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.728536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Network bed83e40-342e-462a-8b37-28738fd231bb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:08.754752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Pushing event updated for resources: {'Port': ['ID=4db757c4-71d7-46cc-b756-38ca6f658973,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:08.757847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:08.769155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:08.808746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Checking segment: {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:08.809169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network hostable DHCP agents. Network: 1899c7f1-8c9f-452b-97ec-b4299593473b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:08.903342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 1899c7f1-8c9f-452b-97ec-b4299593473b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:08.912318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (188e0537-53e4-4beb-b0ed-f58ad426f24e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.203430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 1899c7f1-8c9f-452b-97ec-b4299593473b) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:09.224624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296850c7-6d88-4f26-8c8b-341a70ac7a68 None None] Network 1899c7f1-8c9f-452b-97ec-b4299593473b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:09.265655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:09.268136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.354085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-905c6b9b-59ae-4a00-84f8-bf066bd1d167 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2462246 Feb 19 01:06:09.393799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:09.434350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.480860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f166dd43-2ecc-4a48-b3cc-a3c0f637f654 None None] Provisioning complete for port 4db757c4-71d7-46cc-b756-38ca6f658973 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:09.481538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f166dd43-2ecc-4a48-b3cc-a3c0f637f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.546405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:06:09.553590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f166dd43-2ecc-4a48-b3cc-a3c0f637f654 None None] Port 4db757c4-71d7-46cc-b756-38ca6f658973 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:09.557467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7de6379d-7f5e-401f-9132-de36d1a383f1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:09.763055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks [] for port (4db757c4-71d7-46cc-b756-38ca6f658973), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.782303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.848408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398241f-b13f-4f73-be10-7efa1f915a71 None None] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:10.102581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (188e0537-53e4-4beb-b0ed-f58ad426f24e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.118974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting port 1124bcbe-37b8-4ede-83b3-6ea13259f08e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:10.119691 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.128049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-1899c7f1-8c9f-452b-97ec-b4299593473b', 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b', 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'fixed_ips': [{'subnet_id': 'e75928c7-5bd0-47b8-9e02-0da609351e14'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:10.128936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.183098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7de6379d-7f5e-401f-9132-de36d1a383f1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:10.183816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.294682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Pushing event updated for resources: {'Port': ['ID=4db757c4-71d7-46cc-b756-38ca6f658973,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:10.416982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.427815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] Provisioning complete for port 7de6379d-7f5e-401f-9132-de36d1a383f1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:10.428819 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.444368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Calling delete_port for 1124bcbe-37b8-4ede-83b3-6ea13259f08e owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:10.462433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Network bed83e40-342e-462a-8b37-28738fd231bb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:10.468166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:10.612447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:10.710046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] Current status of the port 7de6379d-7f5e-401f-9132-de36d1a383f1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:10.710447 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.796725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'port_id': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'mac_address': 'fa:16:3e:b2:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:10.884357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Router 188e0537-53e4-4beb-b0ed-f58ad426f24e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:10.916117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7de6379d-7f5e-401f-9132-de36d1a383f1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:10.916117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.932756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] For port 7de6379d-7f5e-401f-9132-de36d1a383f1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7de6379d-7f5e-401f-9132-de36d1a383f1,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:10.943452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Allocated IP 19.86.0.2 (1899c7f1-8c9f-452b-97ec-b4299593473b/e75928c7-5bd0-47b8-9e02-0da609351e14/7a0d1682-089c-43ec-a44f-c4d2782fdc27) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:10.957958 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.002757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ed2e1092-56f3-4098-a0c7-7e5b65591811 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:11.003035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.136804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2e1092-56f3-4098-a0c7-7e5b65591811 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:11.170679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1124bcbe-37b8-4ede-83b3-6ea13259f08e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.207922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Port': ['ID=1124bcbe-37b8-4ede-83b3-6ea13259f08e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.211514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:11.218661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c17598f7-1df1-4095-a166-9232491de857 admin admin] 10.222.0.43 "PUT /v2.0/routers/188e0537-53e4-4beb-b0ed-f58ad426f24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7085979 Feb 19 01:06:11.271295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Sync routers for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:11.305823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:06:11.315751 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:06:11.336827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69565bd0-0cfb-4894-8897-d0c6ec15b786 None None] Pushing event updated for resources: {'Port': ['ID=7de6379d-7f5e-401f-9132-de36d1a383f1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.351393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:11.389296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-00387b27-28cf-4622-9b24-65e7e826303a None None] Provisioning complete for port 4db757c4-71d7-46cc-b756-38ca6f658973 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:11.393531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00387b27-28cf-4622-9b24-65e7e826303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.419337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.603276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Publish callbacks [] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.612666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:11.613318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:11.653094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.695104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (eef1d7ca-ce1a-4b6d-825d-afd85c817238), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.736586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Network 1899c7f1-8c9f-452b-97ec-b4299593473b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:11.747335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:11.749772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:11.764329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-00387b27-28cf-4622-9b24-65e7e826303a None None] Port 4db757c4-71d7-46cc-b756-38ca6f658973 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:11.784152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['ed2e1092-56f3-4098-a0c7-7e5b65591811'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:12.129892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Router eef1d7ca-ce1a-4b6d-825d-afd85c817238 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:12.221209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:12.304270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-358b7d4b-3c69-4484-9a4b-93d83c058fd9 None None] Provisioning complete for port 7de6379d-7f5e-401f-9132-de36d1a383f1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:12.304270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-358b7d4b-3c69-4484-9a4b-93d83c058fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.312764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Attempting to bind port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:12.313173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Attempting to bind port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:12.313550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Attempting to bind port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 on network 1899c7f1-8c9f-452b-97ec-b4299593473b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:12.325660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7de6379d-7f5e-401f-9132-de36d1a383f1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:12.326377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e567c3d7-64e4-4b35-a72e-4ad1209e8089 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:12.395610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:12.401861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:12.407038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Checking segment: {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:12.410475 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.410475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Bound using segment: {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:12.413830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:12.419003 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1dea29b6-d56a-48a5-a4b7-9643aa94ab6b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "PUT /v2.0/routers/eef1d7ca-ce1a-4b6d-825d-afd85c817238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8909163 Feb 19 01:06:12.419379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Bound port: 7a0d1682-089c-43ec-a44f-c4d2782fdc27, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:12.419824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.421601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54186) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:12.433526 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] Sync routers for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:12.469635 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:12.470584 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:12.546169 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:12.570986 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] Routers {'eef1d7ca-ce1a-4b6d-825d-afd85c817238'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:12.574115 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:12.660259 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:12.660911 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721db045-f771-418f-8b24-9f5767e23b41 None None] The sync data for ids ['eef1d7ca-ce1a-4b6d-825d-afd85c817238'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:12.678814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router (eef1d7ca-ce1a-4b6d-825d-afd85c817238), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.733528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Pushing event updated for resources: {'Port': ['ID=7a0d1682-089c-43ec-a44f-c4d2782fdc27,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:12.988007 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router_gateway (eef1d7ca-ce1a-4b6d-825d-afd85c817238), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.036749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] For port 7a0d1682-089c-43ec-a44f-c4d2782fdc27, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:13.048368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] For port 7a0d1682-089c-43ec-a44f-c4d2782fdc27, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7a0d1682-089c-43ec-a44f-c4d2782fdc27,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:13.098009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.134154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting port c90c01d4-c457-4704-a081-85486c0eef38 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:13.135127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c90c01d4-c457-4704-a081-85486c0eef38), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.302151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-358b7d4b-3c69-4484-9a4b-93d83c058fd9 None None] Current status of the port 7de6379d-7f5e-401f-9132-de36d1a383f1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:13.322745 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c90c01d4-c457-4704-a081-85486c0eef38), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.349765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Calling delete_port for c90c01d4-c457-4704-a081-85486c0eef38 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:13.386051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c28759-b533-4118-8f57-89ba1030a6d6 None None] Pushing event updated for resources: {'Port': ['ID=7a0d1682-089c-43ec-a44f-c4d2782fdc27,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:13.461893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e567c3d7-64e4-4b35-a72e-4ad1209e8089 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:13.463880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.688449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e567c3d7-64e4-4b35-a72e-4ad1209e8089 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:13.689287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.745105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c90c01d4-c457-4704-a081-85486c0eef38), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.762365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port e567c3d7-64e4-4b35-a72e-4ad1209e8089, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e567c3d7-64e4-4b35-a72e-4ad1209e8089,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:13.774339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 2, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:13.776186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.817995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Port': ['ID=c90c01d4-c457-4704-a081-85486c0eef38,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:13.917095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=e567c3d7-64e4-4b35-a72e-4ad1209e8089,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:13.921216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Checking router: 188e0537-53e4-4beb-b0ed-f58ad426f24e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:13.921578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Updating router 188e0537-53e4-4beb-b0ed-f58ad426f24e port 4db757c4-71d7-46cc-b756-38ca6f658973 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:13.984006 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.045970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (eef1d7ca-ce1a-4b6d-825d-afd85c817238), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.364880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Publish callbacks [] for port (4db757c4-71d7-46cc-b756-38ca6f658973), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.371272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7de6379d-7f5e-401f-9132-de36d1a383f1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:14.377218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.536888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e59687-4de7-4697-976f-1b33b75e1098 None None] Pushing event updated for resources: {'Port': ['ID=4db757c4-71d7-46cc-b756-38ca6f658973,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:14.674182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Attempting to bind port 4db757c4-71d7-46cc-b756-38ca6f658973 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:14.674692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Attempting to bind port 4db757c4-71d7-46cc-b756-38ca6f658973 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:14.675157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Attempting to bind port 4db757c4-71d7-46cc-b756-38ca6f658973 on network bed83e40-342e-462a-8b37-28738fd231bb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:14.686650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:14.687027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Checking segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:14.687437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.687832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Bound using segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:14.688314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Bound port: 4db757c4-71d7-46cc-b756-38ca6f658973, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:14.688697 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.736563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7de6379d-7f5e-401f-9132-de36d1a383f1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:14.739314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.926083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] For port 4db757c4-71d7-46cc-b756-38ca6f658973, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:14.932275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] For port 4db757c4-71d7-46cc-b756-38ca6f658973, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4db757c4-71d7-46cc-b756-38ca6f658973,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:14.949848 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.020743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e59687-4de7-4697-976f-1b33b75e1098 None None] Pushing event updated for resources: {'Port': ['ID=4db757c4-71d7-46cc-b756-38ca6f658973,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.046330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (eef1d7ca-ce1a-4b6d-825d-afd85c817238), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.050723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router_controller (eef1d7ca-ce1a-4b6d-825d-afd85c817238), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.132170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7de6379d-7f5e-401f-9132-de36d1a383f1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:15.133903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7a0d1682-089c-43ec-a44f-c4d2782fdc27 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:15.219903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (eef1d7ca-ce1a-4b6d-825d-afd85c817238), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.221119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Fanout notify agent at l3_agent the message router_deleted on router eef1d7ca-ce1a-4b6d-825d-afd85c817238 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:06:15.236284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.239817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16b4dd97-e70a-4fe4-a0c4-b66afd6470ae tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "DELETE /v2.0/routers/eef1d7ca-ce1a-4b6d-825d-afd85c817238 HTTP/1.1" status: 204 len: 168 time: 2.8151040 Feb 19 01:06:15.240583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54188) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:15.284392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:15.285440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:05:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:15.401396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting subnet 7027ac0e-ccaf-45c7-86eb-3d3c5644f54d {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:15.408157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:15.409818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for subnet (7027ac0e-ccaf-45c7-86eb-3d3c5644f54d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.412414 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.466102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:15.514175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] Provisioning complete for port 4db757c4-71d7-46cc-b756-38ca6f658973 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:15.515353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.591794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (7027ac0e-ccaf-45c7-86eb-3d3c5644f54d), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.625687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:15.625687 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.646611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e55e22-ba51-4b1a-9a00-bb2bf297b72e None None] Network 1899c7f1-8c9f-452b-97ec-b4299593473b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:15.735116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7027ac0e-ccaf-45c7-86eb-3d3c5644f54d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.837691 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (7027ac0e-ccaf-45c7-86eb-3d3c5644f54d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.868338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 7a0d1682-089c-43ec-a44f-c4d2782fdc27, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7a0d1682-089c-43ec-a44f-c4d2782fdc27,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:15.896291 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.953515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.962389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "DELETE /v2.0/subnets/7027ac0e-ccaf-45c7-86eb-3d3c5644f54d HTTP/1.1" status: 204 len: 168 time: 0.7188010 Feb 19 01:06:15.964472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54194) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:15.965529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2afd0f-5447-4263-8d44-7c9ddbf709fa tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Subnet': ['ID=7027ac0e-ccaf-45c7-86eb-3d3c5644f54d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.968125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c220a-c61c-4dcc-993e-ec41b611fcdd None None] Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:16.146385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e567c3d7-64e4-4b35-a72e-4ad1209e8089 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:16.161550 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a9035497-7790-44c5-b3bc-aa1d792a2bf8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.295484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting port d0295a04-a762-49c0-97c1-cdd0cc0caf7a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:16.295893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.297886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:16.320002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port ed2e1092-56f3-4098-a0c7-7e5b65591811 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:16.420497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port ed2e1092-56f3-4098-a0c7-7e5b65591811 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:16.420497 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.437574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] For port d0295a04-a762-49c0-97c1-cdd0cc0caf7a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,segment=NetworkSegment(065e19c8-3b16-499a-82ab-a7685363d84a),segment_id=065e19c8-3b16-499a-82ab-a7685363d84a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:16.438263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.461162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Calling delete_port for d0295a04-a762-49c0-97c1-cdd0cc0caf7a owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:16.463840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e567c3d7-64e4-4b35-a72e-4ad1209e8089 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:16.464228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.472761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba2e17-098d-40bf-a476-30921c441975 None None] DHCP port deletion for a9035497-7790-44c5-b3bc-aa1d792a2bf8 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:16.474825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=7a0d1682-089c-43ec-a44f-c4d2782fdc27,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.487587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] Current status of the port 4db757c4-71d7-46cc-b756-38ca6f658973 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:16.487985 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.606412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.656022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Port': ['ID=d0295a04-a762-49c0-97c1-cdd0cc0caf7a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.658236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] No DVR routers for this DVR port d0295a04-a762-49c0-97c1-cdd0cc0caf7a on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:16.707123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ed2e1092-56f3-4098-a0c7-7e5b65591811 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:16.707673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.750010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a9035497-7790-44c5-b3bc-aa1d792a2bf8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.771833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9035497-7790-44c5-b3bc-aa1d792a2bf8']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.783006 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065e19c8-3b16-499a-82ab-a7685363d84a') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.783355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065e19c8-3b16-499a-82ab-a7685363d84a') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.794337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (065e19c8-3b16-499a-82ab-a7685363d84a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.808619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (065e19c8-3b16-499a-82ab-a7685363d84a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.815808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:16.816207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (065e19c8-3b16-499a-82ab-a7685363d84a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.881182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] For port 4db757c4-71d7-46cc-b756-38ca6f658973, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4db757c4-71d7-46cc-b756-38ca6f658973,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:16.910544 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:16.942852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:16.948188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54220) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:16.989716 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.994479 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.009242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9bba2e17-098d-40bf-a476-30921c441975 None None] Deleting port d0295a04-a762-49c0-97c1-cdd0cc0caf7a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:17.010826 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bba2e17-098d-40bf-a476-30921c441975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d0295a04-a762-49c0-97c1-cdd0cc0caf7a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.054349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a9035497-7790-44c5-b3bc-aa1d792a2bf8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.060166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.065040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "DELETE /v2.0/networks/a9035497-7790-44c5-b3bc-aa1d792a2bf8 HTTP/1.1" status: 204 len: 168 time: 1.0986099 Feb 19 01:06:17.072555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:17.085441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e567c3d7-64e4-4b35-a72e-4ad1209e8089 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:17.120263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73faa19-90c9-4b64-9593-4570c5e24c55 req-5e02a84a-c19f-41b4-853d-936fc1b2bea8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.131081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b73faa19-90c9-4b64-9593-4570c5e24c55 req-5e02a84a-c19f-41b4-853d-936fc1b2bea8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.0937068 Feb 19 01:06:17.190694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Deleting subnet 7bb36634-63c2-4c84-9afc-cbc546f0fa7d {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:17.199192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60872-3484-4ee2-97f5-35b9ee9e9d9b tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Network': ['ID=a9035497-7790-44c5-b3bc-aa1d792a2bf8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.225456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Publish callbacks [] for subnet (7bb36634-63c2-4c84-9afc-cbc546f0fa7d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.228352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b73faa19-90c9-4b64-9593-4570c5e24c55 req-c8c38e10-de8f-4939-87de-86f2e2dffc61 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958512 Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-9bba2e17-098d-40bf-a476-30921c441975 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 could not be found. Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:06:17.251841 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network a9035497-7790-44c5-b3bc-aa1d792a2bf8 could not be found. Feb 19 01:06:17.257180 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:06:17.291270 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa5c56-e75d-424b-9915-fa09a653b7ad x-openstack-request-id: req-2dfa5c56-e75d-424b-9915-fa09a653b7ad {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:17.291513 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:17.292908 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dfa5c56-e75d-424b-9915-fa09a653b7ad {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:17.293353 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'code': 200} Feb 19 01:06:17.314115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d27de5-18a2-4edb-8f38-56318d5dfdbe None None] DHCP port deletion for a9035497-7790-44c5-b3bc-aa1d792a2bf8 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:17.341773 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92520a56-6c3e-437a-a71b-6e9d83dbff99 x-openstack-request-id: req-92520a56-6c3e-437a-a71b-6e9d83dbff99 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:17.342185 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:17.342543 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92520a56-6c3e-437a-a71b-6e9d83dbff99 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:17.343635 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'status': 'completed', 'code': 200} Feb 19 01:06:17.378424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc97912-8070-43f4-a42d-83787dd2c8f4 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:06:17.410132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (7bb36634-63c2-4c84-9afc-cbc546f0fa7d), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.422066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-28c4c275-a4f4-4e65-8d9c-c4621edd1aa5 None None] Provisioning complete for port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:17.422431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28c4c275-a4f4-4e65-8d9c-c4621edd1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.454561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9ecd6-c07a-4c99-8cca-d1517d00417b req-0e890e54-dcf6-43a6-b6f0-29e08ddf9d1c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.462952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45e9ecd6-c07a-4c99-8cca-d1517d00417b req-0e890e54-dcf6-43a6-b6f0-29e08ddf9d1c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 946 time: 0.3890059 Feb 19 01:06:17.497443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e472cf4-d35e-4fba-9c1b-0d3155ac585a None None] Pushing event updated for resources: {'Port': ['ID=4db757c4-71d7-46cc-b756-38ca6f658973,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.571335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45e9ecd6-c07a-4c99-8cca-d1517d00417b req-d64a8d1f-7ed5-4c47-8fb6-30fbe32d0524 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070523 Feb 19 01:06:17.572853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.601737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-e709417a-81bf-415a-98a9-9de88f5b6c2a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.621795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-e709417a-81bf-415a-98a9-9de88f5b6c2a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.630180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-e709417a-81bf-415a-98a9-9de88f5b6c2a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/networks?id=70871c63-2a40-4c6c-9e78-55a3cf4c76f6&id=1899c7f1-8c9f-452b-97ec-b4299593473b HTTP/1.1" status: 200 len: 1391 time: 0.1885924 Feb 19 01:06:17.645463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Deleting port 2e011352-c2c3-4de3-8e89-28e0fd00ffb0 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:17.645463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.661913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-b85ac830-7a55-44fd-9327-bb7ae1374f8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/quotas/16097fdd8d7349ad9ba8c2e1f18161dd HTTP/1.1" status: 200 len: 375 time: 0.0305097 Feb 19 01:06:17.681024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:14Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:17.718558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a80b60-403d-4787-a129-b8a126c1f28d None None] The sync data for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 is: [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:14Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:17.737199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7bb36634-63c2-4c84-9afc-cbc546f0fa7d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.752657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-97f73446-a261-423d-8d32-fbd01409be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.754377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-97f73446-a261-423d-8d32-fbd01409be28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1128 time: 0.3791685 Feb 19 01:06:17.760838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-28c4c275-a4f4-4e65-8d9c-c4621edd1aa5 None None] Current status of the port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:17.774451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-b3e90697-93ee-4389-96a1-1bf238b3284b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1112406 Feb 19 01:06:17.839226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-28c4c275-a4f4-4e65-8d9c-c4621edd1aa5 None None] Provisioning complete for port 4db757c4-71d7-46cc-b756-38ca6f658973 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:17.839599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28c4c275-a4f4-4e65-8d9c-c4621edd1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.932203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc97912-8070-43f4-a42d-83787dd2c8f4 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:06:17.965502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.965502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for floatingip (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.999292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (7bb36634-63c2-4c84-9afc-cbc546f0fa7d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.036626 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.041627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7bb36634-63c2-4c84-9afc-cbc546f0fa7d HTTP/1.1" status: 204 len: 168 time: 1.0923350 Feb 19 01:06:18.043543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Calling delete_port for 2e011352-c2c3-4de3-8e89-28e0fd00ffb0 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:18.046419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54238) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:18.143927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-5ef22512-8922-4a27-8d20-ec0db8411112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:18.146730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-5ef22512-8922-4a27-8d20-ec0db8411112 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2576220 Feb 19 01:06:18.184326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5d06d345-906e-4142-bc6b-3146ae16d616), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.191136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a8b0c-6fef-4dc1-9196-98cb1353ba90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb36634-63c2-4c84-9afc-cbc546f0fa7d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.261729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-57da972c-0e31-46f9-8558-fe197f03d70c service neutron] 10.222.0.43 "GET /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845631 Feb 19 01:06:18.301506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4db757c4-71d7-46cc-b756-38ca6f658973 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:18.384325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Deleting port c0d38574-fa9a-40b8-8983-b97235793ccc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:18.388464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.431213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.458183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-28c4c275-a4f4-4e65-8d9c-c4621edd1aa5 None None] Current status of the port 4db757c4-71d7-46cc-b756-38ca6f658973 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:18.494225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-5bc23819-96bd-4e1a-a9d4-40f582ce0e6b service neutron] 10.222.0.43 "GET /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299259 Feb 19 01:06:18.533356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2e011352-c2c3-4de3-8e89-28e0fd00ffb0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.580509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4db757c4-71d7-46cc-b756-38ca6f658973 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:18.581016 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.606485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Pushing event deleted for resources: {'Port': ['ID=2e011352-c2c3-4de3-8e89-28e0fd00ffb0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.660566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] For port c0d38574-fa9a-40b8-8983-b97235793ccc, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0d38574-fa9a-40b8-8983-b97235793ccc,segment=NetworkSegment(41dc59b9-892a-4ffe-91a1-39b65539192a),segment_id=41dc59b9-892a-4ffe-91a1-39b65539192a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:18.661377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.748641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Calling delete_port for c0d38574-fa9a-40b8-8983-b97235793ccc owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:18.772921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-21f9fa43-139d-4262-a0d1-507d198f4581 service neutron] 10.222.0.43 "GET /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525277 Feb 19 01:06:18.852646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54246) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:18.863580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647513582', 'description': 'tempest-description--1220096803'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:18.924638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks [] for floatingip (ea631e24-2153-4692-a805-20cd6ea258f8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.927562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.932497 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c3e5a1e-998b-40ae-8da6-a5ef721b7ba8 tempest-FloatingIPAdminTestJSON-1731349318 tempest-FloatingIPAdminTestJSON-1731349318-project] 10.222.0.43 "DELETE /v2.0/floatingips/ea631e24-2153-4692-a805-20cd6ea258f8 HTTP/1.1" status: 204 len: 168 time: 1.8453224 Feb 19 01:06:18.934669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.988289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-470042e4-5bde-4789-9438-8e4bfa4199e4 service neutron] 10.222.0.43 "GET /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390361 Feb 19 01:06:18.994946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-afd3dd6d-c70d-4503-8675-e84ca11fab06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.7286186 Feb 19 01:06:19.028405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group (03812418-b032-4f46-adcc-32bdb4bc4a7b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.037601 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (03812418-b032-4f46-adcc-32bdb4bc4a7b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.100239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03812418-b032-4f46-adcc-32bdb4bc4a7b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:19.122923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-496d30a5-990b-405d-bf41-965b2f633ac8 None None] Provisioning complete for port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:19.123333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-496d30a5-990b-405d-bf41-965b2f633ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.124388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c0d38574-fa9a-40b8-8983-b97235793ccc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.135665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-267db8e3-7ab9-420e-8ab7-9e33f763ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.137873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-267db8e3-7ab9-420e-8ab7-9e33f763ee6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1356654 Feb 19 01:06:19.212444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] No DVR routers for this DVR port c0d38574-fa9a-40b8-8983-b97235793ccc on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:19.216118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.221468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ea543a21-2560-4221-ae06-e5b155f424fd tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3674312 Feb 19 01:06:19.222910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d38574-fa9a-40b8-8983-b97235793ccc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:19.228953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54274) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:19.279679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Request body: {'security_group_rule': {'security_group_id': '03812418-b032-4f46-adcc-32bdb4bc4a7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:19.298478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-39c1cf05-f318-435b-b81d-e5ffc8236e4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524246 Feb 19 01:06:19.371245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602'}, {'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:19.374690 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d839d994-cc7c-4ffa-b491-4010adcd5d51" -d '{"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-plugged", "status": "completed", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602"}, {"server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "name": "network-vif-plugged", "status": "completed", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:19.384787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:19.396413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group_rule (2eec15fb-e220-46bb-9aa2-91417129c7ec), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.421545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af48bac-c27a-4b39-8339-4a3bde8d1271 None None] Network 5d06d345-906e-4142-bc6b-3146ae16d616 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:19.484855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-ecb6411d-fbe2-4d68-a0ad-23a0695c9f8f service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761584 Feb 19 01:06:19.503881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4db757c4-71d7-46cc-b756-38ca6f658973 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:19.506053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7a0d1682-089c-43ec-a44f-c4d2782fdc27 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:19.526001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54294) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:19.673980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5d06d345-906e-4142-bc6b-3146ae16d616), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.776665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 82d1d704-67d9-469d-92fc-c0c69fd4e602 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:19.777133 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.784153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d06d345-906e-4142-bc6b-3146ae16d616']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:19.790072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-496d30a5-990b-405d-bf41-965b2f633ac8 None None] Current status of the port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:19.794210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6a80-16a6-4dc2-a433-9a701bb93bca req-4f040f2f-e679-4133-800a-aaa9ca53d6b4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.809881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a8e6a80-16a6-4dc2-a433-9a701bb93bca req-4f040f2f-e679-4133-800a-aaa9ca53d6b4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 946 time: 0.3236513 Feb 19 01:06:19.810126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-53b7a607-6deb-4223-9cb3-1f4f975c8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.811567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-53b7a607-6deb-4223-9cb3-1f4f975c8c8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1127 time: 0.4849656 Feb 19 01:06:19.826759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dc59b9-892a-4ffe-91a1-39b65539192a') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:19.827059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dc59b9-892a-4ffe-91a1-39b65539192a') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:19.845600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:19.846016 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.846929 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group_rule (2eec15fb-e220-46bb-9aa2-91417129c7ec), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.848041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb8033-2210-4b3b-8a59-12db072299c1 None None] DHCP port deletion for 5d06d345-906e-4142-bc6b-3146ae16d616 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:19.852245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:19.864025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (41dc59b9-892a-4ffe-91a1-39b65539192a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.864906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2eec15fb-e220-46bb-9aa2-91417129c7ec), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.887350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.899807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eec15fb-e220-46bb-9aa2-91417129c7ec,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:19.974386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a8e6a80-16a6-4dc2-a433-9a701bb93bca req-c92244c1-e8a2-4a70-87fa-d5b221f0af7b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610715 Feb 19 01:06:19.979539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (41dc59b9-892a-4ffe-91a1-39b65539192a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.010330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:20.010740 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (41dc59b9-892a-4ffe-91a1-39b65539192a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:20.012865 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:20.020311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.047668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9272fe09-779c-4fae-ba61-3245ad7cd359 req-16ad400b-124e-44d8-93eb-f83c8b7bd9ea service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205088 Feb 19 01:06:20.070803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.076017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54312) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:20.076588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-42f7300a-94da-43c3-b8b4-33381bd018c9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8164403 Feb 19 01:06:20.094787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Request body: {'security_group_rule': {'security_group_id': '03812418-b032-4f46-adcc-32bdb4bc4a7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:20.146523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:20.162524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5d3e1b0b-96dd-45fa-bfd6-9d1302a76b06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6e7401a58924060a72d716a8db70dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296756 Feb 19 01:06:20.166819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54320) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:20.191026 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75d37404-f2e2-498e-96a3-ffe3aa95eb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.200785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5d06d345-906e-4142-bc6b-3146ae16d616), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.217184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group_rule (7d07ce34-2ebe-48ba-8fc5-1996c5c23bc9), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.250142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.273213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1211d-f4cf-4f86-8e75-91dbaba6188a req-18e41892-391a-4936-bdd7-0c43d138509f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.273493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0295a04-a762-49c0-97c1-cdd0cc0caf7a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:20.283859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5f1211d-f4cf-4f86-8e75-91dbaba6188a req-18e41892-391a-4936-bdd7-0c43d138509f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1835828 Feb 19 01:06:20.294533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5d06d345-906e-4142-bc6b-3146ae16d616 HTTP/1.1" status: 204 len: 168 time: 2.2119935 Feb 19 01:06:20.301202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d0295a04-a762-49c0-97c1-cdd0cc0caf7a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:20.301665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d0295a04-a762-49c0-97c1-cdd0cc0caf7a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:20.344452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-d9c31b3d-64dc-4ac6-90db-f8f32c0318c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.349142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-d9c31b3d-64dc-4ac6-90db-f8f32c0318c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.5198882 Feb 19 01:06:20.349971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af28c1f-af78-421a-b38c-e814ee0f0104 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d06d345-906e-4142-bc6b-3146ae16d616,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.368078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group_rule (7d07ce34-2ebe-48ba-8fc5-1996c5c23bc9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.377850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (7d07ce34-2ebe-48ba-8fc5-1996c5c23bc9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.434457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d07ce34-2ebe-48ba-8fc5-1996c5c23bc9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.445956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5f1211d-f4cf-4f86-8e75-91dbaba6188a req-7c73f388-3eb1-4690-a719-32affcf3f7bb tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602299 Feb 19 01:06:20.458463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0d38574-fa9a-40b8-8983-b97235793ccc no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:20.471189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e60f3ad8-6121-4945-b57e-1f43231c7dcc admin admin] Publish callbacks [] for security_group (1a60444b-8483-4395-86a9-2d949089c857), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.471407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.476896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f9556010-ac1d-412c-841f-9669dafe3b22 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3939028 Feb 19 01:06:20.476896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54340) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:20.487269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:20.512443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e60f3ad8-6121-4945-b57e-1f43231c7dcc admin admin] Publish callbacks [] for security_group (1a60444b-8483-4395-86a9-2d949089c857), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.523450 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-1e11f1b8-4a3c-42a6-8b35-f3afcc5e7d1a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 1001 time: 0.1653492 Feb 19 01:06:20.536792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c0d38574-fa9a-40b8-8983-b97235793ccc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:20.537695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0d38574-fa9a-40b8-8983-b97235793ccc not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:20.554112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.590098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54342) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:20.650107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60c5d1e6-e6b4-46e8-b43f-3442859ad273 req-3fb30dea-10bd-47e7-91b7-d49c2c9fc8fd tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 210 time: 0.0567589 Feb 19 01:06:20.656799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-b076f3eb-72ed-4f34-82cd-6057d44aaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.658492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-b076f3eb-72ed-4f34-82cd-6057d44aaad3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.1204422 Feb 19 01:06:20.706775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e60f3ad8-6121-4945-b57e-1f43231c7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1a60444b-8483-4395-86a9-2d949089c857), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.712171 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e60f3ad8-6121-4945-b57e-1f43231c7dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.715665 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e60f3ad8-6121-4945-b57e-1f43231c7dcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a60444b-8483-4395-86a9-2d949089c857 HTTP/1.1" status: 204 len: 168 time: 0.5456772 Feb 19 01:06:20.723162 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e0aab-f58e-4e7a-99dd-d1359cf5592b x-openstack-request-id: req-6a9e0aab-f58e-4e7a-99dd-d1359cf5592b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:20.723709 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-plugged", "status": "completed", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602", "code": 200}, {"server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "name": "network-vif-plugged", "status": "completed", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:20.724069 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a9e0aab-f58e-4e7a-99dd-d1359cf5592b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:20.724577 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'code': 200} Feb 19 01:06:20.724973 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'code': 200} Feb 19 01:06:20.734526 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-016209f1-f590-411f-a41f-ae7d07f6cbf3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e078153d2d364c1dbf36da0c7d8b970a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420372 Feb 19 01:06:20.736223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54358) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:20.744962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f3ad8-6121-4945-b57e-1f43231c7dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a60444b-8483-4395-86a9-2d949089c857,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.757447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-0f63f057-eeea-4c0b-ac81-67235060f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.759718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-0f63f057-eeea-4c0b-ac81-67235060f56d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0927052 Feb 19 01:06:20.814685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb09fb6e-76f5-4139-a171-70e4209d6de0 admin admin] Publish callbacks [] for security_group (c2f9af0c-8708-4054-80c3-49457e743b93), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.838168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb09fb6e-76f5-4139-a171-70e4209d6de0 admin admin] Publish callbacks [] for security_group (c2f9af0c-8708-4054-80c3-49457e743b93), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.899780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-926298cb-edb6-42ad-8843-7bcc7f781685 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306362 Feb 19 01:06:20.947153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb09fb6e-76f5-4139-a171-70e4209d6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c2f9af0c-8708-4054-80c3-49457e743b93), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.950258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb09fb6e-76f5-4139-a171-70e4209d6de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.954565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb09fb6e-76f5-4139-a171-70e4209d6de0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2f9af0c-8708-4054-80c3-49457e743b93 HTTP/1.1" status: 204 len: 168 time: 0.2157199 Feb 19 01:06:20.970413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09fb6e-76f5-4139-a171-70e4209d6de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f9af0c-8708-4054-80c3-49457e743b93,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.982562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.987025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1882-a952-471d-a80f-1cb0a369590d req-93057f18-3131-4403-9b01-369ace025704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.989014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4ed1882-a952-471d-a80f-1cb0a369590d req-93057f18-3131-4403-9b01-369ace025704 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1128 time: 0.1050069 Feb 19 01:06:21.064120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f066db4-0c98-42b1-9bb7-fb5e9c50c452 req-7f47ef58-8ea5-47b1-8011-6efde9751f1e service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463058 Feb 19 01:06:21.101340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4ed1882-a952-471d-a80f-1cb0a369590d req-c3f335d9-5121-4c75-b48c-e94f4794b586 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031468 Feb 19 01:06:21.113940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602ce4e-1c94-45f6-bb4e-3cc962ce6e90 req-b095be37-41e5-4285-81a7-d9865bc9b7b5 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.123957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d602ce4e-1c94-45f6-bb4e-3cc962ce6e90 req-b095be37-41e5-4285-81a7-d9865bc9b7b5 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 948 time: 0.2403543 Feb 19 01:06:21.199430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Allocated IP 172.25.0.236 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/39bf2790-feda-41d1-a9b3-4ded6f959bb9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:21.217605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d602ce4e-1c94-45f6-bb4e-3cc962ce6e90 req-b4a23999-aa8a-4792-a82b-e82437f6687c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837619 Feb 19 01:06:21.232876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef987cb-772c-4f16-966a-fcd0fc2d15b3 req-d7895c16-2a49-46a0-bf8f-888eb4c83d1b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.235615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eef987cb-772c-4f16-966a-fcd0fc2d15b3 req-d7895c16-2a49-46a0-bf8f-888eb4c83d1b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 946 time: 0.1308141 Feb 19 01:06:21.469768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-fc30dd18-7f7e-467e-a521-27d4dd94ec52 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.471222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eef987cb-772c-4f16-966a-fcd0fc2d15b3 req-80d915fa-6c6b-491c-817b-3590bcbaf074 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184715 Feb 19 01:06:21.471638 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-fc30dd18-7f7e-467e-a521-27d4dd94ec52 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.1382523 Feb 19 01:06:21.504464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-eed816ba-df83-4bb4-870e-f20f9df15055 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/quotas/2f3953551f0a420abe960cb4b3998faa HTTP/1.1" status: 200 len: 375 time: 0.0246372 Feb 19 01:06:21.512853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:21.544132 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:06:21.564953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2876cf03-eb87-48f0-935a-61c1545c69e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.575097 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.593045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-ef1d4d89-5fab-4ab0-99ae-d2c16a4a1b2c tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877707 Feb 19 01:06:21.614085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0584eec9-d0b7-413b-b594-8c4966170383 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.619710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0584eec9-d0b7-413b-b594-8c4966170383 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.621283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0584eec9-d0b7-413b-b594-8c4966170383 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.10 "GET /v2.0/networks?id=70871c63-2a40-4c6c-9e78-55a3cf4c76f6&id=1899c7f1-8c9f-452b-97ec-b4299593473b HTTP/1.1" status: 200 len: 1391 time: 0.3229954 Feb 19 01:06:21.640767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'port': {'device_id': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6', 'admin_state_up': True, 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:21.728525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-3e621c1c-73f1-46d3-878b-25d4afb7c33c service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342950 Feb 19 01:06:21.746398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.863014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:21.864177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-5b9c1130-8166-417f-97b8-fdf13971a4ab service neutron] 10.222.0.43 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346726 Feb 19 01:06:21.876395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event updated for resources: {'Port': ['ID=39bf2790-feda-41d1-a9b3-4ded6f959bb9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:21.879347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:21.884037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:21.970823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2876cf03-eb87-48f0-935a-61c1545c69e6 admin admin] Publish callbacks [] for security_group (899901d1-75e2-47c9-9eeb-c000f296732e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.992920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2876cf03-eb87-48f0-935a-61c1545c69e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (899901d1-75e2-47c9-9eeb-c000f296732e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.034798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:22.038125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.112265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54418) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:22.125335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2876cf03-eb87-48f0-935a-61c1545c69e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5dcc91c32584e4a815b1ef982a9bdd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6098604 Feb 19 01:06:22.133081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54422) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:22.146127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f62d5b72-4ab8-49bb-b2dd-0187a5affd31 req-5daf59c0-8e7b-4260-bdbc-06cff7e06b62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 210 time: 0.0353055 Feb 19 01:06:22.152878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876cf03-eb87-48f0-935a-61c1545c69e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899901d1-75e2-47c9-9eeb-c000f296732e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:22.266626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (c45fd866-2e83-4396-9396-f1e4185b0dae), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.283932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a623a3-1749-4fdc-80d4-754104d5a0bc req-70b39892-adec-4362-84e9-10f584010b80 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:22.285463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a623a3-1749-4fdc-80d4-754104d5a0bc req-70b39892-adec-4362-84e9-10f584010b80 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.2936814 Feb 19 01:06:22.324703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02f24ca7-2171-4823-8c6c-b2cda2b9e87f req-93a1128a-3ca4-487b-8d00-9cdcb6886ad0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 210 time: 0.0492613 Feb 19 01:06:22.329753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-678640142-network', 'tenant_id': '46de03669c694a10a8829e5e71d55771'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:22.352046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Made reservation on behalf of 46de03669c694a10a8829e5e71d55771 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:22.355343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.364736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.404499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec164b9c-638e-42af-b6c9-a8752cb1d454 admin admin] Publish callbacks [] for security_group (899901d1-75e2-47c9-9eeb-c000f296732e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.423711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.454545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks [] for security_group (093e84bf-0cea-476f-b7bf-fbde3e9507c9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.458931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (093e84bf-0cea-476f-b7bf-fbde3e9507c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.484956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:22.492265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a623a3-1749-4fdc-80d4-754104d5a0bc req-e3e11fad-4d4b-43bd-9abf-4f198673227c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952686 Feb 19 01:06:22.512444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Allocated IP 19.80.0.172 (70871c63-2a40-4c6c-9e78-55a3cf4c76f6/01172ea4-657e-428d-8ff6-77443dfdd196/6bebd469-7587-4858-b726-651d35362cb0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:22.513829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093e84bf-0cea-476f-b7bf-fbde3e9507c9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:22.515617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec164b9c-638e-42af-b6c9-a8752cb1d454 admin admin] Publish callbacks [] for security_group (899901d1-75e2-47c9-9eeb-c000f296732e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.524602 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe329-07a3-4abd-ba73-e4535f98f262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.528646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e344f311-362b-43e9-b03a-4b217f3dbc98), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.529218 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Added segment e344f311-362b-43e9-b03a-4b217f3dbc98 of type vlan for network 6fd5b973-52b5-4a21-8903-1ed2f5b9b135 Feb 19 01:06:22.581680 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (6fd5b973-52b5-4a21-8903-1ed2f5b9b135), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.656942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (6fd5b973-52b5-4a21-8903-1ed2f5b9b135), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.658198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:22.658783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.693784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec164b9c-638e-42af-b6c9-a8752cb1d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (899901d1-75e2-47c9-9eeb-c000f296732e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.697110 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec164b9c-638e-42af-b6c9-a8752cb1d454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.698338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ec164b9c-638e-42af-b6c9-a8752cb1d454 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/899901d1-75e2-47c9-9eeb-c000f296732e HTTP/1.1" status: 204 len: 168 time: 0.5632885 Feb 19 01:06:22.723587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6103165 Feb 19 01:06:22.726678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:22.729574 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc4b9d3-ed2d-45f0-9086-4191ca2a9a79" -d '{"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-unplugged", "status": "completed", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:22.731016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:22.778183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec164b9c-638e-42af-b6c9-a8752cb1d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899901d1-75e2-47c9-9eeb-c000f296732e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:22.797341 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7d530-6d0d-4a7c-8c1a-e3a99b4433d0 x-openstack-request-id: req-e5a7d530-6d0d-4a7c-8c1a-e3a99b4433d0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:22.798625 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-unplugged", "status": "completed", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:22.799632 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5a7d530-6d0d-4a7c-8c1a-e3a99b4433d0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:22.800051 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'code': 200} Feb 19 01:06:22.831250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.842388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.074937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Request body: {'subnet': {'network_id': '6fd5b973-52b5-4a21-8903-1ed2f5b9b135', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-678640142-subnet', 'tenant_id': '46de03669c694a10a8829e5e71d55771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:23.122743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389f982-b617-4478-b4e2-f119e12544c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd5b973-52b5-4a21-8903-1ed2f5b9b135,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.136461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 6fd5b973-52b5-4a21-8903-1ed2f5b9b135 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:23.138225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2cea0-5695-4ae2-a91d-4347e6733eff req-6513ae1c-3c01-4894-9a18-6ad199c7cc77 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.142021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86d2cea0-5695-4ae2-a91d-4347e6733eff req-6513ae1c-3c01-4894-9a18-6ad199c7cc77 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 946 time: 0.5355887 Feb 19 01:06:23.181683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Made reservation on behalf of 46de03669c694a10a8829e5e71d55771 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:23.186666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.188591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54450) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:23.211842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for port (6bebd469-7587-4858-b726-651d35362cb0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.239329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event updated for resources: {'Port': ['ID=39bf2790-feda-41d1-a9b3-4ded6f959bb9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.264902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (c45fd866-2e83-4396-9396-f1e4185b0dae), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.267040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfad1-0568-4cf4-aaab-09d5b41718e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.304673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ddbc107-ab6d-46ae-9457-ca32422df694 req-60c40095-8ede-429e-98b7-e6199734a684 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 210 time: 0.0429633 Feb 19 01:06:23.307362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-b8aac38a-0d88-4596-a2e6-884b6f4e3687 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.309216 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-b8aac38a-0d88-4596-a2e6-884b6f4e3687 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc0ff52c-b1cb-46c5-993f-2d8d2914724c HTTP/1.1" status: 200 len: 943 time: 0.2405677 Feb 19 01:06:23.316062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.317873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c0aa999-53c1-40e4-9282-28b2aac18fad tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8385141 Feb 19 01:06:23.319653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6bebd469-7587-4858-b726-651d35362cb0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.372771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:23.383807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Port': ['ID=6bebd469-7587-4858-b726-651d35362cb0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.396889 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86d2cea0-5695-4ae2-a91d-4347e6733eff req-45a1a7dd-75ab-4657-a51b-74e558333dc3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285185 Feb 19 01:06:23.402378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:23.404503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:23.411753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:23.513861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f4d867a-79c7-460b-8795-6bec63d676ac req-c641cc54-b069-4a85-a0c5-d6ecd1b765e9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 210 time: 0.0440381 Feb 19 01:06:23.523023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.524471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.560265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-0b36b740-fdce-4958-b629-63a25d321a8d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9229228 Feb 19 01:06:23.577931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Request body: {'port': {'device_id': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b', 'admin_state_up': True, 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:23.606704 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.609422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:23.610050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.679151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:23.687605 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.705289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (a0ae6063-a12e-469f-87cf-70e613cab0db), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.748795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfad1-0568-4cf4-aaab-09d5b41718e9 admin admin] Publish callbacks [] for security_group (b8244636-99c9-4386-ae95-5c88cefb539c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.753462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Deleting port 82d1d704-67d9-469d-92fc-c0c69fd4e602 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:23.753946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.783720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.790163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfad1-0568-4cf4-aaab-09d5b41718e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b8244636-99c9-4386-ae95-5c88cefb539c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.860905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Made reservation on behalf of 16097fdd8d7349ad9ba8c2e1f18161dd for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:23.864534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.864821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-62acefe8-9a4f-41c4-920a-48df345a3bc8 None None] Provisioning complete for port 6bebd469-7587-4858-b726-651d35362cb0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:23.865405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62acefe8-9a4f-41c4-920a-48df345a3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6bebd469-7587-4858-b726-651d35362cb0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.912493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-2ae70504-8604-44cb-952c-32887b4408b2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.914284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-2ae70504-8604-44cb-952c-32887b4408b2 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 804 time: 0.1899049 Feb 19 01:06:23.922406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-62acefe8-9a4f-41c4-920a-48df345a3bc8 None None] Port 6bebd469-7587-4858-b726-651d35362cb0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:23.939923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ae6063-a12e-469f-87cf-70e613cab0db,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.952613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7fbdfad1-0568-4cf4-aaab-09d5b41718e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da769d3f6e3042a9916832d93d5b0377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598367 Feb 19 01:06:23.957414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Request body: {'port': {'device_id': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'admin_state_up': True, 'tenant_id': '2f3953551f0a420abe960cb4b3998faa'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:23.958459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdfad1-0568-4cf4-aaab-09d5b41718e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8244636-99c9-4386-ae95-5c88cefb539c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.960453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54478) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:23.970326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-6a773301-b9b7-4a3d-b8cb-42d49343b98b tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--647513582&fields=id&tenant_id=f7d097ae68c74895a191aa077a7662a7 HTTP/1.1" status: 200 len: 267 time: 0.3041410 Feb 19 01:06:23.993884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Checking segment: {'id': 'e344f311-362b-43e9-b03a-4b217f3dbc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6fd5b973-52b5-4a21-8903-1ed2f5b9b135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:23.994340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Network hostable DHCP agents. Network: 6fd5b973-52b5-4a21-8903-1ed2f5b9b135, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:24.064119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] For port 82d1d704-67d9-469d-92fc-c0c69fd4e602, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=82d1d704-67d9-469d-92fc-c0c69fd4e602,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:24.064598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.088161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Calling delete_port for 82d1d704-67d9-469d-92fc-c0c69fd4e602 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:24.091692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Network 6fd5b973-52b5-4a21-8903-1ed2f5b9b135 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:24.116644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 6fd5b973-52b5-4a21-8903-1ed2f5b9b135) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:24.128450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf515d40-10c7-44b7-afc1-0a57be73d506 None None] Network 6fd5b973-52b5-4a21-8903-1ed2f5b9b135 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:24.128750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.129686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.142839 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1039379a-26e3-4929-84ba-db779f1781ad admin admin] Publish callbacks [] for security_group (b8244636-99c9-4386-ae95-5c88cefb539c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.151270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Allocated IP 19.86.0.180 (1899c7f1-8c9f-452b-97ec-b4299593473b/e75928c7-5bd0-47b8-9e02-0da609351e14/c7ad98fa-0c56-4a30-8ffd-748640a496ca) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:24.192429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-45852fa5-703a-4a60-a9cc-2c2ed2ece900 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.193990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-45852fa5-703a-4a60-a9cc-2c2ed2ece900 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/networks?id=bed83e40-342e-462a-8b37-28738fd231bb HTTP/1.1" status: 200 len: 815 time: 0.2143581 Feb 19 01:06:24.198727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1039379a-26e3-4929-84ba-db779f1781ad admin admin] Publish callbacks [] for security_group (b8244636-99c9-4386-ae95-5c88cefb539c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.211241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-65bf17c8-b0d2-4cb3-be54-14be0bfda6ef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1421804 Feb 19 01:06:24.243594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Made reservation on behalf of 2f3953551f0a420abe960cb4b3998faa for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:24.247006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.257600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-865d4760-6c60-4b52-b7f7-e9e8d0084267 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/quotas/f7d097ae68c74895a191aa077a7662a7 HTTP/1.1" status: 200 len: 375 time: 0.0279338 Feb 19 01:06:24.266201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbecda-b1e1-4cca-9952-f00add662c48 None None] Network 6fd5b973-52b5-4a21-8903-1ed2f5b9b135 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:24.403795 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-5873945c-94ce-4b73-86d0-2d5ae80ef6ee tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d097ae68c74895a191aa077a7662a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351910 Feb 19 01:06:24.413330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1039379a-26e3-4929-84ba-db779f1781ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b8244636-99c9-4386-ae95-5c88cefb539c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.416234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1039379a-26e3-4929-84ba-db779f1781ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.417386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1039379a-26e3-4929-84ba-db779f1781ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8244636-99c9-4386-ae95-5c88cefb539c HTTP/1.1" status: 204 len: 168 time: 0.4506781 Feb 19 01:06:24.485025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (82d1d704-67d9-469d-92fc-c0c69fd4e602), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.519828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event deleted for resources: {'Port': ['ID=82d1d704-67d9-469d-92fc-c0c69fd4e602,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:24.525621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039379a-26e3-4929-84ba-db779f1781ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8244636-99c9-4386-ae95-5c88cefb539c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:24.570182 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.585854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] No DVR routers for this DVR port 82d1d704-67d9-469d-92fc-c0c69fd4e602 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:24.589077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-83cebfbc-d2fa-4b37-93b4-47efe7d106d2 service neutron] 10.222.0.43 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825535 Feb 19 01:06:24.590493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.592603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Allocated IP 172.20.0.10 (0cb151e3-4ba6-46d1-b384-518719b69d51/21b95288-a811-45c1-a254-6cd72a297988/e55ad40b-8702-4e3d-abf3-b337e22713e7) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:24.593381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d49d030-b093-4640-aa9c-50f1c17e5dd8 req-ba828ea7-2802-4796-adb9-f018d9481d81 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.10 "DELETE /v2.0/ports/82d1d704-67d9-469d-92fc-c0c69fd4e602 HTTP/1.1" status: 204 len: 173 time: 1.2716827 Feb 19 01:06:24.593831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-deleted', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:24.596109 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c68207-342b-4122-9b63-e86cefa29323" -d '{"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-deleted", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:24.613033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56b36d-33e6-4294-9d3c-f6ff35f83074 req-7c14926c-5792-44e9-8a13-4b8a8f8ec4a9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.617999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca56b36d-33e6-4294-9d3c-f6ff35f83074 req-7c14926c-5792-44e9-8a13-4b8a8f8ec4a9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 932 time: 0.1764529 Feb 19 01:06:24.716495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.737532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-95b35314-312a-4dc2-a616-4bf8884da5b2 service neutron] 10.222.0.43 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364291 Feb 19 01:06:24.785528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca56b36d-33e6-4294-9d3c-f6ff35f83074 req-a366c7d6-7cdf-43e6-bf50-b5351e072c13 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591139 Feb 19 01:06:24.804048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:24.804048 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e185990d-e4da-48cc-951d-a09aeccb71c9" -d '{"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-unplugged", "status": "completed", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:24.814074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:24.844101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event updated for resources: {'Port': ['ID=c7ad98fa-0c56-4a30-8ffd-748640a496ca,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:24.849264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Network 1899c7f1-8c9f-452b-97ec-b4299593473b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:24.855363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:24.857938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:24.952148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.952832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.955250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Deleting subnet a0ae6063-a12e-469f-87cf-70e613cab0db {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:24.963231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Publish callbacks [] for subnet (a0ae6063-a12e-469f-87cf-70e613cab0db), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.026395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-9ed5a570-6aac-4a4b-ad08-5ccb8236fc19 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4543178 Feb 19 01:06:25.062362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Request body: {'port': {'device_id': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:25.081202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c6ba1cb-0c5b-4907-a759-4e0017fe946c req-f6e33ff4-bb2b-48fc-8f8b-25d82d536064 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 210 time: 0.0600326 Feb 19 01:06:25.101087 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (a0ae6063-a12e-469f-87cf-70e613cab0db), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.202013 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28afe63-fe8e-4cae-9cbc-95c57f4375e4 x-openstack-request-id: req-c28afe63-fe8e-4cae-9cbc-95c57f4375e4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:25.209807 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ff52c-b1cb-46c5-993f-2d8d2914724c", "name": "network-vif-deleted", "tag": "82d1d704-67d9-469d-92fc-c0c69fd4e602", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:25.210486 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c28afe63-fe8e-4cae-9cbc-95c57f4375e4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:25.215629 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ff52c-b1cb-46c5-993f-2d8d2914724c', 'name': 'network-vif-deleted', 'tag': '82d1d704-67d9-469d-92fc-c0c69fd4e602', 'status': 'completed', 'code': 200} Feb 19 01:06:25.225183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks [] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.239065 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.259517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a0ae6063-a12e-469f-87cf-70e613cab0db), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.281464 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f57eed6-ba56-493b-b6d2-fabb157226e7 x-openstack-request-id: req-8f57eed6-ba56-493b-b6d2-fabb157226e7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:25.283573 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-unplugged", "status": "completed", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:25.283941 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f57eed6-ba56-493b-b6d2-fabb157226e7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:25.285738 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'code': 200} Feb 19 01:06:25.291016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8436923-e279-4b05-b338-9f11b4f2baaa None None] Provisioning complete for port c7ad98fa-0c56-4a30-8ffd-748640a496ca triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:25.292437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8436923-e279-4b05-b338-9f11b4f2baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.303410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137e44-99d5-46dd-b51b-3c0136a9de7c req-11e24348-0ddb-43e8-b49e-e1b34e37668c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:25.315570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71137e44-99d5-46dd-b51b-3c0136a9de7c req-11e24348-0ddb-43e8-b49e-e1b34e37668c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 946 time: 0.3086245 Feb 19 01:06:25.379986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8436923-e279-4b05-b338-9f11b4f2baaa None None] Port c7ad98fa-0c56-4a30-8ffd-748640a496ca cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:25.386050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6bebd469-7587-4858-b726-651d35362cb0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.427774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3dce0a3-c648-4cd2-b608-980a5014c3a1 req-54e77717-710b-4f8e-ad3f-9d3a439534be tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 210 time: 0.0798619 Feb 19 01:06:25.432940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a0ae6063-a12e-469f-87cf-70e613cab0db), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.454257 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.458391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0ae6063-a12e-469f-87cf-70e613cab0db HTTP/1.1" status: 204 len: 168 time: 0.6432133 Feb 19 01:06:25.464629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:25.484627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde982-e47b-4933-8718-052e15324db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ae6063-a12e-469f-87cf-70e613cab0db,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:25.525109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:25.568686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71137e44-99d5-46dd-b51b-3c0136a9de7c req-04238270-1e74-460e-bc02-6e66ac8c9314 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461672 Feb 19 01:06:25.587034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.694900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:25.721806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Network 0cb151e3-4ba6-46d1-b384-518719b69d51 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:25.722512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'mac_address': 'fa:16:3e:06:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:25.727659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (6fd5b973-52b5-4a21-8903-1ed2f5b9b135), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.740485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:25.755292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:25.790590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:25.790771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.823168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:25.823862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.837472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee478ff-b2b0-446e-86c5-d9392b3a78dc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:25.880480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:25.886750 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.960750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.022230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.023917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.041740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ebe87-0285-4d50-8daa-80c4a6a3cb2e req-c18f2db9-6309-4123-bc6d-dc43aad6790c tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.045181 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-371ebe87-0285-4d50-8daa-80c4a6a3cb2e req-c18f2db9-6309-4123-bc6d-dc43aad6790c tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1128 time: 0.0551524 Feb 19 01:06:26.050642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['dee478ff-b2b0-446e-86c5-d9392b3a78dc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:26.106663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-371ebe87-0285-4d50-8daa-80c4a6a3cb2e req-fa4200cb-f446-4802-bcc6-279192fdd97d tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Feb 19 01:06:26.123547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-83f66ea6-b061-4d7e-b161-fba218dbfb13 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1709094 Feb 19 01:06:26.130379 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (6fd5b973-52b5-4a21-8903-1ed2f5b9b135), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.141650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20208-4e80-4900-91a0-9f0d6ecdd361 req-c0924071-7981-422f-844a-c2e29b3aab7c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.146920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20208-4e80-4900-91a0-9f0d6ecdd361 req-c0924071-7981-422f-844a-c2e29b3aab7c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.149134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8e20208-4e80-4900-91a0-9f0d6ecdd361 req-c0924071-7981-422f-844a-c2e29b3aab7c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1655 time: 0.2170734 Feb 19 01:06:26.164774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Request body: {'port': {'device_id': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:26.217546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd5b973-52b5-4a21-8903-1ed2f5b9b135']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.256511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e344f311-362b-43e9-b03a-4b217f3dbc98') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.257051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e344f311-362b-43e9-b03a-4b217f3dbc98') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.304160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd158130-606f-42f0-b770-ef92e27e5dc9 req-84a1ce0c-e534-49ae-aa73-23442aca7f04 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.312449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd158130-606f-42f0-b770-ef92e27e5dc9 req-84a1ce0c-e534-49ae-aa73-23442aca7f04 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 932 time: 0.0755992 Feb 19 01:06:26.329559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (e344f311-362b-43e9-b03a-4b217f3dbc98), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.364034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bebd469-7587-4858-b726-651d35362cb0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:26.374935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Publish callbacks [] for port (6bebd469-7587-4858-b726-651d35362cb0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.378111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e344f311-362b-43e9-b03a-4b217f3dbc98), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.391914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8e20208-4e80-4900-91a0-9f0d6ecdd361 req-23731f27-c452-4b50-9183-5bf5ed131bab tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110195 Feb 19 01:06:26.406497 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.412661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:26.417702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (e344f311-362b-43e9-b03a-4b217f3dbc98), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:26.425187 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:26.477721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.520123 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd158130-606f-42f0-b770-ef92e27e5dc9 req-4f632dee-cece-465a-bcf5-2c687cfbf2a0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019999 Feb 19 01:06:26.567106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54580) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:26.633536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-0d63bad8-d0b1-4f34-a63d-256883e9c4b7 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.635268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-0d63bad8-d0b1-4f34-a63d-256883e9c4b7 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.10 "GET /v2.0/networks?id=bed83e40-342e-462a-8b37-28738fd231bb HTTP/1.1" status: 200 len: 815 time: 0.2554159 Feb 19 01:06:26.643737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Transition to ACTIVE for port object 6bebd469-7587-4858-b726-651d35362cb0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:26.643737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (6fd5b973-52b5-4a21-8903-1ed2f5b9b135), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.663333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79c0c0a1-04d1-4394-8d6d-aab263cce8ed req-8d611f27-d3f1-467c-87fd-853b62b28480 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 210 time: 0.0662391 Feb 19 01:06:26.705901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.709069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6fd5b973-52b5-4a21-8903-1ed2f5b9b135 HTTP/1.1" status: 204 len: 168 time: 1.2410285 Feb 19 01:06:26.709815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6bebd469-7587-4858-b726-651d35362cb0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.752274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659039e0-0649-4322-830e-eddff6368429 req-6cbb3e7d-53b6-43e8-a8e9-7c1afc1fad0c tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.753993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-659039e0-0649-4322-830e-eddff6368429 req-6cbb3e7d-53b6-43e8-a8e9-7c1afc1fad0c tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1128 time: 0.2416568 Feb 19 01:06:26.768203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6222b-9d20-482b-be41-649edafa02e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd5b973-52b5-4a21-8903-1ed2f5b9b135,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.819672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-e61e5d73-fcd5-4861-b34e-fb9b1da71bd0 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d097ae68c74895a191aa077a7662a7 HTTP/1.1" status: 200 len: 379 time: 0.1556931 Feb 19 01:06:26.828916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Request body: {'port': {'device_id': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'admin_state_up': True, 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'security_groups': ['03812418-b032-4f46-adcc-32bdb4bc4a7b']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:26.865597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1077843978'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:26.872031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Pushing event updated for resources: {'Port': ['ID=6bebd469-7587-4858-b726-651d35362cb0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.952782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Made reservation on behalf of cda47a2a6b1f40a992153b1c41ef3695 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:26.957686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.991823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.033757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-659039e0-0649-4322-830e-eddff6368429 req-0a505d75-3aeb-4f21-84e3-f0671faff11f tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589159 Feb 19 01:06:27.037744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:27.136412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Made reservation on behalf of f7d097ae68c74895a191aa077a7662a7 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:27.140653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.277265 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks [] for security_group (c63d1a0d-4f98-4d1a-85ec-852a2390c6da), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.292307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c63d1a0d-4f98-4d1a-85ec-852a2390c6da), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.354720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:27.368795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (45fe0c12-f50e-4bd5-afd1-23284e271194), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.369572 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Added segment 45fe0c12-f50e-4bd5-afd1-23284e271194 of type vlan for network 520e2afd-60c3-4c0d-925b-b44f82e23dcb Feb 19 01:06:27.380444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:27.418367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 82d1d704-67d9-469d-92fc-c0c69fd4e602 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:27.419211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 82d1d704-67d9-469d-92fc-c0c69fd4e602 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:27.440969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d1a0d-4f98-4d1a-85ec-852a2390c6da,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.485313 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (520e2afd-60c3-4c0d-925b-b44f82e23dcb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.533146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:27.538691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55ad40b-8702-4e3d-abf3-b337e22713e7 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:27.548284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Publish callbacks [] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.563372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Allocated IP 172.20.0.7 (bed83e40-342e-462a-8b37-28738fd231bb/d14a8e9c-9b08-4375-a3db-175e48ecabd8/57fc2057-56f3-44b0-9775-03c0b0aa1ecc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:27.566206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Transition to ACTIVE for port object e55ad40b-8702-4e3d-abf3-b337e22713e7 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:27.576659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (520e2afd-60c3-4c0d-925b-b44f82e23dcb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.579931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.589144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:27.593496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.651786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port dee478ff-b2b0-446e-86c5-d9392b3a78dc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:27.652472 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.748605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e286733f-a698-4a3a-bd83-0246f0ec75ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46de03669c694a10a8829e5e71d55771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7064185 Feb 19 01:06:27.761247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54636) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:27.761247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Attempting to bind port 6bebd469-7587-4858-b726-651d35362cb0 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:27.761247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Attempting to bind port 6bebd469-7587-4858-b726-651d35362cb0 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:27.761791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Attempting to bind port 6bebd469-7587-4858-b726-651d35362cb0 on network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:27.829997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:27.830304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.861544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Port 6bebd469-7587-4858-b726-651d35362cb0 on network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:27.861938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Attempting to bind port 6bebd469-7587-4858-b726-651d35362cb0 on network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:27.866034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3000031 Feb 19 01:06:27.877521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:27.879897 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab6f498-8259-42f6-9d2a-c477df72c2d0" -d '{"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-plugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:27.909513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:27.911379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98290fa-e46f-42e3-960a-2695f3ffd727 tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Pushing event updated for resources: {'Network': ['ID=520e2afd-60c3-4c0d-925b-b44f82e23dcb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.917097 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.956969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 520e2afd-60c3-4c0d-925b-b44f82e23dcb details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:27.999319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090c00-f7ba-4ac6-b846-edf56b4130f5 req-8daa1585-0833-4a7e-88da-db86eb0dbddc tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.002815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:28.003382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Checking segment: {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:28.003970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Bound using segment: {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:28.005347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090c00-f7ba-4ac6-b846-edf56b4130f5 req-8daa1585-0833-4a7e-88da-db86eb0dbddc tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.005784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Bound port: 6bebd469-7587-4858-b726-651d35362cb0, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106697f1-ea46-48a3-b345-375cd2beefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:28.006574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6bebd469-7587-4858-b726-651d35362cb0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.011232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.028923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2090c00-f7ba-4ac6-b846-edf56b4130f5 req-8daa1585-0833-4a7e-88da-db86eb0dbddc tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1667 time: 0.4576609 Feb 19 01:06:28.058732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Attempting to bind port e55ad40b-8702-4e3d-abf3-b337e22713e7 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:28.059064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Attempting to bind port e55ad40b-8702-4e3d-abf3-b337e22713e7 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:28.059393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Attempting to bind port e55ad40b-8702-4e3d-abf3-b337e22713e7 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:28.087007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.097201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Port e55ad40b-8702-4e3d-abf3-b337e22713e7 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:28.097600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Attempting to bind port e55ad40b-8702-4e3d-abf3-b337e22713e7 on network 0cb151e3-4ba6-46d1-b384-518719b69d51 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:28.100292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c01c95ca-3dfb-4b01-9884-a86ad7eb9865 admin admin] Publish callbacks [] for security_group (093e84bf-0cea-476f-b7bf-fbde3e9507c9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.186029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] For port 6bebd469-7587-4858-b726-651d35362cb0, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:28.187035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2090c00-f7ba-4ac6-b846-edf56b4130f5 req-ba4aaa89-76e2-4622-80da-b762707c7f4a tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540537 Feb 19 01:06:28.190551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] For port 6bebd469-7587-4858-b726-651d35362cb0, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6bebd469-7587-4858-b726-651d35362cb0,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:28.225696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:28.226110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Checking segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:28.227227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Bound using segment: {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:28.227679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Bound port: e55ad40b-8702-4e3d-abf3-b337e22713e7, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fab0d69-1fbd-43f7-b86b-f225535fa8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:28.230653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.236238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6bebd469-7587-4858-b726-651d35362cb0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.254099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c01c95ca-3dfb-4b01-9884-a86ad7eb9865 admin admin] Publish callbacks [] for security_group (093e84bf-0cea-476f-b7bf-fbde3e9507c9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.325955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.354424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.358497 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.359994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] 10.222.0.10 "PUT /v2.0/ports/6bebd469-7587-4858-b726-651d35362cb0 HTTP/1.1" status: 200 len: 1092 time: 3.3148627 Feb 19 01:06:28.369572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'tag': '6bebd469-7587-4858-b726-651d35362cb0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:28.374217 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5" -d '{"events": [{"name": "network-changed", "server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "tag": "6bebd469-7587-4858-b726-651d35362cb0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:28.413440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.433471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7632b6a-22ab-463c-a082-6807e2a60c66 service neutron] Pushing event updated for resources: {'Port': ['ID=6bebd469-7587-4858-b726-651d35362cb0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.443304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Request body: {'port': {'device_id': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.502246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Network bed83e40-342e-462a-8b37-28738fd231bb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:28.510359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:28.518090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:28.603877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event updated for resources: {'Port': ['ID=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.647613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-d17c05da-4b0c-4b6e-bf4e-a55f185aec51 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:06:28.660716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-d17c05da-4b0c-4b6e-bf4e-a55f185aec51 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212898 Feb 19 01:06:28.677729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761a64f-0e44-46cf-8e47-1b6db3a14286 req-46210db4-f350-488f-9a6e-5320f899d7c9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.686640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8761a64f-0e44-46cf-8e47-1b6db3a14286 req-46210db4-f350-488f-9a6e-5320f899d7c9 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 944 time: 0.3871324 Feb 19 01:06:28.700095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.700828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.718527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:28.720665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.747299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c01c95ca-3dfb-4b01-9884-a86ad7eb9865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (093e84bf-0cea-476f-b7bf-fbde3e9507c9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.750316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c01c95ca-3dfb-4b01-9884-a86ad7eb9865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.755530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c01c95ca-3dfb-4b01-9884-a86ad7eb9865 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/093e84bf-0cea-476f-b7bf-fbde3e9507c9 HTTP/1.1" status: 204 len: 168 time: 0.9868867 Feb 19 01:06:28.789676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:28.795690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-58b7e9cd-fa10-41e1-8eb0-9af6577386cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.801743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c95ca-3dfb-4b01-9884-a86ad7eb9865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e84bf-0cea-476f-b7bf-fbde3e9507c9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.810396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-58b7e9cd-fa10-41e1-8eb0-9af6577386cc service neutron] 10.222.0.43 "GET /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 1125 time: 0.1431603 Feb 19 01:06:28.820767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.822736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Request body: {'binding': {'host': 'n-h2-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.823257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Unknown quota resources ['binding']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:06:28.833282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-84e2b01e-3b43-48c5-a133-6da63082d49c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0097373 Feb 19 01:06:28.858588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Request body: {'port': {'device_id': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.926048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-88ede871-b407-423c-805b-3473eddfda7b None None] Provisioning complete for port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:28.926569 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88ede871-b407-423c-805b-3473eddfda7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.939067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.940075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.941712 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] 10.222.0.89 "PUT /v2.0/ports/e55ad40b-8702-4e3d-abf3-b337e22713e7 HTTP/1.1" status: 200 len: 1092 time: 2.7855656 Feb 19 01:06:29.002520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-88ede871-b407-423c-805b-3473eddfda7b None None] Port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:29.035031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f31469-51fd-4187-b484-cf56dd3d4a11 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:29.082090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8761a64f-0e44-46cf-8e47-1b6db3a14286 req-3bfdebdd-43dc-4937-8f59-32cafc9facd4 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935738 Feb 19 01:06:29.115108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-a227e472-7112-4f6d-a503-0b49a45ca456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:29.116803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-a227e472-7112-4f6d-a503-0b49a45ca456 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 1126 time: 0.0902832 Feb 19 01:06:29.167316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.196633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-50c6899d-f897-4014-a18b-678c6f4d41e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7 HTTP/1.1" status: 200 len: 217 time: 0.0432301 Feb 19 01:06:29.292604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ad98fa-0c56-4a30-8ffd-748640a496ca {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:29.304764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Publish callbacks [] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.321281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-6b004862-c6c3-4269-a092-c1da60394595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:29.322969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-6b004862-c6c3-4269-a092-c1da60394595 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.0979187 Feb 19 01:06:29.330105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Transition to ACTIVE for port object c7ad98fa-0c56-4a30-8ffd-748640a496ca will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:29.360955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.367320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-39716de5-e8b7-4cda-96c6-70a138ae714c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359197 Feb 19 01:06:29.441167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on host n-h2-826752-2 for vnic_type normal with profile None {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:29.442193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:29.442757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:29.459338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25fef-57f4-4c9e-9a6a-3b634b62081a req-fad2bbdf-0903-4b49-8960-e675cebfcb85 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:29.471707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72b25fef-57f4-4c9e-9a6a-3b634b62081a req-fad2bbdf-0903-4b49-8960-e675cebfcb85 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 931 time: 0.2294352 Feb 19 01:06:29.497516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:29.497926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:29.544236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ad98fa-0c56-4a30-8ffd-748640a496ca,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:29.594349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:29.594922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:29.595325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:29.595780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Bound port: ed2e1092-56f3-4098-a0c7-7e5b65591811, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:29.653659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-7db90618-e04e-403c-b2d2-193c1a6610d4 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725422 Feb 19 01:06:29.723405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72b25fef-57f4-4c9e-9a6a-3b634b62081a req-15d14bf2-0c7d-42bc-a37b-8fc03a7aefd0 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499068 Feb 19 01:06:29.784706 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a39040e4-49a7-49c7-ac65-e5cadb1d4042 req-b242ed8a-9e1c-491a-8d6d-f4b1bcbd213c service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179702 Feb 19 01:06:29.786510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Attempting to bind port c7ad98fa-0c56-4a30-8ffd-748640a496ca on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:29.786974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Attempting to bind port c7ad98fa-0c56-4a30-8ffd-748640a496ca by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:29.787312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Attempting to bind port c7ad98fa-0c56-4a30-8ffd-748640a496ca on network 1899c7f1-8c9f-452b-97ec-b4299593473b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:29.798162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Port c7ad98fa-0c56-4a30-8ffd-748640a496ca on network 1899c7f1-8c9f-452b-97ec-b4299593473b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:29.799023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Attempting to bind port c7ad98fa-0c56-4a30-8ffd-748640a496ca on network 1899c7f1-8c9f-452b-97ec-b4299593473b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:29.807983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:29.808304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Checking segment: {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:29.808773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Bound using segment: {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:29.809245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Bound port: c7ad98fa-0c56-4a30-8ffd-748640a496ca, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93df4916-617d-42a3-931f-d5ada8cc2aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:29.810463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.836490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fc2057-56f3-44b0-9775-03c0b0aa1ecc {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:29.844443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Publish callbacks [] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.860899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Transition to ACTIVE for port object 57fc2057-56f3-44b0-9775-03c0b0aa1ecc will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:29.879033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.907329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:29.921501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] For port c7ad98fa-0c56-4a30-8ffd-748640a496ca, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:29.926670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] For port c7ad98fa-0c56-4a30-8ffd-748640a496ca, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:29.948595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.960296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.962065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-0d9dd34a-11b3-455e-8a3b-0ad27f42a755 service neutron] 10.222.0.43 "POST /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811/bindings HTTP/1.1" status: 201 len: 389 time: 1.1501775 Feb 19 01:06:30.033528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ad98fa-0c56-4a30-8ffd-748640a496ca,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:30.049563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.050406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.052953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-73dc1530-f458-40a0-ae31-13edd8cd3a73 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7ad98fa-0c56-4a30-8ffd-748640a496ca HTTP/1.1" status: 200 len: 1092 time: 1.6262112 Feb 19 01:06:30.056017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Pushing event updated for resources: {'Port': ['ID=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:30.214863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Attempting to bind port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:30.215196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Attempting to bind port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:30.215528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Attempting to bind port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc on network bed83e40-342e-462a-8b37-28738fd231bb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:30.245466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc on network bed83e40-342e-462a-8b37-28738fd231bb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:30.245793 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Attempting to bind port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc on network bed83e40-342e-462a-8b37-28738fd231bb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:30.261031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:30.266038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Checking segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:30.266444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Bound using segment: {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:30.266910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Bound port: 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bdcfe3-370a-4410-86cf-cb652553501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:30.267274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.291715 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d536720-a45a-443d-aeae-7f66aec1f820 x-openstack-request-id: req-5d536720-a45a-443d-aeae-7f66aec1f820 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:30.292322 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-plugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:30.292734 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d536720-a45a-443d-aeae-7f66aec1f820 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:30.293094 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'code': 200} Feb 19 01:06:30.320415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-f4e15221-ef39-4d26-81c1-be86d7d98225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.321903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-f4e15221-ef39-4d26-81c1-be86d7d98225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.353430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-f4e15221-ef39-4d26-81c1-be86d7d98225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 2043 time: 0.1855109 Feb 19 01:06:30.459215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] For port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:30.471380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] For port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:30.499911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.548952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-29599a26-e298-471f-8ea1-51acc1109065 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=6bebd469-7587-4858-b726-651d35362cb0 HTTP/1.1" status: 200 len: 217 time: 0.1937602 Feb 19 01:06:30.556457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54694) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:30.562566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Request body: {'port': {'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb', 'binding:host_id': 'n-h2-826752-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1466847528'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:30.600970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.601645 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.603048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] 10.222.0.10 "PUT /v2.0/ports/57fc2057-56f3-44b0-9775-03c0b0aa1ecc HTTP/1.1" status: 200 len: 1091 time: 1.7549367 Feb 19 01:06:30.603546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:30.606067 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5770c29-c4e2-4bfc-9007-99db3700edee" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:30.612767 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed7b8a6-af50-4833-9b0e-e8e4590a52d3 x-openstack-request-id: req-3ed7b8a6-af50-4833-9b0e-e8e4590a52d3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:30.613114 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "tag": "6bebd469-7587-4858-b726-651d35362cb0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:30.613332 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ed7b8a6-af50-4833-9b0e-e8e4590a52d3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:30.613720 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'tag': '6bebd469-7587-4858-b726-651d35362cb0', 'status': 'completed', 'code': 200} Feb 19 01:06:30.714974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Made reservation on behalf of 4aa0b22317bf447d8197ccd1825c0ace for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:30.717801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.736644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-691d9a76-51d9-4f34-b911-941e730dfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.738155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-691d9a76-51d9-4f34-b911-941e730dfd65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01172ea4-657e-428d-8ff6-77443dfdd196 HTTP/1.1" status: 200 len: 801 time: 0.1585739 Feb 19 01:06:30.748577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.943495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-76df3fd5-f8c0-4142-9aaa-889a1a0ffb8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2098086 Feb 19 01:06:30.961269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-bae76926-4f49-41b6-96d7-60ed4d6f0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.963050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-bae76926-4f49-41b6-96d7-60ed4d6f0f49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70871c63-2a40-4c6c-9e78-55a3cf4c76f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1749358 Feb 19 01:06:30.973530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f8844-3344-4c4b-a4cc-7a82a602f182 req-91d7d443-e3d9-4432-adf6-0fd15712a298 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.981867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-805f8844-3344-4c4b-a4cc-7a82a602f182 req-91d7d443-e3d9-4432-adf6-0fd15712a298 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 944 time: 0.2469809 Feb 19 01:06:31.157393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dfdcf-8535-4ff7-a4be-a4e2b5556f4a service neutron] Pushing event updated for resources: {'Port': ['ID=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:31.173996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-805f8844-3344-4c4b-a4cc-7a82a602f182 req-d954c40c-5c6c-4ad5-98aa-bfc4e9d2bd89 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910863 Feb 19 01:06:31.177530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for security_group (de8b88dd-95d8-44c8-a31c-a8072a0e8b25), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.192523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-506c4037-3be0-46d7-965d-cfe9d1063290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.194665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-506c4037-3be0-46d7-965d-cfe9d1063290 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4645963f0bc64458b41059ccd2c22711&device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 1128 time: 0.2051094 Feb 19 01:06:31.195603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-a39bbe2e-1655-433c-bf27-a3bd0e3574c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.197400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-a39bbe2e-1655-433c-bf27-a3bd0e3574c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1128 time: 0.7153509 Feb 19 01:06:31.197616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (de8b88dd-95d8-44c8-a31c-a8072a0e8b25), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.212116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:31.214390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9f10-6f0f-4c0a-a330-42535df21290 req-14837f33-ca8f-4394-8b13-bb78dc427ec3 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.219955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9f10-6f0f-4c0a-a330-42535df21290 req-14837f33-ca8f-4394-8b13-bb78dc427ec3 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.227959 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-414b9f10-6f0f-4c0a-a330-42535df21290 req-14837f33-ca8f-4394-8b13-bb78dc427ec3 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1679 time: 0.1325550 Feb 19 01:06:31.331306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-82b6ac81-aa26-47c9-8432-9a94dd079d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.333186 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-82b6ac81-aa26-47c9-8432-9a94dd079d29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.1010690 Feb 19 01:06:31.359442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-fe1d7a1a-3af7-4950-bb38-9d8cb5de6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.361388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-fe1d7a1a-3af7-4950-bb38-9d8cb5de6592 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d097ae68c74895a191aa077a7662a7&device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 1125 time: 0.7020183 Feb 19 01:06:31.442286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-b02d90fd-ff6b-4cfe-ac1b-ecfca409c70d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.0998504 Feb 19 01:06:31.444563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-14b67685-5823-4247-8e70-e01ee31f93e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc HTTP/1.1" status: 200 len: 217 time: 0.0529878 Feb 19 01:06:31.456841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:31.470055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.492053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-414b9f10-6f0f-4c0a-a330-42535df21290 req-e2ece8ac-b703-49a9-af5a-f722030e1178 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580314 Feb 19 01:06:31.558997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-b316c3cb-e9b5-4f43-bfe7-3525cbbf0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.560892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-b316c3cb-e9b5-4f43-bfe7-3525cbbf0be1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.0852847 Feb 19 01:06:31.561159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:31.624915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-03e22afe-1875-4056-98a7-0b55f7290b74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391335 Feb 19 01:06:31.649218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-56d63447-05f7-4745-8518-5ba6f270f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.652519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-56d63447-05f7-4745-8518-5ba6f270f547 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d14a8e9c-9b08-4375-a3db-175e48ecabd8 HTTP/1.1" status: 200 len: 854 time: 0.1768847 Feb 19 01:06:31.719588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b88dd-95d8-44c8-a31c-a8072a0e8b25,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:31.725037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.727668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-83810365-1e95-45a2-9bc7-b4b979d99626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.729211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-83810365-1e95-45a2-9bc7-b4b979d99626 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2506385 Feb 19 01:06:31.849010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-97088478-f5f3-4662-896b-17920d7b72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:31.856451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-97088478-f5f3-4662-896b-17920d7b72ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bed83e40-342e-462a-8b37-28738fd231bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1850343 Feb 19 01:06:31.872979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:31.910281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'mac_address': 'fa:16:3e:3c:6e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:31.927707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-21715b75-a1e7-4a52-983b-e7921fb670ac service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915225 Feb 19 01:06:32.066129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=ef45b409-b3a7-4848-b99e-0fdcf6e6dce7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.080089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e55ad40b-8702-4e3d-abf3-b337e22713e7 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:32.088297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.097617 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcdd771-0281-4642-8d57-b4cec1eba421 x-openstack-request-id: req-5fcdd771-0281-4642-8d57-b4cec1eba421 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:32.097918 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:32.098177 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fcdd771-0281-4642-8d57-b4cec1eba421 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:32.098584 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'status': 'completed', 'code': 200} Feb 19 01:06:32.099362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-8574c553-e84f-44a8-b3a4-7b396cab5143 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea HTTP/1.1" status: 200 len: 217 time: 0.3094952 Feb 19 01:06:32.108304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-3399b502-90bd-44b7-9db5-b995d3571f5f service neutron] 10.222.0.10 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951447 Feb 19 01:06:32.114989 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-897c9472-c747-4fa0-a1c1-554d10c5a197 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762609 Feb 19 01:06:32.136616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55ad40b-8702-4e3d-abf3-b337e22713e7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:32.206784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:32.217548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.229323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-42c58549-6299-449a-a7f1-68a3042db861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:32.230918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-42c58549-6299-449a-a7f1-68a3042db861 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1116574 Feb 19 01:06:32.236109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-58bcea3d-02c5-496d-96f6-85c88ecde580 service neutron] 10.222.0.10 "GET /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2339969 Feb 19 01:06:32.350776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.359704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc436-4bc3-4845-9cc5-dc1ff86579a0 req-c1b75a79-9563-4db8-8200-18e065f4a6e3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:32.367808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f44cc436-4bc3-4845-9cc5-dc1ff86579a0 req-c1b75a79-9563-4db8-8200-18e065f4a6e3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 946 time: 0.8939571 Feb 19 01:06:32.369954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2c547c9-c158-498c-b0a1-222181dc0cde req-5c42f3c9-2562-4077-97f7-ccf751c28ee8 service neutron] 10.222.0.10 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536905 Feb 19 01:06:32.386445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-f7e2fd3e-15f0-41ee-ae21-1ae8ab06ef30 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:32.389569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-f7e2fd3e-15f0-41ee-ae21-1ae8ab06ef30 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1128 time: 0.1604245 Feb 19 01:06:32.395769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Checking segment: {'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:32.396121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Network hostable DHCP agents. Network: 520e2afd-60c3-4c0d-925b-b44f82e23dcb, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:32.402947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b355cd-05c2-45e1-8080-b9910321824b req-922f461a-889b-4a89-ab30-4055bd0914bf tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:32.405765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94b355cd-05c2-45e1-8080-b9910321824b req-922f461a-889b-4a89-ab30-4055bd0914bf tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 943 time: 0.1794493 Feb 19 01:06:32.429894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:32.455598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-90c01d54-c023-4bc1-a138-4511f359cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:32.457151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-90c01d54-c023-4bc1-a138-4511f359cae6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2038300 Feb 19 01:06:32.554068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Network 520e2afd-60c3-4c0d-925b-b44f82e23dcb is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:32.577114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f44cc436-4bc3-4845-9cc5-dc1ff86579a0 req-e475300b-9d3b-499c-a377-1ffc5f9c57b7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079442 Feb 19 01:06:32.580660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-b0757323-1cda-4749-ab38-d200e2024971 service neutron] 10.222.0.10 "GET /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360424 Feb 19 01:06:32.599783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94b355cd-05c2-45e1-8080-b9910321824b req-a22e9deb-ec76-4658-8859-bea8e1ba39c4 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652389 Feb 19 01:06:32.611407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.627912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-1401396d-a779-4dc7-87fc-dc9a684138f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:32.629702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-1401396d-a779-4dc7-87fc-dc9a684138f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d097ae68c74895a191aa077a7662a7&device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 1125 time: 0.1673338 Feb 19 01:06:32.635305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e55ad40b-8702-4e3d-abf3-b337e22713e7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:32.649890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7'}, {'name': 'network-changed', 'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'tag': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:32.655142 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a96dd4-04a5-40b8-9135-846feee38566" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7"}, {"name": "network-changed", "server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "tag": "c7ad98fa-0c56-4a30-8ffd-748640a496ca"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:32.750376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-d06cc2c5-a7e4-442d-99ed-adab9b05bfe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca HTTP/1.1" status: 200 len: 217 time: 0.1597495 Feb 19 01:06:32.751130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 520e2afd-60c3-4c0d-925b-b44f82e23dcb) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:32.755328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:32.774083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-70507648-092a-42e8-835c-ece7172ace7a service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071122 Feb 19 01:06:32.779698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934281f-3b4b-45bb-9b25-2b335a48f18f None None] Network 520e2afd-60c3-4c0d-925b-b44f82e23dcb requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:32.883607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:32.929136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:32.986297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Publish callbacks [] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.998488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:32.998914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:32.999170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:33.020396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.108050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:33.113990 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:33.123197 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 2 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:33.136429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-55c873de-4ac9-4565-b2f3-c97274827129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.136429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-55c873de-4ac9-4565-b2f3-c97274827129 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e75928c7-5bd0-47b8-9e02-0da609351e14 HTTP/1.1" status: 200 len: 801 time: 0.3759379 Feb 19 01:06:33.216460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:33.236883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7279c4-dc9c-420e-beae-4c4e1b450a02 req-9667c7b7-0cca-4c8d-bf41-91f8c81ed7d3 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.239456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea7279c4-dc9c-420e-beae-4c4e1b450a02 req-9667c7b7-0cca-4c8d-bf41-91f8c81ed7d3 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 945 time: 0.3762963 Feb 19 01:06:33.302010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c126b-1af0-4ecf-aefe-9c1934f5428a req-b6c2c86b-569b-4efc-ac24-250132750da4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.311302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c126b-1af0-4ecf-aefe-9c1934f5428a req-b6c2c86b-569b-4efc-ac24-250132750da4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.318917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-365c126b-1af0-4ecf-aefe-9c1934f5428a req-b6c2c86b-569b-4efc-ac24-250132750da4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1679 time: 0.3037193 Feb 19 01:06:33.322183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-41aafed8-50d0-4ba1-9f8f-f653a33004cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.323810 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-41aafed8-50d0-4ba1-9f8f-f653a33004cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=bed83e40-342e-462a-8b37-28738fd231bb HTTP/1.1" status: 200 len: 916 time: 0.6872113 Feb 19 01:06:33.335119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea7279c4-dc9c-420e-beae-4c4e1b450a02 req-85667bde-f0c6-4711-8fd1-dc0039f1e94d tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801301 Feb 19 01:06:33.336170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:33.336854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on host n-h1-826752-2 for vnic_type normal with profile {"migrating_to": "n-h2-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:33.337430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:33.337568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:33.338359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:33.338743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:33.356825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:33.358774 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:33.383562 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 3 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:33.398623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:33.398874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Attempting to bind port ed2e1092-56f3-4098-a0c7-7e5b65591811 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:33.402245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-38e117a5-9544-4d79-9fb4-3e8d95e64f92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc HTTP/1.1" status: 200 len: 217 time: 0.0668235 Feb 19 01:06:33.411316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:33.411669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:33.412061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:33.412504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Bound port: ed2e1092-56f3-4098-a0c7-7e5b65591811, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:33.413503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.417599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:33.420207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:33.420793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:33.449933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:33.450831 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:33.467340 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e2d1ac-12d3-4523-b3fb-1f96a06e8300 x-openstack-request-id: req-46e2d1ac-12d3-4523-b3fb-1f96a06e8300 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:33.471931 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "tag": "c7ad98fa-0c56-4a30-8ffd-748640a496ca", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:33.472619 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46e2d1ac-12d3-4523-b3fb-1f96a06e8300 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:33.473373 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'status': 'completed', 'code': 200} Feb 19 01:06:33.474641 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'tag': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca', 'status': 'completed', 'code': 200} Feb 19 01:06:33.475672 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 4 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:33.512609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-365c126b-1af0-4ecf-aefe-9c1934f5428a req-3a10e6b3-70ba-418c-aa66-ce52e4340234 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922116 Feb 19 01:06:33.546196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:33.547106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:33.547604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:33.554806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-8f8a8513-fcb1-481e-8559-68f8bcba779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.559948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-8f8a8513-fcb1-481e-8559-68f8bcba779e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d14a8e9c-9b08-4375-a3db-175e48ecabd8 HTTP/1.1" status: 200 len: 854 time: 0.1378222 Feb 19 01:06:33.591348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-520580ac-a058-4335-8c36-52dd3e6ca482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.593139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-520580ac-a058-4335-8c36-52dd3e6ca482 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1899c7f1-8c9f-452b-97ec-b4299593473b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4457686 Feb 19 01:06:33.610413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a567e07e-3f77-438c-ab84-37d70c5d441f req-e80fb64e-80db-495d-accf-f11938cfd431 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595997 Feb 19 01:06:33.755139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:33.760104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:33.773782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-fab2726f-18cc-4ac4-b5d6-b33e1f8ef5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.775587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-fab2726f-18cc-4ac4-b5d6-b33e1f8ef5d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bed83e40-342e-462a-8b37-28738fd231bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1994419 Feb 19 01:06:33.777495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.885313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-10034b87-ac04-449a-b099-654122ed0249 service neutron] 10.222.0.10 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012385 Feb 19 01:06:34.019564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:34.019891 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:34.034627 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 5 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:34.074050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-77eedaa7-686b-4357-93a4-c221ea60a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.075538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-77eedaa7-686b-4357-93a4-c221ea60a9a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f3953551f0a420abe960cb4b3998faa&device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 1127 time: 0.5637968 Feb 19 01:06:34.104542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.108032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.111197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 1122 time: 1.7034128 Feb 19 01:06:34.112478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811'}, {'name': 'network-changed', 'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:34.114977 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e" -d '{"events": [{"server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811"}, {"name": "network-changed", "server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:34.128106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:34.128676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:34.128795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:34.254122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['ed2e1092-56f3-4098-a0c7-7e5b65591811'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:34.303445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3100799-9cea-40d3-bdff-b04163d806e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:34.326484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:34.326817 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:34.342066 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 6 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:34.398023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-98a7bee1-cdc6-4ecf-951a-78ceacd8ea47 service neutron] 10.222.0.10 "GET /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855291 Feb 19 01:06:34.435422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3af3c8-ab43-4cfd-990a-41fc59dbc4b7 req-c1df10c0-a71e-4a15-be1c-9d3b154c8e08 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.455408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048fa8d-b8d5-49c0-b462-fa34f3c5a29b req-7cc64b3e-ceff-4532-8753-7683e755a3d8 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.456916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d048fa8d-b8d5-49c0-b462-fa34f3c5a29b req-7cc64b3e-ceff-4532-8753-7683e755a3d8 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 943 time: 0.5430152 Feb 19 01:06:34.475166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa3af3c8-ab43-4cfd-990a-41fc59dbc4b7 req-c1df10c0-a71e-4a15-be1c-9d3b154c8e08 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 944 time: 0.4273012 Feb 19 01:06:34.500814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5770c29-c4e2-4bfc-9007-99db3700edee req-6975e1a7-52f7-4c40-8e7e-c443ce48f01c service neutron] 10.222.0.10 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770001 Feb 19 01:06:34.504733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:34.505318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:34.505820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:34.524679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-90987183-2d4a-4110-b620-a8fb1ad90ed5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3691239 Feb 19 01:06:34.554433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:34.561591 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:34.584065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d048fa8d-b8d5-49c0-b462-fa34f3c5a29b req-79a8b0d3-0057-4314-ba5a-4e9f61365133 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942500 Feb 19 01:06:34.647796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-8f7c6ac2-1ce6-441a-85d6-bbc6ac204a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.651045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-8f7c6ac2-1ce6-441a-85d6-bbc6ac204a9d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 1127 time: 0.0948415 Feb 19 01:06:34.654770 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 7 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:34.731071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:34.731491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:34.732610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:34.743515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:34.743866 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:34.745181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-35608ad1-b185-4f4a-bfe6-03a7807a7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.746777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-35608ad1-b185-4f4a-bfe6-03a7807a7bf4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 200 len: 905 time: 0.6479228 Feb 19 01:06:34.749322 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 8 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:34.775023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:34.775469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:34.776484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:34.793549 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa3af3c8-ab43-4cfd-990a-41fc59dbc4b7 req-1eccb936-53eb-4393-adeb-5c3bf95194b2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151512 Feb 19 01:06:34.813606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:34.813881 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:34.815841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1bb059e-0009-4c80-bf8f-b49f74ae400b req-733c7dee-d3e0-413f-a32f-9d1d797abcab service neutron] 10.222.0.10 "GET /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081435 Feb 19 01:06:34.828118 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 9 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:34.904240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-46fa21da-90ac-488d-8faa-00b465a47e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.910334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-46fa21da-90ac-488d-8faa-00b465a47e23 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.1919353 Feb 19 01:06:34.915510 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a53532-06dc-45c8-9aa7-53d6c3bddf9d x-openstack-request-id: req-99a53532-06dc-45c8-9aa7-53d6c3bddf9d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:34.915881 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811", "code": 200}, {"name": "network-changed", "server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:34.916206 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99a53532-06dc-45c8-9aa7-53d6c3bddf9d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:34.916688 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'code': 200} Feb 19 01:06:34.917090 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'status': 'completed', 'code': 200} Feb 19 01:06:34.940493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:34.941119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:34.942605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:35.014876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-e86c205c-5e4b-4716-8997-bf257cdcdf3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7 HTTP/1.1" status: 200 len: 217 time: 0.2436490 Feb 19 01:06:35.017157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:35.017602 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:35.050778 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 10 to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 Feb 19 01:06:35.105932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-9bd5ba99-84b6-4955-b405-e53431233b9a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 200 len: 1001 time: 0.1726623 Feb 19 01:06:35.117413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-ada09f04-65a8-4f74-8e5b-64b69e389698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.119399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-ada09f04-65a8-4f74-8e5b-64b69e389698 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1156 time: 0.1367497 Feb 19 01:06:35.132091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa2759-7085-41e6-9db5-d7709246971b req-3f4124d1-ddec-4792-afb3-733db5fae74f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.134182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31fa2759-7085-41e6-9db5-d7709246971b req-3f4124d1-ddec-4792-afb3-733db5fae74f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 945 time: 0.1500032 Feb 19 01:06:35.134601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-1ed9c31e-36e0-444b-8a41-147c508693a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.135233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-1ed9c31e-36e0-444b-8a41-147c508693a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.136830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-1ed9c31e-36e0-444b-8a41-147c508693a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 2043 time: 0.1815898 Feb 19 01:06:35.138663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:35.138997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:35.139333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:35.150676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:35.151054 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:35.151451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.250164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54776) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:35.290492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c452252-8163-480c-ae0a-dd1e7157bed4 req-77ec3125-afe5-4dfb-9ebf-e0d9a1c7d272 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.296352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c452252-8163-480c-ae0a-dd1e7157bed4 req-77ec3125-afe5-4dfb-9ebf-e0d9a1c7d272 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.303383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c452252-8163-480c-ae0a-dd1e7157bed4 req-77ec3125-afe5-4dfb-9ebf-e0d9a1c7d272 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1679 time: 0.2923825 Feb 19 01:06:35.369607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] For port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:35.369999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempted to set empty binding levels {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:06:35.373410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-fba44526-93b4-4b6f-b756-a43031a677c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.374960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-fba44526-93b4-4b6f-b756-a43031a677c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 200 len: 844 time: 0.3074942 Feb 19 01:06:35.377132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-6a66e22f-a426-4ad3-bd89-aeb2a779014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.378751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-6a66e22f-a426-4ad3-bd89-aeb2a779014e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.2144322 Feb 19 01:06:35.384203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-fc6b3836-7eb7-4a79-bf0a-3b10e3255d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.385376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31fa2759-7085-41e6-9db5-d7709246971b req-2bb02da7-9289-4d94-b100-f3a9fad5e929 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277696 Feb 19 01:06:35.385837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-fc6b3836-7eb7-4a79-bf0a-3b10e3255d0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=70871c63-2a40-4c6c-9e78-55a3cf4c76f6 HTTP/1.1" status: 200 len: 903 time: 0.2411385 Feb 19 01:06:35.389372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.390099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 57fc2057-56f3-44b0-9775-03c0b0aa1ecc details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:35.455519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-8c884268-8956-454b-bc43-52ae38a48a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.459615 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-8c884268-8956-454b-bc43-52ae38a48a93 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2910585 Feb 19 01:06:35.520860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-4044b5de-247b-4531-9dd4-e3f57c0a0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.522597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-3de8e6d1-1d24-4a72-88a5-4a56e9a867b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0cb151e3-4ba6-46d1-b384-518719b69d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169491 Feb 19 01:06:35.522868 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-4044b5de-247b-4531-9dd4-e3f57c0a0bf9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1243742 Feb 19 01:06:35.524704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.525319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.525872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-28ddf7ff-2c57-484f-9dde-d529353ec0d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.0586007 Feb 19 01:06:35.537696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-0d55ea47-e5f3-4925-8709-9239d61ca4be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=6bebd469-7587-4858-b726-651d35362cb0 HTTP/1.1" status: 200 len: 217 time: 0.1368170 Feb 19 01:06:35.636323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74de6745-55be-4f87-996a-95148476fa03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.640798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-f8d849c2-2b36-4e55-bef4-e01e763c829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.642790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-f8d849c2-2b36-4e55-bef4-e01e763c829b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01172ea4-657e-428d-8ff6-77443dfdd196 HTTP/1.1" status: 200 len: 801 time: 0.0940585 Feb 19 01:06:35.664211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c452252-8163-480c-ae0a-dd1e7157bed4 req-01f36992-a916-4520-b551-45682935d602 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592799 Feb 19 01:06:35.731213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-d516df07-4cc1-41aa-a393-dc06a5b27b93 service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759570 Feb 19 01:06:35.739800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-34fabc62-fa6d-46f7-9189-3965685f21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.746839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:35.749479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-34fabc62-fa6d-46f7-9189-3965685f21b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1922138 Feb 19 01:06:35.783546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.2255497 Feb 19 01:06:35.784302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54792) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:35.801929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356891-b8d1-446a-9cc2-13f18c5eb27a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=ef45b409-b3a7-4848-b99e-0fdcf6e6dce7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:35.842425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-f6e6dce1-0baa-4b53-b7b9-4036db80733b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444982 Feb 19 01:06:35.909888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74de6745-55be-4f87-996a-95148476fa03 admin admin] Publish callbacks [] for security_group (46d6a05d-0284-4cc1-b8bc-d06e9c42b279), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.942727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port e55ad40b-8702-4e3d-abf3-b337e22713e7 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:35.962124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port e55ad40b-8702-4e3d-abf3-b337e22713e7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:35.964264 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.977557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74de6745-55be-4f87-996a-95148476fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46d6a05d-0284-4cc1-b8bc-d06e9c42b279), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.007287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:36.015316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-74de6745-55be-4f87-996a-95148476fa03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b05b2293b7c4f9e9a4787bbc801f52c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7497091 Feb 19 01:06:36.045377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54796) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:36.046983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'port_id': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'mac_address': 'fa:16:3e:91:1e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:36.049165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-da554cdf-2f5a-487f-ab53-0445fc0fb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.050873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-da554cdf-2f5a-487f-ab53-0445fc0fb52a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70871c63-2a40-4c6c-9e78-55a3cf4c76f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3714993 Feb 19 01:06:36.160025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:36.160980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.161887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-1a2c62a4-df91-4471-95bb-6a2739e1bafd service neutron] 10.222.0.10 "GET /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977833 Feb 19 01:06:36.223552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e55ad40b-8702-4e3d-abf3-b337e22713e7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:36.224268 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.230092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fc2057-56f3-44b0-9775-03c0b0aa1ecc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:36.267500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-2f855b17-641f-41f8-b5cb-a05e44d3e9e9 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949881 Feb 19 01:06:36.269064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bc0c5ac-3975-448d-86cd-15b5d45c85c5 req-9242d594-c29c-42e6-8cf1-21b8eddde2cf service neutron] 10.222.0.10 "GET /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995002 Feb 19 01:06:36.274637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:36.282123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:36.285178 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91942da3-a0e3-42bd-bbae-daf263bf5dcf" -d '{"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-plugged", "status": "completed", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:36.314036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:36.315464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.324154 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.368492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fcc0aa6-c57c-4627-a667-3a79b97dc41e req-ceb564a8-8d9f-427f-be64-530681a2cc81 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917599 Feb 19 01:06:36.390275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf1d78-42ad-42cb-939e-2a0dab13a79f req-f331122d-7600-434a-860b-472cdc1d2bf2 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.391822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9baf1d78-42ad-42cb-939e-2a0dab13a79f req-f331122d-7600-434a-860b-472cdc1d2bf2 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 943 time: 0.6412013 Feb 19 01:06:36.404674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.473399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98c49f01-e33d-49a2-b992-fc204db2d11d req-0fef5c7b-d665-4af4-bdad-ecde18fe015a service neutron] 10.222.0.89 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909213 Feb 19 01:06:36.476000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de6745-55be-4f87-996a-95148476fa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6a05d-0284-4cc1-b8bc-d06e9c42b279,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.477738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9baf1d78-42ad-42cb-939e-2a0dab13a79f req-009f6bae-88af-4787-a994-2fb496084e20 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669894 Feb 19 01:06:36.508213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.524565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-886d8fb6-b44d-4c3b-ade2-f20e8769fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.524565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-886d8fb6-b44d-4c3b-ade2-f20e8769fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.524565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-886d8fb6-b44d-4c3b-ade2-f20e8769fc38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 2043 time: 0.1797225 Feb 19 01:06:36.533820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-60c1ffdf-1c43-4123-a692-7f1ed8060c80 service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709320 Feb 19 01:06:36.551685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324650-2f90-4005-903b-094ee14f13a4 req-745cd4aa-a37c-4041-8c7a-002162347a2d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.558766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5324650-2f90-4005-903b-094ee14f13a4 req-745cd4aa-a37c-4041-8c7a-002162347a2d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 944 time: 0.5907464 Feb 19 01:06:36.574786 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae7d11-d2dd-4294-988f-09058dd9e218 x-openstack-request-id: req-2eae7d11-d2dd-4294-988f-09058dd9e218 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:36.575087 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-plugged", "status": "completed", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:36.575347 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eae7d11-d2dd-4294-988f-09058dd9e218 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:36.575748 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'code': 200} Feb 19 01:06:36.603319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['57fc2057-56f3-44b0-9775-03c0b0aa1ecc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:36.627179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Deleting port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:36.627709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.679089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56cf9c7-24af-4cfa-a310-60802e1ed2c8 admin admin] Publish callbacks [] for security_group (46d6a05d-0284-4cc1-b8bc-d06e9c42b279), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.702844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56cf9c7-24af-4cfa-a310-60802e1ed2c8 admin admin] Publish callbacks [] for security_group (46d6a05d-0284-4cc1-b8bc-d06e9c42b279), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.751279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb376a-e0ad-4f98-8587-98154e9e5fcb req-981b74ad-937e-467c-9f6d-bf4a554a9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.753089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1feb376a-e0ad-4f98-8587-98154e9e5fcb req-981b74ad-937e-467c-9f6d-bf4a554a9c1f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 1128 time: 0.0590384 Feb 19 01:06:36.765105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546a8a6-58a0-43c2-be28-e84d5872ef83 req-3ad9a77a-0507-4369-956d-ef630912aecf tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:36.772531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f546a8a6-58a0-43c2-be28-e84d5872ef83 req-3ad9a77a-0507-4369-956d-ef630912aecf tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 946 time: 0.1181607 Feb 19 01:06:36.845759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5324650-2f90-4005-903b-094ee14f13a4 req-445eab23-4107-4d4b-ba04-031cb2c6bdb1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814937 Feb 19 01:06:36.851432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1feb376a-e0ad-4f98-8587-98154e9e5fcb req-6f979425-8007-475e-9fcf-aa29c6003b61 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Feb 19 01:06:36.876353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f546a8a6-58a0-43c2-be28-e84d5872ef83 req-5952bb45-882a-40f0-b205-926c34613a0e tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965259 Feb 19 01:06:36.912428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] For port ef45b409-b3a7-4848-b99e-0fdcf6e6dce7, host n-h2-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:36.912981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.928931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Calling delete_port for ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:37.059155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-578420cc-3b2a-4ecd-a91e-7f4310cc86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.060748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-578420cc-3b2a-4ecd-a91e-7f4310cc86b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1899c7f1-8c9f-452b-97ec-b4299593473b HTTP/1.1" status: 200 len: 902 time: 0.5240462 Feb 19 01:06:37.070129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56cf9c7-24af-4cfa-a310-60802e1ed2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46d6a05d-0284-4cc1-b8bc-d06e9c42b279), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.072739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56cf9c7-24af-4cfa-a310-60802e1ed2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.077588 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b56cf9c7-24af-4cfa-a310-60802e1ed2c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46d6a05d-0284-4cc1-b8bc-d06e9c42b279 HTTP/1.1" status: 204 len: 168 time: 1.0172551 Feb 19 01:06:37.092392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-90c0b334-4c9d-4fd1-88c7-908bccc9fc3c service neutron] 10.222.0.89 "GET /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302050 Feb 19 01:06:37.130652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cf9c7-24af-4cfa-a310-60802e1ed2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6a05d-0284-4cc1-b8bc-d06e9c42b279,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.138462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-de124b3a-7e20-4ba5-9225-1a26afcf9cef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca HTTP/1.1" status: 200 len: 217 time: 0.0588000 Feb 19 01:06:37.217085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe26ee-0fb4-4f5a-8d70-ea964d7bb2b4 req-1c9dda8f-1e0c-4616-8888-67a8c88ef057 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.222960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe26ee-0fb4-4f5a-8d70-ea964d7bb2b4 req-1c9dda8f-1e0c-4616-8888-67a8c88ef057 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.224471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3fe26ee-0fb4-4f5a-8d70-ea964d7bb2b4 req-1c9dda8f-1e0c-4616-8888-67a8c88ef057 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1679 time: 0.2455661 Feb 19 01:06:37.228447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ef45b409-b3a7-4848-b99e-0fdcf6e6dce7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.245656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-da5c09cc-fef0-479c-890d-7e0c750e9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.247122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-da5c09cc-fef0-479c-890d-7e0c750e9846 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e75928c7-5bd0-47b8-9e02-0da609351e14 HTTP/1.1" status: 200 len: 801 time: 0.0998600 Feb 19 01:06:37.285043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef45b409-b3a7-4848-b99e-0fdcf6e6dce7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.317401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.321274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9e733586-7a40-4c5f-abbf-81b59339b711 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 HTTP/1.1" status: 204 len: 168 time: 1.5205908 Feb 19 01:06:37.324501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54818) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:37.365303 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80c6ecf-cda2-42ca-a691-56c842c8e097 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:06:37.371842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d80c6ecf-cda2-42ca-a691-56c842c8e097 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "GET /v2.0/ports/ef45b409-b3a7-4848-b99e-0fdcf6e6dce7 HTTP/1.1" status: 404 len: 333 time: 0.0406592 Feb 19 01:06:37.374308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:37.380098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Request body: {'port': {'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1572749114'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:37.384696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3fe26ee-0fb4-4f5a-8d70-ea964d7bb2b4 req-3eee881c-c70b-4260-bde1-8056e820642e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540482 Feb 19 01:06:37.398729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96dd4-04a5-40b8-9135-846feee38566 req-1f0850f7-c31c-472d-8dc8-0d8e95145021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.400304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-1f0850f7-c31c-472d-8dc8-0d8e95145021 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1899c7f1-8c9f-452b-97ec-b4299593473b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1303689 Feb 19 01:06:37.419022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Made reservation on behalf of 4aa0b22317bf447d8197ccd1825c0ace for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:37.420339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7ad98fa-0c56-4a30-8ffd-748640a496ca details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:37.422008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.452442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port a936de00-68fc-4ea4-919f-de1010b0d56c yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:37.586293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-61b8d68d-7c28-4971-9378-1cd362265038 service neutron] 10.222.0.10 "GET /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767457 Feb 19 01:06:37.594775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c7ad98fa-0c56-4a30-8ffd-748640a496ca, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:37.626320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca', 'network_id': '1899c7f1-8c9f-452b-97ec-b4299593473b', 'port_id': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca', 'mac_address': 'fa:16:3e:42:79:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75928c7-5bd0-47b8-9e02-0da609351e14', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:37.680292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c7ad98fa-0c56-4a30-8ffd-748640a496ca is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:37.685717 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.723428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ad98fa-0c56-4a30-8ffd-748640a496ca {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:37.759884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62a96dd4-04a5-40b8-9135-846feee38566 req-9cebbf07-7031-4cb6-8ac6-bb65cf2cf3ff service neutron] 10.222.0.10 "GET /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663537 Feb 19 01:06:37.765368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f188c-7431-4479-83b4-86c48301d858 req-568a8bf0-2937-4bee-b527-081100ddb762 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.766919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-079f188c-7431-4479-83b4-86c48301d858 req-568a8bf0-2937-4bee-b527-081100ddb762 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 944 time: 0.1359608 Feb 19 01:06:37.774842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c7ad98fa-0c56-4a30-8ffd-748640a496ca, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:37.787580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.788420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6bebd469-7587-4858-b726-651d35362cb0 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:37.807568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.843966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-079f188c-7431-4479-83b4-86c48301d858 req-39f4b748-b0b0-41a3-a924-3449187f150b tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706782 Feb 19 01:06:37.892246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.927832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c7ad98fa-0c56-4a30-8ffd-748640a496ca,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.962712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Network 520e2afd-60c3-4c0d-925b-b44f82e23dcb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:37.966245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:37.978094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:37.979682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:37.981428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.003749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6bebd469-7587-4858-b726-651d35362cb0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6bebd469-7587-4858-b726-651d35362cb0,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:38.020195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '6bebd469-7587-4858-b726-651d35362cb0', 'network_id': '70871c63-2a40-4c6c-9e78-55a3cf4c76f6', 'port_id': '6bebd469-7587-4858-b726-651d35362cb0', 'mac_address': 'fa:16:3e:cb:74:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01172ea4-657e-428d-8ff6-77443dfdd196', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:38.033460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=a936de00-68fc-4ea4-919f-de1010b0d56c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.049404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f6157091-57e9-47d3-b2f9-375b0db26c9a tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6736188 Feb 19 01:06:38.057444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:38.068057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:38.099377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6bebd469-7587-4858-b726-651d35362cb0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:38.099781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6bebd469-7587-4858-b726-651d35362cb0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.129113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee2cc-4c67-4d21-94a9-94f699d39a32 req-1f74019b-59dd-4d0d-9e71-549bf7b98861 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:38.131931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bebd469-7587-4858-b726-651d35362cb0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:38.136776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1daee2cc-4c67-4d21-94a9-94f699d39a32 req-1f74019b-59dd-4d0d-9e71-549bf7b98861 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 946 time: 0.1046190 Feb 19 01:06:38.190452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.196857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6bebd469-7587-4858-b726-651d35362cb0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6bebd469-7587-4858-b726-651d35362cb0,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:38.203415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1daee2cc-4c67-4d21-94a9-94f699d39a32 req-bb3b939b-d894-4aae-9473-feae7c9a64e5 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651126 Feb 19 01:06:38.213087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6bebd469-7587-4858-b726-651d35362cb0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.214184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:38.276239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9f10-bfc1-4f29-850b-1cec6c67aa90 req-059d5f85-60cb-4e87-be2f-471bf8e7fe6a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:38.277869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85fb9f10-bfc1-4f29-850b-1cec6c67aa90 req-059d5f85-60cb-4e87-be2f-471bf8e7fe6a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 944 time: 0.2578585 Feb 19 01:06:38.375998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54856) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:38.418691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6bebd469-7587-4858-b726-651d35362cb0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.541283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:38.559750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 has no active binding in host n-h2-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:06:38.588345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f33b48-7e2c-4e0d-95e4-5680fb3bad1d req-f5c6ce40-98a9-44ce-ba59-097ce5ae5f94 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:38.594285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f33b48-7e2c-4e0d-95e4-5680fb3bad1d req-f5c6ce40-98a9-44ce-ba59-097ce5ae5f94 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:38.603934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2f33b48-7e2c-4e0d-95e4-5680fb3bad1d req-f5c6ce40-98a9-44ce-ba59-097ce5ae5f94 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1681 time: 0.0956337 Feb 19 01:06:38.610679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-783372188-network', 'tenant_id': 'bf5d7b324cee428ea93a40214eb80f7b'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:38.689982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Made reservation on behalf of bf5d7b324cee428ea93a40214eb80f7b for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:38.695397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.718388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.763614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2f33b48-7e2c-4e0d-95e4-5680fb3bad1d req-fe85c0c2-d514-4e39-a819-f707ff0283be tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587903 Feb 19 01:06:38.777026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85fb9f10-bfc1-4f29-850b-1cec6c67aa90 req-c53fe882-4067-4e47-8246-4fd3a37837cf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794853 Feb 19 01:06:38.846791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6bebd469-7587-4858-b726-651d35362cb0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:38.871838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port a936de00-68fc-4ea4-919f-de1010b0d56c yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:38.881301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.885927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks [] for security_group (da6eed96-1205-46ae-8d76-ea76842589b9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.891715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.894004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (da6eed96-1205-46ae-8d76-ea76842589b9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.915009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:38.927276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a25b7612-b0cb-4a6e-b5c3-5fbce3c08063), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.927276 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Added segment a25b7612-b0cb-4a6e-b5c3-5fbce3c08063 of type vlan for network 1427a044-902a-4d28-840d-d3493b057c45 Feb 19 01:06:38.974901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1427a044-902a-4d28-840d-d3493b057c45), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.014638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.015829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.016285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.027445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1427a044-902a-4d28-840d-d3493b057c45), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.028404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:39.028987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.041792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.042228 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.042809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=a936de00-68fc-4ea4-919f-de1010b0d56c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.045642 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 2 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.066057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.066883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.067231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.075896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.076314 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.077642 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 3 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.104695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.105079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.105398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.118731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.120018 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.120421 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 4 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.134675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6eed96-1205-46ae-8d76-ea76842589b9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.139943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7628691 Feb 19 01:06:39.161306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.167099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46765eef-5899-4065-80e1-b11dc6ae6a74 admin admin] Pushing event updated for resources: {'Network': ['ID=1427a044-902a-4d28-840d-d3493b057c45,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.181016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.181989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.193989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.194323 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.194720 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 5 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.198410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1427a044-902a-4d28-840d-d3493b057c45 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:39.203049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae7bb0-cfd7-4dbd-b4a8-7d31f3f6b1cf req-c3820641-d0a1-4098-be57-ba4524cc95dc tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:39.204844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77ae7bb0-cfd7-4dbd-b4a8-7d31f3f6b1cf req-c3820641-d0a1-4098-be57-ba4524cc95dc tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 944 time: 0.2018814 Feb 19 01:06:39.235332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.235667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.236003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.247081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.247420 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.247814 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 6 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.286526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.287987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.287987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.296120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.296590 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.297143 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 7 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.343999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77ae7bb0-cfd7-4dbd-b4a8-7d31f3f6b1cf req-25c7823d-ad4a-46ea-b863-347f28820d4d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255357 Feb 19 01:06:39.344132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.344132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.344132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.358727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.358727 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.359088 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 8 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.419789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 57fc2057-56f3-44b0-9775-03c0b0aa1ecc up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:39.479054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.479446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.479722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.491086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.491488 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.499689 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 9 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.516240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.516595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.516904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.526464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.526795 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.527923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:39.530274 n-d-826752-2 neutron-server[103429]: INFO neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 10 to bind port a936de00-68fc-4ea4-919f-de1010b0d56c Feb 19 01:06:39.535330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:39.537426 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.547500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:39.547836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:39.548163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:39.558020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-4d379661-e4df-4db0-acd1-89bf4710802a service neutron] 10.222.0.89 "GET /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.1429250 Feb 19 01:06:39.566261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:39.566597 n-d-826752-2 neutron-server[103429]: ERROR neutron.plugins.ml2.managers [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port a936de00-68fc-4ea4-919f-de1010b0d56c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:39.566969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.664820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a06a-8ce2-4247-8d2a-80eef9e80885 req-5074e465-a5a8-4a8e-ab30-9b3e937a7976 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:39.666464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8a06a-8ce2-4247-8d2a-80eef9e80885 req-5074e465-a5a8-4a8e-ab30-9b3e937a7976 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 946 time: 0.2837317 Feb 19 01:06:39.714382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:39.717630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.751503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:39.754491 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1567d846-a251-4b7a-b2b8-74900784b27e" -d '{"events": [{"server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "name": "network-vif-plugged", "status": "completed", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:39.771379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:39.777934 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.778970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8a06a-8ce2-4247-8d2a-80eef9e80885 req-5f4683ec-a96e-447c-8532-a6bcf739834a tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053998 Feb 19 01:06:39.809036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] For port a936de00-68fc-4ea4-919f-de1010b0d56c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:39.809036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempted to set empty binding levels {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:06:39.810908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.879888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.883754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=a936de00-68fc-4ea4-919f-de1010b0d56c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.892687 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9de847-c9ad-4ed8-8ef0-6b5ca57d76c3 x-openstack-request-id: req-7d9de847-c9ad-4ed8-8ef0-6b5ca57d76c3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:39.893265 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "name": "network-vif-plugged", "status": "completed", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:39.893648 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d9de847-c9ad-4ed8-8ef0-6b5ca57d76c3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:39.894170 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'code': 200} Feb 19 01:06:39.939586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c7ad98fa-0c56-4a30-8ffd-748640a496ca'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:39.951551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] In _notify_port_updated(), no bound segment for port a936de00-68fc-4ea4-919f-de1010b0d56c on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:06:39.953079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:39.953794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.957747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e37aa8d5-1476-485c-8914-ddb398d23058 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "PUT /v2.0/ports/a936de00-68fc-4ea4-919f-de1010b0d56c HTTP/1.1" status: 200 len: 975 time: 1.8947566 Feb 19 01:06:39.957747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54892) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:40.027164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfc1ac-1a6c-4884-8978-b2768d088e98 req-57aa9eb7-8937-4cab-8fe7-43e52b5fe979 tempest-ComputeTenantNetworksTest-60107078 tempest-ComputeTenantNetworksTest-60107078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.032584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfc1ac-1a6c-4884-8978-b2768d088e98 req-57aa9eb7-8937-4cab-8fe7-43e52b5fe979 tempest-ComputeTenantNetworksTest-60107078 tempest-ComputeTenantNetworksTest-60107078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.039255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfc1ac-1a6c-4884-8978-b2768d088e98 req-57aa9eb7-8937-4cab-8fe7-43e52b5fe979 tempest-ComputeTenantNetworksTest-60107078 tempest-ComputeTenantNetworksTest-60107078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.059966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5dfc1ac-1a6c-4884-8978-b2768d088e98 req-57aa9eb7-8937-4cab-8fe7-43e52b5fe979 tempest-ComputeTenantNetworksTest-60107078 tempest-ComputeTenantNetworksTest-60107078-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3807580 Feb 19 01:06:40.136422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:40.156454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:40.224772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2e1092-56f3-4098-a0c7-7e5b65591811 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:40.262149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.262626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.263086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.263550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.264009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.264464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.264918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.265393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.265842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.266297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.266745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.267192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.268009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.268134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.268517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.268966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.269720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.269880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.270320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.270766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.271212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.271656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.272103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.272558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.273032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.273484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.276799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5cfa3680-239b-4ea3-a30d-be35b1da4d6f tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24170 time: 0.3180854 Feb 19 01:06:40.279255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:40.280824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54904) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:40.310598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002a59c-6f2d-463c-8216-8d9e6f18298a req-30b2fba9-f08f-4328-a328-c76e0562ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.312858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9002a59c-6f2d-463c-8216-8d9e6f18298a req-30b2fba9-f08f-4328-a328-c76e0562ec96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 1127 time: 0.3175533 Feb 19 01:06:40.315205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.355401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5aa09-5cbd-4b83-8e0e-0b062a5d3277 req-b32f27d4-2985-4f71-95b7-ed5b4912fee7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.365104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5aa09-5cbd-4b83-8e0e-0b062a5d3277 req-b32f27d4-2985-4f71-95b7-ed5b4912fee7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.377020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3c5aa09-5cbd-4b83-8e0e-0b062a5d3277 req-b32f27d4-2985-4f71-95b7-ed5b4912fee7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1681 time: 0.3275371 Feb 19 01:06:40.401834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Deleting port a936de00-68fc-4ea4-919f-de1010b0d56c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:40.402180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.471386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9002a59c-6f2d-463c-8216-8d9e6f18298a req-e95daf66-6cdb-4ca9-a870-755d387e1b65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502762 Feb 19 01:06:40.487169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] For port a936de00-68fc-4ea4-919f-de1010b0d56c, host n-h2-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:40.487556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.536728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Calling delete_port for a936de00-68fc-4ea4-919f-de1010b0d56c owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:40.548303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3c5aa09-5cbd-4b83-8e0e-0b062a5d3277 req-d2a129bb-5c7d-4782-9f51-888a79e552e9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701019 Feb 19 01:06:40.597054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] Transition to ACTIVE for port object ed2e1092-56f3-4098-a0c7-7e5b65591811 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:40.619717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f597ea-6b20-48b9-a74c-cef41fa7c962 req-937943e0-d372-44bc-8583-0b33d486980e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.621396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5f597ea-6b20-48b9-a74c-cef41fa7c962 req-937943e0-d372-44bc-8583-0b33d486980e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 944 time: 0.1217039 Feb 19 01:06:40.625170 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.746127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a936de00-68fc-4ea4-919f-de1010b0d56c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.759737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] No DVR routers for this DVR port ed2e1092-56f3-4098-a0c7-7e5b65591811 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:40.804029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5f597ea-6b20-48b9-a74c-cef41fa7c962 req-f1cc0eef-8c21-4200-9e61-2a9de114586a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665251 Feb 19 01:06:40.804823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60615-424d-454e-bd41-17f467008d80 req-078da641-56c3-4451-b596-7283f0c16301 tempest-ComputeTenantNetworksTest-60107078 tempest-ComputeTenantNetworksTest-60107078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.815831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aeb60615-424d-454e-bd41-17f467008d80 req-078da641-56c3-4451-b596-7283f0c16301 tempest-ComputeTenantNetworksTest-60107078 tempest-ComputeTenantNetworksTest-60107078-project] 10.222.0.43 "GET /v2.0/networks/1427a044-902a-4d28-840d-d3493b057c45 HTTP/1.1" status: 200 len: 768 time: 0.2202845 Feb 19 01:06:40.827634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:40.846044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] 10.222.0.89 "PUT /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811/bindings/n-h2-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2640891 Feb 19 01:06:40.847216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce83280-e2c8-4e21-8dea-a0e02abc9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:40.941740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event deleted for resources: {'Port': ['ID=a936de00-68fc-4ea4-919f-de1010b0d56c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:41.048566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.052016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75b610a0-0793-4aca-997d-c695c8acb5f1 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "DELETE /v2.0/ports/a936de00-68fc-4ea4-919f-de1010b0d56c HTTP/1.1" status: 204 len: 168 time: 0.7701685 Feb 19 01:06:41.062603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54946) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.110810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1427a044-902a-4d28-840d-d3493b057c45), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.115349 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-60603d8b-dc31-4160-a9af-27712521073b tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:06:41.117362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60603d8b-dc31-4160-a9af-27712521073b tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "GET /v2.0/ports/a936de00-68fc-4ea4-919f-de1010b0d56c HTTP/1.1" status: 404 len: 333 time: 0.0536952 Feb 19 01:06:41.127309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.127574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb34600-7cdc-4f9e-a6e0-0f765fc59e2c req-2fa3049e-71a1-4ae3-9991-eba0698a8ab2 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.135359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cb34600-7cdc-4f9e-a6e0-0f765fc59e2c req-2fa3049e-71a1-4ae3-9991-eba0698a8ab2 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 945 time: 0.1388626 Feb 19 01:06:41.144615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1972072492', 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:41.160767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-3c735f8f-21ef-4214-85fb-d365d4ddcd41 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.165263 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-3c735f8f-21ef-4214-85fb-d365d4ddcd41 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.2099030 Feb 19 01:06:41.257704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Made reservation on behalf of 4aa0b22317bf447d8197ccd1825c0ace for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:41.260001 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.269279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cb34600-7cdc-4f9e-a6e0-0f765fc59e2c req-c5a076cc-0097-4273-97c2-bbdfbb7eac6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278617 Feb 19 01:06:41.282377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1427a044-902a-4d28-840d-d3493b057c45), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.294925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:41.314944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1427a044-902a-4d28-840d-d3493b057c45']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:41.330433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25b7612-b0cb-4a6e-b5c3-5fbce3c08063') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:41.330760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25b7612-b0cb-4a6e-b5c3-5fbce3c08063') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:41.348292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-ec22838e-87c8-4c45-8e66-297c3118d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.349112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (a25b7612-b0cb-4a6e-b5c3-5fbce3c08063), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.350199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-ec22838e-87c8-4c45-8e66-297c3118d3ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b&tenant_id=1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 1127 time: 0.1751499 Feb 19 01:06:41.395902 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a25b7612-b0cb-4a6e-b5c3-5fbce3c08063), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.404613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:41.405206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (a25b7612-b0cb-4a6e-b5c3-5fbce3c08063), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:41.406900 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:41.422196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7ad98fa-0c56-4a30-8ffd-748640a496ca up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:41.484613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1427a044-902a-4d28-840d-d3493b057c45), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.489768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-1798bebb-e4f6-4546-b5f3-70dff293ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.492500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-1798bebb-e4f6-4546-b5f3-70dff293ddc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1127 time: 0.1170955 Feb 19 01:06:41.502041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c7ad98fa-0c56-4a30-8ffd-748640a496ca completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:41.509778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677436-b431-4f11-b6bf-d9b55d35e1d6 req-ab515719-b234-461c-86ef-83cc5831df85 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.510437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c7ad98fa-0c56-4a30-8ffd-748640a496ca triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:41.511113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.512205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7677436-b431-4f11-b6bf-d9b55d35e1d6 req-ab515719-b234-461c-86ef-83cc5831df85 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 946 time: 0.1653755 Feb 19 01:06:41.516725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.523948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1427a044-902a-4d28-840d-d3493b057c45 HTTP/1.1" status: 204 len: 168 time: 0.6920953 Feb 19 01:06:41.548353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7576919-62b5-4197-9319-8ed3f89045a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1427a044-902a-4d28-840d-d3493b057c45,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:41.644381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7677436-b431-4f11-b6bf-d9b55d35e1d6 req-25285dc1-a4ab-4353-aff5-16ea5cf72f93 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195486 Feb 19 01:06:41.665274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:41.690510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-9a08bbaa-d47b-4308-8fe3-e32de8fc02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.692159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-9a08bbaa-d47b-4308-8fe3-e32de8fc02af service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.1646340 Feb 19 01:06:41.793074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54966) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.805230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-e5f67889-5340-49dc-a6bf-3d319c06712c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.0985274 Feb 19 01:06:41.810551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for port (ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.876811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port ed2e1092-56f3-4098-a0c7-7e5b65591811 host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:06:41.877251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:41.890720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bc2f5726-141e-45c8-b727-7c627c32cb6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf5d7b324cee428ea93a40214eb80f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0961511 Feb 19 01:06:41.897866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.908942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c7ad98fa-0c56-4a30-8ffd-748640a496ca is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:41.909672 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.928195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b930-60a4-4439-9434-c0f214815e82 req-c13646a5-4ad4-4072-8eff-a2aa2dc5644d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.935061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b930-60a4-4439-9434-c0f214815e82 req-c13646a5-4ad4-4072-8eff-a2aa2dc5644d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.937854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9067b930-60a4-4439-9434-c0f214815e82 req-c13646a5-4ad4-4072-8eff-a2aa2dc5644d tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1681 time: 0.1755557 Feb 19 01:06:41.938330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:41.940847 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c25b3-4f37-4383-b8d9-eee67ee0ca40" -d '{"events": [{"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-plugged", "status": "completed", "tag": "c7ad98fa-0c56-4a30-8ffd-748640a496ca"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:41.958400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c7ad98fa-0c56-4a30-8ffd-748640a496ca, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:41.964936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c83c2481-32da-41ac-8eca-f5a0400590a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.967662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-c83c2481-32da-41ac-8eca-f5a0400590a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1543360 Feb 19 01:06:41.973394 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.976056 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.977228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6bebd469-7587-4858-b726-651d35362cb0 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:42.008317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3e3435f-e01d-4dfc-8b66-a7cc401ef097 admin admin] Publish callbacks [] for security_group (da6eed96-1205-46ae-8d76-ea76842589b9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.032527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3e3435f-e01d-4dfc-8b66-a7cc401ef097 admin admin] Publish callbacks [] for security_group (da6eed96-1205-46ae-8d76-ea76842589b9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.045931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.071488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-9f13859e-1c87-443f-9d29-1c35915cc4c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894151 Feb 19 01:06:42.083403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c7ad98fa-0c56-4a30-8ffd-748640a496ca,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.088717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17343c0-8fdb-4c2a-8b0b-bb827841dddf req-68d4b0b4-dfc6-429c-8c8c-ef8d46b89cb1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.095813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f17343c0-8fdb-4c2a-8b0b-bb827841dddf req-68d4b0b4-dfc6-429c-8c8c-ef8d46b89cb1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 945 time: 0.1848485 Feb 19 01:06:42.098599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3e3435f-e01d-4dfc-8b66-a7cc401ef097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (da6eed96-1205-46ae-8d76-ea76842589b9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.101461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3e3435f-e01d-4dfc-8b66-a7cc401ef097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.102584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b3e3435f-e01d-4dfc-8b66-a7cc401ef097 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da6eed96-1205-46ae-8d76-ea76842589b9 HTTP/1.1" status: 204 len: 168 time: 0.2034669 Feb 19 01:06:42.103739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 6bebd469-7587-4858-b726-651d35362cb0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:42.112356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 6bebd469-7587-4858-b726-651d35362cb0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:42.112729 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6bebd469-7587-4858-b726-651d35362cb0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.119992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Network 520e2afd-60c3-4c0d-925b-b44f82e23dcb is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:42.152501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3435f-e01d-4dfc-8b66-a7cc401ef097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6eed96-1205-46ae-8d76-ea76842589b9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.164678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:42.175797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:42.177009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.177776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.197798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9067b930-60a4-4439-9434-c0f214815e82 req-6182ce84-2560-4884-ac78-5a59bfb257de tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485523 Feb 19 01:06:42.204645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-38a31f92-e1fd-4996-89f6-dbe85e89a344 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0765054 Feb 19 01:06:42.207663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54978) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:42.254532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f17343c0-8fdb-4c2a-8b0b-bb827841dddf req-b2015b9c-e659-431f-b1cf-1bd1753c610a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580145 Feb 19 01:06:42.293298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 6bebd469-7587-4858-b726-651d35362cb0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:42.293896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6bebd469-7587-4858-b726-651d35362cb0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.316643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c66985-e9ea-444a-87fb-8bcb06af5b85 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.322563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e5c66985-e9ea-444a-87fb-8bcb06af5b85 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "GET /v2.0/ports/ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30 HTTP/1.1" status: 200 len: 955 time: 0.1110229 Feb 19 01:06:42.323407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:42.330726 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279536d1-556d-419d-9623-fdcaa07fa54e x-openstack-request-id: req-279536d1-556d-419d-9623-fdcaa07fa54e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:42.331193 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-plugged", "status": "completed", "tag": "c7ad98fa-0c56-4a30-8ffd-748640a496ca", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:42.331556 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-279536d1-556d-419d-9623-fdcaa07fa54e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:42.333140 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca', 'code': 200} Feb 19 01:06:42.350788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6bebd469-7587-4858-b726-651d35362cb0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6bebd469-7587-4858-b726-651d35362cb0,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:42.397744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-4aaac024-48c4-451d-bd7c-e9025ccaf31a service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206971 Feb 19 01:06:42.404690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6bebd469-7587-4858-b726-651d35362cb0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.496499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Deleting port ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:42.497121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.580678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=6bebd469-7587-4858-b726-651d35362cb0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.582473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.609483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Calling delete_port for ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:42.686280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b2ceb-8f7a-487b-83ca-97eb33a44e15 req-66d1a1b6-c096-4bde-9d6c-57692f5f7bbf tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.687855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e2b2ceb-8f7a-487b-83ca-97eb33a44e15 req-66d1a1b6-c096-4bde-9d6c-57692f5f7bbf tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 945 time: 0.2353041 Feb 19 01:06:42.693735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-337cde37-a245-4779-a769-86c2baeb1ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903202 Feb 19 01:06:42.768251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e2b2ceb-8f7a-487b-83ca-97eb33a44e15 req-81a196ac-dc37-4dab-82cd-e6fc9e561d54 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717630 Feb 19 01:06:42.845946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.952187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.955417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0783ed1-df64-4b9d-b61e-fe723b40d224 req-8615f962-d7d8-4320-b294-f0f63caabe8c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.958954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30 HTTP/1.1" status: 204 len: 168 time: 0.6343498 Feb 19 01:06:42.969593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a6b95-c632-49bd-a72a-ea3d664b9f1c tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.971408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0783ed1-df64-4b9d-b61e-fe723b40d224 req-8615f962-d7d8-4320-b294-f0f63caabe8c tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 945 time: 0.1079218 Feb 19 01:06:42.972096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55006) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:42.972243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55008) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:42.978188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Request body: {'floatingip': {'port_id': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.001065 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cde66f6-ae2a-4df9-9961-02964d082aec tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:06:43.002531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9cde66f6-ae2a-4df9-9961-02964d082aec tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "GET /v2.0/ports/ff63fa23-ef2a-4c4b-9f38-5f62b0acbf30 HTTP/1.1" status: 404 len: 333 time: 0.0293376 Feb 19 01:06:43.016263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1b35b-e28b-41e5-a479-f981699bfab4 req-27629dd0-409d-4087-93ec-d1586d5304b0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:43.017943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78c1b35b-e28b-41e5-a479-f981699bfab4 req-27629dd0-409d-4087-93ec-d1586d5304b0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 946 time: 0.2561331 Feb 19 01:06:43.018648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:43.035414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Request body: {'port': {'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2006177518'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.071030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (c45fd866-2e83-4396-9396-f1e4185b0dae), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.109060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78c1b35b-e28b-41e5-a479-f981699bfab4 req-c93c2b55-8888-4d7c-9119-c9714c823cff tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Feb 19 01:06:43.109848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Made reservation on behalf of 4aa0b22317bf447d8197ccd1825c0ace for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:43.112053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.170611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:43.291676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-2e86a48f-659f-4e61-bce0-af630b6c9488 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:43.293415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-2e86a48f-659f-4e61-bce0-af630b6c9488 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.3102469 Feb 19 01:06:43.520360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.535328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389d750-1ebf-4ea6-81e3-6743f50eb6dc req-7800f3ca-7190-4ab0-b208-53beec9f4560 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:43.542868 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c389d750-1ebf-4ea6-81e3-6743f50eb6dc req-7800f3ca-7190-4ab0-b208-53beec9f4560 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 945 time: 0.1873643 Feb 19 01:06:43.617694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c389d750-1ebf-4ea6-81e3-6743f50eb6dc req-bb826c58-cdb1-41b2-ba3d-9247184be885 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735629 Feb 19 01:06:43.631379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:43.676172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.756290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Network 520e2afd-60c3-4c0d-925b-b44f82e23dcb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:43.761331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:43.772312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:43.774375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:43.775196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.801387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=2f56a574-095e-4f38-8338-85b0ee2bcaa4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:43.834166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e0cc9745-7940-4a3c-a93d-6671392108d3 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8117802 Feb 19 01:06:43.841909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55046) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:43.854821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.924569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:43.938568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'network_id': '0cb151e3-4ba6-46d1-b384-518719b69d51', 'port_id': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'mac_address': 'fa:16:3e:3c:6e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b95288-a811-45c1-a254-6cd72a297988', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:43.995988 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.029849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e55ad40b-8702-4e3d-abf3-b337e22713e7 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:44.030618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.086208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc70d3-3517-4475-8c75-b00f0d470176 req-ffb7cb02-c3b8-426d-97f4-d14837a4861b tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.093966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73fc70d3-3517-4475-8c75-b00f0d470176 req-ffb7cb02-c3b8-426d-97f4-d14837a4861b tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1127 time: 0.1452622 Feb 19 01:06:44.099559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e55ad40b-8702-4e3d-abf3-b337e22713e7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:44.147644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:44.154376 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.236465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f586a3-900a-45b9-a395-ad5dccd21c3e req-0c443bbc-820d-42b8-af9f-141807a3a35c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.241930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f586a3-900a-45b9-a395-ad5dccd21c3e req-0c443bbc-820d-42b8-af9f-141807a3a35c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.243564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53f586a3-900a-45b9-a395-ad5dccd21c3e req-0c443bbc-820d-42b8-af9f-141807a3a35c tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1683 time: 0.7699838 Feb 19 01:06:44.250334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.269602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73fc70d3-3517-4475-8c75-b00f0d470176 req-20ac6b58-1f41-40ae-9239-b4c841e17a55 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741912 Feb 19 01:06:44.333740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e55ad40b-8702-4e3d-abf3-b337e22713e7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:44.337646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bebd469-7587-4858-b726-651d35362cb0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:44.339834 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e782327-ce96-4f16-991d-0b48d3d58bd7" -d '{"events": [{"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-plugged", "status": "completed", "tag": "6bebd469-7587-4858-b726-651d35362cb0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:44.466955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] device_id is not set on port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:44.527709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks [] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.540360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.640845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb906-8302-4c72-8807-c97595ff9ab3 req-f2ce7c63-b0aa-4062-8d2d-94a8bef54029 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.642615 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94ccb906-8302-4c72-8807-c97595ff9ab3 req-f2ce7c63-b0aa-4062-8d2d-94a8bef54029 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 945 time: 0.2468629 Feb 19 01:06:44.643618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=2f56a574-095e-4f38-8338-85b0ee2bcaa4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.719363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94ccb906-8302-4c72-8807-c97595ff9ab3 req-3d2ed7ae-dcea-4a51-9159-bc38b7f90409 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696290 Feb 19 01:06:44.721198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.721794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.722140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.728738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.729269 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.730164 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 2 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:44.749922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.751930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-88b106a0-d01c-489c-8737-456501ff6a08 service neutron] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:44.758692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53f586a3-900a-45b9-a395-ad5dccd21c3e req-21b6bf8a-0e0d-459c-94f7-174d17dac3b0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001588 Feb 19 01:06:44.761786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.762085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-88b106a0-d01c-489c-8737-456501ff6a08 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.762536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.763332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69724858-dbc2-4e53-b80c-bd5ebfb944a7 req-88b106a0-d01c-489c-8737-456501ff6a08 service neutron] 10.222.0.10 "DELETE /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811/bindings/n-h1-826752-2 HTTP/1.1" status: 204 len: 173 time: 1.3734310 Feb 19 01:06:44.763739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.763869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (c45fd866-2e83-4396-9396-f1e4185b0dae), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.770677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.771248 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.771813 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 3 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:44.797814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.798637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.798981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.814389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.814718 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.815121 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 4 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:44.828821 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e5afc-4d18-4015-ac4e-f0ce27327967 x-openstack-request-id: req-259e5afc-4d18-4015-ac4e-f0ce27327967 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:44.829374 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-plugged", "status": "completed", "tag": "6bebd469-7587-4858-b726-651d35362cb0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:44.829870 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-259e5afc-4d18-4015-ac4e-f0ce27327967 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:44.830457 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bebd469-7587-4858-b726-651d35362cb0', 'code': 200} Feb 19 01:06:44.838980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.839321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.839768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.846075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.846519 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.846965 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 5 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:44.864653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.865039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.865385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.870199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.870529 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.870925 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 6 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:44.895366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.901217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.902973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.919245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.924853 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.928503 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 7 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:44.977454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.977983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.979043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.987867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.990671 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:44.993536 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 8 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:45.025614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:45.026304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:45.026881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:45.032134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:45.032725 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:45.034358 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 9 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:45.048701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:45.049639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:45.050215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:45.056440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:45.057167 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:45.057795 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempt 10 to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 Feb 19 01:06:45.072041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:45.072757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:45.073375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempting to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:45.079448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:45.080195 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Failed to bind port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '45fe0c12-f50e-4bd5-afd1-23284e271194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '520e2afd-60c3-4c0d-925b-b44f82e23dcb'}] Feb 19 01:06:45.080807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.159566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] For port 2f56a574-095e-4f38-8338-85b0ee2bcaa4, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:45.160547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attempted to set empty binding levels {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:06:45.166924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.217460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] In _notify_port_updated(), no bound segment for port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 on network 520e2afd-60c3-4c0d-925b-b44f82e23dcb {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:06:45.218610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.220403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.220556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12b61-3ee7-45b1-b145-8321785b08a6 req-a6c149db-ffc2-4216-9d8d-f93a74d2351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.221056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12b61-3ee7-45b1-b145-8321785b08a6 req-a6c149db-ffc2-4216-9d8d-f93a74d2351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.225815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1d12b61-3ee7-45b1-b145-8321785b08a6 req-a6c149db-ffc2-4216-9d8d-f93a74d2351f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 2047 time: 0.2368600 Feb 19 01:06:45.227138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "PUT /v2.0/ports/2f56a574-095e-4f38-8338-85b0ee2bcaa4 HTTP/1.1" status: 200 len: 975 time: 1.3838081 Feb 19 01:06:45.228607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:45.244445 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Floating IP c45fd866-2e83-4396-9396-f1e4185b0dae associated. External IP: 172.25.0.236, port: 57fc2057-56f3-44b0-9775-03c0b0aa1ecc. Feb 19 01:06:45.248955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdca1bb-587c-4902-ba4e-4af15fdda3e0 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event updated for resources: {'Port': ['ID=2f56a574-095e-4f38-8338-85b0ee2bcaa4,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:45.307913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-1209af0d-0059-46f6-bd2c-40da1a3b2504 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.317396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-1209af0d-0059-46f6-bd2c-40da1a3b2504 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.2940378 Feb 19 01:06:45.476124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-2f46776e-39fb-499e-9d4b-b933c78cee4f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/quotas/1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 375 time: 0.1596510 Feb 19 01:06:45.531153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1d12b61-3ee7-45b1-b145-8321785b08a6 req-cdc45812-418c-4105-8944-a64fd9fecc00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881167 Feb 19 01:06:45.613040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Deleting port 2f56a574-095e-4f38-8338-85b0ee2bcaa4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:45.613040 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.630557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-ffb66c2c-e4c4-4d76-8d29-b0abe12710b6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414974 Feb 19 01:06:45.638682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:45.732846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port e55ad40b-8702-4e3d-abf3-b337e22713e7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:45.733624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.799649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] For port 2f56a574-095e-4f38-8338-85b0ee2bcaa4, host n-h2-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:45.799649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.892257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Calling delete_port for 2f56a574-095e-4f38-8338-85b0ee2bcaa4 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:45.895154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e55ad40b-8702-4e3d-abf3-b337e22713e7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:45.895154 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.913979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a957c-acf7-41f0-8478-84767ffa38ac req-2fd20d9a-4d61-4ddb-886f-ce2bcc627d25 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.923335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb1a957c-acf7-41f0-8478-84767ffa38ac req-2fd20d9a-4d61-4ddb-886f-ce2bcc627d25 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 945 time: 0.0783472 Feb 19 01:06:45.954905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:45.969563 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.985228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb1a957c-acf7-41f0-8478-84767ffa38ac req-df1127b6-40cd-4d6e-bf89-3b70c0c26973 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595777 Feb 19 01:06:46.071420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.110368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Router 188e0537-53e4-4beb-b0ed-f58ad426f24e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:46.140738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-c6079e48-aa9d-4070-aa49-834742f18bfb service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732392 Feb 19 01:06:46.240243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea78e7-265a-4c03-a601-505eb88eb37d req-bbec08ac-f090-48f9-81b5-994da42414bc tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.253108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea78e7-265a-4c03-a601-505eb88eb37d req-bbec08ac-f090-48f9-81b5-994da42414bc tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.258995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bcea78e7-265a-4c03-a601-505eb88eb37d req-bbec08ac-f090-48f9-81b5-994da42414bc tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1683 time: 0.1475017 Feb 19 01:06:46.327736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2f56a574-095e-4f38-8338-85b0ee2bcaa4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.389927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bcea78e7-265a-4c03-a601-505eb88eb37d req-454e5037-ab8e-4e77-b845-8e7ff62c91af tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222904 Feb 19 01:06:46.596318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.599323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "DELETE /v2.0/ports/2f56a574-095e-4f38-8338-85b0ee2bcaa4 HTTP/1.1" status: 204 len: 168 time: 1.3697498 Feb 19 01:06:46.602082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55096) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:46.603339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999b44-2d6e-4a57-841f-4eb3baa004d2 tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f56a574-095e-4f38-8338-85b0ee2bcaa4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.607431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-0fe83046-8be9-4d43-b36a-6ad5fa8d0392 service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531746 Feb 19 01:06:46.630043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:46.637137 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.654606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] Sync routers for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:46.671072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:46.687475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:06:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:46.701031 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-296b70e2-b8c6-49fb-a40c-b28b7dd5b3fd tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:06:46.710747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-296b70e2-b8c6-49fb-a40c-b28b7dd5b3fd tempest-PortsAdminExtendedAttrsTestJSON-467462287 tempest-PortsAdminExtendedAttrsTestJSON-467462287-project-admin] 10.222.0.43 "GET /v2.0/ports/2f56a574-095e-4f38-8338-85b0ee2bcaa4 HTTP/1.1" status: 404 len: 333 time: 0.1040587 Feb 19 01:06:46.711203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55098) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:46.798008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d45eb06-5a45-4af0-91e7-268902aab770 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "PUT /v2.0/floatingips/c45fd866-2e83-4396-9396-f1e4185b0dae HTTP/1.1" status: 200 len: 991 time: 3.8243370 Feb 19 01:06:46.806477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:46.808775 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:46.832812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:46.837559 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e7569b-eb14-44ea-a233-a24107eeb3f0" -d '{"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-plugged", "status": "completed", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:46.954298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (520e2afd-60c3-4c0d-925b-b44f82e23dcb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.972106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:47.046472 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1760e6b-11b1-424b-8412-f2ba241de091 x-openstack-request-id: req-e1760e6b-11b1-424b-8412-f2ba241de091 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:47.046984 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:47.047445 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1760e6b-11b1-424b-8412-f2ba241de091 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:47.047943 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'status': 'completed', 'code': 200} Feb 19 01:06:47.085842 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee17725-66d2-4590-b907-331b3cf1747b x-openstack-request-id: req-7ee17725-66d2-4590-b907-331b3cf1747b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:47.086265 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-plugged", "status": "completed", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:47.086610 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee17725-66d2-4590-b907-331b3cf1747b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:47.087095 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'code': 200} Feb 19 01:06:47.143673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (520e2afd-60c3-4c0d-925b-b44f82e23dcb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.153588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-e0496b48-5c6f-4325-a5cf-1c1bae72d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.154714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-e0496b48-5c6f-4325-a5cf-1c1bae72d816 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d097ae68c74895a191aa077a7662a7&device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 1127 time: 0.0930614 Feb 19 01:06:47.194608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520e2afd-60c3-4c0d-925b-b44f82e23dcb']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:47.217083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fe0c12-f50e-4bd5-afd1-23284e271194') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:47.219265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fe0c12-f50e-4bd5-afd1-23284e271194') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:47.245321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (45fe0c12-f50e-4bd5-afd1-23284e271194), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.264055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b53c9c6-9a82-4802-be68-11962a93e89f req-6a6db981-eb5d-4eb7-856a-22de07edd30f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 210 time: 0.1043077 Feb 19 01:06:47.276628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (45fe0c12-f50e-4bd5-afd1-23284e271194), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.292268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:47.292268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (45fe0c12-f50e-4bd5-afd1-23284e271194), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:47.430475 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:47.434758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (520e2afd-60c3-4c0d-925b-b44f82e23dcb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.452151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.460898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] 10.222.0.43 "DELETE /v2.0/networks/520e2afd-60c3-4c0d-925b-b44f82e23dcb HTTP/1.1" status: 204 len: 168 time: 0.7467933 Feb 19 01:06:47.488442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-777f6997-9d99-4014-a8cc-0e53bc053a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.490648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-777f6997-9d99-4014-a8cc-0e53bc053a6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=bed83e40-342e-462a-8b37-28738fd231bb HTTP/1.1" status: 200 len: 916 time: 0.3290548 Feb 19 01:06:47.532565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e736e-bf36-485c-888c-d5f75743812b tempest-PortsAdminExtendedAttrsTestJSON-372573349 tempest-PortsAdminExtendedAttrsTestJSON-372573349-project] Pushing event deleted for resources: {'Network': ['ID=520e2afd-60c3-4c0d-925b-b44f82e23dcb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:47.646380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecc8e3-4367-4940-8ee5-cdd638188e3c req-0764ca27-5909-4aee-8d21-f76bd331e728 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.653963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4aecc8e3-4367-4940-8ee5-cdd638188e3c req-0764ca27-5909-4aee-8d21-f76bd331e728 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 946 time: 0.2352521 Feb 19 01:06:47.694627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:47.738011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-2af95c03-b08e-47cb-aa28-ed7aa795d84d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc HTTP/1.1" status: 200 len: 999 time: 0.2364757 Feb 19 01:06:47.758977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4a7d-ca6a-443b-aab1-d23971d07031 req-fddc7f3b-b422-4b1d-916a-fe40f5d412f0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.771292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4a7d-ca6a-443b-aab1-d23971d07031 req-fddc7f3b-b422-4b1d-916a-fe40f5d412f0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.792157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dcc4a7d-ca6a-443b-aab1-d23971d07031 req-fddc7f3b-b422-4b1d-916a-fe40f5d412f0 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1683 time: 0.1868906 Feb 19 01:06:47.904039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dcc4a7d-ca6a-443b-aab1-d23971d07031 req-15d8c4d9-0673-4e42-88c5-32e300efb91e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106467 Feb 19 01:06:47.934063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4aecc8e3-4367-4940-8ee5-cdd638188e3c req-65778480-f785-42c3-a41b-037cdce56d64 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552457 Feb 19 01:06:47.949293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-0a11061c-5f5d-42ab-807f-91a97ecac094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.950898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-0a11061c-5f5d-42ab-807f-91a97ecac094 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d14a8e9c-9b08-4375-a3db-175e48ecabd8 HTTP/1.1" status: 200 len: 854 time: 0.2001238 Feb 19 01:06:47.999105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e55ad40b-8702-4e3d-abf3-b337e22713e7 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:47.999855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.079735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-cf30bb9b-e77d-4a9c-a531-2238ba68f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.081485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-cf30bb9b-e77d-4a9c-a531-2238ba68f7bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bed83e40-342e-462a-8b37-28738fd231bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1238589 Feb 19 01:06:48.106157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:48.108168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:48.122697 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.196034 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.201653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'c45fd866-2e83-4396-9396-f1e4185b0dae', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'port_id': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'mac_address': 'fa:16:3e:91:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:06:22Z', 'updated_at': '2022-02-19T01:06:44Z', 'revision_number': 1, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:16Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:48.259330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] Checking router: 188e0537-53e4-4beb-b0ed-f58ad426f24e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:48.300934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:48.309279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-d9382606-a2f6-49bd-b114-f06f75af1706 service neutron] 10.222.0.10 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185719 Feb 19 01:06:48.314837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:48.320402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:06:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:48.524515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16649c66-f249-4716-a55e-66c9ba69cc7e req-e1fdeddf-f02a-45e8-8b94-961c3709d3a1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 210 time: 0.0665934 Feb 19 01:06:48.532652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eab31baa-95e1-4dae-b767-da11dcd31d9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cda47a2a6b1f40a992153b1c41ef3695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4252796 Feb 19 01:06:48.536083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55174) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:48.552122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9531-33d7-48fa-937d-dff9b6fddf41 req-e16db3e2-0ff9-4c10-86b3-770acdfc58a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.558175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9531-33d7-48fa-937d-dff9b6fddf41 req-e16db3e2-0ff9-4c10-86b3-770acdfc58a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.560084 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0db9531-33d7-48fa-937d-dff9b6fddf41 req-e16db3e2-0ff9-4c10-86b3-770acdfc58a4 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1683 time: 0.1708078 Feb 19 01:06:48.604596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc7a1f6f-9d7c-48ce-bae8-0ff8ba380c53 req-d2aa0326-b644-40b4-bdcd-719a22caa9ac service neutron] 10.222.0.10 "GET /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879145 Feb 19 01:06:48.661596 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92301d03-9e80-42e2-851d-6f93e170f766 admin admin] Publish callbacks [] for security_group (c63d1a0d-4f98-4d1a-85ec-852a2390c6da), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.678037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0db9531-33d7-48fa-937d-dff9b6fddf41 req-6b6f7141-6888-479b-96c2-682cae52967e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996785 Feb 19 01:06:48.713522 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92301d03-9e80-42e2-851d-6f93e170f766 admin admin] Publish callbacks [] for security_group (c63d1a0d-4f98-4d1a-85ec-852a2390c6da), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.738427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:48.797516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92301d03-9e80-42e2-851d-6f93e170f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c63d1a0d-4f98-4d1a-85ec-852a2390c6da), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.800061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92301d03-9e80-42e2-851d-6f93e170f766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.803808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-92301d03-9e80-42e2-851d-6f93e170f766 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c63d1a0d-4f98-4d1a-85ec-852a2390c6da HTTP/1.1" status: 204 len: 168 time: 0.2636383 Feb 19 01:06:48.815156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92301d03-9e80-42e2-851d-6f93e170f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d1a0d-4f98-4d1a-85ec-852a2390c6da,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:49.104448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:49.107262 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4660aa3d-66ed-41f9-a027-b23e9fdedc72" -d '{"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-unplugged", "status": "completed", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:49.155683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df436-5f8b-4a04-bedf-cb3cea46a4ee req-5d7f5c81-9e00-4cc7-a20b-272b1ef4a4a0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:49.157737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee9df436-5f8b-4a04-bedf-cb3cea46a4ee req-5d7f5c81-9e00-4cc7-a20b-272b1ef4a4a0 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 944 time: 0.0985391 Feb 19 01:06:49.198380 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e031db8-f34c-4b1e-922b-71b6e3b6b0ab x-openstack-request-id: req-5e031db8-f34c-4b1e-922b-71b6e3b6b0ab {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:49.198966 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-unplugged", "status": "completed", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:49.199388 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e031db8-f34c-4b1e-922b-71b6e3b6b0ab {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:49.200142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-fe83c86d-745b-44bc-8b8e-2ecbd777f759 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:49.201322 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'code': 200} Feb 19 01:06:49.201702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-fe83c86d-745b-44bc-8b8e-2ecbd777f759 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.2206578 Feb 19 01:06:49.230472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Request body: {'port': {'device_id': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'admin_state_up': True, 'tenant_id': '1b22f78ded424a309e1894227e59be7f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:49.237095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'c45fd866-2e83-4396-9396-f1e4185b0dae', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'port_id': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'mac_address': 'fa:16:3e:91:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:06:22Z', 'updated_at': '2022-02-19T01:06:44Z', 'revision_number': 1, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:16Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:49.295074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee9df436-5f8b-4a04-bedf-cb3cea46a4ee req-d4f0f307-0ed8-4b99-aa41-5b4b9121fa42 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282527 Feb 19 01:06:49.331512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed236d-fbfc-413a-a00e-72562c8532af None None] The sync data for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 is: [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'c45fd866-2e83-4396-9396-f1e4185b0dae', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'port_id': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'mac_address': 'fa:16:3e:91:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:06:22Z', 'updated_at': '2022-02-19T01:06:44Z', 'revision_number': 1, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:16Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:49.426434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:49.475015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Made reservation on behalf of 1b22f78ded424a309e1894227e59be7f for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:49.481318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.529594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a7ef4247-2f18-4e13-9abb-eafdfcb0e1d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4aa0b22317bf447d8197ccd1825c0ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1014109 Feb 19 01:06:49.532747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55226) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:49.659252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2d4ec72-9647-447c-9485-44b870ab9678 req-132710d1-5d52-4829-9cbd-f046c95f2847 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 210 time: 0.0485790 Feb 19 01:06:49.692848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Allocated IP 172.20.0.2 (e04b1465-e00c-4b0e-b4d0-60121e84bb6d/cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:49.695446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ced84d-aeab-4734-b3da-ef3cf6f49c09 req-0b441c2b-bad6-4b5a-94a8-b32d089db74c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:49.705648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7ced84d-aeab-4734-b3da-ef3cf6f49c09 req-0b441c2b-bad6-4b5a-94a8-b32d089db74c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 951 time: 0.2272713 Feb 19 01:06:49.707710 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a3eca-af14-4ee7-b2c9-85560d8e26ae None None] New status for floating IP c45fd866-2e83-4396-9396-f1e4185b0dae: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:06:49.723223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db66adaa-97db-43e8-ac3f-00ebc092e198 admin admin] Publish callbacks [] for security_group (de8b88dd-95d8-44c8-a31c-a8072a0e8b25), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.775056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-82c14d93-7119-46e0-ae15-f4edb8f6dc01 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:49.779849 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-82c14d93-7119-46e0-ae15-f4edb8f6dc01 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 944 time: 0.2355552 Feb 19 01:06:49.816540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db66adaa-97db-43e8-ac3f-00ebc092e198 admin admin] Publish callbacks [] for security_group (de8b88dd-95d8-44c8-a31c-a8072a0e8b25), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.892094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks [] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.953045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.070376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:50.073127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:50.081430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:50.085796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:50.182195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba234-a427-430a-9dd6-41b4c7a02aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.255925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7ced84d-aeab-4734-b3da-ef3cf6f49c09 req-fb00d48e-9e62-49b5-8007-d15dedd57cee tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457966 Feb 19 01:06:50.322355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db66adaa-97db-43e8-ac3f-00ebc092e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (de8b88dd-95d8-44c8-a31c-a8072a0e8b25), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.325252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db66adaa-97db-43e8-ac3f-00ebc092e198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.326556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db66adaa-97db-43e8-ac3f-00ebc092e198 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de8b88dd-95d8-44c8-a31c-a8072a0e8b25 HTTP/1.1" status: 204 len: 168 time: 0.7920942 Feb 19 01:06:50.339451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66adaa-97db-43e8-ac3f-00ebc092e198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b88dd-95d8-44c8-a31c-a8072a0e8b25,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:50.347510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Deleting port e55ad40b-8702-4e3d-abf3-b337e22713e7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:50.347862 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.480071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace69e-1c77-4ac7-b2d9-33de445ae29f req-15f92362-a198-4238-bbfe-5d95ecfc1f33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.485357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace69e-1c77-4ac7-b2d9-33de445ae29f req-15f92362-a198-4238-bbfe-5d95ecfc1f33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.492844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22ace69e-1c77-4ac7-b2d9-33de445ae29f req-15f92362-a198-4238-bbfe-5d95ecfc1f33 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1683 time: 0.5594628 Feb 19 01:06:50.502311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-5a3017eb-a465-4f8e-887e-7dafeb3615d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.508493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-5a3017eb-a465-4f8e-887e-7dafeb3615d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.510133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-5a3017eb-a465-4f8e-887e-7dafeb3615d7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.10 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 1683 time: 0.5347993 Feb 19 01:06:50.551783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] For port e55ad40b-8702-4e3d-abf3-b337e22713e7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e55ad40b-8702-4e3d-abf3-b337e22713e7,segment=NetworkSegment(8fab0d69-1fbd-43f7-b86b-f225535fa8bc),segment_id=8fab0d69-1fbd-43f7-b86b-f225535fa8bc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:50.552397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.574856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dddb5-0d51-4305-84e3-c3a418587883 req-f943a3b7-2665-4664-9af0-75f5f7fd3465 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.583757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d99dddb5-0d51-4305-84e3-c3a418587883 req-f943a3b7-2665-4664-9af0-75f5f7fd3465 tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a1ba5c-9a9b-42b8-9edc-b0880f129940 HTTP/1.1" status: 200 len: 944 time: 0.1523371 Feb 19 01:06:50.591200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.591816 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.611813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Calling delete_port for e55ad40b-8702-4e3d-abf3-b337e22713e7 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:50.643178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22ace69e-1c77-4ac7-b2d9-33de445ae29f req-abae60de-cf01-4465-8d91-eb80302441f9 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494091 Feb 19 01:06:50.650136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-49c36408-1626-41fd-8c66-53ba0089e9d7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4279442 Feb 19 01:06:50.665686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Request body: {'port': {'device_id': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:50.687585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d99dddb5-0d51-4305-84e3-c3a418587883 req-8c4ea4c4-2aa1-4486-9c30-03b5d3d3af7f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6a90f5-d8ee-427f-8950-9417892051aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027117 Feb 19 01:06:50.720571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port c7ad98fa-0c56-4a30-8ffd-748640a496ca {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:50.720953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.825271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e55ad40b-8702-4e3d-abf3-b337e22713e7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.849280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.857441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Pushing event deleted for resources: {'Port': ['ID=e55ad40b-8702-4e3d-abf3-b337e22713e7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:50.917854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] No DVR routers for this DVR port e55ad40b-8702-4e3d-abf3-b337e22713e7 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:50.918400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45ed80-5ee0-4d3c-90fc-5f3509ed5040 req-3dea13ec-2be8-444e-8e2b-afa3ed89642b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.920032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a45ed80-5ee0-4d3c-90fc-5f3509ed5040 req-3dea13ec-2be8-444e-8e2b-afa3ed89642b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 931 time: 0.1530917 Feb 19 01:06:50.920984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.924479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49a500b7-2424-4ab7-b730-65fb29499c81 req-d5a109cc-9cae-437f-867d-ca79bc33a93f tempest-ImagesTestJSON-250534396 tempest-ImagesTestJSON-250534396-project] 10.222.0.89 "DELETE /v2.0/ports/e55ad40b-8702-4e3d-abf3-b337e22713e7 HTTP/1.1" status: 204 len: 173 time: 1.1291149 Feb 19 01:06:50.925474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-deleted', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:50.927571 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a7d954-8715-4209-ab4f-71cb47c0c361" -d '{"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-deleted", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:50.979707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port c7ad98fa-0c56-4a30-8ffd-748640a496ca, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7ad98fa-0c56-4a30-8ffd-748640a496ca,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:50.980086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.012027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for c7ad98fa-0c56-4a30-8ffd-748640a496ca owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:51.014789 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81610312-b2d6-4964-83e2-5c22b0530b7b x-openstack-request-id: req-81610312-b2d6-4964-83e2-5c22b0530b7b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:51.015087 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a1ba5c-9a9b-42b8-9edc-b0880f129940", "name": "network-vif-deleted", "tag": "e55ad40b-8702-4e3d-abf3-b337e22713e7", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:51.015341 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81610312-b2d6-4964-83e2-5c22b0530b7b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:51.015797 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a1ba5c-9a9b-42b8-9edc-b0880f129940', 'name': 'network-vif-deleted', 'tag': 'e55ad40b-8702-4e3d-abf3-b337e22713e7', 'status': 'completed', 'code': 200} Feb 19 01:06:51.145408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a45ed80-5ee0-4d3c-90fc-5f3509ed5040 req-cc6cf6e6-7546-4182-b82a-681dc62d5309 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969941 Feb 19 01:06:51.359537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:51.388659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7ad98fa-0c56-4a30-8ffd-748640a496ca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.401483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6bebd469-7587-4858-b726-651d35362cb0', 'c7ad98fa-0c56-4a30-8ffd-748640a496ca'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:51.467483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204e21-4f6b-45bc-b9dc-d4a17067627e req-3b8d332a-81bf-4fa6-9475-70b28aa9216f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:51.476249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d5204e21-4f6b-45bc-b9dc-d4a17067627e req-3b8d332a-81bf-4fa6-9475-70b28aa9216f tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 951 time: 0.0985091 Feb 19 01:06:51.504180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=c7ad98fa-0c56-4a30-8ffd-748640a496ca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:51.537572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d5204e21-4f6b-45bc-b9dc-d4a17067627e req-89fe6492-1490-4c01-8a94-6dd7bbf4274d tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Feb 19 01:06:51.545634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:51.613503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Publish callbacks [] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.617768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port c7ad98fa-0c56-4a30-8ffd-748640a496ca on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:51.627736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.633096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-7e43c8d9-7fcf-4992-b617-fb53372247a7 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.10 "DELETE /v2.0/ports/c7ad98fa-0c56-4a30-8ffd-748640a496ca HTTP/1.1" status: 204 len: 173 time: 1.1119394 Feb 19 01:06:51.636103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-deleted', 'tag': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:51.643514 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d8aa1-f8cf-4492-92f8-04f753a3569a" -d '{"events": [{"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-deleted", "tag": "c7ad98fa-0c56-4a30-8ffd-748640a496ca"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:51.669817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-83c4b393-c4be-41ad-a1f3-12b63ea4b7b8 tempest-AgentManagementNegativeTest-2071001674 tempest-AgentManagementNegativeTest-2071001674-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3093472 Feb 19 01:06:51.706990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Transition to ACTIVE for port object a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:51.732139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.859681 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c73003d-0962-4d29-b8aa-c573da5b805e x-openstack-request-id: req-6c73003d-0962-4d29-b8aa-c573da5b805e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:51.860067 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-deleted", "tag": "c7ad98fa-0c56-4a30-8ffd-748640a496ca", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:51.860398 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c73003d-0962-4d29-b8aa-c573da5b805e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:51.860939 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-deleted', 'tag': 'c7ad98fa-0c56-4a30-8ffd-748640a496ca', 'status': 'completed', 'code': 200} Feb 19 01:06:51.976633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.065181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55324) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:52.091091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:52.091427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:52.091752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:52.114577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead54c-3af8-4c88-9056-220aa1437ff3 req-412baf63-d234-428e-8a9b-343af4e10a25 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.117702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43ead54c-3af8-4c88-9056-220aa1437ff3 req-412baf63-d234-428e-8a9b-343af4e10a25 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe0630e-1a30-4eca-bff8-3dc7542b9177 HTTP/1.1" status: 200 len: 946 time: 0.2068536 Feb 19 01:06:52.119812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:52.120135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:52.126795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:52.127134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:52.127524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:52.128021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Bound port: a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:52.128389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.133245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port 6bebd469-7587-4858-b726-651d35362cb0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:52.133637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6bebd469-7587-4858-b726-651d35362cb0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.204060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.232625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port 6bebd469-7587-4858-b726-651d35362cb0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6bebd469-7587-4858-b726-651d35362cb0,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:52.233018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6bebd469-7587-4858-b726-651d35362cb0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.247911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for 6bebd469-7587-4858-b726-651d35362cb0 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:52.311328 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Publish callbacks [] for security_group (9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.325128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.400127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbc2b14175e544809cdbf655cace589b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335404 Feb 19 01:06:52.401439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:52.403498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.423477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:52.427698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:52.431913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bf5b-2475-4973-a6b7-d868543d5107 req-dfa7e8ff-5ac4-4bea-ac02-c22a7ba1d1e4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.433432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af60bf5b-2475-4973-a6b7-d868543d5107 req-dfa7e8ff-5ac4-4bea-ac02-c22a7ba1d1e4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.1199791 Feb 19 01:06:52.441293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.441900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.442411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.443008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.443715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.444290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.445014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.445174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.445697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.446198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.446530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.446856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.447180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.447695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b0212-44b9-4be3-ab5b-e60f7e2ba5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:52.517602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af60bf5b-2475-4973-a6b7-d868543d5107 req-c17a125f-e0b7-465a-9950-f09ff97a4c59 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647769 Feb 19 01:06:52.518088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e1c63b48-5fda-421b-9cbd-57ffab3f5b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.537738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37e84fa3-9360-4eb5-9b8a-25651bd90779 admin admin] Publish callbacks [] for security_group (9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.569933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37e84fa3-9360-4eb5-9b8a-25651bd90779 admin admin] Publish callbacks [] for security_group (9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.576334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43ead54c-3af8-4c88-9056-220aa1437ff3 req-ce49bb38-ff9b-4672-a2d9-aec89905690e tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "GET /v2.0/security-groups?id=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503798 Feb 19 01:06:52.584450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6bebd469-7587-4858-b726-651d35362cb0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.587783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.588504 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.589952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] 10.222.0.89 "PUT /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 1091 time: 1.9319739 Feb 19 01:06:52.597694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c7ad98fa-0c56-4a30-8ffd-748640a496ca'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:52.639621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37e84fa3-9360-4eb5-9b8a-25651bd90779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.650630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37e84fa3-9360-4eb5-9b8a-25651bd90779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.674389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-37e84fa3-9360-4eb5-9b8a-25651bd90779 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22 HTTP/1.1" status: 204 len: 168 time: 0.2552598 Feb 19 01:06:52.688763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e84fa3-9360-4eb5-9b8a-25651bd90779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad758a7-46f8-461f-b3c9-4c7a5d9e8f22,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.703278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648afeff-1ca7-4e20-a44f-66a3bbd74104 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.908864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port 6bebd469-7587-4858-b726-651d35362cb0 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:52.917945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=6bebd469-7587-4858-b726-651d35362cb0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.923618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.927003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4af4dd85-0898-4216-86bf-f6c5643a86b9 req-ce1dba77-8b3b-4b87-bc1d-6c7c1815910b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.10 "DELETE /v2.0/ports/6bebd469-7587-4858-b726-651d35362cb0 HTTP/1.1" status: 204 len: 173 time: 1.2779014 Feb 19 01:06:52.979962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-fa0683d1-7712-4e2e-a35d-63737510dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.983664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-fa0683d1-7712-4e2e-a35d-63737510dbc9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1125 time: 0.3120158 Feb 19 01:06:53.067048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55408) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:53.099605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-20151f58-626b-48e4-9d5d-6dece5d5dc03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.0995069 Feb 19 01:06:53.125688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Deleting subnet 21b95288-a811-45c1-a254-6cd72a297988 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:53.132795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Publish callbacks [] for subnet (21b95288-a811-45c1-a254-6cd72a297988), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.189542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (21b95288-a811-45c1-a254-6cd72a297988), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.212065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-b5c7bf19-08eb-4816-b741-734e322c0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.213943 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-b5c7bf19-08eb-4816-b741-734e322c0a2f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1077740 Feb 19 01:06:53.260440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (21b95288-a811-45c1-a254-6cd72a297988), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.268956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-8824f954-6d89-4878-b62d-f22538da23f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458322 Feb 19 01:06:53.344020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (21b95288-a811-45c1-a254-6cd72a297988), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.396868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b95288-a811-45c1-a254-6cd72a297988,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:53.399923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.405628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5c136d8e-28b4-4f17-bed6-6c7c0bdcea6f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21b95288-a811-45c1-a254-6cd72a297988 HTTP/1.1" status: 204 len: 168 time: 0.3351476 Feb 19 01:06:53.406605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:53.454249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-303bdf52-58d6-4d52-8be5-6daabdfd7f16 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736615 Feb 19 01:06:53.552065 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.662324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:53.685684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0cb151e3-4ba6-46d1-b384-518719b69d51), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.693152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69e84fdd-40c7-4063-9e2c-3a7311ad8847 req-ef1d1b18-d8af-490a-adfa-7ec99b9d8f48 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910737 Feb 19 01:06:53.717676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: e55ad40b-8702-4e3d-abf3-b337e22713e7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:53.718269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e55ad40b-8702-4e3d-abf3-b337e22713e7 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:53.719065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:53.742652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372484-e973-4e56-ba44-21a6cb52648c req-93348594-64c4-47a3-a92c-abb3956af94b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.751995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6372484-e973-4e56-ba44-21a6cb52648c req-93348594-64c4-47a3-a92c-abb3956af94b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.1132493 Feb 19 01:06:53.769187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55462) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:53.815077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port dee478ff-b2b0-446e-86c5-d9392b3a78dc is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:53.815471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.835130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6372484-e973-4e56-ba44-21a6cb52648c req-05c90319-a466-4031-be5c-75bcef9fdfc2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818307 Feb 19 01:06:53.857598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:53.863176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:53.865466 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4b6d21-a051-4ecb-8b56-52a249d0504b" -d '{"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-unplugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:53.874692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'}, {'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-deleted', 'tag': '6bebd469-7587-4858-b726-651d35362cb0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:53.877218 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e70d50-b151-4476-94ee-f0de1ba363ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8"}, {"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-deleted", "tag": "6bebd469-7587-4858-b726-651d35362cb0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:53.888614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0cb151e3-4ba6-46d1-b384-518719b69d51), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.897471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:53.904047 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.915777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting subnet e75928c7-5bd0-47b8-9e02-0da609351e14 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:53.921872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (e75928c7-5bd0-47b8-9e02-0da609351e14), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.925595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb151e3-4ba6-46d1-b384-518719b69d51']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:53.958823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fab0d69-1fbd-43f7-b86b-f225535fa8bc') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:53.959115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fab0d69-1fbd-43f7-b86b-f225535fa8bc') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:53.979011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (8fab0d69-1fbd-43f7-b86b-f225535fa8bc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.987351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-199284160'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:53.993250 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ee5c28-1436-4558-b4f9-761816007d58 x-openstack-request-id: req-e3ee5c28-1436-4558-b4f9-761816007d58 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:53.993793 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-unplugged", "status": "completed", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:53.994104 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3ee5c28-1436-4558-b4f9-761816007d58 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:53.994672 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'code': 200} Feb 19 01:06:53.999913 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e873692-1c09-443d-ab0b-b217e1b05ef2 x-openstack-request-id: req-5e873692-1c09-443d-ab0b-b217e1b05ef2 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:54.000219 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8", "status": "completed", "code": 200}, {"server_uuid": "abe0630e-1a30-4eca-bff8-3dc7542b9177", "name": "network-vif-deleted", "tag": "6bebd469-7587-4858-b726-651d35362cb0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:54.000465 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e873692-1c09-443d-ab0b-b217e1b05ef2 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:54.003566 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'status': 'completed', 'code': 200} Feb 19 01:06:54.003835 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe0630e-1a30-4eca-bff8-3dc7542b9177', 'name': 'network-vif-deleted', 'tag': '6bebd469-7587-4858-b726-651d35362cb0', 'status': 'completed', 'code': 200} Feb 19 01:06:54.006286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (e75928c7-5bd0-47b8-9e02-0da609351e14), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.016290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=11']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:54.056159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8fab0d69-1fbd-43f7-b86b-f225535fa8bc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.092623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:54.093057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (8fab0d69-1fbd-43f7-b86b-f225535fa8bc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:54.096412 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:54.111214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:54.114835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.182395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.224582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0cb151e3-4ba6-46d1-b384-518719b69d51), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.228753 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e75928c7-5bd0-47b8-9e02-0da609351e14), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.232756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-c13142e9-5641-425e-8986-4d8846b5d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.234494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-c13142e9-5641-425e-8986-4d8846b5d480 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1125 time: 0.1939445 Feb 19 01:06:54.297907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.301020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0cb151e3-4ba6-46d1-b384-518719b69d51 HTTP/1.1" status: 204 len: 168 time: 0.8898709 Feb 19 01:06:54.341585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a88e1b-2c19-491e-b312-73151a59649b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb151e3-4ba6-46d1-b384-518719b69d51,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:54.430540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (e75928c7-5bd0-47b8-9e02-0da609351e14), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.465413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-673acd01-f2b0-4160-b19d-fbf715ef3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.466999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-673acd01-f2b0-4160-b19d-fbf715ef3f04 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2083683 Feb 19 01:06:54.473192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for security_group (a1d848e1-24c6-40ad-8b67-4d111f839bb5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.474932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Subnet': ['ID=e75928c7-5bd0-47b8-9e02-0da609351e14,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:54.486186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.486718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd3ae3-86ea-403f-83b5-0079e7e8dca3 None None] Network 1899c7f1-8c9f-452b-97ec-b4299593473b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:54.496963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d61e6e12-06cd-4b3e-84d6-11f9dba0ef62 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/subnets/e75928c7-5bd0-47b8-9e02-0da609351e14 HTTP/1.1" status: 204 len: 168 time: 0.7235224 Feb 19 01:06:54.497407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55540) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:54.544013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55542) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:54.584143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a1d848e1-24c6-40ad-8b67-4d111f839bb5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.621114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-343fa12a-6e16-4587-8b15-2fb78f81e331 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.1435413 Feb 19 01:06:54.628036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d848e1-24c6-40ad-8b67-4d111f839bb5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:54.642545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:54.688589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c3207efa-4b59-48e3-9e80-7814479e85b5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.689173 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Added segment c3207efa-4b59-48e3-9e80-7814479e85b5 of type vlan for network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 Feb 19 01:06:54.696726 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1899c7f1-8c9f-452b-97ec-b4299593473b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.714250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] DHCP port deletion for 1899c7f1-8c9f-452b-97ec-b4299593473b request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:54.723370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-248503f1-d4b5-40a0-89cc-b8f2049c87a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f3953551f0a420abe960cb4b3998faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780190 Feb 19 01:06:54.725552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:54.754592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-664e6c68-0b89-4812-ae76-4a65fd3d6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.756402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-664e6c68-0b89-4812-ae76-4a65fd3d6486 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1255777 Feb 19 01:06:54.766003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.789459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] Deleting port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:54.789853 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.799399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-8d3fb4e2-82ac-45d3-9eaf-75ea9d2b373f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305116 Feb 19 01:06:54.878403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] For port 7a0d1682-089c-43ec-a44f-c4d2782fdc27, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7a0d1682-089c-43ec-a44f-c4d2782fdc27,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:54.878403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.893676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.899378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.899616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.904908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] Calling delete_port for 7a0d1682-089c-43ec-a44f-c4d2782fdc27 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:54.979501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1188920 Feb 19 01:06:54.989607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:54.989785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:54.989785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.997060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'subnet': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:55.002205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8135d241-3541-4a1f-8343-3b3ffd4cbb06 admin admin] Publish callbacks [] for security_group (bf6a90f5-d8ee-427f-8950-9417892051aa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.015418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a51369-0161-48c4-ab37-03b437dd44cd tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Network': ['ID=f9ca9dc0-3d3a-4b56-b41e-698a0874ed18,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:55.035898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:55.043000 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.084440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-075b9a98-c451-4a5a-8b5e-e4be1a006c6d service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744899 Feb 19 01:06:55.092378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] Pushing event deleted for resources: {'Port': ['ID=7a0d1682-089c-43ec-a44f-c4d2782fdc27,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:55.109097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8135d241-3541-4a1f-8343-3b3ffd4cbb06 admin admin] Publish callbacks [] for security_group (bf6a90f5-d8ee-427f-8950-9417892051aa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.146746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759d7ca-0ba3-421e-8545-64f718bb3809 None None] No DVR routers for this DVR port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:55.174059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port 7a0d1682-089c-43ec-a44f-c4d2782fdc27, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7a0d1682-089c-43ec-a44f-c4d2782fdc27,segment=NetworkSegment(93df4916-617d-42a3-931f-d5ada8cc2aa7),segment_id=93df4916-617d-42a3-931f-d5ada8cc2aa7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:55.174557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.196106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for 7a0d1682-089c-43ec-a44f-c4d2782fdc27 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:55.238775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c342-2d2b-489d-86d9-fac144bd2e6e req-a54f037d-312b-4d2d-8c48-18590df7c4d1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:55.239702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.240876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b2d7c342-2d2b-489d-86d9-fac144bd2e6e req-a54f037d-312b-4d2d-8c48-18590df7c4d1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.1850553 Feb 19 01:06:55.243573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:55.246946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.307481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8135d241-3541-4a1f-8343-3b3ffd4cbb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bf6a90f5-d8ee-427f-8950-9417892051aa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.310283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8135d241-3541-4a1f-8343-3b3ffd4cbb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.311470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8135d241-3541-4a1f-8343-3b3ffd4cbb06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf6a90f5-d8ee-427f-8950-9417892051aa HTTP/1.1" status: 204 len: 168 time: 0.5834732 Feb 19 01:06:55.316423 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7a0d1682-089c-43ec-a44f-c4d2782fdc27), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.336783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port 7a0d1682-089c-43ec-a44f-c4d2782fdc27 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:55.339247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d241-3541-4a1f-8343-3b3ffd4cbb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a90f5-d8ee-427f-8950-9417892051aa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:55.362682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=7a0d1682-089c-43ec-a44f-c4d2782fdc27,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:55.466097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7ad98fa-0c56-4a30-8ffd-748640a496ca no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:55.468056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1899c7f1-8c9f-452b-97ec-b4299593473b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.501978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1899c7f1-8c9f-452b-97ec-b4299593473b']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:55.503512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: c7ad98fa-0c56-4a30-8ffd-748640a496ca {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:55.503876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7ad98fa-0c56-4a30-8ffd-748640a496ca not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:55.504310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6bebd469-7587-4858-b726-651d35362cb0 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:55.529169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 6bebd469-7587-4858-b726-651d35362cb0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:55.529423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df4916-617d-42a3-931f-d5ada8cc2aa7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:55.529606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df4916-617d-42a3-931f-d5ada8cc2aa7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:55.530307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6bebd469-7587-4858-b726-651d35362cb0 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:55.548250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (93df4916-617d-42a3-931f-d5ada8cc2aa7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.566527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (93df4916-617d-42a3-931f-d5ada8cc2aa7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.575343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:55.576021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (93df4916-617d-42a3-931f-d5ada8cc2aa7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: warnings.warn(msg) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:55.628532 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:55.648872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53e70d50-b151-4476-94ee-f0de1ba363ff req-a6624291-b767-4f3f-b670-c81305fb071f service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333278 Feb 19 01:06:55.659204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:55.666994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1899c7f1-8c9f-452b-97ec-b4299593473b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.678525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.685661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/networks/1899c7f1-8c9f-452b-97ec-b4299593473b HTTP/1.1" status: 204 len: 168 time: 1.1870632 Feb 19 01:06:55.693986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55620) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:55.718966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f902a-4d73-4ad9-9652-846551c5c53b tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Network': ['ID=1899c7f1-8c9f-452b-97ec-b4299593473b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:55.735202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b2d7c342-2d2b-489d-86d9-fac144bd2e6e req-6f70498d-1425-4ced-a4d5-c2a4f4137868 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827876 Feb 19 01:06:55.797140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting subnet 01172ea4-657e-428d-8ff6-77443dfdd196 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:55.826872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks [] for subnet (01172ea4-657e-428d-8ff6-77443dfdd196), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.850088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:55.883207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (01172ea4-657e-428d-8ff6-77443dfdd196), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.886936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'port_id': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'mac_address': 'fa:16:3e:65:67:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:55.891281 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.959138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:55.960634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.992167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:56.017348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (6a167103-f104-46f8-a8a1-6f6e073ee6ee), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.025078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:56.030378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.119400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:56.143469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Subnet': ['ID=6a167103-f104-46f8-a8a1-6f6e073ee6ee,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:56.155523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (01172ea4-657e-428d-8ff6-77443dfdd196), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.185933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Checking segment: {'id': 'c3207efa-4b59-48e3-9e80-7814479e85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:56.186687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network hostable DHCP agents. Network: f9ca9dc0-3d3a-4b56-b41e-698a0874ed18, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:56.221270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:56.233224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, f9ca9dc0-3d3a-4b56-b41e-698a0874ed18) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:56.242671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:56.243628 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.245524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a158c12-cb9c-47e0-8454-4921b1887b07 None None] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:56.267165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-97a13de4-6f02-4411-aa34-c952e8cd0a6e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2797091 Feb 19 01:06:56.270229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:56.273949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (01172ea4-657e-428d-8ff6-77443dfdd196), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.277088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1329020845'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:56.306362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Subnet': ['ID=01172ea4-657e-428d-8ff6-77443dfdd196,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:56.317879 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.323342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-26a437e1-ed3e-4bb6-a029-8e82ad4b0311 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/subnets/01172ea4-657e-428d-8ff6-77443dfdd196 HTTP/1.1" status: 204 len: 168 time: 0.6271524 Feb 19 01:06:56.329838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55674) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:56.351361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c425736-e8ba-4781-bae5-fb2ca09832e4 None None] Network 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:56.354005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:56.493845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (70871c63-2a40-4c6c-9e78-55a3cf4c76f6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.621751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:56.631095 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.646777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Deleting port 7de6379d-7f5e-401f-9132-de36d1a383f1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:56.647130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.680458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] device_id is not set on port 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:56.737177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7a0d1682-089c-43ec-a44f-c4d2782fdc27 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:56.806478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] For port 7de6379d-7f5e-401f-9132-de36d1a383f1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7de6379d-7f5e-401f-9132-de36d1a383f1,segment=NetworkSegment(106697f1-ea46-48a3-b345-375cd2beefce),segment_id=106697f1-ea46-48a3-b345-375cd2beefce)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:56.806862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.815128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7a0d1682-089c-43ec-a44f-c4d2782fdc27 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:56.815532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7a0d1682-089c-43ec-a44f-c4d2782fdc27 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:56.847877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Calling delete_port for 7de6379d-7f5e-401f-9132-de36d1a383f1 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:56.886919 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.956300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'project_id': '9250c2c608f548adab9b341ce0550d4c', 'fixed_ips': [{'subnet_id': '6a167103-f104-46f8-a8a1-6f6e073ee6ee'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:56.957277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.964185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Allocated IP 2001:db8::71 (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/8f4c0d7a-7df3-4984-9fd7-0b111fa77549) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:57.035150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7de6379d-7f5e-401f-9132-de36d1a383f1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.098745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Port': ['ID=7de6379d-7f5e-401f-9132-de36d1a383f1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.121190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] No DVR routers for this DVR port 7de6379d-7f5e-401f-9132-de36d1a383f1 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:57.182475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f43449-6755-4c0a-b7ae-921aa103be47 None None] DHCP port deletion for 70871c63-2a40-4c6c-9e78-55a3cf4c76f6 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:57.265917 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.289359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (70871c63-2a40-4c6c-9e78-55a3cf4c76f6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.314448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70871c63-2a40-4c6c-9e78-55a3cf4c76f6']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:57.320372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.327191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106697f1-ea46-48a3-b345-375cd2beefce') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:57.327480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106697f1-ea46-48a3-b345-375cd2beefce') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:57.349888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (106697f1-ea46-48a3-b345-375cd2beefce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.361119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415d6f3-7763-4323-b4d1-29794af162e0 req-c45912c6-37c3-4eef-8c56-f0ed618de6bf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:57.371640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b415d6f3-7763-4323-b4d1-29794af162e0 req-c45912c6-37c3-4eef-8c56-f0ed618de6bf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 0.1540983 Feb 19 01:06:57.391839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=8f4c0d7a-7df3-4984-9fd7-0b111fa77549,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.401203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:57.403651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:57.412640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:57.414573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (106697f1-ea46-48a3-b345-375cd2beefce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.423128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:57.423954 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.438547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:57.439146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (106697f1-ea46-48a3-b345-375cd2beefce), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:57.442870 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:57.455950 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-49cfa690-4df4-4c56-8874-10e19aa6b190 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1842315 Feb 19 01:06:57.456600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55736) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:57.470457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Allocated IP 2001:db8::2 (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/7454f2bc-7e79-46fe-8de4-803cca3905b2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:57.471220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-860062077', 'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:97:b0:19'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:57.525468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b415d6f3-7763-4323-b4d1-29794af162e0 req-4b5afdc8-3290-470b-9443-b9ce230eb778 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499677 Feb 19 01:06:57.679017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (70871c63-2a40-4c6c-9e78-55a3cf4c76f6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.698737 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Publish callbacks [] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.699731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.706995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.712856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] 10.222.0.43 "DELETE /v2.0/networks/70871c63-2a40-4c6c-9e78-55a3cf4c76f6 HTTP/1.1" status: 204 len: 168 time: 1.3859591 Feb 19 01:06:57.745520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Pushing event deleted for resources: {'Network': ['ID=70871c63-2a40-4c6c-9e78-55a3cf4c76f6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.764871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.765491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Pushing event updated for resources: {'Port': ['ID=7454f2bc-7e79-46fe-8de4-803cca3905b2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.765722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.766235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.766734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.767237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.767750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.781882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.782714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.784177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.784808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.785486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.786264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.786994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.787545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.787901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.788073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.788585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.788816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.789127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.789590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.789720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.789952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.790449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c6fbbb-8a8b-4c34-9dfe-2c1cef178015 tempest-ServersTestMultiNic-15788749 tempest-ServersTestMultiNic-15788749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.790663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.791226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.791862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:57.831216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:57.833172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:57.839349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:57.863596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:57.918874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Attempting to bind port 7454f2bc-7e79-46fe-8de4-803cca3905b2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:57.923269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Attempting to bind port 7454f2bc-7e79-46fe-8de4-803cca3905b2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c3207efa-4b59-48e3-9e80-7814479e85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:57.923859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Attempting to bind port 7454f2bc-7e79-46fe-8de4-803cca3905b2 on network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:57.939972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:57.941475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Checking segment: {'id': 'c3207efa-4b59-48e3-9e80-7814479e85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:57.942105 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.942692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Bound using segment: {'id': 'c3207efa-4b59-48e3-9e80-7814479e85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:57.943744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Bound port: 7454f2bc-7e79-46fe-8de4-803cca3905b2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3207efa-4b59-48e3-9e80-7814479e85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:57.944596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.000312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.028465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] For port 7454f2bc-7e79-46fe-8de4-803cca3905b2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:58.032690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] For port 7454f2bc-7e79-46fe-8de4-803cca3905b2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7454f2bc-7e79-46fe-8de4-803cca3905b2,segment=NetworkSegment(c3207efa-4b59-48e3-9e80-7814479e85b5),segment_id=c3207efa-4b59-48e3-9e80-7814479e85b5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:58.036032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] device_id is not set on port 9101df3b-3125-426a-af79-19fc1742afcf yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:58.043405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.109221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858e278-a515-47da-be44-cbc57d61c686 req-d3e61821-6a18-4554-b7f6-cd1e6279d4f1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.119956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e858e278-a515-47da-be44-cbc57d61c686 req-d3e61821-6a18-4554-b7f6-cd1e6279d4f1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.1083260 Feb 19 01:06:58.136353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285eca4-cbff-47e4-8e86-6335bb89f190 None None] Pushing event updated for resources: {'Port': ['ID=7454f2bc-7e79-46fe-8de4-803cca3905b2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:58.191821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e858e278-a515-47da-be44-cbc57d61c686 req-d08cb38b-35bb-4874-b59c-8d0e16b464f1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705874 Feb 19 01:06:58.224954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Allocated IP 2001:db8::305 (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/9101df3b-3125-426a-af79-19fc1742afcf) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:58.343893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:58.509266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (9101df3b-3125-426a-af79-19fc1742afcf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.565527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9101df3b-3125-426a-af79-19fc1742afcf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.582222 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:06:58.631413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7454f2bc-7e79-46fe-8de4-803cca3905b2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:58.713962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:58.718290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:58.722443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:58.729176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.731703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.754550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7454f2bc-7e79-46fe-8de4-803cca3905b2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:58.754934 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.775798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=9101df3b-3125-426a-af79-19fc1742afcf,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:58.790011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cd7cf686-6e11-47ed-a93c-42ed589b4f5f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3273427 Feb 19 01:06:58.793085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55776) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:58.872432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747c5da-12f9-454b-b170-b334a756322f req-dbcb88d5-ced1-4237-9dc9-c81768879e2e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.875119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0747c5da-12f9-454b-b170-b334a756322f req-dbcb88d5-ced1-4237-9dc9-c81768879e2e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 0.1969769 Feb 19 01:06:58.955453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7454f2bc-7e79-46fe-8de4-803cca3905b2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:58.955956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.003946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 7454f2bc-7e79-46fe-8de4-803cca3905b2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7454f2bc-7e79-46fe-8de4-803cca3905b2,segment=NetworkSegment(c3207efa-4b59-48e3-9e80-7814479e85b5),segment_id=c3207efa-4b59-48e3-9e80-7814479e85b5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:59.028035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.041316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0217c-b699-46b3-b4aa-2eb63a9b5216 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.047107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0217c-b699-46b3-b4aa-2eb63a9b5216 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.059781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0217c-b699-46b3-b4aa-2eb63a9b5216 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.061871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-24d0217c-b699-46b3-b4aa-2eb63a9b5216 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2675416 Feb 19 01:06:59.066539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:59.089825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0747c5da-12f9-454b-b170-b334a756322f req-7bb4f36e-d1bb-4e21-842a-310e0ba7a1cf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016654 Feb 19 01:06:59.132670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (5604e3c0-a10f-4383-9975-d98e4a864ebc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.148838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=7454f2bc-7e79-46fe-8de4-803cca3905b2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:59.165170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7de6379d-7f5e-401f-9132-de36d1a383f1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:59.198752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7de6379d-7f5e-401f-9132-de36d1a383f1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:59.199000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7de6379d-7f5e-401f-9132-de36d1a383f1 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:59.199464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55784) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:59.305192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port 9101df3b-3125-426a-af79-19fc1742afcf {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:59.305562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9101df3b-3125-426a-af79-19fc1742afcf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.378803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b348e66-8f8c-4250-b955-9b0a8e0d6a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.498073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b348e66-8f8c-4250-b955-9b0a8e0d6a0a admin admin] Publish callbacks [] for security_group (3fd536f7-6a92-4f18-a1ab-365e106d6120), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.505144 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b348e66-8f8c-4250-b955-9b0a8e0d6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3fd536f7-6a92-4f18-a1ab-365e106d6120), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.541924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91feaf9-282a-49c9-bed6-4b818aace9e9 req-cc076cca-6d0b-4a1f-b0f6-4e8efe0b78dc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.543277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e91feaf9-282a-49c9-bed6-4b818aace9e9 req-cc076cca-6d0b-4a1f-b0f6-4e8efe0b78dc tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.1610668 Feb 19 01:06:59.546702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9101df3b-3125-426a-af79-19fc1742afcf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.555286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b348e66-8f8c-4250-b955-9b0a8e0d6a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd536f7-6a92-4f18-a1ab-365e106d6120,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:59.584632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4b348e66-8f8c-4250-b955-9b0a8e0d6a0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52478b0d715f45d39a08766a28045bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833506 Feb 19 01:06:59.587928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55792) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:59.591770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for 9101df3b-3125-426a-af79-19fc1742afcf owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:59.616509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4137dfaf-0a13-4c6b-a101-7d6081bf0529 None None] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:59.699523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:59.707897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-615303e6-ab4e-4c68-a651-5f546d037ebd admin admin] Publish callbacks [] for security_group (3fd536f7-6a92-4f18-a1ab-365e106d6120), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.718549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e91feaf9-282a-49c9-bed6-4b818aace9e9 req-dc1394e4-d47b-4f5a-8e27-d0fa33f04301 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538358 Feb 19 01:06:59.730871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-697266db-5ae6-40d6-9a75-4e94e2932150 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.734024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-697266db-5ae6-40d6-9a75-4e94e2932150 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.10 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 946 time: 0.0950031 Feb 19 01:06:59.755063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-615303e6-ab4e-4c68-a651-5f546d037ebd admin admin] Publish callbacks [] for security_group (3fd536f7-6a92-4f18-a1ab-365e106d6120), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.801399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Deleting port 12c471d6-2bf1-4b4b-8072-1eb4512a357f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:59.801793 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.816064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3c6ad5c2-8679-447b-9baf-e89137d7396e None None] Provisioning complete for port 7454f2bc-7e79-46fe-8de4-803cca3905b2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:59.816694 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad5c2-8679-447b-9baf-e89137d7396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.908135 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-615303e6-ab4e-4c68-a651-5f546d037ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3fd536f7-6a92-4f18-a1ab-365e106d6120), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.909516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9101df3b-3125-426a-af79-19fc1742afcf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.912020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-615303e6-ab4e-4c68-a651-5f546d037ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.913704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-615303e6-ab4e-4c68-a651-5f546d037ebd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fd536f7-6a92-4f18-a1ab-365e106d6120 HTTP/1.1" status: 204 len: 168 time: 0.3246653 Feb 19 01:06:59.926921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615303e6-ab4e-4c68-a651-5f546d037ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd536f7-6a92-4f18-a1ab-365e106d6120,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:59.940208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Deleting port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:59.940822 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.957589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=9101df3b-3125-426a-af79-19fc1742afcf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:59.969111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:59.970373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] For port 12c471d6-2bf1-4b4b-8072-1eb4512a357f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=12c471d6-2bf1-4b4b-8072-1eb4512a357f,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:59.970747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.988658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:59.989308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.022162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Calling delete_port for 12c471d6-2bf1-4b4b-8072-1eb4512a357f owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:00.068592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] For port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:00.070141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.083963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Calling delete_port for 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:00.146085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.150085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-87a6bf52-96db-46d7-9fba-c95124ead74e tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/ports/9101df3b-3125-426a-af79-19fc1742afcf HTTP/1.1" status: 204 len: 168 time: 1.0824587 Feb 19 01:07:00.152638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55800) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:00.192517 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba904ba8-851e-4889-a2af-e076f55985d4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] GET failed (client error): The resource could not be found. Feb 19 01:07:00.196630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ba904ba8-851e-4889-a2af-e076f55985d4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "GET /v2.0/ports/9101df3b-3125-426a-af79-19fc1742afcf HTTP/1.1" status: 404 len: 333 time: 0.0427287 Feb 19 01:07:00.202001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55804) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:00.208545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-118320686'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:00.337814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ad5c2-8679-447b-9baf-e89137d7396e None None] Current status of the port 7454f2bc-7e79-46fe-8de4-803cca3905b2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:00.356024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.378032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:00.378516 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.430780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:00.439274 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734bb8f9-e418-473c-81bc-fef89e1cf930" -d '{"events": [{"server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "name": "network-vif-plugged", "status": "completed", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:00.496091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:00.512070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.558134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Pushing event deleted for resources: {'Port': ['ID=10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:00.563645 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d412c-84f8-48a3-809e-73f72e51e55d x-openstack-request-id: req-d35d412c-84f8-48a3-809e-73f72e51e55d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:00.563645 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "name": "network-vif-plugged", "status": "completed", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:00.563645 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d35d412c-84f8-48a3-809e-73f72e51e55d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:00.564818 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'code': 200} Feb 19 01:07:00.594605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7454f2bc-7e79-46fe-8de4-803cca3905b2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:00.635395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] No DVR routers for this DVR port 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:00.666794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.675399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2535e733-3cb4-492e-aa9a-818f5144aca8 req-cd1f50c2-18fa-4c16-881b-f4c017a314d1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.10 "DELETE /v2.0/ports/10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea HTTP/1.1" status: 204 len: 173 time: 0.9323075 Feb 19 01:07:00.678116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-deleted', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:00.681276 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13988c5-8d2c-4137-9800-1cd055be5abb" -d '{"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-deleted", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:00.691699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Provisioning complete for port 7454f2bc-7e79-46fe-8de4-803cca3905b2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:00.706817 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.761455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:00.767484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbab22-424f-47d5-837c-a176cbe0c324 req-55f1f107-bd81-48a4-b224-28e76f539885 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.785561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2dcbab22-424f-47d5-837c-a176cbe0c324 req-55f1f107-bd81-48a4-b224-28e76f539885 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 0.4342427 Feb 19 01:07:00.833384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7454f2bc-7e79-46fe-8de4-803cca3905b2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:00.836087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.854961 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e14966-95ce-4177-91d4-8993421f3e23 x-openstack-request-id: req-16e14966-95ce-4177-91d4-8993421f3e23 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:00.855263 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f34fe5-d158-43da-92af-781a5b3bbe1b", "name": "network-vif-deleted", "tag": "10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:00.855524 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16e14966-95ce-4177-91d4-8993421f3e23 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:00.856833 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f34fe5-d158-43da-92af-781a5b3bbe1b', 'name': 'network-vif-deleted', 'tag': '10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea', 'status': 'completed', 'code': 200} Feb 19 01:07:00.979963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2dcbab22-424f-47d5-837c-a176cbe0c324 req-f081b7ad-7693-4189-943a-b9965724e37d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934230 Feb 19 01:07:00.990481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4f98-4408-46d7-9ba6-b1854717e39d req-40787a16-fe41-4333-96c1-65de4226024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.992182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc0f4f98-4408-46d7-9ba6-b1854717e39d req-40787a16-fe41-4333-96c1-65de4226024b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1127 time: 0.3720212 Feb 19 01:07:01.039663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Current status of the port 7454f2bc-7e79-46fe-8de4-803cca3905b2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:01.094570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc0f4f98-4408-46d7-9ba6-b1854717e39d req-f890ba9e-0e3a-4593-81cd-91d4dfaa4246 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953798 Feb 19 01:07:01.129993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Provisioning complete for port 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:01.130368 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.188835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7454f2bc-7e79-46fe-8de4-803cca3905b2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:01.211096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef13b9e8-33fd-4351-8eec-fa3669e509a0 req-6801aa6a-ccee-44aa-9f54-3fd5352526af tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f34fe5-d158-43da-92af-781a5b3bbe1b HTTP/1.1" status: 200 len: 210 time: 0.0688701 Feb 19 01:07:01.219758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Port 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:01.224547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-17d6ac55-5625-4c6a-8561-d9b7297a259d None None] Could not find standard attr ID for object 9101df3b-3125-426a-af79-19fc1742afcf. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:07:01.353079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-159b11b6-bf9e-4377-9340-ec49958b64a0 None None] Provisioning complete for port 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:01.353987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-159b11b6-bf9e-4377-9340-ec49958b64a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.383547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:01.390670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.417916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] device_id is not set on port 3a6d069a-a6f3-480a-adc1-65cf2e69237b yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:01.435877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-159b11b6-bf9e-4377-9340-ec49958b64a0 None None] Port 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:01.463588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:01.506068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (12c471d6-2bf1-4b4b-8072-1eb4512a357f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.547469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ae4c8038-5473-4899-a99a-b511e66d91bb None None] Could not find standard attr ID for object 9101df3b-3125-426a-af79-19fc1742afcf. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:07:01.557969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c471d6-2bf1-4b4b-8072-1eb4512a357f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:01.661584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Allocated IP 2001:db8::bd (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/3a6d069a-a6f3-480a-adc1-65cf2e69237b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:01.689353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1840008948-network', 'tenant_id': 'e19182ae7fd547d293d039bca4daecdb'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:01.722279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Made reservation on behalf of e19182ae7fd547d293d039bca4daecdb for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:01.725882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.759980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.900875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks [] for security_group (3f709c44-3e24-4988-aa1b-74a208159bb0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.909191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3f709c44-3e24-4988-aa1b-74a208159bb0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.947998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f709c44-3e24-4988-aa1b-74a208159bb0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:01.951411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:01.962500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (af0e483e-b3f8-4eba-a68e-ec6b06a3293c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.963125 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Added segment af0e483e-b3f8-4eba-a68e-ec6b06a3293c of type vlan for network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 Feb 19 01:07:01.983163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (5604e3c0-a10f-4383-9975-d98e4a864ebc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.001927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.009277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5ff39080-f4e3-455a-8bd5-402ce7b92cf8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.040075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5ff39080-f4e3-455a-8bd5-402ce7b92cf8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.041278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.041877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.129124 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.181972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7145891 Feb 19 01:07:02.185825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:02.190646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:02.195972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Request body: {'subnet': {'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1840008948-subnet', 'tenant_id': 'e19182ae7fd547d293d039bca4daecdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:02.216655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:02.221820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:02.227233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.228049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.231388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335ce5c-0a65-4616-8f77-ae69605e845c admin admin] Pushing event updated for resources: {'Network': ['ID=5ff39080-f4e3-455a-8bd5-402ce7b92cf8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:02.234241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=3a6d069a-a6f3-480a-adc1-65cf2e69237b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:02.251037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:02.298077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884def1b-9609-44b2-a8bf-d670f8fc7983 req-e1996142-04bf-49ce-aadb-5d4b11231bf3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.300514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-884def1b-9609-44b2-a8bf-d670f8fc7983 req-e1996142-04bf-49ce-aadb-5d4b11231bf3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 945 time: 0.1590433 Feb 19 01:07:02.365514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Made reservation on behalf of e19182ae7fd547d293d039bca4daecdb for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:02.378197 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.384380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f6181563-4ab5-4eca-92e2-1448b64a4dd4 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1796916 Feb 19 01:07:02.392670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:02.416042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:97:b0:19'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:02.615228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-884def1b-9609-44b2-a8bf-d670f8fc7983 req-9745a8ec-9ea9-4c1b-9891-b5e99c7dbd6d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052115 Feb 19 01:07:02.734895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Router 5604e3c0-a10f-4383-9975-d98e4a864ebc has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:02.799567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.815910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d4192e16-7cc4-42bb-9513-2c07eaaa3c10 None None] Provisioning complete for port 3a6d069a-a6f3-480a-adc1-65cf2e69237b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:02.816696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4192e16-7cc4-42bb-9513-2c07eaaa3c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.866247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d4192e16-7cc4-42bb-9513-2c07eaaa3c10 None None] Port 3a6d069a-a6f3-480a-adc1-65cf2e69237b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:02.921481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baafb9f-c506-478e-88c5-65c64845f005 req-60952214-d677-44e1-8648-a78f5f06fc9b tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.924525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4baafb9f-c506-478e-88c5-65c64845f005 req-60952214-d677-44e1-8648-a78f5f06fc9b tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 949 time: 0.1391764 Feb 19 01:07:02.926479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (51b5616f-437c-4b88-aca4-267e7b15f5a9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.971070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:02.980838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fbcf1135-d7fe-4300-93b1-f9c4197a43b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/5604e3c0-a10f-4383-9975-d98e4a864ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6329341 Feb 19 01:07:02.981366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] Sync routers for ids ['5604e3c0-a10f-4383-9975-d98e4a864ebc'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:02.982976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:03.006255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] Routers {'5604e3c0-a10f-4383-9975-d98e4a864ebc'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:03.011532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:06:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5604e3c0-a10f-4383-9975-d98e4a864ebc'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:03.042448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b5616f-437c-4b88-aca4-267e7b15f5a9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:03.064698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Checking segment: {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:03.065324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Network hostable DHCP agents. Network: 5ff39080-f4e3-455a-8bd5-402ce7b92cf8, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:03.097821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4baafb9f-c506-478e-88c5-65c64845f005 req-56a1bb43-cf2c-416d-986f-64f717c2b4a2 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555738 Feb 19 01:07:03.159169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:03.167034 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks [] for router (5604e3c0-a10f-4383-9975-d98e4a864ebc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.202613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.205050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5ff39080-f4e3-455a-8bd5-402ce7b92cf8) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:03.208985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.213888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.214625 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.222802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccfb3f5-1447-4c6e-ba07-21aaa0eaf641 None None] Network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:03.233992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-81c4dba6-747b-4d74-88ff-8eec3794810f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0474296 Feb 19 01:07:03.287880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] In _notify_port_updated(), no bound segment for port 3a6d069a-a6f3-480a-adc1-65cf2e69237b on network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:07:03.293455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.294083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.295377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "PUT /v2.0/ports/3a6d069a-a6f3-480a-adc1-65cf2e69237b HTTP/1.1" status: 200 len: 1000 time: 0.9016395 Feb 19 01:07:03.301088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:03.373558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] Set router 5604e3c0-a10f-4383-9975-d98e4a864ebc gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:03.403012 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks [] for router_gateway (5604e3c0-a10f-4383-9975-d98e4a864ebc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.429699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710c5c0-ab38-4ef1-9bea-041110eefc2d tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=3a6d069a-a6f3-480a-adc1-65cf2e69237b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:03.521776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Deleting port fc96b72f-d737-4e80-9874-ef58d3e6e4cf {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:03.522270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.542498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port 3a6d069a-a6f3-480a-adc1-65cf2e69237b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:03.543292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.554843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:03.693838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:03.695025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 10d3d8f6-d58d-46b6-8f67-c780e9c5d9ea not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:03.733429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] For port fc96b72f-d737-4e80-9874-ef58d3e6e4cf, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:03.733804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.767814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Calling delete_port for fc96b72f-d737-4e80-9874-ef58d3e6e4cf owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:03.802056 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.805691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-ac505fed-537d-4252-a325-bed49e7a1284 req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-773553089', 'description': 'tempest-description-1691307100'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:03.809294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e790486-f48f-4677-a088-0f30d6409fe6 None None] Network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:03.840941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for 3a6d069a-a6f3-480a-adc1-65cf2e69237b owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:03.873259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e608b4-b831-4450-9d2d-1a1450d4e719 req-5314a52f-4d0e-4c2c-a38f-e2c27ceb9ee8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.874979 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75e608b4-b831-4450-9d2d-1a1450d4e719 req-5314a52f-4d0e-4c2c-a38f-e2c27ceb9ee8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 945 time: 0.1598973 Feb 19 01:07:03.891207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ac505fed-537d-4252-a325-bed49e7a1284 req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.008077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3b3a0341-ec29-49fd-922e-a35341353724 None None] Provisioning complete for port 3a6d069a-a6f3-480a-adc1-65cf2e69237b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:04.008469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0341-ec29-49fd-922e-a35341353724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.077228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ac505fed-537d-4252-a325-bed49e7a1284 req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.100357 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ac505fed-537d-4252-a325-bed49e7a1284 req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.156961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ac505fed-537d-4252-a325-bed49e7a1284 req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.170716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac505fed-537d-4252-a325-bed49e7a1284 req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3816774 Feb 19 01:07:04.189550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a0341-ec29-49fd-922e-a35341353724 None None] Port 3a6d069a-a6f3-480a-adc1-65cf2e69237b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:04.193424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1664fc-86a2-48c4-9907-35fa314a3f8a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:04.202144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:07:01Z', 'revision_number': 5, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port': {'id': 'fc96b72f-d737-4e80-9874-ef58d3e6e4cf', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:04:42Z', 'updated_at': '2022-02-19T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:04.206244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3a6d069a-a6f3-480a-adc1-65cf2e69237b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.212945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fc96b72f-d737-4e80-9874-ef58d3e6e4cf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.240829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] Checking router: 5604e3c0-a10f-4383-9975-d98e4a864ebc for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:04.257071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] Routers {'5604e3c0-a10f-4383-9975-d98e4a864ebc'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:04.257698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:06:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5604e3c0-a10f-4383-9975-d98e4a864ebc'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:04.297747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc96b72f-d737-4e80-9874-ef58d3e6e4cf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:04.337852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=3a6d069a-a6f3-480a-adc1-65cf2e69237b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:04.348504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75e608b4-b831-4450-9d2d-1a1450d4e719 req-27b48a7b-7306-4d9c-bb18-87ee073d6ccd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553168 Feb 19 01:07:04.408185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-56244a1f-f357-4e33-b583-3aa516895537 req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1563496754', 'description': 'tempest-description-722735718'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:04.470479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (5604e3c0-a10f-4383-9975-d98e4a864ebc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.570836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-56244a1f-f357-4e33-b583-3aa516895537 req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.623407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] Set router 5604e3c0-a10f-4383-9975-d98e4a864ebc gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:04.646915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c3b0-8402-4089-b1dc-d0b23fe5d831 req-05201db4-e392-4229-940b-b3971b41f03c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.649942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fc4c3b0-8402-4089-b1dc-d0b23fe5d831 req-05201db4-e392-4229-940b-b3971b41f03c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 949 time: 0.2824185 Feb 19 01:07:04.656291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.670654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e5fb295a-4fc3-4ec5-9a62-077a68abb504 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/ports/3a6d069a-a6f3-480a-adc1-65cf2e69237b HTTP/1.1" status: 204 len: 168 time: 1.3603115 Feb 19 01:07:04.672785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:04.729103 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (5604e3c0-a10f-4383-9975-d98e4a864ebc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.733171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:07:04Z', 'revision_number': 7, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:04.737533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks [] for router_controller (5604e3c0-a10f-4383-9975-d98e4a864ebc), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.747307 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a340e01-3303-429b-bfb8-79b9d4322fc3 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] GET failed (client error): The resource could not be found. Feb 19 01:07:04.753540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4a340e01-3303-429b-bfb8-79b9d4322fc3 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "GET /v2.0/ports/3a6d069a-a6f3-480a-adc1-65cf2e69237b HTTP/1.1" status: 404 len: 333 time: 0.0794892 Feb 19 01:07:04.754334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:04.772022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d26b4e-510d-4bbc-bbd9-36a9f157d3b0 None None] The sync data for ids ['5604e3c0-a10f-4383-9975-d98e4a864ebc'] in n-d-826752-2 is: [{'id': '5604e3c0-a10f-4383-9975-d98e4a864ebc', 'name': 'tempest-ServersTestMultiNic-290273211-router', 'tenant_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:04:40Z', 'updated_at': '2022-02-19T01:07:04Z', 'revision_number': 7, 'project_id': '16097fdd8d7349ad9ba8c2e1f18161dd', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:04.785043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1844939012'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:04.847884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (5604e3c0-a10f-4383-9975-d98e4a864ebc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.848676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5604e3c0-a10f-4383-9975-d98e4a864ebc {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:07:04.858687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-56244a1f-f357-4e33-b583-3aa516895537 req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (c6498233-a744-4799-94df-bc260c61f417), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.860521 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.863423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-887fe8d7-b6c5-4ac8-b5dd-c95824b810e6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5604e3c0-a10f-4383-9975-d98e4a864ebc HTTP/1.1" status: 204 len: 168 time: 1.8785410 Feb 19 01:07:04.866960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-56244a1f-f357-4e33-b583-3aa516895537 req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c6498233-a744-4799-94df-bc260c61f417), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.869348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:04.928937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Deleting subnet e1ecc2c7-f8eb-4235-824d-af615de415b2 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:04.934127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Publish callbacks [] for subnet (e1ecc2c7-f8eb-4235-824d-af615de415b2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.939266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fc4c3b0-8402-4089-b1dc-d0b23fe5d831 req-dbc30466-8d7b-4799-a3b1-7e8d51df7ba6 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039509 Feb 19 01:07:04.967021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-56244a1f-f357-4e33-b583-3aa516895537 req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.970513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56244a1f-f357-4e33-b583-3aa516895537 req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5753803 Feb 19 01:07:04.989852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd1ac-f77f-41c9-a899-93675ab1cfa9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6498233-a744-4799-94df-bc260c61f417,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:05.018786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (e1ecc2c7-f8eb-4235-824d-af615de415b2), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.075907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:05.079412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.113421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] device_id is not set on port f517fd09-dd17-45a2-93cd-85d4279b7444 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:05.189160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a8f2-3e20-4f98-bc5d-ca72f4179686 req-701e9b91-2ba7-456c-a964-0bf229f39b10 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.197297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4788a8f2-3e20-4f98-bc5d-ca72f4179686 req-701e9b91-2ba7-456c-a964-0bf229f39b10 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1127 time: 0.1291497 Feb 19 01:07:05.261568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e1ecc2c7-f8eb-4235-824d-af615de415b2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.306661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4788a8f2-3e20-4f98-bc5d-ca72f4179686 req-f1e80773-52d4-4b70-a2cf-2bde1f0cfe78 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034470 Feb 19 01:07:05.365388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (e1ecc2c7-f8eb-4235-824d-af615de415b2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.395283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdefc9d4-1b20-4c23-b161-f0e2f8c78b99 None None] Network 771dd59d-8731-49cc-b9da-61fe30d634c7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:05.396005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.400285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1ecc2c7-f8eb-4235-824d-af615de415b2 HTTP/1.1" status: 204 len: 168 time: 0.5291042 Feb 19 01:07:05.403495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:05.436955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db75259-af7d-4e65-904d-426218f0b42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ecc2c7-f8eb-4235-824d-af615de415b2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:05.549352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (771dd59d-8731-49cc-b9da-61fe30d634c7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.563685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4a417-ea24-49cf-9801-b762b584330f req-93f1a1a7-8d11-4dbf-901b-a220ead38b6a tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.570547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53f4a417-ea24-49cf-9801-b762b584330f req-93f1a1a7-8d11-4dbf-901b-a220ead38b6a tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1127 time: 0.1361797 Feb 19 01:07:05.646695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53f4a417-ea24-49cf-9801-b762b584330f req-19b8c55e-6fde-45a5-b7d0-fe8baeaec722 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734432 Feb 19 01:07:05.678287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Deleting port a2238002-5575-4fb0-9e67-a5a6a7334555 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:05.679273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.686819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] DHCP port deletion for 771dd59d-8731-49cc-b9da-61fe30d634c7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:07:05.801345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] For port a2238002-5575-4fb0-9e67-a5a6a7334555, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2238002-5575-4fb0-9e67-a5a6a7334555,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:05.805177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.822262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] Deleting port a2238002-5575-4fb0-9e67-a5a6a7334555 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:05.822644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.835621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Calling delete_port for a2238002-5575-4fb0-9e67-a5a6a7334555 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:05.843020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-6ff99143-91af-431e-97c8-29560108e692 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.849207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-6ff99143-91af-431e-97c8-29560108e692 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.89 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 949 time: 0.2473967 Feb 19 01:07:05.896076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-1fa9a0e4-f939-49e7-aef0-155712a50d08 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.898291 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-1fa9a0e4-f939-49e7-aef0-155712a50d08 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 813 time: 0.7716908 Feb 19 01:07:05.978068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] For port a2238002-5575-4fb0-9e67-a5a6a7334555, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2238002-5575-4fb0-9e67-a5a6a7334555,segment=NetworkSegment(1fe1f036-6f29-4c98-9f23-f9ca1889d1c5),segment_id=1fe1f036-6f29-4c98-9f23-f9ca1889d1c5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:05.978477 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.997830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Allocated IP 2001:db8::235 (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/f517fd09-dd17-45a2-93cd-85d4279b7444) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:06.002899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] Calling delete_port for a2238002-5575-4fb0-9e67-a5a6a7334555 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:06.019888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-23e984da-0694-4966-affd-cee9491719f3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/quotas/e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 375 time: 0.1052659 Feb 19 01:07:06.065412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.081115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] No DVR routers for this DVR port a2238002-5575-4fb0-9e67-a5a6a7334555 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:06.094662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-dcdbc6ab-5996-4f09-862c-f75c8a399f71 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604331 Feb 19 01:07:06.116427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (a2238002-5575-4fb0-9e67-a5a6a7334555), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.144584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] Pushing event deleted for resources: {'Port': ['ID=a2238002-5575-4fb0-9e67-a5a6a7334555,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:06.146001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2238002-5575-4fb0-9e67-a5a6a7334555,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:06.149895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3408dd0-4c5b-47eb-93c5-1f0b555f997a None None] No DVR routers for this DVR port a2238002-5575-4fb0-9e67-a5a6a7334555 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:06.234905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49689e9d-1851-4488-91ac-511e4130de4e req-8176f25f-26d0-42c5-8c8c-897b4c91510f tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.238535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49689e9d-1851-4488-91ac-511e4130de4e req-8176f25f-26d0-42c5-8c8c-897b4c91510f tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1127 time: 0.2577477 Feb 19 01:07:06.246680 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (771dd59d-8731-49cc-b9da-61fe30d634c7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.283931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Deleting port dee478ff-b2b0-446e-86c5-d9392b3a78dc {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:06.284291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.296353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771dd59d-8731-49cc-b9da-61fe30d634c7']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:06.315168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:06.315943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe1f036-6f29-4c98-9f23-f9ca1889d1c5') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:06.335843 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (1fe1f036-6f29-4c98-9f23-f9ca1889d1c5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.361741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49689e9d-1851-4488-91ac-511e4130de4e req-7d1d8d7c-9ca4-40a3-b4ae-a76f89bbbfdf tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221337 Feb 19 01:07:06.373463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1fe1f036-6f29-4c98-9f23-f9ca1889d1c5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.390224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:06.393948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (1fe1f036-6f29-4c98-9f23-f9ca1889d1c5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.399668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-47fa5098-bdf2-4633-828b-0795b5f2e156 service neutron] 10.222.0.43 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683518 Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:06.491312 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:06.498690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (771dd59d-8731-49cc-b9da-61fe30d634c7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.502519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-08291f5b-de5c-4a66-ac34-3e2c047cc71f service neutron] 10.222.0.43 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949502 Feb 19 01:07:06.518920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fc96b72f-d737-4e80-9874-ef58d3e6e4cf no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:06.546706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: fc96b72f-d737-4e80-9874-ef58d3e6e4cf {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:06.546888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.547053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fc96b72f-d737-4e80-9874-ef58d3e6e4cf not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:06.550104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] 10.222.0.43 "DELETE /v2.0/networks/771dd59d-8731-49cc-b9da-61fe30d634c7 HTTP/1.1" status: 204 len: 168 time: 1.1455266 Feb 19 01:07:06.550393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.551901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1718-669a-4372-b8e3-5e36e4776a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=771dd59d-8731-49cc-b9da-61fe30d634c7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:06.561228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 12c471d6-2bf1-4b4b-8072-1eb4512a357f no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:06.603281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 12c471d6-2bf1-4b4b-8072-1eb4512a357f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:06.603638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 12c471d6-2bf1-4b4b-8072-1eb4512a357f not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:06.604046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2238002-5575-4fb0-9e67-a5a6a7334555 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:06.617897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c0698-f0c9-470d-ab85-ba33138c1477 req-983e2ab3-bb12-4cea-b0bc-b67f880fd23c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.625072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca2c0698-f0c9-470d-ab85-ba33138c1477 req-983e2ab3-bb12-4cea-b0bc-b67f880fd23c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 949 time: 0.1292222 Feb 19 01:07:06.627451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.674771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a2238002-5575-4fb0-9e67-a5a6a7334555 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:06.675453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2238002-5575-4fb0-9e67-a5a6a7334555 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:06.710495 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca2c0698-f0c9-470d-ab85-ba33138c1477 req-a19528d1-f5b7-407d-bcd6-533361d46f77 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/security-groups?id=88b61109-284d-441a-9e33-52a8ff5a83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838819 Feb 19 01:07:06.730086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] For port dee478ff-b2b0-446e-86c5-d9392b3a78dc, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=dee478ff-b2b0-446e-86c5-d9392b3a78dc,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:06.730452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.749936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:06.758467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Calling delete_port for dee478ff-b2b0-446e-86c5-d9392b3a78dc owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:06.764489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:06.772037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:06.778287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.779003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.785129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=f517fd09-dd17-45a2-93cd-85d4279b7444,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:06.816172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55916) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:06.883549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d07cd9a-38d1-4d18-95f6-713dcc1f752f req-bcaf1635-10b1-40a3-9026-67307bdacecb tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 210 time: 0.0422490 Feb 19 01:07:06.922708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cccb240c-2c58-406a-a686-79ef6d656339 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16097fdd8d7349ad9ba8c2e1f18161dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1053829 Feb 19 01:07:06.929323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55920) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:06.997284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-312ccead-93db-479e-844c-820b23a42f23 admin admin] Publish callbacks [] for security_group (a084f5a4-b81e-4b1e-a755-5ce1b5d48f66), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.000688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e85ec1db-50e1-42bd-8ecd-d1d35a6cea1f tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2298062 Feb 19 01:07:07.004515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:07.018912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:97:b0:19'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:07.028914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-312ccead-93db-479e-844c-820b23a42f23 admin admin] Publish callbacks [] for security_group (a084f5a4-b81e-4b1e-a755-5ce1b5d48f66), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.101552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-312ccead-93db-479e-844c-820b23a42f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a084f5a4-b81e-4b1e-a755-5ce1b5d48f66), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.104616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-312ccead-93db-479e-844c-820b23a42f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.105901 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-312ccead-93db-479e-844c-820b23a42f23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a084f5a4-b81e-4b1e-a755-5ce1b5d48f66 HTTP/1.1" status: 204 len: 168 time: 0.1753209 Feb 19 01:07:07.118879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ccead-93db-479e-844c-820b23a42f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a084f5a4-b81e-4b1e-a755-5ce1b5d48f66,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:07.135253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (dee478ff-b2b0-446e-86c5-d9392b3a78dc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.186161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2a259785-b6f5-48dc-9e9c-4a07a67e89d4 None None] Provisioning complete for port f517fd09-dd17-45a2-93cd-85d4279b7444 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:07.189235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a259785-b6f5-48dc-9e9c-4a07a67e89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.236885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2a259785-b6f5-48dc-9e9c-4a07a67e89d4 None None] Port f517fd09-dd17-45a2-93cd-85d4279b7444 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:07.253558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Pushing event deleted for resources: {'Port': ['ID=dee478ff-b2b0-446e-86c5-d9392b3a78dc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:07.320009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] No DVR routers for this DVR port dee478ff-b2b0-446e-86c5-d9392b3a78dc on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:07.327704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.331000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75826ffa-8a39-43b0-97bf-9b1202f49b29 req-4037ad28-292c-4953-be1c-23238f0946a1 tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.89 "DELETE /v2.0/ports/dee478ff-b2b0-446e-86c5-d9392b3a78dc HTTP/1.1" status: 204 len: 173 time: 1.4739752 Feb 19 01:07:07.331452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-deleted', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:07.333882 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf23e1-d4d8-4d28-8807-4245c425469c" -d '{"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-deleted", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:07.429327 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010311f-1135-4f0c-a84a-43060a74d79c x-openstack-request-id: req-0010311f-1135-4f0c-a84a-43060a74d79c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:07.429626 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f34ec2-3436-4e3c-95ab-f96908cd803b", "name": "network-vif-deleted", "tag": "dee478ff-b2b0-446e-86c5-d9392b3a78dc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:07.429892 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0010311f-1135-4f0c-a84a-43060a74d79c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:07.430372 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f34ec2-3436-4e3c-95ab-f96908cd803b', 'name': 'network-vif-deleted', 'tag': 'dee478ff-b2b0-446e-86c5-d9392b3a78dc', 'status': 'completed', 'code': 200} Feb 19 01:07:07.452208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.532930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc242-060e-47fb-acc3-ac43812ed49d req-bad5b49f-3c9f-413c-84ac-e2a0c1fce8fd tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.535982 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-581bc242-060e-47fb-acc3-ac43812ed49d req-bad5b49f-3c9f-413c-84ac-e2a0c1fce8fd tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1127 time: 0.0607903 Feb 19 01:07:07.636353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-581bc242-060e-47fb-acc3-ac43812ed49d req-690649f0-2f15-4351-ad58-2cd1b4db0bda tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871153 Feb 19 01:07:07.711190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:07.750047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: dee478ff-b2b0-446e-86c5-d9392b3a78dc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:07.750653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device dee478ff-b2b0-446e-86c5-d9392b3a78dc not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:07.770915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.778476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.855046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] In _notify_port_updated(), no bound segment for port f517fd09-dd17-45a2-93cd-85d4279b7444 on network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:07:07.860792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.861679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.863721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "PUT /v2.0/ports/f517fd09-dd17-45a2-93cd-85d4279b7444 HTTP/1.1" status: 200 len: 1003 time: 0.8578830 Feb 19 01:07:07.867842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:07.985352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b824bd2-db22-4bd6-ac25-614b0a5da1cb req-08d368cf-7aa1-4db4-9937-4441990f421c tempest-ListImageFiltersTestJSON-1995266577 tempest-ListImageFiltersTestJSON-1995266577-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f34ec2-3436-4e3c-95ab-f96908cd803b HTTP/1.1" status: 200 len: 210 time: 0.1413853 Feb 19 01:07:08.007702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add64e0e-949e-4f5b-8848-c6cae842d1d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=f517fd09-dd17-45a2-93cd-85d4279b7444,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:08.162579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port f517fd09-dd17-45a2-93cd-85d4279b7444 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:08.162958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.193142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8439bfc-84c3-436a-b742-72608525f4c3 req-e0a270eb-5d41-4a29-805b-7cd3f66a00a9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 210 time: 0.0602729 Feb 19 01:07:08.356761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.368901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d2c280ec-428f-4d44-a5d5-8bb4f2160039 None None] Provisioning complete for port f517fd09-dd17-45a2-93cd-85d4279b7444 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:08.371427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2c280ec-428f-4d44-a5d5-8bb4f2160039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.414366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for f517fd09-dd17-45a2-93cd-85d4279b7444 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:08.470722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d2c280ec-428f-4d44-a5d5-8bb4f2160039 None None] Port f517fd09-dd17-45a2-93cd-85d4279b7444 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:08.542155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-85669730-b3e9-4386-b2cb-ddc4167cbec6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.543858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-85669730-b3e9-4386-b2cb-ddc4167cbec6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 813 time: 0.2019351 Feb 19 01:07:08.564415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'port': {'device_id': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8', 'admin_state_up': True, 'tenant_id': 'e19182ae7fd547d293d039bca4daecdb'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:08.585086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:08.721011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f517fd09-dd17-45a2-93cd-85d4279b7444), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.760602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=f517fd09-dd17-45a2-93cd-85d4279b7444,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:08.770019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Made reservation on behalf of e19182ae7fd547d293d039bca4daecdb for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:08.775371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.812636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.816096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c86093d4-1bb0-4904-87c3-4f06a4488db9 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/ports/f517fd09-dd17-45a2-93cd-85d4279b7444 HTTP/1.1" status: 204 len: 168 time: 0.9470556 Feb 19 01:07:08.820249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:08.822458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-337515498-network', 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:08.855595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:08.866960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.867663 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0a1e01-56ba-4762-ac9f-23c1f7c69067 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] GET failed (client error): The resource could not be found. Feb 19 01:07:08.869642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ef0a1e01-56ba-4762-ac9f-23c1f7c69067 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "GET /v2.0/ports/f517fd09-dd17-45a2-93cd-85d4279b7444 HTTP/1.1" status: 404 len: 333 time: 0.0479829 Feb 19 01:07:08.873419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:08.879082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1149204636'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:08.889576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.041589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks [] for security_group (5acd992a-a683-4bea-9ba3-02b453fda50f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.046732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5acd992a-a683-4bea-9ba3-02b453fda50f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.102309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:09.128674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd992a-a683-4bea-9ba3-02b453fda50f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:09.151553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b9b49173-a381-4287-9efc-87c6bd1cc15d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.151961 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Added segment b9b49173-a381-4287-9efc-87c6bd1cc15d of type vlan for network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b Feb 19 01:07:09.196917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Allocated IP 172.20.0.10 (5ff39080-f4e3-455a-8bd5-402ce7b92cf8/51b5616f-437c-4b88-aca4-267e7b15f5a9/466d141d-a6a5-48cb-92c4-b158af84fef5) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:09.265502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:09.275726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.326618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] device_id is not set on port 8f869238-ec2a-451e-9729-2d73f3486964 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:09.582681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-7b55ab44-7225-4b3b-b1a3-a2f4a1e0f7f7 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:07:09.591154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-7b55ab44-7225-4b3b-b1a3-a2f4a1e0f7f7 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3399022 Feb 19 01:07:09.623259 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.651331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Allocated IP 2001:db8::21d (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/8f869238-ec2a-451e-9729-2d73f3486964) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:09.741461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-eb7e3395-8ee2-4cb2-9626-ae095145d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.749054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-eb7e3395-8ee2-4cb2-9626-ae095145d492 service neutron] 10.222.0.43 "GET /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 1124 time: 0.1568127 Feb 19 01:07:09.755512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Request body: {'binding': {'host': 'n-h2-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:09.755963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:07:09.802214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.853352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.875843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:09.898956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:09.918535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:09.930578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.931714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.932365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.946038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519b02-a133-4cf4-b8bf-693af7c7369f req-0245091b-5e4e-49a3-9310-2ef9a16bbc42 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.955333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d519b02-a133-4cf4-b8bf-693af7c7369f req-0245091b-5e4e-49a3-9310-2ef9a16bbc42 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 932 time: 0.1574264 Feb 19 01:07:09.960133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:10.065637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:10.066198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4780371 Feb 19 01:07:10.075173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Request body: {'subnet': {'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-337515498-subnet', 'tenant_id': '743d4de6c5a142a0830f40897eb69921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:10.104270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:10.104897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.106898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d519b02-a133-4cf4-b8bf-693af7c7369f req-6cc4f6a4-27f2-469b-82dc-c4665d5ef0a7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465209 Feb 19 01:07:10.123804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6a0d2-da4d-44ea-8270-e11cac136dec admin admin] Pushing event updated for resources: {'Network': ['ID=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:10.138416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-ba1484c4-de8c-4251-a908-6d4d2597ad12 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5784740 Feb 19 01:07:10.141802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:10.164379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Request body: {'port': {'device_id': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:10.248033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (8f869238-ec2a-451e-9729-2d73f3486964), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.305048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:10.307561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.465815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8f869238-ec2a-451e-9729-2d73f3486964), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.538564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=8f869238-ec2a-451e-9729-2d73f3486964,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:10.579174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on host n-h2-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:10.579681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:10.580165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:10.596941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:10.608167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:10.653058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:10.653560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:10.657083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:10.663003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:10.663756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.674750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.688000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:10.688612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:10.689145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:10.689719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Bound port: a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:10.742913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-104cc47a-a5bf-4560-a14b-069e87e78ec0 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8680642 Feb 19 01:07:10.745530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56066) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:10.754791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'network_id': 'f9ca9dc0-3d3a-4b56-b41e-698a0874ed18', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-832076577'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:10.785236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (cc2c6281-91c5-4018-8ccd-c24c81813a6c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.997178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Made reservation on behalf of 9250c2c608f548adab9b341ce0550d4c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:11.002945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.047398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] device_id is not set on port 2917995f-8b06-4ff8-a931-fe1150e1b146 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:11.166063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6f95f014-ca40-43c3-99ee-ddac216771de None None] Provisioning complete for port 8f869238-ec2a-451e-9729-2d73f3486964 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:11.166650 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f95f014-ca40-43c3-99ee-ddac216771de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f869238-ec2a-451e-9729-2d73f3486964), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.211262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Allocated IP 2001:db8::1de (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18/6a167103-f104-46f8-a8a1-6f6e073ee6ee/2917995f-8b06-4ff8-a931-fe1150e1b146) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:11.277878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6f95f014-ca40-43c3-99ee-ddac216771de None None] Port 8f869238-ec2a-451e-9729-2d73f3486964 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:11.306061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56076) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:11.400094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:11.409106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2c6281-91c5-4018-8ccd-c24c81813a6c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:11.423480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.438506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-b5c43695-2a96-419e-8d9a-53dc241bf568 service neutron] 10.222.0.43 "POST /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8/bindings HTTP/1.1" status: 201 len: 389 time: 1.6880457 Feb 19 01:07:11.544179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b4e35-2fc9-47bd-808b-eedc06645bec req-da214e08-7ba9-418f-8592-27c0883d82b2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.552916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae1b4e35-2fc9-47bd-808b-eedc06645bec req-da214e08-7ba9-418f-8592-27c0883d82b2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 932 time: 0.3075938 Feb 19 01:07:11.589675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:11.590142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Network hostable DHCP agents. Network: 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:11.638800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f593fe0-0b5e-423b-ac11-38bdfe09849f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4645963f0bc64458b41059ccd2c22711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288350 Feb 19 01:07:11.655384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:11.712780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae1b4e35-2fc9-47bd-808b-eedc06645bec req-32990fb7-a3c7-4289-a2ad-de991409426a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546781 Feb 19 01:07:11.794546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d141d-a6a5-48cb-92c4-b158af84fef5 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:11.804189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Publish callbacks [] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.847688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Transition to ACTIVE for port object 466d141d-a6a5-48cb-92c4-b158af84fef5 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:11.849603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.861985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.873453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:11.893320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c952f78-e62a-4511-9267-05e17e38fd8b admin admin] Publish callbacks [] for security_group (88b61109-284d-441a-9e33-52a8ff5a83ef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.910073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:11.919932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3236155-83b2-4091-b525-11ab8e1e7c35 None None] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:11.925202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c952f78-e62a-4511-9267-05e17e38fd8b admin admin] Publish callbacks [] for security_group (88b61109-284d-441a-9e33-52a8ff5a83ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.935777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.936363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.974881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-0a5923c1-c42f-41f1-b726-7005b26f7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.978631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-0a5923c1-c42f-41f1-b726-7005b26f7540 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1127 time: 0.2117469 Feb 19 01:07:12.042066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-542b887a-e91e-4d9e-a38d-127913793b1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9714160 Feb 19 01:07:12.046201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:12.050268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.118180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c952f78-e62a-4511-9267-05e17e38fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (88b61109-284d-441a-9e33-52a8ff5a83ef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.121591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c952f78-e62a-4511-9267-05e17e38fd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.123982 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0c952f78-e62a-4511-9267-05e17e38fd8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88b61109-284d-441a-9e33-52a8ff5a83ef HTTP/1.1" status: 204 len: 168 time: 0.4623361 Feb 19 01:07:12.129709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb379ad2-81a6-4437-84df-bd9bc9c347c5 None None] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:12.135893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed140d-5a02-4a59-96db-4b9704c0c791 req-855defe6-79f7-49be-a069-be3caafdde19 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.148760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4ed140d-5a02-4a59-96db-4b9704c0c791 req-855defe6-79f7-49be-a069-be3caafdde19 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 945 time: 0.3375459 Feb 19 01:07:12.192305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:12.234526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:12.249029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:12.256408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.257450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.267156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952f78-e62a-4511-9267-05e17e38fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b61109-284d-441a-9e33-52a8ff5a83ef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:12.269544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Attempting to bind port 466d141d-a6a5-48cb-92c4-b158af84fef5 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:12.269882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Attempting to bind port 466d141d-a6a5-48cb-92c4-b158af84fef5 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:12.270217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Attempting to bind port 466d141d-a6a5-48cb-92c4-b158af84fef5 on network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:12.289950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=2917995f-8b06-4ff8-a931-fe1150e1b146,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:12.299209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Port 466d141d-a6a5-48cb-92c4-b158af84fef5 on network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:12.299530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Attempting to bind port 466d141d-a6a5-48cb-92c4-b158af84fef5 on network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:12.308620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-82c3636c-8777-4b82-8452-4b5d938a7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.313041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-82c3636c-8777-4b82-8452-4b5d938a7785 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.3252792 Feb 19 01:07:12.325170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1a10a561-e35d-48f9-bdcf-cdaf1eea8662 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5757010 Feb 19 01:07:12.327125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56104) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.329104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4ed140d-5a02-4a59-96db-4b9704c0c791 req-dc55dae2-f618-4c56-92b9-71744a1a0dc4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715839 Feb 19 01:07:12.330229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:12.330398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Checking segment: {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:12.330785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Bound using segment: {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:12.331222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Bound port: 466d141d-a6a5-48cb-92c4-b158af84fef5, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:12.331618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.338212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:97:b0:19'}, {'ip_address': '2001:db8::21d', 'mac_address': 'fa:16:3e:67:ec:3c'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:12.420451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-dddfee6b-a7e8-4e21-9d9e-1b5e15c1fd89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.0950651 Feb 19 01:07:12.454360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50555ba-3467-4b9c-b7ae-45bd19aa7fe6 req-e8bbdce7-3215-41a7-8f9f-4c2cd0cab86b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.455735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f50555ba-3467-4b9c-b7ae-45bd19aa7fe6 req-e8bbdce7-3215-41a7-8f9f-4c2cd0cab86b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.3503475 Feb 19 01:07:12.497238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:12.500830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:12.522918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.602106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.602596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.606879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] 10.222.0.10 "PUT /v2.0/ports/466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 1092 time: 2.4549069 Feb 19 01:07:12.607607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:12.613356 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895b3700-1a62-47af-aa21-f31bf725055d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:12.735766 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f50555ba-3467-4b9c-b7ae-45bd19aa7fe6 req-527e02a9-b07e-42f8-9804-12d639509633 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627244 Feb 19 01:07:12.740499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ceb3e-a712-493d-abcb-9e0ded960116 service neutron] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:12.756388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-531b04e3-e07e-422f-85fb-df6e20fab4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.759330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-531b04e3-e07e-422f-85fb-df6e20fab4b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.3222110 Feb 19 01:07:12.783716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-7e212555-539a-4602-be9a-a8813eb064e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.787052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-7e212555-539a-4602-be9a-a8813eb064e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1126 time: 0.1210916 Feb 19 01:07:12.794992 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e5e5b-c3fe-402e-9fe5-90849da6f868 x-openstack-request-id: req-0b9e5e5b-c3fe-402e-9fe5-90849da6f868 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:12.795819 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:12.796433 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b9e5e5b-c3fe-402e-9fe5-90849da6f868 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:12.797319 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'status': 'completed', 'code': 200} Feb 19 01:07:12.813270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-f3e03c87-9fa7-4be2-9321-e1a203eba84b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457020 Feb 19 01:07:12.835308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c41b557d-5884-4167-9037-3cf7a820cd56 None None] Provisioning complete for port 2917995f-8b06-4ff8-a931-fe1150e1b146 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:12.836418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c41b557d-5884-4167-9037-3cf7a820cd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.879239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c41b557d-5884-4167-9037-3cf7a820cd56 None None] Port 2917995f-8b06-4ff8-a931-fe1150e1b146 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:12.892431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-7944625a-6a0d-4375-9aba-2671fcbb38d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 217 time: 0.0938938 Feb 19 01:07:12.999693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-81c107d8-897e-4b29-a02e-3a825f0e2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.002213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-81c107d8-897e-4b29-a02e-3a825f0e2efe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.1019840 Feb 19 01:07:13.028697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-17a24778-2a06-4c38-97d9-523c3de7231e service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067895 Feb 19 01:07:13.070278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.077780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-14fcd223-136f-4005-91c4-565bec9d59c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351160 Feb 19 01:07:13.134981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633d904-0e71-40fb-a0d7-691a3aa5ebaf req-704af3a7-24e0-4b3e-a5c0-e4145abc5a76 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.136516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8633d904-0e71-40fb-a0d7-691a3aa5ebaf req-704af3a7-24e0-4b3e-a5c0-e4145abc5a76 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 944 time: 0.1754858 Feb 19 01:07:13.214827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-1370a357-7a0d-4b4e-af1e-eb7dc6196490 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.222575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-1370a357-7a0d-4b4e-af1e-eb7dc6196490 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.2556975 Feb 19 01:07:13.256140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-98ca42fd-0f82-4ea8-8e36-8914f280b0b6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0322866 Feb 19 01:07:13.279017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-7adaffcb-4f7d-4899-9fda-bcaad99ec41a service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942680 Feb 19 01:07:13.303265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-23d63dc5-a351-4f20-a653-9940ab79e91f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458708 Feb 19 01:07:13.330640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-15125e40-a88b-4873-bcac-0ac267d9f6d8 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917030 Feb 19 01:07:13.383426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8633d904-0e71-40fb-a0d7-691a3aa5ebaf req-6b58a602-c8da-455a-8bb8-6e662c3fbbe7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115977 Feb 19 01:07:13.477794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-f7e7402b-b105-4040-bcd6-a0248b3fd7d5 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735251 Feb 19 01:07:13.482249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ec55f2-bfd5-4db3-aa78-a2b62a939d8a req-70a97452-4dc8-4d6b-8f38-a6ad24cd6021 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878030 Feb 19 01:07:13.499470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-dd0ee61b-aca1-4305-8b36-7b875e0b0867 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.500914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-dd0ee61b-aca1-4305-8b36-7b875e0b0867 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.0871451 Feb 19 01:07:13.526713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:13.621156 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.621491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b3700-1a62-47af-aa21-f31bf725055d req-284a259f-4ba9-4fc2-a49f-7e626e41ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.623075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-284a259f-4ba9-4fc2-a49f-7e626e41ba2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1126 time: 0.0775418 Feb 19 01:07:13.623875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.634933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.640311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-33edbcba-2342-451a-96a6-42a22c9a25b9 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543906 Feb 19 01:07:13.691280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554352f8-5c75-4b18-b313-2b734d34fa76 req-4adefcbb-3729-4135-8353-6a55c4d9eb6d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.692808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-554352f8-5c75-4b18-b313-2b734d34fa76 req-4adefcbb-3729-4135-8353-6a55c4d9eb6d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 945 time: 0.2124102 Feb 19 01:07:13.699650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] In _notify_port_updated(), no bound segment for port 2917995f-8b06-4ff8-a931-fe1150e1b146 on network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:07:13.705032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.705317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.706608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "PUT /v2.0/ports/2917995f-8b06-4ff8-a931-fe1150e1b146 HTTP/1.1" status: 200 len: 1066 time: 1.3742139 Feb 19 01:07:13.710500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56146) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.778431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5e32c-94d6-48a2-bfed-74fa7582ab3b tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event updated for resources: {'Port': ['ID=2917995f-8b06-4ff8-a931-fe1150e1b146,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:13.885381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-554352f8-5c75-4b18-b313-2b734d34fa76 req-db3c8ba7-df4b-4410-bcc1-2460973e6f33 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737468 Feb 19 01:07:13.922374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b3700-1a62-47af-aa21-f31bf725055d req-2e5c0dd3-2368-45ec-a9e8-77acc6c94ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.926990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-2e5c0dd3-2368-45ec-a9e8-77acc6c94ccd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.2855372 Feb 19 01:07:14.000080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:14.031184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-156ccc86-3b85-497e-a90e-2dda3884a6bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 217 time: 0.0933449 Feb 19 01:07:14.130577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port 2917995f-8b06-4ff8-a931-fe1150e1b146 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:14.130803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.216666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b151c4a8-1a13-43c7-b37c-3704eb7189c3 None None] Provisioning complete for port 2917995f-8b06-4ff8-a931-fe1150e1b146 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:14.217841 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b151c4a8-1a13-43c7-b37c-3704eb7189c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.238273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:14.263411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b151c4a8-1a13-43c7-b37c-3704eb7189c3 None None] Port 2917995f-8b06-4ff8-a931-fe1150e1b146 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:14.329277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7cacc994-d4c8-457e-803b-26e182269ced req-d476cfdc-2368-430b-9f63-582ea65e6e7c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 210 time: 0.0600750 Feb 19 01:07:14.333019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b3700-1a62-47af-aa21-f31bf725055d req-6b43ec38-583a-4cc0-8fd3-f191b5f8197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.334621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-6b43ec38-583a-4cc0-8fd3-f191b5f8197c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.2909396 Feb 19 01:07:14.357363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:14.359919 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d87ca15-6a83-4241-b650-1a43cf2bfe93" -d '{"events": [{"server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:14.365592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Publish callbacks [] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.386613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.391352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-62952d71-c51c-4926-aa91-f1bb707c9dd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463405 Feb 19 01:07:14.477924 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28aa960-8364-4299-b468-e47046a47e6b x-openstack-request-id: req-e28aa960-8364-4299-b468-e47046a47e6b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:14.478980 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:14.480920 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e28aa960-8364-4299-b468-e47046a47e6b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:14.481464 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'code': 200} Feb 19 01:07:14.592524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-40a2656c-4807-4b09-8ca4-9504a4cfbcd1 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869152 Feb 19 01:07:14.645038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.695603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:14.718403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for 2917995f-8b06-4ff8-a931-fe1150e1b146 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:14.753727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce30f-1feb-454b-bfe5-8c350dc4df0a req-5e6f80f8-f5f1-40ac-b3e5-a666d8eee3ac tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.754290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebfc6d-8e84-412f-8a95-805db8e50a41 req-e1137aeb-0047-430f-bf9e-60a16fad3c9c tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.756227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06ebfc6d-8e84-412f-8a95-805db8e50a41 req-e1137aeb-0047-430f-bf9e-60a16fad3c9c tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 944 time: 0.1892552 Feb 19 01:07:14.769583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89cce30f-1feb-454b-bfe5-8c350dc4df0a req-5e6f80f8-f5f1-40ac-b3e5-a666d8eee3ac tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.7097335 Feb 19 01:07:14.771378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56180) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:14.813317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on host n-h1-826752-2 for vnic_type normal with profile {"migrating_to": "n-h2-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:14.813844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:14.814182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:14.829259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:14.830623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Attempting to bind port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:14.845797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:14.846136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:14.846522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:14.848907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Bound port: a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:14.849304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.908972 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89cce30f-1feb-454b-bfe5-8c350dc4df0a req-10fde794-4e3a-4c6e-8159-0d179f6fbf95 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363199 Feb 19 01:07:14.980057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-895b3700-1a62-47af-aa21-f31bf725055d req-228525b9-9fd7-4c65-8f3f-02d34f68446f service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535337 Feb 19 01:07:14.990242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd8a0-ad75-4e32-9739-033acc0f71fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.998886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:15.002727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:15.004901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06ebfc6d-8e84-412f-8a95-805db8e50a41 req-4b6ccf6e-2b26-42f4-9283-92237d36fd40 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343516 Feb 19 01:07:15.023052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.115846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-6bd23e7b-f577-4601-aa5b-12b997183ea7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.117437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-6bd23e7b-f577-4601-aa5b-12b997183ea7 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.8514946 Feb 19 01:07:15.142075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.142704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.144108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] 10.222.0.10 "PUT /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 1121 time: 1.6231897 Feb 19 01:07:15.145922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348d009-8922-40b7-8b18-061fc32cae9d service neutron] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.160880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827e141-f28f-4cc8-b1c7-dd42923c4503 req-43671bdc-d69b-4d6d-9a3d-182c367146ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.163925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4827e141-f28f-4cc8-b1c7-dd42923c4503 req-43671bdc-d69b-4d6d-9a3d-182c367146ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.1583676 Feb 19 01:07:15.217177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4827e141-f28f-4cc8-b1c7-dd42923c4503 req-7441083c-a24f-4b07-8b3e-269045b7c06a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Feb 19 01:07:15.231693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd8a0-ad75-4e32-9739-033acc0f71fa admin admin] Publish callbacks [] for security_group (48ce2c53-fc61-46de-9872-1595809edd3b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.231952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:15.245131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd8a0-ad75-4e32-9739-033acc0f71fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (48ce2c53-fc61-46de-9872-1595809edd3b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.291204 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2917995f-8b06-4ff8-a931-fe1150e1b146), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.341647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1c7bd8a0-ad75-4e32-9739-033acc0f71fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59bcda1848304d0f948b833da320fab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5662076 Feb 19 01:07:15.344315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=2917995f-8b06-4ff8-a931-fe1150e1b146,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.344587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56186) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:15.347359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bd8a0-ad75-4e32-9739-033acc0f71fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ce2c53-fc61-46de-9872-1595809edd3b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.442913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Deleting port c8d67202-f872-4a11-b1db-5df06d016bca {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:15.443250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.477453 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ccca67af-bd42-433b-bba2-135b948a906d admin admin] Publish callbacks [] for security_group (48ce2c53-fc61-46de-9872-1595809edd3b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.515517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ccca67af-bd42-433b-bba2-135b948a906d admin admin] Publish callbacks [] for security_group (48ce2c53-fc61-46de-9872-1595809edd3b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.586108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-280d5d8f-6536-49d6-8b1b-0d55b1490d6d req-c43771da-edd7-4350-861a-678339abe4e6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 210 time: 0.1299310 Feb 19 01:07:15.690366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ccca67af-bd42-433b-bba2-135b948a906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (48ce2c53-fc61-46de-9872-1595809edd3b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.693450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ccca67af-bd42-433b-bba2-135b948a906d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.695439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ccca67af-bd42-433b-bba2-135b948a906d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48ce2c53-fc61-46de-9872-1595809edd3b HTTP/1.1" status: 204 len: 168 time: 0.3496435 Feb 19 01:07:15.726132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca67af-bd42-433b-bba2-135b948a906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ce2c53-fc61-46de-9872-1595809edd3b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.772841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-ef84fb56-14dd-4a45-9a74-875539c8669b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.776413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-ef84fb56-14dd-4a45-9a74-875539c8669b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.2263265 Feb 19 01:07:15.780088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.783821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4b73eff-b9d8-448c-9d93-e474f01c80d8 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/ports/2917995f-8b06-4ff8-a931-fe1150e1b146 HTTP/1.1" status: 204 len: 168 time: 2.0715935 Feb 19 01:07:15.786517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56198) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:15.791191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] For port c8d67202-f872-4a11-b1db-5df06d016bca, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c8d67202-f872-4a11-b1db-5df06d016bca,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:15.791675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.812202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:15.839845 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c77aab2-5db5-4333-87c3-35b7d2091d58 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] GET failed (client error): The resource could not be found. Feb 19 01:07:15.841217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3c77aab2-5db5-4333-87c3-35b7d2091d58 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "GET /v2.0/ports/2917995f-8b06-4ff8-a931-fe1150e1b146 HTTP/1.1" status: 404 len: 333 time: 0.0483091 Feb 19 01:07:15.845034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56200) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:16.032049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:16.034137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.056868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port 8f869238-ec2a-451e-9729-2d73f3486964 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:16.057269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8f869238-ec2a-451e-9729-2d73f3486964), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.181144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56212) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:16.273180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8f869238-ec2a-451e-9729-2d73f3486964), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.294478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for 8f869238-ec2a-451e-9729-2d73f3486964 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:16.307171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1731b-7270-4e51-9ebb-710a2799104a req-00b06fba-2185-4d45-9477-b8a1c349f07f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.308664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36a1731b-7270-4e51-9ebb-710a2799104a req-00b06fba-2185-4d45-9477-b8a1c349f07f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 945 time: 0.1982675 Feb 19 01:07:16.335302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.6 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/08912c26-53a7-4539-9ec4-45e626a1a91f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:16.421787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49d71600-6281-4a43-bf1c-537bcd10a219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.444711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.446067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (46193324-854c-4548-8557-89b438f629a7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.446453 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Floating IP 46193324-854c-4548-8557-89b438f629a7 disassociated. External IP: 172.25.0.161, port: c8d67202-f872-4a11-b1db-5df06d016bca. Feb 19 01:07:16.446809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Calling delete_port for c8d67202-f872-4a11-b1db-5df06d016bca owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:16.468400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36a1731b-7270-4e51-9ebb-710a2799104a req-4320b0ae-3415-477d-ace2-9a6a0baaf4e6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507258 Feb 19 01:07:16.484185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:16.486773 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fb2e55-4203-4699-a8bc-f02249270766" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:16.609258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da787f-eeba-47b8-b59d-5b0135b6693a req-b0a829e5-95e1-435d-8908-57fb26329049 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.610866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27da787f-eeba-47b8-b59d-5b0135b6693a req-b0a829e5-95e1-435d-8908-57fb26329049 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 944 time: 0.4353030 Feb 19 01:07:16.643590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c8d67202-f872-4a11-b1db-5df06d016bca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.779476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8f869238-ec2a-451e-9729-2d73f3486964), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.845963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=8f869238-ec2a-451e-9729-2d73f3486964,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:16.851619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.875528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38376e4b-8606-4c84-98fb-58d7a8d2a929 req-703a4634-1208-441e-b871-0759c3c751ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.883336 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38376e4b-8606-4c84-98fb-58d7a8d2a929 req-703a4634-1208-441e-b871-0759c3c751ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.2781348 Feb 19 01:07:16.901660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49d71600-6281-4a43-bf1c-537bcd10a219 admin admin] Publish callbacks [] for security_group (597739ad-1007-40af-9af2-5728d3383e8f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.913443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.917515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93aee249-3de3-413a-84f1-ea9eac5c5d79 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/ports/8f869238-ec2a-451e-9729-2d73f3486964 HTTP/1.1" status: 204 len: 168 time: 1.0715306 Feb 19 01:07:16.930590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56236) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:16.933929 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49d71600-6281-4a43-bf1c-537bcd10a219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (597739ad-1007-40af-9af2-5728d3383e8f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.042383 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7a719c-5673-4dce-9710-041efaf6dea6 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] GET failed (client error): The resource could not be found. Feb 19 01:07:17.043871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5b7a719c-5673-4dce-9710-041efaf6dea6 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "GET /v2.0/ports/8f869238-ec2a-451e-9729-2d73f3486964 HTTP/1.1" status: 404 len: 333 time: 0.1109908 Feb 19 01:07:17.069527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56240) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:17.104594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-49d71600-6281-4a43-bf1c-537bcd10a219 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb6e0f0ef8a1406bb79f2314cd9ed314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9180965 Feb 19 01:07:17.124015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d71600-6281-4a43-bf1c-537bcd10a219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597739ad-1007-40af-9af2-5728d3383e8f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:17.130566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56242) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:17.140058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event deleted for resources: {'Port': ['ID=c8d67202-f872-4a11-b1db-5df06d016bca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:17.158100 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27da787f-eeba-47b8-b59d-5b0135b6693a req-a593ede4-85fc-4fc5-8009-e83fb0fe3046 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339270 Feb 19 01:07:17.163703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38376e4b-8606-4c84-98fb-58d7a8d2a929 req-be682967-bf09-49e2-9519-cd72d99b3afb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731459 Feb 19 01:07:17.237129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.317370 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb97c8e-bc39-4ebb-8594-05cba117d6cf x-openstack-request-id: req-4bb97c8e-bc39-4ebb-8594-05cba117d6cf {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:17.317751 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:17.318094 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bb97c8e-bc39-4ebb-8594-05cba117d6cf {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:17.318500 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'status': 'completed', 'code': 200} Feb 19 01:07:17.377642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:17.404267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016884-6c39-430a-aaed-bfca965becc2 req-2b836a19-ba4e-4ff3-bdf3-b8f5dcc39571 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:17.404648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:17.406131 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-96016884-6c39-430a-aaed-bfca965becc2 req-2b836a19-ba4e-4ff3-bdf3-b8f5dcc39571 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 931 time: 0.1050797 Feb 19 01:07:17.414452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:17.416891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:17.464053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=08912c26-53a7-4539-9ec4-45e626a1a91f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:17.478420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16a6624a-f8b2-4a11-b0c2-df182abca3b5 admin admin] Publish callbacks [] for security_group (597739ad-1007-40af-9af2-5728d3383e8f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.528010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2e55-4203-4699-a8bc-f02249270766 req-7fa88516-8e1a-432d-92b5-0058580c9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:17.529571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-7fa88516-8e1a-432d-92b5-0058580c9104 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1155 time: 0.2102795 Feb 19 01:07:17.531442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16a6624a-f8b2-4a11-b0c2-df182abca3b5 admin admin] Publish callbacks [] for security_group (597739ad-1007-40af-9af2-5728d3383e8f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.539411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:17.540102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.560766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:17.570704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-96016884-6c39-430a-aaed-bfca965becc2 req-bc6a01a4-2981-4a66-bfbd-c319b8f02452 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093426 Feb 19 01:07:17.601885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:17.613067 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:17.630920 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:17.635191 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:06:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:17.718704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] No DVR routers for this DVR port c8d67202-f872-4a11-b1db-5df06d016bca on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:17.727404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.731538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6ba12a4-6cb9-40dc-807c-f0a2e5ced3ee req-326aca42-3360-4142-b2f0-a8a2597ad87a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.89 "DELETE /v2.0/ports/c8d67202-f872-4a11-b1db-5df06d016bca HTTP/1.1" status: 204 len: 173 time: 2.6079357 Feb 19 01:07:17.732013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'name': 'network-vif-deleted', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:17.747090 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993fa1cd-210b-47ca-b369-8a79246dc221" -d '{"events": [{"server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "name": "network-vif-deleted", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:17.773992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c8d67202-f872-4a11-b1db-5df06d016bca no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:17.815684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: c8d67202-f872-4a11-b1db-5df06d016bca {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:17.816034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c8d67202-f872-4a11-b1db-5df06d016bca not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:17.825017 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:17.884761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:17.934441 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb525b-0c73-4e86-adbe-7fda65ea1d86 x-openstack-request-id: req-c6eb525b-0c73-4e86-adbe-7fda65ea1d86 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:17.934732 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a150153-28b5-44e7-ae69-685b1970fe07", "name": "network-vif-deleted", "tag": "c8d67202-f872-4a11-b1db-5df06d016bca", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:17.935517 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6eb525b-0c73-4e86-adbe-7fda65ea1d86 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:17.935950 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a150153-28b5-44e7-ae69-685b1970fe07', 'name': 'network-vif-deleted', 'tag': 'c8d67202-f872-4a11-b1db-5df06d016bca', 'status': 'completed', 'code': 200} Feb 19 01:07:17.939769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 has no active binding in host n-h2-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:07:17.940157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 466d141d-a6a5-48cb-92c4-b158af84fef5 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:18.045798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-02551b9b-b3fa-479f-a450-5b50e0390d37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2403929 Feb 19 01:07:18.048755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:18.049348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.057595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:18.072251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8', 'port_id': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'mac_address': 'fa:16:3e:6d:cd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b5616f-437c-4b88-aca4-267e7b15f5a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:18.112964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a6388bb-4900-4592-a6ec-61cf908a3f37 req-13f314a8-34ef-4c15-8606-0d8197ef6131 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a150153-28b5-44e7-ae69-685b1970fe07 HTTP/1.1" status: 200 len: 210 time: 0.0849521 Feb 19 01:07:18.161635 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.220343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 466d141d-a6a5-48cb-92c4-b158af84fef5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:18.224562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.242621 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:18.262049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d141d-a6a5-48cb-92c4-b158af84fef5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:18.263806 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:18.264931 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:06:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.304050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:18.314528 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.372644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Request body: {'port': {'device_id': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:18.383490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:18.396308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.403659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56286) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:18.422700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2e55-4203-4699-a8bc-f02249270766 req-ba7b6a61-2c8e-41c7-bb83-12e620b8ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.438653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-ba7b6a61-2c8e-41c7-bb83-12e620b8ba5c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.8865407 Feb 19 01:07:18.504150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72284d-5bff-4785-ad04-306609769b4d req-bfea1d1a-fd53-4dde-8ccf-9ed35876522c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.514519 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:18.521267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d72284d-5bff-4785-ad04-306609769b4d req-bfea1d1a-fd53-4dde-8ccf-9ed35876522c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.1853893 Feb 19 01:07:18.631354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d72284d-5bff-4785-ad04-306609769b4d req-da1b1bbe-e5a2-4c20-b9eb-aab860a187e3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087785 Feb 19 01:07:18.651013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-a6c2660b-bd92-4203-850c-ede653ef21d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.1517565 Feb 19 01:07:18.671691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:18.678115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2377c1d-c9cb-4645-b8c5-9d4ed7858e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.767976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2e55-4203-4699-a8bc-f02249270766 req-8016d3e9-ef7b-448e-b6ba-e20f405f5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.769613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-8016d3e9-ef7b-448e-b6ba-e20f405f5821 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.0912144 Feb 19 01:07:18.803852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97238b-ddaf-4f1f-abaa-05071c3a22cc req-939fbfed-d99a-453d-ad1c-3d59b3ac388f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.807128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd97238b-ddaf-4f1f-abaa-05071c3a22cc req-939fbfed-d99a-453d-ad1c-3d59b3ac388f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 945 time: 0.3179715 Feb 19 01:07:18.815040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16a6624a-f8b2-4a11-b0c2-df182abca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (597739ad-1007-40af-9af2-5728d3383e8f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.818082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16a6624a-f8b2-4a11-b0c2-df182abca3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.822818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16a6624a-f8b2-4a11-b0c2-df182abca3b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/597739ad-1007-40af-9af2-5728d3383e8f HTTP/1.1" status: 204 len: 168 time: 1.6894357 Feb 19 01:07:18.848895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f27b4-dfbb-42ba-8a39-e74684aa8162 req-dabe9fdd-dcba-4a4a-b9c9-5a56fd635ca4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.857852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-562f27b4-dfbb-42ba-8a39-e74684aa8162 req-dabe9fdd-dcba-4a4a-b9c9-5a56fd635ca4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 931 time: 0.1113012 Feb 19 01:07:18.912378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2377c1d-c9cb-4645-b8c5-9d4ed7858e90 admin admin] Publish callbacks [] for security_group (49e4e63b-70a1-446e-bd01-f2390bf31dd1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.924741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2377c1d-c9cb-4645-b8c5-9d4ed7858e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (49e4e63b-70a1-446e-bd01-f2390bf31dd1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.942308 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.945273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6624a-f8b2-4a11-b0c2-df182abca3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597739ad-1007-40af-9af2-5728d3383e8f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:18.950843 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd97238b-ddaf-4f1f-abaa-05071c3a22cc req-1f901818-2579-432e-bc78-ba0da708dfd9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039193 Feb 19 01:07:18.952432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-978edafc-c6b3-4729-b967-734d596ce144 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670291 Feb 19 01:07:18.956449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.982671 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a84fb-0fe0-49c4-9156-1737e0344d87 None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:19.019274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-562f27b4-dfbb-42ba-8a39-e74684aa8162 req-fc0e9a55-dbc0-4ec7-a1b9-e9c222e1ea4e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599212 Feb 19 01:07:19.032473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d2377c1d-c9cb-4645-b8c5-9d4ed7858e90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=921d576fa7a043fcaf99ce3d2de576b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273892 Feb 19 01:07:19.035795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56294) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:19.039118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2377c1d-c9cb-4645-b8c5-9d4ed7858e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e4e63b-70a1-446e-bd01-f2390bf31dd1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:19.053009 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.071432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for 8f4c0d7a-7df3-4984-9fd7-0b111fa77549 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:19.147149 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34ea19e8-e8a0-43d3-b200-b4c1147be675 admin admin] Publish callbacks [] for security_group (49e4e63b-70a1-446e-bd01-f2390bf31dd1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.206626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34ea19e8-e8a0-43d3-b200-b4c1147be675 admin admin] Publish callbacks [] for security_group (49e4e63b-70a1-446e-bd01-f2390bf31dd1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.228718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-424f5090-6b09-42dd-918e-8d4ab9194654 service neutron] 10.222.0.89 "GET /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.1240604 Feb 19 01:07:19.246900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56306) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:19.352959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272bfb96-a027-4004-9706-980505537f0f None None] New status for floating IP 46193324-854c-4548-8557-89b438f629a7: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:19.371779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34ea19e8-e8a0-43d3-b200-b4c1147be675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (49e4e63b-70a1-446e-bd01-f2390bf31dd1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.374631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34ea19e8-e8a0-43d3-b200-b4c1147be675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.379031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-34ea19e8-e8a0-43d3-b200-b4c1147be675 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49e4e63b-70a1-446e-bd01-f2390bf31dd1 HTTP/1.1" status: 204 len: 168 time: 0.3417618 Feb 19 01:07:19.429130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea19e8-e8a0-43d3-b200-b4c1147be675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e4e63b-70a1-446e-bd01-f2390bf31dd1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:19.508902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:19.543768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-70b0862a-23fd-410f-8efd-85ff43a71d11 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775952 Feb 19 01:07:19.574938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 466d141d-a6a5-48cb-92c4-b158af84fef5 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:19.581402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:19.656193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 466d141d-a6a5-48cb-92c4-b158af84fef5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:19.663273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 466d141d-a6a5-48cb-92c4-b158af84fef5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:19.663903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.680344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:19.698319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08912c26-53a7-4539-9ec4-45e626a1a91f {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:19.709101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:19.744006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.761211 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Publish callbacks [] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.789333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 466d141d-a6a5-48cb-92c4-b158af84fef5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:19.790596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.845514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:19.849313 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3fb3c1-3ccf-4ce3-b434-55bf5c017fb9" -d '{"events": [{"server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "name": "network-vif-plugged", "status": "completed", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:19.868303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Transition to ACTIVE for port object 08912c26-53a7-4539-9ec4-45e626a1a91f will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:19.868697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:19.878189 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.883238 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8f4c0d7a-7df3-4984-9fd7-0b111fa77549), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.887421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] Transition to ACTIVE for port object a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:19.893465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.895787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.958312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.961547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/ports/8f4c0d7a-7df3-4984-9fd7-0b111fa77549 HTTP/1.1" status: 204 len: 168 time: 2.8912218 Feb 19 01:07:19.986776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56328) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.002533 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac346d4-04e3-4fbe-94f2-670846a48643 x-openstack-request-id: req-2ac346d4-04e3-4fbe-94f2-670846a48643 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:20.003599 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "name": "network-vif-plugged", "status": "completed", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:20.003953 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac346d4-04e3-4fbe-94f2-670846a48643 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:20.007009 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'code': 200} Feb 19 01:07:20.032766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.072927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.110586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] No DVR routers for this DVR port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:20.112304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2da69b-029d-46dc-85e5-3e94f9d4b977 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.118019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5bc83-11d8-402f-b7b3-1c23af7860dc tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=8f4c0d7a-7df3-4984-9fd7-0b111fa77549,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.140710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting subnet 6a167103-f104-46f8-a8a1-6f6e073ee6ee {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:20.164207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-1f34bee6-6433-4a72-a886-657c3eb21327 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052566 Feb 19 01:07:20.194901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-45ebbb71-28c1-4423-9429-5d95a7732800 service neutron] 10.222.0.89 "PUT /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8/bindings/n-h2-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9572134 Feb 19 01:07:20.219276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for subnet (6a167103-f104-46f8-a8a1-6f6e073ee6ee), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.219507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-806821c8-41e9-47e3-881e-295acaa440cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.241336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a486-be64-42b6-94a9-41cd9b934314 req-445cd7d3-5b21-412b-bdb0-8ed54ce5ee06 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.249632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e168a486-be64-42b6-94a9-41cd9b934314 req-445cd7d3-5b21-412b-bdb0-8ed54ce5ee06 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 946 time: 0.1418898 Feb 19 01:07:20.350696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65410e10-6a0b-4da8-9790-4deeeceb4a66 req-9412ef9a-3a20-43d9-bc7e-812af461c42c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.352011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e168a486-be64-42b6-94a9-41cd9b934314 req-0c77957e-5731-4aaa-ba6d-9020bbee404d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949385 Feb 19 01:07:20.353716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65410e10-6a0b-4da8-9790-4deeeceb4a66 req-9412ef9a-3a20-43d9-bc7e-812af461c42c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 943 time: 0.5778821 Feb 19 01:07:20.361660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-60687f12-b869-46f5-af09-2b08b8ef2e05 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.364671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-60687f12-b869-46f5-af09-2b08b8ef2e05 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.0957661 Feb 19 01:07:20.411871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2da69b-029d-46dc-85e5-3e94f9d4b977 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.466160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Pushing event updated for resources: {'Port': ['ID=08912c26-53a7-4539-9ec4-45e626a1a91f,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.474846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (6a167103-f104-46f8-a8a1-6f6e073ee6ee), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.489109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-06a1a320-543c-42e1-ba24-95a2242e1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.492022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-06a1a320-543c-42e1-ba24-95a2242e1851 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa&tenant_id=1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 1126 time: 0.1188562 Feb 19 01:07:20.507593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d292a2-3191-4620-911e-3b9bf4e03367 req-726d6494-f718-4eb5-a594-b009a0ab9be3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.510571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9d292a2-3191-4620-911e-3b9bf4e03367 req-726d6494-f718-4eb5-a594-b009a0ab9be3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 943 time: 0.0908899 Feb 19 01:07:20.578306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae73b-3619-4348-8fc6-c8de90534830 req-9b6534f2-3f39-4093-a105-8fef41dc4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.579758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b46ae73b-3619-4348-8fc6-c8de90534830 req-9b6534f2-3f39-4093-a105-8fef41dc4185 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1128 time: 0.4336045 Feb 19 01:07:20.601901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9d292a2-3191-4620-911e-3b9bf4e03367 req-b5c41bd5-dd2a-4977-be9e-72cdc5fcff5f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845194 Feb 19 01:07:20.624849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-35c10384-e96f-4809-b766-f81604ce5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.632705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-35c10384-e96f-4809-b766-f81604ce5c03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1126 time: 0.1038988 Feb 19 01:07:20.639233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65410e10-6a0b-4da8-9790-4deeeceb4a66 req-68e663ab-002a-4b8f-b8da-8f0656a51f27 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795744 Feb 19 01:07:20.674791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Attempting to bind port 08912c26-53a7-4539-9ec4-45e626a1a91f on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:20.675137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Attempting to bind port 08912c26-53a7-4539-9ec4-45e626a1a91f by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:20.675473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Attempting to bind port 08912c26-53a7-4539-9ec4-45e626a1a91f on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:20.692617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Port 08912c26-53a7-4539-9ec4-45e626a1a91f on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:20.692960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Attempting to bind port 08912c26-53a7-4539-9ec4-45e626a1a91f on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:20.699548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2da69b-029d-46dc-85e5-3e94f9d4b977 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.702341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2da69b-029d-46dc-85e5-3e94f9d4b977 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.703643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9c2da69b-029d-46dc-85e5-3e94f9d4b977 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "DELETE /v2.0/security-groups/e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a HTTP/1.1" status: 204 len: 168 time: 1.1631947 Feb 19 01:07:20.707089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56356) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.726871 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-f2427717-fa27-43d9-913a-7675a537d4c8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] show failed (client error): The resource could not be found. Feb 19 01:07:20.727114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:20.727114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:20.727525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:20.727871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f2427717-fa27-43d9-913a-7675a537d4c8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups/e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a HTTP/1.1" status: 404 len: 347 time: 0.0193877 Feb 19 01:07:20.728187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Bound port: 08912c26-53a7-4539-9ec4-45e626a1a91f, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:20.728388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.730842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56360) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.739789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6a167103-f104-46f8-a8a1-6f6e073ee6ee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.773402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da69b-029d-46dc-85e5-3e94f9d4b977 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed9ab5-ee33-4c3f-a354-ea557d74ec2a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.794742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b46ae73b-3619-4348-8fc6-c8de90534830 req-afa1576f-526a-45c7-a128-d3ed2cbd7b20 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995692 Feb 19 01:07:20.887533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (6a167103-f104-46f8-a8a1-6f6e073ee6ee), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.890034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] For port 08912c26-53a7-4539-9ec4-45e626a1a91f, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:20.897095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] For port 08912c26-53a7-4539-9ec4-45e626a1a91f, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=08912c26-53a7-4539-9ec4-45e626a1a91f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:20.905013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-bd12de6b-0041-4a55-99f9-6ef6972e971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.906672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-bd12de6b-0041-4a55-99f9-6ef6972e971f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2716017 Feb 19 01:07:20.928585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Subnet': ['ID=6a167103-f104-46f8-a8a1-6f6e073ee6ee,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.931482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.932128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Deleting port 499fe9f1-20a3-4ab5-8d98-9d8cec22bb67 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:20.932475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.934410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.939928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-017025a9-a19d-452f-9ffd-2a92c35e1365 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/subnets/6a167103-f104-46f8-a8a1-6f6e073ee6ee HTTP/1.1" status: 204 len: 168 time: 0.9481454 Feb 19 01:07:20.940130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110fa019-63f4-4d8e-8158-dbb82179a4a2 None None] Network f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:20.940766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56364) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.027256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56366) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.029987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:21.030639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.032154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] 10.222.0.89 "PUT /v2.0/ports/08912c26-53a7-4539-9ec4-45e626a1a91f HTTP/1.1" status: 200 len: 1091 time: 2.6663404 Feb 19 01:07:21.034693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'tag': '08912c26-53a7-4539-9ec4-45e626a1a91f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:21.037127 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bbe30f-6405-4efa-b85f-1a1235f6850d" -d '{"events": [{"name": "network-changed", "server_uuid": "9376beee-ec96-44a9-bb76-ab35c10dcbbf", "tag": "08912c26-53a7-4539-9ec4-45e626a1a91f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:21.106508 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2948ac-0dd0-4da7-8ece-fe053544bfa1 x-openstack-request-id: req-ce2948ac-0dd0-4da7-8ece-fe053544bfa1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:21.106753 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9376beee-ec96-44a9-bb76-ab35c10dcbbf", "tag": "08912c26-53a7-4539-9ec4-45e626a1a91f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:21.107013 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce2948ac-0dd0-4da7-8ece-fe053544bfa1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:21.107545 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'tag': '08912c26-53a7-4539-9ec4-45e626a1a91f', 'status': 'completed', 'code': 200} Feb 19 01:07:21.117481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-bb287e79-2666-4e0d-b1ee-072ff205aa1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.0880976 Feb 19 01:07:21.135212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.138811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8014360-2fee-4dbe-bf1b-e4205130b71f service neutron] Pushing event updated for resources: {'Port': ['ID=08912c26-53a7-4539-9ec4-45e626a1a91f,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.174997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-95399684-1395-4e88-a5e1-f141cdbf763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:21.177787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-95399684-1395-4e88-a5e1-f141cdbf763d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.0543633 Feb 19 01:07:21.188726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-ca415b0c-c4c4-4871-ba78-5a17bbb10da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:21.190391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-ca415b0c-c4c4-4871-ba78-5a17bbb10da2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 1125 time: 0.1080706 Feb 19 01:07:21.200680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] DHCP port deletion for f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:07:21.204308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.206012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.251037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-b900100b-ab2f-46f9-9e0f-0a229d1e0c49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08912c26-53a7-4539-9ec4-45e626a1a91f HTTP/1.1" status: 200 len: 217 time: 0.0513618 Feb 19 01:07:21.284592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] Deleting port 7454f2bc-7e79-46fe-8de4-803cca3905b2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:21.285035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.287721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-2a471d8c-a888-4c82-b688-8df97398043a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744276 Feb 19 01:07:21.289316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Calling delete_port for 499fe9f1-20a3-4ab5-8d98-9d8cec22bb67 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:21.300151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Deleting port 7454f2bc-7e79-46fe-8de4-803cca3905b2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:21.300467 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.366392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-73460656-5e59-4965-b175-d7c394417c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:21.367933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-73460656-5e59-4965-b175-d7c394417c46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1106987 Feb 19 01:07:21.404912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-1028e73d-59b2-43d0-b98e-a73ad6fa2ced service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133559 Feb 19 01:07:21.428121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] For port 7454f2bc-7e79-46fe-8de4-803cca3905b2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7454f2bc-7e79-46fe-8de4-803cca3905b2,segment=NetworkSegment(c3207efa-4b59-48e3-9e80-7814479e85b5),segment_id=c3207efa-4b59-48e3-9e80-7814479e85b5)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:21.429087 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.448166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Calling delete_port for 7454f2bc-7e79-46fe-8de4-803cca3905b2 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:21.497996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-611043088-network', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:21.545417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Made reservation on behalf of f86cd926a2ac42a9a758ca79c282833c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:21.549063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.575502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.588111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-5ce7cf60-9146-4b91-93cf-836c63159342 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961532 Feb 19 01:07:21.589065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.593164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] For port 7454f2bc-7e79-46fe-8de4-803cca3905b2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7454f2bc-7e79-46fe-8de4-803cca3905b2,segment=NetworkSegment(c3207efa-4b59-48e3-9e80-7814479e85b5),segment_id=c3207efa-4b59-48e3-9e80-7814479e85b5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:21.593579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.611673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] Calling delete_port for 7454f2bc-7e79-46fe-8de4-803cca3905b2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:21.625941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-0e84ef5f-9da5-4588-a308-a53c4b031c2e service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147732 Feb 19 01:07:21.718377 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (7454f2bc-7e79-46fe-8de4-803cca3905b2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.725619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] No DVR routers for this DVR port 7454f2bc-7e79-46fe-8de4-803cca3905b2 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:21.736264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] No DVR routers for this DVR port 7454f2bc-7e79-46fe-8de4-803cca3905b2 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:21.754272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (499fe9f1-20a3-4ab5-8d98-9d8cec22bb67), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.783529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953aaa5-4a1c-4edb-955f-4deab6d1d9cc None None] Pushing event deleted for resources: {'Port': ['ID=7454f2bc-7e79-46fe-8de4-803cca3905b2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.786444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:21.860576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-130b6ca2-2def-4967-a50e-0238cdcd9660 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610083 Feb 19 01:07:21.877704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks [] for security_group (d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.880254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Port': ['ID=7454f2bc-7e79-46fe-8de4-803cca3905b2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.881581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event deleted for resources: {'Port': ['ID=499fe9f1-20a3-4ab5-8d98-9d8cec22bb67,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.891058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.892599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:07:21.893354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:22.006332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:22.062346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5afb5d0f-b45b-487f-8c94-fafc8d1000d2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.062691 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Added segment 5afb5d0f-b45b-487f-8c94-fafc8d1000d2 of type vlan for network 176d33b8-0e17-4ece-80fe-1a59bdd75756 Feb 19 01:07:22.070989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.073645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.087763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba12dd-9796-4a8a-9957-b8728b1510a0 req-e78597b4-5f3d-4654-9d9c-30f392167996 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.089393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bba12dd-9796-4a8a-9957-b8728b1510a0 req-e78597b4-5f3d-4654-9d9c-30f392167996 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 943 time: 0.3268321 Feb 19 01:07:22.111236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b712bd1-9b70-494a-8923-222bcd8f3a30 req-37f204b2-7bff-4429-98e2-aa1ce9c9a81a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.112928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b712bd1-9b70-494a-8923-222bcd8f3a30 req-37f204b2-7bff-4429-98e2-aa1ce9c9a81a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 946 time: 0.5393550 Feb 19 01:07:22.129797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (46193324-854c-4548-8557-89b438f629a7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.132844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.136733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-60211686-16a2-4dad-9e46-99838736cd32 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "DELETE /v2.0/floatingips/46193324-854c-4548-8557-89b438f629a7 HTTP/1.1" status: 204 len: 168 time: 1.4022048 Feb 19 01:07:22.137271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03bca297-3fa4-4e84-b976-f5b4e86de392 req-3270fabf-7865-4133-accc-229ad6b9a66c service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497427 Feb 19 01:07:22.147855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ca9dc0-3d3a-4b56-b41e-698a0874ed18']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:22.158053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (176d33b8-0e17-4ece-80fe-1a59bdd75756), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.161275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3207efa-4b59-48e3-9e80-7814479e85b5') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:22.161666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3207efa-4b59-48e3-9e80-7814479e85b5') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:22.172063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (c3207efa-4b59-48e3-9e80-7814479e85b5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.185694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-37916df4-be6c-4b00-a6c7-13d3d3cec6fa tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.187408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-37916df4-be6c-4b00-a6c7-13d3d3cec6fa tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.2376850 Feb 19 01:07:22.197665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c3207efa-4b59-48e3-9e80-7814479e85b5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.222613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bba12dd-9796-4a8a-9957-b8728b1510a0 req-735dadc9-60f6-4706-8799-4c483a2ccfcc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256514 Feb 19 01:07:22.245291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:22.247326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (c3207efa-4b59-48e3-9e80-7814479e85b5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.256648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (176d33b8-0e17-4ece-80fe-1a59bdd75756), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.257558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.258223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.304968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1959002 Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:22.308200 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:22.313498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56406) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:22.353294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Request body: {'subnet': {'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-611043088-subnet', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:22.365768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b712bd1-9b70-494a-8923-222bcd8f3a30 req-af65e498-13e1-40e6-bbb3-4c488a9104f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409902 Feb 19 01:07:22.379031 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (f9ca9dc0-3d3a-4b56-b41e-698a0874ed18), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.388826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5852-eb79-4ce9-a947-29f4bd19b0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=176d33b8-0e17-4ece-80fe-1a59bdd75756,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.410823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.412560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:22.414807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] 10.222.0.43 "DELETE /v2.0/networks/f9ca9dc0-3d3a-4b56-b41e-698a0874ed18 HTTP/1.1" status: 204 len: 168 time: 1.4690106 Feb 19 01:07:22.429227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39121a9f-50fc-429d-b21a-eb3739894f62 tempest-AllowedAddressPairIpV6TestJSON-22457000 tempest-AllowedAddressPairIpV6TestJSON-22457000-project] Pushing event deleted for resources: {'Network': ['ID=f9ca9dc0-3d3a-4b56-b41e-698a0874ed18,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.454782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-649ac291-8382-43d9-9f48-5a0c2c175536 service neutron] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:22.458005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Made reservation on behalf of f86cd926a2ac42a9a758ca79c282833c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:22.460380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-649ac291-8382-43d9-9f48-5a0c2c175536 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.461565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9ca1ccc-0f53-4ed4-ae9c-9676d51a629c req-649ac291-8382-43d9-9f48-5a0c2c175536 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8/bindings/n-h1-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.2572796 Feb 19 01:07:22.464917 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.481915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec122c7b-3f64-4cb4-845e-26fef0f46d98 req-a5b537d8-5eb9-4b2e-8317-eaf1380e8040 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.484156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec122c7b-3f64-4cb4-845e-26fef0f46d98 req-a5b537d8-5eb9-4b2e-8317-eaf1380e8040 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 0.1515505 Feb 19 01:07:22.561520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec122c7b-3f64-4cb4-845e-26fef0f46d98 req-ef715e7b-0984-4131-b798-2c9b87fca697 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701747 Feb 19 01:07:22.592521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-aaf79399-6112-4179-8bb2-7d0c63dc3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.594365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-aaf79399-6112-4179-8bb2-7d0c63dc3248 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 1125 time: 0.3798656 Feb 19 01:07:22.649526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7454f2bc-7e79-46fe-8de4-803cca3905b2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:22.737455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7454f2bc-7e79-46fe-8de4-803cca3905b2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:22.739586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7454f2bc-7e79-46fe-8de4-803cca3905b2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:22.755877 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e80e966-45c2-46ca-b197-f714a39853ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.835848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6b1da-4c74-4499-a1e9-534aa20e4fe1 req-e78a87f8-551a-4b70-985e-601e09cf96b9 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.847097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8df6b1da-4c74-4499-a1e9-534aa20e4fe1 req-e78a87f8-551a-4b70-985e-601e09cf96b9 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1126 time: 0.1153030 Feb 19 01:07:22.907753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8df6b1da-4c74-4499-a1e9-534aa20e4fe1 req-efcb9fe6-0e02-40ce-9615-ebc1061c94e6 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 Feb 19 01:07:23.076098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56426) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.125646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-e19177f9-a5ca-4ae0-a958-f797686e52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.127141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-e19177f9-a5ca-4ae0-a958-f797686e52ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.5176260 Feb 19 01:07:23.289432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-dd11ba90-16c9-4c52-b1b7-c5fe6729bd8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08912c26-53a7-4539-9ec4-45e626a1a91f HTTP/1.1" status: 200 len: 217 time: 0.0409281 Feb 19 01:07:23.290803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (1a14cb80-5327-492a-a250-7a873deb1112), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.349213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cb7c11f1-0c59-492f-a2a6-e2779768b567 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9250c2c608f548adab9b341ce0550d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709332 Feb 19 01:07:23.355816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56446) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.378430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-555548f6-3389-4083-99f0-bde627427f61 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.381497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-555548f6-3389-4083-99f0-bde627427f61 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.1828685 Feb 19 01:07:23.401843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a14cb80-5327-492a-a250-7a873deb1112,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:23.427616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Checking segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:23.428061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Network hostable DHCP agents. Network: 176d33b8-0e17-4ece-80fe-1a59bdd75756, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:23.429215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-a3f982ea-4230-4244-b3b0-79acbefc81c5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/quotas/1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 375 time: 0.0226328 Feb 19 01:07:23.436920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-8e9597ec-9bf9-4e6e-87d8-91a67e085a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.438426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-8e9597ec-9bf9-4e6e-87d8-91a67e085a2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1431017 Feb 19 01:07:23.488380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c625bca3-7b8b-4104-a710-d390fbb9ec40 admin admin] Publish callbacks [] for security_group (a1d848e1-24c6-40ad-8b67-4d111f839bb5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.498055 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-2a3897ab-86fa-4b85-85b1-84a1338b80dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516982 Feb 19 01:07:23.498399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:23.540338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c625bca3-7b8b-4104-a710-d390fbb9ec40 admin admin] Publish callbacks [] for security_group (a1d848e1-24c6-40ad-8b67-4d111f839bb5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.561050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.589120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-1ab9fc5c-98ae-47e4-90e6-96a482c4dd0f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589048 Feb 19 01:07:23.638322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-acd9f21e-6ccc-4217-9219-273a5ed743a1 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322930 Feb 19 01:07:23.650788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 176d33b8-0e17-4ece-80fe-1a59bdd75756) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:23.661832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1223c3d-f296-48f5-ba77-002064e92774 None None] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:23.683183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.685532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.727526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56456) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.742779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c625bca3-7b8b-4104-a710-d390fbb9ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a1d848e1-24c6-40ad-8b67-4d111f839bb5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.747207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102881698', 'description': 'tempest-description--1360984941'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:23.747868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c625bca3-7b8b-4104-a710-d390fbb9ec40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.766905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c625bca3-7b8b-4104-a710-d390fbb9ec40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1d848e1-24c6-40ad-8b67-4d111f839bb5 HTTP/1.1" status: 204 len: 168 time: 0.3959985 Feb 19 01:07:23.800592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 08912c26-53a7-4539-9ec4-45e626a1a91f details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:23.807847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625bca3-7b8b-4104-a710-d390fbb9ec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d848e1-24c6-40ad-8b67-4d111f839bb5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:23.854480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-a089dd3f-681f-4e4e-8abe-2c956c71266b service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619843 Feb 19 01:07:23.900096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-81efe91a-f892-40ca-8ac6-3186ef0e481f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5788951 Feb 19 01:07:23.935172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-176d33b8-0e17-4ece-80fe-1a59bdd75756', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:07:23.936051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.981744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56464) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.002180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.012541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-97dbe69a-9075-4007-8021-0b20449fbc15 service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514356 Feb 19 01:07:24.033231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.111464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (0081e9ce-6c69-4317-b882-66066fb9daa3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.112606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (0081e9ce-6c69-4317-b882-66066fb9daa3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.135707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9bbe30f-6405-4efa-b85f-1a1235f6850d req-c5b6e0d7-a680-4663-a196-f51b1d820b5b service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826233 Feb 19 01:07:24.149509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a548-604b-46c0-aeb0-175aa9d64a08 req-db5db17c-782a-4247-afc0-5a1bf58b26a7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:24.157159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7e7a548-604b-46c0-aeb0-175aa9d64a08 req-db5db17c-782a-4247-afc0-5a1bf58b26a7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 943 time: 0.3399391 Feb 19 01:07:24.205101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 08912c26-53a7-4539-9ec4-45e626a1a91f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=08912c26-53a7-4539-9ec4-45e626a1a91f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:24.272522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '08912c26-53a7-4539-9ec4-45e626a1a91f', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': '08912c26-53a7-4539-9ec4-45e626a1a91f', 'mac_address': 'fa:16:3e:0f:7b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:24.315180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks [] for router_controller (0081e9ce-6c69-4317-b882-66066fb9daa3), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.333603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (e9608002-6956-49b0-a053-8e130b68aab4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.334602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Allocated IP 172.20.0.2 (176d33b8-0e17-4ece-80fe-1a59bdd75756/1a14cb80-5327-492a-a250-7a873deb1112/aeec8fb9-75b1-4529-807d-d9081c6c8e25) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:24.350593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 08912c26-53a7-4539-9ec4-45e626a1a91f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:24.351980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.357488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e9608002-6956-49b0-a053-8e130b68aab4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.390496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08912c26-53a7-4539-9ec4-45e626a1a91f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:24.399885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d468c2-0f81-477b-a703-fcd3af73f956 req-ea614984-5dca-47d4-86ea-fa97948df3e9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:24.410259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08d468c2-0f81-477b-a703-fcd3af73f956 req-ea614984-5dca-47d4-86ea-fa97948df3e9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 946 time: 0.0956600 Feb 19 01:07:24.464487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7e7a548-604b-46c0-aeb0-175aa9d64a08 req-1986e7fe-5a06-4e31-b5e9-608a67ea9c15 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063121 Feb 19 01:07:24.507931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 08912c26-53a7-4539-9ec4-45e626a1a91f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=08912c26-53a7-4539-9ec4-45e626a1a91f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:24.514858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.526272 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.532196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8035622 Feb 19 01:07:24.536700 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08d468c2-0f81-477b-a703-fcd3af73f956 req-e47c5a3f-5683-45c4-9e9b-c0d8c84e5c39 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205432 Feb 19 01:07:24.540600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56486) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.558546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'security_group_rule': {'security_group_id': 'e9608002-6956-49b0-a053-8e130b68aab4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.594663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (6e3fd76d-2de5-4507-aeb2-dbefc1dc75ac), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.627160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=08912c26-53a7-4539-9ec4-45e626a1a91f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:24.684523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73545e5-f971-4c9a-b3c3-4b627e3383b5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9608002-6956-49b0-a053-8e130b68aab4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:24.738544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2ce4b71-833c-4c31-97de-3156630e0290 req-b387242f-bc16-4286-a3d4-322742e43a3a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 210 time: 0.1074262 Feb 19 01:07:24.830376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (6e3fd76d-2de5-4507-aeb2-dbefc1dc75ac), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.835390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6e3fd76d-2de5-4507-aeb2-dbefc1dc75ac), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.841682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks [] for router_gateway (0081e9ce-6c69-4317-b882-66066fb9daa3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.874619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3fd76d-2de5-4507-aeb2-dbefc1dc75ac,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:24.908276 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.909959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-35912954-7f4c-44ef-b5ec-e9409f27d8a6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677828 Feb 19 01:07:24.920055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56500) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.922835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['08912c26-53a7-4539-9ec4-45e626a1a91f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:24.939693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'security_group_rule': {'security_group_id': 'e9608002-6956-49b0-a053-8e130b68aab4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.982392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Publish callbacks [] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.008288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db31c139-a710-488e-b164-086c2be06b9f req-f229032f-1f86-4741-bbcf-0dc902f13fac tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-773553089&fields=id&tenant_id=e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 267 time: 0.1443691 Feb 19 01:07:25.012456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.076568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Pushing event updated for resources: {'Port': ['ID=aeec8fb9-75b1-4529-807d-d9081c6c8e25,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:25.097869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:25.102216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:25.105577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:25.134261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (c1ba96ba-3de4-4758-b77f-d40e11194bb5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.175312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49516ee-ccf5-4b9e-a3e7-3e1088fef6a1 req-b42ad92b-fa03-45ae-8a1d-2247b702deff tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:25.180169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d49516ee-ccf5-4b9e-a3e7-3e1088fef6a1 req-b42ad92b-fa03-45ae-8a1d-2247b702deff tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 945 time: 0.1951320 Feb 19 01:07:25.236057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Attempting to bind port aeec8fb9-75b1-4529-807d-d9081c6c8e25 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:25.236458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Attempting to bind port aeec8fb9-75b1-4529-807d-d9081c6c8e25 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:25.236832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Attempting to bind port aeec8fb9-75b1-4529-807d-d9081c6c8e25 on network 176d33b8-0e17-4ece-80fe-1a59bdd75756 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:25.239235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c139-a710-488e-b164-086c2be06b9f req-9f98779a-827a-43a0-85dd-7dc2ec847800 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:25.249584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db31c139-a710-488e-b164-086c2be06b9f req-9f98779a-827a-43a0-85dd-7dc2ec847800 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 946 time: 0.2333822 Feb 19 01:07:25.288717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'port': {'security_groups': ['3f709c44-3e24-4988-aa1b-74a208159bb0', '0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:25.291655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d49516ee-ccf5-4b9e-a3e7-3e1088fef6a1 req-cb7b9cc5-38f7-4f7d-97b2-2a61cbbeef83 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982018 Feb 19 01:07:25.301876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:25.305540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Checking segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:25.305967 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.306379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Bound using segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:25.306889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Bound port: aeec8fb9-75b1-4529-807d-d9081c6c8e25, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:25.309223 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.422197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (c1ba96ba-3de4-4758-b77f-d40e11194bb5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.442869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks [] for router_gateway (0081e9ce-6c69-4317-b882-66066fb9daa3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.450288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.467943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (c1ba96ba-3de4-4758-b77f-d40e11194bb5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.477161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] For port aeec8fb9-75b1-4529-807d-d9081c6c8e25, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:25.480029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.512583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] For port aeec8fb9-75b1-4529-807d-d9081c6c8e25, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=aeec8fb9-75b1-4529-807d-d9081c6c8e25,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:25.545490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.545885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.549856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6258445 Feb 19 01:07:25.560811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.561194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56518) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.571066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:25.579422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30de2c3-915c-4381-a377-40ec498898db tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ba96ba-3de4-4758-b77f-d40e11194bb5,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:25.584631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.703232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.726251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a27df-bac3-4b7b-8fa5-3264687d8c24 None None] Pushing event updated for resources: {'Port': ['ID=aeec8fb9-75b1-4529-807d-d9081c6c8e25,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:25.750522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Allocated IP 172.25.0.12 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/c6a240d1-49d1-4807-a983-994d7d86186a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:25.775581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ee5bb-7a46-4a99-bc47-5ff0398af445 req-aa67d481-a626-4204-873b-417a3c5b5977 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:25.779757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.785049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-115ee5bb-7a46-4a99-bc47-5ff0398af445 req-aa67d481-a626-4204-873b-417a3c5b5977 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 944 time: 0.1049647 Feb 19 01:07:25.889304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-115ee5bb-7a46-4a99-bc47-5ff0398af445 req-1dc7f8b6-b6a0-43ae-886a-7d00161f5b98 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033249 Feb 19 01:07:26.113324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da110636-962d-4bd0-9cbe-27c8a5ecc800 req-fa0d2d6e-20e6-4c6e-add8-c17cf102d00f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 210 time: 0.1155963 Feb 19 01:07:26.118747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks [] for port (c6a240d1-49d1-4807-a983-994d7d86186a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.203091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-a98a7679-a0a1-44d0-b9b0-9b43d0559800 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:26.204782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-a98a7679-a0a1-44d0-b9b0-9b43d0559800 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.2616017 Feb 19 01:07:26.214616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.229470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Request body: {'port': {'device_id': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'admin_state_up': True, 'tenant_id': '1b22f78ded424a309e1894227e59be7f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.324476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:26.332770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:26.335409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:26.377934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a240d1-49d1-4807-a983-994d7d86186a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:26.430234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'networks': [{'name': 'tempest-network--23016262'}, {'name': 'tempest-network--357373784'}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.430854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'network': {'name': 'tempest-network--23016262'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.431475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'network': {'name': 'tempest-network--357373784'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.460491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.580559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Made reservation on behalf of 1b22f78ded424a309e1894227e59be7f for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:26.584045 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.602074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device aeec8fb9-75b1-4529-807d-d9081c6c8e25 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:26.611314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1c65-5d4d-460c-afbe-29b551f0ab59 req-f4bc4b02-7fd3-4070-9657-08c33a7883d5 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:26.612552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-decb1c65-5d4d-460c-afbe-29b551f0ab59 req-f4bc4b02-7fd3-4070-9657-08c33a7883d5 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 945 time: 0.2381258 Feb 19 01:07:26.624073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'network': 2} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:26.628981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.663851 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.682547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port aeec8fb9-75b1-4529-807d-d9081c6c8e25 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:26.683031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.755297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525267-b717-404b-b0eb-6c30246d7099 req-19324277-3634-49a7-8535-f8d09dd6af3f tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:26.757525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9525267-b717-404b-b0eb-6c30246d7099 req-19324277-3634-49a7-8535-f8d09dd6af3f tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 945 time: 0.3331697 Feb 19 01:07:26.785794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:26.803955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port aeec8fb9-75b1-4529-807d-d9081c6c8e25 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:26.805230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.875247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port aeec8fb9-75b1-4529-807d-d9081c6c8e25, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=aeec8fb9-75b1-4529-807d-d9081c6c8e25,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:26.880629 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.905309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.949340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.964761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:26.965478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-decb1c65-5d4d-460c-afbe-29b551f0ab59 req-3128bf29-32a4-4390-9588-7698dbbd66b7 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390317 Feb 19 01:07:26.993914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Allocated IP 172.20.0.6 (e04b1465-e00c-4b0e-b4d0-60121e84bb6d/cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e/6acb9c85-3feb-4d93-a42e-43c347acd723) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:27.027086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=aeec8fb9-75b1-4529-807d-d9081c6c8e25,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:27.036127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.063288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.065121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.072343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db31c139-a710-488e-b164-086c2be06b9f req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "PUT /v2.0/ports/466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 982 time: 1.8205216 Feb 19 01:07:27.079013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:27.082062 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046c74d-1b2d-4c6b-86b4-b5b38beea316" -d '{"events": [{"name": "network-changed", "server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:27.159502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for security_group (38439c8a-29c2-452b-8428-a374cb3842e9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.192526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:27.219692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38439c8a-29c2-452b-8428-a374cb3842e9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.220563 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.236183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks [] for router_gateway (0081e9ce-6c69-4317-b882-66066fb9daa3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.332478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b833794c-2ae1-4879-89dc-aea226a9b4d2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1563496754&fields=id&tenant_id=e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 267 time: 0.0935094 Feb 19 01:07:27.340280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5323f11-27cc-4384-8346-15b6eaab12cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:27.366130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Deleting port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:27.366130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.391756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa29e90-74ff-4b38-8ef1-2cbdff5eab07 None None] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:27.449758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38439c8a-29c2-452b-8428-a374cb3842e9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:27.507439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:27.527255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b5266959-09bc-4d86-a7ae-7007cfb3be09 None None] Provisioning complete for port aeec8fb9-75b1-4529-807d-d9081c6c8e25 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:27.527673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5266959-09bc-4d86-a7ae-7007cfb3be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.581451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (fe193347-8be9-4ef1-98cb-2f0eb16cad5c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.582023 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Added segment fe193347-8be9-4ef1-98cb-2f0eb16cad5c of type vlan for network cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b Feb 19 01:07:27.620354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks [] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.633386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-eb904cdd-4c78-471b-9dcc-f4af76425ba8 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.633821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fec3-9146-48b5-87ea-a765b1849fab req-dfb82e85-1fa3-4f82-81a4-1f985bfd142b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.635986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-eb904cdd-4c78-471b-9dcc-f4af76425ba8 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 985 time: 0.2767966 Feb 19 01:07:27.648393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3c3fec3-9146-48b5-87ea-a765b1849fab req-dfb82e85-1fa3-4f82-81a4-1f985bfd142b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 944 time: 0.5448840 Feb 19 01:07:27.687599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (0081e9ce-6c69-4317-b882-66066fb9daa3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.729855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'port': {'security_groups': ['0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd', '3f709c44-3e24-4988-aa1b-74a208159bb0', 'c6498233-a744-4799-94df-bc260c61f417']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:27.734135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] For port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:27.734674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.798076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.810336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b5266959-09bc-4d86-a7ae-7007cfb3be09 None None] Current status of the port aeec8fb9-75b1-4529-807d-d9081c6c8e25 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:27.811816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Allocated IP 172.25.0.219 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/62e1c133-4ee4-4f5a-88f2-7d0982880513) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:27.812631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 08912c26-53a7-4539-9ec4-45e626a1a91f up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:27.902069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 08912c26-53a7-4539-9ec4-45e626a1a91f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:27.915113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 08912c26-53a7-4539-9ec4-45e626a1a91f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:27.915542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.026412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 08912c26-53a7-4539-9ec4-45e626a1a91f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:28.027711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.076411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08912c26-53a7-4539-9ec4-45e626a1a91f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:28.079407 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28873870-480e-4630-a920-d7f5017ff929" -d '{"events": [{"server_uuid": "9376beee-ec96-44a9-bb76-ab35c10dcbbf", "name": "network-vif-plugged", "status": "completed", "tag": "08912c26-53a7-4539-9ec4-45e626a1a91f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:28.103062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 08912c26-53a7-4539-9ec4-45e626a1a91f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=08912c26-53a7-4539-9ec4-45e626a1a91f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:28.108372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.109507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.117831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.137201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:28.181770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dcd574dc-4cf2-4b96-a50f-74fd1ea6f461 None None] Provisioning complete for port aeec8fb9-75b1-4529-807d-d9081c6c8e25 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:28.182319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcd574dc-4cf2-4b96-a50f-74fd1ea6f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.224855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=08912c26-53a7-4539-9ec4-45e626a1a91f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:28.234798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (84f31042-897b-4d9a-a999-7a5a9507143b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.235644 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Added segment 84f31042-897b-4d9a-a999-7a5a9507143b of type vlan for network fc333a72-697b-43f0-9e8a-90f58d8bcf67 Feb 19 01:07:28.250754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3c3fec3-9146-48b5-87ea-a765b1849fab req-0f423903-c16f-4237-9118-debab78a700c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010296 Feb 19 01:07:28.267483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.352392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dcd574dc-4cf2-4b96-a50f-74fd1ea6f461 None None] Current status of the port aeec8fb9-75b1-4529-807d-d9081c6c8e25 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:28.366232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:28.377493 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3cacb7-8af1-499e-b160-568db8581435 x-openstack-request-id: req-ba3cacb7-8af1-499e-b160-568db8581435 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:28.377792 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:28.378057 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba3cacb7-8af1-499e-b160-568db8581435 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:28.378198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:28.378638 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'status': 'completed', 'code': 200} Feb 19 01:07:28.397819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:28.405150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:28.420446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (fc333a72-697b-43f0-9e8a-90f58d8bcf67), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.503718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.504331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.534802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.535100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-fec63110-1493-4de0-9d60-04e2aeaf09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.535223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (c45fd866-2e83-4396-9396-f1e4185b0dae), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.535680 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Floating IP c45fd866-2e83-4396-9396-f1e4185b0dae disassociated. External IP: 172.25.0.236, port: 57fc2057-56f3-44b0-9775-03c0b0aa1ecc. Feb 19 01:07:28.536551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Calling delete_port for 57fc2057-56f3-44b0-9775-03c0b0aa1ecc owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:28.536681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-fec63110-1493-4de0-9d60-04e2aeaf09a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1167 time: 0.1845701 Feb 19 01:07:28.540044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Router 0081e9ce-6c69-4317-b882-66066fb9daa3 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:07:28.544727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-e7b49575-0f1a-47f2-be80-93cc245c7792 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3226652 Feb 19 01:07:28.555717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device aeec8fb9-75b1-4529-807d-d9081c6c8e25 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:28.580799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Request body: {'port': {'device_id': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:28.611878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:07:28.613598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7a6d4-59d1-4ecc-9517-9240f3a7fe0a req-1f914146-ce4e-41c4-89a2-8b52ea635184 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.615159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99c7a6d4-59d1-4ecc-9517-9240f3a7fe0a req-1f914146-ce4e-41c4-89a2-8b52ea635184 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 931 time: 0.1788812 Feb 19 01:07:28.616877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port aeec8fb9-75b1-4529-807d-d9081c6c8e25 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:28.617400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.645775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.708082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.708610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (fc333a72-697b-43f0-9e8a-90f58d8bcf67), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.714571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.719202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.719959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.757304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port aeec8fb9-75b1-4529-807d-d9081c6c8e25 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:28.765703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.2001135 Feb 19 01:07:28.775788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:28.785913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:28.836703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:28.839362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:28.851121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'Port': ['ID=62e1c133-4ee4-4f5a-88f2-7d0982880513,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:28.885646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.923914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Network': ['ID=cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:28.939729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99c7a6d4-59d1-4ecc-9517-9240f3a7fe0a req-ae8051ab-ee4c-4dc7-b322-a17f63bb75bb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791133 Feb 19 01:07:28.941695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:28.956256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-a247613e-e2e7-4008-9696-15346b17ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.957786 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-a247613e-e2e7-4008-9696-15346b17ed89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.4095869 Feb 19 01:07:28.979124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.085634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-63c6ed53-ac1b-4583-a1d6-685723db7f6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 217 time: 0.1142051 Feb 19 01:07:29.122868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cde9c-cdf9-4b2e-acfe-46358cf205c0 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.128073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cde9c-cdf9-4b2e-acfe-46358cf205c0 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.134056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cde9c-cdf9-4b2e-acfe-46358cf205c0 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.139259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cde9c-cdf9-4b2e-acfe-46358cf205c0 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.143633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-808cde9c-cdf9-4b2e-acfe-46358cf205c0 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3627722 Feb 19 01:07:29.143633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:29.143998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.161270 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Sync routers for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:29.170562 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:29.171182 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:29.208579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (57fc2057-56f3-44b0-9775-03c0b0aa1ecc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.218536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edcc7c08-9cf2-4407-83ab-e8aab06b08fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.219527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc793a5-2be7-4c5c-b760-c956a609b1bb tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Network': ['ID=fc333a72-697b-43f0-9e8a-90f58d8bcf67,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:29.237967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network fc333a72-697b-43f0-9e8a-90f58d8bcf67 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:29.296000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.296674 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:29.297166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-00219011-75e6-4832-a6cb-029527d164c1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.3134708 Feb 19 01:07:29.304759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56586) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.319483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-80f6c134-bddc-4a1c-a19b-d39a5406323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.321028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-80f6c134-bddc-4a1c-a19b-d39a5406323e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.2138953 Feb 19 01:07:29.368319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.385688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f7e31-a732-4a9d-9bb6-67c7474aeb32 req-29dd14bb-e6a1-4077-af31-f85495264163 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.387793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da6f7e31-a732-4a9d-9bb6-67c7474aeb32 req-29dd14bb-e6a1-4077-af31-f85495264163 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d1b1acd-fc94-4ebb-9295-44ea367b0c31 HTTP/1.1" status: 200 len: 867 time: 0.3518949 Feb 19 01:07:29.388403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event deleted for resources: {'Port': ['ID=57fc2057-56f3-44b0-9775-03c0b0aa1ecc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:29.412335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:29.415983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (125635e8-1eeb-472b-b32c-05c3ca887158), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.427605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-5956da54-622e-4905-816b-66f631cbb98a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981660 Feb 19 01:07:29.600922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.622724 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:26Z', 'revision_number': 3, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:29.635703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.638381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.657986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:29.659370 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Checking router: 0081e9ce-6c69-4317-b882-66066fb9daa3 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:29.659967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Updating router 0081e9ce-6c69-4317-b882-66066fb9daa3 port c6a240d1-49d1-4807-a983-994d7d86186a binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:07:29.692202 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.712193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.719942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da6f7e31-a732-4a9d-9bb6-67c7474aeb32 req-7ca7067a-4851-4e74-bd20-6462a8d5d0a9 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups?id=03812418-b032-4f46-adcc-32bdb4bc4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972209 Feb 19 01:07:29.773080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.774016 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.783283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-144a6194-3fad-42a8-a6e8-b71f39b74f12 req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "PUT /v2.0/ports/466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 1021 time: 2.0716698 Feb 19 01:07:29.798825 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0ecb4f-74ba-4263-8e23-99c6b1ea84fb x-openstack-request-id: req-af0ecb4f-74ba-4263-8e23-99c6b1ea84fb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:29.799104 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9376beee-ec96-44a9-bb76-ab35c10dcbbf", "name": "network-vif-plugged", "status": "completed", "tag": "08912c26-53a7-4539-9ec4-45e626a1a91f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:29.809481 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af0ecb4f-74ba-4263-8e23-99c6b1ea84fb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:29.809916 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08912c26-53a7-4539-9ec4-45e626a1a91f', 'code': 200} Feb 19 01:07:29.868199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:29.879931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Router 188e0537-53e4-4beb-b0ed-f58ad426f24e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:29.894225 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edcc7c08-9cf2-4407-83ab-e8aab06b08fd admin admin] Publish callbacks [] for security_group (56653344-46e5-4247-a4d2-706888fad2c7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.902154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:29.915875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c89a5f-71d8-4c88-a024-90b8edcd2675 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:29.945420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe193347-8be9-4ef1-98cb-2f0eb16cad5c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:29.945997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe193347-8be9-4ef1-98cb-2f0eb16cad5c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:29.986630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (fe193347-8be9-4ef1-98cb-2f0eb16cad5c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.117199 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Publish callbacks [] for port (c6a240d1-49d1-4807-a983-994d7d86186a), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.118058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (fe193347-8be9-4ef1-98cb-2f0eb16cad5c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.138755 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.153724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-7ea3166c-c9bf-47e2-b6f2-52d1a8d06c42 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001534 Feb 19 01:07:30.185203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Pushing event updated for resources: {'Port': ['ID=c6a240d1-49d1-4807-a983-994d7d86186a,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.197120 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.197727 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.198265 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.198782 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.199278 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.199788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.200296 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.200786 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.201301 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.201789 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.202298 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.202784 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.203270 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:30.210386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:30.214399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:30.214725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (fe193347-8be9-4ef1-98cb-2f0eb16cad5c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:30.221892 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:30.229580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] Sync routers for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:30.231942 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Attempting to bind port c6a240d1-49d1-4807-a983-994d7d86186a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:30.232501 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Attempting to bind port c6a240d1-49d1-4807-a983-994d7d86186a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:30.233060 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Attempting to bind port c6a240d1-49d1-4807-a983-994d7d86186a on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:30.241173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edcc7c08-9cf2-4407-83ab-e8aab06b08fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (56653344-46e5-4247-a4d2-706888fad2c7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.243232 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:30.243818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:30.244391 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.244936 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:30.247247 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Bound port: c6a240d1-49d1-4807-a983-994d7d86186a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:30.248744 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.289404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:30.290035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:30.292800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ea40-eb87-4f89-84a4-ee18b389894a req-b4ba1d2d-a2ee-4c73-b9fa-6bf4af83582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.295779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cea1ea40-eb87-4f89-84a4-ee18b389894a req-b4ba1d2d-a2ee-4c73-b9fa-6bf4af83582c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 1127 time: 0.4080658 Feb 19 01:07:30.347756 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] For port c6a240d1-49d1-4807-a983-994d7d86186a, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:30.353929 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] For port c6a240d1-49d1-4807-a983-994d7d86186a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c6a240d1-49d1-4807-a983-994d7d86186a,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:30.363851 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.389742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:30.393479 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae8426-b1db-4758-8d0e-95174cec3113" -d '{"events": [{"name": "network-changed", "server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:30.437103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-edcc7c08-9cf2-4407-83ab-e8aab06b08fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=306b97f0a00c4bb991700c62a731ca83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4483843 Feb 19 01:07:30.455659 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c6dbd-a4a4-4f3c-b64d-8e959fb95e07 None None] Pushing event updated for resources: {'Port': ['ID=c6a240d1-49d1-4807-a983-994d7d86186a,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.456440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:30.459856 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f046c74d-1b2d-4c6b-86b4-b5b38beea316 req-e8712529-d593-4f10-af57-f0d4e63fcc98 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214117 Feb 19 01:07:30.479045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acb9c85-3feb-4d93-a42e-43c347acd723 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:30.480739 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:30.481610 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:30.495760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] No DVR routers for this DVR port 57fc2057-56f3-44b0-9775-03c0b0aa1ecc on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:30.505312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc7c08-9cf2-4407-83ab-e8aab06b08fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56653344-46e5-4247-a4d2-706888fad2c7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.508640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729879-beae-4c4a-a89a-36ecfaec665f req-29895386-8016-45c0-a753-0ad8df57090c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.511370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19729879-beae-4c4a-a89a-36ecfaec665f req-29895386-8016-45c0-a753-0ad8df57090c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 945 time: 0.5868785 Feb 19 01:07:30.523290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.527686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9525267-b717-404b-b0eb-6c30246d7099 req-eb86aa83-dee1-49f7-a21f-ea678b78d5df tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.10 "DELETE /v2.0/ports/57fc2057-56f3-44b0-9775-03c0b0aa1ecc HTTP/1.1" status: 204 len: 173 time: 3.7575433 Feb 19 01:07:30.534470 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Publish callbacks [] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.572930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.615127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a1b8-cb60-46b6-9801-6018eb61ae38 req-8a87872e-8caf-40c9-b987-31c82e701dab tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.624301 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:30.632095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdb4a1b8-cb60-46b6-9801-6018eb61ae38 req-8a87872e-8caf-40c9-b987-31c82e701dab tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1024 time: 0.7561820 Feb 19 01:07:30.644851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Transition to ACTIVE for port object 6acb9c85-3feb-4d93-a42e-43c347acd723 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:30.662142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:30.723729 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.867925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fdb4a1b8-cb60-46b6-9801-6018eb61ae38 req-a53940ef-213a-4543-8e38-d597bb5c616c tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=c6498233-a744-4799-94df-bc260c61f417&id=0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd HTTP/1.1" status: 200 len: 6207 time: 0.2342126 Feb 19 01:07:30.886812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.966635 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:26Z', 'revision_number': 3, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:30.987930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:16Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:31.000224 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d3adc-b576-41c2-ba22-5d24a03df690 None None] The sync data for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 is: [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:26Z', 'revision_number': 3, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:31.031801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] Checking router: 188e0537-53e4-4beb-b0ed-f58ad426f24e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:31.050928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:31.051608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:31.147597 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.152563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/networks/cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b HTTP/1.1" status: 204 len: 168 time: 2.0074375 Feb 19 01:07:31.164089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.185083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cea1ea40-eb87-4f89-84a4-ee18b389894a req-c1c9059c-0200-45c5-8047-1a961b112bec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026741 Feb 19 01:07:31.261358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:31.288486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (fc333a72-697b-43f0-9e8a-90f58d8bcf67), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.294129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43898-9fcb-42ec-91dc-957091a207d9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Network': ['ID=cd2c7c5c-ef7d-4f3d-9c36-5a317ef07d5b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:31.344876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.352282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19729879-beae-4c4a-a89a-36ecfaec665f req-d254c615-c87f-4cd9-b136-55b35c4ae33c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7965508 Feb 19 01:07:31.372606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39c8ee6d-20e0-4636-b63e-17542787656d admin admin] Publish callbacks [] for security_group (56653344-46e5-4247-a4d2-706888fad2c7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.375073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.572879 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (fc333a72-697b-43f0-9e8a-90f58d8bcf67), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.601537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc333a72-697b-43f0-9e8a-90f58d8bcf67']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:31.604490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:31.605295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:31.605295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:31.625309 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69815c-e973-4484-9f9e-b15af3d1c07b x-openstack-request-id: req-2d69815c-e973-4484-9f9e-b15af3d1c07b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:31.625742 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:31.626095 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d69815c-e973-4484-9f9e-b15af3d1c07b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:31.626904 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'status': 'completed', 'code': 200} Feb 19 01:07:31.629031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f31042-897b-4d9a-a999-7a5a9507143b') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:31.630002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f31042-897b-4d9a-a999-7a5a9507143b') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:31.630203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c72747-4ce7-4236-b443-4c90649c530b req-56b125d2-f4c8-43d2-98a1-ca6bacf436f5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.635573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39c8ee6d-20e0-4636-b63e-17542787656d admin admin] Publish callbacks [] for security_group (56653344-46e5-4247-a4d2-706888fad2c7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.637494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c72747-4ce7-4236-b443-4c90649c530b req-56b125d2-f4c8-43d2-98a1-ca6bacf436f5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.6587358 Feb 19 01:07:31.655608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1b71d1e2-00e2-4927-a5e4-c7bf595c21d1 req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': ' tempest-securitygroup -644138107 ', 'description': 'tempest-description-216555494'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:31.685177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:31.685723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:31.695955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:31.696366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:31.697159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:31.697870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Bound port: 6acb9c85-3feb-4d93-a42e-43c347acd723, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:31.698582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.704651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.718899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (84f31042-897b-4d9a-a999-7a5a9507143b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.759328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 57fc2057-56f3-44b0-9775-03c0b0aa1ecc no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:31.786271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c72747-4ce7-4236-b443-4c90649c530b req-8d3a901c-99c9-42c9-857c-07ef2216f72f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477554 Feb 19 01:07:31.802678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'Port': ['ID=62e1c133-4ee4-4f5a-88f2-7d0982880513,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:31.823676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (84f31042-897b-4d9a-a999-7a5a9507143b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.846192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:31.846880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (84f31042-897b-4d9a-a999-7a5a9507143b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:31.855606 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:31.873833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 57fc2057-56f3-44b0-9775-03c0b0aa1ecc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:31.876257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (125635e8-1eeb-472b-b32c-05c3ca887158), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.877264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 57fc2057-56f3-44b0-9775-03c0b0aa1ecc not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:31.882634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56604) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.886736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1b71d1e2-00e2-4927-a5e4-c7bf595c21d1 req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.953626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:16Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:31.970480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:31.990943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.005435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58c30a3b-31c7-4920-a620-4e1cd3fe7f1c tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4421535 Feb 19 01:07:32.033320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:32.047517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-9325712c-ffa3-4bc4-ae5c-70121b74d550 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3066385 Feb 19 01:07:32.061111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-5c32e181-0583-46be-8df3-73c218462c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.068834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-5c32e181-0583-46be-8df3-73c218462c4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1207 time: 0.4458325 Feb 19 01:07:32.069959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39c8ee6d-20e0-4636-b63e-17542787656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (56653344-46e5-4247-a4d2-706888fad2c7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.074731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4123cb-999e-4ca9-aee3-eb9c421d6579 None None] The sync data for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 is: [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:06:09Z', 'revision_number': 4, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4db757c4-71d7-46cc-b756-38ca6f658973', 'name': '', 'network_id': 'bed83e40-342e-462a-8b37-28738fd231bb', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'mac_address': 'fa:16:3e:18:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:07Z', 'updated_at': '2022-02-19T01:06:16Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'subnets': [{'id': 'd14a8e9c-9b08-4375-a3db-175e48ecabd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:32.076898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39c8ee6d-20e0-4636-b63e-17542787656d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.082484 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-39c8ee6d-20e0-4636-b63e-17542787656d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56653344-46e5-4247-a4d2-706888fad2c7 HTTP/1.1" status: 204 len: 168 time: 1.5980954 Feb 19 01:07:32.096249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (fc333a72-697b-43f0-9e8a-90f58d8bcf67), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.136888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.240705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.247971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/networks/fc333a72-697b-43f0-9e8a-90f58d8bcf67 HTTP/1.1" status: 204 len: 168 time: 1.0728188 Feb 19 01:07:32.258296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8e706-bf44-493b-81cf-b484d8f31374 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Network': ['ID=fc333a72-697b-43f0-9e8a-90f58d8bcf67,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.314296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:32.355897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.358683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.360438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8ee6d-20e0-4636-b63e-17542787656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56653344-46e5-4247-a4d2-706888fad2c7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.362653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] 10.222.0.89 "PUT /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 1091 time: 3.8034952 Feb 19 01:07:32.379901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:32.392936 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88866f-2bf4-4ff5-b229-86447a26b16b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:32.446996 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bb27190-2170-4d7b-b1d3-02b2533fa539 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group (03812418-b032-4f46-adcc-32bdb4bc4a7b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.550679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bb27190-2170-4d7b-b1d3-02b2533fa539 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group (03812418-b032-4f46-adcc-32bdb4bc4a7b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.675244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1b71d1e2-00e2-4927-a5e4-c7bf595c21d1 req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (7df4d281-789a-4f10-b996-b63dd183bfc5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.723036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1b71d1e2-00e2-4927-a5e4-c7bf595c21d1 req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7df4d281-789a-4f10-b996-b63dd183bfc5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.733919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c6a240d1-49d1-4807-a983-994d7d86186a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:32.786276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-8bc6547a-7cf8-451b-9080-8ecaafaced11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.789252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-8bc6547a-7cf8-451b-9080-8ecaafaced11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.6798010 Feb 19 01:07:32.805668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d12518-8959-4129-b38e-b95fc565da4c service neutron] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.824502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df4d281-789a-4f10-b996-b63dd183bfc5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.831754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-783e1336-ca04-446e-a2d8-34d93eb4be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.836467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-783e1336-ca04-446e-a2d8-34d93eb4be7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1127 time: 0.6648102 Feb 19 01:07:32.902317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c6a240d1-49d1-4807-a983-994d7d86186a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:32.903185 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.909246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bd45d-b5be-4024-9618-59361f7d5ae2 None None] New status for floating IP c45fd866-2e83-4396-9396-f1e4185b0dae: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:32.918284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1b71d1e2-00e2-4927-a5e4-c7bf595c21d1 req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.922972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b71d1e2-00e2-4927-a5e4-c7bf595c21d1 req-e89afbdf-bdc0-4eee-b7eb-ef9ffe6091f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.3094876 Feb 19 01:07:32.929891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-9e770c28-36b8-4658-a5e8-988b91822b3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 200 len: 217 time: 0.1227124 Feb 19 01:07:32.990511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56632) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:33.005702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bb27190-2170-4d7b-b1d3-02b2533fa539 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (03812418-b032-4f46-adcc-32bdb4bc4a7b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.009443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bb27190-2170-4d7b-b1d3-02b2533fa539 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.013828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0bb27190-2170-4d7b-b1d3-02b2533fa539 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "DELETE /v2.0/security-groups/03812418-b032-4f46-adcc-32bdb4bc4a7b HTTP/1.1" status: 204 len: 168 time: 1.1283829 Feb 19 01:07:33.035463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56634) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:33.062656 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c85cd13-dedc-4fab-aa0d-56b2b41ba95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.078769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c6a240d1-49d1-4807-a983-994d7d86186a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:33.079442 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.089924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27190-2170-4d7b-b1d3-02b2533fa539 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03812418-b032-4f46-adcc-32bdb4bc4a7b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:33.096765 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-58b756d5-5bd8-489c-845f-8959eed216e7 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] show failed (client error): The resource could not be found. Feb 19 01:07:33.098206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58b756d5-5bd8-489c-845f-8959eed216e7 tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "GET /v2.0/security-groups/03812418-b032-4f46-adcc-32bdb4bc4a7b HTTP/1.1" status: 404 len: 347 time: 0.0587025 Feb 19 01:07:33.113226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-d0b4e55b-6940-4ee1-a779-1b5cacefd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.114726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-d0b4e55b-6940-4ee1-a779-1b5cacefd242 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2385190 Feb 19 01:07:33.138345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56636) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:33.145781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-5552ffde-c01b-467f-9bc6-e472a85b05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.147369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-5552ffde-c01b-467f-9bc6-e472a85b05ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.2120101 Feb 19 01:07:33.165748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-6042129f-bd77-4734-b033-60df10541db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.167969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-6042129f-bd77-4734-b033-60df10541db8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1125 time: 0.5277524 Feb 19 01:07:33.209998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-7e8a76fe-b53b-4699-9430-c8c16e577d14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557830 Feb 19 01:07:33.213578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c6a240d1-49d1-4807-a983-994d7d86186a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c6a240d1-49d1-4807-a983-994d7d86186a,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:33.219705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.256865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-70d2c8cb-1f84-410e-b24e-a5a14ac9f949 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--102881698&fields=id&tenant_id=d75b15af394b4c619086741abc9d2f91 HTTP/1.1" status: 200 len: 267 time: 0.7135396 Feb 19 01:07:33.312664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f2c89-dfb1-46e3-b25b-f816c8f27d20 req-96198b98-5016-454c-84ec-b9bff0d66a7a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.314285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a06f2c89-dfb1-46e3-b25b-f816c8f27d20 req-96198b98-5016-454c-84ec-b9bff0d66a7a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 945 time: 0.2619166 Feb 19 01:07:33.318016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c6a240d1-49d1-4807-a983-994d7d86186a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:33.336779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-4cdac347-40a4-4c9e-887b-73a768ef0b93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.1852090 Feb 19 01:07:33.366476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-47c0e8eb-64f7-4a37-a006-cacd5660bdab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.1409810 Feb 19 01:07:33.373612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37abd88-a914-40ef-9300-b475432e3984 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.378929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37abd88-a914-40ef-9300-b475432e3984 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.380863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d37abd88-a914-40ef-9300-b475432e3984 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0499911 Feb 19 01:07:33.382215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Allocated IP 172.20.0.1 (176d33b8-0e17-4ece-80fe-1a59bdd75756/1a14cb80-5327-492a-a250-7a873deb1112/60a51a5b-816a-404e-815b-f9c8931a201c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:33.388697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56638) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:33.403121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1715005063'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:33.434003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-a5632a53-7f72-4d29-a306-b77cea1702cc service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155442 Feb 19 01:07:33.465935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a06f2c89-dfb1-46e3-b25b-f816c8f27d20 req-92b7a5e2-b836-4732-ba32-447b02c2847d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441333 Feb 19 01:07:33.479005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c85cd13-dedc-4fab-aa0d-56b2b41ba95b admin admin] Publish callbacks [] for security_group (765e96cc-c2bc-4b43-a479-4bd2c783da4d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.530931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c85cd13-dedc-4fab-aa0d-56b2b41ba95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (765e96cc-c2bc-4b43-a479-4bd2c783da4d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.540595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:33.544627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.581889 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9330b4f-1bca-4392-bd5d-aff55edec19c x-openstack-request-id: req-d9330b4f-1bca-4392-bd5d-aff55edec19c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:33.582235 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:33.582744 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9330b4f-1bca-4392-bd5d-aff55edec19c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:33.583231 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'status': 'completed', 'code': 200} Feb 19 01:07:33.609722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7c85cd13-dedc-4fab-aa0d-56b2b41ba95b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c35aecde21f43b8a2575c214ef3dce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163926 Feb 19 01:07:33.611830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85cd13-dedc-4fab-aa0d-56b2b41ba95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765e96cc-c2bc-4b43-a479-4bd2c783da4d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:33.619384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56642) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:33.630157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'name': 'network-vif-deleted', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:33.632364 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e01c66-7250-4c68-b0bf-d69f50160cbf" -d '{"events": [{"server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "name": "network-vif-deleted", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:33.659166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:33.692596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dae8426-b1db-4758-8d0e-95174cec3113 req-45b27504-5da6-4374-b74e-3288bde23fdc service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453432 Feb 19 01:07:33.715177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-1e370950-19eb-45cc-8639-6a45c6044c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.716972 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-1e370950-19eb-45cc-8639-6a45c6044c18 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.3299701 Feb 19 01:07:33.724050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b42d2943-3c75-47b0-a0a2-2eddce4556f1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.725252 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Added segment b42d2943-3c75-47b0-a0a2-2eddce4556f1 of type vlan for network 5ecf9dfb-2c56-415b-b75e-33758318166a Feb 19 01:07:33.736717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-54dedf96-2fb7-47f1-9506-4f4bca83fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.742359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-54dedf96-2fb7-47f1-9506-4f4bca83fdb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.3577197 Feb 19 01:07:33.816386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5ecf9dfb-2c56-415b-b75e-33758318166a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.829096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a28d72a-e572-4794-83ab-ef9d99a4c920 admin admin] Publish callbacks [] for security_group (765e96cc-c2bc-4b43-a479-4bd2c783da4d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.832058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-5009d36d-2630-420c-9028-848a59d24e33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010108 Feb 19 01:07:33.867744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-23782c6d-20c9-431a-9003-f4595e407da4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730400 Feb 19 01:07:33.884337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bd468-1e94-432f-b155-69d576f75044 req-0e43f154-1b1a-443a-81e6-a48085de116e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.886203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-230bd468-1e94-432f-b155-69d576f75044 req-0e43f154-1b1a-443a-81e6-a48085de116e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.1851912 Feb 19 01:07:33.900494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5ecf9dfb-2c56-415b-b75e-33758318166a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.908543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.909978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.919616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a28d72a-e572-4794-83ab-ef9d99a4c920 admin admin] Publish callbacks [] for security_group (765e96cc-c2bc-4b43-a479-4bd2c783da4d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.949036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks [] for port (60a51a5b-816a-404e-815b-f9c8931a201c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.956715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7d5bcafa-8987-48e9-bc4a-e0cff4d469e3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.958363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7d5bcafa-8987-48e9-bc4a-e0cff4d469e3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 811 time: 0.6673725 Feb 19 01:07:34.054055 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-fa4a3bef-47e5-4ae0-ac2a-59637251d396 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/quotas/d75b15af394b4c619086741abc9d2f91 HTTP/1.1" status: 200 len: 375 time: 0.0771604 Feb 19 01:07:34.062542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Deleting port 39bf2790-feda-41d1-a9b3-4ded6f959bb9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:34.062872 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.077449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-230bd468-1e94-432f-b155-69d576f75044 req-2c9176c3-874f-4a45-9238-3d05a93f1db0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838846 Feb 19 01:07:34.085794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6880896 Feb 19 01:07:34.091977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56646) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:34.107544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd930e-0a9f-4a27-aa0c-b08805e8eaf1 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Network': ['ID=5ecf9dfb-2c56-415b-b75e-33758318166a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:34.111011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-693402326'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:34.122322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5ecf9dfb-2c56-415b-b75e-33758318166a details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:34.178168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-ff35b89e-7b14-48d1-ab18-3673c2dcf9ae service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161731 Feb 19 01:07:34.199004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a28d72a-e572-4794-83ab-ef9d99a4c920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (765e96cc-c2bc-4b43-a479-4bd2c783da4d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.202104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a28d72a-e572-4794-83ab-ef9d99a4c920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.214189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7a28d72a-e572-4794-83ab-ef9d99a4c920 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/765e96cc-c2bc-4b43-a479-4bd2c783da4d HTTP/1.1" status: 204 len: 168 time: 0.5849926 Feb 19 01:07:34.231651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.261811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28d72a-e572-4794-83ab-ef9d99a4c920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e96cc-c2bc-4b43-a479-4bd2c783da4d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:34.284437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b53bffa-8430-4d00-88b3-fe0a58208a39 req-b0f43e47-f14b-4283-80a4-3cdbe6cee7fb tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/7df4d281-789a-4f10-b996-b63dd183bfc5 HTTP/1.1" status: 200 len: 1798 time: 0.1410117 Feb 19 01:07:34.326100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-88da7266-61f0-442a-afab-2d82ed6657c8 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957083 Feb 19 01:07:34.343889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:34.347301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.387549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:34.424405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:34.527594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:34.553593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-336b6b07-76a0-4eec-a2b3-1a700d5d927a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4844921 Feb 19 01:07:34.573136 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b06b807-c4b9-457a-91fe-aae1f3efe344 x-openstack-request-id: req-6b06b807-c4b9-457a-91fe-aae1f3efe344 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:34.573615 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1b1acd-fc94-4ebb-9295-44ea367b0c31", "name": "network-vif-deleted", "tag": "57fc2057-56f3-44b0-9775-03c0b0aa1ecc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:34.573809 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b06b807-c4b9-457a-91fe-aae1f3efe344 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:34.574462 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1b1acd-fc94-4ebb-9295-44ea367b0c31', 'name': 'network-vif-deleted', 'tag': '57fc2057-56f3-44b0-9775-03c0b0aa1ecc', 'status': 'completed', 'code': 200} Feb 19 01:07:34.619624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c6a240d1-49d1-4807-a983-994d7d86186a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:34.619981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.620568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (39bf2790-feda-41d1-a9b3-4ded6f959bb9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.623474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Pushing event updated for resources: {'Port': ['ID=60a51a5b-816a-404e-815b-f9c8931a201c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:34.718132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e7b0344-39cd-4477-adf8-6ee658e68c9d req-536d3af7-6dad-405b-80de-15f3e8fc9937 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/7df4d281-789a-4f10-b996-b63dd183bfc5 HTTP/1.1" status: 200 len: 1798 time: 0.1304410 Feb 19 01:07:34.754698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c6a240d1-49d1-4807-a983-994d7d86186a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:34.755705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.825811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e7b0344-39cd-4477-adf8-6ee658e68c9d req-1b021dc5-dbad-48a5-8fed-6097bac20273 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (7df4d281-789a-4f10-b996-b63dd183bfc5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.869521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e7b0344-39cd-4477-adf8-6ee658e68c9d req-1b021dc5-dbad-48a5-8fed-6097bac20273 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (7df4d281-789a-4f10-b996-b63dd183bfc5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.916828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-76a53947-0ba5-4b3e-8604-af4d3fad082c None None] Provisioning complete for port 60a51a5b-816a-404e-815b-f9c8931a201c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:34.920379 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-76a53947-0ba5-4b3e-8604-af4d3fad082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.938545 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e7b0344-39cd-4477-adf8-6ee658e68c9d req-1b021dc5-dbad-48a5-8fed-6097bac20273 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7df4d281-789a-4f10-b996-b63dd183bfc5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.941212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7e7b0344-39cd-4477-adf8-6ee658e68c9d req-1b021dc5-dbad-48a5-8fed-6097bac20273 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.942759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e7b0344-39cd-4477-adf8-6ee658e68c9d req-1b021dc5-dbad-48a5-8fed-6097bac20273 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/7df4d281-789a-4f10-b996-b63dd183bfc5 HTTP/1.1" status: 204 len: 173 time: 0.2236354 Feb 19 01:07:34.953401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b021dc5-dbad-48a5-8fed-6097bac20273 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df4d281-789a-4f10-b996-b63dd183bfc5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:35.013403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c6a240d1-49d1-4807-a983-994d7d86186a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:35.052906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-76a53947-0ba5-4b3e-8604-af4d3fad082c None None] Port 60a51a5b-816a-404e-815b-f9c8931a201c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:35.104037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860e55-c4aa-4a16-8f55-a7878543ec15 req-08fb2db7-5b02-44dc-8965-e34d20eec10f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.112661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f0860e55-c4aa-4a16-8f55-a7878543ec15 req-08fb2db7-5b02-44dc-8965-e34d20eec10f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 945 time: 0.0853379 Feb 19 01:07:35.131560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Calling delete_port for 39bf2790-feda-41d1-a9b3-4ded6f959bb9 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:35.178105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f0860e55-c4aa-4a16-8f55-a7878543ec15 req-b61b48fb-03bf-4fe9-9942-0cdc3bbcd3e5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Feb 19 01:07:35.197929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:35.223674 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-6e4523eb-94a5-4b30-b7cb-13be3937108f req-e9429210-c433-412a-8b34-267b1832073b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:07:35.230018 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c66e1d7-45e4-4c7a-9568-fdf802c0591a req-ee9c1d28-b143-4607-b20c-8a2ca49769d0 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0355263 Feb 19 01:07:35.230459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e4523eb-94a5-4b30-b7cb-13be3937108f req-e9429210-c433-412a-8b34-267b1832073b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/7df4d281-789a-4f10-b996-b63dd183bfc5 HTTP/1.1" status: 404 len: 352 time: 0.0212939 Feb 19 01:07:35.270028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (0081e9ce-6c69-4317-b882-66066fb9daa3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.281618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (97b7b3be-0391-4765-88cf-980c2304b50e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.281834 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Added segment 97b7b3be-0391-4765-88cf-980c2304b50e of type vlan for network e1a7ea8d-280b-403d-b116-2a43f332c048 Feb 19 01:07:35.353249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6561f-9143-485d-a793-bfe9218bd8dd req-78331674-3184-4228-8033-8c6d40d417d8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.354977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8be6561f-9143-485d-a793-bfe9218bd8dd req-78331674-3184-4228-8033-8c6d40d417d8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.0593181 Feb 19 01:07:35.412709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8be6561f-9143-485d-a793-bfe9218bd8dd req-a745d785-1902-4e4c-92c9-e83857ce8b3c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512915 Feb 19 01:07:35.416679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-0d44d21e-6489-432b-99bf-a2e738f4e966 service neutron] 10.222.0.43 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618801 Feb 19 01:07:35.450088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bd7de59f-803b-4c61-9ecf-b18eb9233a82 req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1144761468', 'description': 'tempest-description-498426511'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:35.456627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa76b463-6d49-4683-8aed-4a945813dc6a req-477dcac6-a7b3-4e4a-b284-ca06acefa167 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1181383 Feb 19 01:07:35.481505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd7de59f-803b-4c61-9ecf-b18eb9233a82 req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.542539 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:07:35.552653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e1a7ea8d-280b-403d-b116-2a43f332c048), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.568839 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd7de59f-803b-4c61-9ecf-b18eb9233a82 req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (dc818bae-90eb-4631-81c4-55ddcdc91dcd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.572716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd7de59f-803b-4c61-9ecf-b18eb9233a82 req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc818bae-90eb-4631-81c4-55ddcdc91dcd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.604470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd7de59f-803b-4c61-9ecf-b18eb9233a82 req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.605743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd7de59f-803b-4c61-9ecf-b18eb9233a82 req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1610775 Feb 19 01:07:35.614630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df82e76-b505-4ca1-84d1-b705584f9078 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc818bae-90eb-4631-81c4-55ddcdc91dcd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:35.643690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cdf5da74-0a63-48f7-b3fa-4548df16b097 req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-230882862', 'description': 'tempest-description-1400399737'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:35.671788 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cdf5da74-0a63-48f7-b3fa-4548df16b097 req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.673784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-eded36c6-85f5-4c48-b597-1d3b6f377cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.675311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-eded36c6-85f5-4c48-b597-1d3b6f377cb8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1125 time: 0.3053896 Feb 19 01:07:35.701614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e1a7ea8d-280b-403d-b116-2a43f332c048), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.706428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.706978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.757359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cdf5da74-0a63-48f7-b3fa-4548df16b097 req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (0f6eb40e-6725-4c49-b5ff-d327e98aac3a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.762394 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cdf5da74-0a63-48f7-b3fa-4548df16b097 req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0f6eb40e-6725-4c49-b5ff-d327e98aac3a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.764219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-2a8b3418-1c05-4dfb-9842-2325919f484d service neutron] 10.222.0.43 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153944 Feb 19 01:07:35.813344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6eb40e-6725-4c49-b5ff-d327e98aac3a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:35.842579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cdf5da74-0a63-48f7-b3fa-4548df16b097 req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.847391 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cdf5da74-0a63-48f7-b3fa-4548df16b097 req-dbc9c0a6-8e97-45e3-88cc-dcc63ef3a56d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2084229 Feb 19 01:07:35.877339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b864a232-b7a0-451a-8bb8-fe62dfa372bb req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1017990479', 'description': 'tempest-description-446116903'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:35.905765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7997668 Feb 19 01:07:35.912508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56690) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:35.919321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'ports': [{'network_id': '5ecf9dfb-2c56-415b-b75e-33758318166a', 'name': 'tempest-port--1076521081', 'admin_state_up': True}, {'network_id': 'e1a7ea8d-280b-403d-b116-2a43f332c048', 'admin_state_up': False}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:35.920020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'port': {'network_id': '5ecf9dfb-2c56-415b-b75e-33758318166a', 'name': 'tempest-port--1076521081', 'admin_state_up': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:35.922337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'port': {'network_id': 'e1a7ea8d-280b-403d-b116-2a43f332c048', 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:35.943982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b864a232-b7a0-451a-8bb8-fe62dfa372bb req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.944824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.003729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556cc93-59d1-4375-a899-0fcb426edefc tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Network': ['ID=e1a7ea8d-280b-403d-b116-2a43f332c048,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:36.025910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e1a7ea8d-280b-403d-b116-2a43f332c048 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:36.027522 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (39bf2790-feda-41d1-a9b3-4ded6f959bb9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.074412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b864a232-b7a0-451a-8bb8-fe62dfa372bb req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (b222be4a-7d01-44d8-8562-05838f784606), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.087239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b864a232-b7a0-451a-8bb8-fe62dfa372bb req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b222be4a-7d01-44d8-8562-05838f784606), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.107896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00a202e8-7984-493f-a322-429645fdb5ae req-2748b2c4-4461-4186-8c87-30471217b9c0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 210 time: 0.1105793 Feb 19 01:07:36.115300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b864a232-b7a0-451a-8bb8-fe62dfa372bb req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.119722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b864a232-b7a0-451a-8bb8-fe62dfa372bb req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2471297 Feb 19 01:07:36.122120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Pushing event deleted for resources: {'Port': ['ID=39bf2790-feda-41d1-a9b3-4ded6f959bb9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:36.184529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097f9c-0bea-4461-a84b-3b66dfa9eed5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b222be4a-7d01-44d8-8562-05838f784606,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:36.268079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-b9145ffe-48cb-4b33-aed0-a3df2cc24adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.275589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-b9145ffe-48cb-4b33-aed0-a3df2cc24adc service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.5842817 Feb 19 01:07:36.338908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'port': 2} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:36.342932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.361856 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.377752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-f737f330-0ff4-4fe2-9639-ec65c3898fe2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.0777180 Feb 19 01:07:36.388736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce416bd-6809-42a6-9810-565aba92f401 req-08af3bac-e454-4060-a2c0-74c483f20b07 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.390731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ce416bd-6809-42a6-9810-565aba92f401 req-08af3bac-e454-4060-a2c0-74c483f20b07 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 945 time: 0.1077864 Feb 19 01:07:36.533320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-60a04d46-52b8-4c4d-bc8b-766b814477c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.535165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-60a04d46-52b8-4c4d-bc8b-766b814477c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1358004 Feb 19 01:07:36.561752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks [] for floatingip (c45fd866-2e83-4396-9396-f1e4185b0dae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.566226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.571530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0fd52ecf-7f36-42d0-992e-24d33c887b6d tempest-ServersTestFqdnHostnames-1384980036 tempest-ServersTestFqdnHostnames-1384980036-project] 10.222.0.43 "DELETE /v2.0/floatingips/c45fd866-2e83-4396-9396-f1e4185b0dae HTTP/1.1" status: 204 len: 168 time: 3.4234118 Feb 19 01:07:36.591044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56724) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:36.604555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-faa08c33-ea6c-41e0-ae81-a67c741af6b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591798 Feb 19 01:07:36.625432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] device_id is not set on port 48b90ab1-674a-4ccb-b23d-5e34a1f7fab1 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:36.757693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df339694-ed98-4409-afb1-81f0344e6004 req-b53cc4fd-f35f-4a0e-8757-45296ff3dea0 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 11011 time: 0.5770710 Feb 19 01:07:36.761509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ce416bd-6809-42a6-9810-565aba92f401 req-ee04a56b-1ade-438f-a8c5-35b831231bbc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200910 Feb 19 01:07:36.801205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-60b63779-b373-4dab-a7e3-767ddda248ab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.802753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-60b63779-b373-4dab-a7e3-767ddda248ab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 945 time: 0.3626246 Feb 19 01:07:36.895298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df339694-ed98-4409-afb1-81f0344e6004 req-a7130a57-c3e4-48a2-9f49-284c099a425d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/3f709c44-3e24-4988-aa1b-74a208159bb0 HTTP/1.1" status: 200 len: 3002 time: 0.1365871 Feb 19 01:07:36.901823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks [] for port (60a51a5b-816a-404e-815b-f9c8931a201c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.908346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-4d21a866-c09d-4ca0-b05e-ddc22abb7a3d service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886872 Feb 19 01:07:36.913227 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.084884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (0081e9ce-6c69-4317-b882-66066fb9daa3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.090368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df339694-ed98-4409-afb1-81f0344e6004 req-03f908ad-7372-4479-b63d-afcb98b5a3e7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/3f709c44-3e24-4988-aa1b-74a208159bb0 HTTP/1.1" status: 200 len: 3002 time: 0.1796093 Feb 19 01:07:37.090971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for port (48b90ab1-674a-4ccb-b23d-5e34a1f7fab1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.093930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Pushing event updated for resources: {'Port': ['ID=60a51a5b-816a-404e-815b-f9c8931a201c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.103223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e5b5-6df1-41b9-8a6e-5223b7a720db req-96194193-2809-45c8-950b-27298c10b721 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.105135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9685e5b5-6df1-41b9-8a6e-5223b7a720db req-96194193-2809-45c8-950b-27298c10b721 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2483113 Feb 19 01:07:37.200187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e88866f-2bf4-4ff5-b229-86447a26b16b req-7421a308-2790-4afb-be5f-ad5623b6d68d service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782607 Feb 19 01:07:37.228237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port 08912c26-53a7-4539-9ec4-45e626a1a91f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:37.228579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.246437 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0686086-df99-4461-804e-5308613c680d req-040408a1-f4b3-413f-9401-9081f8140dc2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/dc818bae-90eb-4631-81c4-55ddcdc91dcd HTTP/1.1" status: 200 len: 1819 time: 0.1176457 Feb 19 01:07:37.266303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] device_id is not set on port cdb55baf-5454-4391-a3b2-49c37703e1f3 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:37.301043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:37.305128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:37.374749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9685e5b5-6df1-41b9-8a6e-5223b7a720db req-32ec0cab-4785-42cd-b6ed-0424d8b57d99 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568111 Feb 19 01:07:37.388548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0686086-df99-4461-804e-5308613c680d req-709a8ef8-1e0f-4a0c-a4b0-7c4303cc413a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (dc818bae-90eb-4631-81c4-55ddcdc91dcd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.468715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0686086-df99-4461-804e-5308613c680d req-709a8ef8-1e0f-4a0c-a4b0-7c4303cc413a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (dc818bae-90eb-4631-81c4-55ddcdc91dcd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.495455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port 08912c26-53a7-4539-9ec4-45e626a1a91f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=08912c26-53a7-4539-9ec4-45e626a1a91f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:37.495822 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.511019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:37.535101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for 08912c26-53a7-4539-9ec4-45e626a1a91f owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:37.581636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e299175-3bfe-4afc-b76d-608b56c4796b req-58aca3a2-cf5b-41fc-b27b-9de6a1ec9edf tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 210 time: 0.0675080 Feb 19 01:07:37.675875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Router 0081e9ce-6c69-4317-b882-66066fb9daa3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:37.700455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for port (cdb55baf-5454-4391-a3b2-49c37703e1f3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.702709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0686086-df99-4461-804e-5308613c680d req-709a8ef8-1e0f-4a0c-a4b0-7c4303cc413a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc818bae-90eb-4631-81c4-55ddcdc91dcd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.706215 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d0686086-df99-4461-804e-5308613c680d req-709a8ef8-1e0f-4a0c-a4b0-7c4303cc413a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.707871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0686086-df99-4461-804e-5308613c680d req-709a8ef8-1e0f-4a0c-a4b0-7c4303cc413a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc818bae-90eb-4631-81c4-55ddcdc91dcd HTTP/1.1" status: 204 len: 173 time: 0.4535954 Feb 19 01:07:37.739394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a8ef8-1e0f-4a0c-a4b0-7c4303cc413a tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc818bae-90eb-4631-81c4-55ddcdc91dcd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.750317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3756ecff-fb53-4aaa-be57-896878988cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.792353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-a3525810-bdf3-40bc-840e-d2006b0a70ed tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.793900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-a3525810-bdf3-40bc-840e-d2006b0a70ed tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.10 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 811 time: 0.3584886 Feb 19 01:07:37.805680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d8e4b5bc-05c3-4b1b-8410-8e66994813c3 None None] Provisioning complete for port 60a51a5b-816a-404e-815b-f9c8931a201c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:37.806295 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b5bc-05c3-4b1b-8410-8e66994813c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.853970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4b5bc-05c3-4b1b-8410-8e66994813c3 None None] Port 60a51a5b-816a-404e-815b-f9c8931a201c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:37.859118 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-50281751-e5cf-4726-9e89-e32c17a00837 req-d23c0b97-a9e7-4aa6-a1a1-ed725f8c8b20 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:07:37.860160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50281751-e5cf-4726-9e89-e32c17a00837 req-d23c0b97-a9e7-4aa6-a1a1-ed725f8c8b20 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/dc818bae-90eb-4631-81c4-55ddcdc91dcd HTTP/1.1" status: 404 len: 352 time: 0.1110873 Feb 19 01:07:37.878514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6acb9c85-3feb-4d93-a42e-43c347acd723 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:37.930641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:37.949057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (48b90ab1-674a-4ccb-b23d-5e34a1f7fab1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.950295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8fa85daa-192b-433d-b213-31e654aa1db0 admin admin] 10.222.0.43 "PUT /v2.0/routers/0081e9ce-6c69-4317-b882-66066fb9daa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6422238 Feb 19 01:07:37.977907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-39679402-021f-4795-9c3b-9161e3f24d09 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75b15af394b4c619086741abc9d2f91 HTTP/1.1" status: 200 len: 379 time: 0.1300807 Feb 19 01:07:37.985040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ca76e-09ff-4740-be46-365731d639da req-3b58c8ea-c19b-46d9-b648-53df1cc96530 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.986558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-963ca76e-09ff-4740-be46-365731d639da req-3b58c8ea-c19b-46d9-b648-53df1cc96530 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 945 time: 0.1375654 Feb 19 01:07:37.991344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'port': {'device_id': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'admin_state_up': True, 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'security_groups': ['e9608002-6956-49b0-a053-8e130b68aab4']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:37.998944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Sync routers for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:38.017656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:38.018616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:38.166285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:38.168669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Made reservation on behalf of d75b15af394b4c619086741abc9d2f91 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:38.173699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.191746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'port_id': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'mac_address': 'fa:16:3e:67:50:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:38.197608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:38.200542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-963ca76e-09ff-4740-be46-365731d639da req-3f40ed33-4ed7-4af8-9198-992521cbd522 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055871 Feb 19 01:07:38.269357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6acb9c85-3feb-4d93-a42e-43c347acd723 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:38.269674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.301564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acb9c85-3feb-4d93-a42e-43c347acd723 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:38.405189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:38.408263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Allocated IP 172.20.0.6 (d6203616-7407-4e34-ba9b-c572712fd403/49870ac0-2275-45b2-94a5-0e30f3f80962/29f555fa-7d46-4116-b548-d360c6d4d846) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:38.420961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.466793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (188e0537-53e4-4beb-b0ed-f58ad426f24e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.470606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fc5298b-e79c-4054-846f-3f29fdad18aa req-a8cfbc99-18b2-4ff2-ad1e-691d29eabed3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/0f6eb40e-6725-4c49-b5ff-d327e98aac3a HTTP/1.1" status: 200 len: 1819 time: 0.5762334 Feb 19 01:07:38.524870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Port': ['ID=48b90ab1-674a-4ccb-b23d-5e34a1f7fab1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.573541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (08912c26-53a7-4539-9ec4-45e626a1a91f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.633043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3756ecff-fb53-4aaa-be57-896878988cb9 admin admin] Publish callbacks [] for security_group (d62ae19b-d922-47eb-be99-18bdef35bcc8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.645800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=08912c26-53a7-4539-9ec4-45e626a1a91f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.680324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56766) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:38.697145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3756ecff-fb53-4aaa-be57-896878988cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d62ae19b-d922-47eb-be99-18bdef35bcc8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.703896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370132280', 'description': 'tempest-description--814978099'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:38.721883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for port (29f555fa-7d46-4116-b548-d360c6d4d846), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.724010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.754010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:36Z', 'revision_number': 2, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:38.763221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Checking segment: {'id': 'b42d2943-3c75-47b0-a0a2-2eddce4556f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ecf9dfb-2c56-415b-b75e-33758318166a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:38.763221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network hostable DHCP agents. Network: 5ecf9dfb-2c56-415b-b75e-33758318166a, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:38.786638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Checking router: 0081e9ce-6c69-4317-b882-66066fb9daa3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:38.787572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Updating router 0081e9ce-6c69-4317-b882-66066fb9daa3 port 60a51a5b-816a-404e-815b-f9c8931a201c binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:07:38.805918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756ecff-fb53-4aaa-be57-896878988cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ae19b-d922-47eb-be99-18bdef35bcc8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.809454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port 08912c26-53a7-4539-9ec4-45e626a1a91f on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:38.811855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.815268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8746eee-4182-4f29-97cf-9eb8e89a7e80 req-15d73532-98ce-4d1b-8ec5-fbabf35d2792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "DELETE /v2.0/ports/08912c26-53a7-4539-9ec4-45e626a1a91f HTTP/1.1" status: 204 len: 173 time: 2.0021105 Feb 19 01:07:38.815648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.815887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['6acb9c85-3feb-4d93-a42e-43c347acd723'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:38.823997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'name': 'network-vif-deleted', 'tag': '08912c26-53a7-4539-9ec4-45e626a1a91f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:38.826810 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ab65c1-d4d8-4b49-a2cd-6ac2a1b96d2b" -d '{"events": [{"server_uuid": "9376beee-ec96-44a9-bb76-ab35c10dcbbf", "name": "network-vif-deleted", "tag": "08912c26-53a7-4539-9ec4-45e626a1a91f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:38.854639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fc5298b-e79c-4054-846f-3f29fdad18aa req-efc7833a-eebe-4430-a836-e030504cf7f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (0f6eb40e-6725-4c49-b5ff-d327e98aac3a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.870104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3756ecff-fb53-4aaa-be57-896878988cb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d33928e0251d4945a288d0e4378d8731&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3546023 Feb 19 01:07:38.875229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffe34-afca-4ac6-8038-9401a467a5d2 req-686048b4-9c3f-4329-b921-cf0dc8be32f5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:38.882207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56772) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:38.885316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd8ffe34-afca-4ac6-8038-9401a467a5d2 req-686048b4-9c3f-4329-b921-cf0dc8be32f5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.1452413 Feb 19 01:07:38.892168 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.909130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Network d6203616-7407-4e34-ba9b-c572712fd403 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:38.915934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.921200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:38.924621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:38.966746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fc5298b-e79c-4054-846f-3f29fdad18aa req-efc7833a-eebe-4430-a836-e030504cf7f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (0f6eb40e-6725-4c49-b5ff-d327e98aac3a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.983893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network 5ecf9dfb-2c56-415b-b75e-33758318166a is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:38.993367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:38.994250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.003032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event updated for resources: {'Port': ['ID=29f555fa-7d46-4116-b548-d360c6d4d846,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.053628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-7f573a92-d6e9-496d-8d2c-30be2a3c1c5b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659797 Feb 19 01:07:39.072500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Request body: {'port': {'device_id': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:39.088199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5ecf9dfb-2c56-415b-b75e-33758318166a) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:39.092108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:39.093109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cdb55baf-5454-4391-a3b2-49c37703e1f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.105480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9ea66-29d7-467d-8cf3-cc5da5d52836 None None] Network 5ecf9dfb-2c56-415b-b75e-33758318166a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:39.133101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd8ffe34-afca-4ac6-8038-9401a467a5d2 req-7529d1eb-f11a-4af0-b0a1-4238d91c8b4b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376461 Feb 19 01:07:39.208719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.267218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Port': ['ID=cdb55baf-5454-4391-a3b2-49c37703e1f3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.270479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fc5298b-e79c-4054-846f-3f29fdad18aa req-efc7833a-eebe-4430-a836-e030504cf7f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0f6eb40e-6725-4c49-b5ff-d327e98aac3a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.273157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fc5298b-e79c-4054-846f-3f29fdad18aa req-efc7833a-eebe-4430-a836-e030504cf7f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.274310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fc5298b-e79c-4054-846f-3f29fdad18aa req-efc7833a-eebe-4430-a836-e030504cf7f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/0f6eb40e-6725-4c49-b5ff-d327e98aac3a HTTP/1.1" status: 204 len: 173 time: 0.7921689 Feb 19 01:07:39.313571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-562ee6f3-cd4f-4ff4-b596-99ea3c238434 admin admin] Publish callbacks [] for security_group (d62ae19b-d922-47eb-be99-18bdef35bcc8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.329596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7833a-eebe-4430-a836-e030504cf7f7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6eb40e-6725-4c49-b5ff-d327e98aac3a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.348943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group (4c82faf7-56ee-42b2-83cf-73819ff2d98a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.358213 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee6bb37-d4a6-4b55-9320-05f830d97c83 x-openstack-request-id: req-5ee6bb37-d4a6-4b55-9320-05f830d97c83 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:39.359136 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9376beee-ec96-44a9-bb76-ab35c10dcbbf", "name": "network-vif-deleted", "tag": "08912c26-53a7-4539-9ec4-45e626a1a91f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:39.359578 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ee6bb37-d4a6-4b55-9320-05f830d97c83 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:39.360153 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9376beee-ec96-44a9-bb76-ab35c10dcbbf', 'name': 'network-vif-deleted', 'tag': '08912c26-53a7-4539-9ec4-45e626a1a91f', 'status': 'completed', 'code': 200} Feb 19 01:07:39.366150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d87b83-480b-4307-b54f-b6f420f2c1c7 req-406d46a1-4ea0-4368-beb4-cad31097cfb2 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.374231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Checking segment: {'id': '97b7b3be-0391-4765-88cf-980c2304b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e1a7ea8d-280b-403d-b116-2a43f332c048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:39.374602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network hostable DHCP agents. Network: e1a7ea8d-280b-403d-b116-2a43f332c048, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:39.378203 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-562ee6f3-cd4f-4ff4-b596-99ea3c238434 admin admin] Publish callbacks [] for security_group (d62ae19b-d922-47eb-be99-18bdef35bcc8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.383589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4c82faf7-56ee-42b2-83cf-73819ff2d98a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.387378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-35d87b83-480b-4307-b54f-b6f420f2c1c7 req-406d46a1-4ea0-4368-beb4-cad31097cfb2 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 931 time: 0.1812983 Feb 19 01:07:39.514457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.516873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8206153 Feb 19 01:07:39.523493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56778) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.525300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-11ce0232-6fef-49b0-88a4-896893b86c18 None None] Provisioning complete for port 29f555fa-7d46-4116-b548-d360c6d4d846 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:39.526097 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11ce0232-6fef-49b0-88a4-896893b86c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.543626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe1375-777b-4f97-874f-46821ec12d72 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c82faf7-56ee-42b2-83cf-73819ff2d98a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.550192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Request body: {'security_group_rule': {'security_group_id': '4c82faf7-56ee-42b2-83cf-73819ff2d98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:39.576137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd865ca-a387-441d-a8a4-ed144a39aa59 req-30e40a38-075c-4b11-9231-e1ff69ec2bb2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=9376beee-ec96-44a9-bb76-ab35c10dcbbf HTTP/1.1" status: 200 len: 210 time: 0.1130483 Feb 19 01:07:39.583101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Publish callbacks [] for port (60a51a5b-816a-404e-815b-f9c8931a201c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.601859 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.603034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network e1a7ea8d-280b-403d-b116-2a43f332c048 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:39.613501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-11ce0232-6fef-49b0-88a4-896893b86c18 None None] Port 29f555fa-7d46-4116-b548-d360c6d4d846 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:39.648799 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-af7fbe23-4afc-4a15-a1e2-2878db6e5690 req-63b77106-9a1a-48e3-bee7-547799ac1ca5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:07:39.649684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af7fbe23-4afc-4a15-a1e2-2878db6e5690 req-63b77106-9a1a-48e3-bee7-547799ac1ca5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/0f6eb40e-6725-4c49-b5ff-d327e98aac3a HTTP/1.1" status: 404 len: 352 time: 0.0369406 Feb 19 01:07:39.655707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e1a7ea8d-280b-403d-b116-2a43f332c048) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:39.674811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:39.680875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.685946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.686658 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.702445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa4029-d473-4e91-87b2-8217abaa296f None None] Network e1a7ea8d-280b-403d-b116-2a43f332c048 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:39.723525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7bdc6-ae00-4f8c-ba9c-7f451f898456 None None] Pushing event updated for resources: {'Port': ['ID=60a51a5b-816a-404e-815b-f9c8931a201c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.765510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-54bf4181-48ea-4d53-94d1-6c9bae15d5db tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8485680 Feb 19 01:07:39.796513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Attempting to bind port 60a51a5b-816a-404e-815b-f9c8931a201c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:39.796886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Attempting to bind port 60a51a5b-816a-404e-815b-f9c8931a201c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:39.797488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Attempting to bind port 60a51a5b-816a-404e-815b-f9c8931a201c on network 176d33b8-0e17-4ece-80fe-1a59bdd75756 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:39.799957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.802905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-562ee6f3-cd4f-4ff4-b596-99ea3c238434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d62ae19b-d922-47eb-be99-18bdef35bcc8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.805833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-562ee6f3-cd4f-4ff4-b596-99ea3c238434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.807269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:39.807956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Checking segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:39.808564 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.809233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Bound using segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:39.809892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Bound port: 60a51a5b-816a-404e-815b-f9c8931a201c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:39.810979 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.814930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f555fa-7d46-4116-b548-d360c6d4d846 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:39.817138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-562ee6f3-cd4f-4ff4-b596-99ea3c238434 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d62ae19b-d922-47eb-be99-18bdef35bcc8 HTTP/1.1" status: 204 len: 168 time: 0.9239995 Feb 19 01:07:39.842524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Publish callbacks [] for port (29f555fa-7d46-4116-b548-d360c6d4d846), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.866205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Transition to ACTIVE for port object 29f555fa-7d46-4116-b548-d360c6d4d846 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:39.892461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 08912c26-53a7-4539-9ec4-45e626a1a91f no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:39.893153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.931647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 08912c26-53a7-4539-9ec4-45e626a1a91f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:39.932268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 08912c26-53a7-4539-9ec4-45e626a1a91f not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:39.968700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] For port 60a51a5b-816a-404e-815b-f9c8931a201c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:39.973467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] For port 60a51a5b-816a-404e-815b-f9c8931a201c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=60a51a5b-816a-404e-815b-f9c8931a201c,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:39.974105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ee6f3-cd4f-4ff4-b596-99ea3c238434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ae19b-d922-47eb-be99-18bdef35bcc8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.979225 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group_rule (4162aedf-9750-412f-bce5-7f0019142b94), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.982879 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.994214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Pushing event updated for resources: {'Port': ['ID=29f555fa-7d46-4116-b548-d360c6d4d846,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.046695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Deleting port 4db757c4-71d7-46cc-b756-38ca6f658973 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:40.050481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.073111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-35d87b83-480b-4307-b54f-b6f420f2c1c7 req-2e51d25d-2625-47b8-a882-a429a7246bf1 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6847200 Feb 19 01:07:40.114477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:40.115378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:40.207082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7bdc6-ae00-4f8c-ba9c-7f451f898456 None None] Pushing event updated for resources: {'Port': ['ID=60a51a5b-816a-404e-815b-f9c8931a201c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.218484 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd85c4bc-cd02-4e84-b1f6-ee439a21bdee req-fb11d9ca-0e04-4935-9c67-a60820a8d542 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/b222be4a-7d01-44d8-8562-05838f784606 HTTP/1.1" status: 200 len: 1819 time: 0.5110226 Feb 19 01:07:40.226974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Attempting to bind port 29f555fa-7d46-4116-b548-d360c6d4d846 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:40.227210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Attempting to bind port 29f555fa-7d46-4116-b548-d360c6d4d846 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:40.227601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Attempting to bind port 29f555fa-7d46-4116-b548-d360c6d4d846 on network d6203616-7407-4e34-ba9b-c572712fd403 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:40.249529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Port 29f555fa-7d46-4116-b548-d360c6d4d846 on network d6203616-7407-4e34-ba9b-c572712fd403 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:40.249916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Attempting to bind port 29f555fa-7d46-4116-b548-d360c6d4d846 on network d6203616-7407-4e34-ba9b-c572712fd403 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:40.261352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:40.261718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Checking segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:40.262077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Bound using segment: {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:40.262556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Bound port: 29f555fa-7d46-4116-b548-d360c6d4d846, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592ed871-afcf-48e2-9ad6-c84797d69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:40.262927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.272937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] Provisioning complete for port 60a51a5b-816a-404e-815b-f9c8931a201c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:40.273895 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.368092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3a29f-a836-4104-bad6-17cfbb54fb01 req-9d90dcaf-a3c8-4a71-929c-2caa2f4b40e1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.375224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79c3a29f-a836-4104-bad6-17cfbb54fb01 req-9d90dcaf-a3c8-4a71-929c-2caa2f4b40e1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.1150701 Feb 19 01:07:40.465674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] Current status of the port 60a51a5b-816a-404e-815b-f9c8931a201c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:40.472030 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.488499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79c3a29f-a836-4104-bad6-17cfbb54fb01 req-ff079d51-66f9-499d-9ed7-961464f34fe2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123044 Feb 19 01:07:40.489634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] For port 29f555fa-7d46-4116-b548-d360c6d4d846, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:40.500000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] For port 4db757c4-71d7-46cc-b756-38ca6f658973, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4db757c4-71d7-46cc-b756-38ca6f658973,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:40.500587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.509340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:40.509688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] For port 29f555fa-7d46-4116-b548-d360c6d4d846, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=29f555fa-7d46-4116-b548-d360c6d4d846,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:40.522654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Calling delete_port for 4db757c4-71d7-46cc-b756-38ca6f658973 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:40.529363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.598052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.598727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.602368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] 10.222.0.10 "PUT /v2.0/ports/29f555fa-7d46-4116-b548-d360c6d4d846 HTTP/1.1" status: 200 len: 1091 time: 1.5372009 Feb 19 01:07:40.620351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:40.625850 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb89510-2170-4e43-9c1d-eaf3b5610def" -d '{"events": [{"name": "network-changed", "server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:40.630317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] For port 60a51a5b-816a-404e-815b-f9c8931a201c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=60a51a5b-816a-404e-815b-f9c8931a201c,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:40.648122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4133913-f04b-4ac9-bece-5f2f006426b9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.658041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4133913-f04b-4ac9-bece-5f2f006426b9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.659958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b4133913-f04b-4ac9-bece-5f2f006426b9 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8584118 Feb 19 01:07:40.662475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.664387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.671374 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.685857 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group_rule (4162aedf-9750-412f-bce5-7f0019142b94), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.736264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4162aedf-9750-412f-bce5-7f0019142b94), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.752467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b20fbb2-b271-4464-a0bb-6caf84b647f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.754323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd85c4bc-cd02-4e84-b1f6-ee439a21bdee req-6295b2c1-efc2-445a-afdd-edb817f5573b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (b222be4a-7d01-44d8-8562-05838f784606), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.780243 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f14bd7-0b1b-4437-a827-cf114a7a33b8 x-openstack-request-id: req-28f14bd7-0b1b-4437-a827-cf114a7a33b8 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:40.783053 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:40.783053 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28f14bd7-0b1b-4437-a827-cf114a7a33b8 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:40.784848 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846', 'status': 'completed', 'code': 200} Feb 19 01:07:40.814027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4162aedf-9750-412f-bce5-7f0019142b94,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.819065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737ae50-38d5-48dc-b7da-35c3d831ba9a None None] Pushing event updated for resources: {'Port': ['ID=60a51a5b-816a-404e-815b-f9c8931a201c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.836619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7505e93-ed55-4d28-a6b0-98c0313ee723 service neutron] Pushing event updated for resources: {'Port': ['ID=29f555fa-7d46-4116-b548-d360c6d4d846,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.905510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd85c4bc-cd02-4e84-b1f6-ee439a21bdee req-6295b2c1-efc2-445a-afdd-edb817f5573b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (b222be4a-7d01-44d8-8562-05838f784606), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.916138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.918738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-e793e000-ef28-497b-bea7-5f1e4cf3382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.920401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-e793e000-ef28-497b-bea7-5f1e4cf3382b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 1125 time: 0.2381530 Feb 19 01:07:40.921837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-60b5b9c5-7dc6-49ca-a2f5-9290b2155523 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3810790 Feb 19 01:07:40.922090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56802) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.926937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Request body: {'security_group_rule': {'security_group_id': '4c82faf7-56ee-42b2-83cf-73819ff2d98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:40.935405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7a7769c1-db40-4669-b3e3-b79436cbbaa5 None None] Provisioning complete for port 60a51a5b-816a-404e-815b-f9c8931a201c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:40.936361 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a7769c1-db40-4669-b3e3-b79436cbbaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.053801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:39Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:41.077406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd85c4bc-cd02-4e84-b1f6-ee439a21bdee req-6295b2c1-efc2-445a-afdd-edb817f5573b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b222be4a-7d01-44d8-8562-05838f784606), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.080134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bd85c4bc-cd02-4e84-b1f6-ee439a21bdee req-6295b2c1-efc2-445a-afdd-edb817f5573b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.081646 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd85c4bc-cd02-4e84-b1f6-ee439a21bdee req-6295b2c1-efc2-445a-afdd-edb817f5573b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/b222be4a-7d01-44d8-8562-05838f784606 HTTP/1.1" status: 204 len: 173 time: 0.8609135 Feb 19 01:07:41.098218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e95ab9-6f72-4f3d-ac72-293a9c5291e6 None None] The sync data for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 is: [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:39Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:41.113656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7a7769c1-db40-4669-b3e3-b79436cbbaa5 None None] Current status of the port 60a51a5b-816a-404e-815b-f9c8931a201c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:41.123128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295b2c1-efc2-445a-afdd-edb817f5573b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222be4a-7d01-44d8-8562-05838f784606,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.160522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b20fbb2-b271-4464-a0bb-6caf84b647f3 admin admin] Publish callbacks [] for security_group (570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.171333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b20fbb2-b271-4464-a0bb-6caf84b647f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.247385 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-eb107418-09c2-4934-a0bf-416c00090e09 req-b0ae3c47-bf9f-48bc-ab3b-05da6a6212b7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:07:41.248501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb107418-09c2-4934-a0bf-416c00090e09 req-b0ae3c47-bf9f-48bc-ab3b-05da6a6212b7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/b222be4a-7d01-44d8-8562-05838f784606 HTTP/1.1" status: 404 len: 352 time: 0.0819981 Feb 19 01:07:41.274846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4db757c4-71d7-46cc-b756-38ca6f658973), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.279263 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2b20fbb2-b271-4464-a0bb-6caf84b647f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df0fda823c044c57bf8cb36a8032957c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6084907 Feb 19 01:07:41.282837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56818) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:41.288316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20fbb2-b271-4464-a0bb-6caf84b647f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.346148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4db757c4-71d7-46cc-b756-38ca6f658973,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.419820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-330a20dc-f23d-410e-aede-df7a3db1e5a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f555fa-7d46-4116-b548-d360c6d4d846 HTTP/1.1" status: 200 len: 217 time: 0.4852931 Feb 19 01:07:41.490677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7723b45-b454-4d25-bc6c-c3145c30c6a8 admin admin] Publish callbacks [] for security_group (570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.533527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Deleting port 48b90ab1-674a-4ccb-b23d-5e34a1f7fab1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:41.534524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (48b90ab1-674a-4ccb-b23d-5e34a1f7fab1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.540842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776d201-e299-45f1-a65a-74425070a19c req-683dadba-8c9b-4c68-96a1-d0ce364c3527 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.542530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3776d201-e299-45f1-a65a-74425070a19c req-683dadba-8c9b-4c68-96a1-d0ce364c3527 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 943 time: 0.1887360 Feb 19 01:07:41.572015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-634cc5d3-3968-4265-8fc9-340f85762709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.574283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-634cc5d3-3968-4265-8fc9-340f85762709 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.1361957 Feb 19 01:07:41.578411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7723b45-b454-4d25-bc6c-c3145c30c6a8 admin admin] Publish callbacks [] for security_group (570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.657893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group_rule (2c07895f-b307-45b9-9460-62accbe49f8d), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.751226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3776d201-e299-45f1-a65a-74425070a19c req-063f57ba-ac80-46f7-914a-fb095159cbe6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486640 Feb 19 01:07:41.757082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (48b90ab1-674a-4ccb-b23d-5e34a1f7fab1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.758509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (188e0537-53e4-4beb-b0ed-f58ad426f24e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.767606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Calling delete_port for 48b90ab1-674a-4ccb-b23d-5e34a1f7fab1 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:41.772358 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7723b45-b454-4d25-bc6c-c3145c30c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.775895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7723b45-b454-4d25-bc6c-c3145c30c6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.777183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7723b45-b454-4d25-bc6c-c3145c30c6a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8 HTTP/1.1" status: 204 len: 168 time: 0.4851661 Feb 19 01:07:41.804675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723b45-b454-4d25-bc6c-c3145c30c6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570db8f2-29b7-4e0a-9aa8-ef4cff9f5bc8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.817868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-a62822dd-b0f9-4344-8022-ed6e4ff78d10 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.821688 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-a62822dd-b0f9-4344-8022-ed6e4ff78d10 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.8137155 Feb 19 01:07:41.863357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7a38bc7-0094-4b2a-b7bb-4773624dccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.864912 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-d7a38bc7-0094-4b2a-b7bb-4773624dccc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2480950 Feb 19 01:07:41.899899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6acb9c85-3feb-4d93-a42e-43c347acd723 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:41.922140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-46d10c85-9c5d-446b-9813-6e574a990595 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0901411 Feb 19 01:07:41.968512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group_rule (2c07895f-b307-45b9-9460-62accbe49f8d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.975875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 6acb9c85-3feb-4d93-a42e-43c347acd723 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:41.983843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 6acb9c85-3feb-4d93-a42e-43c347acd723 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:41.986677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.010581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-4ed78a05-95f4-41cc-a803-f6ea77327f78 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871768 Feb 19 01:07:42.012658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2c07895f-b307-45b9-9460-62accbe49f8d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.125832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea692d00-2312-4cf5-905f-a18a04367a44 req-fec028e9-4264-49f1-943c-a4ecc659b92d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 6207 time: 0.3743446 Feb 19 01:07:42.129166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c07895f-b307-45b9-9460-62accbe49f8d,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.129875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6acb9c85-3feb-4d93-a42e-43c347acd723 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:42.130472 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.185339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.186907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bf174f97-74c6-41af-bbd7-0e407d083f27 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2636828 Feb 19 01:07:42.197019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56826) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:42.201818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:42.206836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:42.208314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:42.210699 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702567eb-77da-4e49-8b66-5603a1788e6f" -d '{"events": [{"server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "name": "network-vif-plugged", "status": "completed", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:42.222829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.267927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (48b90ab1-674a-4ccb-b23d-5e34a1f7fab1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.281251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea692d00-2312-4cf5-905f-a18a04367a44 req-636315f4-c7cb-47bc-9e3d-58978fa1a9d7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/3f709c44-3e24-4988-aa1b-74a208159bb0 HTTP/1.1" status: 200 len: 3002 time: 0.1417563 Feb 19 01:07:42.284222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.288455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Router 188e0537-53e4-4beb-b0ed-f58ad426f24e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:42.346328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.372539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Port': ['ID=48b90ab1-674a-4ccb-b23d-5e34a1f7fab1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.378996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.383054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc8cb7bf-bdba-47b8-95ca-ce29f71abc84 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/ports/48b90ab1-674a-4ccb-b23d-5e34a1f7fab1 HTTP/1.1" status: 204 len: 168 time: 1.6977201 Feb 19 01:07:42.385469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-2a3333ae-da65-48da-8750-c9c2e9c92971 service neutron] 10.222.0.10 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545052 Feb 19 01:07:42.386298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:42.401792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-9e09a334-400a-4a9b-b0b5-f02f0017c98a service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900735 Feb 19 01:07:42.440228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea692d00-2312-4cf5-905f-a18a04367a44 req-4af79666-9e10-4ad4-8184-7cbb01d5d808 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/3f709c44-3e24-4988-aa1b-74a208159bb0 HTTP/1.1" status: 200 len: 3002 time: 0.1493022 Feb 19 01:07:42.629202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:42.639673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-26d47138-feab-4fc7-9769-1a9fcde1a1aa admin admin] 10.222.0.43 "PUT /v2.0/routers/188e0537-53e4-4beb-b0ed-f58ad426f24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0430603 Feb 19 01:07:42.640277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56844) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:42.647406 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] Sync routers for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:42.662667 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:42.663326 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:42.718175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9dcf694-0c08-46b4-b5b7-c25fcb70b561 req-06b12540-fb0e-4da8-827e-2c00c0fdf173 service neutron] 10.222.0.10 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140182 Feb 19 01:07:42.743588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-06f09096-e88e-451a-a79f-52e6a5e6fc5d service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404713 Feb 19 01:07:42.790040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Deleting port cdb55baf-5454-4391-a3b2-49c37703e1f3 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:42.790392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cdb55baf-5454-4391-a3b2-49c37703e1f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.808323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 60a51a5b-816a-404e-815b-f9c8931a201c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:42.838052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:42.901980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 60a51a5b-816a-404e-815b-f9c8931a201c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:42.902656 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.914034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415e27b-4367-4c2e-b9f8-9f2cb5b1a66f req-ae189473-86a2-4b99-bd1d-cbd462520e98 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:42.925765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f415e27b-4367-4c2e-b9f8-9f2cb5b1a66f req-ae189473-86a2-4b99-bd1d-cbd462520e98 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.3748326 Feb 19 01:07:43.050627 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cdb55baf-5454-4391-a3b2-49c37703e1f3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.071379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 60a51a5b-816a-404e-815b-f9c8931a201c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:43.094229 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab53b3b-e9e9-4010-8ab9-ffb4da6fcc10 x-openstack-request-id: req-5ab53b3b-e9e9-4010-8ab9-ffb4da6fcc10 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:43.097070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Calling delete_port for cdb55baf-5454-4391-a3b2-49c37703e1f3 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:43.100882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-298aea23-c615-4a2c-a38b-19625d473798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.103814 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "name": "network-vif-plugged", "status": "completed", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:43.104308 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ab53b3b-e9e9-4010-8ab9-ffb4da6fcc10 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:43.104937 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'code': 200} Feb 19 01:07:43.112409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.115662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-298aea23-c615-4a2c-a38b-19625d473798 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 1125 time: 0.3128498 Feb 19 01:07:43.127393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-39bb77ca-94ad-4ea3-9d86-dbb6df23d6bd req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1190582351', 'description': 'tempest-description-268033240'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:43.143544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks [] for router (188e0537-53e4-4beb-b0ed-f58ad426f24e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.182602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:43.219395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] Checking router: 188e0537-53e4-4beb-b0ed-f58ad426f24e for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:43.241693 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] Routers {'188e0537-53e4-4beb-b0ed-f58ad426f24e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:43.243102 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['188e0537-53e4-4beb-b0ed-f58ad426f24e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:43.331803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-39bb77ca-94ad-4ea3-9d86-dbb6df23d6bd req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.393030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f415e27b-4367-4c2e-b9f8-9f2cb5b1a66f req-c4c25252-0309-49bd-9293-7d4bb5803d3c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663858 Feb 19 01:07:43.452356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] Set router 188e0537-53e4-4beb-b0ed-f58ad426f24e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:43.473208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-39bb77ca-94ad-4ea3-9d86-dbb6df23d6bd req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (47e3344e-ac58-4c1f-8daf-d0bd26e13f09), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.483694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-39bb77ca-94ad-4ea3-9d86-dbb6df23d6bd req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (47e3344e-ac58-4c1f-8daf-d0bd26e13f09), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.511232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-cab20c4b-6891-4229-98c3-07c25223edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.514271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-cab20c4b-6891-4229-98c3-07c25223edb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.3694301 Feb 19 01:07:43.529292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (cdb55baf-5454-4391-a3b2-49c37703e1f3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.529489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43871e5a-d1b9-4839-bc51-a72c1476957e req-ce557da4-1a33-44a4-953c-8b9d3d925aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.531046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43871e5a-d1b9-4839-bc51-a72c1476957e req-ce557da4-1a33-44a4-953c-8b9d3d925aa0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1127 time: 0.2913697 Feb 19 01:07:43.535892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Allocated IP 172.25.0.159 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/baace65b-dc25-4032-833f-90a0c83c1219) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:43.593336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks [] for router_gateway (188e0537-53e4-4beb-b0ed-f58ad426f24e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.645041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-39bb77ca-94ad-4ea3-9d86-dbb6df23d6bd req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.664359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39bb77ca-94ad-4ea3-9d86-dbb6df23d6bd req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5443022 Feb 19 01:07:43.665246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Port': ['ID=cdb55baf-5454-4391-a3b2-49c37703e1f3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.679311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-f5052829-ebbf-4fb8-a3dd-5bb11bc104fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f555fa-7d46-4116-b548-d360c6d4d846 HTTP/1.1" status: 200 len: 217 time: 0.1355009 Feb 19 01:07:43.693287 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.697053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f3748e4d-5f75-4eb5-ab38-092d646c5225 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/ports/cdb55baf-5454-4391-a3b2-49c37703e1f3 HTTP/1.1" status: 204 len: 168 time: 1.3097410 Feb 19 01:07:43.752142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-8ef68e97-b011-43d6-8d23-b85ff6ee7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.753608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-8ef68e97-b011-43d6-8d23-b85ff6ee7112 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.0549810 Feb 19 01:07:43.754244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98661c6-aa34-42d4-9f77-53914479d1a6 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e3344e-ac58-4c1f-8daf-d0bd26e13f09,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.765185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56872) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:43.916391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df86ad89-354e-4b07-9c5d-714732378935 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1473236 Feb 19 01:07:43.945378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82b3291d-c351-4bea-9daa-4964b417dd91 req-22fec2f0-9d6d-49a7-8ba0-3a27b5e75e70 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1776993 Feb 19 01:07:43.950953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:43.951657 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:43.974520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-478720034'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:43.988192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ebe6-5e19-4630-8834-6c6de59e5e46 None None] The sync data for ids ['188e0537-53e4-4beb-b0ed-f58ad426f24e'] in n-d-826752-2 is: [{'id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'name': 'tempest-ServersTestFqdnHostnames-1517813342-router', 'tenant_id': 'f7d097ae68c74895a191aa077a7662a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:57Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 5, 'project_id': 'f7d097ae68c74895a191aa077a7662a7', 'gw_port': {'id': 'e567c3d7-64e4-4b35-a72e-4ad1209e8089', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188e0537-53e4-4beb-b0ed-f58ad426f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:59Z', 'updated_at': '2022-02-19T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:44.014138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-52f0a78d-d66a-4728-a4fa-6bc3ae338b92 req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1381530672', 'description': 'tempest-description-263775545'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:44.090081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52f0a78d-d66a-4728-a4fa-6bc3ae338b92 req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.093561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-056dabf2-4dc4-453d-aa5b-c7a3ac2b4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.095376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-056dabf2-4dc4-453d-aa5b-c7a3ac2b4293 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3292515 Feb 19 01:07:44.102827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:44.106719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.170430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43871e5a-d1b9-4839-bc51-a72c1476957e req-79a92b07-027b-4abe-a2f7-4175852c0535 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309330 Feb 19 01:07:44.220733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:44.221625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb9d49-9a42-4fea-bfbb-df302e5a4463 req-d387ecee-29c0-46c3-8344-25dda23f7558 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.223274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72cb9d49-9a42-4fea-bfbb-df302e5a4463 req-d387ecee-29c0-46c3-8344-25dda23f7558 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 943 time: 0.6827421 Feb 19 01:07:44.256500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (14ff2fad-f031-4ca9-bdf1-4de1117cde33), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.256500 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Added segment 14ff2fad-f031-4ca9-bdf1-4de1117cde33 of type vlan for network eeee1681-4bcd-4ce7-9339-50142495f3b2 Feb 19 01:07:44.283413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for port (baace65b-dc25-4032-833f-90a0c83c1219), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.296303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Deleting port e567c3d7-64e4-4b35-a72e-4ad1209e8089 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:44.296771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.321594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-c2e85d55-4ab2-49a7-b2bc-8e3bd557cd67 service neutron] 10.222.0.10 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094297 Feb 19 01:07:44.329829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (eeee1681-4bcd-4ce7-9339-50142495f3b2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.343344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52f0a78d-d66a-4728-a4fa-6bc3ae338b92 req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (ca065d80-fe2d-4f91-8ee1-8d54bde5eadb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.360442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52f0a78d-d66a-4728-a4fa-6bc3ae338b92 req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ca065d80-fe2d-4f91-8ee1-8d54bde5eadb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.383216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72cb9d49-9a42-4fea-bfbb-df302e5a4463 req-76111dc4-a9db-4607-a959-6a90f8de5936 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461906 Feb 19 01:07:44.419143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (baace65b-dc25-4032-833f-90a0c83c1219), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.466946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-52f0a78d-d66a-4728-a4fa-6bc3ae338b92 req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.468157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52f0a78d-d66a-4728-a4fa-6bc3ae338b92 req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4585934 Feb 19 01:07:44.470821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (eeee1681-4bcd-4ce7-9339-50142495f3b2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.476880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.477906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.484924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] For port e567c3d7-64e4-4b35-a72e-4ad1209e8089, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e567c3d7-64e4-4b35-a72e-4ad1209e8089,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:44.485436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.491275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:44.502753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:44.512949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:44.517775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Calling delete_port for e567c3d7-64e4-4b35-a72e-4ad1209e8089 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:44.555742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166497-51a8-4a6a-9365-6437a050b559 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca065d80-fe2d-4f91-8ee1-8d54bde5eadb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:44.560823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event updated for resources: {'Port': ['ID=baace65b-dc25-4032-833f-90a0c83c1219,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:44.562042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Network': ['ID=eeee1681-4bcd-4ce7-9339-50142495f3b2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:44.564627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4db757c4-71d7-46cc-b756-38ca6f658973 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:44.609861 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-31c6299e-5540-47b5-98f9-a11347f3e1af tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6570582 Feb 19 01:07:44.610726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:44.618634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1392252712'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:44.624118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebb89510-2170-4e43-9c1d-eaf3b5610def req-427a1a2c-0516-475b-b2ef-53811ad4b691 service neutron] 10.222.0.10 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838423 Feb 19 01:07:44.645956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:44.652876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.662875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network eeee1681-4bcd-4ce7-9339-50142495f3b2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:44.673237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 4db757c4-71d7-46cc-b756-38ca6f658973 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:44.673593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4db757c4-71d7-46cc-b756-38ca6f658973 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:44.711420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:44.733841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (eb838d8c-cdbf-4692-a943-dbc1673f3c26), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.733841 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Added segment eb838d8c-cdbf-4692-a943-dbc1673f3c26 of type vlan for network 4b15002f-2fee-4166-ac49-e77753e426df Feb 19 01:07:44.797878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4b15002f-2fee-4166-ac49-e77753e426df), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.835365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4b15002f-2fee-4166-ac49-e77753e426df), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.842222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.842928 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.964771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3504159 Feb 19 01:07:44.976036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (6fca5af1-1fb8-4f74-bbf6-cd282152dcde), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.985697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4d66a-b0d9-46a4-ba2f-f208aa2737b7 req-727de22f-6f0a-4704-a6db-60c6f366e9cb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.994317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09e4d66a-b0d9-46a4-ba2f-f208aa2737b7 req-727de22f-6f0a-4704-a6db-60c6f366e9cb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.3197973 Feb 19 01:07:45.058359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bed241-fe9d-4077-8040-ed259b8bbbc4 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Network': ['ID=4b15002f-2fee-4166-ac49-e77753e426df,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:45.077234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4b15002f-2fee-4166-ac49-e77753e426df details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:45.114269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e567c3d7-64e4-4b35-a72e-4ad1209e8089), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.150826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-02659d37-1ea7-42af-941f-15a970cd86d4 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:45.156090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-02659d37-1ea7-42af-941f-15a970cd86d4 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 813 time: 0.3101330 Feb 19 01:07:45.189659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-1d6a7243-6b9c-40a5-82c3-793fe3945526 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/quotas/e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 375 time: 0.0209854 Feb 19 01:07:45.280684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-e0f53d92-5266-42f7-9e68-e27da90116e0 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810516 Feb 19 01:07:45.342243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e567c3d7-64e4-4b35-a72e-4ad1209e8089,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:45.398991 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09e4d66a-b0d9-46a4-ba2f-f208aa2737b7 req-e3d6b506-ae7b-4ace-bb58-d565db7fdc6e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028599 Feb 19 01:07:45.406392 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-f710558b-8ea1-42c9-bca0-a847d95a3f45 service neutron] 10.222.0.43 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165354 Feb 19 01:07:45.450106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (188e0537-53e4-4beb-b0ed-f58ad426f24e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.536543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8e1d6c6f-32d6-4e22-ae5b-61c809de491a service neutron] 10.222.0.43 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222949 Feb 19 01:07:45.605776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (188e0537-53e4-4beb-b0ed-f58ad426f24e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.608505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks [] for router_controller (188e0537-53e4-4beb-b0ed-f58ad426f24e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.679684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (baace65b-dc25-4032-833f-90a0c83c1219), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.681315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (188e0537-53e4-4beb-b0ed-f58ad426f24e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.681870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 188e0537-53e4-4beb-b0ed-f58ad426f24e {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:07:45.686834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.690383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-abaec0d1-e868-4c02-8722-4598fe80ca35 admin admin] 10.222.0.43 "DELETE /v2.0/routers/188e0537-53e4-4beb-b0ed-f58ad426f24e HTTP/1.1" status: 204 len: 168 time: 3.0472400 Feb 19 01:07:45.690654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56928) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:45.698660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 29f555fa-7d46-4116-b548-d360c6d4d846 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:45.798228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d33d06d0-07db-4756-bbf6-f8692780641d req-628ad764-d0a9-42cf-87e3-bf95127f36d7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1366575 Feb 19 01:07:45.900803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-5199a1d8-eab0-47b2-88a2-2acf30fd2da5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:45.902527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-5199a1d8-eab0-47b2-88a2-2acf30fd2da5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.8978286 Feb 19 01:07:45.923586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Deleting subnet d14a8e9c-9b08-4375-a3db-175e48ecabd8 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:45.926479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:45.942410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 29f555fa-7d46-4116-b548-d360c6d4d846, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=29f555fa-7d46-4116-b548-d360c6d4d846,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:45.950190 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Publish callbacks [] for subnet (d14a8e9c-9b08-4375-a3db-175e48ecabd8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.957627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '29f555fa-7d46-4116-b548-d360c6d4d846', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'port_id': '29f555fa-7d46-4116-b548-d360c6d4d846', 'mac_address': 'fa:16:3e:96:8b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:46.003928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99a0a685-50b1-40fc-bd76-5640be37acdc req-07cc20e9-8331-46ef-a588-69aaf930c104 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 210 time: 0.0666752 Feb 19 01:07:46.016378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 29f555fa-7d46-4116-b548-d360c6d4d846 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:46.017263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.039712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f555fa-7d46-4116-b548-d360c6d4d846 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:46.064955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 29f555fa-7d46-4116-b548-d360c6d4d846, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=29f555fa-7d46-4116-b548-d360c6d4d846,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:46.080708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.195036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (d14a8e9c-9b08-4375-a3db-175e48ecabd8), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.210433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=29f555fa-7d46-4116-b548-d360c6d4d846,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:46.247647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d21b-55ab-4a03-bec5-130f770f562f req-ad110533-5ad8-41f8-b588-1fba25b45064 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:46.249628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e09d21b-55ab-4a03-bec5-130f770f562f req-ad110533-5ad8-41f8-b588-1fba25b45064 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 944 time: 0.1818995 Feb 19 01:07:46.294811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:46.300046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.361577 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e09d21b-55ab-4a03-bec5-130f770f562f req-e0019f30-1abb-4012-8f20-e23cc9fedae1 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019392 Feb 19 01:07:46.366076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['29f555fa-7d46-4116-b548-d360c6d4d846'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:46.460548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d14a8e9c-9b08-4375-a3db-175e48ecabd8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.597071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (d14a8e9c-9b08-4375-a3db-175e48ecabd8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.636207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for port (baace65b-dc25-4032-833f-90a0c83c1219), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.664386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (baace65b-dc25-4032-833f-90a0c83c1219), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.707620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14a8e9c-9b08-4375-a3db-175e48ecabd8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:46.721763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.727199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2265a0bf-5d82-478f-8dfe-2dd2c585ed3c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d14a8e9c-9b08-4375-a3db-175e48ecabd8 HTTP/1.1" status: 204 len: 168 time: 1.0336912 Feb 19 01:07:46.727872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56948) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:46.904869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (bed83e40-342e-462a-8b37-28738fd231bb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.996552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (6fca5af1-1fb8-4f74-bbf6-cd282152dcde), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.034957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event updated for resources: {'Port': ['ID=baace65b-dc25-4032-833f-90a0c83c1219,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.062440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b93e6-f1e8-40f0-9f3b-790386364c98 req-87677d40-a6fa-4371-8b53-4e7d4b18eb82 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.070528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c6b93e6-f1e8-40f0-9f3b-790386364c98 req-87677d40-a6fa-4371-8b53-4e7d4b18eb82 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.4056609 Feb 19 01:07:47.075282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba1d037d-8130-4075-9bee-211c8659c46f req-13ba74e8-0d95-4dec-b427-d3b2e67f4f5c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0424511 Feb 19 01:07:47.098484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.104623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce027fc1-4e13-4166-9bd0-042e28f6ac87 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9066978 Feb 19 01:07:47.150055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Deleting port cee24d8c-e083-4d55-8391-50d293894477 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:47.165594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cee24d8c-e083-4d55-8391-50d293894477), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.166231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.3 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/e17c7300-d976-4333-a0bc-36f9d1ea378f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:47.236085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e567c3d7-64e4-4b35-a72e-4ad1209e8089 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:47.249241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad190f-b383-4518-85ac-55d66759f5ce None None] Network bed83e40-342e-462a-8b37-28738fd231bb requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:47.347524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] For port cee24d8c-e083-4d55-8391-50d293894477, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cee24d8c-e083-4d55-8391-50d293894477,segment=NetworkSegment(f8bdcfe3-370a-4410-86cf-cb652553501b),segment_id=f8bdcfe3-370a-4410-86cf-cb652553501b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:47.348974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cee24d8c-e083-4d55-8391-50d293894477), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.366055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e567c3d7-64e4-4b35-a72e-4ad1209e8089 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:47.366433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e567c3d7-64e4-4b35-a72e-4ad1209e8089 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:47.367812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Calling delete_port for cee24d8c-e083-4d55-8391-50d293894477 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:47.473968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.517082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.547398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:47.552013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:47.577407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:47.631048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c6b93e6-f1e8-40f0-9f3b-790386364c98 req-bef9a71f-7f5f-4979-bcc6-fc3cc27a6250 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593944 Feb 19 01:07:47.656808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] DHCP port deletion for bed83e40-342e-462a-8b37-28738fd231bb request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:07:47.672916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=e17c7300-d976-4333-a0bc-36f9d1ea378f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.685707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84b7cfc5-47f6-4ed1-9493-6006bdfeb513 req-000592dc-a565-4e5a-968f-a25f44ea7447 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 210 time: 0.1198263 Feb 19 01:07:47.705593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.706217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.721493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (cee24d8c-e083-4d55-8391-50d293894477), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.739739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-6bc4d25c-a4b7-49c1-a8e4-2d83dd8af41d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8252079 Feb 19 01:07:47.753976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Request body: {'port': {'device_id': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:47.851710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee24d8c-e083-4d55-8391-50d293894477,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.865127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.872658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Deleting port cee24d8c-e083-4d55-8391-50d293894477 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:47.872979 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cee24d8c-e083-4d55-8391-50d293894477), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.898620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] No DVR routers for this DVR port cee24d8c-e083-4d55-8391-50d293894477 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:48.091210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] For port cee24d8c-e083-4d55-8391-50d293894477, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:48.091880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cee24d8c-e083-4d55-8391-50d293894477), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.123764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Calling delete_port for cee24d8c-e083-4d55-8391-50d293894477 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:48.131972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Port cee24d8c-e083-4d55-8391-50d293894477 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:07:48.149752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (cee24d8c-e083-4d55-8391-50d293894477), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.160603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-4c75e56e-d2bc-4f52-8d45-e6bcd565d714 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.162746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-4c75e56e-d2bc-4f52-8d45-e6bcd565d714 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 813 time: 0.1844134 Feb 19 01:07:48.198100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'port': {'device_id': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8', 'admin_state_up': True, 'tenant_id': 'e19182ae7fd547d293d039bca4daecdb'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:48.216886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] Pushing event deleted for resources: {'Port': ['ID=cee24d8c-e083-4d55-8391-50d293894477,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:48.218535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.225841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f164aa-0bcf-4968-8aef-c25a652143e1 None None] No DVR routers for this DVR port cee24d8c-e083-4d55-8391-50d293894477 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:48.297380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340d3c-508e-4678-8d5c-1334e2bf4b53 req-d4717e36-c663-4545-80f3-821a397cef5a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.305464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac340d3c-508e-4678-8d5c-1334e2bf4b53 req-d4717e36-c663-4545-80f3-821a397cef5a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 944 time: 0.4042840 Feb 19 01:07:48.404602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:48.413717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-815d3032-16ef-4bfb-a13c-4894e365f787 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--370132280&fields=id&tenant_id=f86cd926a2ac42a9a758ca79c282833c HTTP/1.1" status: 200 len: 267 time: 0.4497237 Feb 19 01:07:48.416868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'subnets': [{'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--650616544', 'ip_version': 6}, {'network_id': '4b15002f-2fee-4166-ac49-e77753e426df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:48.417218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'subnet': {'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--650616544', 'ip_version': 6}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:48.419112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Request body: {'subnet': {'network_id': '4b15002f-2fee-4166-ac49-e77753e426df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:48.424510 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (bed83e40-342e-462a-8b37-28738fd231bb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.507726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed83e40-342e-462a-8b37-28738fd231bb']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:48.537564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bdcfe3-370a-4410-86cf-cb652553501b') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:48.538216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bdcfe3-370a-4410-86cf-cb652553501b') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:48.564365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (f8bdcfe3-370a-4410-86cf-cb652553501b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.615516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f8bdcfe3-370a-4410-86cf-cb652553501b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.623006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cee24d8c-e083-4d55-8391-50d293894477 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:48.639192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:48.639830 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (f8bdcfe3-370a-4410-86cf-cb652553501b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:48.642358 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:48.664737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17c7300-d976-4333-a0bc-36f9d1ea378f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:48.679122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Publish callbacks [] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.707560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Transition to ACTIVE for port object e17c7300-d976-4333-a0bc-36f9d1ea378f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:48.719117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.720649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: cee24d8c-e083-4d55-8391-50d293894477 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:48.721504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cee24d8c-e083-4d55-8391-50d293894477 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:48.748426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-d238e0bd-1c69-4f1a-aad8-4b7e50f0f35b tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.756693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-d238e0bd-1c69-4f1a-aad8-4b7e50f0f35b tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/networks?id=176d33b8-0e17-4ece-80fe-1a59bdd75756 HTTP/1.1" status: 200 len: 805 time: 0.3336337 Feb 19 01:07:48.776619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-ab3f388b-b907-4a46-9243-dda681a50814 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/quotas/f86cd926a2ac42a9a758ca79c282833c HTTP/1.1" status: 200 len: 375 time: 0.0187247 Feb 19 01:07:48.778750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Made reservation on behalf of e19182ae7fd547d293d039bca4daecdb for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:48.782981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.806228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Made reservation on behalf of 7afc8a82e99b4912bd95115483a5700d for: {'subnet': 2} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:48.811016 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.811586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.856636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Pushing event updated for resources: {'Port': ['ID=e17c7300-d976-4333-a0bc-36f9d1ea378f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:49.038643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac340d3c-508e-4678-8d5c-1334e2bf4b53 req-7cd6f502-cb48-4516-8211-7c87370600d0 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7322330 Feb 19 01:07:49.052941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Attempting to bind port e17c7300-d976-4333-a0bc-36f9d1ea378f on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:49.053313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Attempting to bind port e17c7300-d976-4333-a0bc-36f9d1ea378f by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:49.053640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Attempting to bind port e17c7300-d976-4333-a0bc-36f9d1ea378f on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:49.068044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Port e17c7300-d976-4333-a0bc-36f9d1ea378f on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:49.068044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Attempting to bind port e17c7300-d976-4333-a0bc-36f9d1ea378f on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:49.093790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:49.094137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:49.094514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:49.094963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Bound port: e17c7300-d976-4333-a0bc-36f9d1ea378f, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:49.095323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.119069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (bed83e40-342e-462a-8b37-28738fd231bb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.155122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.161135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bed83e40-342e-462a-8b37-28738fd231bb HTTP/1.1" status: 204 len: 168 time: 2.4280019 Feb 19 01:07:49.222974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f298a9-3659-4d27-af03-ee120cfae314 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed83e40-342e-462a-8b37-28738fd231bb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:49.294579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] For port e17c7300-d976-4333-a0bc-36f9d1ea378f, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:49.297616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-656171bd-2ea5-4a82-bc65-fc89fdff4501 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f86cd926a2ac42a9a758ca79c282833c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5037611 Feb 19 01:07:49.317647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] For port e17c7300-d976-4333-a0bc-36f9d1ea378f, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:49.355072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6dec-e29f-48e3-a072-beaf60d1e23c req-b54f4021-92c9-4534-a60b-8f5e6e8b1e47 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.356632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-266f6dec-e29f-48e3-a072-beaf60d1e23c req-b54f4021-92c9-4534-a60b-8f5e6e8b1e47 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1127 time: 0.2006073 Feb 19 01:07:49.357679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.431066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.431853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.433255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] 10.222.0.89 "PUT /v2.0/ports/e17c7300-d976-4333-a0bc-36f9d1ea378f HTTP/1.1" status: 200 len: 1091 time: 1.6837792 Feb 19 01:07:49.433703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'tag': 'e17c7300-d976-4333-a0bc-36f9d1ea378f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:49.435898 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df22cd05-3d62-4a7f-ae98-7169c436644f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1", "tag": "e17c7300-d976-4333-a0bc-36f9d1ea378f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:49.437528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57006) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:49.440429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Allocated IP 172.20.0.4 (5ff39080-f4e3-455a-8bd5-402ce7b92cf8/51b5616f-437c-4b88-aca4-267e7b15f5a9/fa367a88-06c9-4077-93ea-3ff6cc9fe965) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:49.479726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-24afbd12-30aa-4eef-99c3-76d411566621 service neutron] 10.222.0.43 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722224 Feb 19 01:07:49.513094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfa9ba-2f8e-4b45-93d6-b23fe34c526b service neutron] Pushing event updated for resources: {'Port': ['ID=e17c7300-d976-4333-a0bc-36f9d1ea378f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:49.520987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-266f6dec-e29f-48e3-a072-beaf60d1e23c req-99a791fd-aa03-4e69-952e-d4213e9fa49f tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551392 Feb 19 01:07:49.623541 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e4e1f5c7-1c84-46e5-8dd6-ee43be80b088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7d097ae68c74895a191aa077a7662a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784949 Feb 19 01:07:49.635031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57014) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:49.657154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (6e9bbba3-9177-488c-aa4f-336ab65c868c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.725833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 29f555fa-7d46-4116-b548-d360c6d4d846 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:49.733526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-1adc5de4-83b4-486d-a81a-6643489f2b6a service neutron] 10.222.0.43 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410872 Feb 19 01:07:49.780314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-5278ca6b-da76-42f7-9268-030520fb76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.781884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-5278ca6b-da76-42f7-9268-030520fb76a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 1125 time: 0.2082839 Feb 19 01:07:49.790251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.821040 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c4cef70-9541-4804-be4c-70873554a400 admin admin] Publish callbacks [] for security_group (37c7d9b4-1491-43a0-bb33-31a9a3335b07), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.831100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd796-0f1a-4497-aee7-749df57573d4 req-87a36780-9fc8-46b0-8501-8798a99ed3a6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.834560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c62dd796-0f1a-4497-aee7-749df57573d4 req-87a36780-9fc8-46b0-8501-8798a99ed3a6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 943 time: 0.2112763 Feb 19 01:07:49.836349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 29f555fa-7d46-4116-b548-d360c6d4d846 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:49.842057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 29f555fa-7d46-4116-b548-d360c6d4d846 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:49.842402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Subnet': ['ID=6e9bbba3-9177-488c-aa4f-336ab65c868c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:49.842820 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.883766 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.902785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-5f602fd4-1d7b-4137-9258-72e019e722e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f HTTP/1.1" status: 200 len: 217 time: 0.0832937 Feb 19 01:07:49.904393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:49.964277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:49.985454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-68bf7227-77c6-4af2-a491-57c2a62bd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.987742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-68bf7227-77c6-4af2-a491-57c2a62bd104 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.0709014 Feb 19 01:07:49.988478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Checking segment: {'id': '14ff2fad-f031-4ca9-bdf1-4de1117cde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:49.988949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network hostable DHCP agents. Network: eeee1681-4bcd-4ce7-9339-50142495f3b2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:49.999637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c4cef70-9541-4804-be4c-70873554a400 admin admin] Publish callbacks [] for security_group (37c7d9b4-1491-43a0-bb33-31a9a3335b07), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.012386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:50.023413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:50.030122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:50.038295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 29f555fa-7d46-4116-b548-d360c6d4d846 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:50.038682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.086154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:50.088416 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2457c7-7753-472f-a899-8b33f70c6283" -d '{"events": [{"server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "name": "network-vif-plugged", "status": "completed", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:50.104870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 29f555fa-7d46-4116-b548-d360c6d4d846, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=29f555fa-7d46-4116-b548-d360c6d4d846,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:50.116625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.136048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.136901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.148226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-376ffbe3-f206-4a3e-86f1-b9ada95910d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460767 Feb 19 01:07:50.196704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network eeee1681-4bcd-4ce7-9339-50142495f3b2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:50.225573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-2b4485db-d91c-4084-a946-4767f46074af tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0365455 Feb 19 01:07:50.240027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Request body: {'port': {'device_id': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:50.251049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=29f555fa-7d46-4116-b548-d360c6d4d846,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:50.258560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c62dd796-0f1a-4497-aee7-749df57573d4 req-ae23eb2a-59a4-4db4-83a4-973598d443b7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102490 Feb 19 01:07:50.272501 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6c13-ca17-4320-afbc-1b943169a520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.347889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23596a-d577-4dd2-b372-13c16c9c0430 req-45244e2a-eab7-49f5-9832-5eee79509230 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.356568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0f23596a-d577-4dd2-b372-13c16c9c0430 req-45244e2a-eab7-49f5-9832-5eee79509230 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 931 time: 0.2153814 Feb 19 01:07:50.570242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.691663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0f23596a-d577-4dd2-b372-13c16c9c0430 req-b1f0a13a-2fcc-40e7-9fca-b84682c0f4bf tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253088 Feb 19 01:07:50.768891 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28440bd7-50bf-4251-abad-98e24c0f5985 x-openstack-request-id: req-28440bd7-50bf-4251-abad-98e24c0f5985 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:50.769290 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1", "tag": "e17c7300-d976-4333-a0bc-36f9d1ea378f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:50.769635 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28440bd7-50bf-4251-abad-98e24c0f5985 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:50.770221 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'tag': 'e17c7300-d976-4333-a0bc-36f9d1ea378f', 'status': 'completed', 'code': 200} Feb 19 01:07:50.790463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, eeee1681-4bcd-4ce7-9339-50142495f3b2) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:50.800014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767283d7-8a93-4095-8967-be4fc21204b6 None None] Network eeee1681-4bcd-4ce7-9339-50142495f3b2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:50.820212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3c2552d3-13e0-406e-9a34-18db5bc8705e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.840028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64cdb621-5e09-4063-83ff-9c9cca4a20f4 req-179249b7-3b8c-449a-8e1c-7c72c2a0e87c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 210 time: 0.0623114 Feb 19 01:07:50.951833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c4cef70-9541-4804-be4c-70873554a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (37c7d9b4-1491-43a0-bb33-31a9a3335b07), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.954486 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0278d005-b44c-49ce-bd42-cb217b7fd2a1 x-openstack-request-id: req-0278d005-b44c-49ce-bd42-cb217b7fd2a1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:50.955127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c4cef70-9541-4804-be4c-70873554a400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.957663 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "name": "network-vif-plugged", "status": "completed", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:50.957790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c4cef70-9541-4804-be4c-70873554a400 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37c7d9b4-1491-43a0-bb33-31a9a3335b07 HTTP/1.1" status: 204 len: 168 time: 1.3204637 Feb 19 01:07:50.958210 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0278d005-b44c-49ce-bd42-cb217b7fd2a1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:50.958788 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846', 'code': 200} Feb 19 01:07:51.025736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event updated for resources: {'Subnet': ['ID=3c2552d3-13e0-406e-9a34-18db5bc8705e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:51.047733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cef70-9541-4804-be4c-70873554a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c7d9b4-1491-43a0-bb33-31a9a3335b07,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:51.109777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-eeee1681-4bcd-4ce7-9339-50142495f3b2', 'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2', 'project_id': '7afc8a82e99b4912bd95115483a5700d', 'fixed_ips': [{'subnet_id': '6e9bbba3-9177-488c-aa4f-336ab65c868c'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:07:51.118189 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.136778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-53ece14a-d63b-4cb1-bd92-abe3d1b8b75c service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9675672 Feb 19 01:07:51.221565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e8005-db20-482f-8a6f-9d9f97dca348 req-9f913b8d-64bb-4b0f-a641-334f4deb70bd tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.226136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-978e8005-db20-482f-8a6f-9d9f97dca348 req-9f913b8d-64bb-4b0f-a641-334f4deb70bd tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.3130879 Feb 19 01:07:51.293987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-484708bb-ad4e-41a4-8ac1-8b7ffc7ff293 req-dc4c5a92-1293-4b27-8c6b-ebfa2db8f95d service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065893 Feb 19 01:07:51.296096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Checking segment: {'id': 'eb838d8c-cdbf-4692-a943-dbc1673f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b15002f-2fee-4166-ac49-e77753e426df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:51.296461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network hostable DHCP agents. Network: 4b15002f-2fee-4166-ac49-e77753e426df, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:51.362021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcb417-5a46-4270-b02e-6def1ca66d1f req-7a37eb3e-74b7-43ba-9004-d2f932f62b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.365322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8adcb417-5a46-4270-b02e-6def1ca66d1f req-7a37eb3e-74b7-43ba-9004-d2f932f62b57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 1127 time: 0.2851632 Feb 19 01:07:51.367674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Network 4b15002f-2fee-4166-ac49-e77753e426df is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:51.444688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4b15002f-2fee-4166-ac49-e77753e426df) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:51.467413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc8059-af63-4934-98b6-d090ac274e88 None None] Network 4b15002f-2fee-4166-ac49-e77753e426df requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:51.469868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa367a88-06c9-4077-93ea-3ff6cc9fe965 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:51.477265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.477782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.478377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.484893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Publish callbacks [] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.504477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86492289-1842-436e-bd8c-e143ab9801ae tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0984690 Feb 19 01:07:51.509906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57060) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:51.550507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-3373d4de-a3f0-4bc4-b877-b42e56f5d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.551716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Transition to ACTIVE for port object fa367a88-06c9-4077-93ea-3ff6cc9fe965 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:51.552105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-3373d4de-a3f0-4bc4-b877-b42e56f5d46b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 1125 time: 0.1677647 Feb 19 01:07:51.602773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.638890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4b15002f-2fee-4166-ac49-e77753e426df', 'network_id': '4b15002f-2fee-4166-ac49-e77753e426df', 'project_id': '7afc8a82e99b4912bd95115483a5700d', 'fixed_ips': [{'subnet_id': '3c2552d3-13e0-406e-9a34-18db5bc8705e'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:07:51.640058 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.660174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Allocated IP 2001:db8::1 (eeee1681-4bcd-4ce7-9339-50142495f3b2/6e9bbba3-9177-488c-aa4f-336ab65c868c/3298eb61-9e7a-413d-90ce-e2f710645d89) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:51.742885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-9d667b32-e100-454f-93c3-32a9484f3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.744497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-9d667b32-e100-454f-93c3-32a9484f3543 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.1807539 Feb 19 01:07:51.754733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8adcb417-5a46-4270-b02e-6def1ca66d1f req-c61f1a1a-1b50-4909-a786-678a580d73c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793099 Feb 19 01:07:51.855610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-c2f5acb0-71a6-41b3-9447-e9280c8b564b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f HTTP/1.1" status: 200 len: 217 time: 0.0998135 Feb 19 01:07:51.962877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d333a4-8b7a-44d5-a4b7-7746b3837f4e req-2591244d-206b-40f6-9728-3a3b298ddeee tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.966139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-940dc4cf-5632-461a-9f7c-c14a0159f761 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.967738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-940dc4cf-5632-461a-9f7c-c14a0159f761 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.89 "GET /v2.0/networks?id=176d33b8-0e17-4ece-80fe-1a59bdd75756 HTTP/1.1" status: 200 len: 805 time: 0.1411695 Feb 19 01:07:51.973393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0d333a4-8b7a-44d5-a4b7-7746b3837f4e req-2591244d-206b-40f6-9728-3a3b298ddeee tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 943 time: 0.5182323 Feb 19 01:07:52.057268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Allocated IP 2001:db8:0:1::1 (4b15002f-2fee-4166-ac49-e77753e426df/3c2552d3-13e0-406e-9a34-18db5bc8705e/af2e70f2-641b-4e1d-8127-a7b83670af9e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:52.062414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e3e72-f743-48d9-88e3-6244c778bd81 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.065223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e3e72-f743-48d9-88e3-6244c778bd81 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.066941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e3e72-f743-48d9-88e3-6244c778bd81 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.067272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-83bfec67-eda0-4b01-958f-9e022691c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.069324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a05e3e72-f743-48d9-88e3-6244c778bd81 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5582712 Feb 19 01:07:52.086760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-83bfec67-eda0-4b01-958f-9e022691c528 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.2156403 Feb 19 01:07:52.093230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57078) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:52.140674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-d9def25a-5472-49de-910d-adf6046c7a0c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f86cd926a2ac42a9a758ca79c282833c HTTP/1.1" status: 200 len: 379 time: 0.1377330 Feb 19 01:07:52.159997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:52.172306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Request body: {'port': {'device_id': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'admin_state_up': True, 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'security_groups': ['4c82faf7-56ee-42b2-83cf-73819ff2d98a']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:52.213138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-978e8005-db20-482f-8a6f-9d9f97dca348 req-76508f17-45e6-4afb-8627-c3cfce81cde8 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9612834 Feb 19 01:07:52.237448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-5bfd02bb-3313-4c2a-b3ac-c8d49a3121dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311500 Feb 19 01:07:52.257664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0d333a4-8b7a-44d5-a4b7-7746b3837f4e req-251158c7-4684-4498-ad57-1a06856cb008 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816093 Feb 19 01:07:52.298505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Deleting subnet 6e9bbba3-9177-488c-aa4f-336ab65c868c {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:52.354079 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Publish callbacks [] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.394975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.439311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-61d15a0b-90ab-4815-ae03-7e0e562a1cd1 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481485 Feb 19 01:07:52.440025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for subnet (6e9bbba3-9177-488c-aa4f-336ab65c868c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.444149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Network eeee1681-4bcd-4ce7-9339-50142495f3b2 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:52.448772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:52.460864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:52.481812 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Publish callbacks [] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.533635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Pushing event updated for resources: {'Port': ['ID=3298eb61-9e7a-413d-90ce-e2f710645d89,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:52.555883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Attempting to bind port 3298eb61-9e7a-413d-90ce-e2f710645d89 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:52.556257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Attempting to bind port 3298eb61-9e7a-413d-90ce-e2f710645d89 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '14ff2fad-f031-4ca9-bdf1-4de1117cde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:52.556622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Attempting to bind port 3298eb61-9e7a-413d-90ce-e2f710645d89 on network eeee1681-4bcd-4ce7-9339-50142495f3b2 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:52.563060 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.570431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:52.570903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Checking segment: {'id': '14ff2fad-f031-4ca9-bdf1-4de1117cde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:52.571353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.572302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Bound using segment: {'id': '14ff2fad-f031-4ca9-bdf1-4de1117cde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:52.572674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Bound port: 3298eb61-9e7a-413d-90ce-e2f710645d89, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ff2fad-f031-4ca9-bdf1-4de1117cde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eeee1681-4bcd-4ce7-9339-50142495f3b2'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:52.573176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.634321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Attempting to bind port fa367a88-06c9-4077-93ea-3ff6cc9fe965 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:52.634853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Attempting to bind port fa367a88-06c9-4077-93ea-3ff6cc9fe965 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:52.635269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Attempting to bind port fa367a88-06c9-4077-93ea-3ff6cc9fe965 on network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:52.666243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Network 4b15002f-2fee-4166-ac49-e77753e426df is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:52.667430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Pushing event updated for resources: {'Port': ['ID=af2e70f2-641b-4e1d-8127-a7b83670af9e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:52.670777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:52.674022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:52.679833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e80efe85-69ff-498e-9ca7-40214017b1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.696238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Port fa367a88-06c9-4077-93ea-3ff6cc9fe965 on network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:52.696238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Attempting to bind port fa367a88-06c9-4077-93ea-3ff6cc9fe965 on network 5ff39080-f4e3-455a-8bd5-402ce7b92cf8 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:52.706970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (6e9bbba3-9177-488c-aa4f-336ab65c868c), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.740678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:52.745978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Checking segment: {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:52.746388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Bound using segment: {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:52.746862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Bound port: fa367a88-06c9-4077-93ea-3ff6cc9fe965, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:52.747233 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.770026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee83bd-b367-4c64-8365-d2f121a70998 req-aba2e80a-e367-4cdf-a63c-d9ce48b9096f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.771706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31ee83bd-b367-4c64-8365-d2f121a70998 req-aba2e80a-e367-4cdf-a63c-d9ce48b9096f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 943 time: 0.2818477 Feb 19 01:07:52.773983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:52.791793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Attempting to bind port af2e70f2-641b-4e1d-8127-a7b83670af9e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:52.792326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Attempting to bind port af2e70f2-641b-4e1d-8127-a7b83670af9e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'eb838d8c-cdbf-4692-a943-dbc1673f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b15002f-2fee-4166-ac49-e77753e426df'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:52.792826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Attempting to bind port af2e70f2-641b-4e1d-8127-a7b83670af9e on network 4b15002f-2fee-4166-ac49-e77753e426df {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:52.801859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:52.802947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Checking segment: {'id': 'eb838d8c-cdbf-4692-a943-dbc1673f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b15002f-2fee-4166-ac49-e77753e426df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:52.803512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.804039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Bound using segment: {'id': 'eb838d8c-cdbf-4692-a943-dbc1673f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b15002f-2fee-4166-ac49-e77753e426df'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:52.804650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Bound port: af2e70f2-641b-4e1d-8127-a7b83670af9e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb838d8c-cdbf-4692-a943-dbc1673f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b15002f-2fee-4166-ac49-e77753e426df'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:52.805303 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.826493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] For port 3298eb61-9e7a-413d-90ce-e2f710645d89, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:52.859465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] For port 3298eb61-9e7a-413d-90ce-e2f710645d89, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3298eb61-9e7a-413d-90ce-e2f710645d89,segment=NetworkSegment(14ff2fad-f031-4ca9-bdf1-4de1117cde33),segment_id=14ff2fad-f031-4ca9-bdf1-4de1117cde33)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:52.907653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] For port af2e70f2-641b-4e1d-8127-a7b83670af9e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:52.911671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6e9bbba3-9177-488c-aa4f-336ab65c868c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.912257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] For port af2e70f2-641b-4e1d-8127-a7b83670af9e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=af2e70f2-641b-4e1d-8127-a7b83670af9e,segment=NetworkSegment(eb838d8c-cdbf-4692-a943-dbc1673f3c26),segment_id=eb838d8c-cdbf-4692-a943-dbc1673f3c26)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:52.916195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.967614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.072349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ab03b80-ab44-4351-844c-92ffb0c934a6 req-62531d48-673b-4efb-b8eb-e68a9e4870e4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 210 time: 0.6273301 Feb 19 01:07:53.080745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2d6b-f154-421f-9bb2-00f27d29de51 None None] Pushing event updated for resources: {'Port': ['ID=3298eb61-9e7a-413d-90ce-e2f710645d89,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:53.098315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6e9bbba3-9177-488c-aa4f-336ab65c868c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.106845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Made reservation on behalf of f86cd926a2ac42a9a758ca79c282833c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:53.116180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.237792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5afb30-88c9-453a-8075-08b436ff0c10 None None] Pushing event updated for resources: {'Port': ['ID=af2e70f2-641b-4e1d-8127-a7b83670af9e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:53.272202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31ee83bd-b367-4c64-8365-d2f121a70998 req-df38504f-d643-45e5-9abf-95a8003c9804 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890249 Feb 19 01:07:53.276131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9bbba3-9177-488c-aa4f-336ab65c868c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:53.290393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.298129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a35f4d73-bec2-4fbf-bf3a-088d96b23504 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/subnets/6e9bbba3-9177-488c-aa4f-336ab65c868c HTTP/1.1" status: 204 len: 168 time: 1.2035422 Feb 19 01:07:53.302079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57106) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:53.306744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df22cd05-3d62-4a7f-ae98-7169c436644f req-b89d79fb-ef0a-4cdb-bf3b-e83bd4629587 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195148 Feb 19 01:07:53.419153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:53.425581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1840179481-network', 'tenant_id': '9d7a4e70c1fb4287a539316204063c2f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:53.539836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:53.571155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Made reservation on behalf of 9d7a4e70c1fb4287a539316204063c2f for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:53.577615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.592437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.594538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.628788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de7dbb-350d-48e5-9336-4ec0a16fed04 req-4502c49f-cf26-44ac-b4a7-d90fc99daaf9 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:53.634061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05de7dbb-350d-48e5-9336-4ec0a16fed04 req-4502c49f-cf26-44ac-b4a7-d90fc99daaf9 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.2309098 Feb 19 01:07:53.685270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Deleting subnet 3c2552d3-13e0-406e-9a34-18db5bc8705e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:53.689707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.757436 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for subnet (3c2552d3-13e0-406e-9a34-18db5bc8705e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.759257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05de7dbb-350d-48e5-9336-4ec0a16fed04 req-e98c9370-6922-4772-9b48-bfaaf7127c4b tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131911 Feb 19 01:07:53.772449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:53.774369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.775995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] 10.222.0.10 "PUT /v2.0/ports/fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 1091 time: 3.5427365 Feb 19 01:07:53.840607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:53.843237 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869" -d '{"events": [{"name": "network-changed", "server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:53.944247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e17c7300-d976-4333-a0bc-36f9d1ea378f details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:53.991483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Allocated IP 172.20.0.7 (176d33b8-0e17-4ece-80fe-1a59bdd75756/1a14cb80-5327-492a-a250-7a873deb1112/8a1ebc95-694c-426e-9696-c3ea67763960) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:54.042298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10eda7-e4bc-45a0-955c-95033a54b042 req-7a0de9c0-1b5a-4bb2-9752-6afb6da90964 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.054332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b10eda7-e4bc-45a0-955c-95033a54b042 req-7a0de9c0-1b5a-4bb2-9752-6afb6da90964 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.1356099 Feb 19 01:07:54.054332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:54.067418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Request body: {'floatingip': {'port_id': '29f555fa-7d46-4116-b548-d360c6d4d846'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:54.102426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e17c7300-d976-4333-a0bc-36f9d1ea378f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:54.127180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'e17c7300-d976-4333-a0bc-36f9d1ea378f', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': 'e17c7300-d976-4333-a0bc-36f9d1ea378f', 'mac_address': 'fa:16:3e:74:89:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:54.137263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:54.152648 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc2b6d-55a4-4254-a22e-59c7587a5d77 x-openstack-request-id: req-f1cc2b6d-55a4-4254-a22e-59c7587a5d77 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:54.152931 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:54.153248 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1cc2b6d-55a4-4254-a22e-59c7587a5d77 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:54.153631 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'status': 'completed', 'code': 200} Feb 19 01:07:54.166168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (125635e8-1eeb-472b-b32c-05c3ca887158), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.179585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (3c2552d3-13e0-406e-9a34-18db5bc8705e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.208195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e17c7300-d976-4333-a0bc-36f9d1ea378f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:54.209480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.211824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.212175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.212515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.212857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.213209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.213540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.213867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.214187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.214643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.214979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.215391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.215751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.216113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea96c3-d213-43a6-80fe-c09c1764e76c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:54.236344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05a48-54ad-4fd0-813d-1f547cbe300f req-2fb212f9-43a8-4b23-8dfa-b5e8d0014f1d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.238294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f05a48-54ad-4fd0-813d-1f547cbe300f req-2fb212f9-43a8-4b23-8dfa-b5e8d0014f1d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 943 time: 0.8165765 Feb 19 01:07:54.240453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17c7300-d976-4333-a0bc-36f9d1ea378f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:54.244120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ae7b205-0d9a-420f-a0b0-4e6a219755da req-b9b3c954-7e3b-46a5-97f9-ad4d14a77380 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 210 time: 0.0913961 Feb 19 01:07:54.330749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e17c7300-d976-4333-a0bc-36f9d1ea378f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:54.336567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.355953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for port (8a1ebc95-694c-426e-9696-c3ea67763960), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.414672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-ab70990f-ee15-4343-8671-e73ab548711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.416220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-ab70990f-ee15-4343-8671-e73ab548711e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1125 time: 0.5677350 Feb 19 01:07:54.423565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e17c7300-d976-4333-a0bc-36f9d1ea378f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:54.603870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02c0d-a9ca-4e3c-b8c7-9f5678461669 req-08d62a3f-26ee-4348-9a04-3bcab96bd9dd tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.612252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5b02c0d-a9ca-4e3c-b8c7-9f5678461669 req-08d62a3f-26ee-4348-9a04-3bcab96bd9dd tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 943 time: 0.2345767 Feb 19 01:07:54.627856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e17c7300-d976-4333-a0bc-36f9d1ea378f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:54.655545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-c1de1c80-88be-4c17-beb4-c9317b2ff2cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 217 time: 0.2071855 Feb 19 01:07:54.684464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks [] for security_group (19dca7bd-5841-4654-b283-46c42d1195a3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.697930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f05a48-54ad-4fd0-813d-1f547cbe300f req-69498403-44fc-49ec-ae62-96534a81f598 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378982 Feb 19 01:07:54.721068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (19dca7bd-5841-4654-b283-46c42d1195a3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.752867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5b02c0d-a9ca-4e3c-b8c7-9f5678461669 req-b177bb23-d4c2-4cd0-ba97-771ac50f4aa5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342785 Feb 19 01:07:54.806120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.821811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3c2552d3-13e0-406e-9a34-18db5bc8705e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.874740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af2e70f2-641b-4e1d-8127-a7b83670af9e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:55.011222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54e71b-7390-4cc6-b184-a2177698ff5e None None] Network 4b15002f-2fee-4166-ac49-e77753e426df requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:55.036314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port af2e70f2-641b-4e1d-8127-a7b83670af9e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:55.036731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.119321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dca7bd-5841-4654-b283-46c42d1195a3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.127932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:55.144805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (3c2552d3-13e0-406e-9a34-18db5bc8705e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.227905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.257122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (125635e8-1eeb-472b-b32c-05c3ca887158), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.263004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:55.285990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:55.300361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (367de889-c584-436f-b952-81e7a839f3b4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.301054 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Added segment 367de889-c584-436f-b952-81e7a839f3b4 of type vlan for network 9bdeee9a-d394-419c-ac71-745aaaa95008 Feb 19 01:07:55.378521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2552d3-13e0-406e-9a34-18db5bc8705e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.378521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-7a5d621e-8f37-41a2-91b8-2642ac56e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.379644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-7a5d621e-8f37-41a2-91b8-2642ac56e235 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.7136796 Feb 19 01:07:55.383911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:55.417867 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.428438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23b88669-6492-4248-86f8-be1f30bfe479 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/subnets/3c2552d3-13e0-406e-9a34-18db5bc8705e HTTP/1.1" status: 204 len: 168 time: 2.1043067 Feb 19 01:07:55.464371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57148) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:55.485623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event updated for resources: {'Port': ['ID=8a1ebc95-694c-426e-9696-c3ea67763960,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.498267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-5c16657c-d096-4330-8163-639e52890120 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836070 Feb 19 01:07:55.528071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9bdeee9a-d394-419c-ac71-745aaaa95008), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.691852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.692490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.700282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9bdeee9a-d394-419c-ac71-745aaaa95008), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.701252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.701821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.716532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd802e-5e20-4abd-b255-b7354438c25b None None] Network eeee1681-4bcd-4ce7-9339-50142495f3b2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:55.825116 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Floating IP 125635e8-1eeb-472b-b32c-05c3ca887158 associated. External IP: 172.25.0.219, port: 29f555fa-7d46-4116-b548-d360c6d4d846. Feb 19 01:07:55.846236 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0558076 Feb 19 01:07:55.851182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-76ff1911-8608-4a6d-8837-5695c3c1514c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6857383 Feb 19 01:07:55.859230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Provisioning complete for port af2e70f2-641b-4e1d-8127-a7b83670af9e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:55.860582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.884154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57160) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:55.885259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7368cae-be2e-4d1c-bc26-77c41c524a05 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.890468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a7368cae-be2e-4d1c-bc26-77c41c524a05 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3411281 Feb 19 01:07:55.893648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57162) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:55.904861 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.956753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b2cb2-8dbe-47fd-9b1e-e05d0b6eb8be req-34278e57-7515-4ca5-b99d-addbfd758b90 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.959677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Request body: {'subnet': {'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1840179481-subnet', 'tenant_id': '9d7a4e70c1fb4287a539316204063c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:55.964180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be8b2cb2-8dbe-47fd-9b1e-e05d0b6eb8be req-34278e57-7515-4ca5-b99d-addbfd758b90 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 931 time: 0.6030827 Feb 19 01:07:56.026062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-82d4c125-152a-40e2-897d-299dbd3c9011 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904058 Feb 19 01:07:56.026943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port af2e70f2-641b-4e1d-8127-a7b83670af9e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:56.027344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.040177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Request body: {'port': {'device_id': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:56.049028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Current status of the port af2e70f2-641b-4e1d-8127-a7b83670af9e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:56.049494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.063657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4b15002f-2fee-4166-ac49-e77753e426df), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.089398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port af2e70f2-641b-4e1d-8127-a7b83670af9e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=af2e70f2-641b-4e1d-8127-a7b83670af9e,segment=NetworkSegment(eb838d8c-cdbf-4692-a943-dbc1673f3c26),segment_id=eb838d8c-cdbf-4692-a943-dbc1673f3c26)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:56.106093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.154944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.155513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be8b2cb2-8dbe-47fd-9b1e-e05d0b6eb8be req-d55344cc-79fa-4fe3-8233-67ceb6a29fad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808577 Feb 19 01:07:56.156084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3298eb61-9e7a-413d-90ce-e2f710645d89 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:56.184126 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:07:56.184534 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:07:56.327743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=af2e70f2-641b-4e1d-8127-a7b83670af9e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:56.340422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3298eb61-9e7a-413d-90ce-e2f710645d89 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:56.340811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.436241 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:56.447502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Deleting port af2e70f2-641b-4e1d-8127-a7b83670af9e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:56.447898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.457983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] DHCP port deletion for eeee1681-4bcd-4ce7-9339-50142495f3b2 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:07:56.603891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] For port af2e70f2-641b-4e1d-8127-a7b83670af9e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=af2e70f2-641b-4e1d-8127-a7b83670af9e,segment=NetworkSegment(eb838d8c-cdbf-4692-a943-dbc1673f3c26),segment_id=eb838d8c-cdbf-4692-a943-dbc1673f3c26)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:56.604405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.622346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Calling delete_port for af2e70f2-641b-4e1d-8127-a7b83670af9e owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:56.638522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5889a4-d161-46c6-9f83-adec354127a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bdeee9a-d394-419c-ac71-745aaaa95008,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:56.676317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3298eb61-9e7a-413d-90ce-e2f710645d89 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:56.676787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.681680 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.690352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1741032-c9dd-4b52-8cd2-d2379f941fc7 None None] Network 4b15002f-2fee-4166-ac49-e77753e426df requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:56.692090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9bdeee9a-d394-419c-ac71-745aaaa95008 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:56.728340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (af2e70f2-641b-4e1d-8127-a7b83670af9e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.743053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Made reservation on behalf of 9d7a4e70c1fb4287a539316204063c2f for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:56.745396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.747400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c6aa-2295-46a0-871c-11641ab3da3b req-6c36bbf9-7217-4604-b698-706e6e78055c tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.748915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59c2c6aa-2295-46a0-871c-11641ab3da3b req-6c36bbf9-7217-4604-b698-706e6e78055c tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 943 time: 0.4575148 Feb 19 01:07:56.762789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc5aa5-83d7-48a3-b9ca-2dc57ca44195 req-392435b8-853b-470c-b31a-5333645bb995 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.764295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82bc5aa5-83d7-48a3-b9ca-2dc57ca44195 req-392435b8-853b-470c-b31a-5333645bb995 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 944 time: 0.9521284 Feb 19 01:07:56.773920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Port': ['ID=af2e70f2-641b-4e1d-8127-a7b83670af9e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:56.778130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] No DVR routers for this DVR port af2e70f2-641b-4e1d-8127-a7b83670af9e on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:56.882909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59c2c6aa-2295-46a0-871c-11641ab3da3b req-fd22d9f6-26eb-4067-aaf2-f42474d2a79b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139805 Feb 19 01:07:56.962037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bf2255d2-13ef-4c84-b2b4-92f22702a60a None None] Port af2e70f2-641b-4e1d-8127-a7b83670af9e update to ACTIVE by agent not found {{(pid=103431) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:07:56.971498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4b15002f-2fee-4166-ac49-e77753e426df), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.047243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] Deleting port 3298eb61-9e7a-413d-90ce-e2f710645d89 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:57.051047 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.065030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 3298eb61-9e7a-413d-90ce-e2f710645d89, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3298eb61-9e7a-413d-90ce-e2f710645d89,segment=NetworkSegment(14ff2fad-f031-4ca9-bdf1-4de1117cde33),segment_id=14ff2fad-f031-4ca9-bdf1-4de1117cde33)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:57.104231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ae19d-2a60-4c68-8293-6a1d821ad419 None None] DHCP port deletion for 4b15002f-2fee-4166-ac49-e77753e426df request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:07:57.124854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.145379 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.284309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] Provisioning complete for port 8a1ebc95-694c-426e-9696-c3ea67763960 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:57.284918 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.342699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] For port 3298eb61-9e7a-413d-90ce-e2f710645d89, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3298eb61-9e7a-413d-90ce-e2f710645d89,segment=NetworkSegment(14ff2fad-f031-4ca9-bdf1-4de1117cde33),segment_id=14ff2fad-f031-4ca9-bdf1-4de1117cde33)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:57.343323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.346710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af2e70f2-641b-4e1d-8127-a7b83670af9e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:57.424256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (e261a746-7735-49c5-ac65-d7acebca8958), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.429050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cf00532-15bf-41e8-a40e-c4b18b4062a1 req-5081b28f-1411-4752-be3d-9b97ecdc067b service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218064 Feb 19 01:07:57.433695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] Calling delete_port for 3298eb61-9e7a-413d-90ce-e2f710645d89 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:57.435353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: af2e70f2-641b-4e1d-8127-a7b83670af9e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:57.435698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device af2e70f2-641b-4e1d-8127-a7b83670af9e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:57.436114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3298eb61-9e7a-413d-90ce-e2f710645d89 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:57.472244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=3298eb61-9e7a-413d-90ce-e2f710645d89,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:57.481544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] Port 8a1ebc95-694c-426e-9696-c3ea67763960 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:57.539576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b15002f-2fee-4166-ac49-e77753e426df']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:57.559683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] Provisioning complete for port 3298eb61-9e7a-413d-90ce-e2f710645d89 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:57.560064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.593854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb838d8c-cdbf-4692-a943-dbc1673f3c26') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:57.594098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb838d8c-cdbf-4692-a943-dbc1673f3c26') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:57.628845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Checking segment: {'id': '367de889-c584-436f-b952-81e7a839f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:57.628845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Network hostable DHCP agents. Network: 9bdeee9a-d394-419c-ac71-745aaaa95008, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:57.645705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:57.646238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82bc5aa5-83d7-48a3-b9ca-2dc57ca44195 req-eabd2131-5d36-4f23-b02e-00c253ffd5e1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8561952 Feb 19 01:07:57.650889 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (eb838d8c-cdbf-4692-a943-dbc1673f3c26), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.667127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3298eb61-9e7a-413d-90ce-e2f710645d89 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:57.669009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.676959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:57.677224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.684137 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (3298eb61-9e7a-413d-90ce-e2f710645d89), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.689828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e261a746-7735-49c5-ac65-d7acebca8958,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:57.697427 n-d-826752-2 neutron-server[103431]: INFO neutron.plugins.ml2.db [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] No ports have port_id starting with 3298eb61-9e7a-413d-90ce-e2f710645d89 Feb 19 01:07:57.714802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-91028397-4d7c-4548-a816-8fe34d0e3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:57.716624 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-91028397-4d7c-4548-a816-8fe34d0e3bd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1125 time: 0.2009702 Feb 19 01:07:57.719974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Network 9bdeee9a-d394-419c-ac71-745aaaa95008 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:57.735188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e1f51-fdb7-4917-ad32-08ab5d8b4d81 req-ca91c260-dec1-45c0-80f7-bb91f76055a5 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:57.737150 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c47e1f51-fdb7-4917-ad32-08ab5d8b4d81 req-ca91c260-dec1-45c0-80f7-bb91f76055a5 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 931 time: 0.3274021 Feb 19 01:07:57.741753 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (eb838d8c-cdbf-4692-a943-dbc1673f3c26), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.749936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9bdeee9a-d394-419c-ac71-745aaaa95008) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:57.773377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:57.774046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.776858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:57.776965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43bde4-bb5c-45d2-9f81-f7a647585a1b None None] Network 9bdeee9a-d394-419c-ac71-745aaaa95008 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:57.779834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (eb838d8c-cdbf-4692-a943-dbc1673f3c26), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.781667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] Pushing event deleted for resources: {'Port': ['ID=3298eb61-9e7a-413d-90ce-e2f710645d89,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:57.791033 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:57.823626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-22dd050c-9990-4b8d-b60d-0e2cf2bbe468 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "PUT /v2.0/floatingips/125635e8-1eeb-472b-b32c-05c3ca887158 HTTP/1.1" status: 200 len: 991 time: 3.7681718 Feb 19 01:07:57.850137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aeccea95-4cbc-4c79-bb34-c92ec8b1fe93 None None] Could not find standard attr ID for object af2e70f2-641b-4e1d-8127-a7b83670af9e. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:07:57.881197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaff514-cd1c-41c0-a74e-3555ebd8f26d None None] No DVR routers for this DVR port 3298eb61-9e7a-413d-90ce-e2f710645d89 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:57.893493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:57.894253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:57.913327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1ebc95-694c-426e-9696-c3ea67763960 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:57.924883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Publish callbacks [] for port (8a1ebc95-694c-426e-9696-c3ea67763960), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.925459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:57.935352 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299d9d0-ac2d-46a4-90e1-97a90018d591" -d '{"events": [{"name": "network-changed", "server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:57.960003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Transition to ACTIVE for port object 8a1ebc95-694c-426e-9696-c3ea67763960 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:57.978460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e17c7300-d976-4333-a0bc-36f9d1ea378f up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:58.029977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.057035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5e4878cc-398e-4296-a51e-d07f4c553753 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1629140 Feb 19 01:07:58.115629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c47e1f51-fdb7-4917-ad32-08ab5d8b4d81 req-67a0d0a3-45dd-4aa0-91cb-5a6a91853101 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336647 Feb 19 01:07:58.166279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4b15002f-2fee-4166-ac49-e77753e426df), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.183329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.187291 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/networks/4b15002f-2fee-4166-ac49-e77753e426df HTTP/1.1" status: 204 len: 168 time: 2.2926826 Feb 19 01:07:58.197167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57204) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:58.249237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea91e4-01dd-4580-acf1-dda7440aab4c None None] Network 9bdeee9a-d394-419c-ac71-745aaaa95008 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:58.392034 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feeec73-70a6-4ae5-8fb9-99812154c309 x-openstack-request-id: req-4feeec73-70a6-4ae5-8fb9-99812154c309 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:58.392279 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:58.397409 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4feeec73-70a6-4ae5-8fb9-99812154c309 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:58.398650 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846', 'status': 'completed', 'code': 200} Feb 19 01:07:58.465517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Network': ['ID=4b15002f-2fee-4166-ac49-e77753e426df,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:58.520966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (eeee1681-4bcd-4ce7-9339-50142495f3b2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.561422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.561998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.564582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.565019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.566151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.566576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.566884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.567241 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.569749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.570621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.572212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.572457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.572793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba20f95-f1b7-419a-a912-8bf369b0d44c tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:58.599521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ebc95-694c-426e-9696-c3ea67763960,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:58.606548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-fe817d51-0265-400a-bdc6-59dc7eed3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.617394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-fe817d51-0265-400a-bdc6-59dc7eed3024 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.8865960 Feb 19 01:07:58.778790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-f4538b6f-eac7-4338-a77d-4146ec19faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.782256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-f4538b6f-eac7-4338-a77d-4146ec19faf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d75b15af394b4c619086741abc9d2f91&device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 1127 time: 0.3920410 Feb 19 01:07:58.846170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-61854317-c969-45ad-87f9-52ad66efb9e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 217 time: 0.2194979 Feb 19 01:07:58.884819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce437ca-870a-4cf8-bb40-eea48d34ff25 req-1fd97aa9-ea25-405a-bc0e-00548f2b32e3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.888970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ce437ca-870a-4cf8-bb40-eea48d34ff25 req-1fd97aa9-ea25-405a-bc0e-00548f2b32e3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 943 time: 0.8741567 Feb 19 01:07:58.987988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (eeee1681-4bcd-4ce7-9339-50142495f3b2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.033622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-a2e5f79b-2abc-48e9-b9bd-ffe2840ff83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.039771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-a2e5f79b-2abc-48e9-b9bd-ffe2840ff83f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.1493421 Feb 19 01:07:59.064388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port e17c7300-d976-4333-a0bc-36f9d1ea378f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:59.075347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:59.114299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port e17c7300-d976-4333-a0bc-36f9d1ea378f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:59.115247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.194416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeee1681-4bcd-4ce7-9339-50142495f3b2']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:59.204170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-0ff38158-f366-496d-8955-7a85957048ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005034 Feb 19 01:07:59.241805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ff2fad-f031-4ca9-bdf1-4de1117cde33') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:59.242190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ff2fad-f031-4ca9-bdf1-4de1117cde33') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:59.303316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (14ff2fad-f031-4ca9-bdf1-4de1117cde33), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.307947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-4a427c81-c06c-46dc-bbba-916abf3ed5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.308686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ce437ca-870a-4cf8-bb40-eea48d34ff25 req-03ec9987-8d40-436e-924f-1551fbc25946 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664778 Feb 19 01:07:59.322174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-4a427c81-c06c-46dc-bbba-916abf3ed5f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 200 len: 912 time: 0.4533894 Feb 19 01:07:59.343707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e17c7300-d976-4333-a0bc-36f9d1ea378f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:59.344256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.348250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Attempting to bind port 8a1ebc95-694c-426e-9696-c3ea67763960 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:59.353452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Attempting to bind port 8a1ebc95-694c-426e-9696-c3ea67763960 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:59.353910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Attempting to bind port 8a1ebc95-694c-426e-9696-c3ea67763960 on network 176d33b8-0e17-4ece-80fe-1a59bdd75756 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:59.369706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Port 8a1ebc95-694c-426e-9696-c3ea67763960 on network 176d33b8-0e17-4ece-80fe-1a59bdd75756 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:59.374707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Attempting to bind port 8a1ebc95-694c-426e-9696-c3ea67763960 on network 176d33b8-0e17-4ece-80fe-1a59bdd75756 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:59.391757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:59.395364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Checking segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:59.397480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Bound using segment: {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:59.398057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Bound port: 8a1ebc95-694c-426e-9696-c3ea67763960, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afb5d0f-b45b-487f-8c94-fafc8d1000d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:59.398530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.419265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (14ff2fad-f031-4ca9-bdf1-4de1117cde33), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.425781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:59.426287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (14ff2fad-f031-4ca9-bdf1-4de1117cde33), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:59.518763 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:59.553038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (eeee1681-4bcd-4ce7-9339-50142495f3b2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.574449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-ddaa5696-25de-42dc-baee-630558c06f2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f555fa-7d46-4116-b548-d360c6d4d846 HTTP/1.1" status: 200 len: 999 time: 0.2453492 Feb 19 01:07:59.586840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.595552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17c7300-d976-4333-a0bc-36f9d1ea378f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:59.599026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/networks/eeee1681-4bcd-4ce7-9339-50142495f3b2 HTTP/1.1" status: 204 len: 168 time: 1.3963056 Feb 19 01:07:59.600780 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5795e2-5066-4f59-9f0c-e41d55cf0556" -d '{"events": [{"server_uuid": "2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1", "name": "network-vif-plugged", "status": "completed", "tag": "e17c7300-d976-4333-a0bc-36f9d1ea378f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:59.608416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57246) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:59.627100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e17c7300-d976-4333-a0bc-36f9d1ea378f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:59.643408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.702805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-f1551fdc-1bad-48c8-9790-9bc9fcf5835b service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881177 Feb 19 01:07:59.725764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55c3f-e8ca-4178-8b6e-e2c04698bf32 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Network': ['ID=eeee1681-4bcd-4ce7-9339-50142495f3b2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:59.754655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fa367a88-06c9-4077-93ea-3ff6cc9fe965 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:59.773962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-e1a024aa-4799-4463-b315-2038f5cadf45 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.781187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-e1a024aa-4799-4463-b315-2038f5cadf45 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/networks?id=9bdeee9a-d394-419c-ac71-745aaaa95008 HTTP/1.1" status: 200 len: 821 time: 0.7730763 Feb 19 01:07:59.785688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e17c7300-d976-4333-a0bc-36f9d1ea378f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:59.803587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.804098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.804544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.805427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.805427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.805823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.807471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.807471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.807471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.807471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.807911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.808373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.808792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:59.829307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-08931da3-2da3-4712-9fa3-55cf61a7bd5b tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/quotas/9d7a4e70c1fb4287a539316204063c2f HTTP/1.1" status: 200 len: 375 time: 0.0458210 Feb 19 01:07:59.875498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] For port 8a1ebc95-694c-426e-9696-c3ea67763960, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:59.888068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-b7c788a4-a89a-482e-a844-ce75722b60bf tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d7a4e70c1fb4287a539316204063c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575204 Feb 19 01:07:59.904470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-bab39f8a-fd74-4536-87bf-6533ce667771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.906229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-bab39f8a-fd74-4536-87bf-6533ce667771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 200 len: 850 time: 0.3012516 Feb 19 01:07:59.917912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57254) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:59.973478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d6613-f7c2-43d0-a5ad-b846d3b1c252 req-084979f9-d144-43ce-aa5b-5d47a3b6a296 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.985636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-767d6613-f7c2-43d0-a5ad-b846d3b1c252 req-084979f9-d144-43ce-aa5b-5d47a3b6a296 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 944 time: 0.5639043 Feb 19 01:07:59.990641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] For port 8a1ebc95-694c-426e-9696-c3ea67763960, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1ebc95-694c-426e-9696-c3ea67763960,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:00.008732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e1a7ea8d-280b-403d-b116-2a43f332c048), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.011844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:00.027730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.035406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'network_id': '5ff39080-f4e3-455a-8bd5-402ce7b92cf8', 'port_id': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'mac_address': 'fa:16:3e:b1:cc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b5616f-437c-4b88-aca4-267e7b15f5a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:00.069129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-82b55cf2-4055-44da-8087-bdd99fbfa8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:00.070692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-82b55cf2-4055-44da-8087-bdd99fbfa8c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6203616-7407-4e34-ba9b-c572712fd403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536384 Feb 19 01:08:00.093098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '125635e8-1eeb-472b-b32c-05c3ca887158', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'port_id': '29f555fa-7d46-4116-b548-d360c6d4d846', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'mac_address': 'fa:16:3e:96:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:29Z', 'updated_at': '2022-02-19T01:07:55Z', 'revision_number': 1, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:00.098056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-93b02224-fbfb-4654-aa26-99535d3518c8 service neutron] 10.222.0.43 "GET /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075019 Feb 19 01:08:00.140811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:00.186621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:00.187266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:00.246038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-794dc601-51bc-450e-ad78-9c870305adb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.310811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:00.311438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.312856 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] 10.222.0.89 "PUT /v2.0/ports/8a1ebc95-694c-426e-9696-c3ea67763960 HTTP/1.1" status: 200 len: 1091 time: 4.4129195 Feb 19 01:08:00.313516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e89d6a-b882-42f3-8db8-dc2c249b7c93 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ebc95-694c-426e-9696-c3ea67763960,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:00.316906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:00.320295 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25b1908-8c9e-4c22-927e-305eb9e42a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:00.347649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fa367a88-06c9-4077-93ea-3ff6cc9fe965 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:00.352876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.354478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c8e94b4-31b4-47ce-b8e9-d3e936f64869 req-b7c77bfd-066d-4dad-a8ae-777ef1eba560 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310563 Feb 19 01:08:00.366035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e1a7ea8d-280b-403d-b116-2a43f332c048), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.374223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-cb601377-823a-4620-9ff8-cc7d439554a4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:08:00.375326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-cb601377-823a-4620-9ff8-cc7d439554a4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245783 Feb 19 01:08:00.397118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-c7cf8cd8-bdf7-4c65-b2be-647df8d93894 service neutron] 10.222.0.10 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170588 Feb 19 01:08:00.417148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a7ea8d-280b-403d-b116-2a43f332c048']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:00.418006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa367a88-06c9-4077-93ea-3ff6cc9fe965 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:00.438366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b7b3be-0391-4765-88cf-980c2304b50e') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:00.438366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b7b3be-0391-4765-88cf-980c2304b50e') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:00.460263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (97b7b3be-0391-4765-88cf-980c2304b50e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.482464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:00.510045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-767d6613-f7c2-43d0-a5ad-b846d3b1c252 req-90c6a087-6f93-477b-83ce-b5bb227342ae tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223317 Feb 19 01:08:00.517482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.525166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (97b7b3be-0391-4765-88cf-980c2304b50e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.549473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:00.549998 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (97b7b3be-0391-4765-88cf-980c2304b50e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.554098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:00.556500 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:00.694118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e299d9d0-ac2d-46a4-90e1-97a90018d591 req-ac82a2e6-e65d-4d49-824a-897803860926 service neutron] 10.222.0.10 "GET /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381787 Feb 19 01:08:00.715262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e1a7ea8d-280b-403d-b116-2a43f332c048), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.728195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.732957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/networks/e1a7ea8d-280b-403d-b116-2a43f332c048 HTTP/1.1" status: 204 len: 168 time: 1.1204839 Feb 19 01:08:00.740762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:00.751029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-ceffa1dc-66c9-4b13-9ed3-9100d24fefd4 service neutron] 10.222.0.43 "GET /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520336 Feb 19 01:08:00.758536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-794dc601-51bc-450e-ad78-9c870305adb6 admin admin] Publish callbacks [] for security_group (486ed4af-699f-4aa8-ab16-898f3f09edfa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.764734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78fbc-b10a-4243-a854-a7baad45a7f3 tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Network': ['ID=e1a7ea8d-280b-403d-b116-2a43f332c048,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:00.765626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-794dc601-51bc-450e-ad78-9c870305adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (486ed4af-699f-4aa8-ab16-898f3f09edfa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.781667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-d920163e-e569-447d-9425-5bb15ff8f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:00.783537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-d920163e-e569-447d-9425-5bb15ff8f612 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f86cd926a2ac42a9a758ca79c282833c&device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 1125 time: 0.3095062 Feb 19 01:08:00.851221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3035e8e-dcec-44a2-93cc-d72f05f91f52 req-15868897-5f27-498f-8174-9bf16c6866ec tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:00.851547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-794dc601-51bc-450e-ad78-9c870305adb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=238861386b144601baa7fdb5d433e261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9302680 Feb 19 01:08:00.852986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:00.859201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3035e8e-dcec-44a2-93cc-d72f05f91f52 req-15868897-5f27-498f-8174-9bf16c6866ec tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 943 time: 0.2296343 Feb 19 01:08:00.934269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fa367a88-06c9-4077-93ea-3ff6cc9fe965'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:00.963367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dc601-51bc-450e-ad78-9c870305adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486ed4af-699f-4aa8-ab16-898f3f09edfa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:00.971128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ad48-b52c-45db-878f-81b3cdb090a6 admin admin] Publish callbacks [] for security_group (486ed4af-699f-4aa8-ab16-898f3f09edfa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.990251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-44d85293-4118-4382-9127-dc3571e928cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a1ebc95-694c-426e-9696-c3ea67763960 HTTP/1.1" status: 200 len: 217 time: 0.1208980 Feb 19 01:08:01.038334 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ad48-b52c-45db-878f-81b3cdb090a6 admin admin] Publish callbacks [] for security_group (486ed4af-699f-4aa8-ab16-898f3f09edfa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.051828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5ecf9dfb-2c56-415b-b75e-33758318166a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.095182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3035e8e-dcec-44a2-93cc-d72f05f91f52 req-85f2eb6a-3cc8-48ae-84a6-cd151f71945b tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307451 Feb 19 01:08:01.099294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ad48-b52c-45db-878f-81b3cdb090a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (486ed4af-699f-4aa8-ab16-898f3f09edfa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.104296 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ad48-b52c-45db-878f-81b3cdb090a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.106196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e0f9ad48-b52c-45db-878f-81b3cdb090a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/486ed4af-699f-4aa8-ab16-898f3f09edfa HTTP/1.1" status: 204 len: 168 time: 0.2493639 Feb 19 01:08:01.120248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9ad48-b52c-45db-878f-81b3cdb090a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ed4af-699f-4aa8-ab16-898f3f09edfa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:01.126376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:01.161808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-32a2e5e0-9d85-4999-a422-c723c6db4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:01.174114 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48c8a2b-3842-4b22-9a72-52dec24cbdc5 x-openstack-request-id: req-e48c8a2b-3842-4b22-9a72-52dec24cbdc5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:01.174413 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1", "name": "network-vif-plugged", "status": "completed", "tag": "e17c7300-d976-4333-a0bc-36f9d1ea378f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:01.174676 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e48c8a2b-3842-4b22-9a72-52dec24cbdc5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:01.175080 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17c7300-d976-4333-a0bc-36f9d1ea378f', 'code': 200} Feb 19 01:08:01.177905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-32a2e5e0-9d85-4999-a422-c723c6db4167 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1a14cb80-5327-492a-a250-7a873deb1112 HTTP/1.1" status: 200 len: 844 time: 0.1732750 Feb 19 01:08:01.340384 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae97593-3da7-467b-877c-89c0f42aa67c x-openstack-request-id: req-0ae97593-3da7-467b-877c-89c0f42aa67c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:01.340680 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:01.340937 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ae97593-3da7-467b-877c-89c0f42aa67c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:01.341384 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960', 'status': 'completed', 'code': 200} Feb 19 01:08:01.375306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3789ea4c-7d68-49b0-80f7-29ae689203d3 req-f912f18b-afc9-40ee-963d-569e83c4f952 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 210 time: 0.0556116 Feb 19 01:08:01.380663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a51519-6e3e-4364-b832-56f758f36499 req-895c1e65-b0e5-4583-a95f-b8f42936b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:01.382766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92a51519-6e3e-4364-b832-56f758f36499 req-895c1e65-b0e5-4583-a95f-b8f42936b30e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 1127 time: 0.1239665 Feb 19 01:08:01.526154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5ecf9dfb-2c56-415b-b75e-33758318166a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.531227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '125635e8-1eeb-472b-b32c-05c3ca887158', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'port_id': '29f555fa-7d46-4116-b548-d360c6d4d846', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'mac_address': 'fa:16:3e:96:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:29Z', 'updated_at': '2022-02-19T01:07:55Z', 'revision_number': 1, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:01.543430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92a51519-6e3e-4364-b832-56f758f36499 req-c89b1c18-0e35-4502-8f25-aa62361cfd3b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465034 Feb 19 01:08:01.558245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecf9dfb-2c56-415b-b75e-33758318166a']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:01.569315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42d2943-3c75-47b0-a0a2-2eddce4556f1') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:01.569615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42d2943-3c75-47b0-a0a2-2eddce4556f1') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:01.581284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (b42d2943-3c75-47b0-a0a2-2eddce4556f1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.598192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb17938-bfa0-4783-9c23-cd8b14c61156 None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '125635e8-1eeb-472b-b32c-05c3ca887158', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'port_id': '29f555fa-7d46-4116-b548-d360c6d4d846', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'mac_address': 'fa:16:3e:96:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:29Z', 'updated_at': '2022-02-19T01:07:55Z', 'revision_number': 1, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:01.616610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b42d2943-3c75-47b0-a0a2-2eddce4556f1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.633044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:01.633363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (b42d2943-3c75-47b0-a0a2-2eddce4556f1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.740120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689382f3-2e36-482f-a84c-b17278773661 req-0b9fcc1c-d744-4080-8d0c-54eac4d5ea11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:01.750664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-689382f3-2e36-482f-a84c-b17278773661 req-0b9fcc1c-d744-4080-8d0c-54eac4d5ea11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 945 time: 0.1329036 Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:01.764883 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:01.778512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5ecf9dfb-2c56-415b-b75e-33758318166a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.786327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.815541 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] 10.222.0.43 "DELETE /v2.0/networks/5ecf9dfb-2c56-415b-b75e-33758318166a HTTP/1.1" status: 204 len: 168 time: 1.0610743 Feb 19 01:08:01.846182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e508616-9ed3-462b-8b3d-095a6df8928d tempest-BulkNetworkOpsIpV6Test-1180706468 tempest-BulkNetworkOpsIpV6Test-1180706468-project] Pushing event deleted for resources: {'Network': ['ID=5ecf9dfb-2c56-415b-b75e-33758318166a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:01.868344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-bc7b03dc-3a97-410f-8566-ff458158d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:01.876462 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-bc7b03dc-3a97-410f-8566-ff458158d0e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=176d33b8-0e17-4ece-80fe-1a59bdd75756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5570948 Feb 19 01:08:01.879212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-689382f3-2e36-482f-a84c-b17278773661 req-bebb23a5-01ad-4879-b809-59b48e3cbe27 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 Feb 19 01:08:01.901244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb71e-5369-4ca3-a2ab-8f818763f718 req-cb532e43-ecca-41eb-9fd7-668021847ef2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:01.907464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-870cb71e-5369-4ca3-a2ab-8f818763f718 req-cb532e43-ecca-41eb-9fd7-668021847ef2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 944 time: 0.5400646 Feb 19 01:08:01.944974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57290) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:01.974595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5a2-7560-44b5-ae5e-e6ec7bd49c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.027815 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ba55b-48f7-4a62-81b5-90c72a1bf9ae None None] New status for floating IP 125635e8-1eeb-472b-b32c-05c3ca887158: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:08:02.153790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5a2-7560-44b5-ae5e-e6ec7bd49c42 admin admin] Publish callbacks [] for security_group (abb0dd8e-096a-43a2-96b6-f9cee19f9f6b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.166946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5a2-7560-44b5-ae5e-e6ec7bd49c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (abb0dd8e-096a-43a2-96b6-f9cee19f9f6b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.175002 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-5b5a25ce-0acf-4e98-95e3-4a19620b292c service neutron] 10.222.0.89 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634115 Feb 19 01:08:02.250446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa5a2-7560-44b5-ae5e-e6ec7bd49c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0dd8e-096a-43a2-96b6-f9cee19f9f6b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:02.276176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-01eaa5a2-7560-44b5-ae5e-e6ec7bd49c42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3569f6ab67241debe87691a31a35948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3295259 Feb 19 01:08:02.279863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57306) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:02.370284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81061340-4cd5-4e29-a511-9d8114ea4d07 admin admin] Publish callbacks [] for security_group (abb0dd8e-096a-43a2-96b6-f9cee19f9f6b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.420455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81061340-4cd5-4e29-a511-9d8114ea4d07 admin admin] Publish callbacks [] for security_group (abb0dd8e-096a-43a2-96b6-f9cee19f9f6b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.440211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-870cb71e-5369-4ca3-a2ab-8f818763f718 req-3e231db4-9d74-4f29-8381-3ef96c13b8c7 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628186 Feb 19 01:08:02.506751 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81061340-4cd5-4e29-a511-9d8114ea4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (abb0dd8e-096a-43a2-96b6-f9cee19f9f6b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.510159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81061340-4cd5-4e29-a511-9d8114ea4d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.512631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-81061340-4cd5-4e29-a511-9d8114ea4d07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abb0dd8e-096a-43a2-96b6-f9cee19f9f6b HTTP/1.1" status: 204 len: 168 time: 0.2310393 Feb 19 01:08:02.530384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81061340-4cd5-4e29-a511-9d8114ea4d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0dd8e-096a-43a2-96b6-f9cee19f9f6b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:02.533402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-064b72b3-bc76-4268-aa54-0c3b1e575ab2 req-32872cac-e6be-477f-8093-caaa23701db2 service neutron] 10.222.0.89 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382356 Feb 19 01:08:02.643161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57320) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:02.727312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cffdd3-7d77-4abd-8a91-a9d6a6971b7f req-67571b2d-6bda-4d9a-87cd-5318f0b0e433 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:02.736164 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69cffdd3-7d77-4abd-8a91-a9d6a6971b7f req-67571b2d-6bda-4d9a-87cd-5318f0b0e433 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 943 time: 0.1524336 Feb 19 01:08:02.748863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86e483ef-578b-40a4-8801-61d4fad11827 req-d1bf88cd-b6d6-46c4-8c8b-a986ab7c48a5 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 210 time: 0.1576822 Feb 19 01:08:02.794706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-54f39f7e-5e9e-4414-9c64-c5154f7ad406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:02.798560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-54f39f7e-5e9e-4414-9c64-c5154f7ad406 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f86cd926a2ac42a9a758ca79c282833c&device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 1125 time: 0.1355708 Feb 19 01:08:02.804107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69cffdd3-7d77-4abd-8a91-a9d6a6971b7f req-19a53fe3-993b-415b-bffe-391482d5aa83 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662086 Feb 19 01:08:02.942091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8de56cdb-a2fe-4d8e-bda8-409355ede55c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7afc8a82e99b4912bd95115483a5700d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937381 Feb 19 01:08:02.943430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:03.012915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7323a78-4570-49aa-817c-785d0b9d5cd1 admin admin] Publish callbacks [] for security_group (38439c8a-29c2-452b-8428-a374cb3842e9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.057206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7323a78-4570-49aa-817c-785d0b9d5cd1 admin admin] Publish callbacks [] for security_group (38439c8a-29c2-452b-8428-a374cb3842e9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.149469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-5f711b09-b023-4a18-8a7a-e3b67d192c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.156822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-5f711b09-b023-4a18-8a7a-e3b67d192c2e service neutron] 10.222.0.89 "GET /v2.0/networks?id=176d33b8-0e17-4ece-80fe-1a59bdd75756 HTTP/1.1" status: 200 len: 906 time: 0.3484573 Feb 19 01:08:03.163644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7323a78-4570-49aa-817c-785d0b9d5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38439c8a-29c2-452b-8428-a374cb3842e9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.166361 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7323a78-4570-49aa-817c-785d0b9d5cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.167497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d7323a78-4570-49aa-817c-785d0b9d5cd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38439c8a-29c2-452b-8428-a374cb3842e9 HTTP/1.1" status: 204 len: 168 time: 0.2228839 Feb 19 01:08:03.180846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7323a78-4570-49aa-817c-785d0b9d5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38439c8a-29c2-452b-8428-a374cb3842e9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:03.283566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41b93-ac74-4da5-ad81-a029806cb369 req-a62bd176-2cd0-4d2b-96a8-0b8965f3fefd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.285591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9f41b93-ac74-4da5-ad81-a029806cb369 req-a62bd176-2cd0-4d2b-96a8-0b8965f3fefd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 945 time: 0.2535129 Feb 19 01:08:03.287133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-e7ce3a61-55ed-47b9-b976-bd13ee3da0b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a1ebc95-694c-426e-9696-c3ea67763960 HTTP/1.1" status: 200 len: 217 time: 0.1143007 Feb 19 01:08:03.328533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:03.351967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3945bad5-fa19-4e15-b900-36674ba89640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.398473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-b397741c-b956-4e9c-9aed-7f9541a2efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.400083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-b397741c-b956-4e9c-9aed-7f9541a2efcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1a14cb80-5327-492a-a250-7a873deb1112 HTTP/1.1" status: 200 len: 844 time: 0.0935214 Feb 19 01:08:03.450717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3945bad5-fa19-4e15-b900-36674ba89640 admin admin] Publish callbacks [] for security_group (dea7c8ad-55dd-4884-9eed-690f2a92df87), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.460372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3945bad5-fa19-4e15-b900-36674ba89640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dea7c8ad-55dd-4884-9eed-690f2a92df87), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.570618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9f41b93-ac74-4da5-ad81-a029806cb369 req-0f3cce16-a5ad-44dd-b50f-fffd9bbd8c68 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769606 Feb 19 01:08:03.589719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-13bdccb9-a20e-4cde-8550-bc6d0bdda464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.591592 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-13bdccb9-a20e-4cde-8550-bc6d0bdda464 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=176d33b8-0e17-4ece-80fe-1a59bdd75756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1324458 Feb 19 01:08:03.598340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3945bad5-fa19-4e15-b900-36674ba89640 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12f8c39a768a48c0813bb8e6e762baea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686207 Feb 19 01:08:03.600979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57344) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:03.601970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945bad5-fa19-4e15-b900-36674ba89640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7c8ad-55dd-4884-9eed-690f2a92df87,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:03.782616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fa367a88-06c9-4077-93ea-3ff6cc9fe965 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:03.798743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f92c5-53f5-4cb2-9568-3f8ad8e35883 req-3373acf3-f450-4775-9221-5fa999d87012 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.800487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-897f92c5-53f5-4cb2-9568-3f8ad8e35883 req-3373acf3-f450-4775-9221-5fa999d87012 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 944 time: 0.2075517 Feb 19 01:08:03.897787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb96ca1a-83df-4a74-ab28-4dd0d862cd24 admin admin] Publish callbacks [] for security_group (dea7c8ad-55dd-4884-9eed-690f2a92df87), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.930955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-e0d7507f-68a7-4407-a033-62e30494a34b tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.932566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-e0d7507f-68a7-4407-a033-62e30494a34b tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.10 "GET /v2.0/networks?id=9bdeee9a-d394-419c-ac71-745aaaa95008 HTTP/1.1" status: 200 len: 821 time: 0.2456515 Feb 19 01:08:03.935665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port fa367a88-06c9-4077-93ea-3ff6cc9fe965 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:03.940252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fa367a88-06c9-4077-93ea-3ff6cc9fe965 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:03.940811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.974508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Request body: {'port': {'device_id': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008', 'admin_state_up': True, 'tenant_id': '9d7a4e70c1fb4287a539316204063c2f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:03.983344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-028defe6-fce8-4c7b-9156-267b98eb1af5 req-eb482cf9-6481-4c73-b37c-2bc848349cb9 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 210 time: 0.0945814 Feb 19 01:08:03.993381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb96ca1a-83df-4a74-ab28-4dd0d862cd24 admin admin] Publish callbacks [] for security_group (dea7c8ad-55dd-4884-9eed-690f2a92df87), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.013019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1ebc95-694c-426e-9696-c3ea67763960 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:04.027532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-c05c6e14-c35b-4a47-ac7b-d64c27fb1634 service neutron] 10.222.0.89 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174042 Feb 19 01:08:04.037159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-897f92c5-53f5-4cb2-9568-3f8ad8e35883 req-192760f8-3716-42af-86d5-dd90caa46528 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280719 Feb 19 01:08:04.195368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Made reservation on behalf of 9d7a4e70c1fb4287a539316204063c2f for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:04.203116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.348972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb96ca1a-83df-4a74-ab28-4dd0d862cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dea7c8ad-55dd-4884-9eed-690f2a92df87), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.358450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb96ca1a-83df-4a74-ab28-4dd0d862cd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.363690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb96ca1a-83df-4a74-ab28-4dd0d862cd24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dea7c8ad-55dd-4884-9eed-690f2a92df87 HTTP/1.1" status: 204 len: 168 time: 0.7614558 Feb 19 01:08:04.410610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96ca1a-83df-4a74-ab28-4dd0d862cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7c8ad-55dd-4884-9eed-690f2a92df87,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:04.413238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 8a1ebc95-694c-426e-9696-c3ea67763960, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1ebc95-694c-426e-9696-c3ea67763960,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:04.417341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fa367a88-06c9-4077-93ea-3ff6cc9fe965 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:04.418193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.439215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f25b1908-8c9e-4c22-927e-305eb9e42a1e req-52c3d440-0f7b-4085-a9f5-84f6a604b604 service neutron] 10.222.0.89 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997779 Feb 19 01:08:04.463130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfd3aa-98df-4ee2-b67c-8ed91e769607 req-e9f0fe32-9cfe-4938-acb5-dae653653ae9 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:04.464683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08cfd3aa-98df-4ee2-b67c-8ed91e769607 req-e9f0fe32-9cfe-4938-acb5-dae653653ae9 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 943 time: 0.3573713 Feb 19 01:08:04.494764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '8a1ebc95-694c-426e-9696-c3ea67763960', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'port_id': '8a1ebc95-694c-426e-9696-c3ea67763960', 'mac_address': 'fa:16:3e:71:de:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:04.557735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Allocated IP 172.20.0.12 (9bdeee9a-d394-419c-ac71-745aaaa95008/e261a746-7735-49c5-ac65-d7acebca8958/1b62c40c-947f-41c9-b783-f05884adc0dd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:04.563005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08cfd3aa-98df-4ee2-b67c-8ed91e769607 req-f7d59544-c8fd-4881-be67-1a36ba760cab tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915649 Feb 19 01:08:04.572973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:04.575684 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc716758-ef9b-4e04-8d72-56baeda8750a" -d '{"events": [{"server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "name": "network-vif-plugged", "status": "completed", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:04.637050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:04.671012 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.695182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57370) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:04.731825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 8a1ebc95-694c-426e-9696-c3ea67763960 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:04.735949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.747958 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b44fc70-913f-4f13-994c-4fcb24d2027c x-openstack-request-id: req-2b44fc70-913f-4f13-994c-4fcb24d2027c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:04.748430 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "name": "network-vif-plugged", "status": "completed", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:04.753626 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b44fc70-913f-4f13-994c-4fcb24d2027c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:04.754412 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'code': 200} Feb 19 01:08:04.786081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1ebc95-694c-426e-9696-c3ea67763960 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:04.828396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cc230-be0e-4dda-b9fa-aaff06058fba req-386d2898-6ab2-4d08-afbc-5460be111143 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:04.836579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-211cc230-be0e-4dda-b9fa-aaff06058fba req-386d2898-6ab2-4d08-afbc-5460be111143 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 945 time: 0.1161392 Feb 19 01:08:04.862578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 8a1ebc95-694c-426e-9696-c3ea67763960, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1ebc95-694c-426e-9696-c3ea67763960,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:04.866410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:04.874200 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.950485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-211cc230-be0e-4dda-b9fa-aaff06058fba req-99cfea4b-82f4-43c5-8939-3b02f227aad0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108360 Feb 19 01:08:04.980351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks [] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.983010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=8a1ebc95-694c-426e-9696-c3ea67763960,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:05.050300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.082415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Network 9bdeee9a-d394-419c-ac71-745aaaa95008 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:05.089651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:05.115805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:05.118463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925227024'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:05.154617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:05.159511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.166416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d1a7d-de60-40ee-a038-a4acd3e822d6 req-6963c909-2b97-4c97-a527-2d1a18416f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:05.168091 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-085d1a7d-de60-40ee-a038-a4acd3e822d6 req-6963c909-2b97-4c97-a527-2d1a18416f23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1127 time: 0.3796635 Feb 19 01:08:05.178208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.182661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:05.183439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.206725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['8a1ebc95-694c-426e-9696-c3ea67763960'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:05.213021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2545900 Feb 19 01:08:05.237024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-ef332493-3b53-47c5-a162-3e3d414fb3b6 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:08:05.238084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-ef332493-3b53-47c5-a162-3e3d414fb3b6 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070038 Feb 19 01:08:05.262706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Request body: {'port': {'device_id': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:05.304794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268593-2aea-4c91-b78a-cfe549319127 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Pushing event updated for resources: {'Port': ['ID=1b62c40c-947f-41c9-b783-f05884adc0dd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:05.321626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-085d1a7d-de60-40ee-a038-a4acd3e822d6 req-fe39a377-1058-49c3-a598-2386d1e9e0bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345785 Feb 19 01:08:05.327256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a718e-2386-4937-9063-f3231618d7db req-281456d6-c353-4120-84ba-59a49579b3ce tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:05.335575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2a718e-2386-4937-9063-f3231618d7db req-281456d6-c353-4120-84ba-59a49579b3ce tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 932 time: 0.1585476 Feb 19 01:08:05.362352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9760f-fe53-4b28-9e20-197873100931 req-d8ccd351-97e2-4df5-bac0-a666a2f6d594 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:05.371005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82b9760f-fe53-4b28-9e20-197873100931 req-d8ccd351-97e2-4df5-bac0-a666a2f6d594 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 945 time: 0.1851439 Feb 19 01:08:05.462036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82b9760f-fe53-4b28-9e20-197873100931 req-93a73fc9-5255-4fcc-bf5b-a9940c65d793 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898373 Feb 19 01:08:05.476547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2a718e-2386-4937-9063-f3231618d7db req-3f25c817-fd73-4bb8-ad51-16ec1dc706e0 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399884 Feb 19 01:08:05.483631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.494038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for security_group (ed104425-de7d-4617-b737-bbcbc02a249d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.499619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ed104425-de7d-4617-b737-bbcbc02a249d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.529118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:05.548467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed104425-de7d-4617-b737-bbcbc02a249d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:05.555441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (59965fbc-d3e8-414b-9e0c-d38d460ed70b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.555724 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 59965fbc-d3e8-414b-9e0c-d38d460ed70b of type vlan for network 9801a8c6-3457-4f28-8632-db495008a7cd Feb 19 01:08:05.603524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9801a8c6-3457-4f28-8632-db495008a7cd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.654260 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9801a8c6-3457-4f28-8632-db495008a7cd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.666786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:05.667618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.862842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b62c40c-947f-41c9-b783-f05884adc0dd {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:05.874805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Publish callbacks [] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.889607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Transition to ACTIVE for port object 1b62c40c-947f-41c9-b783-f05884adc0dd will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:05.896917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.012257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Pushing event updated for resources: {'Port': ['ID=1b62c40c-947f-41c9-b783-f05884adc0dd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:06.056826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Attempting to bind port 1b62c40c-947f-41c9-b783-f05884adc0dd on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:06.057633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Attempting to bind port 1b62c40c-947f-41c9-b783-f05884adc0dd by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '367de889-c584-436f-b952-81e7a839f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:06.058687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Attempting to bind port 1b62c40c-947f-41c9-b783-f05884adc0dd on network 9bdeee9a-d394-419c-ac71-745aaaa95008 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:06.066675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Port 1b62c40c-947f-41c9-b783-f05884adc0dd on network 9bdeee9a-d394-419c-ac71-745aaaa95008 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:06.067276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Attempting to bind port 1b62c40c-947f-41c9-b783-f05884adc0dd on network 9bdeee9a-d394-419c-ac71-745aaaa95008 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:06.074816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:06.075355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Checking segment: {'id': '367de889-c584-436f-b952-81e7a839f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:06.075920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Bound using segment: {'id': '367de889-c584-436f-b952-81e7a839f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:06.076561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Bound port: 1b62c40c-947f-41c9-b783-f05884adc0dd, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367de889-c584-436f-b952-81e7a839f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:06.077254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.160166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] For port 1b62c40c-947f-41c9-b783-f05884adc0dd, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:06.164378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] For port 1b62c40c-947f-41c9-b783-f05884adc0dd, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1b62c40c-947f-41c9-b783-f05884adc0dd,segment=NetworkSegment(367de889-c584-436f-b952-81e7a839f3b4),segment_id=367de889-c584-436f-b952-81e7a839f3b4)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:06.166143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4692271 Feb 19 01:08:06.167936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57410) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:06.174092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-820368497'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:06.182747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebb9be-08b2-415e-8239-e54136a4c289 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=9801a8c6-3457-4f28-8632-db495008a7cd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:06.182945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.194969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9801a8c6-3457-4f28-8632-db495008a7cd details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:06.240298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c6375-2d9a-49c5-8d25-6f64e7e883e1 req-d8030e97-a274-42a1-bad4-0551fe542c12 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.243962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.244868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.246964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] 10.222.0.10 "PUT /v2.0/ports/1b62c40c-947f-41c9-b783-f05884adc0dd HTTP/1.1" status: 200 len: 1092 time: 0.9951203 Feb 19 01:08:06.247894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e52c6375-2d9a-49c5-8d25-6f64e7e883e1 req-d8030e97-a274-42a1-bad4-0551fe542c12 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 944 time: 0.5449400 Feb 19 01:08:06.257154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'tag': '1b62c40c-947f-41c9-b783-f05884adc0dd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:06.260789 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe9b730-ff92-460b-b48a-46bf96795cc5", "tag": "1b62c40c-947f-41c9-b783-f05884adc0dd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:06.292804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:06.297354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.313690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f616abe-5c66-4272-9a8f-7d9565c2d33a service neutron] Pushing event updated for resources: {'Port': ['ID=1b62c40c-947f-41c9-b783-f05884adc0dd,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:06.376958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e52c6375-2d9a-49c5-8d25-6f64e7e883e1 req-a0dcf56b-5be6-45a2-8b82-0c2b803279f3 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216745 Feb 19 01:08:06.389045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:06.404632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (55c5e72c-7667-46ca-8725-6b04aa1e3498), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.404987 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 55c5e72c-7667-46ca-8725-6b04aa1e3498 of type vlan for network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 Feb 19 01:08:06.418491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-7035630c-5a47-4712-82b1-b81d09e6e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.420153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-7035630c-5a47-4712-82b1-b81d09e6e881 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d7a4e70c1fb4287a539316204063c2f&device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 1126 time: 0.1078377 Feb 19 01:08:06.488507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-520cd93f-b192-45fe-b946-23d9cfda5eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b62c40c-947f-41c9-b783-f05884adc0dd HTTP/1.1" status: 200 len: 217 time: 0.0600953 Feb 19 01:08:06.500060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9f3c65cf-3eb3-4deb-8b85-52d97647b503), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.570335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-c72cf5fe-6e05-4faa-9f5f-296abbc2c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.571769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-c72cf5fe-6e05-4faa-9f5f-296abbc2c40a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e261a746-7735-49c5-ac65-d7acebca8958 HTTP/1.1" status: 200 len: 861 time: 0.0688543 Feb 19 01:08:06.577553 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58978099-18be-4337-bd17-434ea479686d x-openstack-request-id: req-58978099-18be-4337-bd17-434ea479686d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:06.577840 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe9b730-ff92-460b-b48a-46bf96795cc5", "tag": "1b62c40c-947f-41c9-b783-f05884adc0dd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:06.578200 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58978099-18be-4337-bd17-434ea479686d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:06.578619 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'tag': '1b62c40c-947f-41c9-b783-f05884adc0dd', 'status': 'completed', 'code': 200} Feb 19 01:08:06.587275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9f3c65cf-3eb3-4deb-8b85-52d97647b503), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.593243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.606003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.695893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccc798-8474-48e5-bd57-c44ae5aa95b2 req-5ceedb04-195e-479e-beb2-cc8b1362568e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.697850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97ccc798-8474-48e5-bd57-c44ae5aa95b2 req-5ceedb04-195e-479e-beb2-cc8b1362568e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 945 time: 0.1033483 Feb 19 01:08:06.715626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-1b46759b-c6b4-4876-906e-3c65d4b7d178 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bdeee9a-d394-419c-ac71-745aaaa95008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988834 Feb 19 01:08:06.751990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97ccc798-8474-48e5-bd57-c44ae5aa95b2 req-a5451544-86e6-498d-ba0d-46efd109e519 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487373 Feb 19 01:08:06.828386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6591773 Feb 19 01:08:06.832817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57430) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:06.841447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:06.844573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdfb27-2849-4a1c-92ce-6ec0a7fc48a3 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=9f3c65cf-3eb3-4deb-8b85-52d97647b503,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:06.855214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:06.886582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0655df-4d83-45d3-9742-a87d0610ff49 req-f532b137-cafc-467b-b92f-31b94b344751 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.893999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c0655df-4d83-45d3-9742-a87d0610ff49 req-f532b137-cafc-467b-b92f-31b94b344751 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 944 time: 0.2115326 Feb 19 01:08:06.941485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-a0192968-c9e2-46b2-8719-791c10326f34 service neutron] 10.222.0.10 "GET /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938753 Feb 19 01:08:07.008505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:07.013516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.023456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c0655df-4d83-45d3-9742-a87d0610ff49 req-ad7d5a18-2d90-46b0-b8e3-48095c075c93 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285226 Feb 19 01:08:07.079154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de58897b-29d8-48b1-be2c-96b4c17bf2ec req-9451dfad-315a-4961-a7c8-88e0ea68e1ed service neutron] 10.222.0.10 "GET /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310432 Feb 19 01:08:07.243442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-11655573-0cea-4414-bf0c-efa34778d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:07.248738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-11655573-0cea-4414-bf0c-efa34778d0b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d7a4e70c1fb4287a539316204063c2f&device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 1126 time: 0.1188681 Feb 19 01:08:07.298793 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (545577ca-999f-4ebd-956c-19cb1b20e976), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.364430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=545577ca-999f-4ebd-956c-19cb1b20e976,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:07.394665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '59965fbc-d3e8-414b-9e0c-d38d460ed70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:07.396341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 9801a8c6-3457-4f28-8632-db495008a7cd, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:07.415072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9801a8c6-3457-4f28-8632-db495008a7cd is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:07.430492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9801a8c6-3457-4f28-8632-db495008a7cd) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:07.434845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:07.435498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.449377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eaa473-09a4-457c-b75f-8dbc07b4ebaa None None] Network 9801a8c6-3457-4f28-8632-db495008a7cd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:07.451927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-894f2e8b-8ac9-4621-afdb-88c9816adc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:07.454322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-894f2e8b-8ac9-4621-afdb-88c9816adc09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9bdeee9a-d394-419c-ac71-745aaaa95008 HTTP/1.1" status: 200 len: 922 time: 0.1955459 Feb 19 01:08:07.462297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-82cd6e76-faa2-43ba-89da-411c10206d5f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6277080 Feb 19 01:08:07.465854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57446) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:07.471770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:07.556822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-314bea7c-519a-4374-bece-1fd40b2f97eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b62c40c-947f-41c9-b783-f05884adc0dd HTTP/1.1" status: 200 len: 217 time: 0.0932696 Feb 19 01:08:07.645297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-e0b80553-c586-44d6-a83b-6fbe9da252fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:07.650002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-e0b80553-c586-44d6-a83b-6fbe9da252fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e261a746-7735-49c5-ac65-d7acebca8958 HTTP/1.1" status: 200 len: 861 time: 0.0832469 Feb 19 01:08:07.656185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:07.660054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.697854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-4ff1ad14-6e25-4f24-9556-993a28f3ed78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bdeee9a-d394-419c-ac71-745aaaa95008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318167 Feb 19 01:08:07.736380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d38af9-d3bf-4919-87b2-814692a3e34c req-66ca5153-5f25-4ed1-ae1a-78e44fc76798 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:07.736380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8d38af9-d3bf-4919-87b2-814692a3e34c req-66ca5153-5f25-4ed1-ae1a-78e44fc76798 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 944 time: 0.2101490 Feb 19 01:08:07.866185 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-874746dc-dbbb-4eeb-b550-d8c566a874f1 service neutron] 10.222.0.10 "GET /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599901 Feb 19 01:08:07.867754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9801a8c6-3457-4f28-8632-db495008a7cd', 'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '545577ca-999f-4ebd-956c-19cb1b20e976'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:07.868632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.979027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (47a9c71f-fa8a-41e5-a559-7203d079ea71), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.033541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbad59c-0efb-4eb8-8f25-36a316f4e851 req-1de71342-c691-425d-8c60-3360a05a2641 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:08.042261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dbad59c-0efb-4eb8-8f25-36a316f4e851 req-1de71342-c691-425d-8c60-3360a05a2641 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 945 time: 0.1334760 Feb 19 01:08:08.062794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1ebc95-694c-426e-9696-c3ea67763960 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:08.076353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd50cecb-2f2c-4775-9fdf-65e48aa379bd req-db300feb-199e-4193-9c8f-12cff4369f62 service neutron] 10.222.0.10 "GET /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022767 Feb 19 01:08:08.081914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8d38af9-d3bf-4919-87b2-814692a3e34c req-3b886fd2-5ae0-4a78-bc7b-49bf8c9a993a tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384039 Feb 19 01:08:08.116452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dbad59c-0efb-4eb8-8f25-36a316f4e851 req-044c51c9-b0f8-4ca6-a972-42cdbfadc51d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732546 Feb 19 01:08:08.123614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '55c5e72c-7667-46ca-8725-6b04aa1e3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:08.123921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 9f3c65cf-3eb3-4deb-8b85-52d97647b503, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:08.135930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=47a9c71f-fa8a-41e5-a559-7203d079ea71,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:08.158050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:08.187539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9f3c65cf-3eb3-4deb-8b85-52d97647b503) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:08.200940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:08.201500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.240407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9968d19-3b98-4863-969f-1d36dbe22783 None None] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:08.280434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d0ad9-325b-4d23-b6af-da878929e18d req-55ebb47d-95b7-40b2-afc2-a7b5af596814 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:08.292169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b0d0ad9-325b-4d23-b6af-da878929e18d req-55ebb47d-95b7-40b2-afc2-a7b5af596814 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 944 time: 0.1022284 Feb 19 01:08:08.304287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57466) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:08.305107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3d76a510-0f06-4a6f-af84-12bcaba368fb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8388445 Feb 19 01:08:08.310879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1809115107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:08.355974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-1f17ef4d-69f2-4c11-88ee-3bd440d032b8 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1190582351&fields=id&tenant_id=e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 267 time: 0.0826378 Feb 19 01:08:08.371857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Allocated IP 2001:db8::2 (9801a8c6-3457-4f28-8632-db495008a7cd/545577ca-999f-4ebd-956c-19cb1b20e976/732dbb1a-de84-482c-aace-312168170b6a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:08.393015 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b0d0ad9-325b-4d23-b6af-da878929e18d req-d963f7c5-c04d-49ea-bb1d-459c13c6d152 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862300 Feb 19 01:08:08.400591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.402099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.454948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 8a1ebc95-694c-426e-9696-c3ea67763960 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:08.480237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.496750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-7c2befe2-2373-4620-9cea-83af9e7f40b5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:08.505725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 8a1ebc95-694c-426e-9696-c3ea67763960 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:08.506119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.506431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-7c2befe2-2373-4620-9cea-83af9e7f40b5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 945 time: 0.1492636 Feb 19 01:08:08.512667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9f3c65cf-3eb3-4deb-8b85-52d97647b503', 'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '47a9c71f-fa8a-41e5-a559-7203d079ea71'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:08.513724 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.517432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'port': {'security_groups': ['3f709c44-3e24-4988-aa1b-74a208159bb0', '47e3344e-ac58-4c1f-8daf-d0bd26e13f09']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:08.524204 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.564706 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.566084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4a4a5f50-af7b-4953-9123-0d86ea129600 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2608368 Feb 19 01:08:08.570254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57470) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:08.665101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.696340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Allocated IP 2001:db8:1::2 (9f3c65cf-3eb3-4deb-8b85-52d97647b503/47a9c71f-fa8a-41e5-a559-7203d079ea71/90b641e3-583e-487c-9de1-df75ddd28719) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:08.859684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Publish callbacks [] for port (90b641e3-583e-487c-9de1-df75ddd28719), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.872763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (90b641e3-583e-487c-9de1-df75ddd28719), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.961522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:09.002643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:09.005665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:09.007675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Pushing event updated for resources: {'Port': ['ID=90b641e3-583e-487c-9de1-df75ddd28719,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:09.082321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Publish callbacks [] for port (732dbb1a-de84-482c-aace-312168170b6a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.099800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 8a1ebc95-694c-426e-9696-c3ea67763960 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:09.100193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.111373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Attempting to bind port 90b641e3-583e-487c-9de1-df75ddd28719 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:09.111755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Attempting to bind port 90b641e3-583e-487c-9de1-df75ddd28719 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '55c5e72c-7667-46ca-8725-6b04aa1e3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:09.112119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Attempting to bind port 90b641e3-583e-487c-9de1-df75ddd28719 on network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:09.148127 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (732dbb1a-de84-482c-aace-312168170b6a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.162054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:09.162428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Checking segment: {'id': '55c5e72c-7667-46ca-8725-6b04aa1e3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:09.165600 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.165763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Bound using segment: {'id': '55c5e72c-7667-46ca-8725-6b04aa1e3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:09.166264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Bound port: 90b641e3-583e-487c-9de1-df75ddd28719, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c5e72c-7667-46ca-8725-6b04aa1e3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9f3c65cf-3eb3-4deb-8b85-52d97647b503'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:09.166656 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90b641e3-583e-487c-9de1-df75ddd28719), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.220447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Network 9801a8c6-3457-4f28-8632-db495008a7cd is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:09.230452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:09.233003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:09.234834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:09.237273 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd0691-7c2a-41cd-aa85-d7b259bbd93f" -d '{"events": [{"server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:09.248449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.267996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 8a1ebc95-694c-426e-9696-c3ea67763960, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1ebc95-694c-426e-9696-c3ea67763960,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:09.294616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Pushing event updated for resources: {'Port': ['ID=732dbb1a-de84-482c-aace-312168170b6a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:09.297759 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.371764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:09.432782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.441673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.462627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=8a1ebc95-694c-426e-9696-c3ea67763960,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:09.473118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Attempting to bind port 732dbb1a-de84-482c-aace-312168170b6a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:09.473505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Attempting to bind port 732dbb1a-de84-482c-aace-312168170b6a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '59965fbc-d3e8-414b-9e0c-d38d460ed70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:09.474434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Attempting to bind port 732dbb1a-de84-482c-aace-312168170b6a on network 9801a8c6-3457-4f28-8632-db495008a7cd {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:09.477530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5', 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:09.493041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9be6c7-484c-4b63-a921-03aa0abb9a9f req-f6dcceb4-2deb-453f-8458-216e8bb85cd8 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:09.501523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c9be6c7-484c-4b63-a921-03aa0abb9a9f req-f6dcceb4-2deb-453f-8458-216e8bb85cd8 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 944 time: 0.3067808 Feb 19 01:08:09.515252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] For port 90b641e3-583e-487c-9de1-df75ddd28719, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:09.516003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:09.517548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.520419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3561f4c5-dd6f-4d78-b1b4-b8a83e800dda req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "PUT /v2.0/ports/fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 981 time: 1.0127683 Feb 19 01:08:09.521589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:09.525297 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88969836-8443-484a-b760-c839169e3cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:09.552553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:09.553359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Checking segment: {'id': '59965fbc-d3e8-414b-9e0c-d38d460ed70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:09.553870 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.554498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Bound using segment: {'id': '59965fbc-d3e8-414b-9e0c-d38d460ed70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:09.555094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Bound port: 732dbb1a-de84-482c-aace-312168170b6a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59965fbc-d3e8-414b-9e0c-d38d460ed70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9801a8c6-3457-4f28-8632-db495008a7cd'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:09.555581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (732dbb1a-de84-482c-aace-312168170b6a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.583823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b102a22-6006-416f-989d-69d31b196f88 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:09.622306 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcfa92a-2e7d-468f-9abe-9b348ac1d4d8 x-openstack-request-id: req-2fcfa92a-2e7d-468f-9abe-9b348ac1d4d8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:09.622588 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:09.622827 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fcfa92a-2e7d-468f-9abe-9b348ac1d4d8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:09.623754 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960', 'code': 200} Feb 19 01:08:09.646755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] For port 90b641e3-583e-487c-9de1-df75ddd28719, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=90b641e3-583e-487c-9de1-df75ddd28719,segment=NetworkSegment(55c5e72c-7667-46ca-8725-6b04aa1e3498),segment_id=55c5e72c-7667-46ca-8725-6b04aa1e3498)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:09.670143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90b641e3-583e-487c-9de1-df75ddd28719), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.678624 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c9be6c7-484c-4b63-a921-03aa0abb9a9f req-eb26b8b0-c087-4f04-a952-e6cec89158a9 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734600 Feb 19 01:08:09.725116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fa367a88-06c9-4077-93ea-3ff6cc9fe965'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:09.778592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4276b-c86d-4018-84bf-237daf5ded4b req-82cfcab5-f585-4d45-8ce9-06f35268986d tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:09.780439 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4d4276b-c86d-4018-84bf-237daf5ded4b req-82cfcab5-f585-4d45-8ce9-06f35268986d tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 944 time: 0.1037848 Feb 19 01:08:09.841847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1b62c40c-947f-41c9-b783-f05884adc0dd details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:09.849583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4d4276b-c86d-4018-84bf-237daf5ded4b req-3d4224cd-91e2-4f0a-85f9-4e08508a0c88 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608494 Feb 19 01:08:09.931367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae7e2f98-07d6-49e4-9fe4-66e2c136c96e req-214f09ca-b45c-4a11-a9b2-32dec5bf0747 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/47e3344e-ac58-4c1f-8daf-d0bd26e13f09 HTTP/1.1" status: 200 len: 1819 time: 0.2240081 Feb 19 01:08:09.949806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f59a-f312-49c6-9253-22af22c12a28 req-908785e7-809c-4cf2-96cb-fc2bc444312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:09.951212 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0251f59a-f312-49c6-9253-22af22c12a28 req-908785e7-809c-4cf2-96cb-fc2bc444312d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 1127 time: 0.2177620 Feb 19 01:08:09.961782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8::1 (9801a8c6-3457-4f28-8632-db495008a7cd/545577ca-999f-4ebd-956c-19cb1b20e976/790bced5-868e-462f-a25b-19ae0340a343) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:09.962043 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc09bd-ee5a-43f2-b356-4fa4bcb1cdc4 x-openstack-request-id: req-87bc09bd-ee5a-43f2-b356-4fa4bcb1cdc4 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:09.962994 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:09.962994 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87bc09bd-ee5a-43f2-b356-4fa4bcb1cdc4 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:09.962994 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'status': 'completed', 'code': 200} Feb 19 01:08:10.012619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1b62c40c-947f-41c9-b783-f05884adc0dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1b62c40c-947f-41c9-b783-f05884adc0dd,segment=NetworkSegment(367de889-c584-436f-b952-81e7a839f3b4),segment_id=367de889-c584-436f-b952-81e7a839f3b4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:10.100934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1b62c40c-947f-41c9-b783-f05884adc0dd', 'network_id': '9bdeee9a-d394-419c-ac71-745aaaa95008', 'port_id': '1b62c40c-947f-41c9-b783-f05884adc0dd', 'mac_address': 'fa:16:3e:8a:ef:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e261a746-7735-49c5-ac65-d7acebca8958', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:10.103797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0251f59a-f312-49c6-9253-22af22c12a28 req-d41ad687-a970-4cfc-95df-a4a00ef3c256 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365156 Feb 19 01:08:10.113654 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-ae7e2f98-07d6-49e4-9fe4-66e2c136c96e req-b782dc6f-409b-4caa-a764-7179c304aa17 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:08:10.121735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae7e2f98-07d6-49e4-9fe4-66e2c136c96e req-b782dc6f-409b-4caa-a764-7179c304aa17 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/47e3344e-ac58-4c1f-8daf-d0bd26e13f09 HTTP/1.1" status: 409 len: 341 time: 0.1894453 Feb 19 01:08:10.154355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969836-8443-484a-b760-c839169e3cb0 req-cb5d90b0-5369-47ce-9c6e-6d4508a7b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.155904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-cb5d90b0-5369-47ce-9c6e-6d4508a7b8a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1166 time: 0.1684639 Feb 19 01:08:10.173451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] For port 732dbb1a-de84-482c-aace-312168170b6a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:10.182165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f58dc9-e97a-4170-b4c3-e63fe82e8448 None None] Pushing event updated for resources: {'Port': ['ID=90b641e3-583e-487c-9de1-df75ddd28719,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.277878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (790bced5-868e-462f-a25b-19ae0340a343), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.287784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] For port 732dbb1a-de84-482c-aace-312168170b6a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=732dbb1a-de84-482c-aace-312168170b6a,segment=NetworkSegment(59965fbc-d3e8-414b-9e0c-d38d460ed70b),segment_id=59965fbc-d3e8-414b-9e0c-d38d460ed70b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:10.325138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (732dbb1a-de84-482c-aace-312168170b6a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.354401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (790bced5-868e-462f-a25b-19ae0340a343), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.422118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1b62c40c-947f-41c9-b783-f05884adc0dd is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:10.422118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.458461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=790bced5-868e-462f-a25b-19ae0340a343,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.469449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1b6e-2d25-4e1d-a6fa-dec349cfe48a None None] Pushing event updated for resources: {'Port': ['ID=732dbb1a-de84-482c-aace-312168170b6a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.488038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9801a8c6-3457-4f28-8632-db495008a7cd is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:10.491859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:10.497248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969836-8443-484a-b760-c839169e3cb0 req-88d512da-40c7-4738-a72a-78ea06e94445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.498556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:10.500297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.506005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-88d512da-40c7-4738-a72a-78ea06e94445 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.3396947 Feb 19 01:08:10.507167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b62c40c-947f-41c9-b783-f05884adc0dd {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:10.594171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1b62c40c-947f-41c9-b783-f05884adc0dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1b62c40c-947f-41c9-b783-f05884adc0dd,segment=NetworkSegment(367de889-c584-436f-b952-81e7a839f3b4),segment_id=367de889-c584-436f-b952-81e7a839f3b4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:10.616310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.620949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-6dc7a63a-3a0a-4048-8440-f633b02b2e15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 217 time: 0.1081431 Feb 19 01:08:10.748742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969836-8443-484a-b760-c839169e3cb0 req-7bacc580-4ac3-40bb-8b2c-75fe400b990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.748742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-7bacc580-4ac3-40bb-8b2c-75fe400b990a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.1157043 Feb 19 01:08:10.808088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-8c272806-e8c4-4d1d-b6eb-58e3ee3496d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513127 Feb 19 01:08:10.855926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1b62c40c-947f-41c9-b783-f05884adc0dd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.861298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (790bced5-868e-462f-a25b-19ae0340a343), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.937081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb83a49-97a2-4de4-b046-8a9b6ad3ac32 req-3e6ed495-8087-4716-9c81-7b45c372a580 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.940979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bb83a49-97a2-4de4-b046-8a9b6ad3ac32 req-3e6ed495-8087-4716-9c81-7b45c372a580 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 984 time: 0.2078075 Feb 19 01:08:10.953510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1b62c40c-947f-41c9-b783-f05884adc0dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:11.090244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006dc94-d9b1-4703-be47-b77988139b6e req-5d19a4f2-c669-44a8-859b-1e6b3e964e88 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.091897 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3006dc94-d9b1-4703-be47-b77988139b6e req-5d19a4f2-c669-44a8-859b-1e6b3e964e88 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.2045491 Feb 19 01:08:11.130865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-e304869f-2e60-4e07-b674-22d13da3706e service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994733 Feb 19 01:08:11.230982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3006dc94-d9b1-4703-be47-b77988139b6e req-5cd119e6-73f7-456f-9f7c-3a9a4e76024f tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237140 Feb 19 01:08:11.329552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bb83a49-97a2-4de4-b046-8a9b6ad3ac32 req-ce3e1084-442d-43e7-bd8f-fe878f5e25cc tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=47e3344e-ac58-4c1f-8daf-d0bd26e13f09&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3203626 Feb 19 01:08:11.374882 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88969836-8443-484a-b760-c839169e3cb0 req-bb93be66-b6b5-43e7-87f4-cc2b90589907 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302704 Feb 19 01:08:11.582867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-61ebf388-b0b4-4e12-8ddf-1b9c937f63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.584878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-61ebf388-b0b4-4e12-8ddf-1b9c937f63ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1166 time: 0.1355519 Feb 19 01:08:11.605598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 90b641e3-583e-487c-9de1-df75ddd28719 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:11.620200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (790bced5-868e-462f-a25b-19ae0340a343), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.634410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (790bced5-868e-462f-a25b-19ae0340a343), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.635714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.674398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c062936-c4ca-4c41-bbc1-e2102554486a req-a41fb88b-0dd9-4d47-b736-15768eca98e8 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.676059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c062936-c4ca-4c41-bbc1-e2102554486a req-a41fb88b-0dd9-4d47-b736-15768eca98e8 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 945 time: 0.1526380 Feb 19 01:08:11.815248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c062936-c4ca-4c41-bbc1-e2102554486a req-e801a803-7182-41d0-aeb2-7b78b6092d3c tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948670 Feb 19 01:08:11.819429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-d1a52149-f1a2-47f9-8a6f-4277dfed308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.821569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-d1a52149-f1a2-47f9-8a6f-4277dfed308c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.2284546 Feb 19 01:08:11.865890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 90b641e3-583e-487c-9de1-df75ddd28719 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:11.866591 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (90b641e3-583e-487c-9de1-df75ddd28719), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.929308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=790bced5-868e-462f-a25b-19ae0340a343,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:11.938639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-b128dddf-a734-46b9-9b03-168ec87b77d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 217 time: 0.1074357 Feb 19 01:08:12.038112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9801a8c6-3457-4f28-8632-db495008a7cd is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:12.042660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:12.042904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-e83d5052-b6e0-45ac-936f-5d62a8fe8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:12.044457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-e83d5052-b6e0-45ac-936f-5d62a8fe8194 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.0980370 Feb 19 01:08:12.086921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483d5be-98fd-439d-9fcd-6212b84f0b7e None None] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:12.100017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-2b0a1e33-f64c-4b97-a63d-5b1a73274fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477633 Feb 19 01:08:12.236444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 90b641e3-583e-487c-9de1-df75ddd28719 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:12.237082 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90b641e3-583e-487c-9de1-df75ddd28719), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.274841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2eea566a-472e-4523-bd6c-ef53e78f59de None None] Provisioning complete for port 90b641e3-583e-487c-9de1-df75ddd28719 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:12.275220 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eea566a-472e-4523-bd6c-ef53e78f59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (90b641e3-583e-487c-9de1-df75ddd28719), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.312050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-b3327e56-7e42-4fdb-afc7-58f040a9b268 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026665 Feb 19 01:08:12.336397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 9bf1f12a-9640-4eda-b54f-9dc9cd41170a is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:12.366079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 90b641e3-583e-487c-9de1-df75ddd28719, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=90b641e3-583e-487c-9de1-df75ddd28719,segment=NetworkSegment(55c5e72c-7667-46ca-8725-6b04aa1e3498),segment_id=55c5e72c-7667-46ca-8725-6b04aa1e3498)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:12.383679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90b641e3-583e-487c-9de1-df75ddd28719), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.384456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 732dbb1a-de84-482c-aace-312168170b6a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:12.487683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2eea566a-472e-4523-bd6c-ef53e78f59de None None] Current status of the port 90b641e3-583e-487c-9de1-df75ddd28719 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:12.538432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b055a-8497-4a51-a1e7-fd3402538062 None None] Network 9801a8c6-3457-4f28-8632-db495008a7cd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:12.541985 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:08:12.573701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2737b838-407c-4c01-b1af-ab6ab9171a0f req-970060b1-8929-4357-bef0-42be4d15d9da service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534373 Feb 19 01:08:12.604944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca11fa8-2093-4fc0-bf4c-56790a735134 req-299959c4-1af6-4a5a-a6c9-37639442180e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:12.606226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dca11fa8-2093-4fc0-bf4c-56790a735134 req-299959c4-1af6-4a5a-a6c9-37639442180e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 984 time: 0.1395426 Feb 19 01:08:12.630448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:12.648180 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8c2c8f3c-5d19-4ecc-8cdd-5e2ca3d9886b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/9bf1f12a-9640-4eda-b54f-9dc9cd41170a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0765238 Feb 19 01:08:12.649735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:12.662322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964de19e-4f34-4df1-ae41-f5a38c594df6 req-b96129be-b9b6-445c-ab54-43bbb5fdb3ae tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:12.663971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-964de19e-4f34-4df1-ae41-f5a38c594df6 req-b96129be-b9b6-445c-ab54-43bbb5fdb3ae tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.2352185 Feb 19 01:08:12.667179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] Sync routers for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:12.728898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] Provisioning complete for port 732dbb1a-de84-482c-aace-312168170b6a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:12.733668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (732dbb1a-de84-482c-aace-312168170b6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.737779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fdbebb-4a94-4185-9fe4-df1d4569d216 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:12.741952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f8fdbebb-4a94-4185-9fe4-df1d4569d216 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports/790bced5-868e-462f-a25b-19ae0340a343 HTTP/1.1" status: 200 len: 911 time: 0.0873749 Feb 19 01:08:12.743987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dca11fa8-2093-4fc0-bf4c-56790a735134 req-fa36e609-2982-47aa-af35-d149c30ef15f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=47e3344e-ac58-4c1f-8daf-d0bd26e13f09&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1313276 Feb 19 01:08:12.744461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57536) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:12.783141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-964de19e-4f34-4df1-ae41-f5a38c594df6 req-b109aac8-89e1-4572-b439-8ff22d0b2d0e tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095619 Feb 19 01:08:12.826696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:12.827348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:12.904231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:12.912151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=90b641e3-583e-487c-9de1-df75ddd28719,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:12.950879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 732dbb1a-de84-482c-aace-312168170b6a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:12.951255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (732dbb1a-de84-482c-aace-312168170b6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.010939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:13.012234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:13.102200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c087-9105-4054-bf1a-6defaac3ed40 req-e9b9b256-2136-4504-9e4a-50ce9af56eb3 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:13.105803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a261c087-9105-4054-bf1a-6defaac3ed40 req-e9b9b256-2136-4504-9e4a-50ce9af56eb3 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.1509266 Feb 19 01:08:13.119618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57550) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:13.123344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:13.124026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c129e31-a23e-4489-bc50-2518554ffbd7 None None] The sync data for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:13.141607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Request body: {'floatingip': {'port_id': '8a1ebc95-694c-426e-9696-c3ea67763960'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:13.204489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] Current status of the port 732dbb1a-de84-482c-aace-312168170b6a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:13.204946 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (732dbb1a-de84-482c-aace-312168170b6a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.251090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce326-7a4b-4ea1-8470-251ffaae3a7e req-e3fe55c4-0b22-40f8-b4e9-168e9b01e353 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:13.268791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0cce326-7a4b-4ea1-8470-251ffaae3a7e req-e3fe55c4-0b22-40f8-b4e9-168e9b01e353 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 945 time: 0.2869871 Feb 19 01:08:13.311064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (6fca5af1-1fb8-4f74-bbf6-cd282152dcde), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.338543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 732dbb1a-de84-482c-aace-312168170b6a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:13.339342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (732dbb1a-de84-482c-aace-312168170b6a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.382656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] For port 732dbb1a-de84-482c-aace-312168170b6a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=732dbb1a-de84-482c-aace-312168170b6a,segment=NetworkSegment(59965fbc-d3e8-414b-9e0c-d38d460ed70b),segment_id=59965fbc-d3e8-414b-9e0c-d38d460ed70b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:13.389504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (732dbb1a-de84-482c-aace-312168170b6a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.473456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc2842-4f98-4d8d-b75f-7224ad05a43e None None] Pushing event updated for resources: {'Port': ['ID=732dbb1a-de84-482c-aace-312168170b6a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:13.535734 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:08:13.536540 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:08:13.556059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-13ee48f5-f1a7-49d2-a37b-eba785a25cc2 None None] Provisioning complete for port 90b641e3-583e-487c-9de1-df75ddd28719 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:13.556440 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13ee48f5-f1a7-49d2-a37b-eba785a25cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (90b641e3-583e-487c-9de1-df75ddd28719), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.565014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.619777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0cce326-7a4b-4ea1-8470-251ffaae3a7e req-aa1571c8-9abb-4857-b3a0-f079cdec5c18 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479531 Feb 19 01:08:13.687081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-13ee48f5-f1a7-49d2-a37b-eba785a25cc2 None None] Current status of the port 90b641e3-583e-487c-9de1-df75ddd28719 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:13.815770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1b62c40c-947f-41c9-b783-f05884adc0dd up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:13.905682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-057f0792-21f9-43a1-8617-443cb409cbdd None None] Provisioning complete for port 732dbb1a-de84-482c-aace-312168170b6a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:13.911677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-057f0792-21f9-43a1-8617-443cb409cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (732dbb1a-de84-482c-aace-312168170b6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.117190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1b62c40c-947f-41c9-b783-f05884adc0dd completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:14.136460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ef2ed-cd64-4b4c-9749-e31ef4a769c6 req-540a46de-5eda-41d7-a63c-a00a825a913f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:14.140389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-786ef2ed-cd64-4b4c-9749-e31ef4a769c6 req-540a46de-5eda-41d7-a63c-a00a825a913f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 984 time: 0.2250862 Feb 19 01:08:14.145455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1b62c40c-947f-41c9-b783-f05884adc0dd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:14.154131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.262226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 732dbb1a-de84-482c-aace-312168170b6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:14.314916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-057f0792-21f9-43a1-8617-443cb409cbdd None None] Current status of the port 732dbb1a-de84-482c-aace-312168170b6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:14.362306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-057f0792-21f9-43a1-8617-443cb409cbdd None None] Provisioning complete for port 790bced5-868e-462f-a25b-19ae0340a343 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:14.365581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-057f0792-21f9-43a1-8617-443cb409cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (790bced5-868e-462f-a25b-19ae0340a343), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.389385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-786ef2ed-cd64-4b4c-9749-e31ef4a769c6 req-d41d3b96-0038-47c4-ad8d-8e9fcb858455 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=47e3344e-ac58-4c1f-8daf-d0bd26e13f09&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2399266 Feb 19 01:08:14.429907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8:1::1 (9f3c65cf-3eb3-4deb-8b85-52d97647b503/47a9c71f-fa8a-41e5-a559-7203d079ea71/c931cba2-fa4d-4b5d-8820-c9cea23ded98) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:14.484896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 90b641e3-583e-487c-9de1-df75ddd28719 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:14.573423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-057f0792-21f9-43a1-8617-443cb409cbdd None None] Port 790bced5-868e-462f-a25b-19ae0340a343 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:14.605905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.617706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1b62c40c-947f-41c9-b783-f05884adc0dd is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:14.618107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.656833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.701927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:14.705062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:14.711514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:14.712068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.733831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1b62c40c-947f-41c9-b783-f05884adc0dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1b62c40c-947f-41c9-b783-f05884adc0dd,segment=NetworkSegment(367de889-c584-436f-b952-81e7a839f3b4),segment_id=367de889-c584-436f-b952-81e7a839f3b4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:14.740832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62c40c-947f-41c9-b783-f05884adc0dd'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:14.744491 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6630ca84-370d-40ed-9d19-dd3ee4d73e3d" -d '{"events": [{"server_uuid": "2fe9b730-ff92-460b-b48a-46bf96795cc5", "name": "network-vif-plugged", "status": "completed", "tag": "1b62c40c-947f-41c9-b783-f05884adc0dd"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:14.759114 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.760665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=c931cba2-fa4d-4b5d-8820-c9cea23ded98,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:14.835283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 90b641e3-583e-487c-9de1-df75ddd28719 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:14.835948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (90b641e3-583e-487c-9de1-df75ddd28719), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.892464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.resource_extend [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:08:14.893532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4052fc19-d12a-4183-8de0-910e02bcd015 None None] Provisioning complete for port 790bced5-868e-462f-a25b-19ae0340a343 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:14.894477 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4052fc19-d12a-4183-8de0-910e02bcd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (790bced5-868e-462f-a25b-19ae0340a343), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.900253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e089670-9443-4d8e-bf5c-7cff6092715c req-45fb7680-8bc1-4d97-a369-8631eacadd5c tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:14.917505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e089670-9443-4d8e-bf5c-7cff6092715c req-45fb7680-8bc1-4d97-a369-8631eacadd5c tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 946 time: 0.1495626 Feb 19 01:08:14.953722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.985868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (6fca5af1-1fb8-4f74-bbf6-cd282152dcde), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.998170 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.084150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-c40e8426-5a77-4c68-ba8f-2e27e9b54030 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1381530672&fields=id&tenant_id=e19182ae7fd547d293d039bca4daecdb HTTP/1.1" status: 200 len: 267 time: 0.4605463 Feb 19 01:08:15.175021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e089670-9443-4d8e-bf5c-7cff6092715c req-a0493d0c-fd52-40a0-bcaf-06037ebde593 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564862 Feb 19 01:08:15.214158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1b62c40c-947f-41c9-b783-f05884adc0dd,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:15.216823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4052fc19-d12a-4183-8de0-910e02bcd015 None None] Port 790bced5-868e-462f-a25b-19ae0340a343 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:15.299321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-bfe4fbb3-19cb-4a15-b818-b0cf7150dc49 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:15.301384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 90b641e3-583e-487c-9de1-df75ddd28719 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:15.302576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 732dbb1a-de84-482c-aace-312168170b6a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:15.307317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-bfe4fbb3-19cb-4a15-b818-b0cf7150dc49 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 984 time: 0.2222879 Feb 19 01:08:15.320160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'port': {'security_groups': ['3f709c44-3e24-4988-aa1b-74a208159bb0', '47e3344e-ac58-4c1f-8daf-d0bd26e13f09', 'ca065d80-fe2d-4f91-8ee1-8d54bde5eadb']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:15.326940 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e8720-c378-4fe3-a663-0316ee925814 x-openstack-request-id: req-171e8720-c378-4fe3-a663-0316ee925814 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:15.327259 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe9b730-ff92-460b-b48a-46bf96795cc5", "name": "network-vif-plugged", "status": "completed", "tag": "1b62c40c-947f-41c9-b783-f05884adc0dd", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:15.327502 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-171e8720-c378-4fe3-a663-0316ee925814 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:15.328201 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62c40c-947f-41c9-b783-f05884adc0dd', 'code': 200} Feb 19 01:08:15.349323 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Floating IP 6fca5af1-1fb8-4f74-bbf6-cd282152dcde associated. External IP: 172.25.0.159, port: 8a1ebc95-694c-426e-9696-c3ea67763960. Feb 19 01:08:15.384923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5266278b-a9bf-459e-ae8b-33951681b27e None None] Provisioning complete for port c931cba2-fa4d-4b5d-8820-c9cea23ded98 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:15.386130 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5266278b-a9bf-459e-ae8b-33951681b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.432509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 732dbb1a-de84-482c-aace-312168170b6a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:15.432903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (732dbb1a-de84-482c-aace-312168170b6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.479175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5266278b-a9bf-459e-ae8b-33951681b27e None None] Port c931cba2-fa4d-4b5d-8820-c9cea23ded98 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:15.510633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.594850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 732dbb1a-de84-482c-aace-312168170b6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:15.620975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.632103 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.633515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.704880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=c931cba2-fa4d-4b5d-8820-c9cea23ded98,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:15.773891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397eb0-63d7-4f4a-a87e-39976467f64a req-7cd18761-8929-464e-ac41-1c5596ea82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:15.775437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12397eb0-63d7-4f4a-a87e-39976467f64a req-7cd18761-8929-464e-ac41-1c5596ea82cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 1128 time: 0.4347000 Feb 19 01:08:15.801101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Router 0081e9ce-6c69-4317-b882-66066fb9daa3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:15.843068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12397eb0-63d7-4f4a-a87e-39976467f64a req-fbd1f1b4-0fac-4f84-9080-5192929c617f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595567 Feb 19 01:08:15.898139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:15.900792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:15.902921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:15.972664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.983247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.996509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5', 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:16.025019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:16.031779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.038855 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] Sync routers for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:16.052662 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:16.061185 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:16.084163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 9bf1f12a-9640-4eda-b54f-9dc9cd41170a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:16.085319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:16.086175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.094061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86f3f0d0-5aab-4203-ac7b-9872a713cc2d req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "PUT /v2.0/ports/fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 1020 time: 0.7855263 Feb 19 01:08:16.132022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:16.139108 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282518fb-5a04-4634-8ad3-898b1a432856" -d '{"events": [{"name": "network-changed", "server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:16.202906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fa367a88-06c9-4077-93ea-3ff6cc9fe965'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:16.224623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e890df10-a24a-40f0-960d-f49a9e0f26ad tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "PUT /v2.0/floatingips/6fca5af1-1fb8-4f74-bbf6-cd282152dcde HTTP/1.1" status: 200 len: 991 time: 3.0997691 Feb 19 01:08:16.241827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfe4f7-01e1-4e76-9723-66a22bf72ec3 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:16.296644 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:16.306910 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff5e24-1627-43cb-8271-08f0e5070880 x-openstack-request-id: req-9eff5e24-1627-43cb-8271-08f0e5070880 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:16.307194 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:16.307453 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9eff5e24-1627-43cb-8271-08f0e5070880 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:16.307859 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'status': 'completed', 'code': 200} Feb 19 01:08:16.566399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454dfa-7017-496d-9a80-3280034f9b80 req-d987d202-b52d-45d1-9360-a8995e6c261d tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:16.577882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8454dfa-7017-496d-9a80-3280034f9b80 req-d987d202-b52d-45d1-9360-a8995e6c261d tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 946 time: 0.1226933 Feb 19 01:08:16.657458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d5c3924f-c874-4310-83d0-6f2bafd8f88c None None] Provisioning complete for port c931cba2-fa4d-4b5d-8820-c9cea23ded98 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:16.658359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5c3924f-c874-4310-83d0-6f2bafd8f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.671844 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '6fca5af1-1fb8-4f74-bbf6-cd282152dcde', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'port_id': '8a1ebc95-694c-426e-9696-c3ea67763960', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'mac_address': 'fa:16:3e:71:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:44Z', 'updated_at': '2022-02-19T01:08:14Z', 'revision_number': 1, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:16.695757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8454dfa-7017-496d-9a80-3280034f9b80 req-247bc496-0e9c-49cb-821b-45bc56d824b6 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127932 Feb 19 01:08:16.740755 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] Checking router: 0081e9ce-6c69-4317-b882-66066fb9daa3 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:16.750738 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:16.751876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:16.778805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3924f-c874-4310-83d0-6f2bafd8f88c None None] Port c931cba2-fa4d-4b5d-8820-c9cea23ded98 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:16.882430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb1ef2-a4f9-4518-9c6a-8cf6f3e45c71 req-c0e44bfc-f6e9-4740-9018-84e1d0eba2ae tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:16.893337 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-28eb1ef2-a4f9-4518-9c6a-8cf6f3e45c71 req-c0e44bfc-f6e9-4740-9018-84e1d0eba2ae tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.1338606 Feb 19 01:08:16.982766 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:17.033093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:17.034509 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-28eb1ef2-a4f9-4518-9c6a-8cf6f3e45c71 req-6864adb3-68f4-46e8-b23d-720373610b9f tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127663 Feb 19 01:08:17.036628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57618) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:17.036866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-80117254-2a77-403d-8fce-fb8349a55de8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/9bf1f12a-9640-4eda-b54f-9dc9cd41170a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2907760 Feb 19 01:08:17.065215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] Sync routers for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:17.112739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:17.115894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda7f2a-066c-4cad-96c1-fc7ac50e0004 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:17.116440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:17.122821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57622) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:17.129565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8bda7f2a-066c-4cad-96c1-fc7ac50e0004 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports/c931cba2-fa4d-4b5d-8820-c9cea23ded98 HTTP/1.1" status: 200 len: 913 time: 0.0796847 Feb 19 01:08:17.203935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:17.229401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:17.230075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:17.279611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:17.280274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff460a-ebd8-4af2-b353-da76ae343acc None None] The sync data for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:17.337672 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '6fca5af1-1fb8-4f74-bbf6-cd282152dcde', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'port_id': '8a1ebc95-694c-426e-9696-c3ea67763960', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'mac_address': 'fa:16:3e:71:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:44Z', 'updated_at': '2022-02-19T01:08:14Z', 'revision_number': 1, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:17.344495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1faff2a1-8e10-4dfe-9999-6656c1371980 req-25602e50-a1fb-4301-bd16-7bb9534b0dab tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/ca065d80-fe2d-4f91-8ee1-8d54bde5eadb HTTP/1.1" status: 200 len: 1819 time: 0.2882187 Feb 19 01:08:17.361202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282518fb-5a04-4634-8ad3-898b1a432856 req-fa6cf238-f768-449e-a317-e8565055a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:17.363297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-fa6cf238-f768-449e-a317-e8565055a27b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e19182ae7fd547d293d039bca4daecdb&device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1206 time: 0.3251178 Feb 19 01:08:17.370458 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ebdc-0c55-4d09-b7bb-cad407a56bbc None None] The sync data for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 is: [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '6fca5af1-1fb8-4f74-bbf6-cd282152dcde', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'port_id': '8a1ebc95-694c-426e-9696-c3ea67763960', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'mac_address': 'fa:16:3e:71:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:44Z', 'updated_at': '2022-02-19T01:08:14Z', 'revision_number': 1, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:17.618245 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-1faff2a1-8e10-4dfe-9999-6656c1371980 req-6084010f-2285-498b-a7f3-fcfdfb8d9335 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:08:17.624831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1faff2a1-8e10-4dfe-9999-6656c1371980 req-6084010f-2285-498b-a7f3-fcfdfb8d9335 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/ca065d80-fe2d-4f91-8ee1-8d54bde5eadb HTTP/1.1" status: 409 len: 341 time: 0.2791574 Feb 19 01:08:17.683900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282518fb-5a04-4634-8ad3-898b1a432856 req-f5edfc62-cf2a-4d4d-a1c1-8c5137cdd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:17.688236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-f5edfc62-cf2a-4d4d-a1c1-8c5137cdd3e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 200 len: 914 time: 0.3171055 Feb 19 01:08:17.729633 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac970e76-f6b3-4dad-8c6c-f7d4e97881ee None None] New status for floating IP 6fca5af1-1fb8-4f74-bbf6-cd282152dcde: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:08:17.901990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-122346f2-fb35-4ba4-9635-2e2f181e2199 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 200 len: 217 time: 0.1277399 Feb 19 01:08:18.028306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6f4c-6cd6-42df-9827-a43b08815adf req-7bcc4092-294f-4b4b-a1f5-b90fac4bdb62 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.033723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e5ae3-d392-4ed5-97bf-84da5406b31e req-c4c80bf0-77f4-430c-8f9d-32c949975f1f tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.036277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a40e5ae3-d392-4ed5-97bf-84da5406b31e req-c4c80bf0-77f4-430c-8f9d-32c949975f1f tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 946 time: 0.1505938 Feb 19 01:08:18.039889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282518fb-5a04-4634-8ad3-898b1a432856 req-294bf1fd-fc03-4aa9-bc36-2642c05c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.042886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-294bf1fd-fc03-4aa9-bc36-2642c05c1fe4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 200 len: 853 time: 0.1194191 Feb 19 01:08:18.052389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6fc6f4c-6cd6-42df-9827-a43b08815adf req-7bcc4092-294f-4b4b-a1f5-b90fac4bdb62 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1023 time: 0.0850070 Feb 19 01:08:18.132195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.148908 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6fc6f4c-6cd6-42df-9827-a43b08815adf req-d37205c5-fd7d-48e8-adb9-92fb2375f63f tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=47e3344e-ac58-4c1f-8daf-d0bd26e13f09&id=ca065d80-fe2d-4f91-8ee1-8d54bde5eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0955749 Feb 19 01:08:18.176461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-2da1a8a3-c55d-4289-9ad7-3cb923f7e8db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ff39080-f4e3-455a-8bd5-402ce7b92cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134372 Feb 19 01:08:18.202938 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a40e5ae3-d392-4ed5-97bf-84da5406b31e req-d1cd51ba-c22c-4c2a-b7d9-5b7bf07021cc tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234179 Feb 19 01:08:18.309311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:18.311926 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094c714c-ead5-4361-b724-7276e6b46381" -d '{"events": [{"name": "network-changed", "server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:18.321580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.367857 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93730457-74ff-4a74-aaf1-5f5f3fd3dc37 x-openstack-request-id: req-93730457-74ff-4a74-aaf1-5f5f3fd3dc37 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:18.368154 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:18.368413 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93730457-74ff-4a74-aaf1-5f5f3fd3dc37 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:18.369938 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960', 'status': 'completed', 'code': 200} Feb 19 01:08:18.383088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-4acb58c7-afdf-4f38-855f-9d2774f5cd40 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791651 Feb 19 01:08:18.500913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c714c-ead5-4361-b724-7276e6b46381 req-3775d784-0509-4292-9bac-ab670ff217cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.502484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-3775d784-0509-4292-9bac-ab670ff217cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f86cd926a2ac42a9a758ca79c282833c&device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 1127 time: 0.1093943 Feb 19 01:08:18.655502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-282518fb-5a04-4634-8ad3-898b1a432856 req-5840512d-9058-4790-a385-5d56295e4755 service neutron] 10.222.0.10 "GET /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975365 Feb 19 01:08:18.660200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c714c-ead5-4361-b724-7276e6b46381 req-18bce9fb-e0b9-43fc-88dd-578d4f93f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.663367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-18bce9fb-e0b9-43fc-88dd-578d4f93f7ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=176d33b8-0e17-4ece-80fe-1a59bdd75756 HTTP/1.1" status: 200 len: 906 time: 0.1498926 Feb 19 01:08:18.763539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-d3a3059f-1da3-439e-ad6a-dba4497d3d6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a1ebc95-694c-426e-9696-c3ea67763960 HTTP/1.1" status: 200 len: 1001 time: 0.0892832 Feb 19 01:08:18.805562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port c931cba2-fa4d-4b5d-8820-c9cea23ded98 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:18.806126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.876053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c714c-ead5-4361-b724-7276e6b46381 req-069990b1-0080-4b83-890b-b093b9a8bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.876053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-069990b1-0080-4b83-890b-b093b9a8bd8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1a14cb80-5327-492a-a250-7a873deb1112 HTTP/1.1" status: 200 len: 844 time: 0.1018612 Feb 19 01:08:18.947838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.963297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c714c-ead5-4361-b724-7276e6b46381 req-6246bd15-860a-4fb5-b68b-2332ae0fb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.964859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-6246bd15-860a-4fb5-b68b-2332ae0fb486 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=176d33b8-0e17-4ece-80fe-1a59bdd75756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786633 Feb 19 01:08:18.968356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for c931cba2-fa4d-4b5d-8820-c9cea23ded98 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:19.133575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-1abe2753-1c21-43d8-ad4b-cb3d77685cb9 service neutron] 10.222.0.89 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595659 Feb 19 01:08:19.193935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c931cba2-fa4d-4b5d-8820-c9cea23ded98), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.275266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=c931cba2-fa4d-4b5d-8820-c9cea23ded98,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:19.356088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba7898-e09e-4fb5-b60d-1847ec68d381 req-0d31da6f-ce77-4598-b186-932f31f69f98 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:19.361539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59ba7898-e09e-4fb5-b60d-1847ec68d381 req-0d31da6f-ce77-4598-b186-932f31f69f98 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 946 time: 0.1320229 Feb 19 01:08:19.366299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-094c714c-ead5-4361-b724-7276e6b46381 req-33b246e6-abe2-4b46-a901-b9db41afb1ca service neutron] 10.222.0.89 "GET /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214613 Feb 19 01:08:19.459597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59ba7898-e09e-4fb5-b60d-1847ec68d381 req-4bdbacc9-88ca-487b-afca-715289b6c050 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869546 Feb 19 01:08:19.505132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca620f65-0c0e-4ef1-b4a7-099af8ef17d9 req-cecd418a-4fec-4a06-bda5-2cb8f9f2a838 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:19.509843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca620f65-0c0e-4ef1-b4a7-099af8ef17d9 req-cecd418a-4fec-4a06-bda5-2cb8f9f2a838 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1023 time: 0.2525766 Feb 19 01:08:19.583914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.738198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca620f65-0c0e-4ef1-b4a7-099af8ef17d9 req-c7a955c4-f339-4610-ac0e-36e3ee95b369 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=47e3344e-ac58-4c1f-8daf-d0bd26e13f09&id=ca065d80-fe2d-4f91-8ee1-8d54bde5eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2154706 Feb 19 01:08:19.756021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-d7a9e188-1d1e-4703-8663-3bccf6d9759d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:19.757788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-d7a9e188-1d1e-4703-8663-3bccf6d9759d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 1023 time: 0.2150435 Feb 19 01:08:19.956562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 9bf1f12a-9640-4eda-b54f-9dc9cd41170a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:19.971397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Deleting port fa367a88-06c9-4077-93ea-3ff6cc9fe965 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:19.971815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.140067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:20.143658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] For port fa367a88-06c9-4077-93ea-3ff6cc9fe965, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fa367a88-06c9-4077-93ea-3ff6cc9fe965,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:20.144209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.153929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-67d17768-af57-4d4d-845f-8c8ec56ab7a1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/9bf1f12a-9640-4eda-b54f-9dc9cd41170a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0103142 Feb 19 01:08:20.154321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57714) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:20.170509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Calling delete_port for fa367a88-06c9-4077-93ea-3ff6cc9fe965 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:20.176959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] Sync routers for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:20.208528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:20.209553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:20.212149 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ddd35739-5f02-4082-9aa6-41d43405adec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.265528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:20.277226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:20.278246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:20.328130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:20.328795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2bd87-7710-41c4-a569-1bb28dbf6840 None None] The sync data for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:20.376017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fa367a88-06c9-4077-93ea-3ff6cc9fe965), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.393757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5', 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:20.427712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'Port': ['ID=fa367a88-06c9-4077-93ea-3ff6cc9fe965,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:20.511314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] No DVR routers for this DVR port fa367a88-06c9-4077-93ea-3ff6cc9fe965 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:20.514545 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.521678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-659fcce0-8b9c-4405-bf6b-e560922272f9 req-c4bddacd-c73f-4901-8ad2-7b9f9929ee48 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "DELETE /v2.0/ports/fa367a88-06c9-4077-93ea-3ff6cc9fe965 HTTP/1.1" status: 204 len: 173 time: 0.7567196 Feb 19 01:08:20.522477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'name': 'network-vif-deleted', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:20.526454 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68e2f77-617c-40dd-96c1-ab3968da9fa9" -d '{"events": [{"server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "name": "network-vif-deleted", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:20.581938 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55eeadb-a636-428b-a45b-8cc718b04dd1 x-openstack-request-id: req-d55eeadb-a636-428b-a45b-8cc718b04dd1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:20.583452 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f604a5f-10d7-4b4b-9cd8-60908ebfafab", "name": "network-vif-deleted", "tag": "fa367a88-06c9-4077-93ea-3ff6cc9fe965", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:20.584180 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d55eeadb-a636-428b-a45b-8cc718b04dd1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:20.585164 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f604a5f-10d7-4b4b-9cd8-60908ebfafab', 'name': 'network-vif-deleted', 'tag': 'fa367a88-06c9-4077-93ea-3ff6cc9fe965', 'status': 'completed', 'code': 200} Feb 19 01:08:20.776709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-b70ba926-2ac2-4c7d-a5e9-6c9b974f8eae tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:20.779534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-b70ba926-2ac2-4c7d-a5e9-6c9b974f8eae tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 946 time: 0.1175196 Feb 19 01:08:20.825168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dcfae-2784-4695-ad2c-d092d3f1132a req-548fe584-bf77-483c-82c1-4554457267a8 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:20.827294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c08dcfae-2784-4695-ad2c-d092d3f1132a req-548fe584-bf77-483c-82c1-4554457267a8 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 946 time: 0.2289729 Feb 19 01:08:20.924611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6902173a-1546-4db7-92c5-a1409dd1c02f req-80dced07-f7db-47c5-a1c6-9c809502bf9e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f604a5f-10d7-4b4b-9cd8-60908ebfafab HTTP/1.1" status: 200 len: 210 time: 0.0418499 Feb 19 01:08:20.987222 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c08dcfae-2784-4695-ad2c-d092d3f1132a req-64c315a7-f489-46a7-8128-f5fa32a77754 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/security-groups?id=19dca7bd-5841-4654-b283-46c42d1195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472902 Feb 19 01:08:21.017376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Deleting port 1b62c40c-947f-41c9-b783-f05884adc0dd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:21.017672 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.023242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.397648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 790bced5-868e-462f-a25b-19ae0340a343 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:21.398348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (790bced5-868e-462f-a25b-19ae0340a343), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.507028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (790bced5-868e-462f-a25b-19ae0340a343), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.523320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 790bced5-868e-462f-a25b-19ae0340a343 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:21.535846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] For port 1b62c40c-947f-41c9-b783-f05884adc0dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1b62c40c-947f-41c9-b783-f05884adc0dd,segment=NetworkSegment(367de889-c584-436f-b952-81e7a839f3b4),segment_id=367de889-c584-436f-b952-81e7a839f3b4)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:21.535846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.551561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Calling delete_port for 1b62c40c-947f-41c9-b783-f05884adc0dd owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:21.739412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1b62c40c-947f-41c9-b783-f05884adc0dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.753477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1b62c40c-947f-41c9-b783-f05884adc0dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:21.794505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Pushing event deleted for resources: {'Port': ['ID=1b62c40c-947f-41c9-b783-f05884adc0dd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:21.823735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (790bced5-868e-462f-a25b-19ae0340a343), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.875122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=790bced5-868e-462f-a25b-19ae0340a343,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:21.884391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] No DVR routers for this DVR port 1b62c40c-947f-41c9-b783-f05884adc0dd on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:21.890032 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.894894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c568daba-0aa0-4af1-ae07-6a2cf118a8c1 req-c2a15b9d-5f2f-4fad-95fc-787ffe5748d1 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.10 "DELETE /v2.0/ports/1b62c40c-947f-41c9-b783-f05884adc0dd HTTP/1.1" status: 204 len: 173 time: 1.1093237 Feb 19 01:08:22.242161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7d975ea-b2df-48fd-a2ee-1d197a5dd260 req-09ea366c-3054-4089-9ecb-9b4db6d4ca3e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/47e3344e-ac58-4c1f-8daf-d0bd26e13f09 HTTP/1.1" status: 200 len: 1819 time: 0.1552863 Feb 19 01:08:22.321919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c7d975ea-b2df-48fd-a2ee-1d197a5dd260 req-347ffc7c-1376-4057-a306-00fc781893b9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (47e3344e-ac58-4c1f-8daf-d0bd26e13f09), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.350532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c7d975ea-b2df-48fd-a2ee-1d197a5dd260 req-347ffc7c-1376-4057-a306-00fc781893b9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (47e3344e-ac58-4c1f-8daf-d0bd26e13f09), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.426550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c7d975ea-b2df-48fd-a2ee-1d197a5dd260 req-347ffc7c-1376-4057-a306-00fc781893b9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (47e3344e-ac58-4c1f-8daf-d0bd26e13f09), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.429477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c7d975ea-b2df-48fd-a2ee-1d197a5dd260 req-347ffc7c-1376-4057-a306-00fc781893b9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.430678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7d975ea-b2df-48fd-a2ee-1d197a5dd260 req-347ffc7c-1376-4057-a306-00fc781893b9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/47e3344e-ac58-4c1f-8daf-d0bd26e13f09 HTTP/1.1" status: 204 len: 173 time: 0.1762276 Feb 19 01:08:22.461280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ffc7c-1376-4057-a306-00fc781893b9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e3344e-ac58-4c1f-8daf-d0bd26e13f09,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:22.529441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c787f942-6e9e-42de-8007-a83840099b0a req-24fab7d9-ad19-4468-8cf6-02fde43a0142 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/ca065d80-fe2d-4f91-8ee1-8d54bde5eadb HTTP/1.1" status: 200 len: 1819 time: 0.0644720 Feb 19 01:08:22.532341 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33d9b724-cd64-4a98-9f30-1c87ab646819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.629721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd0a48b3-701b-4fdb-afcf-070eae2facb8 req-462857a5-b2f7-4b3f-b5c2-6b8bf19d97d8 tempest-ServerMetadataNegativeTestJSON-1152896569 tempest-ServerMetadataNegativeTestJSON-1152896569-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe9b730-ff92-460b-b48a-46bf96795cc5 HTTP/1.1" status: 200 len: 210 time: 0.0896339 Feb 19 01:08:22.632067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'name': 'network-vif-deleted', 'tag': '1b62c40c-947f-41c9-b783-f05884adc0dd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:22.642737 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599fcd65-aea6-4ac9-8101-cc23d8825ce3" -d '{"events": [{"server_uuid": "2fe9b730-ff92-460b-b48a-46bf96795cc5", "name": "network-vif-deleted", "tag": "1b62c40c-947f-41c9-b783-f05884adc0dd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:22.680931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c787f942-6e9e-42de-8007-a83840099b0a req-28ccf434-46ca-46e3-934f-5bd041756605 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (ca065d80-fe2d-4f91-8ee1-8d54bde5eadb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.731070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.745519 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3aedce-f3d4-462d-a158-ab69843dfea4 x-openstack-request-id: req-cb3aedce-f3d4-462d-a158-ab69843dfea4 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:22.745832 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe9b730-ff92-460b-b48a-46bf96795cc5", "name": "network-vif-deleted", "tag": "1b62c40c-947f-41c9-b783-f05884adc0dd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:22.746159 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb3aedce-f3d4-462d-a158-ab69843dfea4 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:22.746645 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe9b730-ff92-460b-b48a-46bf96795cc5', 'name': 'network-vif-deleted', 'tag': '1b62c40c-947f-41c9-b783-f05884adc0dd', 'status': 'completed', 'code': 200} Feb 19 01:08:22.790936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c787f942-6e9e-42de-8007-a83840099b0a req-28ccf434-46ca-46e3-934f-5bd041756605 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (ca065d80-fe2d-4f91-8ee1-8d54bde5eadb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.888097 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c787f942-6e9e-42de-8007-a83840099b0a req-28ccf434-46ca-46e3-934f-5bd041756605 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ca065d80-fe2d-4f91-8ee1-8d54bde5eadb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.893688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c787f942-6e9e-42de-8007-a83840099b0a req-28ccf434-46ca-46e3-934f-5bd041756605 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.895016 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c787f942-6e9e-42de-8007-a83840099b0a req-28ccf434-46ca-46e3-934f-5bd041756605 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/ca065d80-fe2d-4f91-8ee1-8d54bde5eadb HTTP/1.1" status: 204 len: 173 time: 0.3461826 Feb 19 01:08:22.905610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccf434-46ca-46e3-934f-5bd041756605 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca065d80-fe2d-4f91-8ee1-8d54bde5eadb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:22.940553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a5fb94e5-f471-4c99-964c-e8ac45921477 req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1911997524', 'description': 'tempest-description-204280948'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:23.024189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5fb94e5-f471-4c99-964c-e8ac45921477 req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.048173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 9bf1f12a-9640-4eda-b54f-9dc9cd41170a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:23.168446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:23.181905 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] Sync routers for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:23.188985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57790) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:23.190132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-14d6c1bc-345d-498a-86ef-6564e22806df tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/9bf1f12a-9640-4eda-b54f-9dc9cd41170a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0337694 Feb 19 01:08:23.204690 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:23.206104 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:23.246050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-30b77690-e23c-43f1-a3c1-0cb5ed7966e9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf1f12a-9640-4eda-b54f-9dc9cd41170a HTTP/1.1" status: 200 len: 205 time: 0.0557277 Feb 19 01:08:23.252671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57792) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:23.261204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5fb94e5-f471-4c99-964c-e8ac45921477 req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.265332 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5fb94e5-f471-4c99-964c-e8ac45921477 req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.281727 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:23.305633 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] Routers {'9bf1f12a-9640-4eda-b54f-9dc9cd41170a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:23.306489 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:23.313808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5fb94e5-f471-4c99-964c-e8ac45921477 req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.315284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5fb94e5-f471-4c99-964c-e8ac45921477 req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3803241 Feb 19 01:08:23.325747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31a4a-cefd-4493-b78a-aaa44c0480d5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50235904-fc16-4208-825b-ee7037ec58c6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:23.365244 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:23.366079 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d304b-5476-49e6-bbe5-2b39a2b817d5 None None] The sync data for ids ['9bf1f12a-9640-4eda-b54f-9dc9cd41170a'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:23.433065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.568363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.629125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-2a077b07-eca0-4537-baa4-627ab557c1ec tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/50235904-fc16-4208-825b-ee7037ec58c6 HTTP/1.1" status: 200 len: 1819 time: 0.2763455 Feb 19 01:08:23.682378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1665802921', 'description': 'tempest-description-hth-886242351'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:23.703774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:23.714969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.717727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.736663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.797708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (9bf1f12a-9640-4eda-b54f-9dc9cd41170a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.798221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf1f12a-9640-4eda-b54f-9dc9cd41170a {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:23.799623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Deleting subnet e261a746-7735-49c5-ac65-d7acebca8958 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:23.807059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.811253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-787fea5c-97d1-46c5-8cf8-6a0797f24340 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/9bf1f12a-9640-4eda-b54f-9dc9cd41170a HTTP/1.1" status: 204 len: 168 time: 0.5572963 Feb 19 01:08:23.811579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:23.831541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Publish callbacks [] for subnet (e261a746-7735-49c5-ac65-d7acebca8958), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.849772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.861012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.864825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fa367a88-06c9-4077-93ea-3ff6cc9fe965 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:23.873543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.876619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-612e612a-d5f8-4295-b4b2-98ef09f03846 req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "PUT /v2.0/security-groups/50235904-fc16-4208-825b-ee7037ec58c6 HTTP/1.1" status: 200 len: 1793 time: 0.2020628 Feb 19 01:08:23.923501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: fa367a88-06c9-4077-93ea-3ff6cc9fe965 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:23.930099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fa367a88-06c9-4077-93ea-3ff6cc9fe965 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:23.944352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7c3dc-f6f6-4ec0-8a8f-f591d128b053 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50235904-fc16-4208-825b-ee7037ec58c6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.012637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-089b2949-141f-43eb-8fe6-e2963374d283 req-1dc114b5-0c98-4306-a65a-850332e6e1ed tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/50235904-fc16-4208-825b-ee7037ec58c6 HTTP/1.1" status: 200 len: 1793 time: 0.0611346 Feb 19 01:08:24.038591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (e261a746-7735-49c5-ac65-d7acebca8958), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.083927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 47a9c71f-fa8a-41e5-a559-7203d079ea71 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:24.102003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (47a9c71f-fa8a-41e5-a559-7203d079ea71), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.130986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abe848d7-9a90-49c8-89f3-6f6c3c7bffc1 req-8ba1c362-e75b-4229-ae5d-93e33cc1099d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/50235904-fc16-4208-825b-ee7037ec58c6 HTTP/1.1" status: 200 len: 1793 time: 0.0906670 Feb 19 01:08:24.131657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57820) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.197452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (47a9c71f-fa8a-41e5-a559-7203d079ea71), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.272465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abe848d7-9a90-49c8-89f3-6f6c3c7bffc1 req-0e0d78ba-8c6a-4042-84e3-c8d060974d58 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.312195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abe848d7-9a90-49c8-89f3-6f6c3c7bffc1 req-0e0d78ba-8c6a-4042-84e3-c8d060974d58 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.327367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1361d3d7-c0f4-4a58-87af-40d829e5d890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.331794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (47a9c71f-fa8a-41e5-a559-7203d079ea71), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.356695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e261a746-7735-49c5-ac65-d7acebca8958), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.396694 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abe848d7-9a90-49c8-89f3-6f6c3c7bffc1 req-0e0d78ba-8c6a-4042-84e3-c8d060974d58 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50235904-fc16-4208-825b-ee7037ec58c6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.399823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abe848d7-9a90-49c8-89f3-6f6c3c7bffc1 req-0e0d78ba-8c6a-4042-84e3-c8d060974d58 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.401213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abe848d7-9a90-49c8-89f3-6f6c3c7bffc1 req-0e0d78ba-8c6a-4042-84e3-c8d060974d58 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/50235904-fc16-4208-825b-ee7037ec58c6 HTTP/1.1" status: 204 len: 173 time: 0.2584620 Feb 19 01:08:24.424003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d78ba-8c6a-4042-84e3-c8d060974d58 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50235904-fc16-4208-825b-ee7037ec58c6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.449651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (47a9c71f-fa8a-41e5-a559-7203d079ea71), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.456707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (e261a746-7735-49c5-ac65-d7acebca8958), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.479538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1361d3d7-c0f4-4a58-87af-40d829e5d890 admin admin] Publish callbacks [] for security_group (e54452ec-98e9-4888-a7ca-bc6b557fcca6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.485070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1361d3d7-c0f4-4a58-87af-40d829e5d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e54452ec-98e9-4888-a7ca-bc6b557fcca6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.491080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=47a9c71f-fa8a-41e5-a559-7203d079ea71,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.501327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.506280 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e261a746-7735-49c5-ac65-d7acebca8958 HTTP/1.1" status: 204 len: 168 time: 0.8002138 Feb 19 01:08:24.514123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee83ef-5a58-4905-a366-204a61e91009 None None] Network 9f3c65cf-3eb3-4deb-8b85-52d97647b503 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:24.525018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57828) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.526329 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.529844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-24ab5b86-422f-44e7-a1c1-cfa317353b11 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/47a9c71f-fa8a-41e5-a559-7203d079ea71 HTTP/1.1" status: 204 len: 168 time: 0.7171144 Feb 19 01:08:24.538173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.549778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ddd4a-53ad-4e4d-8398-6d79d7955d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e261a746-7735-49c5-ac65-d7acebca8958,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.593610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1361d3d7-c0f4-4a58-87af-40d829e5d890 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35e595304b6b43b78e438e721b62e3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586208 Feb 19 01:08:24.593610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361d3d7-c0f4-4a58-87af-40d829e5d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54452ec-98e9-4888-a7ca-bc6b557fcca6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.595619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57836) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.657489 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b864ccc4-8a89-48a0-a268-24fd767d116b admin admin] Publish callbacks [] for security_group (e54452ec-98e9-4888-a7ca-bc6b557fcca6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.683816 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b864ccc4-8a89-48a0-a268-24fd767d116b admin admin] Publish callbacks [] for security_group (e54452ec-98e9-4888-a7ca-bc6b557fcca6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.746295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b864ccc4-8a89-48a0-a268-24fd767d116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e54452ec-98e9-4888-a7ca-bc6b557fcca6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.749647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b864ccc4-8a89-48a0-a268-24fd767d116b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.751697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 545577ca-999f-4ebd-956c-19cb1b20e976 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:24.753501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b864ccc4-8a89-48a0-a268-24fd767d116b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e54452ec-98e9-4888-a7ca-bc6b557fcca6 HTTP/1.1" status: 204 len: 168 time: 0.1564975 Feb 19 01:08:24.770878 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-768c3ae5-9601-40dd-a5d6-855b911170da req-cb6f3b86-0b04-4cb0-a4f1-a4a0b506c7e4 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:08:24.772023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-768c3ae5-9601-40dd-a5d6-855b911170da req-cb6f3b86-0b04-4cb0-a4f1-a4a0b506c7e4 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/ca065d80-fe2d-4f91-8ee1-8d54bde5eadb HTTP/1.1" status: 404 len: 352 time: 0.1833322 Feb 19 01:08:24.772539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ccc4-8a89-48a0-a268-24fd767d116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54452ec-98e9-4888-a7ca-bc6b557fcca6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.775502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (545577ca-999f-4ebd-956c-19cb1b20e976), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.797771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] DHCP port deletion for 9f3c65cf-3eb3-4deb-8b85-52d97647b503 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:24.840784 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-43dfbc97-7c8f-4ab4-b6d0-94839e04c9bc req-284293a6-39ec-4c81-97c8-b08bc17ceb49 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:08:24.841947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43dfbc97-7c8f-4ab4-b6d0-94839e04c9bc req-284293a6-39ec-4c81-97c8-b08bc17ceb49 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/47e3344e-ac58-4c1f-8daf-d0bd26e13f09 HTTP/1.1" status: 404 len: 352 time: 0.0263054 Feb 19 01:08:24.850166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9bdeee9a-d394-419c-ac71-745aaaa95008), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.875809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (545577ca-999f-4ebd-956c-19cb1b20e976), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.921588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] Deleting port 90b641e3-583e-487c-9de1-df75ddd28719 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:24.922206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (90b641e3-583e-487c-9de1-df75ddd28719), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.000929 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-ec6926e1-0ce7-4bda-8730-8a7c6b6235c1 req-7ab9112d-3e94-4706-95b8-cc4b03a752c2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:08:25.002025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] For port 90b641e3-583e-487c-9de1-df75ddd28719, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=90b641e3-583e-487c-9de1-df75ddd28719,segment=NetworkSegment(55c5e72c-7667-46ca-8725-6b04aa1e3498),segment_id=55c5e72c-7667-46ca-8725-6b04aa1e3498)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:25.002487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (90b641e3-583e-487c-9de1-df75ddd28719), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.002592 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec6926e1-0ce7-4bda-8730-8a7c6b6235c1 req-7ab9112d-3e94-4706-95b8-cc4b03a752c2 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/b222be4a-7d01-44d8-8562-05838f784606 HTTP/1.1" status: 404 len: 352 time: 0.1010034 Feb 19 01:08:25.021496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] Calling delete_port for 90b641e3-583e-487c-9de1-df75ddd28719 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:25.116384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9bdeee9a-d394-419c-ac71-745aaaa95008), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.119175 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-0b8a96bd-6d83-4b91-b82f-1beea0a7c00d req-b74c28dc-a622-4463-8374-7482a5aa6700 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:08:25.120222 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b8a96bd-6d83-4b91-b82f-1beea0a7c00d req-b74c28dc-a622-4463-8374-7482a5aa6700 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/0f6eb40e-6725-4c49-b5ff-d327e98aac3a HTTP/1.1" status: 404 len: 352 time: 0.0566106 Feb 19 01:08:25.142228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (90b641e3-583e-487c-9de1-df75ddd28719), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.168408 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-c1126316-d464-4887-b3cf-d1da5690227e req-fe950f1b-16bb-48a2-971f-8970cb5888ce tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:08:25.174581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdeee9a-d394-419c-ac71-745aaaa95008']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:25.180132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] Pushing event deleted for resources: {'Port': ['ID=90b641e3-583e-487c-9de1-df75ddd28719,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:25.181696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1126316-d464-4887-b3cf-d1da5690227e req-fe950f1b-16bb-48a2-971f-8970cb5888ce tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/dc818bae-90eb-4631-81c4-55ddcdc91dcd HTTP/1.1" status: 404 len: 352 time: 0.0323467 Feb 19 01:08:25.185861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3087af-0ac3-4869-9af6-9c76a4ff162b None None] No DVR routers for this DVR port 90b641e3-583e-487c-9de1-df75ddd28719 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:25.206012 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (545577ca-999f-4ebd-956c-19cb1b20e976), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.229164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367de889-c584-436f-b952-81e7a839f3b4') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:25.229607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367de889-c584-436f-b952-81e7a839f3b4') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:25.245732 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.280310 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-667e0cdc-c233-425d-b455-fce6e3f58321 req-7ef8c2de-e06e-445a-864e-11449384024b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] show failed (client error): The resource could not be found. Feb 19 01:08:25.292444 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-667e0cdc-c233-425d-b455-fce6e3f58321 req-7ef8c2de-e06e-445a-864e-11449384024b tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/7df4d281-789a-4f10-b996-b63dd183bfc5 HTTP/1.1" status: 404 len: 352 time: 0.0692582 Feb 19 01:08:25.300381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (367de889-c584-436f-b952-81e7a839f3b4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.324757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57868) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:25.337803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (367de889-c584-436f-b952-81e7a839f3b4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.339000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc150dba-13fe-4c1a-a96f-9055af40ebbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.363733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:25.364798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (367de889-c584-436f-b952-81e7a839f3b4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:25.366897 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:25.447522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc150dba-13fe-4c1a-a96f-9055af40ebbd admin admin] Publish callbacks [] for security_group (70ad5dba-0a84-4dc5-9353-7da2eb693d1a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.453201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9bdeee9a-d394-419c-ac71-745aaaa95008), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.453390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc150dba-13fe-4c1a-a96f-9055af40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (70ad5dba-0a84-4dc5-9353-7da2eb693d1a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.466244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.475564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9bdeee9a-d394-419c-ac71-745aaaa95008 HTTP/1.1" status: 204 len: 168 time: 0.9444981 Feb 19 01:08:25.494838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc150dba-13fe-4c1a-a96f-9055af40ebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ad5dba-0a84-4dc5-9353-7da2eb693d1a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:25.520574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fc150dba-13fe-4c1a-a96f-9055af40ebbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4fa40b6937e4e1995af7b9002ae1db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923499 Feb 19 01:08:25.521071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:25.527970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (545577ca-999f-4ebd-956c-19cb1b20e976), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.555662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df957d-899d-4b56-982b-ff497220fbe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdeee9a-d394-419c-ac71-745aaaa95008,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:25.569824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.573366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c05acd-8b7f-460c-8c68-ef8a738ee620 None None] Network 9801a8c6-3457-4f28-8632-db495008a7cd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:25.584806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/545577ca-999f-4ebd-956c-19cb1b20e976 HTTP/1.1" status: 204 len: 168 time: 1.0443442 Feb 19 01:08:25.585870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:25.624079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5057f12-ee73-4643-b397-d37f5bb2d634 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=545577ca-999f-4ebd-956c-19cb1b20e976,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:25.698375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529dcf7-9f91-40b5-a095-dd3aae4732b9 req-e3a7436a-306f-43a2-9972-8c15f493dc45 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:25.706242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2529dcf7-9f91-40b5-a095-dd3aae4732b9 req-e3a7436a-306f-43a2-9972-8c15f493dc45 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1024 time: 0.0756099 Feb 19 01:08:25.756598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50a3368c-1927-4278-a6a0-abf7c15ecd66 admin admin] Publish callbacks [] for security_group (70ad5dba-0a84-4dc5-9353-7da2eb693d1a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.818155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:25.835269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.847072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9f3c65cf-3eb3-4deb-8b85-52d97647b503), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.853682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50a3368c-1927-4278-a6a0-abf7c15ecd66 admin admin] Publish callbacks [] for security_group (70ad5dba-0a84-4dc5-9353-7da2eb693d1a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.885402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1b62c40c-947f-41c9-b783-f05884adc0dd no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:25.887528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0ef7f4a8-74f7-4341-b04f-a5c7754fffd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d7a4e70c1fb4287a539316204063c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681136 Feb 19 01:08:25.888187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:25.907044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2529dcf7-9f91-40b5-a095-dd3aae4732b9 req-5683e337-0f59-445c-bcc9-5f20e2884d55 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=c6498233-a744-4799-94df-bc260c61f417&id=0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1947057 Feb 19 01:08:25.922815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 1b62c40c-947f-41c9-b783-f05884adc0dd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:25.923785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1b62c40c-947f-41c9-b783-f05884adc0dd not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:25.982636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] DHCP port deletion for 9801a8c6-3457-4f28-8632-db495008a7cd request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:26.045787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9f3c65cf-3eb3-4deb-8b85-52d97647b503), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.058657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] Deleting port 732dbb1a-de84-482c-aace-312168170b6a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:26.059367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (732dbb1a-de84-482c-aace-312168170b6a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.079708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50a3368c-1927-4278-a6a0-abf7c15ecd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (70ad5dba-0a84-4dc5-9353-7da2eb693d1a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.082264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50a3368c-1927-4278-a6a0-abf7c15ecd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.092823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-50a3368c-1927-4278-a6a0-abf7c15ecd66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70ad5dba-0a84-4dc5-9353-7da2eb693d1a HTTP/1.1" status: 204 len: 168 time: 0.5640523 Feb 19 01:08:26.096601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3c65cf-3eb3-4deb-8b85-52d97647b503']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.130452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eba4b8c7-ee41-4de9-ab76-36c10d5a6ec5 admin admin] Publish callbacks [] for security_group (19dca7bd-5841-4654-b283-46c42d1195a3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.145617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] For port 732dbb1a-de84-482c-aace-312168170b6a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=732dbb1a-de84-482c-aace-312168170b6a,segment=NetworkSegment(59965fbc-d3e8-414b-9e0c-d38d460ed70b),segment_id=59965fbc-d3e8-414b-9e0c-d38d460ed70b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:26.146476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (732dbb1a-de84-482c-aace-312168170b6a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.165445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] Calling delete_port for 732dbb1a-de84-482c-aace-312168170b6a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:26.199246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eba4b8c7-ee41-4de9-ab76-36c10d5a6ec5 admin admin] Publish callbacks [] for security_group (19dca7bd-5841-4654-b283-46c42d1195a3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.207716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3368c-1927-4278-a6a0-abf7c15ecd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ad5dba-0a84-4dc5-9353-7da2eb693d1a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.219771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c5e72c-7667-46ca-8725-6b04aa1e3498') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.220230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c5e72c-7667-46ca-8725-6b04aa1e3498') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.254576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (55c5e72c-7667-46ca-8725-6b04aa1e3498), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.305091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (732dbb1a-de84-482c-aace-312168170b6a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.317065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (55c5e72c-7667-46ca-8725-6b04aa1e3498), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.342112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:26.344244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (55c5e72c-7667-46ca-8725-6b04aa1e3498), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:26.351891 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:26.400466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 90b641e3-583e-487c-9de1-df75ddd28719 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:26.402509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] Pushing event deleted for resources: {'Port': ['ID=732dbb1a-de84-482c-aace-312168170b6a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.421620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f241e9e-4e8a-4061-a277-feca023715a9 None None] No DVR routers for this DVR port 732dbb1a-de84-482c-aace-312168170b6a on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:26.474511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 90b641e3-583e-487c-9de1-df75ddd28719 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:26.474858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 90b641e3-583e-487c-9de1-df75ddd28719 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:26.475795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 732dbb1a-de84-482c-aace-312168170b6a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:26.491995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eba4b8c7-ee41-4de9-ab76-36c10d5a6ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (19dca7bd-5841-4654-b283-46c42d1195a3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.501154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eba4b8c7-ee41-4de9-ab76-36c10d5a6ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.505509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eba4b8c7-ee41-4de9-ab76-36c10d5a6ec5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19dca7bd-5841-4654-b283-46c42d1195a3 HTTP/1.1" status: 204 len: 168 time: 0.6163311 Feb 19 01:08:26.515575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9f3c65cf-3eb3-4deb-8b85-52d97647b503), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.518665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 732dbb1a-de84-482c-aace-312168170b6a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:26.519227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 732dbb1a-de84-482c-aace-312168170b6a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:26.527478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.542214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.560195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57894) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:26.560321 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/9f3c65cf-3eb3-4deb-8b85-52d97647b503 HTTP/1.1" status: 204 len: 168 time: 0.9723856 Feb 19 01:08:26.564582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4b8c7-ee41-4de9-ab76-36c10d5a6ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dca7bd-5841-4654-b283-46c42d1195a3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.583730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649a93c-d934-4d2a-bf4c-f1f19a5d6fd5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=9f3c65cf-3eb3-4deb-8b85-52d97647b503,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.746698 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9801a8c6-3457-4f28-8632-db495008a7cd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.862439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9801a8c6-3457-4f28-8632-db495008a7cd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.934435 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9801a8c6-3457-4f28-8632-db495008a7cd']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.959031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59965fbc-d3e8-414b-9e0c-d38d460ed70b') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.959337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59965fbc-d3e8-414b-9e0c-d38d460ed70b') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.980538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (59965fbc-d3e8-414b-9e0c-d38d460ed70b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.003273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (59965fbc-d3e8-414b-9e0c-d38d460ed70b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.023418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:27.025209 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (59965fbc-d3e8-414b-9e0c-d38d460ed70b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:27.100572 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:27.104572 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9801a8c6-3457-4f28-8632-db495008a7cd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.113252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.118668 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/9801a8c6-3457-4f28-8632-db495008a7cd HTTP/1.1" status: 204 len: 168 time: 0.5581543 Feb 19 01:08:27.127909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57920) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:27.137334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515a86-18c9-430d-b3e0-73d367fa9e7f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=9801a8c6-3457-4f28-8632-db495008a7cd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:27.143750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752867238'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:27.175575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-0b83c0e0-5d80-4bf9-9531-90d82fab37f5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:27.177293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-0b83c0e0-5d80-4bf9-9531-90d82fab37f5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1024 time: 0.1995625 Feb 19 01:08:27.255038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabca1-3345-43c0-a159-93e0defa39a2 req-6ec83bb5-64ac-4be1-a175-221deb5c496d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:27.257091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4aeabca1-3345-43c0-a159-93e0defa39a2 req-6ec83bb5-64ac-4be1-a175-221deb5c496d tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 1024 time: 0.2151291 Feb 19 01:08:27.257982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:27.262222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.476964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4aeabca1-3345-43c0-a159-93e0defa39a2 req-47995cae-dc5e-4204-b1d9-aa0143fb46bf tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f709c44-3e24-4988-aa1b-74a208159bb0&id=c6498233-a744-4799-94df-bc260c61f417&id=0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2054143 Feb 19 01:08:27.478348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:27.521640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d8e3277b-56ae-4082-8040-48d5b867d554), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.522116 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment d8e3277b-56ae-4082-8040-48d5b867d554 of type vlan for network 4de76531-a7e5-4df1-b523-8afd7c4162fd Feb 19 01:08:27.584715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Deleting port 466d141d-a6a5-48cb-92c4-b158af84fef5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:27.585088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.589501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4de76531-a7e5-4df1-b523-8afd7c4162fd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.705748 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:08:27.753979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4de76531-a7e5-4df1-b523-8afd7c4162fd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.759919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:27.760527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.798090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57948) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:27.851878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=4de76531-a7e5-4df1-b523-8afd7c4162fd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:27.867926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:27.873118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20110e9a-b792-4f1f-b255-d0bbf9251a07 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7348971 Feb 19 01:08:27.876253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:27.884598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:27.889858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] For port 466d141d-a6a5-48cb-92c4-b158af84fef5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=466d141d-a6a5-48cb-92c4-b158af84fef5,segment=NetworkSegment(af0e483e-b3f8-4eba-a68e-ec6b06a3293c),segment_id=af0e483e-b3f8-4eba-a68e-ec6b06a3293c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:27.890227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.916566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Calling delete_port for 466d141d-a6a5-48cb-92c4-b158af84fef5 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:27.947653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57954) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:28.052253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:28.062282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.088552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-742709093-network', 'tenant_id': '8830366c4e3c48ce95150e4dacdded87'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:28.103899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (466d141d-a6a5-48cb-92c4-b158af84fef5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.117464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['466d141d-a6a5-48cb-92c4-b158af84fef5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:28.135670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'Port': ['ID=466d141d-a6a5-48cb-92c4-b158af84fef5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.149427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0e05-65d3-4eca-928c-ecfb12aebbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.173975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Made reservation on behalf of 8830366c4e3c48ce95150e4dacdded87 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:28.176974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.190698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] No DVR routers for this DVR port 466d141d-a6a5-48cb-92c4-b158af84fef5 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:28.194648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.198839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-198a2770-2156-46af-bec4-e9220d1bdc0f req-c8274f69-fa0e-4131-91b2-2a092bd598c9 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.10 "DELETE /v2.0/ports/466d141d-a6a5-48cb-92c4-b158af84fef5 HTTP/1.1" status: 204 len: 173 time: 1.0079007 Feb 19 01:08:28.198839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'name': 'network-vif-deleted', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:28.202412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.208818 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b30a0-f6f8-49bb-a487-fba92b3a2341" -d '{"events": [{"server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "name": "network-vif-deleted", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:28.256101 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b73a19-b829-4f29-872c-1c4518cc1791 x-openstack-request-id: req-e3b73a19-b829-4f29-872c-1c4518cc1791 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:28.256677 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc42b751-333b-4beb-b812-07af6b2c58a2", "name": "network-vif-deleted", "tag": "466d141d-a6a5-48cb-92c4-b158af84fef5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:28.257033 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3b73a19-b829-4f29-872c-1c4518cc1791 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:28.257536 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc42b751-333b-4beb-b812-07af6b2c58a2', 'name': 'network-vif-deleted', 'tag': '466d141d-a6a5-48cb-92c4-b158af84fef5', 'status': 'completed', 'code': 200} Feb 19 01:08:28.399076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0e05-65d3-4eca-928c-ecfb12aebbb1 admin admin] Publish callbacks [] for security_group (278fbf51-7026-49cc-bf03-400cf97129bd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.411506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0e05-65d3-4eca-928c-ecfb12aebbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (278fbf51-7026-49cc-bf03-400cf97129bd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.438617 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (9edd0b93-982a-4fb8-99eb-d40b5bf62d3a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.456083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks [] for security_group (627aebec-4d07-48e6-89fb-782f8d730245), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.501238 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (627aebec-4d07-48e6-89fb-782f8d730245), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.541030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d7cf0e05-65d3-4eca-928c-ecfb12aebbb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fa9807e34844cd79241ecc7fad2f343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919662 Feb 19 01:08:28.541949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:28.544496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57970) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:28.551494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0e05-65d3-4eca-928c-ecfb12aebbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278fbf51-7026-49cc-bf03-400cf97129bd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.601854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (54a0278f-8e15-47fb-925f-f6f8dcba2df9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.602212 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Added segment 54a0278f-8e15-47fb-925f-f6f8dcba2df9 of type vlan for network 995ebb14-63a2-42c3-876a-e45fda836e30 Feb 19 01:08:28.673938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (995ebb14-63a2-42c3-876a-e45fda836e30), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.696719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=9edd0b93-982a-4fb8-99eb-d40b5bf62d3a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.696888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac43dc9d-f1f8-4b97-b93b-c84b80cb5899 admin admin] Publish callbacks [] for security_group (278fbf51-7026-49cc-bf03-400cf97129bd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.706694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627aebec-4d07-48e6-89fb-782f8d730245,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.755042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac43dc9d-f1f8-4b97-b93b-c84b80cb5899 admin admin] Publish callbacks [] for security_group (278fbf51-7026-49cc-bf03-400cf97129bd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.770922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': 'd8e3277b-56ae-4082-8040-48d5b867d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:28.771707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 4de76531-a7e5-4df1-b523-8afd7c4162fd, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:28.787344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73c49f6d-8ccd-49c8-ae21-a0390c39d75e req-a6ee1b6c-3d02-4793-a3c7-9f632b7d264e tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc42b751-333b-4beb-b812-07af6b2c58a2 HTTP/1.1" status: 200 len: 210 time: 0.0564463 Feb 19 01:08:28.845515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (995ebb14-63a2-42c3-876a-e45fda836e30), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.847886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:28.849102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.868863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac43dc9d-f1f8-4b97-b93b-c84b80cb5899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (278fbf51-7026-49cc-bf03-400cf97129bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.876089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac43dc9d-f1f8-4b97-b93b-c84b80cb5899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.876089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ac43dc9d-f1f8-4b97-b93b-c84b80cb5899 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/278fbf51-7026-49cc-bf03-400cf97129bd HTTP/1.1" status: 204 len: 168 time: 0.3280106 Feb 19 01:08:28.891514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43dc9d-f1f8-4b97-b93b-c84b80cb5899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278fbf51-7026-49cc-bf03-400cf97129bd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.897613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:28.958068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b4365-6796-49a8-a7dd-da8b2eed6cd7 req-0219b0bd-b37b-494b-b011-db1634624273 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:28.959835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-832b4365-6796-49a8-a7dd-da8b2eed6cd7 req-0219b0bd-b37b-494b-b011-db1634624273 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1127 time: 0.2767153 Feb 19 01:08:28.965455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1660016 Feb 19 01:08:28.966366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4de76531-a7e5-4df1-b523-8afd7c4162fd) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:28.971905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:28.972600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.974975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:28.985041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c37cc-b6d4-42b1-98c0-b240f2124b03 None None] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:28.992750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Request body: {'subnet': {'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-742709093-subnet', 'tenant_id': '8830366c4e3c48ce95150e4dacdded87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:29.007329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01867440-77e0-4a9f-804b-541ad702147c admin admin] Pushing event updated for resources: {'Network': ['ID=995ebb14-63a2-42c3-876a-e45fda836e30,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:29.039516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7ba808e6-17e3-45a6-a4e4-fc5ae6382d8d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1597648 Feb 19 01:08:29.039665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 995ebb14-63a2-42c3-876a-e45fda836e30 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:29.039974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:29.049549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1653597201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:29.092982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Made reservation on behalf of 8830366c4e3c48ce95150e4dacdded87 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:29.095709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.102065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-832b4365-6796-49a8-a7dd-da8b2eed6cd7 req-8e817e06-84ed-41c8-b0d4-8f44f473dbdd tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207643 Feb 19 01:08:29.190890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (afb3abaf-3003-4587-832f-964f6b519274), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.192159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (afb3abaf-3003-4587-832f-964f6b519274), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.232256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4de76531-a7e5-4df1-b523-8afd7c4162fd', 'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '9edd0b93-982a-4fb8-99eb-d40b5bf62d3a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:29.233146 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.303361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (afb3abaf-3003-4587-832f-964f6b519274), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.322899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (afb3abaf-3003-4587-832f-964f6b519274), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.393107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.394388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3ff6cda-45a0-4dc7-8192-aa028aa79687 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3519549 Feb 19 01:08:29.397752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:29.402785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'port': {'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd', 'name': 'tempest-RoutersIpV6Test-385651968'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:29.456148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Allocated IP 2001:db8::2 (4de76531-a7e5-4df1-b523-8afd7c4162fd/9edd0b93-982a-4fb8-99eb-d40b5bf62d3a/c0b6f7c4-ab05-46d3-abd8-320882bebf6a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:29.608923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (4de79d6b-cf3d-4e3d-a587-1e60859de58a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.617634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:29.621730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.676252 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Publish callbacks [] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.685283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.694003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] device_id is not set on port 6c48db47-be1d-4c39-9cd8-ff1c30042025 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:08:29.748428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de79d6b-cf3d-4e3d-a587-1e60859de58a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:29.796387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Checking segment: {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:29.797967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Network hostable DHCP agents. Network: 995ebb14-63a2-42c3-876a-e45fda836e30, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:29.916769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Network 995ebb14-63a2-42c3-876a-e45fda836e30 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:29.939856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 995ebb14-63a2-42c3-876a-e45fda836e30) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:29.951046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:29.951791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.995480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8::1dd (4de76531-a7e5-4df1-b523-8afd7c4162fd/9edd0b93-982a-4fb8-99eb-d40b5bf62d3a/6c48db47-be1d-4c39-9cd8-ff1c30042025) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:29.998066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ee9fe-0ba1-4b97-bd06-6f7e83ca41f2 None None] Network 995ebb14-63a2-42c3-876a-e45fda836e30 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:30.027620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b7a9133d-b361-4ba5-9e23-943d962a832c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0401597 Feb 19 01:08:30.037259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:30.058090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cab34b8b-cae5-4774-913b-75274d849ad4 req-06d6897d-6e8c-4762-b75d-15f706d710ad tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/c6498233-a744-4799-94df-bc260c61f417 HTTP/1.1" status: 200 len: 1819 time: 0.1083024 Feb 19 01:08:30.098887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:30.112286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:30.141029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Pushing event updated for resources: {'Port': ['ID=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.213642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cab34b8b-cae5-4774-913b-75274d849ad4 req-0fe2ff5a-803b-436d-92d1-512c29be6ef5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (c6498233-a744-4799-94df-bc260c61f417), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.238991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cab34b8b-cae5-4774-913b-75274d849ad4 req-0fe2ff5a-803b-436d-92d1-512c29be6ef5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (c6498233-a744-4799-94df-bc260c61f417), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.323094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cab34b8b-cae5-4774-913b-75274d849ad4 req-0fe2ff5a-803b-436d-92d1-512c29be6ef5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c6498233-a744-4799-94df-bc260c61f417), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.331610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cab34b8b-cae5-4774-913b-75274d849ad4 req-0fe2ff5a-803b-436d-92d1-512c29be6ef5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.347380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cab34b8b-cae5-4774-913b-75274d849ad4 req-0fe2ff5a-803b-436d-92d1-512c29be6ef5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/c6498233-a744-4799-94df-bc260c61f417 HTTP/1.1" status: 204 len: 173 time: 0.2755268 Feb 19 01:08:30.375529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Attempting to bind port c0b6f7c4-ab05-46d3-abd8-320882bebf6a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:30.377784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2ff5a-803b-436d-92d1-512c29be6ef5 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6498233-a744-4799-94df-bc260c61f417,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.379382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Attempting to bind port c0b6f7c4-ab05-46d3-abd8-320882bebf6a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd8e3277b-56ae-4082-8040-48d5b867d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:30.390602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Attempting to bind port c0b6f7c4-ab05-46d3-abd8-320882bebf6a on network 4de76531-a7e5-4df1-b523-8afd7c4162fd {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:30.411405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.418840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:30.419418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Checking segment: {'id': 'd8e3277b-56ae-4082-8040-48d5b867d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:30.420202 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.420845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Bound using segment: {'id': 'd8e3277b-56ae-4082-8040-48d5b867d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:30.422097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Bound port: c0b6f7c4-ab05-46d3-abd8-320882bebf6a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e3277b-56ae-4082-8040-48d5b867d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4de76531-a7e5-4df1-b523-8afd7c4162fd'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:30.422770 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.460461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.481809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775be6f6-7792-449c-93cc-07ab2ac2dc68 None None] Network 995ebb14-63a2-42c3-876a-e45fda836e30 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:30.512490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:30.516177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:30.525738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:30.532013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:30.532828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.562109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1632266 Feb 19 01:08:30.564735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58048) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:30.566111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cddb19-db7c-4ab3-a6cc-2b22992bd1b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=6c48db47-be1d-4c39-9cd8-ff1c30042025,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.809830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] For port c0b6f7c4-ab05-46d3-abd8-320882bebf6a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:30.824900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] For port c0b6f7c4-ab05-46d3-abd8-320882bebf6a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,segment=NetworkSegment(d8e3277b-56ae-4082-8040-48d5b867d554),segment_id=d8e3277b-56ae-4082-8040-48d5b867d554)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:30.833348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.905819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60226743-ca5e-45eb-82c0-8a19bf8e24a7 None None] Pushing event updated for resources: {'Port': ['ID=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.936832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-0b31baae-8dfb-47ef-9921-60dceb4b8c9e tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:08:30.938190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-0b31baae-8dfb-47ef-9921-60dceb4b8c9e tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182805 Feb 19 01:08:30.961934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-5b05eee5-335a-486b-8277-8b1828f6f1d8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:30.963488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-5b05eee5-335a-486b-8277-8b1828f6f1d8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 813 time: 0.2035451 Feb 19 01:08:30.991826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-5e279474-b846-4d9c-a54f-b32fb2ce2e11 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/quotas/8830366c4e3c48ce95150e4dacdded87 HTTP/1.1" status: 200 len: 375 time: 0.0193541 Feb 19 01:08:31.042053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-28994252-9e00-4919-ae36-c0b372271c93 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390384 Feb 19 01:08:31.224341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-50445e76-f750-4b49-8011-45a223513b7d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:08:31.224930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-50445e76-f750-4b49-8011-45a223513b7d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1709454 Feb 19 01:08:31.366565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-0bed628b-64c5-486d-a3e0-01f2eb3d0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:31.375681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-0bed628b-64c5-486d-a3e0-01f2eb3d0de8 service neutron] 10.222.0.43 "GET /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 1124 time: 0.3232946 Feb 19 01:08:31.387511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Request body: {'binding': {'host': 'n-h2-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:31.388158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:08:31.407034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-6622d93f-e70d-460b-8b00-0a42c1060aee service neutron] 10.222.0.43 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752665 Feb 19 01:08:31.441329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:31.611244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-f5e469f0-6263-4a35-847e-ca2bf8cd8a47 service neutron] 10.222.0.43 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944067 Feb 19 01:08:31.787266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on host n-h2-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:31.787773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:31.787909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:31.806793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-1677a3ee-acb1-4c89-952d-3c242d89e789 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828533 Feb 19 01:08:31.806793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:31.806793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:31.818030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:31.818377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:31.818772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:31.819221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Bound port: 6acb9c85-3feb-4d93-a42e-43c347acd723, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:31.889422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:31.917576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 466d141d-a6a5-48cb-92c4-b158af84fef5 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:31.966962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 466d141d-a6a5-48cb-92c4-b158af84fef5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:31.967255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 466d141d-a6a5-48cb-92c4-b158af84fef5 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:31.987704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.001180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-90ddef56-686f-4924-9668-d00c229fff5e service neutron] 10.222.0.43 "POST /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723/bindings HTTP/1.1" status: 201 len: 389 time: 0.6159627 Feb 19 01:08:32.074583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d45d2eb-1bb2-4a21-a45b-a52aea3eec19 req-90c2f80a-a1b1-4c59-9cdc-a709689a5421 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "GET /v2.0/security-groups/0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd HTTP/1.1" status: 200 len: 1819 time: 0.1673293 Feb 19 01:08:32.136653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-b4d831c3-23ef-4371-81a3-bdb3bca410f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:32.145126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-b4d831c3-23ef-4371-81a3-bdb3bca410f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1126 time: 0.2505434 Feb 19 01:08:32.241230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d45d2eb-1bb2-4a21-a45b-a52aea3eec19 req-a84fa99b-d2b5-4b95-9305-6e4c7412d575 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.319948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d45d2eb-1bb2-4a21-a45b-a52aea3eec19 req-a84fa99b-d2b5-4b95-9305-6e4c7412d575 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.416978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.444284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d45d2eb-1bb2-4a21-a45b-a52aea3eec19 req-a84fa99b-d2b5-4b95-9305-6e4c7412d575 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.450845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d45d2eb-1bb2-4a21-a45b-a52aea3eec19 req-a84fa99b-d2b5-4b95-9305-6e4c7412d575 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.452034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d45d2eb-1bb2-4a21-a45b-a52aea3eec19 req-a84fa99b-d2b5-4b95-9305-6e4c7412d575 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] 10.222.0.43 "DELETE /v2.0/security-groups/0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd HTTP/1.1" status: 204 len: 173 time: 0.3717995 Feb 19 01:08:32.462309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58100) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:32.498752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fa99b-d2b5-4b95-9305-6e4c7412d575 tempest-SecurityGroupsTestJSON-457428529 tempest-SecurityGroupsTestJSON-457428529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e2aa5-569c-443e-b427-cd3dc4cdc2cd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:32.498916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.560796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-906572ec-f29d-4ca4-985f-70472dcd0929 req-d48c57d8-3c57-4da4-84c8-d0aa004858d0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 210 time: 0.1767409 Feb 19 01:08:32.595230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Deleting subnet 51b5616f-437c-4b88-aca4-267e7b15f5a9 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:32.601816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Publish callbacks [] for subnet (51b5616f-437c-4b88-aca4-267e7b15f5a9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.628589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-5e499cc7-fde0-40b8-9dbe-bcb4daf0f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:32.635230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-5e499cc7-fde0-40b8-9dbe-bcb4daf0f012 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1127 time: 0.1736593 Feb 19 01:08:32.720034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0b6f7c4-ab05-46d3-abd8-320882bebf6a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:32.817636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca272e-02bf-4268-8dc7-570f5e174b90 None None] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:32.880610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=6c48db47-be1d-4c39-9cd8-ff1c30042025,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:32.923639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-7229ab1b-2744-42fd-8771-54d92fa580ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:32.925294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-7229ab1b-2744-42fd-8771-54d92fa580ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.7379348 Feb 19 01:08:33.089944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0b6f7c4-ab05-46d3-abd8-320882bebf6a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:33.094515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.110916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-4e06134c-f072-4560-ade4-090dfcaa543b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.1757400 Feb 19 01:08:33.148735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-091d024c-dc60-4788-9e58-a40ae6b00f1f None None] Provisioning complete for port c0b6f7c4-ab05-46d3-abd8-320882bebf6a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:33.149358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-091d024c-dc60-4788-9e58-a40ae6b00f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.278246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0b6f7c4-ab05-46d3-abd8-320882bebf6a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:33.279815 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.360723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c0b6f7c4-ab05-46d3-abd8-320882bebf6a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,segment=NetworkSegment(d8e3277b-56ae-4082-8040-48d5b867d554),segment_id=d8e3277b-56ae-4082-8040-48d5b867d554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:33.369843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.396233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (afb3abaf-3003-4587-832f-964f6b519274), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.575870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-091d024c-dc60-4788-9e58-a40ae6b00f1f None None] Current status of the port c0b6f7c4-ab05-46d3-abd8-320882bebf6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:33.586381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:33.645557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-0ff2878e-b007-459d-a1d9-4f1f007a2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:33.648641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-0ff2878e-b007-459d-a1d9-4f1f007a2177 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.4711032 Feb 19 01:08:33.707812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (51b5616f-437c-4b88-aca4-267e7b15f5a9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.718749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-c11e9127-cdef-4bb4-8a21-03e976596ac9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609360 Feb 19 01:08:33.719257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:33.736954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-b152a24d-a8ca-4bc7-80b9-3a0cd0b891e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:33.739400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-b152a24d-a8ca-4bc7-80b9-3a0cd0b891e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 1.0679388 Feb 19 01:08:33.828484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-b0f771bc-1e6e-4075-8b27-431cd5e2d4dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.0815754 Feb 19 01:08:33.922387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f2a176a-312e-4eca-8b29-7055ecfb2ae6 None None] Provisioning complete for port c0b6f7c4-ab05-46d3-abd8-320882bebf6a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:33.923124 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f2a176a-312e-4eca-8b29-7055ecfb2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.966502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-4626ee49-7b15-45ff-8d19-8191c10a2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:33.968194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-4626ee49-7b15-45ff-8d19-8191c10a2a93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1233094 Feb 19 01:08:33.969509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (51b5616f-437c-4b88-aca4-267e7b15f5a9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.011924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbf2ed-d482-4868-8464-fc8d84c2d60d req-e536c626-40ed-4645-900b-3adf4eefdb41 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:34.019497 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10cbf2ed-d482-4868-8464-fc8d84c2d60d req-e536c626-40ed-4645-900b-3adf4eefdb41 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 1.3782487 Feb 19 01:08:34.072370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-333e4657-2161-4433-85de-12ecd7e1ea37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803750 Feb 19 01:08:34.123718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a176a-312e-4eca-8b29-7055ecfb2ae6 None None] Current status of the port c0b6f7c4-ab05-46d3-abd8-320882bebf6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:34.145191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f2a176a-312e-4eca-8b29-7055ecfb2ae6 None None] Provisioning complete for port 6c48db47-be1d-4c39-9cd8-ff1c30042025 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:34.146064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f2a176a-312e-4eca-8b29-7055ecfb2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.237861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a176a-312e-4eca-8b29-7055ecfb2ae6 None None] Port 6c48db47-be1d-4c39-9cd8-ff1c30042025 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:34.298514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-064266ac-954f-45e8-a6bc-56dbbd5aad29 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828060 Feb 19 01:08:34.331490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08ffd079-9f30-4219-b854-5f7062f58c29 req-96c47d29-686c-419b-b682-258f7be163f7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 210 time: 0.5994742 Feb 19 01:08:34.382438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a11a75a0-363d-481a-9240-1072a94af034 None None] Provisioning complete for port 6c48db47-be1d-4c39-9cd8-ff1c30042025 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:34.383106 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a11a75a0-363d-481a-9240-1072a94af034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.446912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d36033b3-d73c-4f14-8f46-f6c95905a48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.484606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.499206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a11a75a0-363d-481a-9240-1072a94af034 None None] Port 6c48db47-be1d-4c39-9cd8-ff1c30042025 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:34.537438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0b6f7c4-ab05-46d3-abd8-320882bebf6a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:34.627653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0b6f7c4-ab05-46d3-abd8-320882bebf6a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:34.628280 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.628500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10cbf2ed-d482-4868-8464-fc8d84c2d60d req-a5f88b66-5d13-4318-83ed-0c12b7fd8e9b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071699 Feb 19 01:08:34.655356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (51b5616f-437c-4b88-aca4-267e7b15f5a9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.667589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-30471fcf-d225-497d-b434-19e825184867 None None] Provisioning complete for port 6c48db47-be1d-4c39-9cd8-ff1c30042025 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:34.668238 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30471fcf-d225-497d-b434-19e825184867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.722129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-30471fcf-d225-497d-b434-19e825184867 None None] Port 6c48db47-be1d-4c39-9cd8-ff1c30042025 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:34.724925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b5616f-437c-4b88-aca4-267e7b15f5a9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:34.759055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.762773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e6b2680d-a5e8-4996-a963-b534eb562156 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/51b5616f-437c-4b88-aca4-267e7b15f5a9 HTTP/1.1" status: 204 len: 168 time: 2.2982795 Feb 19 01:08:34.768951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:34.773445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0b6f7c4-ab05-46d3-abd8-320882bebf6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:34.776313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-587925ef-d45e-4ac1-a30f-b7585f23e8a1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:34.777875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-587925ef-d45e-4ac1-a30f-b7585f23e8a1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.10 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 813 time: 0.7043622 Feb 19 01:08:34.797966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Request body: {'port': {'device_id': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'admin_state_up': True, 'tenant_id': '8830366c4e3c48ce95150e4dacdded87'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:34.814538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9b74f31e-1560-4d46-902e-75895179206a service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760544 Feb 19 01:08:34.919628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5ff39080-f4e3-455a-8bd5-402ce7b92cf8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.042573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d36033b3-d73c-4f14-8f46-f6c95905a48a admin admin] Publish callbacks [] for security_group (983f2b96-6bb3-4bb9-92f2-8b8f41214756), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.068338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5ff39080-f4e3-455a-8bd5-402ce7b92cf8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.085911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Made reservation on behalf of 8830366c4e3c48ce95150e4dacdded87 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:35.089797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.117661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff39080-f4e3-455a-8bd5-402ce7b92cf8']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:35.182639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d36033b3-d73c-4f14-8f46-f6c95905a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (983f2b96-6bb3-4bb9-92f2-8b8f41214756), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.212855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.259816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Allocated IP 172.20.0.14 (995ebb14-63a2-42c3-876a-e45fda836e30/4de79d6b-cf3d-4e3d-a587-1e60859de58a/13b39a74-545c-45b1-9f56-533ec632c7a4) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:35.269519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-043e8a20-d626-4461-b07c-a8d92bbd0b80 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5319197 Feb 19 01:08:35.279688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.281875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (afb3abaf-3003-4587-832f-964f6b519274), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.363414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:35.364052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0e483e-b3f8-4eba-a68e-ec6b06a3293c') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:35.434452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (af0e483e-b3f8-4eba-a68e-ec6b06a3293c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.462215 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (af0e483e-b3f8-4eba-a68e-ec6b06a3293c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.511901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:35.517010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (af0e483e-b3f8-4eba-a68e-ec6b06a3293c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:35.536594 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:35.540653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:35.594313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:35.610958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19f6868e-45b4-4d48-adf8-f5e69567e393 req-e4c7330d-6bc2-412c-8516-12b77749f630 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 210 time: 0.0610631 Feb 19 01:08:35.672113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36033b3-d73c-4f14-8f46-f6c95905a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f2b96-6bb3-4bb9-92f2-8b8f41214756,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:35.732385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks [] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.757283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-9d5cd32e-d37a-4846-a3b9-00970858c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.759344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-9d5cd32e-d37a-4846-a3b9-00970858c000 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1127 time: 0.4179497 Feb 19 01:08:35.850154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d36033b3-d73c-4f14-8f46-f6c95905a48a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4b36ad7993d4f1182b66d41d7d4ffcc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1212080 Feb 19 01:08:35.856566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5ff39080-f4e3-455a-8bd5-402ce7b92cf8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.872463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58150) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.908824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=6c48db47-be1d-4c39-9cd8-ff1c30042025,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:35.931548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.950142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] 10.222.0.43 "DELETE /v2.0/networks/5ff39080-f4e3-455a-8bd5-402ce7b92cf8 HTTP/1.1" status: 204 len: 168 time: 1.1700668 Feb 19 01:08:35.986299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router afb3abaf-3003-4587-832f-964f6b519274 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:36.140466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa29dfd-b676-49e2-81a3-fd4a546e627e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff39080-f4e3-455a-8bd5-402ce7b92cf8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.142759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-8fb4cd4a-5d81-404c-adc8-f8708cc25957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.144388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-8fb4cd4a-5d81-404c-adc8-f8708cc25957 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.3118160 Feb 19 01:08:36.150852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.179781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-69333e15-d124-4d24-85d6-74de5a7a5625 None None] Provisioning complete for port 6c48db47-be1d-4c39-9cd8-ff1c30042025 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:36.190943 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69333e15-d124-4d24-85d6-74de5a7a5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.228941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-981cedbf-b339-4682-9775-6c9cbb1a96a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.0674372 Feb 19 01:08:36.246748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58156) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:36.249041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92fd60dd-3127-42ae-8324-62d00ff3ca38 req-15345b7a-1dbd-45e7-ad6d-092743cce9c6 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534032 Feb 19 01:08:36.282950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-69333e15-d124-4d24-85d6-74de5a7a5625 None None] Port 6c48db47-be1d-4c39-9cd8-ff1c30042025 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:36.310488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4e2834b-155d-46b7-8ca0-5bb6e1afa181 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e19182ae7fd547d293d039bca4daecdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580795 Feb 19 01:08:36.311169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58158) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:36.324970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:36.333023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9752bb8-2613-4789-8697-ab076e74500f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/afb3abaf-3003-4587-832f-964f6b519274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7621787 Feb 19 01:08:36.333421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58160) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:36.335835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] Sync routers for ids ['afb3abaf-3003-4587-832f-964f6b519274'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:36.335968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a825f05-6740-454a-b1ca-be96e22c517a req-99178157-8813-4e7a-ac4d-ff5d53161fff tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.337518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a825f05-6740-454a-b1ca-be96e22c517a req-99178157-8813-4e7a-ac4d-ff5d53161fff tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.5658915 Feb 19 01:08:36.338217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.349282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] Routers {'afb3abaf-3003-4587-832f-964f6b519274'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:36.350284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['afb3abaf-3003-4587-832f-964f6b519274'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.427553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c4a28e-60b8-4bbe-b833-0c8057175497 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.431635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-90c4a28e-60b8-4bbe-b833-0c8057175497 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports/6c48db47-be1d-4c39-9cd8-ff1c30042025 HTTP/1.1" status: 200 len: 983 time: 0.0949762 Feb 19 01:08:36.431985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58162) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:36.444297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.466711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Network 995ebb14-63a2-42c3-876a-e45fda836e30 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:36.473801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] Routers {'afb3abaf-3003-4587-832f-964f6b519274'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:36.473978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:36.474711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['afb3abaf-3003-4587-832f-964f6b519274'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.495626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0733571-d641-420d-b8d0-b54184084eb8 admin admin] Publish callbacks [] for security_group (3f709c44-3e24-4988-aa1b-74a208159bb0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.522154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:36.537614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a825f05-6740-454a-b1ca-be96e22c517a req-102aca16-d76f-469e-b59e-c490df36135c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770046 Feb 19 01:08:36.552060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.567731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e27c3-f74e-45e0-907c-c678aa242141 None None] The sync data for ids ['afb3abaf-3003-4587-832f-964f6b519274'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:36.579456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0733571-d641-420d-b8d0-b54184084eb8 admin admin] Publish callbacks [] for security_group (3f709c44-3e24-4988-aa1b-74a208159bb0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.643489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-d95b9583-85fc-4e50-9384-3e899b454e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.645502 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-d95b9583-85fc-4e50-9384-3e899b454e7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.2893450 Feb 19 01:08:36.684880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c1558f9-91e3-4ca3-8487-6eb580847e72 admin admin] Publish callbacks [] for security_group (983f2b96-6bb3-4bb9-92f2-8b8f41214756), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.741824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.742499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.784198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-b1faf483-02c6-4268-a843-8e70b4c2a1e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197233 Feb 19 01:08:36.815386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-872de9b5-9d99-4430-9d3f-2be56ae6e2bc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0230746 Feb 19 01:08:36.951616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0733571-d641-420d-b8d0-b54184084eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3f709c44-3e24-4988-aa1b-74a208159bb0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.954635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0733571-d641-420d-b8d0-b54184084eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.956958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f0733571-d641-420d-b8d0-b54184084eb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f709c44-3e24-4988-aa1b-74a208159bb0 HTTP/1.1" status: 204 len: 168 time: 0.6450899 Feb 19 01:08:36.967082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Request body: {'port': {'device_id': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:36.978041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c1558f9-91e3-4ca3-8487-6eb580847e72 admin admin] Publish callbacks [] for security_group (983f2b96-6bb3-4bb9-92f2-8b8f41214756), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.996096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0733571-d641-420d-b8d0-b54184084eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f709c44-3e24-4988-aa1b-74a208159bb0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.112931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368ea25-318f-478d-a29d-f43e7088d621 req-6626734e-345f-4383-9fcd-536ef322d1a8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:37.121534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6368ea25-318f-478d-a29d-f43e7088d621 req-6626734e-345f-4383-9fcd-536ef322d1a8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 932 time: 0.2826679 Feb 19 01:08:37.281061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-6794d48a-6706-4a79-b4cb-df09831eda4b service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646037 Feb 19 01:08:37.293178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.441758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6368ea25-318f-478d-a29d-f43e7088d621 req-51436fb7-e0a5-42cf-bdc2-89907cd7e934 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871046 Feb 19 01:08:37.458583 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c1558f9-91e3-4ca3-8487-6eb580847e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (983f2b96-6bb3-4bb9-92f2-8b8f41214756), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.460620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c1558f9-91e3-4ca3-8487-6eb580847e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.461837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9c1558f9-91e3-4ca3-8487-6eb580847e72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/983f2b96-6bb3-4bb9-92f2-8b8f41214756 HTTP/1.1" status: 204 len: 168 time: 1.5874658 Feb 19 01:08:37.485539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1558f9-91e3-4ca3-8487-6eb580847e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f2b96-6bb3-4bb9-92f2-8b8f41214756,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.645885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (afb3abaf-3003-4587-832f-964f6b519274), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.700721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c208cac-8bf4-4776-b407-950bb398ef5f req-73c2da84-4430-498b-bb73-e1441dea78d2 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046128 Feb 19 01:08:37.843935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23e11-5452-4ffa-9a2d-5cb25cf59548 req-8dbb626e-9701-411e-984b-366c1a72f659 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:37.845816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55d23e11-5452-4ffa-9a2d-5cb25cf59548 req-8dbb626e-9701-411e-984b-366c1a72f659 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1477134 Feb 19 01:08:37.944193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55d23e11-5452-4ffa-9a2d-5cb25cf59548 req-ecbcac4a-2c9c-498e-b642-1af48a57d6fb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837529 Feb 19 01:08:38.008631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b39a74-545c-45b1-9f56-533ec632c7a4 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:38.018824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Publish callbacks [] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.030389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 6c48db47-be1d-4c39-9cd8-ff1c30042025 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:38.030740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.039337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Transition to ACTIVE for port object 13b39a74-545c-45b1-9f56-533ec632c7a4 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:38.045725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.188251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:38.206438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.218455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Attempting to bind port 13b39a74-545c-45b1-9f56-533ec632c7a4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:38.218784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Attempting to bind port 13b39a74-545c-45b1-9f56-533ec632c7a4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:38.219112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Attempting to bind port 13b39a74-545c-45b1-9f56-533ec632c7a4 on network 995ebb14-63a2-42c3-876a-e45fda836e30 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:38.225090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Port 13b39a74-545c-45b1-9f56-533ec632c7a4 on network 995ebb14-63a2-42c3-876a-e45fda836e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:38.225413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Attempting to bind port 13b39a74-545c-45b1-9f56-533ec632c7a4 on network 995ebb14-63a2-42c3-876a-e45fda836e30 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:38.231431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:38.231594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Checking segment: {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:38.231977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Bound using segment: {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:38.232404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Bound port: 13b39a74-545c-45b1-9f56-533ec632c7a4, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:38.232767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.233837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 6c48db47-be1d-4c39-9cd8-ff1c30042025 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:38.354355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:38.358951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:38.371374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.421769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:38.422583 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.423916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] 10.222.0.10 "PUT /v2.0/ports/13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 1092 time: 1.4676809 Feb 19 01:08:38.473944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58206) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:38.492900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:38.497194 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d474423-50b5-4848-a3aa-69bdfffb0f28" -d '{"events": [{"name": "network-changed", "server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:38.497399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6c48db47-be1d-4c39-9cd8-ff1c30042025), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.569382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=6c48db47-be1d-4c39-9cd8-ff1c30042025,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:38.637829 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c500a09b-59a7-4640-92ae-ce2a102df634 x-openstack-request-id: req-c500a09b-59a7-4640-92ae-ce2a102df634 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:38.638253 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:38.639194 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c500a09b-59a7-4640-92ae-ce2a102df634 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:38.639291 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'status': 'completed', 'code': 200} Feb 19 01:08:38.660703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898df17-e67c-4eb4-9ae6-c19bea762783 service neutron] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:38.666824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-061b16be-8914-4f0f-971b-428a9b97f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:38.669175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-061b16be-8914-4f0f-971b-428a9b97f881 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1126 time: 0.1655173 Feb 19 01:08:38.730133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-96efd824-416b-4e28-b2f0-faf77e0c19da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 217 time: 0.0511949 Feb 19 01:08:38.742248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1388391881-network', 'tenant_id': '6606eae5a58441fca8ee3895adde1c5a'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:38.803029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-4dde0af0-4977-4c76-9c8f-f44caebc09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:38.804525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-4dde0af0-4977-4c76-9c8f-f44caebc09fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.0659583 Feb 19 01:08:38.821308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (afb3abaf-3003-4587-832f-964f6b519274), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.843102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Made reservation on behalf of 6606eae5a58441fca8ee3895adde1c5a for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:38.844743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.847142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-9219e130-87fe-42c9-8759-5f3074968992 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343068 Feb 19 01:08:38.860966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.928789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd9f36-a7a9-424d-85df-33e4c9f45286 req-d45c3321-5e07-457a-854e-1048f59b31ef tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:38.930386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33cd9f36-a7a9-424d-85df-33e4c9f45286 req-d45c3321-5e07-457a-854e-1048f59b31ef tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.3001981 Feb 19 01:08:39.000166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-8586b9db-ab59-4856-801c-5c3bd4b6e9e9 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430221 Feb 19 01:08:39.115104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33cd9f36-a7a9-424d-85df-33e4c9f45286 req-6dd37c9c-8560-43fb-9050-92f1e0ed87c2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518366 Feb 19 01:08:39.124128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router afb3abaf-3003-4587-832f-964f6b519274 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:39.183220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3bf5-4c6a-450c-a80d-9f3ef3c44baa req-07c07ce3-efce-42c1-8430-40560d24b882 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.187969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks [] for security_group (1957c43d-d21a-49f5-82ee-bb060e0a0f00), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.191515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceda3bf5-4c6a-450c-a80d-9f3ef3c44baa req-07c07ce3-efce-42c1-8430-40560d24b882 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.0978487 Feb 19 01:08:39.201394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49adc5b5-5440-40ed-b7ab-c3d3b013fd0a req-c4cbaf02-aaea-4a61-bba2-c7d4f30531e3 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925147 Feb 19 01:08:39.246658 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1957c43d-d21a-49f5-82ee-bb060e0a0f00), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.302943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:39.312209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:39.320309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d2c157e-c17d-44a7-825d-35aae576c59d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/afb3abaf-3003-4587-832f-964f6b519274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8866858 Feb 19 01:08:39.320398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1957c43d-d21a-49f5-82ee-bb060e0a0f00,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.331119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58230) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:39.331727 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] Sync routers for ids ['afb3abaf-3003-4587-832f-964f6b519274'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:39.339637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (09cbe50f-fba3-4019-9f95-d16356dd1c81), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.342605 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Added segment 09cbe50f-fba3-4019-9f95-d16356dd1c81 of type vlan for network 92e23286-fdf2-45bc-96f7-9031dfbd3f19 Feb 19 01:08:39.355011 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] Routers {'afb3abaf-3003-4587-832f-964f6b519274'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:39.357581 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['afb3abaf-3003-4587-832f-964f6b519274'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:39.392455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (92e23286-fdf2-45bc-96f7-9031dfbd3f19), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.423637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (92e23286-fdf2-45bc-96f7-9031dfbd3f19), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.425232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.426835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.434566 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:39.460612 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] Routers {'afb3abaf-3003-4587-832f-964f6b519274'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:39.461295 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['afb3abaf-3003-4587-832f-964f6b519274'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:39.500737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0256643 Feb 19 01:08:39.512002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58234) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:39.521227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Request body: {'subnet': {'network_id': '92e23286-fdf2-45bc-96f7-9031dfbd3f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1388391881-subnet', 'tenant_id': '6606eae5a58441fca8ee3895adde1c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:39.537647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd7e52-09a0-4e18-95e9-2ee28937e424 admin admin] Pushing event updated for resources: {'Network': ['ID=92e23286-fdf2-45bc-96f7-9031dfbd3f19,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.552336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 92e23286-fdf2-45bc-96f7-9031dfbd3f19 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:39.568382 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:39.570203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b2318-8d79-4919-bf91-cf5d6adb497c None None] The sync data for ids ['afb3abaf-3003-4587-832f-964f6b519274'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:39.570497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Made reservation on behalf of 6606eae5a58441fca8ee3895adde1c5a for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:39.577330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.612050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ceda3bf5-4c6a-450c-a80d-9f3ef3c44baa req-9c373cea-917d-4db8-b59b-cd61bedb4bb9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190624 Feb 19 01:08:39.613342 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-0a9167dd-6c87-4a37-ba0d-220455e80607 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 01:08:39.617695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0a9167dd-6c87-4a37-ba0d-220455e80607 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/afb3abaf-3003-4587-832f-964f6b519274/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2819424 Feb 19 01:08:39.623265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58238) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:39.625507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-96a14d40-272a-4594-b06a-879b7e57f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.627029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-96a14d40-272a-4594-b06a-879b7e57f1a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1126 time: 0.3571215 Feb 19 01:08:39.667635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7251ff9e-79e9-4398-b7c5-c33915a8f0a6 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=afb3abaf-3003-4587-832f-964f6b519274 HTTP/1.1" status: 200 len: 205 time: 0.0393221 Feb 19 01:08:39.670036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58240) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:39.812524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (afb3abaf-3003-4587-832f-964f6b519274), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.850431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (7a26550b-5400-487a-a44b-e23f826b4429), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.911544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a26550b-5400-487a-a44b-e23f826b4429,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.951779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Checking segment: {'id': '09cbe50f-fba3-4019-9f95-d16356dd1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92e23286-fdf2-45bc-96f7-9031dfbd3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:39.952116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Network hostable DHCP agents. Network: 92e23286-fdf2-45bc-96f7-9031dfbd3f19, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:39.973232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Network 92e23286-fdf2-45bc-96f7-9031dfbd3f19 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:39.987020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 92e23286-fdf2-45bc-96f7-9031dfbd3f19) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:39.997603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fc0bf-a2fc-40b7-9466-c8964cb877ba None None] Network 92e23286-fdf2-45bc-96f7-9031dfbd3f19 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:40.007438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:40.008254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.037482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7af9ab69-d296-43e0-aea9-0c4d22e56080 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5235229 Feb 19 01:08:40.210317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b1f5c-9a98-437b-ba91-854384038730 None None] Network 92e23286-fdf2-45bc-96f7-9031dfbd3f19 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:40.325357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330325fd-8ced-4881-9348-2f998ae837e3 req-40846d1d-07ca-4afe-8081-b195b3b8f0fe tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:40.326848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-330325fd-8ced-4881-9348-2f998ae837e3 req-40846d1d-07ca-4afe-8081-b195b3b8f0fe tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.1005383 Feb 19 01:08:40.400476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-38eabafc-36b1-4cc2-ba37-457d8bbdebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:40.401990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-38eabafc-36b1-4cc2-ba37-457d8bbdebc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 914 time: 0.7332976 Feb 19 01:08:40.414597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-330325fd-8ced-4881-9348-2f998ae837e3 req-d8bc7ef7-f602-4a60-89c8-3f8b8d9be5bb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 Feb 19 01:08:40.530089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-f772cda5-9525-48d0-a7c0-3b000961b2d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 217 time: 0.0949123 Feb 19 01:08:40.542714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (afb3abaf-3003-4587-832f-964f6b519274), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.547647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (afb3abaf-3003-4587-832f-964f6b519274), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.588679 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-a550374f-d84d-4e3e-be7e-c06082975b8a req-2be38ce0-b452-495c-bf42-2d09194cd375 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] show failed (client error): The resource could not be found. Feb 19 01:08:40.589875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a550374f-d84d-4e3e-be7e-c06082975b8a req-2be38ce0-b452-495c-bf42-2d09194cd375 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups/b2bcfe34-b1e7-4eec-a458-92b1633f4218 HTTP/1.1" status: 404 len: 352 time: 0.0589159 Feb 19 01:08:40.721816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1986a65-05a2-4087-8e5f-f9e474d8e0bc req-813560cc-b087-42cf-ba0c-db2db0151eff tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6606eae5a58441fca8ee3895adde1c5a HTTP/1.1" status: 200 len: 3005 time: 0.0675662 Feb 19 01:08:40.724118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (afb3abaf-3003-4587-832f-964f6b519274), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.724630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router afb3abaf-3003-4587-832f-964f6b519274 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:40.733573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.734821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-83ca327f-2079-42c4-ba3c-45e06d6c1b92 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/afb3abaf-3003-4587-832f-964f6b519274 HTTP/1.1" status: 204 len: 168 time: 1.0638332 Feb 19 01:08:40.737698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58288) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:40.775699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-de61a59b-4191-4d67-898e-1c7c9abb44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:40.775699 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-de61a59b-4191-4d67-898e-1c7c9abb44d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.2304168 Feb 19 01:08:40.788738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1986a65-05a2-4087-8e5f-f9e474d8e0bc req-1d65112f-6006-4544-8183-10af23955419 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups/1957c43d-d21a-49f5-82ee-bb060e0a0f00 HTTP/1.1" status: 200 len: 3002 time: 0.0528140 Feb 19 01:08:40.820372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-c157aef6-99d9-4440-9cc9-34e0efa69830 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344551 Feb 19 01:08:40.852754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 9edd0b93-982a-4fb8-99eb-d40b5bf62d3a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:40.868852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1986a65-05a2-4087-8e5f-f9e474d8e0bc req-71bcca28-aacb-4d0f-aa7d-35e51d34d0fd tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups/1957c43d-d21a-49f5-82ee-bb060e0a0f00 HTTP/1.1" status: 200 len: 3002 time: 0.0691092 Feb 19 01:08:40.884246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (9edd0b93-982a-4fb8-99eb-d40b5bf62d3a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.946521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec68e39-926a-404b-901e-969167e61ffa req-1fdafaaa-aac6-4256-a567-0886129c1303 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:40.955428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fec68e39-926a-404b-901e-969167e61ffa req-1fdafaaa-aac6-4256-a567-0886129c1303 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1716869 Feb 19 01:08:41.001253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (9edd0b93-982a-4fb8-99eb-d40b5bf62d3a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.072505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fec68e39-926a-404b-901e-969167e61ffa req-4846719d-da27-4eda-8ff8-95d5a4ca36e1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157994 Feb 19 01:08:41.087772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-d8f38a61-6656-429f-89f4-258bff6643c0 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219369 Feb 19 01:08:41.102308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29755860-b188-4444-9d56-fa15516c8dc9 req-cd910ec0-20ad-49ca-a740-da72f7e08a8e tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups/1957c43d-d21a-49f5-82ee-bb060e0a0f00 HTTP/1.1" status: 200 len: 3002 time: 0.1466172 Feb 19 01:08:41.157038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (9edd0b93-982a-4fb8-99eb-d40b5bf62d3a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.230048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (9edd0b93-982a-4fb8-99eb-d40b5bf62d3a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.246241 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-29755860-b188-4444-9d56-fa15516c8dc9 req-fdd45918-d041-4daa-97ca-b8bc1e5dfaa7 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:08:41.247435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29755860-b188-4444-9d56-fa15516c8dc9 req-fdd45918-d041-4daa-97ca-b8bc1e5dfaa7 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "DELETE /v2.0/security-groups/1957c43d-d21a-49f5-82ee-bb060e0a0f00 HTTP/1.1" status: 409 len: 352 time: 0.1364157 Feb 19 01:08:41.266344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=9edd0b93-982a-4fb8-99eb-d40b5bf62d3a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:41.272064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.275732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b08b9dcf-7601-4bc4-9efd-4a9aab423612 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/9edd0b93-982a-4fb8-99eb-d40b5bf62d3a HTTP/1.1" status: 204 len: 168 time: 0.5363255 Feb 19 01:08:41.278222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58318) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:41.281077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d474423-50b5-4848-a3aa-69bdfffb0f28 req-05be6fd7-debb-42de-b299-3af3a5a3afd8 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794024 Feb 19 01:08:41.288500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c13ebd-4f93-496c-80a6-bd0f195a310f None None] Network 4de76531-a7e5-4df1-b523-8afd7c4162fd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:41.359479 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-ba149ac5-9d4c-4091-8131-21961c714b5e req-c0ddbc4c-6f8d-4f06-a2e9-7202452fdfbb tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] show failed (client error): The resource could not be found. Feb 19 01:08:41.360638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba149ac5-9d4c-4091-8131-21961c714b5e req-c0ddbc4c-6f8d-4f06-a2e9-7202452fdfbb tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups/cbe9f1ae-c824-4aac-a665-f58f38e31a99 HTTP/1.1" status: 404 len: 352 time: 0.0284925 Feb 19 01:08:41.381511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4de76531-a7e5-4df1-b523-8afd7c4162fd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.419839 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-14d763d8-79da-498a-a6f0-220bc397a2a8 req-0b8ead42-a723-4557-bed3-ddb70acecb59 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] show failed (client error): The resource could not be found. Feb 19 01:08:41.420909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-14d763d8-79da-498a-a6f0-220bc397a2a8 req-0b8ead42-a723-4557-bed3-ddb70acecb59 tempest-SecurityGroupsNegativeTestJSON-2003374967 tempest-SecurityGroupsNegativeTestJSON-2003374967-project] 10.222.0.43 "GET /v2.0/security-groups/37a6a925-fa75-43bd-9458-db3558058201 HTTP/1.1" status: 404 len: 352 time: 0.0206943 Feb 19 01:08:41.442110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58328) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:41.512847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] DHCP port deletion for 4de76531-a7e5-4df1-b523-8afd7c4162fd request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:41.524574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Deleting subnet 7a26550b-5400-487a-a44b-e23f826b4429 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:41.529576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Publish callbacks [] for subnet (7a26550b-5400-487a-a44b-e23f826b4429), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.607420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] Deleting port c0b6f7c4-ab05-46d3-abd8-320882bebf6a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:41.608059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.684966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] For port c0b6f7c4-ab05-46d3-abd8-320882bebf6a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,segment=NetworkSegment(d8e3277b-56ae-4082-8040-48d5b867d554),segment_id=d8e3277b-56ae-4082-8040-48d5b867d554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:41.685718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.701647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] Calling delete_port for c0b6f7c4-ab05-46d3-abd8-320882bebf6a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:41.774514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58334) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:41.816948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.859542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] No DVR routers for this DVR port c0b6f7c4-ab05-46d3-abd8-320882bebf6a on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:41.864686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45244a6-f56c-45a0-b470-f2899b3805aa None None] Pushing event deleted for resources: {'Port': ['ID=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:41.921935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port c0b6f7c4-ab05-46d3-abd8-320882bebf6a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:41.922473 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.935015 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3a38-d126-4ad0-9e98-675e5b746176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.976133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:42.001054 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (7a26550b-5400-487a-a44b-e23f826b4429), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.038852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3a38-d126-4ad0-9e98-675e5b746176 admin admin] Publish callbacks [] for security_group (13711c62-ab2c-4fb1-a313-2761141c715e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.043503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3a38-d126-4ad0-9e98-675e5b746176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (13711c62-ab2c-4fb1-a313-2761141c715e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.044870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port c0b6f7c4-ab05-46d3-abd8-320882bebf6a, host n-d-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:42.045260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.071490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for c0b6f7c4-ab05-46d3-abd8-320882bebf6a owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:42.081271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569332b0-72a5-4d7a-85d1-2b96de9727a0 req-fd3298a3-8d71-47a9-9072-1c4a87b538d0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:42.089308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-569332b0-72a5-4d7a-85d1-2b96de9727a0 req-fd3298a3-8d71-47a9-9072-1c4a87b538d0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.1829445 Feb 19 01:08:42.092834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Port c0b6f7c4-ab05-46d3-abd8-320882bebf6a was not found and therefore no delete operation was performed {{(pid=103429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:08:42.094020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7a26550b-5400-487a-a44b-e23f826b4429), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.096086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58340) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:42.102849 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bb5a3a38-d126-4ad0-9e98-675e5b746176 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbce9fe9db8445528718e437beaf4a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158758 Feb 19 01:08:42.106459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a3a38-d126-4ad0-9e98-675e5b746176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13711c62-ab2c-4fb1-a313-2761141c715e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.126282 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c0b6f7c4-ab05-46d3-abd8-320882bebf6a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.137116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:42.157180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'port_id': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'mac_address': 'fa:16:3e:89:b9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de79d6b-cf3d-4e3d-a587-1e60859de58a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:42.194110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=c0b6f7c4-ab05-46d3-abd8-320882bebf6a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.202732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port c0b6f7c4-ab05-46d3-abd8-320882bebf6a on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:42.249306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3d573-852e-43f9-8ebe-713460abe781 req-0997f7aa-ba08-494e-8e3a-1ff4e8ca100b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:42.251321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04d3d573-852e-43f9-8ebe-713460abe781 req-0997f7aa-ba08-494e-8e3a-1ff4e8ca100b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.0922182 Feb 19 01:08:42.300159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-569332b0-72a5-4d7a-85d1-2b96de9727a0 req-62f63c27-f124-4fe5-a43e-e2bbc3f5e5dc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098544 Feb 19 01:08:42.327885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04d3d573-852e-43f9-8ebe-713460abe781 req-cb0dd8c5-4052-478a-b3c4-9b900c4645d6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Feb 19 01:08:42.402974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:42.403432 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.418989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0b6f7c4-ab05-46d3-abd8-320882bebf6a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:42.419726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4de76531-a7e5-4df1-b523-8afd7c4162fd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.436359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-779ce22c-98e8-47ef-b8d7-c7984f061384 admin admin] Publish callbacks [] for security_group (13711c62-ab2c-4fb1-a313-2761141c715e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.447783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b39a74-545c-45b1-9f56-533ec632c7a4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:42.448851 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (7a26550b-5400-487a-a44b-e23f826b4429), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.451743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de76531-a7e5-4df1-b523-8afd7c4162fd']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.453739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c0b6f7c4-ab05-46d3-abd8-320882bebf6a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:42.455934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0b6f7c4-ab05-46d3-abd8-320882bebf6a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:42.495649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:42.500105 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.507217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-779ce22c-98e8-47ef-b8d7-c7984f061384 admin admin] Publish callbacks [] for security_group (13711c62-ab2c-4fb1-a313-2761141c715e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.559117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.586088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e3277b-56ae-4082-8040-48d5b867d554') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.586687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e3277b-56ae-4082-8040-48d5b867d554') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.590368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.593964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a26550b-5400-487a-a44b-e23f826b4429 HTTP/1.1" status: 204 len: 168 time: 1.1518929 Feb 19 01:08:42.594840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63819ba7-01e1-48d8-b6f0-ce2eae0ae465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a26550b-5400-487a-a44b-e23f826b4429,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.596726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:42.608317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d8e3277b-56ae-4082-8040-48d5b867d554), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.616401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-779ce22c-98e8-47ef-b8d7-c7984f061384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (13711c62-ab2c-4fb1-a313-2761141c715e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.618995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-779ce22c-98e8-47ef-b8d7-c7984f061384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.623655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-779ce22c-98e8-47ef-b8d7-c7984f061384 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13711c62-ab2c-4fb1-a313-2761141c715e HTTP/1.1" status: 204 len: 168 time: 0.5214050 Feb 19 01:08:42.635220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce22c-98e8-47ef-b8d7-c7984f061384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13711c62-ab2c-4fb1-a313-2761141c715e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.653247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d8e3277b-56ae-4082-8040-48d5b867d554), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.662794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:42.663279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d8e3277b-56ae-4082-8040-48d5b867d554), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:42.666532 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:42.727850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (92e23286-fdf2-45bc-96f7-9031dfbd3f19), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.756827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4de76531-a7e5-4df1-b523-8afd7c4162fd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.761858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.765381 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/4de76531-a7e5-4df1-b523-8afd7c4162fd HTTP/1.1" status: 204 len: 168 time: 1.4861822 Feb 19 01:08:42.771917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58350) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:42.795284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1120701243'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:42.800729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faec0d-b84a-4c05-bcd4-ffa20d582ddf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=4de76531-a7e5-4df1-b523-8afd7c4162fd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.811340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['13b39a74-545c-45b1-9f56-533ec632c7a4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:42.834220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:42.835380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (92e23286-fdf2-45bc-96f7-9031dfbd3f19), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.841950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.861555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e23286-fdf2-45bc-96f7-9031dfbd3f19']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.873248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cbe50f-fba3-4019-9f95-d16356dd1c81') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.873623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cbe50f-fba3-4019-9f95-d16356dd1c81') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.885173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (09cbe50f-fba3-4019-9f95-d16356dd1c81), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.902971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (09cbe50f-fba3-4019-9f95-d16356dd1c81), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.910045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:42.910554 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (09cbe50f-fba3-4019-9f95-d16356dd1c81), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:42.929779 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:42.994134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (92e23286-fdf2-45bc-96f7-9031dfbd3f19), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.002032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:43.017356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3664e418-4a51-451e-b78e-df7c85fde112), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.017636 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 3664e418-4a51-451e-b78e-df7c85fde112 of type vlan for network 76a31026-d901-4e57-8084-a3bd0a554822 Feb 19 01:08:43.030224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.037853 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/92e23286-fdf2-45bc-96f7-9031dfbd3f19 HTTP/1.1" status: 204 len: 168 time: 0.4400966 Feb 19 01:08:43.039004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae10e4-4201-4f79-bc49-1f409dc6b5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e23286-fdf2-45bc-96f7-9031dfbd3f19,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.148965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58362) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.155444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (76a31026-d901-4e57-8084-a3bd0a554822), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.163544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-213ec39c-d70d-4e4b-bc00-bf081120e05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.208903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (76a31026-d901-4e57-8084-a3bd0a554822), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.214257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.214940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.255705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58364) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.278417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5049989 Feb 19 01:08:43.281400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58366) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.287478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '76a31026-d901-4e57-8084-a3bd0a554822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:43.328087 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dfe821c9-0af3-4fee-944a-96bb41f193f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6606eae5a58441fca8ee3895adde1c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709860 Feb 19 01:08:43.331689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58370) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.365430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fa30a-ce0b-4e63-ad6c-7055a34dc528 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=76a31026-d901-4e57-8084-a3bd0a554822,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.380337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 76a31026-d901-4e57-8084-a3bd0a554822 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:43.426064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-213ec39c-d70d-4e4b-bc00-bf081120e05a admin admin] Publish callbacks [] for security_group (3c706341-985a-4095-b01d-b5182e8914da), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.460762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-213ec39c-d70d-4e4b-bc00-bf081120e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3c706341-985a-4095-b01d-b5182e8914da), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.522305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ec39c-d70d-4e4b-bc00-bf081120e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c706341-985a-4095-b01d-b5182e8914da,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.527556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-213ec39c-d70d-4e4b-bc00-bf081120e05a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb0eba70cb744f5389009e00f4c2b90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770912 Feb 19 01:08:43.529655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:43.533444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.540524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58374) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.549632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7950a679-b111-4b08-a546-1cd9fd7b0325 admin admin] Publish callbacks [] for security_group (1957c43d-d21a-49f5-82ee-bb060e0a0f00), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.587399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adf76-5a37-4392-a4dc-f8511854f9a3 req-9f1db760-0785-464d-a343-b8182b0b64da tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.589373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-993adf76-5a37-4392-a4dc-f8511854f9a3 req-9f1db760-0785-464d-a343-b8182b0b64da tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 945 time: 0.1852734 Feb 19 01:08:43.595335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7950a679-b111-4b08-a546-1cd9fd7b0325 admin admin] Publish callbacks [] for security_group (1957c43d-d21a-49f5-82ee-bb060e0a0f00), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.678150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5152ab4-45cd-4758-8999-99172beb5f8f req-57de2f7e-a64d-4a04-9751-4832b63d65d3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.680316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5152ab4-45cd-4758-8999-99172beb5f8f req-57de2f7e-a64d-4a04-9751-4832b63d65d3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.2275980 Feb 19 01:08:43.680643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-993adf76-5a37-4392-a4dc-f8511854f9a3 req-3a1fd0e3-7c82-4eeb-a132-9c6dbb554a9f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822084 Feb 19 01:08:43.700961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7950a679-b111-4b08-a546-1cd9fd7b0325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1957c43d-d21a-49f5-82ee-bb060e0a0f00), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.704077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7950a679-b111-4b08-a546-1cd9fd7b0325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.707983 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7950a679-b111-4b08-a546-1cd9fd7b0325 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1957c43d-d21a-49f5-82ee-bb060e0a0f00 HTTP/1.1" status: 204 len: 168 time: 0.3720388 Feb 19 01:08:43.716309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950a679-b111-4b08-a546-1cd9fd7b0325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1957c43d-d21a-49f5-82ee-bb060e0a0f00,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.774075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8b78e37-df0b-4e2e-ad01-c63b26c8e2e7 admin admin] Publish callbacks [] for security_group (3c706341-985a-4095-b01d-b5182e8914da), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.815623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8b78e37-df0b-4e2e-ad01-c63b26c8e2e7 admin admin] Publish callbacks [] for security_group (3c706341-985a-4095-b01d-b5182e8914da), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.820592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5152ab4-45cd-4758-8999-99172beb5f8f req-20b785fa-fc06-4dfa-a726-b41115fdd18f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246209 Feb 19 01:08:43.953277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8b78e37-df0b-4e2e-ad01-c63b26c8e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3c706341-985a-4095-b01d-b5182e8914da), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.956745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8b78e37-df0b-4e2e-ad01-c63b26c8e2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.958226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a8b78e37-df0b-4e2e-ad01-c63b26c8e2e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c706341-985a-4095-b01d-b5182e8914da HTTP/1.1" status: 204 len: 168 time: 0.4160285 Feb 19 01:08:43.961841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (638fb48d-617d-4d6b-9632-addf5520fa73), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.978977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:44.039728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b78e37-df0b-4e2e-ad01-c63b26c8e2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c706341-985a-4095-b01d-b5182e8914da,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:44.109454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 13b39a74-545c-45b1-9f56-533ec632c7a4 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:44.120144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 13b39a74-545c-45b1-9f56-533ec632c7a4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:44.122018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.136119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=638fb48d-617d-4d6b-9632-addf5520fa73,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:44.163727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '3664e418-4a51-451e-b78e-df7c85fde112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76a31026-d901-4e57-8084-a3bd0a554822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:44.164491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 76a31026-d901-4e57-8084-a3bd0a554822, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:44.213962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 76a31026-d901-4e57-8084-a3bd0a554822 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:44.229508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 76a31026-d901-4e57-8084-a3bd0a554822) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:44.246907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.248758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff28f15-67c6-4837-b131-c31df7e01ab5 None None] Network 76a31026-d901-4e57-8084-a3bd0a554822 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:44.249455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.293409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ca7fb2f5-94de-4763-8414-02a10c54aba7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0106831 Feb 19 01:08:44.295956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58388) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:44.301825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2060926588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:44.328399 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (3f5f8f7a-8d87-408d-880a-f43d32779f80), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.331716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (3f5f8f7a-8d87-408d-880a-f43d32779f80), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.409305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:44.410044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.454565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:44.457932 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa344c1-b8bd-4132-894a-f66f6b01e6e3" -d '{"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-plugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:44.477650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:44.481122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (3f5f8f7a-8d87-408d-880a-f43d32779f80), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.488640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (3f5f8f7a-8d87-408d-880a-f43d32779f80), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.507521 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.534126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.539177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58402) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:44.539377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-656d1c67-fef1-472a-80f3-f3c9dc9d2b3f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2423379 Feb 19 01:08:44.575533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:44.588193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-76a31026-d901-4e57-8084-a3bd0a554822', 'network_id': '76a31026-d901-4e57-8084-a3bd0a554822', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '638fb48d-617d-4d6b-9632-addf5520fa73'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:44.590504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.977710 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2fa679-5669-4960-92ae-a9c655755e65 x-openstack-request-id: req-2f2fa679-5669-4960-92ae-a9c655755e65 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:44.978250 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-plugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:44.978803 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2fa679-5669-4960-92ae-a9c655755e65 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:44.979366 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'code': 200} Feb 19 01:08:45.007421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Allocated IP 2001:db8::2 (76a31026-d901-4e57-8084-a3bd0a554822/638fb48d-617d-4d6b-9632-addf5520fa73/7184cc34-f799-489b-960c-88ec040b0028) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:45.055464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185189e-5e04-40a4-988d-4d26a9f863fb req-29adb296-83fc-4c10-8bdb-46bb2bcb2753 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:45.063012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6185189e-5e04-40a4-988d-4d26a9f863fb req-29adb296-83fc-4c10-8bdb-46bb2bcb2753 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2534063 Feb 19 01:08:45.123068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.133792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de93cc-b526-41d8-bf9b-cd60c00e0e69 req-85668d2b-4dab-4a7c-b8bc-01c882dbf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:45.135245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7de93cc-b526-41d8-bf9b-cd60c00e0e69 req-85668d2b-4dab-4a7c-b8bc-01c882dbf341 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1128 time: 0.1790833 Feb 19 01:08:45.180084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84a967-83ac-439c-8390-2b006c57d77b req-8f4028c4-79c8-4720-8398-468fea8451b3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:45.188107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e84a967-83ac-439c-8390-2b006c57d77b req-8f4028c4-79c8-4720-8398-468fea8451b3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1454370 Feb 19 01:08:45.255727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6185189e-5e04-40a4-988d-4d26a9f863fb req-a281dfd3-789c-490f-a75d-e1d67706ff6f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342421 Feb 19 01:08:45.305213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7de93cc-b526-41d8-bf9b-cd60c00e0e69 req-4dc8d399-3a99-4ea1-b26f-66b42c782beb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588223 Feb 19 01:08:45.307066 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Publish callbacks [] for port (7184cc34-f799-489b-960c-88ec040b0028), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.315992 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7184cc34-f799-489b-960c-88ec040b0028), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.347067 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e84a967-83ac-439c-8390-2b006c57d77b req-d5a77ed5-bd6d-48df-bbd2-88ac28e4f4ec tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579492 Feb 19 01:08:45.400143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Network 76a31026-d901-4e57-8084-a3bd0a554822 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:45.414032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:45.416556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Pushing event updated for resources: {'Port': ['ID=7184cc34-f799-489b-960c-88ec040b0028,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:45.426315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:45.534712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Attempting to bind port 7184cc34-f799-489b-960c-88ec040b0028 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:45.535601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Attempting to bind port 7184cc34-f799-489b-960c-88ec040b0028 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3664e418-4a51-451e-b78e-df7c85fde112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76a31026-d901-4e57-8084-a3bd0a554822'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:45.535993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Attempting to bind port 7184cc34-f799-489b-960c-88ec040b0028 on network 76a31026-d901-4e57-8084-a3bd0a554822 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:45.541601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:45.541986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Checking segment: {'id': '3664e418-4a51-451e-b78e-df7c85fde112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76a31026-d901-4e57-8084-a3bd0a554822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:45.542401 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.542867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Bound using segment: {'id': '3664e418-4a51-451e-b78e-df7c85fde112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76a31026-d901-4e57-8084-a3bd0a554822'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:45.543282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Bound port: 7184cc34-f799-489b-960c-88ec040b0028, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3664e418-4a51-451e-b78e-df7c85fde112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76a31026-d901-4e57-8084-a3bd0a554822'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:45.543669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7184cc34-f799-489b-960c-88ec040b0028), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.556122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58432) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:45.614626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8::1 (76a31026-d901-4e57-8084-a3bd0a554822/638fb48d-617d-4d6b-9632-addf5520fa73/06271403-6310-48b7-9063-e908dafecac9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:45.705438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] For port 7184cc34-f799-489b-960c-88ec040b0028, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:45.707860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2029489425-network', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:45.713376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] For port 7184cc34-f799-489b-960c-88ec040b0028, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7184cc34-f799-489b-960c-88ec040b0028,segment=NetworkSegment(3664e418-4a51-451e-b78e-df7c85fde112),segment_id=3664e418-4a51-451e-b78e-df7c85fde112)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:45.725682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7184cc34-f799-489b-960c-88ec040b0028), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.747334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Made reservation on behalf of 8b8a33948e65451cbe5e2b13f092b60f for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:45.752174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.768355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.805416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572716c-34f5-47ac-acdc-3f91961d7f10 None None] Pushing event updated for resources: {'Port': ['ID=7184cc34-f799-489b-960c-88ec040b0028,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:45.843662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (06271403-6310-48b7-9063-e908dafecac9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.901985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (06271403-6310-48b7-9063-e908dafecac9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.923110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks [] for security_group (71dc175e-169e-4e28-aa2a-8a1e089abf9c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.938820 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (71dc175e-169e-4e28-aa2a-8a1e089abf9c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.964306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=06271403-6310-48b7-9063-e908dafecac9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:45.982185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 76a31026-d901-4e57-8084-a3bd0a554822 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:45.984088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:45.988600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:45.989543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (3f5f8f7a-8d87-408d-880a-f43d32779f80), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.022880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:46.041898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7351fdf4-72ad-4d09-98c6-41263ea409b8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.042556 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Added segment 7351fdf4-72ad-4d09-98c6-41263ea409b8 of type vlan for network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba Feb 19 01:08:46.053713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc175e-169e-4e28-aa2a-8a1e089abf9c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:46.105505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.181346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (06271403-6310-48b7-9063-e908dafecac9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.187953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.188958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.189624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.310021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:46.326708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c1dc1e8d-e879-49bf-856f-55521a8597e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7692754 Feb 19 01:08:46.329604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58452) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:46.341359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Request body: {'subnet': {'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2029489425-subnet', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:46.368571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Made reservation on behalf of 8b8a33948e65451cbe5e2b13f092b60f for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:46.371745 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.379617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:46.522096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0359d-cc02-4bd8-905b-704b97386b3a req-2571490b-6a59-4f1d-8145-7e4bdbdd92c1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.535082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8a0359d-cc02-4bd8-905b-704b97386b3a req-2571490b-6a59-4f1d-8145-7e4bdbdd92c1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1287537 Feb 19 01:08:46.678157 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.711515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7184cc34-f799-489b-960c-88ec040b0028 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:46.768612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Checking segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:46.769129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Network hostable DHCP agents. Network: aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:46.805390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee551d-6d93-44f9-9eee-fe396ca92721 req-c59218f8-cc23-40ff-94c1-be2e3fc2764f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.812685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99ee551d-6d93-44f9-9eee-fe396ca92721 req-c59218f8-cc23-40ff-94c1-be2e3fc2764f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1498132 Feb 19 01:08:46.816046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:46.833655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7184cc34-f799-489b-960c-88ec040b0028 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:46.834314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7184cc34-f799-489b-960c-88ec040b0028), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.841724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:46.887542 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (06271403-6310-48b7-9063-e908dafecac9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.893984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99ee551d-6d93-44f9-9eee-fe396ca92721 req-ffba61a7-e7f7-4245-b7a9-10a4aad70b3e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799634 Feb 19 01:08:46.900815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:46.914773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8a0359d-cc02-4bd8-905b-704b97386b3a req-9fcd58f5-f3da-4945-8e3e-492b0ffb3470 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746665 Feb 19 01:08:46.916950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.918980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (06271403-6310-48b7-9063-e908dafecac9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.919734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.922902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (3f5f8f7a-8d87-408d-880a-f43d32779f80), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.942664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5e914-c222-4553-be5b-fc67a8fe270a None None] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:46.963132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-719ef7d8-3aa4-4845-8678-cc4a4b115b45 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6319354 Feb 19 01:08:46.963776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58466) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:46.969030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:47.016200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (0395f924-9b51-4ec7-b907-24166f45c950), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.017351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (0395f924-9b51-4ec7-b907-24166f45c950), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.080218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=06271403-6310-48b7-9063-e908dafecac9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:47.101257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 76a31026-d901-4e57-8084-a3bd0a554822 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:47.102318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:47.125318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks [] for router_controller (0395f924-9b51-4ec7-b907-24166f45c950), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.255949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:47.256831 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.259187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7184cc34-f799-489b-960c-88ec040b0028 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:47.259809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7184cc34-f799-489b-960c-88ec040b0028), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.326843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f5f8f7a-8d87-408d-880a-f43d32779f80 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:47.371657 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks [] for router_gateway (0395f924-9b51-4ec7-b907-24166f45c950), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.449390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 7184cc34-f799-489b-960c-88ec040b0028, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7184cc34-f799-489b-960c-88ec040b0028,segment=NetworkSegment(3664e418-4a51-451e-b78e-df7c85fde112),segment_id=3664e418-4a51-451e-b78e-df7c85fde112)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:47.460221 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7184cc34-f799-489b-960c-88ec040b0028), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.512463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:47.520771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f11c3c60-d0b9-4a54-8dc3-c7155a52ae4d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f5f8f7a-8d87-408d-880a-f43d32779f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9801443 Feb 19 01:08:47.523233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58492) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:47.529795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] Sync routers for ids ['3f5f8f7a-8d87-408d-880a-f43d32779f80'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:47.576489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917621c-1ecd-4e2e-90cc-e2b51cf5f5cf None None] Network 76a31026-d901-4e57-8084-a3bd0a554822 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:47.602907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddc8dc-4dc7-43b9-9e0c-738a0a61ab43 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:47.609968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a8ddc8dc-4dc7-43b9-9e0c-738a0a61ab43 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports/06271403-6310-48b7-9063-e908dafecac9 HTTP/1.1" status: 200 len: 911 time: 0.0856590 Feb 19 01:08:47.610824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58502) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:47.612569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Allocated IP 172.20.0.2 (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba/d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0/2524bf2a-03df-4e88-835b-b7aa2b6fbad9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:47.724239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks [] for router_gateway (0395f924-9b51-4ec7-b907-24166f45c950), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.751611 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.758757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] Routers {'3f5f8f7a-8d87-408d-880a-f43d32779f80'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:47.760711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f5f8f7a-8d87-408d-880a-f43d32779f80'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:47.843444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:47.847665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=7184cc34-f799-489b-960c-88ec040b0028,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:47.898526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Allocated IP 172.25.0.26 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/086071be-9680-4638-b1d9-836909b4ae61) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:47.908743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ce6efb61-84e4-4ba5-91f8-9fd9cdbfee40 None None] Provisioning complete for port 7184cc34-f799-489b-960c-88ec040b0028 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:47.909228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce6efb61-84e4-4ba5-91f8-9fd9cdbfee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7184cc34-f799-489b-960c-88ec040b0028), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.934674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] Routers {'3f5f8f7a-8d87-408d-880a-f43d32779f80'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:47.935627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f5f8f7a-8d87-408d-880a-f43d32779f80'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.150010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58516) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:48.169342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks [] for port (086071be-9680-4638-b1d9-836909b4ae61), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.211328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8703-046b-4553-9fef-f67c8ed5a9b1 req-2067dde4-04fc-4b5e-b4de-06da43351c83 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:48.218816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-789c8703-046b-4553-9fef-f67c8ed5a9b1 req-2067dde4-04fc-4b5e-b4de-06da43351c83 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1439388 Feb 19 01:08:48.295719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-789c8703-046b-4553-9fef-f67c8ed5a9b1 req-edbaf0a3-128b-42b4-8670-251329608101 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755360 Feb 19 01:08:48.304382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (086071be-9680-4638-b1d9-836909b4ae61), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.407939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:48.413878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:48.416472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Pushing event updated for resources: {'Port': ['ID=086071be-9680-4638-b1d9-836909b4ae61,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:48.427365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:48.453398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.454268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4694c57-129a-4f32-ae1b-79bf7c3cc095 None None] The sync data for ids ['3f5f8f7a-8d87-408d-880a-f43d32779f80'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:48.456248 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-189b22ba-2e90-42f0-9e12-4bc13fb9ccf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.474946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7184cc34-f799-489b-960c-88ec040b0028 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:48.544563 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Publish callbacks [] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.564546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.574708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.645775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbf0ce-56cb-497f-9e19-b87550e52bbb req-7954db57-1a14-43f3-9df8-e67607b8e5e1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:48.645775 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fedbf0ce-56cb-497f-9e19-b87550e52bbb req-7954db57-1a14-43f3-9df8-e67607b8e5e1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1524434 Feb 19 01:08:48.672679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:48.697755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:48.708199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:48.802781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fedbf0ce-56cb-497f-9e19-b87550e52bbb req-68abe4a5-90cf-41cf-864f-3c6024c9e38d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457005 Feb 19 01:08:48.803829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-189b22ba-2e90-42f0-9e12-4bc13fb9ccf8 admin admin] Publish callbacks [] for security_group (e295ab4f-4714-4987-a0d5-ff6c5c183fe7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.845303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7184cc34-f799-489b-960c-88ec040b0028 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:48.846122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7184cc34-f799-489b-960c-88ec040b0028), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.848788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Pushing event updated for resources: {'Port': ['ID=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:48.875251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-189b22ba-2e90-42f0-9e12-4bc13fb9ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e295ab4f-4714-4987-a0d5-ff6c5c183fe7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.883612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (3f5f8f7a-8d87-408d-880a-f43d32779f80), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.905336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b22ba-2e90-42f0-9e12-4bc13fb9ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e295ab4f-4714-4987-a0d5-ff6c5c183fe7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:48.991088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-189b22ba-2e90-42f0-9e12-4bc13fb9ccf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21d639b7d4af4cff9aeb19a5413cf89f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8285038 Feb 19 01:08:48.995247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:49.018968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Attempting to bind port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:49.019345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Attempting to bind port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:49.020227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Attempting to bind port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 on network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:49.035759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ce6efb61-84e4-4ba5-91f8-9fd9cdbfee40 None None] Current status of the port 7184cc34-f799-489b-960c-88ec040b0028 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:49.040212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:49.040593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Checking segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:49.041084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.041423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Bound using segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:49.041918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Bound port: 2524bf2a-03df-4e88-835b-b7aa2b6fbad9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:49.042299 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.057800 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks [] for router_gateway (0395f924-9b51-4ec7-b907-24166f45c950), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.179724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] For port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:49.196534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7184cc34-f799-489b-960c-88ec040b0028 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:49.204952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] For port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:49.208487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3aad74a-ea43-4058-8049-c2965c530683 admin admin] Publish callbacks [] for security_group (e295ab4f-4714-4987-a0d5-ff6c5c183fe7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.217914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.227005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3281014c-04ab-43a2-b3f7-bc5f3c5d3c8e None None] Provisioning complete for port 06271403-6310-48b7-9063-e908dafecac9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:49.227409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3281014c-04ab-43a2-b3f7-bc5f3c5d3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (06271403-6310-48b7-9063-e908dafecac9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.256863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3aad74a-ea43-4058-8049-c2965c530683 admin admin] Publish callbacks [] for security_group (e295ab4f-4714-4987-a0d5-ff6c5c183fe7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.368310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3281014c-04ab-43a2-b3f7-bc5f3c5d3c8e None None] Port 06271403-6310-48b7-9063-e908dafecac9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:49.379015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8116e9-d9b9-4d49-b7aa-611703d3b40e None None] Pushing event updated for resources: {'Port': ['ID=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:49.392207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3281014c-04ab-43a2-b3f7-bc5f3c5d3c8e None None] Provisioning complete for port 7184cc34-f799-489b-960c-88ec040b0028 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:49.392593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3281014c-04ab-43a2-b3f7-bc5f3c5d3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7184cc34-f799-489b-960c-88ec040b0028), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.478248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3aad74a-ea43-4058-8049-c2965c530683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e295ab4f-4714-4987-a0d5-ff6c5c183fe7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.481369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3aad74a-ea43-4058-8049-c2965c530683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.482559 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f3aad74a-ea43-4058-8049-c2965c530683 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e295ab4f-4714-4987-a0d5-ff6c5c183fe7 HTTP/1.1" status: 204 len: 168 time: 0.4696534 Feb 19 01:08:49.506310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-404d7aa8-02e8-44c0-856d-80d031e94166 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:49.508013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-404d7aa8-02e8-44c0-856d-80d031e94166 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 813 time: 0.3603141 Feb 19 01:08:49.517456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (0395f924-9b51-4ec7-b907-24166f45c950), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.542308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-e36d74f9-5300-425d-8091-13ff4e123793 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/quotas/8830366c4e3c48ce95150e4dacdded87 HTTP/1.1" status: 200 len: 375 time: 0.0281682 Feb 19 01:08:49.553793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:08:49.563558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aad74a-ea43-4058-8049-c2965c530683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e295ab4f-4714-4987-a0d5-ff6c5c183fe7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:49.577299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3281014c-04ab-43a2-b3f7-bc5f3c5d3c8e None None] Current status of the port 7184cc34-f799-489b-960c-88ec040b0028 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:49.638393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033145-990a-4cfe-a8aa-be5109bcc1ca req-fd332128-f4c9-4078-92ca-65a43d1c845c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:49.641780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3033145-990a-4cfe-a8aa-be5109bcc1ca req-fd332128-f4c9-4078-92ca-65a43d1c845c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.2063065 Feb 19 01:08:49.657692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 06271403-6310-48b7-9063-e908dafecac9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:49.659799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (06271403-6310-48b7-9063-e908dafecac9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.721970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fbbd8202-1449-40c0-81d8-7d33d17fbac3 None None] Provisioning complete for port 06271403-6310-48b7-9063-e908dafecac9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:49.722549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8202-1449-40c0-81d8-7d33d17fbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (06271403-6310-48b7-9063-e908dafecac9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.805741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd8202-1449-40c0-81d8-7d33d17fbac3 None None] Port 06271403-6310-48b7-9063-e908dafecac9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:49.873603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (06271403-6310-48b7-9063-e908dafecac9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.900691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 06271403-6310-48b7-9063-e908dafecac9 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:49.950109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3033145-990a-4cfe-a8aa-be5109bcc1ca req-4e7bb6c1-66d5-482f-b801-cbfa24952aa0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966912 Feb 19 01:08:50.044231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-678c6b2c-44a7-4a8a-90f4-0d0dd6df2e98 None None] Provisioning complete for port 06271403-6310-48b7-9063-e908dafecac9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:50.045280 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-678c6b2c-44a7-4a8a-90f4-0d0dd6df2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (06271403-6310-48b7-9063-e908dafecac9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.126066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58540) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:50.144053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31bf-ccc7-4607-bc90-b97c9c88ad1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.146636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-678c6b2c-44a7-4a8a-90f4-0d0dd6df2e98 None None] Port 06271403-6310-48b7-9063-e908dafecac9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:50.194345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (06271403-6310-48b7-9063-e908dafecac9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.199438 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3275785f-b538-40c0-a99a-bc84c939d137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.221688 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-41ada95e-cfcd-4655-b563-aa5fdda160d3 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6444998 Feb 19 01:08:50.242032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=06271403-6310-48b7-9063-e908dafecac9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:50.385647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (3f5f8f7a-8d87-408d-880a-f43d32779f80), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.406440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Router 0395f924-9b51-4ec7-b907-24166f45c950 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:50.408147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31bf-ccc7-4607-bc90-b97c9c88ad1f admin admin] Publish callbacks [] for security_group (a280a265-925b-4d45-8547-603627c90ed9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.415522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31bf-ccc7-4607-bc90-b97c9c88ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a280a265-925b-4d45-8547-603627c90ed9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.453587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-c5e29d91-51ce-4267-9667-3cda1e219794 service neutron] 10.222.0.43 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204041 Feb 19 01:08:50.474216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ea7a31bf-ccc7-4607-bc90-b97c9c88ad1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=391c3e728ef946ce82da873365c4fb8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440526 Feb 19 01:08:50.474216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a31bf-ccc7-4607-bc90-b97c9c88ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a280a265-925b-4d45-8547-603627c90ed9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:50.475824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:50.483385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:50.585626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:50.586630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.704419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f5f8f7a-8d87-408d-880a-f43d32779f80 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:50.715094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:50.716495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.743807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-479884b5-0bf9-4a61-aa87-bbab386e61b6 admin admin] Publish callbacks [] for security_group (a280a265-925b-4d45-8547-603627c90ed9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.760027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-c5a6bfbf-8ae2-4aca-b878-fd6fa53a5772 service neutron] 10.222.0.43 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014145 Feb 19 01:08:50.763748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:50.773240 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-479884b5-0bf9-4a61-aa87-bbab386e61b6 admin admin] Publish callbacks [] for security_group (a280a265-925b-4d45-8547-603627c90ed9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.774973 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Sync routers for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:50.794856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.800018 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-534049f4-df87-4f2f-9ee5-068bbd48321b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8351145 Feb 19 01:08:50.800928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58544) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:50.808740 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:50.809854 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:50.840146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:50.847695 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.924980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:50.928199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-479884b5-0bf9-4a61-aa87-bbab386e61b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a280a265-925b-4d45-8547-603627c90ed9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.934122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-479884b5-0bf9-4a61-aa87-bbab386e61b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.936401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] Sync routers for ids ['3f5f8f7a-8d87-408d-880a-f43d32779f80'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:50.940631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-479884b5-0bf9-4a61-aa87-bbab386e61b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a280a265-925b-4d45-8547-603627c90ed9 HTTP/1.1" status: 204 len: 168 time: 0.4610755 Feb 19 01:08:50.961064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ad5b8af0-9a32-4405-88cf-ec72fc61101d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f5f8f7a-8d87-408d-880a-f43d32779f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3489835 Feb 19 01:08:50.969644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58548) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:50.982597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479884b5-0bf9-4a61-aa87-bbab386e61b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a280a265-925b-4d45-8547-603627c90ed9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:51.047492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] Routers {'3f5f8f7a-8d87-408d-880a-f43d32779f80'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:51.048163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f5f8f7a-8d87-408d-880a-f43d32779f80'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:51.163011 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:51.171357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef4d0b24-5782-4fc4-bb6a-8216b01986c9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f5f8f7a-8d87-408d-880a-f43d32779f80 HTTP/1.1" status: 200 len: 205 time: 0.2001626 Feb 19 01:08:51.199811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58556) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:51.204885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:51.234881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1fa14-4fda-4fb3-9baa-e7df0997df5f None None] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:51.281182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:51.325111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-583adafc-6f74-4609-926d-a419a83c3c84 req-521c1d4a-749c-44f3-a883-221fb165cd9e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 210 time: 0.0637302 Feb 19 01:08:51.450516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] Routers {'3f5f8f7a-8d87-408d-880a-f43d32779f80'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:51.453426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:22Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f5f8f7a-8d87-408d-880a-f43d32779f80'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:51.456927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (3f5f8f7a-8d87-408d-880a-f43d32779f80), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.589217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:51.590462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbd68f-1dc3-40a2-a11c-2d0b42e56ffc None None] The sync data for ids ['3f5f8f7a-8d87-408d-880a-f43d32779f80'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:51.598131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-083c8aae-3045-480b-b0eb-e31db80a99a6 None None] Provisioning complete for port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:51.598904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-083c8aae-3045-480b-b0eb-e31db80a99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.669968 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:48Z', 'revision_number': 3, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:51.708854 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Checking router: 0395f924-9b51-4ec7-b907-24166f45c950 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:51.709483 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Updating router 0395f924-9b51-4ec7-b907-24166f45c950 port 086071be-9680-4638-b1d9-836909b4ae61 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:51.745345 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (086071be-9680-4638-b1d9-836909b4ae61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.883063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (3f5f8f7a-8d87-408d-880a-f43d32779f80), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.886095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (3f5f8f7a-8d87-408d-880a-f43d32779f80), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.914709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-083c8aae-3045-480b-b0eb-e31db80a99a6 None None] Current status of the port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:51.931361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.958399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca48d-f2ed-47d5-be80-b5a0114bb308 req-b6e33883-df4a-462f-ab4f-dd08c9084e18 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:51.959951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a77ca48d-f2ed-47d5-be80-b5a0114bb308 req-b6e33883-df4a-462f-ab4f-dd08c9084e18 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.8394208 Feb 19 01:08:51.960596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (3f5f8f7a-8d87-408d-880a-f43d32779f80), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.961110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router 3f5f8f7a-8d87-408d-880a-f43d32779f80 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:51.969414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.977229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-21fab370-ccb1-44dd-ad45-7915e3f2dcd9 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/3f5f8f7a-8d87-408d-880a-f43d32779f80 HTTP/1.1" status: 204 len: 168 time: 0.7737553 Feb 19 01:08:51.978048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58576) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:52.101899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 638fb48d-617d-4d6b-9632-addf5520fa73 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:52.125042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (638fb48d-617d-4d6b-9632-addf5520fa73), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.188053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a77ca48d-f2ed-47d5-be80-b5a0114bb308 req-c1cca2bf-42a5-45e6-84d2-d570d668af33 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088201 Feb 19 01:08:52.222251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (638fb48d-617d-4d6b-9632-addf5520fa73), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.287017 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Publish callbacks [] for port (086071be-9680-4638-b1d9-836909b4ae61), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.298679 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (086071be-9680-4638-b1d9-836909b4ae61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.460631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Allocated IP 172.20.0.1 (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba/d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0/d86a61c5-d141-4634-8a84-cc7719e5ad74) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:52.467689 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Attempting to bind port 086071be-9680-4638-b1d9-836909b4ae61 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:52.468448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Attempting to bind port 086071be-9680-4638-b1d9-836909b4ae61 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:52.469281 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Attempting to bind port 086071be-9680-4638-b1d9-836909b4ae61 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:52.471961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:52.490461 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:52.490745 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:52.491195 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.491768 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:52.492123 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Bound port: 086071be-9680-4638-b1d9-836909b4ae61, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:52.492638 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (086071be-9680-4638-b1d9-836909b4ae61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.541544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (638fb48d-617d-4d6b-9632-addf5520fa73), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.570821 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] For port 086071be-9680-4638-b1d9-836909b4ae61, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:52.575881 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] For port 086071be-9680-4638-b1d9-836909b4ae61, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=086071be-9680-4638-b1d9-836909b4ae61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:52.590023 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (086071be-9680-4638-b1d9-836909b4ae61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.626786 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Pushing event updated for resources: {'Port': ['ID=086071be-9680-4638-b1d9-836909b4ae61,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:52.650505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a9e3ec8-7915-4739-b43d-904426e77f31 req-9cea77ef-b0ea-4896-8125-4fd1bdbb4d6e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 210 time: 0.1226821 Feb 19 01:08:52.650869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cc686a42-fb9e-4504-b236-4504a83ac631 None None] Provisioning complete for port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:52.651291 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc686a42-fb9e-4504-b236-4504a83ac631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.654512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4fbde8bb-cb4b-40a7-bcaa-e3a1045fa27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.672569 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.674400 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.676143 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.677967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.678839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.679944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.680775 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.682350 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.684288 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.684834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.685973 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.687389 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.689302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:52.718539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:52.718912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (638fb48d-617d-4d6b-9632-addf5520fa73), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.719381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.775472 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:52.776245 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:52.812443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.822841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/638fb48d-617d-4d6b-9632-addf5520fa73 HTTP/1.1" status: 204 len: 168 time: 0.8416414 Feb 19 01:08:52.824034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865758b-6309-41b2-8116-7ae5b29b94c7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=638fb48d-617d-4d6b-9632-addf5520fa73,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:52.826234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:52.843679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f48126-0120-4294-a1e5-6ac03c14584b None None] Network 76a31026-d901-4e57-8084-a3bd0a554822 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:52.862726 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks [] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.911305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.939779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cc686a42-fb9e-4504-b236-4504a83ac631 None None] Current status of the port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:52.977980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Pushing event updated for resources: {'Port': ['ID=d86a61c5-d141-4634-8a84-cc7719e5ad74,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:52.988323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:52.989992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:52.993021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:53.007117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (76a31026-d901-4e57-8084-a3bd0a554822), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.009485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:53.082920 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f24cc-43e4-497a-ae50-0286b68672ef None None] Pushing event updated for resources: {'Port': ['ID=086071be-9680-4638-b1d9-836909b4ae61,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:53.118593 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (0395f924-9b51-4ec7-b907-24166f45c950), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.147200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 7184cc34-f799-489b-960c-88ec040b0028 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:53.147830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7184cc34-f799-489b-960c-88ec040b0028), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.168261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] DHCP port deletion for 76a31026-d901-4e57-8084-a3bd0a554822 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:53.206140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:53.309788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] Deleting port 7184cc34-f799-489b-960c-88ec040b0028 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:53.310596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7184cc34-f799-489b-960c-88ec040b0028), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.358523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 7184cc34-f799-489b-960c-88ec040b0028, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7184cc34-f799-489b-960c-88ec040b0028,segment=NetworkSegment(3664e418-4a51-451e-b78e-df7c85fde112),segment_id=3664e418-4a51-451e-b78e-df7c85fde112)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:53.358906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7184cc34-f799-489b-960c-88ec040b0028), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.396658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] For port 7184cc34-f799-489b-960c-88ec040b0028, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7184cc34-f799-489b-960c-88ec040b0028,segment=NetworkSegment(3664e418-4a51-451e-b78e-df7c85fde112),segment_id=3664e418-4a51-451e-b78e-df7c85fde112)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:53.397268 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7184cc34-f799-489b-960c-88ec040b0028), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.426751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 7184cc34-f799-489b-960c-88ec040b0028 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:53.433041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] Calling delete_port for 7184cc34-f799-489b-960c-88ec040b0028 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:53.514189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.554920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289ebe-8182-4fb7-bb40-e1da96553462 req-507ea7c5-e42d-4fbd-9ac6-94d11d39d90d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:53.568817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9289ebe-8182-4fb7-bb40-e1da96553462 req-507ea7c5-e42d-4fbd-9ac6-94d11d39d90d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1876912 Feb 19 01:08:53.572815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58604) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:53.584565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:48Z', 'revision_number': 3, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:53.618395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e590c8a-a112-4a2b-874d-bc9d9487c4cb None None] The sync data for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 is: [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:48Z', 'revision_number': 3, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:53.648478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f8f6332a-c10b-44fd-a3cf-2287bb7c6c3f None None] Provisioning complete for port d86a61c5-d141-4634-8a84-cc7719e5ad74 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:53.648478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8f6332a-c10b-44fd-a3cf-2287bb7c6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.714182 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.743283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9289ebe-8182-4fb7-bb40-e1da96553462 req-cdc2fdfc-c75a-4ca2-b5da-b825dbd9651f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735466 Feb 19 01:08:53.779596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-c630d803-68f2-4630-8ddd-5154b34945f7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:53.781288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-c630d803-68f2-4630-8ddd-5154b34945f7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.89 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 813 time: 0.7225380 Feb 19 01:08:53.786708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks [] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.790303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6332a-c10b-44fd-a3cf-2287bb7c6c3f None None] Port d86a61c5-d141-4634-8a84-cc7719e5ad74 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:53.794985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7184cc34-f799-489b-960c-88ec040b0028), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.804010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Request body: {'port': {'device_id': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'admin_state_up': True, 'tenant_id': '8830366c4e3c48ce95150e4dacdded87'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:53.810161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (7184cc34-f799-489b-960c-88ec040b0028), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.845105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=7184cc34-f799-489b-960c-88ec040b0028,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:53.851948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port 7184cc34-f799-489b-960c-88ec040b0028 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:53.854605 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.881275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] Pushing event deleted for resources: {'Port': ['ID=7184cc34-f799-489b-960c-88ec040b0028,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:53.885190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82cd0f-ebf3-4247-a57d-4a8cf2bf7807 None None] No DVR routers for this DVR port 7184cc34-f799-489b-960c-88ec040b0028 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:53.933970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1989139559'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:53.957465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (0395f924-9b51-4ec7-b907-24166f45c950), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.993763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Made reservation on behalf of 0540de5c7ec9413487ee69575684e56e for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:54.009317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.012353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Pushing event updated for resources: {'Port': ['ID=d86a61c5-d141-4634-8a84-cc7719e5ad74,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.023335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-314ad4b4-aaba-49ea-8d1b-7f03789e0463 req-7dd39329-1d25-4719-865e-dee6f1183fea tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 210 time: 0.2098973 Feb 19 01:08:54.037708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (76a31026-d901-4e57-8084-a3bd0a554822), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.102974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a31026-d901-4e57-8084-a3bd0a554822']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:54.123224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.127789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3664e418-4a51-451e-b78e-df7c85fde112') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:54.127789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3664e418-4a51-451e-b78e-df7c85fde112') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:54.149038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (3664e418-4a51-451e-b78e-df7c85fde112), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.171160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3664e418-4a51-451e-b78e-df7c85fde112), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.186560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:54.187064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:54.187203 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (3664e418-4a51-451e-b78e-df7c85fde112), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.189570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:54.190837 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:54.200577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Made reservation on behalf of 8830366c4e3c48ce95150e4dacdded87 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:54.206272 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.365732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks [] for security_group (77b3494d-c380-4aec-9668-b580a6127686), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.377636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (77b3494d-c380-4aec-9668-b580a6127686), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.389205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (76a31026-d901-4e57-8084-a3bd0a554822), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.425027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.431022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/76a31026-d901-4e57-8084-a3bd0a554822 HTTP/1.1" status: 204 len: 168 time: 1.6035297 Feb 19 01:08:54.437830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:54.448000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913498529', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:54.499289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:54.499606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Router 0395f924-9b51-4ec7-b907-24166f45c950 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:54.516255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef2c5-d3ff-4bac-85cc-c9fd06074842 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=76a31026-d901-4e57-8084-a3bd0a554822,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.524464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 086071be-9680-4638-b1d9-836909b4ae61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:54.532047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3494d-c380-4aec-9668-b580a6127686,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.536736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8893094a-b334-4f0d-b616-5cc93dab4389), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.537313 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Added segment 8893094a-b334-4f0d-b616-5cc93dab4389 of type vlan for network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 Feb 19 01:08:54.561208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Allocated IP 172.20.0.2 (995ebb14-63a2-42c3-876a-e45fda836e30/4de79d6b-cf3d-4e3d-a587-1e60859de58a/e2b877a5-3441-493a-b6df-894a273bd936) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:54.563485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.564474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.618680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (3c6d62c0-9468-4ae3-80ee-c0cddf305600), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.675413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 086071be-9680-4638-b1d9-836909b4ae61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:54.675901 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (086071be-9680-4638-b1d9-836909b4ae61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.677476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3f407b02-0f75-464b-b205-eceb9ec19c15 None None] Provisioning complete for port d86a61c5-d141-4634-8a84-cc7719e5ad74 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:54.678279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f407b02-0f75-464b-b205-eceb9ec19c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.682576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (3c6d62c0-9468-4ae3-80ee-c0cddf305600), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.687762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:54.688384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.752753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3f407b02-0f75-464b-b205-eceb9ec19c15 None None] Port d86a61c5-d141-4634-8a84-cc7719e5ad74 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:54.770546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1934347 Feb 19 01:08:54.776337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58614) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:54.792480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Request body: {'subnet': {'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:54.845500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 086071be-9680-4638-b1d9-836909b4ae61 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:54.846473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (086071be-9680-4638-b1d9-836909b4ae61), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.848748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88c2e-47c5-48b7-862a-fad3ab67882a tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event updated for resources: {'Network': ['ID=3c6d62c0-9468-4ae3-80ee-c0cddf305600,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.875141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:54.942633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks [] for port (e2b877a5-3441-493a-b6df-894a273bd936), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.947221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 086071be-9680-4638-b1d9-836909b4ae61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=086071be-9680-4638-b1d9-836909b4ae61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:54.994553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (086071be-9680-4638-b1d9-836909b4ae61), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.040299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.079023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Made reservation on behalf of 0540de5c7ec9413487ee69575684e56e for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:55.090954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.108137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7184cc34-f799-489b-960c-88ec040b0028 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:55.108770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:55.110888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e2b877a5-3441-493a-b6df-894a273bd936), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.116219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b9939c4-7c4f-41eb-9ed7-672d41f89b7e admin admin] 10.222.0.43 "PUT /v2.0/routers/0395f924-9b51-4ec7-b907-24166f45c950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3139060 Feb 19 01:08:55.166274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['13b39a74-545c-45b1-9f56-533ec632c7a4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:55.186164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7184cc34-f799-489b-960c-88ec040b0028 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:55.186841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7184cc34-f799-489b-960c-88ec040b0028 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:55.211737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff799d0-4579-4b15-b8fc-518d5a5ce452 req-9c0034a2-ac64-4aad-a727-4b5b870154b1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.213347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ff799d0-4579-4b15-b8fc-518d5a5ce452 req-9c0034a2-ac64-4aad-a727-4b5b870154b1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.3065813 Feb 19 01:08:55.246245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=086071be-9680-4638-b1d9-836909b4ae61,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:55.278991 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.317680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ff799d0-4579-4b15-b8fc-518d5a5ce452 req-6d1fff59-41d2-477c-aab3-411480f48593 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970581 Feb 19 01:08:55.348567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Network 995ebb14-63a2-42c3-876a-e45fda836e30 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:55.348861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:55.462728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:55.518501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (4c69361e-8dcf-43df-a702-0f10ea6b6f47), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.560946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_gateway (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.571629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Pushing event updated for resources: {'Port': ['ID=e2b877a5-3441-493a-b6df-894a273bd936,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:55.581707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.582259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.582505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.582850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.583188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.583531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.583864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.584193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.584521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.584850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.585200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.585525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.585854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:55.591292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event updated for resources: {'Subnet': ['ID=4c69361e-8dcf-43df-a702-0f10ea6b6f47,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:55.595455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916059-5b32-44d1-b596-222e0ce9d48c req-92a5f8bf-4cd5-48dd-9acb-8880bcd9b303 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.596974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a916059-5b32-44d1-b596-222e0ce9d48c req-92a5f8bf-4cd5-48dd-9acb-8880bcd9b303 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 931 time: 0.2950056 Feb 19 01:08:55.627688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.628255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.647172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Checking segment: {'id': '8893094a-b334-4f0d-b616-5cc93dab4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:55.647745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Network hostable DHCP agents. Network: 3c6d62c0-9468-4ae3-80ee-c0cddf305600, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:55.667477 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-3a33179e-96cc-4d99-9e77-2e59259ea85f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8721836 Feb 19 01:08:55.673893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:55.690806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58626) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:55.696831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829955552', 'description': 'tempest-description--586568123'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:55.703574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 3c6d62c0-9468-4ae3-80ee-c0cddf305600) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:55.710067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Request body: {'port': {'device_id': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:55.715325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11672d7c-f2b4-4ddd-b241-bc8105e03eb6 None None] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:55.724863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.725978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.761172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.763531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a916059-5b32-44d1-b596-222e0ce9d48c req-31c0d2a5-cdfe-42cc-a104-08aa5f00ca70 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426175 Feb 19 01:08:55.795216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d5b4839f-ccac-44bc-a2e4-61f3dc74784e tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0178099 Feb 19 01:08:55.799222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:55.807759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Request body: {'port': {'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2134923086'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:55.834936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2b877a5-3441-493a-b6df-894a273bd936), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.835698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.902814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-3c6d62c0-9468-4ae3-80ee-c0cddf305600', 'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600', 'project_id': '0540de5c7ec9413487ee69575684e56e', 'fixed_ips': [{'subnet_id': '4c69361e-8dcf-43df-a702-0f10ea6b6f47'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:55.908781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.961731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group (5983d764-4d07-413f-80ba-160cebe1f4c5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.970098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5983d764-4d07-413f-80ba-160cebe1f4c5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.009822 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.011257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3191514 Feb 19 01:08:56.015021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58630) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:56.026579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Request body: {'security_group_rule': {'security_group_id': '5983d764-4d07-413f-80ba-160cebe1f4c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:56.047323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29303e6-db77-4d54-9d6a-33376656b41b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5983d764-4d07-413f-80ba-160cebe1f4c5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:56.091727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group_rule (a3a8e6a9-c48b-4c34-a730-2d07fa95b4c4), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.144285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Allocated IP 172.20.0.2 (3c6d62c0-9468-4ae3-80ee-c0cddf305600/4c69361e-8dcf-43df-a702-0f10ea6b6f47/68e95028-d6e4-44b7-896f-7347956fcd5b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:56.185628 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group_rule (a3a8e6a9-c48b-4c34-a730-2d07fa95b4c4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.192189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a3a8e6a9-c48b-4c34-a730-2d07fa95b4c4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.228200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a8e6a9-c48b-4c34-a730-2d07fa95b4c4,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:56.273603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.280651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bec243c4-b8bc-4069-ba1d-e3648290d3d8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2622709 Feb 19 01:08:56.281981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58632) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:56.290002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Request body: {'security_group_rule': {'security_group_id': '5983d764-4d07-413f-80ba-160cebe1f4c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:56.342588 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Publish callbacks [] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.345973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group_rule (5cc79138-59f2-41fa-99eb-f0544c8268d9), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.351340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.377807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:56.380756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:56.416171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:56.450430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_gateway (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.470509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group_rule (5cc79138-59f2-41fa-99eb-f0544c8268d9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.480607 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5cc79138-59f2-41fa-99eb-f0544c8268d9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.484134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.499148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc79138-59f2-41fa-99eb-f0544c8268d9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:56.523824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.530858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e39c9ec1-05c7-4d98-9fe8-7305ff77d9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474906 Feb 19 01:08:56.531551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58636) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:56.538776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:56.544530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 086071be-9680-4638-b1d9-836909b4ae61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:56.551790 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.555447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Attempting to bind port 68e95028-d6e4-44b7-896f-7347956fcd5b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:56.556171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Attempting to bind port 68e95028-d6e4-44b7-896f-7347956fcd5b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '8893094a-b334-4f0d-b616-5cc93dab4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:56.556371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Attempting to bind port 68e95028-d6e4-44b7-896f-7347956fcd5b on network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:56.577490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Pushing event updated for resources: {'Port': ['ID=68e95028-d6e4-44b7-896f-7347956fcd5b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:56.602971 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Sync routers for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:56.603516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:56.612889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Checking segment: {'id': '8893094a-b334-4f0d-b616-5cc93dab4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:56.614054 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.617503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Bound using segment: {'id': '8893094a-b334-4f0d-b616-5cc93dab4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:56.618141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Bound port: 68e95028-d6e4-44b7-896f-7347956fcd5b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8893094a-b334-4f0d-b616-5cc93dab4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3c6d62c0-9468-4ae3-80ee-c0cddf305600'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:56.618702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.619533 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:56.622260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:56.630548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Made reservation on behalf of 0540de5c7ec9413487ee69575684e56e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:56.634009 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.639312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.664770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] device_id is not set on port c793715e-61f8-4ade-9765-ff99d7afbfa9 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:08:56.684984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00065b1b-7405-4f19-9e1c-2ef4ba540562 req-ed2839a9-ce06-4c1c-a981-b078b9a7eae3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:56.687281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00065b1b-7405-4f19-9e1c-2ef4ba540562 req-ed2839a9-ce06-4c1c-a981-b078b9a7eae3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1389272 Feb 19 01:08:56.813689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00065b1b-7405-4f19-9e1c-2ef4ba540562 req-4ebcacdd-c346-4b87-9f7f-efd0817684f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966196 Feb 19 01:08:56.895109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.935336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 172.25.0.91 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/64137bb3-bc3b-473f-9a60-3608fe8bd1e1) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:56.977889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:56.994451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Allocated IP 172.20.0.13 (3c6d62c0-9468-4ae3-80ee-c0cddf305600/4c69361e-8dcf-43df-a702-0f10ea6b6f47/c793715e-61f8-4ade-9765-ff99d7afbfa9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:57.059826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 086071be-9680-4638-b1d9-836909b4ae61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:57.060432 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (086071be-9680-4638-b1d9-836909b4ae61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.062169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] For port 68e95028-d6e4-44b7-896f-7347956fcd5b, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:57.066566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] For port 68e95028-d6e4-44b7-896f-7347956fcd5b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=68e95028-d6e4-44b7-896f-7347956fcd5b,segment=NetworkSegment(8893094a-b334-4f0d-b616-5cc93dab4389),segment_id=8893094a-b334-4f0d-b616-5cc93dab4389)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:57.101890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.132398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b877a5-3441-493a-b6df-894a273bd936 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:57.146120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Publish callbacks [] for port (e2b877a5-3441-493a-b6df-894a273bd936), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.173541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4fb55-eadf-4511-b554-661f8c453dac None None] Pushing event updated for resources: {'Port': ['ID=68e95028-d6e4-44b7-896f-7347956fcd5b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.182356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56e94-6fe5-4884-a85f-f654be6f9fd1 req-c83093d6-6756-4b21-9a9e-bfdba2891898 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:57.184085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3d56e94-6fe5-4884-a85f-f654be6f9fd1 req-c83093d6-6756-4b21-9a9e-bfdba2891898 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 931 time: 0.2504270 Feb 19 01:08:57.227175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 086071be-9680-4638-b1d9-836909b4ae61 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:57.245920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Transition to ACTIVE for port object e2b877a5-3441-493a-b6df-894a273bd936 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:57.273212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (e2b877a5-3441-493a-b6df-894a273bd936), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.315251 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 2, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:57.324095 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (64137bb3-bc3b-473f-9a60-3608fe8bd1e1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.351816 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Checking router: 0395f924-9b51-4ec7-b907-24166f45c950 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:57.352173 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Updating router 0395f924-9b51-4ec7-b907-24166f45c950 port d86a61c5-d141-4634-8a84-cc7719e5ad74 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:57.385553 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.516641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b877a5-3441-493a-b6df-894a273bd936,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.522219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3d56e94-6fe5-4884-a85f-f654be6f9fd1 req-096e8029-a765-4ed0-bb70-20fcffb1151f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197181 Feb 19 01:08:57.531808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (64137bb3-bc3b-473f-9a60-3608fe8bd1e1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.614397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Allocated IP 172.25.0.131 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/52883c1b-2d85-45db-9efb-4ed14be6ee79) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:57.685562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks [] for port (c793715e-61f8-4ade-9765-ff99d7afbfa9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.739877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:57.742462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=64137bb3-bc3b-473f-9a60-3608fe8bd1e1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.751099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:57.763242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:57.766393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.781552 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Publish callbacks [] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.790525 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.846329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.911092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:57.914786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:57.917506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Attempting to bind port e2b877a5-3441-493a-b6df-894a273bd936 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:57.920616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Attempting to bind port e2b877a5-3441-493a-b6df-894a273bd936 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:57.921237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Attempting to bind port e2b877a5-3441-493a-b6df-894a273bd936 on network 995ebb14-63a2-42c3-876a-e45fda836e30 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:57.927001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:57.933380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event updated for resources: {'Port': ['ID=52883c1b-2d85-45db-9efb-4ed14be6ee79,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.945985 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62471de2-d036-4775-a39a-27a317d026fe None None] Pushing event updated for resources: {'Port': ['ID=d86a61c5-d141-4634-8a84-cc7719e5ad74,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.964824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Port e2b877a5-3441-493a-b6df-894a273bd936 on network 995ebb14-63a2-42c3-876a-e45fda836e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:57.966851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Attempting to bind port e2b877a5-3441-493a-b6df-894a273bd936 on network 995ebb14-63a2-42c3-876a-e45fda836e30 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:57.975425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:57.975905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Checking segment: {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:57.976957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Bound using segment: {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:57.977531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Bound port: e2b877a5-3441-493a-b6df-894a273bd936, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a0278f-8e15-47fb-925f-f6f8dcba2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:57.977984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2b877a5-3441-493a-b6df-894a273bd936), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.980927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c793715e-61f8-4ade-9765-ff99d7afbfa9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.986462 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Attempting to bind port d86a61c5-d141-4634-8a84-cc7719e5ad74 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:57.987257 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Attempting to bind port d86a61c5-d141-4634-8a84-cc7719e5ad74 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:57.987689 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Attempting to bind port d86a61c5-d141-4634-8a84-cc7719e5ad74 on network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:57.994886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:57.995261 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Checking segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:57.995798 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.996190 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Bound using segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:57.996655 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Bound port: d86a61c5-d141-4634-8a84-cc7719e5ad74, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:57.997062 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.101350 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] For port d86a61c5-d141-4634-8a84-cc7719e5ad74, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:58.106066 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] For port d86a61c5-d141-4634-8a84-cc7719e5ad74, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d86a61c5-d141-4634-8a84-cc7719e5ad74,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:58.118507 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.125906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:58.138517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:58.147021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:58.203163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (aad543af-98c4-412a-9988-bcf4dd691474), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.205090 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62471de2-d036-4775-a39a-27a317d026fe None None] Pushing event updated for resources: {'Port': ['ID=d86a61c5-d141-4634-8a84-cc7719e5ad74,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.237255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488a1da-952b-4290-bc79-aa3db18d03b6 req-febbe9b7-edf8-4a0c-affb-39b500e646a6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:58.239679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b488a1da-952b-4290-bc79-aa3db18d03b6 req-febbe9b7-edf8-4a0c-affb-39b500e646a6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.2653787 Feb 19 01:08:58.241161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event updated for resources: {'Port': ['ID=c793715e-61f8-4ade-9765-ff99d7afbfa9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.268666 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:58.270323 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:58.304539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.305592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] For port e2b877a5-3441-493a-b6df-894a273bd936, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:58.311601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] Provisioning complete for port d86a61c5-d141-4634-8a84-cc7719e5ad74 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:58.312636 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.484810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] For port e2b877a5-3441-493a-b6df-894a273bd936, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e2b877a5-3441-493a-b6df-894a273bd936,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:58.489385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b488a1da-952b-4290-bc79-aa3db18d03b6 req-8b7940fe-c9b4-4e62-ac2f-f7dba0d305e0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925786 Feb 19 01:08:58.506049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:58.506898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.537640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] Current status of the port d86a61c5-d141-4634-8a84-cc7719e5ad74 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:58.538297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.554313 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (e2b877a5-3441-493a-b6df-894a273bd936), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.563963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 68e95028-d6e4-44b7-896f-7347956fcd5b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:58.605848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc6e4b02-4f7b-4f33-abcd-19567fe400c0 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8046370 Feb 19 01:08:58.621330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58644) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:58.627582 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:58.658071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:58.658895 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.662792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] 10.222.0.89 "PUT /v2.0/ports/e2b877a5-3441-493a-b6df-894a273bd936 HTTP/1.1" status: 200 len: 1091 time: 2.9844503 Feb 19 01:08:58.665533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'tag': 'e2b877a5-3441-493a-b6df-894a273bd936'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:58.676494 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e83a14-d3bd-4d59-8b78-291002771690" -d '{"events": [{"name": "network-changed", "server_uuid": "c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2", "tag": "e2b877a5-3441-493a-b6df-894a273bd936"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:58.728735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] For port d86a61c5-d141-4634-8a84-cc7719e5ad74, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d86a61c5-d141-4634-8a84-cc7719e5ad74,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:58.746532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.814464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Deleting port c793715e-61f8-4ade-9765-ff99d7afbfa9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:58.815063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c793715e-61f8-4ade-9765-ff99d7afbfa9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.849479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 68e95028-d6e4-44b7-896f-7347956fcd5b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:58.850010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.947464 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce7516-0050-4474-aeae-9246e9c070ad x-openstack-request-id: req-c9ce7516-0050-4474-aeae-9246e9c070ad {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:58.947765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c793715e-61f8-4ade-9765-ff99d7afbfa9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.948002 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2", "tag": "e2b877a5-3441-493a-b6df-894a273bd936", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:58.948352 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9ce7516-0050-4474-aeae-9246e9c070ad {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:58.948856 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'tag': 'e2b877a5-3441-493a-b6df-894a273bd936', 'status': 'completed', 'code': 200} Feb 19 01:08:58.953935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118dd5-f218-45aa-9da2-416d94fd49ef None None] Pushing event updated for resources: {'Port': ['ID=d86a61c5-d141-4634-8a84-cc7719e5ad74,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.973636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04f872-f1e2-46d3-b7bd-8478a4f74dc0 None None] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:58.984970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Calling delete_port for c793715e-61f8-4ade-9765-ff99d7afbfa9 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:58.988729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02912-7eb1-4d8e-8c54-9cfec9aa1691 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b877a5-3441-493a-b6df-894a273bd936,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.992241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_gateway (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.030431 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:59.044271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a6ebb4e8-b831-4af5-ab24-eb87e670a5f4 None None] Provisioning complete for port d86a61c5-d141-4634-8a84-cc7719e5ad74 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:59.044885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb4e8-b831-4af5-ab24-eb87e670a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.064771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.088146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.091569 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bd57e-13a6-42d6-a8e5-d8f66c14875b None None] The sync data for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 is: [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:59.237493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-66338c7d-8e5b-483f-9fbe-da3c53f3146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:59.243622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-66338c7d-8e5b-483f-9fbe-da3c53f3146b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 1125 time: 0.4552753 Feb 19 01:08:59.264187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event updated for resources: {'Port': ['ID=52883c1b-2d85-45db-9efb-4ed14be6ee79,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.265627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc4d45-956d-4359-a351-7c2fea7461bd req-58dc4a3d-4ce8-49f5-b402-dd7aa02be241 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:59.272963 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1dc4d45-956d-4359-a351-7c2fea7461bd req-58dc4a3d-4ce8-49f5-b402-dd7aa02be241 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 943 time: 0.4871311 Feb 19 01:08:59.308781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.309177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.309527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.309870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.310206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.310540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.310977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.311312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.311642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.311970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.312296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.312618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.312939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:59.354846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (aad543af-98c4-412a-9988-bcf4dd691474), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.358175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-a6620e42-b1a1-4e96-b547-55c1f93eebdc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2b877a5-3441-493a-b6df-894a273bd936 HTTP/1.1" status: 200 len: 217 time: 0.0822003 Feb 19 01:08:59.372635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 68e95028-d6e4-44b7-896f-7347956fcd5b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:59.374119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.406844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.419935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-260b6f3e-71c4-478a-a5e2-815908a61748 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8855939 Feb 19 01:08:59.454692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebb4e8-b831-4af5-ab24-eb87e670a5f4 None None] Current status of the port d86a61c5-d141-4634-8a84-cc7719e5ad74 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:59.464631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c793715e-61f8-4ade-9765-ff99d7afbfa9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.513546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 68e95028-d6e4-44b7-896f-7347956fcd5b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=68e95028-d6e4-44b7-896f-7347956fcd5b,segment=NetworkSegment(8893094a-b334-4f0d-b616-5cc93dab4389),segment_id=8893094a-b334-4f0d-b616-5cc93dab4389)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:59.527159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event deleted for resources: {'Port': ['ID=c793715e-61f8-4ade-9765-ff99d7afbfa9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.532983 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.546720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-c00cfd15-6785-4f4f-b2e9-21e1dc360b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:59.548146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-c00cfd15-6785-4f4f-b2e9-21e1dc360b72 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.1763701 Feb 19 01:08:59.577902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1dc4d45-956d-4359-a351-7c2fea7461bd req-82d25144-2509-469a-8509-c97706542bb4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037928 Feb 19 01:08:59.666762 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-744c2e34-65af-433c-8777-ad5400f3fc71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819032 Feb 19 01:08:59.692280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-afd797d0-9b2b-4bd4-91ce-eabd0a9d5160 None None] Provisioning complete for port 68e95028-d6e4-44b7-896f-7347956fcd5b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:59.692664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-afd797d0-9b2b-4bd4-91ce-eabd0a9d5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.734679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.739270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9348f30f-8f87-4d4f-a2f5-fd787efea293 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "DELETE /v2.0/ports/c793715e-61f8-4ade-9765-ff99d7afbfa9 HTTP/1.1" status: 204 len: 168 time: 1.1159208 Feb 19 01:08:59.744332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58656) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:59.762750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=68e95028-d6e4-44b7-896f-7347956fcd5b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.826501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8959c-b7e9-4a79-b32f-b71e8693cd2e req-dec47270-7a07-4257-b1cc-c65dc5ebd9f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:59.833831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4c8959c-b7e9-4a79-b32f-b71e8693cd2e req-dec47270-7a07-4257-b1cc-c65dc5ebd9f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.2255328 Feb 19 01:08:59.868869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.899979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-afd797d0-9b2b-4bd4-91ce-eabd0a9d5160 None None] Current status of the port 68e95028-d6e4-44b7-896f-7347956fcd5b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:59.906077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58660) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:59.907311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46027996-772a-422e-bab7-e92320aa455f tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1516645 Feb 19 01:08:59.912791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-782260813'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:59.924397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-87b5b9a6-5f43-4ba4-9308-a474c8162c33 service neutron] 10.222.0.89 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260938 Feb 19 01:08:59.934483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4c8959c-b7e9-4a79-b32f-b71e8693cd2e req-a6a661a3-7b23-4d72-b732-3a3e69ef546c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948172 Feb 19 01:09:00.025393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-91258b41-e8e5-45e9-b681-ceee298976db None None] Provisioning complete for port 68e95028-d6e4-44b7-896f-7347956fcd5b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:00.029843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91258b41-e8e5-45e9-b681-ceee298976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.168184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-91258b41-e8e5-45e9-b681-ceee298976db None None] Current status of the port 68e95028-d6e4-44b7-896f-7347956fcd5b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:00.181455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-91258b41-e8e5-45e9-b681-ceee298976db None None] Could not find standard attr ID for object c793715e-61f8-4ade-9765-ff99d7afbfa9. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:09:00.295890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d1201c18-6041-4710-acbf-22c06f93490e None None] Could not find standard attr ID for object c793715e-61f8-4ade-9765-ff99d7afbfa9. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:09:00.527351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d86a61c5-d141-4634-8a84-cc7719e5ad74 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:00.568747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Made reservation on behalf of 0540de5c7ec9413487ee69575684e56e for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:00.572202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.622382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d86a61c5-d141-4634-8a84-cc7719e5ad74 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:00.622767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.647150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:00.662172 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df804e3d-7270-4ec3-9534-14351b27c1b5 req-5af22efb-a3b5-46a1-bbbe-94c2fca3d4b2 service neutron] 10.222.0.89 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962960 Feb 19 01:09:00.686467 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2c231273-8a8e-4289-b1ca-33ed0e63c486), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.686467 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Added segment 2c231273-8a8e-4289-b1ca-33ed0e63c486 of type vlan for network 7089eac8-62a0-4233-9b66-602ee718f5ba Feb 19 01:09:00.723449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 38e30b9b-02d3-4cc2-8665-66c2b363e0c4 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:00.779794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7089eac8-62a0-4233-9b66-602ee718f5ba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.801558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d86a61c5-d141-4634-8a84-cc7719e5ad74 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:00.803339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 68e95028-d6e4-44b7-896f-7347956fcd5b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:00.894780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fe897-1e7c-4155-95cf-f5217f8db062 req-57751189-321d-4de1-8bb2-8e9c6d46d55a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:00.896522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b91fe897-1e7c-4155-95cf-f5217f8db062 req-57751189-321d-4de1-8bb2-8e9c6d46d55a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 943 time: 0.2333724 Feb 19 01:09:00.908079 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7089eac8-62a0-4233-9b66-602ee718f5ba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.913938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:00.914677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.929334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 68e95028-d6e4-44b7-896f-7347956fcd5b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:00.929876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.028283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-12315c01-c415-4596-8c30-d7db24618797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.030127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-12315c01-c415-4596-8c30-d7db24618797 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 1125 time: 0.2724221 Feb 19 01:09:01.059064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1520901 Feb 19 01:09:01.063196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58666) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.090581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 68e95028-d6e4-44b7-896f-7347956fcd5b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:01.095654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2d4db-a121-4122-9ee7-2dc0348c2b62 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event updated for resources: {'Network': ['ID=7089eac8-62a0-4233-9b66-602ee718f5ba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:01.104533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:01.119172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] Sync routers for ids ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:01.137444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7089eac8-62a0-4233-9b66-602ee718f5ba details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:01.150096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b91fe897-1e7c-4155-95cf-f5217f8db062 req-fab143d1-5dd8-4537-b946-8fcb1f8849de tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445238 Feb 19 01:09:01.171288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.173716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-73fe3b5d-3d69-4153-b09a-73359cf0c428 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.7348371 Feb 19 01:09:01.177849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58668) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.298538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] Routers {'38e30b9b-02d3-4cc2-8665-66c2b363e0c4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:01.300014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.314496 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6972f8ba-4999-4496-bedb-a99f5384c832 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/routers/38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 200 len: 883 time: 0.1352701 Feb 19 01:09:01.319162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.321301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0511d7-bdfc-40f1-86f8-b2fe663e3270 req-7e713253-3a98-41bb-a315-fe7b33b63cba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.322961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca0511d7-bdfc-40f1-86f8-b2fe663e3270 req-7e713253-3a98-41bb-a315-fe7b33b63cba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1526830 Feb 19 01:09:01.388791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.403387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-c11be89b-e210-455a-9c50-213246201777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.405233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-c11be89b-e210-455a-9c50-213246201777 service neutron] 10.222.0.89 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 914 time: 0.3569450 Feb 19 01:09:01.410303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] Routers {'38e30b9b-02d3-4cc2-8665-66c2b363e0c4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:01.411396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.417507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca0511d7-bdfc-40f1-86f8-b2fe663e3270 req-32bdb488-cad9-4f5e-bf0a-02448b088aa0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839212 Feb 19 01:09:01.423585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0219b42b-51cf-46f2-827d-a7072c6b67ea tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/agents/bbfedf58-b634-4c67-9735-1a1e27aec353/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.3587024 Feb 19 01:09:01.424169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58672) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.470176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.470607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50856199-791a-4096-a2ab-49b6134dafcd None None] The sync data for ids ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:01.495567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-f6d755bd-8128-4a16-9e3d-c65292bd24e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2b877a5-3441-493a-b6df-894a273bd936 HTTP/1.1" status: 200 len: 217 time: 0.0751300 Feb 19 01:09:01.531358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d26c7-3fa9-4bd6-b6ae-bdfd3d00ca17 tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] Network 7089eac8-62a0-4233-9b66-602ee718f5ba is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:01.549285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07acff-8274-4a11-90e8-c9c7568e5f4f None None] Network 7089eac8-62a0-4233-9b66-602ee718f5ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:01.553718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4a7d26c7-3fa9-4bd6-b6ae-bdfd3d00ca17 tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "POST /v2.0/agents/bbfedf58-b634-4c67-9735-1a1e27aec353/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1251581 Feb 19 01:09:01.553718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58674) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.621506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-f19227fd-b594-4c06-9c5e-28b711daea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.623238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-f19227fd-b594-4c06-9c5e-28b711daea81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.1131990 Feb 19 01:09:01.683425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-509259a2-9997-40a1-bf4e-f64e1a24dfaf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528936 Feb 19 01:09:01.718641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-63d75513-b1e7-45a4-9f34-a45bd92efabc tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/agents/bbfedf58-b634-4c67-9735-1a1e27aec353/dhcp-networks HTTP/1.1" status: 200 len: 9640 time: 0.1640966 Feb 19 01:09:01.721697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58676) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.796968 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4fc1c36b-7c64-4e0a-9150-6f04df3a13d7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4762826 Feb 19 01:09:01.802173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58678) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.807888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2b90b4bb-12c0-4ef7-b382-53f8ba3afe3d tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "DELETE /v2.0/agents/bbfedf58-b634-4c67-9735-1a1e27aec353/dhcp-networks/7089eac8-62a0-4233-9b66-602ee718f5ba HTTP/1.1" status: 204 len: 168 time: 0.0823028 Feb 19 01:09:01.808130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58680) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:01.808351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-913498529'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:01.878796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-fad5475f-8a50-41cd-88f0-617e5e9b9209 service neutron] 10.222.0.89 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855962 Feb 19 01:09:02.066789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4e83a14-d3bd-4d59-8b78-291002771690 req-cc01aba9-ee29-4d7b-a1f3-972c7efc2520 service neutron] 10.222.0.89 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783504 Feb 19 01:09:02.251466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.287343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7fc15b50-b4ed-484e-b244-ac37fb663060 tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/agents/bbfedf58-b634-4c67-9735-1a1e27aec353/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.4780593 Feb 19 01:09:02.289471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.291439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58686) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.364793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a1a13a0c-de6f-4fd3-8db1-c7f992bf24df tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/networks/3c6d62c0-9468-4ae3-80ee-c0cddf305600/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0705416 Feb 19 01:09:02.368392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58688) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.397526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b975f1-109a-45c2-9bdc-443d899caa95 req-181b8632-b93e-4ac7-be7a-ea8a273ec302 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:02.399047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32b975f1-109a-45c2-9bdc-443d899caa95 req-181b8632-b93e-4ac7-be7a-ea8a273ec302 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 943 time: 0.1420288 Feb 19 01:09:02.445632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-02ccf2be-0992-4ae0-b578-058094cd046e tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/networks/3c6d62c0-9468-4ae3-80ee-c0cddf305600/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0738621 Feb 19 01:09:02.446028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58690) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.499673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32b975f1-109a-45c2-9bdc-443d899caa95 req-ba8972ef-3715-47da-b5b3-fcb4d7c0d419 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947149 Feb 19 01:09:02.501500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 38e30b9b-02d3-4cc2-8665-66c2b363e0c4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:02.618338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:02.627707 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] Sync routers for ids ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:02.631439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.634603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-12fc64c5-d16e-49e0-aec5-2343262ea380 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 200 len: 890 time: 0.8286293 Feb 19 01:09:02.635018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58694) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.638179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3c211099-5161-4b6b-b5ec-30ee14b119d4 tempest-DHCPAgentSchedulersTestJSON-496616094 tempest-DHCPAgentSchedulersTestJSON-496616094-project-admin] 10.222.0.43 "GET /v2.0/agents/bbfedf58-b634-4c67-9735-1a1e27aec353/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.1907568 Feb 19 01:09:02.645164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58696) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.649561 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] Routers {'38e30b9b-02d3-4cc2-8665-66c2b363e0c4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:02.650963 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.671099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2fa5f-09fb-480b-a577-817242c8c8a2 req-57bce8bc-00c9-48ca-9f1b-dc13e4c4a1dc tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:02.678806 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfe2fa5f-09fb-480b-a577-817242c8c8a2 req-57bce8bc-00c9-48ca-9f1b-dc13e4c4a1dc tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1323235 Feb 19 01:09:02.695999 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.705382 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] Routers {'38e30b9b-02d3-4cc2-8665-66c2b363e0c4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:02.707466 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.751358 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.752493 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a762c-9227-4526-9d2a-04f6cc9bcfdc None None] The sync data for ids ['38e30b9b-02d3-4cc2-8665-66c2b363e0c4'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:02.773365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f29c9062-4a37-4499-913e-f3506adecdaf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/routers/38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 200 len: 890 time: 0.1371553 Feb 19 01:09:02.775869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58698) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.784233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfe2fa5f-09fb-480b-a577-817242c8c8a2 req-fa2b35c7-7f87-42ad-a842-032f6db303a6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045735 Feb 19 01:09:02.793744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7089eac8-62a0-4233-9b66-602ee718f5ba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.811691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-444b7f0d-8fe7-4ca7-a54c-76b3d73c6412 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 200 len: 205 time: 0.0344462 Feb 19 01:09:02.813988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58700) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.900480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7089eac8-62a0-4233-9b66-602ee718f5ba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.922048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7089eac8-62a0-4233-9b66-602ee718f5ba']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.934900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.935567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c231273-8a8e-4289-b1ca-33ed0e63c486') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.936027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c231273-8a8e-4289-b1ca-33ed0e63c486') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.948287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (2c231273-8a8e-4289-b1ca-33ed0e63c486), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.968146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2c231273-8a8e-4289-b1ca-33ed0e63c486), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.975709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:02.976118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (2c231273-8a8e-4289-b1ca-33ed0e63c486), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:02.979413 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:03.052320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7089eac8-62a0-4233-9b66-602ee718f5ba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.060040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_gateway (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.064544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.072503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "DELETE /v2.0/networks/7089eac8-62a0-4233-9b66-602ee718f5ba HTTP/1.1" status: 204 len: 168 time: 0.4198813 Feb 19 01:09:03.072725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58702) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:03.091971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ab25-7ff8-42b2-b3cb-ff1fd10b7b5f tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event deleted for resources: {'Network': ['ID=7089eac8-62a0-4233-9b66-602ee718f5ba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:03.109701 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a347a1fe-226e-4896-aa76-e7ed10ed0cd3 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] DELETE failed (client error): The resource could not be found. Feb 19 01:09:03.110274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a347a1fe-226e-4896-aa76-e7ed10ed0cd3 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:09:03.115830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a347a1fe-226e-4896-aa76-e7ed10ed0cd3 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "DELETE /v2.0/ports/c793715e-61f8-4ade-9765-ff99d7afbfa9 HTTP/1.1" status: 404 len: 333 time: 0.0392363 Feb 19 01:09:03.116078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58704) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:03.156773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 64137bb3-bc3b-473f-9a60-3608fe8bd1e1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:03.157054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (64137bb3-bc3b-473f-9a60-3608fe8bd1e1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.211868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Deleting subnet 4c69361e-8dcf-43df-a702-0f10ea6b6f47 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:03.217478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks [] for subnet (4c69361e-8dcf-43df-a702-0f10ea6b6f47), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.285316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (4c69361e-8dcf-43df-a702-0f10ea6b6f47), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.307097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (64137bb3-bc3b-473f-9a60-3608fe8bd1e1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.327613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 64137bb3-bc3b-473f-9a60-3608fe8bd1e1 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:03.436520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (4c69361e-8dcf-43df-a702-0f10ea6b6f47), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.558292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (4c69361e-8dcf-43df-a702-0f10ea6b6f47), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.915751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1e529-0018-4d6e-b1c3-610bd1a0d7c3 req-3688f5bc-a6ab-49af-9887-51f7e72af357 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:03.917575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6a1e529-0018-4d6e-b1c3-610bd1a0d7c3 req-3688f5bc-a6ab-49af-9887-51f7e72af357 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.0580888 Feb 19 01:09:03.951981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event deleted for resources: {'Subnet': ['ID=4c69361e-8dcf-43df-a702-0f10ea6b6f47,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:03.951981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.954344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-64e8ef60-3526-4029-a1ed-0006a3c738ab tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "DELETE /v2.0/subnets/4c69361e-8dcf-43df-a702-0f10ea6b6f47 HTTP/1.1" status: 204 len: 168 time: 0.8373203 Feb 19 01:09:03.957033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58712) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:03.970703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b334b-3593-4629-984c-d3d3beedfac5 None None] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:03.995874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (64137bb3-bc3b-473f-9a60-3608fe8bd1e1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.031551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6a1e529-0018-4d6e-b1c3-610bd1a0d7c3 req-8536ed44-ed28-4a5c-84ec-ac757228ce3a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072471 Feb 19 01:09:04.040529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=64137bb3-bc3b-473f-9a60-3608fe8bd1e1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.076578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3c6d62c0-9468-4ae3-80ee-c0cddf305600), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.098309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d465-2f09-4f26-b34c-9c7dec370228 req-29093200-eee5-4c87-8153-69ac24de55d2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:04.099717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7c1d465-2f09-4f26-b34c-9c7dec370228 req-29093200-eee5-4c87-8153-69ac24de55d2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 943 time: 0.1654041 Feb 19 01:09:04.163569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.223568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Deleting port 68e95028-d6e4-44b7-896f-7347956fcd5b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:04.223958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.267340 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7c1d465-2f09-4f26-b34c-9c7dec370228 req-07660ac0-5125-4e4b-a5a4-0d707d201656 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626110 Feb 19 01:09:04.279244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] DHCP port deletion for 3c6d62c0-9468-4ae3-80ee-c0cddf305600 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:04.323005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] For port 68e95028-d6e4-44b7-896f-7347956fcd5b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=68e95028-d6e4-44b7-896f-7347956fcd5b,segment=NetworkSegment(8893094a-b334-4f0d-b616-5cc93dab4389),segment_id=8893094a-b334-4f0d-b616-5cc93dab4389)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:04.323156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.324113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e2b877a5-3441-493a-b6df-894a273bd936 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:04.333236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.340170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Calling delete_port for 68e95028-d6e4-44b7-896f-7347956fcd5b owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:04.346286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.416595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 68e95028-d6e4-44b7-896f-7347956fcd5b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:04.426618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (38e30b9b-02d3-4cc2-8665-66c2b363e0c4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.427629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router 38e30b9b-02d3-4cc2-8665-66c2b363e0c4 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:04.443903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.446761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6246df1d-4411-4d03-bb57-024ae69ac919 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 204 len: 168 time: 1.6317642 Feb 19 01:09:04.450231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58718) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:04.454956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Deleting port 68e95028-d6e4-44b7-896f-7347956fcd5b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:04.455590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.459186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-307680831'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:04.493509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63ec41-0151-4284-a264-84d48958a05b req-83287382-15e2-40f4-9fbb-becb50d02614 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:04.494278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:04.495498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf63ec41-0151-4284-a264-84d48958a05b req-83287382-15e2-40f4-9fbb-becb50d02614 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.0925035 Feb 19 01:09:04.496674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.504067 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.542163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:04.555492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event deleted for resources: {'Port': ['ID=68e95028-d6e4-44b7-896f-7347956fcd5b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.557840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] No DVR routers for this DVR port 68e95028-d6e4-44b7-896f-7347956fcd5b on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:04.573773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ead59ccb-4486-4258-9d41-dff153a2890d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.574344 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment ead59ccb-4486-4258-9d41-dff153a2890d of type vlan for network 63e46b57-b287-4370-b5b3-2efab489f8f0 Feb 19 01:09:04.576928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No active binding found for port 68e95028-d6e4-44b7-896f-7347956fcd5b {{(pid=103431) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:09:04.577338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] The host n-d-826752-2 is not matching for port 68e95028-d6e4-44b7-896f-7347956fcd5b host None! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:09:04.577730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 68e95028-d6e4-44b7-896f-7347956fcd5b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:04.588525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] For port 68e95028-d6e4-44b7-896f-7347956fcd5b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=68e95028-d6e4-44b7-896f-7347956fcd5b,segment=NetworkSegment(8893094a-b334-4f0d-b616-5cc93dab4389),segment_id=8893094a-b334-4f0d-b616-5cc93dab4389)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:04.588690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.620590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Calling delete_port for 68e95028-d6e4-44b7-896f-7347956fcd5b owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:04.623320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e2b877a5-3441-493a-b6df-894a273bd936, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e2b877a5-3441-493a-b6df-894a273bd936,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:04.648481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'e2b877a5-3441-493a-b6df-894a273bd936', 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'port_id': 'e2b877a5-3441-493a-b6df-894a273bd936', 'mac_address': 'fa:16:3e:c5:52:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de79d6b-cf3d-4e3d-a587-1e60859de58a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:09:04.657779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (63e46b57-b287-4370-b5b3-2efab489f8f0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.662668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3c6d62c0-9468-4ae3-80ee-c0cddf305600), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.685045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6d62c0-9468-4ae3-80ee-c0cddf305600']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:04.696671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8893094a-b334-4f0d-b616-5cc93dab4389') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:04.697135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8893094a-b334-4f0d-b616-5cc93dab4389') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:04.699887 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (63e46b57-b287-4370-b5b3-2efab489f8f0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.702084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf63ec41-0151-4284-a264-84d48958a05b req-2b247551-525b-4a99-bfce-fce6d7693798 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000728 Feb 19 01:09:04.708821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:04.710352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.714583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (8893094a-b334-4f0d-b616-5cc93dab4389), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.732403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e2b877a5-3441-493a-b6df-894a273bd936 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:04.733306 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2b877a5-3441-493a-b6df-894a273bd936), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.734230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8893094a-b334-4f0d-b616-5cc93dab4389), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.742159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:04.742588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (8893094a-b334-4f0d-b616-5cc93dab4389), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.788399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b877a5-3441-493a-b6df-894a273bd936 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:04.807590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3556938 Feb 19 01:09:04.812754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:04.817691 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:04.821495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:04.823712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (3c6d62c0-9468-4ae3-80ee-c0cddf305600), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.832339 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.839249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] 10.222.0.43 "DELETE /v2.0/networks/3c6d62c0-9468-4ae3-80ee-c0cddf305600 HTTP/1.1" status: 204 len: 168 time: 0.8813257 Feb 19 01:09:04.841775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e2b877a5-3441-493a-b6df-894a273bd936, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e2b877a5-3441-493a-b6df-894a273bd936,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:04.848708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2b877a5-3441-493a-b6df-894a273bd936), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.854346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f02995-8631-4fc3-acfc-e68251933136 tempest-DHCPAgentSchedulersTestJSON-788317692 tempest-DHCPAgentSchedulersTestJSON-788317692-project] Pushing event deleted for resources: {'Network': ['ID=3c6d62c0-9468-4ae3-80ee-c0cddf305600,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.860288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571322-fd52-485a-8885-e34c564195d4 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=63e46b57-b287-4370-b5b3-2efab489f8f0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.876893 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (68e95028-d6e4-44b7-896f-7347956fcd5b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.880906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:04.915165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Network 3c6d62c0-9468-4ae3-80ee-c0cddf305600 is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:09:04.915638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] No DVR routers for this DVR port 68e95028-d6e4-44b7-896f-7347956fcd5b on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:04.979655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:04.983344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.012559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e2b877a5-3441-493a-b6df-894a273bd936,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.024358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.025307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.025307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.025450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.025762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.026258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.026743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.027239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.027722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.028213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.028883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.029468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.029948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:05.058430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507ce0-2259-45cd-a6b2-f3155858884c None None] Pushing event deleted for resources: {'Port': ['ID=68e95028-d6e4-44b7-896f-7347956fcd5b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.196132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e2b877a5-3441-493a-b6df-894a273bd936'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:05.205832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58732) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:05.261875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (5318f586-39a2-49ed-8c66-67a8056331a7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.275533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62bcd-4b94-42a8-b269-6e6d2e1e201f req-6c36333f-4623-433a-82b1-2672cec27e23 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:05.283090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52a62bcd-4b94-42a8-b269-6e6d2e1e201f req-6c36333f-4623-433a-82b1-2672cec27e23 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1364028 Feb 19 01:09:05.367449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': 'ead59ccb-4486-4258-9d41-dff153a2890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:05.367911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 63e46b57-b287-4370-b5b3-2efab489f8f0, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:05.376868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=5318f586-39a2-49ed-8c66-67a8056331a7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.380815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52a62bcd-4b94-42a8-b269-6e6d2e1e201f req-69a5bb53-5b71-4ac1-8325-fa3862325974 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967581 Feb 19 01:09:05.422985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:05.443358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 63e46b57-b287-4370-b5b3-2efab489f8f0) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:05.465978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:05.467162 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.488724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022d84d-3ba9-40ea-ba2b-bd8aaa0ad972 None None] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:05.499224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0ff1ce21-64c6-4f63-8a63-92ac8707681e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6815782 Feb 19 01:09:05.502920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58740) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:05.508423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-593712433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:05.542064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bbf5dab2-642c-4c1a-8e53-43f0a1696124 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0540de5c7ec9413487ee69575684e56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327758 Feb 19 01:09:05.545523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58742) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:05.578328 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (17aef57d-e317-4244-b4c2-fb592707fc97), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.579561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (17aef57d-e317-4244-b4c2-fb592707fc97), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.630138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde11f8-9bb1-4822-9a64-e243f344dec4 req-e53bcd88-8db2-46c4-9f99-ba87e4bb935a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:05.631760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-afde11f8-9bb1-4822-9a64-e243f344dec4 req-e53bcd88-8db2-46c4-9f99-ba87e4bb935a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 944 time: 0.1653543 Feb 19 01:09:05.702065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (17aef57d-e317-4244-b4c2-fb592707fc97), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.726615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (17aef57d-e317-4244-b4c2-fb592707fc97), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.758821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-afde11f8-9bb1-4822-9a64-e243f344dec4 req-e21d503d-a646-448f-aad7-f541af6a174f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034811 Feb 19 01:09:05.786219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b90d6da3-b56a-40cb-8591-0950a2380b4c admin admin] Publish callbacks [] for security_group (77b3494d-c380-4aec-9668-b580a6127686), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.845353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b90d6da3-b56a-40cb-8591-0950a2380b4c admin admin] Publish callbacks [] for security_group (77b3494d-c380-4aec-9668-b580a6127686), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.856654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.858196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc042403-1897-483e-82a1-e03323b8061b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3541934 Feb 19 01:09:05.860884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58766) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:05.920481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b90d6da3-b56a-40cb-8591-0950a2380b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (77b3494d-c380-4aec-9668-b580a6127686), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.923663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a032-e743-45cc-a780-89ac643c51dd req-17525f59-0117-4fb0-8325-67666745952a tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:05.924707 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b90d6da3-b56a-40cb-8591-0950a2380b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.925734 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8dc1a032-e743-45cc-a780-89ac643c51dd req-17525f59-0117-4fb0-8325-67666745952a tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.2270846 Feb 19 01:09:05.933077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b90d6da3-b56a-40cb-8591-0950a2380b4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77b3494d-c380-4aec-9668-b580a6127686 HTTP/1.1" status: 204 len: 168 time: 0.3855319 Feb 19 01:09:05.967372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d6da3-b56a-40cb-8591-0950a2380b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3494d-c380-4aec-9668-b580a6127686,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:06.077977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-63e46b57-b287-4370-b5b3-2efab489f8f0', 'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '5318f586-39a2-49ed-8c66-67a8056331a7'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:06.079367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.099811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8dc1a032-e743-45cc-a780-89ac643c51dd req-8bd55751-0a5a-4aa8-a9d3-599316a1a5e0 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336029 Feb 19 01:09:06.332651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Allocated IP 2001:db8::2 (63e46b57-b287-4370-b5b3-2efab489f8f0/5318f586-39a2-49ed-8c66-67a8056331a7/7722916d-ebf6-47cf-83d2-bd7f928f04d0) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:06.347289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.448337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58786) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:06.469922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5331ab43-14fd-4142-8c7d-85abaa2c7b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.501758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Publish callbacks [] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.507577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e2b877a5-3441-493a-b6df-894a273bd936 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:06.583309 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.695261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:06.696293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2249d85-c3a2-4509-b23b-6a2d6159a90f req-536670d2-f26f-4277-afd7-ac5080a10cd9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:06.698475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2249d85-c3a2-4509-b23b-6a2d6159a90f req-536670d2-f26f-4277-afd7-ac5080a10cd9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1794264 Feb 19 01:09:06.698601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Pushing event updated for resources: {'Port': ['ID=7722916d-ebf6-47cf-83d2-bd7f928f04d0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:06.709105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:06.712459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:06.757330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port e2b877a5-3441-493a-b6df-894a273bd936 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:06.794603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port e2b877a5-3441-493a-b6df-894a273bd936 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:06.795012 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2b877a5-3441-493a-b6df-894a273bd936), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.817965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8::1 (63e46b57-b287-4370-b5b3-2efab489f8f0/5318f586-39a2-49ed-8c66-67a8056331a7/6798dffe-8b9d-4518-a093-91b270048e24) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:06.837443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Attempting to bind port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:06.837615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Attempting to bind port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ead59ccb-4486-4258-9d41-dff153a2890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:06.837851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Attempting to bind port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 on network 63e46b57-b287-4370-b5b3-2efab489f8f0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:06.846727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:06.847717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Checking segment: {'id': 'ead59ccb-4486-4258-9d41-dff153a2890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:06.848136 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.848548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Bound using segment: {'id': 'ead59ccb-4486-4258-9d41-dff153a2890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:06.849019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Bound port: 7722916d-ebf6-47cf-83d2-bd7f928f04d0, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead59ccb-4486-4258-9d41-dff153a2890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '63e46b57-b287-4370-b5b3-2efab489f8f0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:06.849419 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.938425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5331ab43-14fd-4142-8c7d-85abaa2c7b37 admin admin] Publish callbacks [] for security_group (cccd28c5-ab3e-43c6-84db-cde13cafc3d4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.942669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2249d85-c3a2-4509-b23b-6a2d6159a90f req-06ea7530-631d-4d22-9634-117e92a7832c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381368 Feb 19 01:09:06.952304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5331ab43-14fd-4142-8c7d-85abaa2c7b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cccd28c5-ab3e-43c6-84db-cde13cafc3d4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.978605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e2b877a5-3441-493a-b6df-894a273bd936 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:06.979015 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2b877a5-3441-493a-b6df-894a273bd936), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.032255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e2b877a5-3441-493a-b6df-894a273bd936, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e2b877a5-3441-493a-b6df-894a273bd936,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:07.036114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b877a5-3441-493a-b6df-894a273bd936'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:07.038673 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae8812-633a-44c8-8471-16bb080e0945" -d '{"events": [{"server_uuid": "c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2", "name": "network-vif-plugged", "status": "completed", "tag": "e2b877a5-3441-493a-b6df-894a273bd936"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:07.045406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331ab43-14fd-4142-8c7d-85abaa2c7b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd28c5-ab3e-43c6-84db-cde13cafc3d4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.046482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2b877a5-3441-493a-b6df-894a273bd936), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.048934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] For port 7722916d-ebf6-47cf-83d2-bd7f928f04d0, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:07.055488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] For port 7722916d-ebf6-47cf-83d2-bd7f928f04d0, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7722916d-ebf6-47cf-83d2-bd7f928f04d0,segment=NetworkSegment(ead59ccb-4486-4258-9d41-dff153a2890d),segment_id=ead59ccb-4486-4258-9d41-dff153a2890d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:07.064841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5331ab43-14fd-4142-8c7d-85abaa2c7b37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a542ce887b04a8fbf6f7f49568b76ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150932 Feb 19 01:09:07.067824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58826) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:07.087674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (6798dffe-8b9d-4518-a093-91b270048e24), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.089778 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.114862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9c019-9b87-40fa-b4fb-f8754fa0a9d5 req-44270615-92cd-4ec9-85db-10fecd91a1ec tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:07.118021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ee9c019-9b87-40fa-b4fb-f8754fa0a9d5 req-44270615-92cd-4ec9-85db-10fecd91a1ec tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 944 time: 0.1583982 Feb 19 01:09:07.145550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e2b877a5-3441-493a-b6df-894a273bd936,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.188400 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-387a8330-6f5e-469d-913b-920873967f70 admin admin] Publish callbacks [] for security_group (cccd28c5-ab3e-43c6-84db-cde13cafc3d4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.248055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-387a8330-6f5e-469d-913b-920873967f70 admin admin] Publish callbacks [] for security_group (cccd28c5-ab3e-43c6-84db-cde13cafc3d4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.270041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703bd9e-162c-416b-b67e-c3afe9702c2f None None] Pushing event updated for resources: {'Port': ['ID=7722916d-ebf6-47cf-83d2-bd7f928f04d0,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.325081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-387a8330-6f5e-469d-913b-920873967f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cccd28c5-ab3e-43c6-84db-cde13cafc3d4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.328569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-387a8330-6f5e-469d-913b-920873967f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.332380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-387a8330-6f5e-469d-913b-920873967f70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cccd28c5-ab3e-43c6-84db-cde13cafc3d4 HTTP/1.1" status: 204 len: 168 time: 0.2617593 Feb 19 01:09:07.341768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a8330-6f5e-469d-913b-920873967f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd28c5-ab3e-43c6-84db-cde13cafc3d4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.378973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ee9c019-9b87-40fa-b4fb-f8754fa0a9d5 req-0a0a4149-d45c-4efe-99e6-f12318e54eef tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503743 Feb 19 01:09:07.467518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-5c12d644-05cb-44f3-b291-6641b1e96066 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:07.469706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-5c12d644-05cb-44f3-b291-6641b1e96066 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.89 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.2384350 Feb 19 01:09:07.475430 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c9aa80-7fb6-4064-b922-e1eca05814c0 x-openstack-request-id: req-18c9aa80-7fb6-4064-b922-e1eca05814c0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:07.475696 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2", "name": "network-vif-plugged", "status": "completed", "tag": "e2b877a5-3441-493a-b6df-894a273bd936", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:07.476023 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18c9aa80-7fb6-4064-b922-e1eca05814c0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:07.476517 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b877a5-3441-493a-b6df-894a273bd936', 'code': 200} Feb 19 01:09:07.667863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6798dffe-8b9d-4518-a093-91b270048e24), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.679201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8d399-cee4-4287-895f-7ba13a3efd12 req-1c0f9d4d-9244-42f8-9f43-1503dbd46bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:07.681892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69d8d399-cee4-4287-895f-7ba13a3efd12 req-1c0f9d4d-9244-42f8-9f43-1503dbd46bdb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 1127 time: 0.1193297 Feb 19 01:09:07.833811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173da22e-c0b7-4071-994d-4e006a483544 req-f9fcb6bd-5d2a-4f3c-930d-ce21bbd1432c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:07.835643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-173da22e-c0b7-4071-994d-4e006a483544 req-f9fcb6bd-5d2a-4f3c-930d-ce21bbd1432c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 945 time: 0.1524944 Feb 19 01:09:07.838435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69d8d399-cee4-4287-895f-7ba13a3efd12 req-3bc7b711-e515-48a7-916a-edf43bb1eaf3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301541 Feb 19 01:09:07.868380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:07.881455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:07.894633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:07.895544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (17aef57d-e317-4244-b4c2-fb592707fc97), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.904613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb137f-5596-46ed-b9bc-2bf4f8965c7f req-726111b9-e792-495d-8237-b27f0dbf6ee9 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:07.906631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3bbb137f-5596-46ed-b9bc-2bf4f8965c7f req-726111b9-e792-495d-8237-b27f0dbf6ee9 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.3842423 Feb 19 01:09:07.908877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=6798dffe-8b9d-4518-a093-91b270048e24,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.941885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-173da22e-c0b7-4071-994d-4e006a483544 req-57d5574a-f972-49a5-a48e-72d81838e09d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910468 Feb 19 01:09:08.089771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Deleting port 8a1ebc95-694c-426e-9696-c3ea67763960 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:08.090143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.132282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009decf-16af-49fe-ba2b-d6f1eb6b444e req-f0408c0d-0d97-4cb2-91dd-d02dbb1254bf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:08.140435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5009decf-16af-49fe-ba2b-d6f1eb6b444e req-f0408c0d-0d97-4cb2-91dd-d02dbb1254bf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.1007943 Feb 19 01:09:08.204799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3bbb137f-5596-46ed-b9bc-2bf4f8965c7f req-f3f5cd3b-1c28-49d4-8d29-5b4452d3d061 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151361 Feb 19 01:09:08.251486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5009decf-16af-49fe-ba2b-d6f1eb6b444e req-5d8b9120-6a7a-4f13-b3f0-ae84829de00d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088436 Feb 19 01:09:08.444772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6798dffe-8b9d-4518-a093-91b270048e24), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.468375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] For port 8a1ebc95-694c-426e-9696-c3ea67763960, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1ebc95-694c-426e-9696-c3ea67763960,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:08.468956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.553857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7722916d-ebf6-47cf-83d2-bd7f928f04d0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:08.697432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:08.697810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.813921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:08.814453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.817794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511e4e7-bad0-4a2e-a45a-b0eead03d95e None None] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:08.951816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e50b64d5-ba8a-4d9e-8b9c-5452788b076e None None] Provisioning complete for port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:08.952295 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e50b64d5-ba8a-4d9e-8b9c-5452788b076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.053267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 7722916d-ebf6-47cf-83d2-bd7f928f04d0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7722916d-ebf6-47cf-83d2-bd7f928f04d0,segment=NetworkSegment(ead59ccb-4486-4258-9d41-dff153a2890d),segment_id=ead59ccb-4486-4258-9d41-dff153a2890d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:09.075651 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.099663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216c363-cf2e-4424-b994-ed9ae240cf9f req-b44628c1-084e-46d2-8354-4dce9d31f325 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.109480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d216c363-cf2e-4424-b994-ed9ae240cf9f req-b44628c1-084e-46d2-8354-4dce9d31f325 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 945 time: 0.0992882 Feb 19 01:09:09.169283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d216c363-cf2e-4424-b994-ed9ae240cf9f req-8bfb7aa8-2374-42c7-97eb-024a12c236be tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576298 Feb 19 01:09:09.206239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=7722916d-ebf6-47cf-83d2-bd7f928f04d0,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:09.289840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e50b64d5-ba8a-4d9e-8b9c-5452788b076e None None] Current status of the port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:09.458594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.459555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (6fca5af1-1fb8-4f74-bbf6-cd282152dcde), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.460033 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Floating IP 6fca5af1-1fb8-4f74-bbf6-cd282152dcde disassociated. External IP: 172.25.0.159, port: 8a1ebc95-694c-426e-9696-c3ea67763960. Feb 19 01:09:09.460522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Calling delete_port for 8a1ebc95-694c-426e-9696-c3ea67763960 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:09.507056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87924-b1b1-4480-afa3-936d341e0347 req-5c8518eb-1013-47d0-9df9-4b09d9cd044c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.509606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0cc87924-b1b1-4480-afa3-936d341e0347 req-5c8518eb-1013-47d0-9df9-4b09d9cd044c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 945 time: 0.1087799 Feb 19 01:09:09.534275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75418-c1cb-496d-96b8-352c8319ab79 req-11cefcf9-cee5-423e-acd4-2421192ce179 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.536931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cc75418-c1cb-496d-96b8-352c8319ab79 req-11cefcf9-cee5-423e-acd4-2421192ce179 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 945 time: 0.9645789 Feb 19 01:09:09.641908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0cc87924-b1b1-4480-afa3-936d341e0347 req-04b3c482-bcd2-4c56-9dbb-6a29452467e8 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c82faf7-56ee-42b2-83cf-73819ff2d98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205993 Feb 19 01:09:09.766646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cc75418-c1cb-496d-96b8-352c8319ab79 req-380eb872-c99b-499e-abc8-a27598d87d5b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222090 Feb 19 01:09:09.786327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ddd310c6-6407-455d-8d69-848b929d9a84 None None] Provisioning complete for port 6798dffe-8b9d-4518-a093-91b270048e24 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:09.786865 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ddd310c6-6407-455d-8d69-848b929d9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6798dffe-8b9d-4518-a093-91b270048e24), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.876940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ddd310c6-6407-455d-8d69-848b929d9a84 None None] Port 6798dffe-8b9d-4518-a093-91b270048e24 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:09.900797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ddd310c6-6407-455d-8d69-848b929d9a84 None None] Provisioning complete for port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:09.901827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-786053b4-2311-4d08-8035-1fdd1f534d79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.902768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ddd310c6-6407-455d-8d69-848b929d9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.906438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-786053b4-2311-4d08-8035-1fdd1f534d79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 945 time: 0.2157741 Feb 19 01:09:10.006094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58894) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:10.035642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (6798dffe-8b9d-4518-a093-91b270048e24), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.051196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217259cf-e6c0-45c1-871b-f6f90507195a req-a0f49ce4-7381-4841-8269-347ff231e68e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:10.067142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6798dffe-8b9d-4518-a093-91b270048e24), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.067142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (17aef57d-e317-4244-b4c2-fb592707fc97), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.067654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-217259cf-e6c0-45c1-871b-f6f90507195a req-a0f49ce4-7381-4841-8269-347ff231e68e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.2701721 Feb 19 01:09:10.080383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8a1ebc95-694c-426e-9696-c3ea67763960), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.128830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ddd310c6-6407-455d-8d69-848b929d9a84 None None] Current status of the port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:10.209680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-217259cf-e6c0-45c1-871b-f6f90507195a req-3a18bfdf-1539-4eb7-a724-ed19cb2f33c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394937 Feb 19 01:09:10.266861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port e17c7300-d976-4333-a0bc-36f9d1ea378f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:10.267056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-921e631e-5abd-4971-b55b-80ad3b477ca9 None None] Provisioning complete for port 6798dffe-8b9d-4518-a093-91b270048e24 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:10.267405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-921e631e-5abd-4971-b55b-80ad3b477ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6798dffe-8b9d-4518-a093-91b270048e24), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.272949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.370863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-921e631e-5abd-4971-b55b-80ad3b477ca9 None None] Port 6798dffe-8b9d-4518-a093-91b270048e24 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:10.414577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1938150267', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:10.457685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Made reservation on behalf of 380e3c45624e4d5aa262c772d7e7afa5 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:10.460309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.471360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7722916d-ebf6-47cf-83d2-bd7f928f04d0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:10.485562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.508588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port e17c7300-d976-4333-a0bc-36f9d1ea378f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e17c7300-d976-4333-a0bc-36f9d1ea378f,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:10.509348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.531261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for e17c7300-d976-4333-a0bc-36f9d1ea378f owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:10.591065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:10.593151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.732061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for security_group (9c4dd56d-04e2-4701-a047-109e6ed0eb7d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.753778 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c4dd56d-04e2-4701-a047-109e6ed0eb7d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.761071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] device_id is not set on port 1db47bd4-3c49-4665-92f3-c079b0563ad7 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:10.799285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:10.917651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b79e1832-a5d9-4e71-b6f1-dcb57078ceb8 req-ea306550-0aa2-4e43-902e-d58112deb55c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 210 time: 0.1088159 Feb 19 01:09:10.939620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4dd56d-04e2-4701-a047-109e6ed0eb7d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.009431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=6798dffe-8b9d-4518-a093-91b270048e24,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.035677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:11.073270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:11.093143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Allocated IP 172.25.0.71 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/1db47bd4-3c49-4665-92f3-c079b0563ad7) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:11.132334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event deleted for resources: {'Port': ['ID=8a1ebc95-694c-426e-9696-c3ea67763960,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.232615 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e17c7300-d976-4333-a0bc-36f9d1ea378f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.246363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e17c7300-d976-4333-a0bc-36f9d1ea378f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:11.286725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c3dcd-2e89-48b3-9594-ba5b79625545 req-deef8fff-75f3-4ad4-8e39-e9bca9ee7b3d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:11.289013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e1c3dcd-2e89-48b3-9594-ba5b79625545 req-deef8fff-75f3-4ad4-8e39-e9bca9ee7b3d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 867 time: 0.8934176 Feb 19 01:09:11.344110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=e17c7300-d976-4333-a0bc-36f9d1ea378f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.388036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for port (1db47bd4-3c49-4665-92f3-c079b0563ad7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.447766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port e17c7300-d976-4333-a0bc-36f9d1ea378f on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:11.454426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.460518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "DELETE /v2.0/ports/e17c7300-d976-4333-a0bc-36f9d1ea378f HTTP/1.1" status: 204 len: 173 time: 1.5466831 Feb 19 01:09:11.465366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'name': 'network-vif-deleted', 'tag': 'e17c7300-d976-4333-a0bc-36f9d1ea378f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:11.482589 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6590dc-a7f5-4981-af17-f5b18b22dbe3" -d '{"events": [{"server_uuid": "2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1", "name": "network-vif-deleted", "tag": "e17c7300-d976-4333-a0bc-36f9d1ea378f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:11.495354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e1c3dcd-2e89-48b3-9594-ba5b79625545 req-a9fe7a89-f4a9-4604-9d01-f375e71e3899 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879401 Feb 19 01:09:11.504132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Router 0081e9ce-6c69-4317-b882-66066fb9daa3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:11.507957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b9e7a-fa40-4457-bcde-ec1f02752c16 req-aef0ae1b-b86c-4d18-b01e-e7d3af448977 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:11.515532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a1b9e7a-fa40-4457-bcde-ec1f02752c16 req-aef0ae1b-b86c-4d18-b01e-e7d3af448977 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 945 time: 0.4494152 Feb 19 01:09:11.556408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-84f07ae2-f7d2-49fa-9f7a-9277e1e0b75d None None] Provisioning complete for port 6798dffe-8b9d-4518-a093-91b270048e24 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:11.559470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84f07ae2-f7d2-49fa-9f7a-9277e1e0b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6798dffe-8b9d-4518-a093-91b270048e24), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.657747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a1b9e7a-fa40-4457-bcde-ec1f02752c16 req-ef4d0c45-dcdd-4efc-9b5f-c63f3381cbd9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412542 Feb 19 01:09:11.665766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1db47bd4-3c49-4665-92f3-c079b0563ad7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.682573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-84f07ae2-f7d2-49fa-9f7a-9277e1e0b75d None None] Port 6798dffe-8b9d-4518-a093-91b270048e24 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:11.748259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:11.756806 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838e1ba-53c9-4eb2-8d01-164b6893ba18 x-openstack-request-id: req-9838e1ba-53c9-4eb2-8d01-164b6893ba18 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:11.757181 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1", "name": "network-vif-deleted", "tag": "e17c7300-d976-4333-a0bc-36f9d1ea378f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:11.757440 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9838e1ba-53c9-4eb2-8d01-164b6893ba18 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:11.757852 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1', 'name': 'network-vif-deleted', 'tag': 'e17c7300-d976-4333-a0bc-36f9d1ea378f', 'status': 'completed', 'code': 200} Feb 19 01:09:11.759166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:11.763982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:11.801334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Pushing event updated for resources: {'Port': ['ID=1db47bd4-3c49-4665-92f3-c079b0563ad7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.819144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:11.819673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.822109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 17aef57d-e317-4244-b4c2-fb592707fc97 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:11.856346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f65e3748-4432-4db3-82be-a130acaba7da tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8416998 Feb 19 01:09:11.856854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58916) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:11.866406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.71'}]}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:11.867734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:11.880772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] Sync routers for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:11.899086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:11.900056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:11.908260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (fe3a95e6-c8d2-4cdd-888b-7608899f6648), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.910618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (fe3a95e6-c8d2-4cdd-888b-7608899f6648), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.040443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] No DVR routers for this DVR port 8a1ebc95-694c-426e-9696-c3ea67763960 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:12.043651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.048079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93f4b021-8679-4a00-b3d6-130bcb7e7766 req-3f2cb406-4788-4b2a-abd3-493e509ab1a6 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.89 "DELETE /v2.0/ports/8a1ebc95-694c-426e-9696-c3ea67763960 HTTP/1.1" status: 204 len: 173 time: 4.5664051 Feb 19 01:09:12.053228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'name': 'network-vif-deleted', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:12.055697 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3439b877-ef69-4c62-bce0-bfa9f9b8ad00" -d '{"events": [{"server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "name": "network-vif-deleted", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:12.084788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b175-431f-44ad-af7f-d192d3c295fd req-be9925af-f7bd-4194-8d68-536941c5882c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:12.086364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f70b175-431f-44ad-af7f-d192d3c295fd req-be9925af-f7bd-4194-8d68-536941c5882c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.3891313 Feb 19 01:09:12.093404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:12.096128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for router_controller (fe3a95e6-c8d2-4cdd-888b-7608899f6648), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.108234 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] Sync routers for ids ['17aef57d-e317-4244-b4c2-fb592707fc97'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:12.113975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2262b748-8f29-4d5e-ae19-73bc0738c214 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/17aef57d-e317-4244-b4c2-fb592707fc97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2493246 Feb 19 01:09:12.114828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58926) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:12.147911 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] Routers {'17aef57d-e317-4244-b4c2-fb592707fc97'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:12.158482 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17aef57d-e317-4244-b4c2-fb592707fc97'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.199433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:12.248940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f70b175-431f-44ad-af7f-d192d3c295fd req-a9b6a336-e505-4ab7-bb3d-9c4bac8de349 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333723 Feb 19 01:09:12.275951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e8605-c40b-45bc-bd96-c1152404232b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:12.279866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a82e8605-c40b-45bc-bd96-c1152404232b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports/6798dffe-8b9d-4518-a093-91b270048e24 HTTP/1.1" status: 200 len: 911 time: 0.1446173 Feb 19 01:09:12.285025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58928) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:12.306603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5318f586-39a2-49ed-8c66-67a8056331a7'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:12.368880 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.397529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1ebc95-694c-426e-9696-c3ea67763960 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:12.398912 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] Routers {'17aef57d-e317-4244-b4c2-fb592707fc97'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:12.401709 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17aef57d-e317-4244-b4c2-fb592707fc97'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.458181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b93d37a-5fed-4128-a713-0f1b5a61386a req-fe31a6ea-db62-427f-8b73-aee5dae8129b tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/ports?device_id=6475ab58-83eb-45ba-9dd5-1ecd095d2afb HTTP/1.1" status: 200 len: 210 time: 0.1648455 Feb 19 01:09:12.469763 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.470603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e6633-8f6f-43fb-ae99-52da3d563c6d None None] The sync data for ids ['17aef57d-e317-4244-b4c2-fb592707fc97'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:12.484275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 8a1ebc95-694c-426e-9696-c3ea67763960 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:12.484622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1ebc95-694c-426e-9696-c3ea67763960 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:12.530212 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4bb542-345e-4a68-8684-d241e9b0054b x-openstack-request-id: req-0f4bb542-345e-4a68-8684-d241e9b0054b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:12.530509 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6475ab58-83eb-45ba-9dd5-1ecd095d2afb", "name": "network-vif-deleted", "tag": "8a1ebc95-694c-426e-9696-c3ea67763960", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:12.530767 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f4bb542-345e-4a68-8684-d241e9b0054b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:12.531175 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6475ab58-83eb-45ba-9dd5-1ecd095d2afb', 'name': 'network-vif-deleted', 'tag': '8a1ebc95-694c-426e-9696-c3ea67763960', 'status': 'completed', 'code': 200} Feb 19 01:09:12.589825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81baa67-1339-454b-be6f-9067beb7049f req-59533a59-108d-48f5-976a-2e7e4a94c8c0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:12.596522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b81baa67-1339-454b-be6f-9067beb7049f req-59533a59-108d-48f5-976a-2e7e4a94c8c0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 945 time: 0.1398537 Feb 19 01:09:12.668030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.694858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6798dffe-8b9d-4518-a093-91b270048e24), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.706615 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for router_gateway (fe3a95e6-c8d2-4cdd-888b-7608899f6648), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.707063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] Checking router: 0081e9ce-6c69-4317-b882-66066fb9daa3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:12.719928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:12.721115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.724089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08aa53fd-5686-46a2-a78d-a7fac2ef7223 req-8303157c-3bec-4c3a-8f36-980c8257a13f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0609584 Feb 19 01:09:12.727160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b81baa67-1339-454b-be6f-9067beb7049f req-b3f0238e-9eed-4455-885e-b55cb3ac6a51 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284270 Feb 19 01:09:12.954457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:13.225344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (6798dffe-8b9d-4518-a093-91b270048e24), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.272643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for router_gateway (fe3a95e6-c8d2-4cdd-888b-7608899f6648), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.309606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6798dffe-8b9d-4518-a093-91b270048e24), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.316009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:13.316842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.318385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/ports/6798dffe-8b9d-4518-a093-91b270048e24 HTTP/1.1" status: 200 len: 911 time: 1.0314820 Feb 19 01:09:13.322640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58936) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:13.341194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.423803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:13.499930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2df7bd-be8b-407f-b7c0-5d9ed2f26cad tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=6798dffe-8b9d-4518-a093-91b270048e24,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:13.520271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b70cc-4ef1-4a52-a606-697044ed9d67 None None] The sync data for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 is: [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:07:35Z', 'revision_number': 4, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '60a51a5b-816a-404e-815b-f9c8931a201c', 'name': '', 'network_id': '176d33b8-0e17-4ece-80fe-1a59bdd75756', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'mac_address': 'fa:16:3e:11:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '1a14cb80-5327-492a-a250-7a873deb1112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:31Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'subnets': [{'id': '1a14cb80-5327-492a-a250-7a873deb1112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:13.538059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-45bb2d16-2615-409a-9e94-579718d164ea tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:13.539613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-45bb2d16-2615-409a-9e94-579718d164ea tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.3080196 Feb 19 01:09:13.554584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:13.703249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58946) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:13.723379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e33245-0100-474d-8ed9-8883a05d4abe req-b1b3c8b6-b13a-4c7d-8d43-928a4c7070b3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:13.724940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-28e33245-0100-474d-8ed9-8883a05d4abe req-b1b3c8b6-b13a-4c7d-8d43-928a4c7070b3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 945 time: 0.3070049 Feb 19 01:09:13.832206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for router (fe3a95e6-c8d2-4cdd-888b-7608899f6648), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.848720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.001508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1348c99-33fd-456b-848a-14f9afccb0f1 None None] New status for floating IP 6fca5af1-1fb8-4f74-bbf6-cd282152dcde: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:09:14.071125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f59cabe5-ac20-4b23-ab94-3288793434b4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group (4c82faf7-56ee-42b2-83cf-73819ff2d98a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.083832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (fe3a95e6-c8d2-4cdd-888b-7608899f6648), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.092669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks [] for router_controller (fe3a95e6-c8d2-4cdd-888b-7608899f6648), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.170704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f59cabe5-ac20-4b23-ab94-3288793434b4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group (4c82faf7-56ee-42b2-83cf-73819ff2d98a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.186812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (fe3a95e6-c8d2-4cdd-888b-7608899f6648), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.187649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe3a95e6-c8d2-4cdd-888b-7608899f6648 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:14.247694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31f6f-8108-448c-ab5f-fe29603041ea req-7c5078ad-43d2-4741-ab89-0f2be345f94b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:14.255889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35f31f6f-8108-448c-ab5f-fe29603041ea req-7c5078ad-43d2-4741-ab89-0f2be345f94b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 945 time: 0.3312495 Feb 19 01:09:14.263203 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:09:14.271119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1fea3dca-8320-4d89-92f4-dd45d103a491 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4091442 Feb 19 01:09:14.271972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:14.368458 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f59cabe5-ac20-4b23-ab94-3288793434b4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4c82faf7-56ee-42b2-83cf-73819ff2d98a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.371371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f59cabe5-ac20-4b23-ab94-3288793434b4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.374920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f59cabe5-ac20-4b23-ab94-3288793434b4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "DELETE /v2.0/security-groups/4c82faf7-56ee-42b2-83cf-73819ff2d98a HTTP/1.1" status: 204 len: 168 time: 0.6683638 Feb 19 01:09:14.396158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:14.397184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cabe5-ac20-4b23-ab94-3288793434b4 tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c82faf7-56ee-42b2-83cf-73819ff2d98a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:14.400039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-28e33245-0100-474d-8ed9-8883a05d4abe req-07eb441e-4575-497e-b815-7f46739f7ab5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565356 Feb 19 01:09:14.441189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6acb9c85-3feb-4d93-a42e-43c347acd723 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:14.443255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e17c7300-d976-4333-a0bc-36f9d1ea378f no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:14.470173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: e17c7300-d976-4333-a0bc-36f9d1ea378f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:14.470523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e17c7300-d976-4333-a0bc-36f9d1ea378f not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:14.530841 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-4061ba36-9166-4663-b0e4-0b7f69abc0ff tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] show failed (client error): The resource could not be found. Feb 19 01:09:14.536517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4061ba36-9166-4663-b0e4-0b7f69abc0ff tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "GET /v2.0/security-groups/4c82faf7-56ee-42b2-83cf-73819ff2d98a HTTP/1.1" status: 404 len: 347 time: 0.1130598 Feb 19 01:09:14.540250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:14.559042 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35f31f6f-8108-448c-ab5f-fe29603041ea req-6d7d60a4-9a47-4978-bae8-425abcb55c7f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021846 Feb 19 01:09:14.669359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-e90a9128-5b7f-4436-ad1b-e08e2e626fa5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:14.670959 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-e90a9128-5b7f-4436-ad1b-e08e2e626fa5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.89 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 945 time: 0.4206884 Feb 19 01:09:14.680766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Deleting port 1db47bd4-3c49-4665-92f3-c079b0563ad7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:14.680766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1db47bd4-3c49-4665-92f3-c079b0563ad7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.711949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:14.747270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6acb9c85-3feb-4d93-a42e-43c347acd723 has no active binding in host n-h2-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:09:14.783543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47a36552-2fd8-481d-a08a-b16ef459ba83 req-16a397a7-6001-40dd-846b-4ab1d825761e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1234620 Feb 19 01:09:14.788848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1db47bd4-3c49-4665-92f3-c079b0563ad7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.804378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Calling delete_port for 1db47bd4-3c49-4665-92f3-c079b0563ad7 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:14.943016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:14.950635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1db47bd4-3c49-4665-92f3-c079b0563ad7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.985029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db47bd4-3c49-4665-92f3-c079b0563ad7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.060206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.064015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4a5c8657-648f-42ec-98f2-489343a39577 tempest-RoutersAdminNegativeTest-1358783677 tempest-RoutersAdminNegativeTest-1358783677-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1db47bd4-3c49-4665-92f3-c079b0563ad7 HTTP/1.1" status: 204 len: 168 time: 0.7680366 Feb 19 01:09:15.176880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:15.187132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Deleting port e2b877a5-3441-493a-b6df-894a273bd936 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:15.187974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e2b877a5-3441-493a-b6df-894a273bd936), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.281384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Deleting port baace65b-dc25-4032-833f-90a0c83c1219 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:15.290933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (baace65b-dc25-4032-833f-90a0c83c1219), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.377358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:15.379805 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e76be-f8f9-41ff-9520-4bd2b0662024" -d '{"events": [{"server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "name": "network-vif-unplugged", "status": "completed", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:15.384316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Publish callbacks [] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.427760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.447559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58970) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:15.466892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (17aef57d-e317-4244-b4c2-fb592707fc97), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.492479 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23065e6f-44bf-4933-a68d-350aea97894c x-openstack-request-id: req-23065e6f-44bf-4933-a68d-350aea97894c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:15.493069 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "name": "network-vif-unplugged", "status": "completed", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:15.493503 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23065e6f-44bf-4933-a68d-350aea97894c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:15.494072 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'code': 200} Feb 19 01:09:15.631464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ae79572-f637-4153-b590-9fcabb0f3698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.738739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] For port e2b877a5-3441-493a-b6df-894a273bd936, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e2b877a5-3441-493a-b6df-894a273bd936,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:15.739123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e2b877a5-3441-493a-b6df-894a273bd936), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.785531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (baace65b-dc25-4032-833f-90a0c83c1219), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.786112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (baace65b-dc25-4032-833f-90a0c83c1219), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.807893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.833055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Calling delete_port for e2b877a5-3441-493a-b6df-894a273bd936 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:15.840316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3646f04-5d22-44fa-b493-5ef1e8b98b40 req-fadf4259-d793-4a65-914a-7c6564743aa6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:15.841881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d3646f04-5d22-44fa-b493-5ef1e8b98b40 req-fadf4259-d793-4a65-914a-7c6564743aa6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 945 time: 0.1199865 Feb 19 01:09:15.847092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ae79572-f637-4153-b590-9fcabb0f3698 admin admin] Publish callbacks [] for security_group (5d1d9c08-e5f7-4530-88e7-f541aabc570d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.857988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ae79572-f637-4153-b590-9fcabb0f3698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5d1d9c08-e5f7-4530-88e7-f541aabc570d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.896278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Calling delete_port for baace65b-dc25-4032-833f-90a0c83c1219 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:15.921852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae79572-f637-4153-b590-9fcabb0f3698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1d9c08-e5f7-4530-88e7-f541aabc570d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.937111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ae79572-f637-4153-b590-9fcabb0f3698 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=429a8ac31acd4170a5c4ea78938e02fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4895189 Feb 19 01:09:15.940318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58982) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:15.958658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d3646f04-5d22-44fa-b493-5ef1e8b98b40 req-7002bb6d-d513-4036-8ce9-49a5b4a52bc4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096780 Feb 19 01:09:16.018995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6cd5-55bc-4003-838a-c0cb56023028 admin admin] Publish callbacks [] for security_group (5d1d9c08-e5f7-4530-88e7-f541aabc570d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.059704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6cd5-55bc-4003-838a-c0cb56023028 admin admin] Publish callbacks [] for security_group (5d1d9c08-e5f7-4530-88e7-f541aabc570d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.080749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on host n-h1-826752-2 for vnic_type normal with profile {"migrating_to": "n-h2-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:16.081162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:16.081511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:16.107114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b453640-1059-4de2-9904-7a78eded2a65 req-172148a6-1877-478b-9a47-22e42a749fd0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:16.108561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b453640-1059-4de2-9904-7a78eded2a65 req-172148a6-1877-478b-9a47-22e42a749fd0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.5495679 Feb 19 01:09:16.117543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6d522ae-d9d9-46b2-a79a-4cb4cb105431 req-990eb168-9bf3-4d8b-964c-9f5bab9beeee tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0556765 Feb 19 01:09:16.117887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:09:16.118292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Attempting to bind port 6acb9c85-3feb-4d93-a42e-43c347acd723 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:16.156579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:16.156579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:16.156579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:16.156579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Bound port: 6acb9c85-3feb-4d93-a42e-43c347acd723, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:16.156579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.173687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6cd5-55bc-4003-838a-c0cb56023028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5d1d9c08-e5f7-4530-88e7-f541aabc570d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.179556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6cd5-55bc-4003-838a-c0cb56023028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.183284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9c6a6cd5-55bc-4003-838a-c0cb56023028 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d1d9c08-e5f7-4530-88e7-f541aabc570d HTTP/1.1" status: 204 len: 168 time: 0.2384822 Feb 19 01:09:16.211282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a6cd5-55bc-4003-838a-c0cb56023028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1d9c08-e5f7-4530-88e7-f541aabc570d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:16.299447 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b453640-1059-4de2-9904-7a78eded2a65 req-e7f2a87c-d80e-46d8-b5e5-5650e1424f4b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725836 Feb 19 01:09:16.433189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:16.440765 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e2b877a5-3441-493a-b6df-894a273bd936), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.458023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['13b39a74-545c-45b1-9f56-533ec632c7a4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:16.467387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:16.734514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:16.785866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af4b4a6e-4759-4fe2-bda0-59cf99595605 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=380e3c45624e4d5aa262c772d7e7afa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501537 Feb 19 01:09:16.788207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58994) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:16.796870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Pushing event deleted for resources: {'Port': ['ID=e2b877a5-3441-493a-b6df-894a273bd936,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:16.846247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.870643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-346603c7-6343-4412-a1e5-d11e9c408008 admin admin] Publish callbacks [] for security_group (9c4dd56d-04e2-4701-a047-109e6ed0eb7d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.886378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] No DVR routers for this DVR port e2b877a5-3441-493a-b6df-894a273bd936 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:16.894584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (baace65b-dc25-4032-833f-90a0c83c1219), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.900124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-346603c7-6343-4412-a1e5-d11e9c408008 admin admin] Publish callbacks [] for security_group (9c4dd56d-04e2-4701-a047-109e6ed0eb7d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.943477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.948299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-054c9c41-c023-4a58-abf5-90ca51ee9496 req-cf42df26-b4db-4e61-8017-fc4391749b1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.89 "DELETE /v2.0/ports/e2b877a5-3441-493a-b6df-894a273bd936 HTTP/1.1" status: 204 len: 173 time: 2.2647264 Feb 19 01:09:16.969739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-346603c7-6343-4412-a1e5-d11e9c408008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c4dd56d-04e2-4701-a047-109e6ed0eb7d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.973117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-346603c7-6343-4412-a1e5-d11e9c408008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.976895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-346603c7-6343-4412-a1e5-d11e9c408008 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c4dd56d-04e2-4701-a047-109e6ed0eb7d HTTP/1.1" status: 204 len: 168 time: 0.1876166 Feb 19 01:09:17.004514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346603c7-6343-4412-a1e5-d11e9c408008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4dd56d-04e2-4701-a047-109e6ed0eb7d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.021272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:17.022173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.026172 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] 10.222.0.10 "PUT /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 1121 time: 3.4760811 Feb 19 01:09:17.097344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de675f60-42c0-4ab3-adfb-094d5b074831 service neutron] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.105081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['6acb9c85-3feb-4d93-a42e-43c347acd723'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:17.105791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 6798dffe-8b9d-4518-a093-91b270048e24 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:17.106141 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6798dffe-8b9d-4518-a093-91b270048e24), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.164762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Pushing event deleted for resources: {'Port': ['ID=baace65b-dc25-4032-833f-90a0c83c1219,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.169593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6acb9c85-3feb-4d93-a42e-43c347acd723'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:17.222799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks [] for floatingip (6fca5af1-1fb8-4f74-bbf6-cd282152dcde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.227140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.232143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f2abaae2-8002-485b-810a-ddb4e0a9be7c tempest-ServersTestJSON-138469867 tempest-ServersTestJSON-138469867-project] 10.222.0.43 "DELETE /v2.0/floatingips/6fca5af1-1fb8-4f74-bbf6-cd282152dcde HTTP/1.1" status: 204 len: 168 time: 2.6761789 Feb 19 01:09:17.232790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:17.295609 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42e6353b-512d-46b0-90ae-c83b5bd64d1f req-940431c8-cd83-469a-8357-9a6c5987edf5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2 HTTP/1.1" status: 200 len: 210 time: 0.0778079 Feb 19 01:09:17.463233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd1ca68b-72dd-43e7-80c2-9fb94da682e7 req-4b8e51c3-1098-4677-9921-a34029630a68 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1510565 Feb 19 01:09:17.496987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'name': 'network-vif-deleted', 'tag': 'e2b877a5-3441-493a-b6df-894a273bd936'}, {'name': 'network-changed', 'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:17.499335 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773e12b3-f52d-4d5e-a414-fa7ce298938f" -d '{"events": [{"server_uuid": "c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2", "name": "network-vif-deleted", "tag": "e2b877a5-3441-493a-b6df-894a273bd936"}, {"name": "network-changed", "server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:17.545495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867d78-79d5-4842-be05-f8e9ce8c7286 req-d71a6691-524c-491c-bf1b-5b7d09785329 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:17.557327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57867d78-79d5-4842-be05-f8e9ce8c7286 req-d71a6691-524c-491c-bf1b-5b7d09785329 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.1374576 Feb 19 01:09:17.574731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6798dffe-8b9d-4518-a093-91b270048e24), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.598419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 6798dffe-8b9d-4518-a093-91b270048e24 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:17.699912 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a609df2-a3dd-4823-bf91-f8e07408b12e x-openstack-request-id: req-3a609df2-a3dd-4823-bf91-f8e07408b12e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:17.700500 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2", "name": "network-vif-deleted", "tag": "e2b877a5-3441-493a-b6df-894a273bd936", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:17.700908 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a609df2-a3dd-4823-bf91-f8e07408b12e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:17.701629 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c187db6f-9b3c-4ce2-94d3-c8e6ed4079d2', 'name': 'network-vif-deleted', 'tag': 'e2b877a5-3441-493a-b6df-894a273bd936', 'status': 'completed', 'code': 200} Feb 19 01:09:17.702044 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'status': 'completed', 'code': 200} Feb 19 01:09:17.710174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57867d78-79d5-4842-be05-f8e9ce8c7286 req-8db8468d-e496-4263-8a4d-bb06018698f2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470292 Feb 19 01:09:17.974157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-e6af1cb1-b9ed-49c0-b1df-b587ac63fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:17.975685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-e6af1cb1-b9ed-49c0-b1df-b587ac63fab3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1155 time: 0.2382643 Feb 19 01:09:18.148674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.179264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-a3bfaf93-af22-4f3d-b017-1dc6a1fd2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:18.192469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-a3bfaf93-af22-4f3d-b017-1dc6a1fd2aff service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.1958017 Feb 19 01:09:18.244886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-394dbf2f-b96b-4fc0-af11-894f9e293f8b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.0511842 Feb 19 01:09:18.285581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6798dffe-8b9d-4518-a093-91b270048e24), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.383121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e2b877a5-3441-493a-b6df-894a273bd936 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:18.398003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=6798dffe-8b9d-4518-a093-91b270048e24,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:18.419956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: e2b877a5-3441-493a-b6df-894a273bd936 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:18.420413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e2b877a5-3441-493a-b6df-894a273bd936 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:18.496047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-02565c3a-b167-4e87-a93d-da45957b67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:18.497742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-02565c3a-b167-4e87-a93d-da45957b67f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.2400894 Feb 19 01:09:18.627711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59046) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:18.713266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a7e4d9c-5904-4396-b832-6041bd6ce1c4 req-f4f28987-1df6-4771-b28d-6f7ec4db2b06 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0497706 Feb 19 01:09:18.723733 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (17aef57d-e317-4244-b4c2-fb592707fc97), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.728260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-d45363ca-4167-44f2-9b2f-787feef9e5fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940393 Feb 19 01:09:18.806503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-378065566'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:18.847745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:18.851170 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.866650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.942181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff828b-4dda-4f40-95a7-4198fe7ec8eb req-af399ed0-7e36-43cf-8711-9f3ff29cae23 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:18.943778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-83ff828b-4dda-4f40-95a7-4198fe7ec8eb req-af399ed0-7e36-43cf-8711-9f3ff29cae23 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.4094918 Feb 19 01:09:19.003576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (0081e9ce-6c69-4317-b882-66066fb9daa3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.007244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for security_group (3cff4849-4af5-4f8d-b74a-f16ca2c3c709), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.015676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3cff4849-4af5-4f8d-b74a-f16ca2c3c709), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.097584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:19.105068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff4849-4af5-4f8d-b74a-f16ca2c3c709,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:19.118181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d34a1f3f-443e-491c-8d49-4b76637f99a8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.118784 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Added segment d34a1f3f-443e-491c-8d49-4b76637f99a8 of type vlan for network f8f36d9e-1d90-4ab7-9fa7-575162507509 Feb 19 01:09:19.317975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-1440b19a-0cd0-442c-81b7-acef9cdd786e service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656433 Feb 19 01:09:19.668582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (f8f36d9e-1d90-4ab7-9fa7-575162507509), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.711479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5c7e2-bb2d-4aec-a566-810572b989c0 req-5dd9a2ac-db24-4901-ac8b-3e4ec770aefe tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:19.718711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aab5c7e2-bb2d-4aec-a566-810572b989c0 req-5dd9a2ac-db24-4901-ac8b-3e4ec770aefe tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.5964837 Feb 19 01:09:19.729221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (f8f36d9e-1d90-4ab7-9fa7-575162507509), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.734311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:19.734906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.826399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1973822 Feb 19 01:09:19.831872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59062) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:19.845760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'subnet': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:19.851963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb226a3d-7041-480a-98b4-25d1eb777869 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Network': ['ID=f8f36d9e-1d90-4ab7-9fa7-575162507509,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:19.869035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:19.880031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aab5c7e2-bb2d-4aec-a566-810572b989c0 req-aa406662-5bbc-496e-b691-c0431323d3a9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603730 Feb 19 01:09:20.014064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 17aef57d-e317-4244-b4c2-fb592707fc97 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:20.019671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-551b0c98-758f-42d9-bcc7-b5b46f41e3d2 req-2c0715db-99b7-4627-9349-e5238ae18d73 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0506809 Feb 19 01:09:20.035436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-83ff828b-4dda-4f40-95a7-4198fe7ec8eb req-46fc4c7c-1ae3-4705-a233-3e4374514912 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0380020 Feb 19 01:09:20.066390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:20.070960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.181918 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-773e12b3-f52d-4d5e-a414-fa7ce298938f req-cf02d807-f8ec-4e40-a57a-9ed092fe1143 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390081 Feb 19 01:09:20.205852 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3de4f6d5-4a4b-465f-ac84-69d405f2ec72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.228882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:20.239961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5aa37f7d-e418-4ecb-894e-17d01ecea6cb tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/17aef57d-e317-4244-b4c2-fb592707fc97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9095671 Feb 19 01:09:20.240948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] Sync routers for ids ['17aef57d-e317-4244-b4c2-fb592707fc97'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:20.242554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59070) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:20.262494 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] Routers {'17aef57d-e317-4244-b4c2-fb592707fc97'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:20.263449 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17aef57d-e317-4244-b4c2-fb592707fc97'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:20.314360 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:20.325984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] Routers {'17aef57d-e317-4244-b4c2-fb592707fc97'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:20.327751 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17aef57d-e317-4244-b4c2-fb592707fc97'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:20.330304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2dd1257-5c0e-4a3e-8dd0-75110d82f34d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=17aef57d-e317-4244-b4c2-fb592707fc97 HTTP/1.1" status: 200 len: 205 time: 0.0836160 Feb 19 01:09:20.330990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59076) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:20.368959 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:20.370318 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16fb69-9baf-4500-9ef5-539da4303b43 None None] The sync data for ids ['17aef57d-e317-4244-b4c2-fb592707fc97'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:20.454202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Deleting port 60a51a5b-816a-404e-815b-f9c8931a201c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:20.454462 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.484732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (17aef57d-e317-4244-b4c2-fb592707fc97), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.517357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390443-db49-4a72-a4d5-e37f0aabed80 req-b32c7a81-530b-4353-8c7b-813e4552c758 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:20.525355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f390443-db49-4a72-a4d5-e37f0aabed80 req-b32c7a81-530b-4353-8c7b-813e4552c758 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1315129 Feb 19 01:09:20.601379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f390443-db49-4a72-a4d5-e37f0aabed80 req-73445bb2-8b3e-452a-ac4d-21befd7956d8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750868 Feb 19 01:09:20.607884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] For port 60a51a5b-816a-404e-815b-f9c8931a201c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=60a51a5b-816a-404e-815b-f9c8931a201c,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:20.608675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.612037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (b80cf21a-7e03-420a-be5c-0db885e3b801), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.625237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Calling delete_port for 60a51a5b-816a-404e-815b-f9c8931a201c owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:20.821828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (17aef57d-e317-4244-b4c2-fb592707fc97), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.826544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (17aef57d-e317-4244-b4c2-fb592707fc97), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.832513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Subnet': ['ID=b80cf21a-7e03-420a-be5c-0db885e3b801,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:20.847528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Checking segment: {'id': 'd34a1f3f-443e-491c-8d49-4b76637f99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:20.848072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network hostable DHCP agents. Network: f8f36d9e-1d90-4ab7-9fa7-575162507509, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:20.890766 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (60a51a5b-816a-404e-815b-f9c8931a201c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.902860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (17aef57d-e317-4244-b4c2-fb592707fc97), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.903405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router 17aef57d-e317-4244-b4c2-fb592707fc97 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:20.917263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.921505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ead98e55-2b9a-4f35-a9e7-8af93c88e8b0 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/17aef57d-e317-4244-b4c2-fb592707fc97 HTTP/1.1" status: 204 len: 168 time: 0.5693636 Feb 19 01:09:20.925411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:20.926051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:20.968913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14fdc-a9d4-4263-937d-a84325dccf30 req-f2c1c4e2-e244-48d1-bda0-5d0338fd8551 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:20.970683 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6da14fdc-a9d4-4263-937d-a84325dccf30 req-f2c1c4e2-e244-48d1-bda0-5d0338fd8551 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2305892 Feb 19 01:09:21.010336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, f8f36d9e-1d90-4ab7-9fa7-575162507509) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:21.019957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4bff9-59bb-43e2-8f7e-4d4d665819d4 None None] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:21.023548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:21.024143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.039785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a51a5b-816a-404e-815b-f9c8931a201c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:21.111822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47235867-ad9e-4ec0-82cd-1a5daeaaecd9 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2750828 Feb 19 01:09:21.117091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59086) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:21.125494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'name': 'tempest-AllowedAddressPairTestJSON-526775223'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:21.191847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 5318f586-39a2-49ed-8c66-67a8056331a7 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:21.204539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (5318f586-39a2-49ed-8c66-67a8056331a7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.209723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-f8f36d9e-1d90-4ab7-9fa7-575162507509', 'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'project_id': 'e81e3dffdc6d4e228560aa881084bdef', 'fixed_ips': [{'subnet_id': 'b80cf21a-7e03-420a-be5c-0db885e3b801'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:21.210616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.308465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6da14fdc-a9d4-4263-937d-a84325dccf30 req-352cc2a4-2793-4355-abd0-5c153a0ffe86 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975738 Feb 19 01:09:21.358694 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (5318f586-39a2-49ed-8c66-67a8056331a7), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.429320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec14ed-5bd9-4716-b72b-544c38b5d165 req-519d3566-9d7e-4054-be30-49936bd97f21 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:21.430924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ec14ed-5bd9-4716-b72b-544c38b5d165 req-519d3566-9d7e-4054-be30-49936bd97f21 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.4342778 Feb 19 01:09:21.501458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da8b4701-ab55-4dac-8364-b82a4ffd140a req-7847f769-e45b-4cf3-9d9c-106deb08b0cd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0564907 Feb 19 01:09:21.506322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:21.509742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.533840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Allocated IP 172.20.0.2 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/e4052e8a-c1f1-460a-93c6-5f8d483d8312) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:21.559312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] device_id is not set on port f7428ec4-6a86-44d2-bf60-9bc59ae06143 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:21.588737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5318f586-39a2-49ed-8c66-67a8056331a7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.655535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (0081e9ce-6c69-4317-b882-66066fb9daa3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.669062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ec14ed-5bd9-4716-b72b-544c38b5d165 req-df92e9eb-0185-484f-9da9-93ffd155e891 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291474 Feb 19 01:09:21.750082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (5318f586-39a2-49ed-8c66-67a8056331a7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.751662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Publish callbacks [] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.765908 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.794221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.797457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/5318f586-39a2-49ed-8c66-67a8056331a7 HTTP/1.1" status: 204 len: 168 time: 0.8680022 Feb 19 01:09:21.798623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722e9ad-fa8b-430b-a9b7-aef4d9322d9c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=5318f586-39a2-49ed-8c66-67a8056331a7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:21.802356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59090) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:21.819175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Pushing event updated for resources: {'Port': ['ID=e4052e8a-c1f1-460a-93c6-5f8d483d8312,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:21.824413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91727c9e-1797-4c4e-ab20-7d76556b424f None None] Network 63e46b57-b287-4370-b5b3-2efab489f8f0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:21.887114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:21.904511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:21.908543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:21.913733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (63e46b57-b287-4370-b5b3-2efab489f8f0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.987809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Attempting to bind port e4052e8a-c1f1-460a-93c6-5f8d483d8312 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:21.988208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Attempting to bind port e4052e8a-c1f1-460a-93c6-5f8d483d8312 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd34a1f3f-443e-491c-8d49-4b76637f99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:21.988544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Attempting to bind port e4052e8a-c1f1-460a-93c6-5f8d483d8312 on network f8f36d9e-1d90-4ab7-9fa7-575162507509 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:21.988687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:21.988956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.995722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:21.996136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Checking segment: {'id': 'd34a1f3f-443e-491c-8d49-4b76637f99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:21.996502 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.996900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Bound using segment: {'id': 'd34a1f3f-443e-491c-8d49-4b76637f99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:21.997408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Bound port: e4052e8a-c1f1-460a-93c6-5f8d483d8312, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34a1f3f-443e-491c-8d49-4b76637f99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:21.997792 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.072306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 7722916d-ebf6-47cf-83d2-bd7f928f04d0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7722916d-ebf6-47cf-83d2-bd7f928f04d0,segment=NetworkSegment(ead59ccb-4486-4258-9d41-dff153a2890d),segment_id=ead59ccb-4486-4258-9d41-dff153a2890d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:22.072685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.111593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] DHCP port deletion for 63e46b57-b287-4370-b5b3-2efab489f8f0 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:22.121036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 7722916d-ebf6-47cf-83d2-bd7f928f04d0 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:22.153273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Allocated IP 172.20.0.9 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/f7428ec4-6a86-44d2-bf60-9bc59ae06143) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:22.162653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Router 0081e9ce-6c69-4317-b882-66066fb9daa3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:22.189820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] For port e4052e8a-c1f1-460a-93c6-5f8d483d8312, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:22.223830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] For port e4052e8a-c1f1-460a-93c6-5f8d483d8312, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e4052e8a-c1f1-460a-93c6-5f8d483d8312,segment=NetworkSegment(d34a1f3f-443e-491c-8d49-4b76637f99a8),segment_id=d34a1f3f-443e-491c-8d49-4b76637f99a8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:22.258086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.299162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.358116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=7722916d-ebf6-47cf-83d2-bd7f928f04d0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.375739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:22.407769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78682bd0-a4af-4cba-bf1b-6904cee9a36f None None] Pushing event updated for resources: {'Port': ['ID=e4052e8a-c1f1-460a-93c6-5f8d483d8312,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.416096 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.429826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Deleting port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:22.434937 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.491597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.572431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (63e46b57-b287-4370-b5b3-2efab489f8f0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.601996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=f7428ec4-6a86-44d2-bf60-9bc59ae06143,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.632071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e46b57-b287-4370-b5b3-2efab489f8f0']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:22.636668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] For port 7722916d-ebf6-47cf-83d2-bd7f928f04d0, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:22.637418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.671485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Calling delete_port for 7722916d-ebf6-47cf-83d2-bd7f928f04d0 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:22.677425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:09:22.683445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41d53f11-60bb-452a-812d-4de430efcf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.691757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (7722916d-ebf6-47cf-83d2-bd7f928f04d0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.715528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7722916d-ebf6-47cf-83d2-bd7f928f04d0 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:22.717529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] No DVR routers for this DVR port 7722916d-ebf6-47cf-83d2-bd7f928f04d0 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:22.722008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:22.732901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:22.738440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:22.769380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6404a08-91ed-40a6-b1c7-93b902df9ea0 req-ef1c04b6-1d39-4626-994c-d4d0faf8a229 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1244040 Feb 19 01:09:22.780525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead59ccb-4486-4258-9d41-dff153a2890d') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:22.780525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead59ccb-4486-4258-9d41-dff153a2890d') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:22.813834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ead59ccb-4486-4258-9d41-dff153a2890d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.849738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:22.854261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ead59ccb-4486-4258-9d41-dff153a2890d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.861824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2bb4e-4592-45d9-b448-a9c12ae064e0 None None] Pushing event deleted for resources: {'Port': ['ID=7722916d-ebf6-47cf-83d2-bd7f928f04d0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.864734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7722916d-ebf6-47cf-83d2-bd7f928f04d0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:22.865576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7722916d-ebf6-47cf-83d2-bd7f928f04d0 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:22.876158 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7c57aee3-eac0-43bc-9146-0cbaef587106 admin admin] 10.222.0.43 "PUT /v2.0/routers/0081e9ce-6c69-4317-b882-66066fb9daa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6357691 Feb 19 01:09:22.876836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:22.879108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] Sync routers for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:22.884554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59096) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:22.890321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:22.890958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:22.895274 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ead59ccb-4486-4258-9d41-dff153a2890d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:22.898783 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:23.046130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.049035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.057681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (63e46b57-b287-4370-b5b3-2efab489f8f0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.068386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.079223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/63e46b57-b287-4370-b5b3-2efab489f8f0 HTTP/1.1" status: 204 len: 168 time: 1.2756429 Feb 19 01:09:23.090916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59098) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:23.099082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:23.104430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1035670711', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.131653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df04ac-6862-48e9-82e8-acba5dbcc5ed tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=63e46b57-b287-4370-b5b3-2efab489f8f0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:23.140850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4140-9915-4d1c-a7a8-e05180dc8b6a req-90c46758-aa2e-4074-9c54-c133f5b076c4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.143602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e2b4140-9915-4d1c-a7a8-e05180dc8b6a req-90c46758-aa2e-4074-9c54-c133f5b076c4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2656958 Feb 19 01:09:23.150296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59100) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:23.150873 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fbb7d715-3808-4df9-bab4-cb010d79e46d tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0319877 Feb 19 01:09:23.161469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'name': 'tempest-AllowedAddressPairTestJSON-131089979', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:e0:c7'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.197917 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks [] for router (0081e9ce-6c69-4317-b882-66066fb9daa3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.265958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e2b4140-9915-4d1c-a7a8-e05180dc8b6a req-4b682c81-baa4-4871-85ff-2f0444633d29 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135271 Feb 19 01:09:23.278129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.279202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.343653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks [] for router_gateway (0081e9ce-6c69-4317-b882-66066fb9daa3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.451459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Deleting port c6a240d1-49d1-4807-a983-994d7d86186a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:23.451876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.464936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.481962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.503036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:09:20Z', 'revision_number': 5, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port': {'id': 'c6a240d1-49d1-4807-a983-994d7d86186a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:25Z', 'updated_at': '2022-02-19T01:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:23.510186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:23.579428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] Checking router: 0081e9ce-6c69-4317-b882-66066fb9daa3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:23.603988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.608382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b33449d0-b144-4634-8662-2a4d55922c9a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5121799 Feb 19 01:09:23.610869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59102) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:23.611979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] Routers {'0081e9ce-6c69-4317-b882-66066fb9daa3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:23.612754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0081e9ce-6c69-4317-b882-66066fb9daa3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:23.630277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-636026851'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.636042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] For port c6a240d1-49d1-4807-a983-994d7d86186a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c6a240d1-49d1-4807-a983-994d7d86186a,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:23.636541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.662010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Calling delete_port for c6a240d1-49d1-4807-a983-994d7d86186a owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:23.687396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.711902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:23.719121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.767847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.803912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] Set router 0081e9ce-6c69-4317-b882-66066fb9daa3 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:23.814818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:23.855766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] device_id is not set on port e2a88eac-3ea2-4451-bdb8-4c29c9942add yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:23.877269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6c8f167b-93eb-4a8f-bf0e-11a1f763f639), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.879396 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 6c8f167b-93eb-4a8f-bf0e-11a1f763f639 of type vlan for network 252b2c0c-fec7-49ec-9811-3289698d2544 Feb 19 01:09:23.953921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:09:23Z', 'revision_number': 6, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:24.007372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c6a240d1-49d1-4807-a983-994d7d86186a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.025702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b53f70bc-a210-46db-a27d-e98ca165e2af req-a6d94c72-bf7a-4bc2-ac54-4dcb86d93ac2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1237907 Feb 19 01:09:24.072628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85485c92-4b86-4e60-b9e6-7b35d93c6262 None None] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:24.075551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353392d-fdc0-421f-8399-bc71554e8eb5 None None] The sync data for ids ['0081e9ce-6c69-4317-b882-66066fb9daa3'] in n-d-826752-2 is: [{'id': '0081e9ce-6c69-4317-b882-66066fb9daa3', 'name': 'tempest-ServersTestJSON-611043088-router', 'tenant_id': 'f86cd926a2ac42a9a758ca79c282833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:24Z', 'updated_at': '2022-02-19T01:09:23Z', 'revision_number': 6, 'project_id': 'f86cd926a2ac42a9a758ca79c282833c', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:24.083554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a240d1-49d1-4807-a983-994d7d86186a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.156703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (252b2c0c-fec7-49ec-9811-3289698d2544), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.161353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] Provisioning complete for port e4052e8a-c1f1-460a-93c6-5f8d483d8312 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:24.162186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.216395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (0081e9ce-6c69-4317-b882-66066fb9daa3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.274523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Allocated IP 172.20.0.3 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/e2a88eac-3ea2-4451-bdb8-4c29c9942add) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:24.479803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (0081e9ce-6c69-4317-b882-66066fb9daa3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.495599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks [] for router_controller (0081e9ce-6c69-4317-b882-66066fb9daa3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.521562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (e2a88eac-3ea2-4451-bdb8-4c29c9942add), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.583935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (252b2c0c-fec7-49ec-9811-3289698d2544), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.602747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.605481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.666697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] Current status of the port e4052e8a-c1f1-460a-93c6-5f8d483d8312 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:24.667241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.675827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0594501 Feb 19 01:09:24.679547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59108) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:24.688126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefaf87-88ff-491d-afb9-edde113540a6 req-931c5a1e-5d3e-4aef-baed-97bead930c75 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.691254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cbefaf87-88ff-491d-afb9-edde113540a6 req-931c5a1e-5d3e-4aef-baed-97bead930c75 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2770920 Feb 19 01:09:24.736214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:24.765174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] For port e4052e8a-c1f1-460a-93c6-5f8d483d8312, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e4052e8a-c1f1-460a-93c6-5f8d483d8312,segment=NetworkSegment(d34a1f3f-443e-491c-8d49-4b76637f99a8),segment_id=d34a1f3f-443e-491c-8d49-4b76637f99a8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:24.771913 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.850438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e2a88eac-3ea2-4451-bdb8-4c29c9942add), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.868376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf6199-d124-4e30-8319-79efb8eb4908 None None] Pushing event updated for resources: {'Port': ['ID=e4052e8a-c1f1-460a-93c6-5f8d483d8312,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.877243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:24.881661 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.970050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:25.019843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7930b304-79cb-4c57-af11-95cdb66a25e6 None None] Provisioning complete for port f7428ec4-6a86-44d2-bf60-9bc59ae06143 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:25.021234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7930b304-79cb-4c57-af11-95cdb66a25e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.070124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:25.090725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:25.108323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a7623-964b-41d0-82ea-117e8b590a0a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=252b2c0c-fec7-49ec-9811-3289698d2544,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:25.130397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (0081e9ce-6c69-4317-b882-66066fb9daa3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.130970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0081e9ce-6c69-4317-b882-66066fb9daa3 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:25.158011 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.159226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e8f45b4-4d46-49a3-843a-bf161e656ab5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0081e9ce-6c69-4317-b882-66066fb9daa3 HTTP/1.1" status: 204 len: 168 time: 2.2733276 Feb 19 01:09:25.163564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59112) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:25.175268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e4052e8a-c1f1-460a-93c6-5f8d483d8312 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:25.181682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 252b2c0c-fec7-49ec-9811-3289698d2544 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:25.273486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=e2a88eac-3ea2-4451-bdb8-4c29c9942add,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:25.277996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cbefaf87-88ff-491d-afb9-edde113540a6 req-6d90ae1a-5e78-46b6-8a12-89f3f5903659 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799279 Feb 19 01:09:25.306797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Deleting subnet 1a14cb80-5327-492a-a250-7a873deb1112 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:25.311858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Publish callbacks [] for subnet (1a14cb80-5327-492a-a250-7a873deb1112), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.337698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-569dfae0-204e-454a-9cad-f218284c0ff5 req-6f68070a-749f-48eb-bb92-6c608361aa42 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.1563787 Feb 19 01:09:25.372007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.379293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.389177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (1a14cb80-5327-492a-a250-7a873deb1112), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.441832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-95a0fb9e-1e31-4b7d-88ba-d8cb9c2e6d1c tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.2864377 Feb 19 01:09:25.448053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7930b304-79cb-4c57-af11-95cdb66a25e6 None None] Port f7428ec4-6a86-44d2-bf60-9bc59ae06143 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:25.450061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59114) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:25.463020 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.527421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7930b304-79cb-4c57-af11-95cdb66a25e6 None None] Provisioning complete for port e4052e8a-c1f1-460a-93c6-5f8d483d8312 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:25.527758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7930b304-79cb-4c57-af11-95cdb66a25e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.624606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e4052e8a-c1f1-460a-93c6-5f8d483d8312 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:25.625844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.676287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (097c7bea-e884-49a6-84fd-a73b40c23448), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.788378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2e367-0f66-498b-b494-1bf2286e2964 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.801049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2e367-0f66-498b-b494-1bf2286e2964 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.814300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2e367-0f66-498b-b494-1bf2286e2964 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.818343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-82a2e367-0f66-498b-b494-1bf2286e2964 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3639672 Feb 19 01:09:25.823026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59116) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:25.885839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=097c7bea-e884-49a6-84fd-a73b40c23448,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:25.915403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:25.915693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 252b2c0c-fec7-49ec-9811-3289698d2544, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:25.940754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 252b2c0c-fec7-49ec-9811-3289698d2544 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:25.955982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (1a14cb80-5327-492a-a250-7a873deb1112), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.957858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.968919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 252b2c0c-fec7-49ec-9811-3289698d2544) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:25.974741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.975840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.979232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e4052e8a-c1f1-460a-93c6-5f8d483d8312 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:25.984975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18658555-f681-44cf-8c84-a325c3fd60f5 None None] Network 252b2c0c-fec7-49ec-9811-3289698d2544 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:25.992637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 60a51a5b-816a-404e-815b-f9c8931a201c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:25.995509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7930b304-79cb-4c57-af11-95cdb66a25e6 None None] Current status of the port e4052e8a-c1f1-460a-93c6-5f8d483d8312 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:26.018286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c1ac036d-4cc2-4b5d-82b9-6f4814ab5c8f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3372021 Feb 19 01:09:26.021164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59126) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:26.042412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port e2a88eac-3ea2-4451-bdb8-4c29c9942add {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:26.042852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e2a88eac-3ea2-4451-bdb8-4c29c9942add), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.048756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 60a51a5b-816a-404e-815b-f9c8931a201c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:26.050556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 60a51a5b-816a-404e-815b-f9c8931a201c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:26.113534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (1a14cb80-5327-492a-a250-7a873deb1112), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.162278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-08d7e340-cf3e-44ae-8efe-6b57ee7b863d None None] Provisioning complete for port f7428ec4-6a86-44d2-bf60-9bc59ae06143 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:26.163083 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08d7e340-cf3e-44ae-8efe-6b57ee7b863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.187987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.190339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-252b2c0c-fec7-49ec-9811-3289698d2544', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:26.191495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.194569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d45268-e8fd-4d16-87b6-efd39096fff0 None None] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:26.196377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a14cb80-5327-492a-a250-7a873deb1112 HTTP/1.1" status: 204 len: 168 time: 1.0307541 Feb 19 01:09:26.197376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836bb12-747d-42a0-84e8-3508f73167e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a14cb80-5327-492a-a250-7a873deb1112,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:26.207421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59128) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:26.311128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e2a88eac-3ea2-4451-bdb8-4c29c9942add), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.341282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-08d7e340-cf3e-44ae-8efe-6b57ee7b863d None None] Port f7428ec4-6a86-44d2-bf60-9bc59ae06143 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:26.344068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for e2a88eac-3ea2-4451-bdb8-4c29c9942add owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:26.350580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (176d33b8-0e17-4ece-80fe-1a59bdd75756), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.438628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 6acb9c85-3feb-4d93-a42e-43c347acd723 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:26.552427 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:09:26.566790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff719f38-68b4-4a66-84c2-1974ef22e89c req-03853f54-1bde-4ab5-b20d-386cfe0bcecc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2f9f34-3a5f-4e8e-9ffe-47ef1a3612c1 HTTP/1.1" status: 200 len: 210 time: 0.0750306 Feb 19 01:09:26.602551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Allocated IP 2001:db8::2 (252b2c0c-fec7-49ec-9811-3289698d2544/097c7bea-e884-49a6-84fd-a73b40c23448/a3b77d2d-6179-4726-9603-205eef970492) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:26.620276 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.690845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e4052e8a-c1f1-460a-93c6-5f8d483d8312 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:26.709219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771756a1-4dd8-4e5b-9baf-2806f815792c req-b2bddb90-e424-4e79-8fd8-004213b37fd7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:26.716794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-771756a1-4dd8-4e5b-9baf-2806f815792c req-b2bddb90-e424-4e79-8fd8-004213b37fd7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2151494 Feb 19 01:09:26.767145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-08d7e340-cf3e-44ae-8efe-6b57ee7b863d None None] Provisioning complete for port e2a88eac-3ea2-4451-bdb8-4c29c9942add triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:26.767532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08d7e340-cf3e-44ae-8efe-6b57ee7b863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2a88eac-3ea2-4451-bdb8-4c29c9942add), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.805653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Deleting port aeec8fb9-75b1-4529-807d-d9081c6c8e25 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:26.806391 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.929899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e4052e8a-c1f1-460a-93c6-5f8d483d8312 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:26.930278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.945039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-771756a1-4dd8-4e5b-9baf-2806f815792c req-e90ebc5c-0697-433e-9ddb-ff4cae201498 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182059 Feb 19 01:09:26.997498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.037963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-08d7e340-cf3e-44ae-8efe-6b57ee7b863d None None] Port e2a88eac-3ea2-4451-bdb8-4c29c9942add cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:27.112383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e2a88eac-3ea2-4451-bdb8-4c29c9942add), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.155283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00780f61-a214-491b-9948-f67c261b4737 None None] DHCP port deletion for 176d33b8-0e17-4ece-80fe-1a59bdd75756 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:27.182612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=e2a88eac-3ea2-4451-bdb8-4c29c9942add,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:27.185941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] For port aeec8fb9-75b1-4529-807d-d9081c6c8e25, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=aeec8fb9-75b1-4529-807d-d9081c6c8e25,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:27.186421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.231045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Calling delete_port for aeec8fb9-75b1-4529-807d-d9081c6c8e25 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:27.252375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 6acb9c85-3feb-4d93-a42e-43c347acd723 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:27.266899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e4052e8a-c1f1-460a-93c6-5f8d483d8312 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:27.288225 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Publish callbacks [] for port (a3b77d2d-6179-4726-9603-205eef970492), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.291447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c6a240d1-49d1-4807-a983-994d7d86186a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:27.373864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c6a240d1-49d1-4807-a983-994d7d86186a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:27.376059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c6a240d1-49d1-4807-a983-994d7d86186a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:27.379738 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (a3b77d2d-6179-4726-9603-205eef970492), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.481279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8::1 (252b2c0c-fec7-49ec-9811-3289698d2544/097c7bea-e884-49a6-84fd-a73b40c23448/69f42531-bead-479c-b586-87f46868ff72) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:27.514388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.522890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-affbd8a2-2f53-477a-9d4d-ed430113cec5 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/ports/e2a88eac-3ea2-4451-bdb8-4c29c9942add HTTP/1.1" status: 204 len: 168 time: 1.6970291 Feb 19 01:09:27.526301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:27.551232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Network 252b2c0c-fec7-49ec-9811-3289698d2544 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:27.579350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:27.590305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:27.598485 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe0dc30-8604-48ca-8c73-b0e6f10afbe4 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] GET failed (client error): The resource could not be found. Feb 19 01:09:27.605687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Deleting port aeec8fb9-75b1-4529-807d-d9081c6c8e25 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:27.606034 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.619112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Pushing event updated for resources: {'Port': ['ID=a3b77d2d-6179-4726-9603-205eef970492,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:27.620425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dfe0dc30-8604-48ca-8c73-b0e6f10afbe4 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "GET /v2.0/ports/e2a88eac-3ea2-4451-bdb8-4c29c9942add HTTP/1.1" status: 404 len: 333 time: 0.0927343 Feb 19 01:09:27.630041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:27.654399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'name': 'tempest-AllowedAddressPairTestJSON-2028216019'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:27.717597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.754343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeec8fb9-75b1-4529-807d-d9081c6c8e25,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:27.760043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] No DVR routers for this DVR port aeec8fb9-75b1-4529-807d-d9081c6c8e25 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:27.795449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (69f42531-bead-479c-b586-87f46868ff72), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.838299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-00780f61-a214-491b-9948-f67c261b4737 None None] For port aeec8fb9-75b1-4529-807d-d9081c6c8e25, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=aeec8fb9-75b1-4529-807d-d9081c6c8e25,segment=NetworkSegment(5afb5d0f-b45b-487f-8c94-fafc8d1000d2),segment_id=5afb5d0f-b45b-487f-8c94-fafc8d1000d2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:27.838707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.841859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Attempting to bind port a3b77d2d-6179-4726-9603-205eef970492 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:27.842429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Attempting to bind port a3b77d2d-6179-4726-9603-205eef970492 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:27.843029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Attempting to bind port a3b77d2d-6179-4726-9603-205eef970492 on network 252b2c0c-fec7-49ec-9811-3289698d2544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:27.854636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:27.855014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Checking segment: {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:27.855422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.855872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Bound using segment: {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:27.856306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Bound port: a3b77d2d-6179-4726-9603-205eef970492, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:27.856688 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3b77d2d-6179-4726-9603-205eef970492), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.873325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Calling delete_port for aeec8fb9-75b1-4529-807d-d9081c6c8e25 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:27.879416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (69f42531-bead-479c-b586-87f46868ff72), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.879642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (176d33b8-0e17-4ece-80fe-1a59bdd75756), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.904296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176d33b8-0e17-4ece-80fe-1a59bdd75756']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:27.916408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afb5d0f-b45b-487f-8c94-fafc8d1000d2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:27.916707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afb5d0f-b45b-487f-8c94-fafc8d1000d2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:27.927807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (5afb5d0f-b45b-487f-8c94-fafc8d1000d2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.943255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5afb5d0f-b45b-487f-8c94-fafc8d1000d2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.951711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:27.952134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (5afb5d0f-b45b-487f-8c94-fafc8d1000d2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.966628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 252b2c0c-fec7-49ec-9811-3289698d2544 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:27.976706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:27.983940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:27.984624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:28.039822 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:28.051955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (176d33b8-0e17-4ece-80fe-1a59bdd75756), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.070640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.076482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] 10.222.0.43 "DELETE /v2.0/networks/176d33b8-0e17-4ece-80fe-1a59bdd75756 HTTP/1.1" status: 204 len: 168 time: 1.8646293 Feb 19 01:09:28.111435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=69f42531-bead-479c-b586-87f46868ff72,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.135939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edf962-da7a-4764-a22f-4146988d3529 admin admin] Pushing event deleted for resources: {'Network': ['ID=176d33b8-0e17-4ece-80fe-1a59bdd75756,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.218172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:28.222908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.250106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] device_id is not set on port 9ab3e0f0-2df2-4502-9b10-775e541706cb yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:28.287979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (69f42531-bead-479c-b586-87f46868ff72), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.406061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Allocated IP 172.20.0.11 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/9ab3e0f0-2df2-4502-9b10-775e541706cb) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:28.502061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device aeec8fb9-75b1-4529-807d-d9081c6c8e25 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:28.587591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:28.617961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: aeec8fb9-75b1-4529-807d-d9081c6c8e25 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:28.618827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device aeec8fb9-75b1-4529-807d-d9081c6c8e25 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:28.649765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] For port a3b77d2d-6179-4726-9603-205eef970492, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:28.703030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] For port a3b77d2d-6179-4726-9603-205eef970492, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a3b77d2d-6179-4726-9603-205eef970492,segment=NetworkSegment(6c8f167b-93eb-4a8f-bf0e-11a1f763f639),segment_id=6c8f167b-93eb-4a8f-bf0e-11a1f763f639)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:28.735021 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a3b77d2d-6179-4726-9603-205eef970492), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.745500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8eaa6-3b70-4cb5-af0b-0e0ec6ea9192 req-f03e9c32-85a0-42d7-b949-8802979360fd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:28.747128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8df8eaa6-3b70-4cb5-af0b-0e0ec6ea9192 req-f03e9c32-85a0-42d7-b949-8802979360fd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.6241956 Feb 19 01:09:28.810089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-813f3d0f-2916-4a6e-bec9-25f8fbf5ab67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f86cd926a2ac42a9a758ca79c282833c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174797 Feb 19 01:09:28.812722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59166) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:28.818381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (aeec8fb9-75b1-4529-807d-d9081c6c8e25), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.828505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Network 176d33b8-0e17-4ece-80fe-1a59bdd75756 is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:09:28.829144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00780f61-a214-491b-9948-f67c261b4737 None None] No DVR routers for this DVR port aeec8fb9-75b1-4529-807d-d9081c6c8e25 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:28.873725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.880698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2784-9cef-46ee-bf50-c830817648fa None None] Pushing event updated for resources: {'Port': ['ID=a3b77d2d-6179-4726-9603-205eef970492,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.934382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.949785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00780f61-a214-491b-9948-f67c261b4737 None None] Pushing event deleted for resources: {'Port': ['ID=aeec8fb9-75b1-4529-807d-d9081c6c8e25,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.023392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:29.049160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:29.053051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:29.168467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.180293 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.227309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=9ab3e0f0-2df2-4502-9b10-775e541706cb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.250696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8df8eaa6-3b70-4cb5-af0b-0e0ec6ea9192 req-b1251bdd-2229-4170-8315-f1f01d40a326 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848306 Feb 19 01:09:29.290153 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9832933d-863f-4fc1-8787-21799062610f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6589932 Feb 19 01:09:29.293724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59168) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:29.295854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5238f1b3-f468-4524-a985-90705046f984 admin admin] Publish callbacks [] for security_group (d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.334319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:e0:c7'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:29.403230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5238f1b3-f468-4524-a985-90705046f984 admin admin] Publish callbacks [] for security_group (d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.431985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (69f42531-bead-479c-b586-87f46868ff72), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.442046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (69f42531-bead-479c-b586-87f46868ff72), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.443248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.559357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=69f42531-bead-479c-b586-87f46868ff72,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.608961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.613246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2de2ffa4-f4e9-4fe3-99fe-23cf61d3aa18 None None] Provisioning complete for port 9ab3e0f0-2df2-4502-9b10-775e541706cb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:29.613728 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2de2ffa4-f4e9-4fe3-99fe-23cf61d3aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.616236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 252b2c0c-fec7-49ec-9811-3289698d2544 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:29.619176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:29.698728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2de2ffa4-f4e9-4fe3-99fe-23cf61d3aa18 None None] Port 9ab3e0f0-2df2-4502-9b10-775e541706cb cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:29.716903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5238f1b3-f468-4524-a985-90705046f984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.719801 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5238f1b3-f468-4524-a985-90705046f984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.721273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5238f1b3-f468-4524-a985-90705046f984 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a HTTP/1.1" status: 204 len: 168 time: 0.9073880 Feb 19 01:09:29.740513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f1b3-f468-4524-a985-90705046f984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b4f6cd-00c1-4a56-99b2-b77ae9892c1a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.915789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:29.938573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.965693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.232307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:30.245963 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:30.253163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3aa4e264-0500-4b07-9df2-fcd87b0150e7 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2277327 Feb 19 01:09:30.253627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=9ab3e0f0-2df2-4502-9b10-775e541706cb,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:30.256680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59174) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.262050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1079633362'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:30.278139 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:30.278782 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.295885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] In _notify_port_updated(), no bound segment for port 9ab3e0f0-2df2-4502-9b10-775e541706cb on network f8f36d9e-1d90-4ab7-9fa7-575162507509 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:09:30.316669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.319649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.326314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59178) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.326866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b72106fb-05e4-4624-8c8b-d61b38abe9c3 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "PUT /v2.0/ports/9ab3e0f0-2df2-4502-9b10-775e541706cb HTTP/1.1" status: 200 len: 994 time: 1.0307982 Feb 19 01:09:30.348493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:30.360026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.601080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a3b77d2d-6179-4726-9603-205eef970492 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:30.653433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:30.660599 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:30.735327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be602a4-76a0-4fca-bf41-de82136ba33e None None] Network 252b2c0c-fec7-49ec-9811-3289698d2544 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:30.738650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (33dadcc5-0a84-42dc-8f86-06d912dd37a0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.739183 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 33dadcc5-0a84-42dc-8f86-06d912dd37a0 of type vlan for network b8da14e7-7972-4b24-ac01-1e5e39d17274 Feb 19 01:09:30.755309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-314acd19-3adc-4d21-9c3c-972055fd6642 None None] Provisioning complete for port 9ab3e0f0-2df2-4502-9b10-775e541706cb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:30.755686 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-314acd19-3adc-4d21-9c3c-972055fd6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.812060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2534ad-2812-44b4-a559-090dd486c6a2 req-37979a8b-1243-4280-8e83-6a8b12290593 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.820062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5d2534ad-2812-44b4-a559-090dd486c6a2 req-37979a8b-1243-4280-8e83-6a8b12290593 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.3693080 Feb 19 01:09:30.834325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b8da14e7-7972-4b24-ac01-1e5e39d17274), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.857608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-314acd19-3adc-4d21-9c3c-972055fd6642 None None] Port 9ab3e0f0-2df2-4502-9b10-775e541706cb cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:30.920111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a3b77d2d-6179-4726-9603-205eef970492 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:30.920494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a3b77d2d-6179-4726-9603-205eef970492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.938596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port 9ab3e0f0-2df2-4502-9b10-775e541706cb {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:30.939228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.959563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5d2534ad-2812-44b4-a559-090dd486c6a2 req-e1f16113-d521-4aa6-8cc1-7b3be3f77b26 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330562 Feb 19 01:09:30.966765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b8da14e7-7972-4b24-ac01-1e5e39d17274), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.973467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.974432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.067341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=b8da14e7-7972-4b24-ac01-1e5e39d17274,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:31.082883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Provisioning complete for port a3b77d2d-6179-4726-9603-205eef970492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:31.083325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a3b77d2d-6179-4726-9603-205eef970492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.104937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:31.175481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.191219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for 9ab3e0f0-2df2-4502-9b10-775e541706cb owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:31.245196 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:28Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:28Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:31.278235 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:31.279303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Updating router 3f8388d4-7887-4c99-9910-6a62792ffc31 port 69f42531-bead-479c-b586-87f46868ff72 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:31.304672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59196) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.317278 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (69f42531-bead-479c-b586-87f46868ff72), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.399433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-59e1f83a-b441-4cc1-8c8c-ee7c61d2fb9e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1393113 Feb 19 01:09:31.400118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59200) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.405411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:31.441848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9ab3e0f0-2df2-4502-9b10-775e541706cb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.506142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=9ab3e0f0-2df2-4502-9b10-775e541706cb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:31.551185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1703359724-network', 'tenant_id': 'b75df6175f924b3f80403cdbfeec9f88'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:31.654174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Made reservation on behalf of b75df6175f924b3f80403cdbfeec9f88 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:31.656533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.675958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:31.690257 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.692555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a3b77d2d-6179-4726-9603-205eef970492 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:31.697305 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3b77d2d-6179-4726-9603-205eef970492), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.699506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.757740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Current status of the port a3b77d2d-6179-4726-9603-205eef970492 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:31.758341 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a3b77d2d-6179-4726-9603-205eef970492), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.830305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.840232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-35600385-3fc7-4dd7-863d-bac9d938d644 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/ports/9ab3e0f0-2df2-4502-9b10-775e541706cb HTTP/1.1" status: 204 len: 168 time: 1.5053992 Feb 19 01:09:31.840796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59202) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.889162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port a3b77d2d-6179-4726-9603-205eef970492, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a3b77d2d-6179-4726-9603-205eef970492,segment=NetworkSegment(6c8f167b-93eb-4a8f-bf0e-11a1f763f639),segment_id=6c8f167b-93eb-4a8f-bf0e-11a1f763f639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:31.897274 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a3b77d2d-6179-4726-9603-205eef970492), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.899069 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Publish callbacks [] for port (69f42531-bead-479c-b586-87f46868ff72), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.906539 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (69f42531-bead-479c-b586-87f46868ff72), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.927254 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8527c72e-006d-486e-a625-3a705111cf60 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] GET failed (client error): The resource could not be found. Feb 19 01:09:31.950419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59204) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.957560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8527c72e-006d-486e-a625-3a705111cf60 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "GET /v2.0/ports/9ab3e0f0-2df2-4502-9b10-775e541706cb HTTP/1.1" status: 404 len: 333 time: 0.1156194 Feb 19 01:09:31.963089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'name': 'tempest-AllowedAddressPairTestJSON-2031976193'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:32.046310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:09:32.054059 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:09:32.074005 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cdda9-7f4a-44f9-8ff5-b33bdee3d688 None None] Pushing event updated for resources: {'Port': ['ID=69f42531-bead-479c-b586-87f46868ff72,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.136072 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Attempting to bind port 69f42531-bead-479c-b586-87f46868ff72 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:32.136792 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Attempting to bind port 69f42531-bead-479c-b586-87f46868ff72 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:32.137476 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Attempting to bind port 69f42531-bead-479c-b586-87f46868ff72 on network 252b2c0c-fec7-49ec-9811-3289698d2544 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:32.144845 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:32.145531 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Checking segment: {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:32.146085 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.146619 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Bound using segment: {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:32.147738 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Bound port: 69f42531-bead-479c-b586-87f46868ff72, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f167b-93eb-4a8f-bf0e-11a1f763f639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:32.148284 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (69f42531-bead-479c-b586-87f46868ff72), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.204606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=a3b77d2d-6179-4726-9603-205eef970492,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.261617 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks [] for security_group (5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.279926 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] For port 69f42531-bead-479c-b586-87f46868ff72, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:32.286733 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] For port 69f42531-bead-479c-b586-87f46868ff72, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=69f42531-bead-479c-b586-87f46868ff72,segment=NetworkSegment(6c8f167b-93eb-4a8f-bf0e-11a1f763f639),segment_id=6c8f167b-93eb-4a8f-bf0e-11a1f763f639)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:32.298578 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (69f42531-bead-479c-b586-87f46868ff72), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.363291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.430348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.438078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:32.446372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.452663 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:32.453842 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:32.501391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a3b77d2d-6179-4726-9603-205eef970492 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:32.512219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] device_id is not set on port 5fd00941-4451-4d40-a57d-21344d5a920c yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:32.550023 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cdda9-7f4a-44f9-8ff5-b33bdee3d688 None None] Pushing event updated for resources: {'Port': ['ID=69f42531-bead-479c-b586-87f46868ff72,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.702263 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:32.719073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-785e1eee-9082-4e5f-af90-beac206e0ba5 None None] Current status of the port a3b77d2d-6179-4726-9603-205eef970492 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:32.752224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a3b77d2d-6179-4726-9603-205eef970492 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:32.752644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a3b77d2d-6179-4726-9603-205eef970492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.761240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Allocated IP 172.20.0.14 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/5fd00941-4451-4d40-a57d-21344d5a920c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:32.905496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Provisioning complete for port 69f42531-bead-479c-b586-87f46868ff72 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:32.906055 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69f42531-bead-479c-b586-87f46868ff72), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.988768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (5fd00941-4451-4d40-a57d-21344d5a920c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.036880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.045520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:33.119972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a3b77d2d-6179-4726-9603-205eef970492 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:33.144925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Current status of the port 69f42531-bead-479c-b586-87f46868ff72 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:33.147040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (69f42531-bead-479c-b586-87f46868ff72), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.149357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:28Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:32Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:33.167733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=5fd00941-4451-4d40-a57d-21344d5a920c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:33.191992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] For port 69f42531-bead-479c-b586-87f46868ff72, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=69f42531-bead-479c-b586-87f46868ff72,segment=NetworkSegment(6c8f167b-93eb-4a8f-bf0e-11a1f763f639),segment_id=6c8f167b-93eb-4a8f-bf0e-11a1f763f639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:33.202803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (69f42531-bead-479c-b586-87f46868ff72), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.219977 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec07d7-bfa6-451e-9e92-ca47172a2924 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:28Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:32Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:33.221463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed825d4f-8a15-4e02-8034-6786f533e5c7 req-cd3b2621-4b26-41ea-92ca-fd65ea5aeecf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:33.235096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed825d4f-8a15-4e02-8034-6786f533e5c7 req-cd3b2621-4b26-41ea-92ca-fd65ea5aeecf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 1.0734637 Feb 19 01:09:33.265617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:33.269879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.270368 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Added segment 8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2 of type vlan for network 0473cbe2-9eec-4fee-8f91-be18257c05db Feb 19 01:09:33.272919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:33.285274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Provisioning complete for port a3b77d2d-6179-4726-9603-205eef970492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:33.286331 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a3b77d2d-6179-4726-9603-205eef970492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.308128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:33.434487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Pushing event updated for resources: {'Port': ['ID=69f42531-bead-479c-b586-87f46868ff72,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:33.437880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:33.443207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.538156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8affa0f2-babb-45ef-8da3-5b5302c816c2 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5828011 Feb 19 01:09:33.540938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59208) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:33.541522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6172f719-dd4d-4d22-b3c4-a0e8ce8bccc5 None None] Current status of the port a3b77d2d-6179-4726-9603-205eef970492 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:33.546583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:01:e0:c7'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:33.685861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-656a0f06-c6b8-4551-a259-8b5b0ae5a0d0 None None] Provisioning complete for port 69f42531-bead-479c-b586-87f46868ff72 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:33.686243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-656a0f06-c6b8-4551-a259-8b5b0ae5a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69f42531-bead-479c-b586-87f46868ff72), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.752457 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed825d4f-8a15-4e02-8034-6786f533e5c7 req-92d1d36c-69b8-425c-9906-2fb84eb8bd09 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160675 Feb 19 01:09:33.768318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0473cbe2-9eec-4fee-8f91-be18257c05db), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.840116 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (ddcf540e-dfce-4570-8250-de2aee5d476f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.969353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-656a0f06-c6b8-4551-a259-8b5b0ae5a0d0 None None] Current status of the port 69f42531-bead-479c-b586-87f46868ff72 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:34.006356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0473cbe2-9eec-4fee-8f91-be18257c05db), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.007327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:34.007926 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.087859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.107596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0a849278-f1fb-4bce-a956-9736b98abb98 None None] Provisioning complete for port 69f42531-bead-479c-b586-87f46868ff72 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:34.111091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a849278-f1fb-4bce-a956-9736b98abb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69f42531-bead-479c-b586-87f46868ff72), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.334399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0a849278-f1fb-4bce-a956-9736b98abb98 None None] Current status of the port 69f42531-bead-479c-b586-87f46868ff72 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:34.354100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0a849278-f1fb-4bce-a956-9736b98abb98 None None] Provisioning complete for port 5fd00941-4451-4d40-a57d-21344d5a920c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:34.354356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a849278-f1fb-4bce-a956-9736b98abb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.456669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0a849278-f1fb-4bce-a956-9736b98abb98 None None] Port 5fd00941-4451-4d40-a57d-21344d5a920c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:34.530696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 69f42531-bead-479c-b586-87f46868ff72 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:34.548905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (5fd00941-4451-4d40-a57d-21344d5a920c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.566544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.624596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 69f42531-bead-479c-b586-87f46868ff72 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:34.624890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69f42531-bead-479c-b586-87f46868ff72), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.717451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4085701 Feb 19 01:09:34.718824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59218) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:34.722194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=ddcf540e-dfce-4570-8250-de2aee5d476f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:34.726317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:34.726815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: b8da14e7-7972-4b24-ac01-1e5e39d17274, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:34.739543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001ddf0-c527-4028-b7da-4819d4542ffe admin admin] Pushing event updated for resources: {'Network': ['ID=0473cbe2-9eec-4fee-8f91-be18257c05db,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:34.756278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Request body: {'subnet': {'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1703359724-subnet', 'tenant_id': 'b75df6175f924b3f80403cdbfeec9f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:34.771626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:34.788155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b8da14e7-7972-4b24-ac01-1e5e39d17274) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:34.794105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:34.794614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.832369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Made reservation on behalf of b75df6175f924b3f80403cdbfeec9f88 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:34.834253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-04c46d07-c698-4c4d-a7af-c1db9b6bfcb1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4327579 Feb 19 01:09:34.837162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:34.841393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.882564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0473cbe2-9eec-4fee-8f91-be18257c05db details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:34.899467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 69f42531-bead-479c-b586-87f46868ff72 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:34.906712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b2edc-2263-41da-a998-8845f603df0d None None] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:35.247151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (420197af-4325-4e66-bdb7-ab74c53a51f7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.257337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-928be221-657f-4e66-b05e-bf0db6d515f4 None None] Provisioning complete for port 5fd00941-4451-4d40-a57d-21344d5a920c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:35.257897 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-928be221-657f-4e66-b05e-bf0db6d515f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.279037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=5fd00941-4451-4d40-a57d-21344d5a920c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:35.344210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] In _notify_port_updated(), no bound segment for port 5fd00941-4451-4d40-a57d-21344d5a920c on network f8f36d9e-1d90-4ab7-9fa7-575162507509 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:09:35.350049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:35.350741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.352158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd4bfe2c-3803-4a08-8094-3ed7daf2f7c8 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "PUT /v2.0/ports/5fd00941-4451-4d40-a57d-21344d5a920c HTTP/1.1" status: 200 len: 997 time: 1.8101604 Feb 19 01:09:35.364972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59224) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:35.409656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b8da14e7-7972-4b24-ac01-1e5e39d17274', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:35.411184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.437497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106961a-b7d8-4e55-af53-2a0db35dec9c req-20d71dba-f3a6-4696-91fe-c65519b11bc7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:35.439312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8106961a-b7d8-4e55-af53-2a0db35dec9c req-20d71dba-f3a6-4696-91fe-c65519b11bc7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2588151 Feb 19 01:09:35.471831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420197af-4325-4e66-bdb7-ab74c53a51f7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:35.516235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Checking segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:35.516872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Network hostable DHCP agents. Network: 0473cbe2-9eec-4fee-8f91-be18257c05db, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:35.611074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8106961a-b7d8-4e55-af53-2a0db35dec9c req-50362a3a-4fa3-4a2e-98c0-90cd7257e2eb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365876 Feb 19 01:09:35.671613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.693537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port 5fd00941-4451-4d40-a57d-21344d5a920c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:35.693890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.705398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Network 0473cbe2-9eec-4fee-8f91-be18257c05db is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:35.740045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Allocated IP 2001:db8:1::2 (b8da14e7-7972-4b24-ac01-1e5e39d17274/ddcf540e-dfce-4570-8250-de2aee5d476f/5c4eca7f-7092-4329-a476-5fdb2fa20387) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:35.929342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0473cbe2-9eec-4fee-8f91-be18257c05db) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:35.934391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:35.939051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.955188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.970561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Publish callbacks [] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.975599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-928be221-657f-4e66-b05e-bf0db6d515f4 None None] Port 5fd00941-4451-4d40-a57d-21344d5a920c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:35.988895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2328c-5727-4b01-ba3f-101089f0b90d None None] Network 0473cbe2-9eec-4fee-8f91-be18257c05db requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:36.006440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for 5fd00941-4451-4d40-a57d-21344d5a920c owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:36.015504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.047497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b73e7c80-ec3c-4e9b-b80d-2a0b4aa6a995 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3061361 Feb 19 01:09:36.157119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:36.184013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:36.187367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:36.206792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Pushing event updated for resources: {'Port': ['ID=5c4eca7f-7092-4329-a476-5fdb2fa20387,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:36.228692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d2f3e-5be1-4cb4-b988-7d7d6d91a997 None None] Network 0473cbe2-9eec-4fee-8f91-be18257c05db requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:36.246997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8:1::1 (b8da14e7-7972-4b24-ac01-1e5e39d17274/ddcf540e-dfce-4570-8250-de2aee5d476f/edc9e89f-e168-406d-bc07-8a6f7d761ef0) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:36.301518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5fd00941-4451-4d40-a57d-21344d5a920c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.376578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=5fd00941-4451-4d40-a57d-21344d5a920c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:36.432818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Attempting to bind port 5c4eca7f-7092-4329-a476-5fdb2fa20387 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:36.433334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Attempting to bind port 5c4eca7f-7092-4329-a476-5fdb2fa20387 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:36.433600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Attempting to bind port 5c4eca7f-7092-4329-a476-5fdb2fa20387 on network b8da14e7-7972-4b24-ac01-1e5e39d17274 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:36.439472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:36.439888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Checking segment: {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:36.440308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.440712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Bound using segment: {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:36.441239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Bound port: 5c4eca7f-7092-4329-a476-5fdb2fa20387, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:36.441630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.523384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.531390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.537879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9273f9f2-d43e-4352-9bf2-32233e42137f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/ports/5fd00941-4451-4d40-a57d-21344d5a920c HTTP/1.1" status: 204 len: 168 time: 1.1694694 Feb 19 01:09:36.540183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59234) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:36.579846 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a73b180-9922-4063-9cf1-4a055a95f147 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] GET failed (client error): The resource could not be found. Feb 19 01:09:36.581748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] For port 5c4eca7f-7092-4329-a476-5fdb2fa20387, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:36.586558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4a73b180-9922-4063-9cf1-4a055a95f147 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "GET /v2.0/ports/5fd00941-4451-4d40-a57d-21344d5a920c HTTP/1.1" status: 404 len: 333 time: 0.0450690 Feb 19 01:09:36.587957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59236) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:36.589087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] For port 5c4eca7f-7092-4329-a476-5fdb2fa20387, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c4eca7f-7092-4329-a476-5fdb2fa20387,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:36.595362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'name': 'tempest-AllowedAddressPairTestJSON-1586498345'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:36.613530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.619464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.742182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:36.757159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:36.762107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:36.762904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.864652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=edc9e89f-e168-406d-bc07-8a6f7d761ef0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:36.907097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a71fb-c7be-4802-974a-8208e6211474 req-7119a0d8-f6ce-4233-a4ef-0a5e1387cc48 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.918602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694a71fb-c7be-4802-974a-8208e6211474 req-7119a0d8-f6ce-4233-a4ef-0a5e1387cc48 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.1367776 Feb 19 01:09:37.072438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:37.082193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.094928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f95329-c41d-4539-b4aa-a700ee176d59 None None] Pushing event updated for resources: {'Port': ['ID=5c4eca7f-7092-4329-a476-5fdb2fa20387,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.122996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694a71fb-c7be-4802-974a-8208e6211474 req-c8ba4c04-e94d-4793-8fb5-7c884a63c664 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986957 Feb 19 01:09:37.125214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] device_id is not set on port 20984309-47c8-48c3-9b52-b024e09dc3ad yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:37.139439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-f58d5202-b767-4d2a-8337-d2e86532c431 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:37.147619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-f58d5202-b767-4d2a-8337-d2e86532c431 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 815 time: 0.3301127 Feb 19 01:09:37.167984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.177416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-e1b27000-7a19-4c99-8ec0-fb399bcaddf4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/quotas/b75df6175f924b3f80403cdbfeec9f88 HTTP/1.1" status: 200 len: 375 time: 0.0187118 Feb 19 01:09:37.230715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-dd450f2c-7509-4c5a-aa18-728196bd1e9a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524075 Feb 19 01:09:37.292384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Allocated IP 172.20.0.3 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/20984309-47c8-48c3-9b52-b024e09dc3ad) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:37.366245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-e357b2ea-faac-4e56-b75e-02f41e503451 service neutron] 10.222.0.43 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020474 Feb 19 01:09:37.520610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (20984309-47c8-48c3-9b52-b024e09dc3ad), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.558889 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (20984309-47c8-48c3-9b52-b024e09dc3ad), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.571620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-24a990f5-882e-40dd-ada1-e3817aed4a56 service neutron] 10.222.0.43 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976116 Feb 19 01:09:37.616168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:37.626672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:37.629875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=20984309-47c8-48c3-9b52-b024e09dc3ad,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.643953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:37.733645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:37.738406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.765504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eeb8a2ae-d37e-42c3-8c27-ce246f22ceb1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1760292 Feb 19 01:09:37.768110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59248) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:37.792918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'network_id': 'f8f36d9e-1d90-4ab7-9fa7-575162507509', 'name': 'tempest-AllowedAddressPairTestJSON-798015465'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:37.841634 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.858236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.859393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.979221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=edc9e89f-e168-406d-bc07-8a6f7d761ef0,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:38.006362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84bce7d8-11c8-4bdc-8def-e6b4ef22d9b6 req-56e055b5-4025-48c4-a491-929d179d2ca9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 210 time: 0.1661983 Feb 19 01:09:38.124732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8453e6b5-5d29-4f8a-9fd3-7dd59317243e None None] Provisioning complete for port 20984309-47c8-48c3-9b52-b024e09dc3ad triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:38.128538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8453e6b5-5d29-4f8a-9fd3-7dd59317243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (20984309-47c8-48c3-9b52-b024e09dc3ad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.134835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Made reservation on behalf of e81e3dffdc6d4e228560aa881084bdef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:38.138310 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.178459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] device_id is not set on port 142f615d-fcf8-43a2-95bf-1d8576247a61 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:38.199235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:38.200546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:38.265405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8453e6b5-5d29-4f8a-9fd3-7dd59317243e None None] Port 20984309-47c8-48c3-9b52-b024e09dc3ad cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:38.322101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f29755-1494-4b6d-a376-9b7a2bf93c14 None None] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:38.500345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Allocated IP 172.20.0.12 (f8f36d9e-1d90-4ab7-9fa7-575162507509/b80cf21a-7e03-420a-be5c-0db885e3b801/142f615d-fcf8-43a2-95bf-1d8576247a61) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:38.522753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] Provisioning complete for port 5c4eca7f-7092-4329-a476-5fdb2fa20387 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:38.523133 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.545367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:38.554921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6a77-6037-4240-bd03-de1deb83c550 req-233d913a-eb5a-4af2-8e3c-fc529f95f6f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.556588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-488e6a77-6037-4240-bd03-de1deb83c550 req-233d913a-eb5a-4af2-8e3c-fc529f95f6f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2303143 Feb 19 01:09:38.563416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c4eca7f-7092-4329-a476-5fdb2fa20387 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:38.695659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5c4eca7f-7092-4329-a476-5fdb2fa20387 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:38.696042 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.790718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:38.798014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] Current status of the port 5c4eca7f-7092-4329-a476-5fdb2fa20387 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:38.798668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.801126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.820461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-831b975e-bb0b-47ae-8618-ccbd0cc255b2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819751 Feb 19 01:09:38.821351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59262) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:38.822770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:38.845143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-627577022'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:38.880025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] For port 5c4eca7f-7092-4329-a476-5fdb2fa20387, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c4eca7f-7092-4329-a476-5fdb2fa20387,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:38.890590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.891494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:38.894154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-488e6a77-6037-4240-bd03-de1deb83c550 req-373fa57b-7986-4329-a4a7-883aed4e2cd9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267663 Feb 19 01:09:38.902402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:38.906598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.907414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.957141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:38.974968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (59222486-6b62-49a9-ac36-2a35e95538bb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.976805 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 59222486-6b62-49a9-ac36-2a35e95538bb of type vlan for network 09c34452-12f9-4617-9281-e92a51c65bef Feb 19 01:09:39.013540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:39.019149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:39.027080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:39.100512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.100808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.126853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=142f615d-fcf8-43a2-95bf-1d8576247a61,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:39.152242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-208749e2-54e3-4338-98f4-84ed70f162b1 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3804035 Feb 19 01:09:39.152467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59266) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.158700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:e0:c7'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e0:09:7e'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:39.179023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (09c34452-12f9-4617-9281-e92a51c65bef), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.197341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:39.233349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (09c34452-12f9-4617-9281-e92a51c65bef), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.246415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.247264 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.296801 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.316157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02767ba3-0cf1-405d-b0f3-069c85e354f9 req-93a9d6ef-7538-4fbf-9636-5ee191794e59 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 210 time: 0.1150608 Feb 19 01:09:39.375006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5339372 Feb 19 01:09:39.391201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59268) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.422931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:39.469949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55dd25-18bb-4d55-8a83-8d68721c984c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=09c34452-12f9-4617-9281-e92a51c65bef,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:39.506501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f238465-eec6-4dc8-8acc-2f3a9269e508 None None] Pushing event updated for resources: {'Port': ['ID=5c4eca7f-7092-4329-a476-5fdb2fa20387,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:39.555014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 09c34452-12f9-4617-9281-e92a51c65bef details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:39.668364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.796015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c4eca7f-7092-4329-a476-5fdb2fa20387 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:39.800471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:39.805144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cfbd3783-b179-49f1-aa2b-5310922402e4 None None] Provisioning complete for port 5c4eca7f-7092-4329-a476-5fdb2fa20387 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:39.805523 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3783-b179-49f1-aa2b-5310922402e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.806298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.932239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 3, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:40.004567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:40.004932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Updating router 3f8388d4-7887-4c99-9910-6a62792ffc31 port edc9e89f-e168-406d-bc07-8a6f7d761ef0 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:40.041880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.100591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.107111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.207062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd3783-b179-49f1-aa2b-5310922402e4 None None] Current status of the port 5c4eca7f-7092-4329-a476-5fdb2fa20387 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:40.261838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cfbd3783-b179-49f1-aa2b-5310922402e4 None None] Provisioning complete for port edc9e89f-e168-406d-bc07-8a6f7d761ef0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:40.262222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3783-b179-49f1-aa2b-5310922402e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.291747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event updated for resources: {'Port': ['ID=142f615d-fcf8-43a2-95bf-1d8576247a61,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:40.420872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] In _notify_port_updated(), no bound segment for port 142f615d-fcf8-43a2-95bf-1d8576247a61 on network f8f36d9e-1d90-4ab7-9fa7-575162507509 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:09:40.424111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd3783-b179-49f1-aa2b-5310922402e4 None None] Port edc9e89f-e168-406d-bc07-8a6f7d761ef0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:40.465449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.466075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.469982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6d1fd7cc-c9ca-4a4b-bfd1-3ac58dc403c6 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "PUT /v2.0/ports/142f615d-fcf8-43a2-95bf-1d8576247a61 HTTP/1.1" status: 200 len: 1055 time: 1.3140571 Feb 19 01:09:40.472270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59274) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:40.538632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-8ee32efc-7c74-455d-b67f-e4e95480cf5b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.540071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-8ee32efc-7c74-455d-b67f-e4e95480cf5b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.89 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 815 time: 0.9872174 Feb 19 01:09:40.556522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c4eca7f-7092-4329-a476-5fdb2fa20387 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:40.581656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Request body: {'port': {'device_id': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'admin_state_up': True, 'tenant_id': 'b75df6175f924b3f80403cdbfeec9f88'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:40.628706 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-953c7c50-c4c2-49dc-9921-464edbf2a059 req-17e8ac82-2d43-4b79-8b0b-ae496d5bff73 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 210 time: 0.1376827 Feb 19 01:09:40.699710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e983b1-359c-4bbe-a231-7d657b362414 req-c40afdb4-eeb8-4e1b-8fc3-70a137eb4239 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.707464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93e983b1-359c-4bbe-a231-7d657b362414 req-c40afdb4-eeb8-4e1b-8fc3-70a137eb4239 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.2817521 Feb 19 01:09:40.774807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port 142f615d-fcf8-43a2-95bf-1d8576247a61 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:40.775237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Publish callbacks [] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.775805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.786211 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.852354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8a5d-1fa0-4358-87e0-b4719cf56034 None None] Pushing event updated for resources: {'Port': ['ID=edc9e89f-e168-406d-bc07-8a6f7d761ef0,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:40.857183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93e983b1-359c-4bbe-a231-7d657b362414 req-e093df13-cd65-466b-878a-e5da4377cf39 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487160 Feb 19 01:09:40.878487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d68aea95-a779-4058-abd2-31248241a523 None None] Provisioning complete for port 142f615d-fcf8-43a2-95bf-1d8576247a61 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:40.878969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d68aea95-a779-4058-abd2-31248241a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.956320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d68aea95-a779-4058-abd2-31248241a523 None None] Port 142f615d-fcf8-43a2-95bf-1d8576247a61 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:40.965214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.982546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for 142f615d-fcf8-43a2-95bf-1d8576247a61 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:41.010982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d68aea95-a779-4058-abd2-31248241a523 None None] Provisioning complete for port edc9e89f-e168-406d-bc07-8a6f7d761ef0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:41.010982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d68aea95-a779-4058-abd2-31248241a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.054608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Made reservation on behalf of b75df6175f924b3f80403cdbfeec9f88 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:41.061997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.070364 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (ddc66ef5-f730-4a70-a529-4c8ba6a2cb52), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.076796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5c4eca7f-7092-4329-a476-5fdb2fa20387 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:41.077578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.107725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Attempting to bind port edc9e89f-e168-406d-bc07-8a6f7d761ef0 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:41.108310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Attempting to bind port edc9e89f-e168-406d-bc07-8a6f7d761ef0 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:41.108882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Attempting to bind port edc9e89f-e168-406d-bc07-8a6f7d761ef0 on network b8da14e7-7972-4b24-ac01-1e5e39d17274 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:41.169046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (142f615d-fcf8-43a2-95bf-1d8576247a61), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.172986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:41.176575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Checking segment: {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:41.177698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.178836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Bound using segment: {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:41.179948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Bound port: edc9e89f-e168-406d-bc07-8a6f7d761ef0, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dadcc5-0a84-42dc-8f86-06d912dd37a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:41.181444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.211554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=142f615d-fcf8-43a2-95bf-1d8576247a61,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:41.328410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d68aea95-a779-4058-abd2-31248241a523 None None] Port edc9e89f-e168-406d-bc07-8a6f7d761ef0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:41.413378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c4eca7f-7092-4329-a476-5fdb2fa20387 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:41.428195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=ddc66ef5-f730-4a70-a529-4c8ba6a2cb52,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:41.436191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] For port edc9e89f-e168-406d-bc07-8a6f7d761ef0, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:41.449614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:41.449918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: 09c34452-12f9-4617-9281-e92a51c65bef, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:41.451700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] For port edc9e89f-e168-406d-bc07-8a6f7d761ef0, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=edc9e89f-e168-406d-bc07-8a6f7d761ef0,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:41.489440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Could not find standard attr ID for object 142f615d-fcf8-43a2-95bf-1d8576247a61. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:09:41.491573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.595415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8a5d-1fa0-4358-87e0-b4719cf56034 None None] Pushing event updated for resources: {'Port': ['ID=edc9e89f-e168-406d-bc07-8a6f7d761ef0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:41.626377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Provisioning complete for port edc9e89f-e168-406d-bc07-8a6f7d761ef0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:41.627217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.628194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Allocated IP 172.20.0.11 (0473cbe2-9eec-4fee-8f91-be18257c05db/420197af-4325-4e66-bdb7-ab74c53a51f7/db3378b9-4b6a-4a5e-a688-299bd2a4433a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:41.677011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 09c34452-12f9-4617-9281-e92a51c65bef is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:41.700088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.706495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dc1ded4c-d18e-4704-9621-38f7c92b77f0 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/ports/142f615d-fcf8-43a2-95bf-1d8576247a61 HTTP/1.1" status: 204 len: 168 time: 1.2306945 Feb 19 01:09:41.706845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59278) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:41.715923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 09c34452-12f9-4617-9281-e92a51c65bef) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:41.730879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:41.731475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.742202 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-53062f76-e0e5-4957-88cb-58b7c4a177b7 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] GET failed (client error): The resource could not be found. Feb 19 01:09:41.747678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-53062f76-e0e5-4957-88cb-58b7c4a177b7 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "GET /v2.0/ports/142f615d-fcf8-43a2-95bf-1d8576247a61 HTTP/1.1" status: 404 len: 333 time: 0.0394068 Feb 19 01:09:41.749753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59280) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:41.758019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:41.758667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:41.770778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2f4427d-acc3-4bd3-b0cf-c3152c42280d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3783941 Feb 19 01:09:41.774240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:41.872564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:41.931359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-078f9e82-d634-45d3-a3f8-a80a7fc28a9c req-03a6f3d9-7e09-41f7-a330-f24ffc58b4d7 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 210 time: 0.1014540 Feb 19 01:09:41.970498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port 20984309-47c8-48c3-9b52-b024e09dc3ad {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:41.972818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (20984309-47c8-48c3-9b52-b024e09dc3ad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.137534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870658b-bf95-4f75-aec9-3167909412de req-b598842c-0185-4c7e-afa5-cccc606d71a9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.144504 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (20984309-47c8-48c3-9b52-b024e09dc3ad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.145021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b870658b-bf95-4f75-aec9-3167909412de req-b598842c-0185-4c7e-afa5-cccc606d71a9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.1594522 Feb 19 01:09:42.168541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for 20984309-47c8-48c3-9b52-b024e09dc3ad owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:42.215267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks [] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.219411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f243cabe-46fc-4ef6-8b3a-0a79dcda5bf7 None None] Network 09c34452-12f9-4617-9281-e92a51c65bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:42.287791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b870658b-bf95-4f75-aec9-3167909412de req-218e896d-c423-4fd8-ab4e-bb61fca71d5c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417077 Feb 19 01:09:42.423224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (20984309-47c8-48c3-9b52-b024e09dc3ad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.510477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=20984309-47c8-48c3-9b52-b024e09dc3ad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:42.517470 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.603029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-09c34452-12f9-4617-9281-e92a51c65bef', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:42.605041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.627894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Current status of the port edc9e89f-e168-406d-bc07-8a6f7d761ef0 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:42.628524 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.632678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Network 0473cbe2-9eec-4fee-8f91-be18257c05db is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:42.652737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.659093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d56a538-7eb0-49b4-9759-c3145b6ba5bf tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/ports/20984309-47c8-48c3-9b52-b024e09dc3ad HTTP/1.1" status: 204 len: 168 time: 0.9053018 Feb 19 01:09:42.660220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59286) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:42.660626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:42.684684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:42.691917 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed2894e-cce6-4077-916b-7511383e9c96 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] GET failed (client error): The resource could not be found. Feb 19 01:09:42.697155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ed2894e-cce6-4077-916b-7511383e9c96 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "GET /v2.0/ports/20984309-47c8-48c3-9b52-b024e09dc3ad HTTP/1.1" status: 404 len: 333 time: 0.0324645 Feb 19 01:09:42.697412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59288) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:42.730564 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.856260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port f7428ec4-6a86-44d2-bf60-9bc59ae06143 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:42.857716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.881603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:42.887253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Allocated IP 2001:db8:2::2 (09c34452-12f9-4617-9281-e92a51c65bef/ddc66ef5-f730-4a70-a529-4c8ba6a2cb52/14d67763-b196-4d2e-98a3-edec4f2e4a4a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:42.937795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.938833 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.008515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-7bf59245-40b4-4c60-8c77-f5d07da36de9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4491460 Feb 19 01:09:43.021906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.037426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Request body: {'port': {'device_id': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:43.040937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] For port edc9e89f-e168-406d-bc07-8a6f7d761ef0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=edc9e89f-e168-406d-bc07-8a6f7d761ef0,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:43.054514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for f7428ec4-6a86-44d2-bf60-9bc59ae06143 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:43.061762 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.278097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177d29d-89cf-4305-930a-f33c4229eec3 req-9151993e-e7ad-4a15-aff3-f35e824ecf68 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:43.279754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3177d29d-89cf-4305-930a-f33c4229eec3 req-9151993e-e7ad-4a15-aff3-f35e824ecf68 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 932 time: 0.1237347 Feb 19 01:09:43.321840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.407092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2db095b5-0086-4bcf-8160-4a76e5ccb57d None None] Provisioning complete for port edc9e89f-e168-406d-bc07-8a6f7d761ef0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:43.413514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2db095b5-0086-4bcf-8160-4a76e5ccb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.413776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3177d29d-89cf-4305-930a-f33c4229eec3 req-066dcdb1-9489-4a64-a49b-d7c5b4097e19 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143084 Feb 19 01:09:43.415616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f7428ec4-6a86-44d2-bf60-9bc59ae06143), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.426080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed64ae-b261-407f-9b6b-1945ee154940 None None] Pushing event updated for resources: {'Port': ['ID=edc9e89f-e168-406d-bc07-8a6f7d761ef0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:43.431886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 3, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:41Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:43.461331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=f7428ec4-6a86-44d2-bf60-9bc59ae06143,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:43.530428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7f248-ffd0-464d-ab43-b8673421c685 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 3, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:41Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:43.639758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Publish callbacks [] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.715389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.723854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.734760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86ce29fc-9a9d-4369-bec1-281e459f1300 tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/ports/f7428ec4-6a86-44d2-bf60-9bc59ae06143 HTTP/1.1" status: 204 len: 168 time: 1.0360305 Feb 19 01:09:43.737123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59294) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:43.780531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Network 09c34452-12f9-4617-9281-e92a51c65bef is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:43.785710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:43.807379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:43.830969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Pushing event updated for resources: {'Port': ['ID=14d67763-b196-4d2e-98a3-edec4f2e4a4a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:43.858978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2db095b5-0086-4bcf-8160-4a76e5ccb57d None None] Current status of the port edc9e89f-e168-406d-bc07-8a6f7d761ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:43.890340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting subnet b80cf21a-7e03-420a-be5c-0db885e3b801 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:43.897257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks [] for subnet (b80cf21a-7e03-420a-be5c-0db885e3b801), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.929054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Attempting to bind port 14d67763-b196-4d2e-98a3-edec4f2e4a4a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:43.929445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Attempting to bind port 14d67763-b196-4d2e-98a3-edec4f2e4a4a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:43.929819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Attempting to bind port 14d67763-b196-4d2e-98a3-edec4f2e4a4a on network 09c34452-12f9-4617-9281-e92a51c65bef {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:43.945424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:43.945819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Checking segment: {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:43.946243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.946652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Bound using segment: {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:43.947303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Bound port: 14d67763-b196-4d2e-98a3-edec4f2e4a4a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:43.947698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.980531 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (b80cf21a-7e03-420a-be5c-0db885e3b801), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.040817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3378b9-4b6a-4a5e-a688-299bd2a4433a {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:44.057304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Publish callbacks [] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.072453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Transition to ACTIVE for port object db3378b9-4b6a-4a5e-a688-299bd2a4433a will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:44.083779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.093048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] For port 14d67763-b196-4d2e-98a3-edec4f2e4a4a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:44.096660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] For port 14d67763-b196-4d2e-98a3-edec4f2e4a4a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=14d67763-b196-4d2e-98a3-edec4f2e4a4a,segment=NetworkSegment(59222486-6b62-49a9-ac36-2a35e95538bb),segment_id=59222486-6b62-49a9-ac36-2a35e95538bb)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:44.105063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.137941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b80cf21a-7e03-420a-be5c-0db885e3b801), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.158123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.230536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133992f-ad1f-438b-a031-706524fcfbae req-9292af06-fd31-4496-a7c0-2edc37676ff1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.232184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c133992f-ad1f-438b-a031-706524fcfbae req-9292af06-fd31-4496-a7c0-2edc37676ff1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.7794926 Feb 19 01:09:44.246841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceaaca-b73a-4150-95a4-a11664bfdc5b None None] Pushing event updated for resources: {'Port': ['ID=14d67763-b196-4d2e-98a3-edec4f2e4a4a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.287652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8:2::1 (09c34452-12f9-4617-9281-e92a51c65bef/ddc66ef5-f730-4a70-a529-4c8ba6a2cb52/94a9ecf4-a930-44d5-aa00-439bd6d6d8ba) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:44.310995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (b80cf21a-7e03-420a-be5c-0db885e3b801), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.356982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Subnet': ['ID=b80cf21a-7e03-420a-be5c-0db885e3b801,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.362844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.366162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f21063fc-daa2-4b8a-8cb6-564149269b0e tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/subnets/b80cf21a-7e03-420a-be5c-0db885e3b801 HTTP/1.1" status: 204 len: 168 time: 0.6276605 Feb 19 01:09:44.368520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:44.370411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ba6b1-19e9-4c6f-9496-98f22629a96b None None] Network f8f36d9e-1d90-4ab7-9fa7-575162507509 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:44.421121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c133992f-ad1f-438b-a031-706524fcfbae req-d0520c1a-b87c-431b-b3ec-efe062f6e4c9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629310 Feb 19 01:09:44.598490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Attempting to bind port db3378b9-4b6a-4a5e-a688-299bd2a4433a on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:44.598872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Attempting to bind port db3378b9-4b6a-4a5e-a688-299bd2a4433a by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:44.599157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Attempting to bind port db3378b9-4b6a-4a5e-a688-299bd2a4433a on network 0473cbe2-9eec-4fee-8f91-be18257c05db {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:44.615151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Port db3378b9-4b6a-4a5e-a688-299bd2a4433a on network 0473cbe2-9eec-4fee-8f91-be18257c05db not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:09:44.615151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Attempting to bind port db3378b9-4b6a-4a5e-a688-299bd2a4433a on network 0473cbe2-9eec-4fee-8f91-be18257c05db {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:44.702541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (f8f36d9e-1d90-4ab7-9fa7-575162507509), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.704474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:44.704895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Checking segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:44.705358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Bound using segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:44.705816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Bound port: db3378b9-4b6a-4a5e-a688-299bd2a4433a, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:44.706185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.725878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device edc9e89f-e168-406d-bc07-8a6f7d761ef0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:44.776349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.822216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] DHCP port deletion for f8f36d9e-1d90-4ab7-9fa7-575162507509 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:44.864907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:44.873694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:44.887475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.917325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.929724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c097-deff-4854-bc78-8c0ccdb04309 req-04259576-6ed3-45b3-abc3-904703ade21c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.931252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2120c097-deff-4854-bc78-8c0ccdb04309 req-04259576-6ed3-45b3-abc3-904703ade21c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 944 time: 0.2241998 Feb 19 01:09:44.956566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port edc9e89f-e168-406d-bc07-8a6f7d761ef0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:44.956736 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.967729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.968351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.976045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] 10.222.0.89 "PUT /v2.0/ports/db3378b9-4b6a-4a5e-a688-299bd2a4433a HTTP/1.1" status: 200 len: 1092 time: 1.9417005 Feb 19 01:09:44.978346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 09c34452-12f9-4617-9281-e92a51c65bef is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:44.981403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:44.990046 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb0c397-7496-4ef7-8144-302e5b3a9767" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:45.002777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:45.011625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:45.012192 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.032871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.062038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] Deleting port e4052e8a-c1f1-460a-93c6-5f8d483d8312 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:45.062415 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.067703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2120c097-deff-4854-bc78-8c0ccdb04309 req-536c0f54-d90d-42a3-bdbf-a15f686ebd27 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261489 Feb 19 01:09:45.084787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Deleting port e4052e8a-c1f1-460a-93c6-5f8d483d8312 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:45.085479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.120254 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c75d9e-7092-483d-885e-e5098d6db88f x-openstack-request-id: req-05c75d9e-7092-483d-885e-e5098d6db88f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:45.120564 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:45.120804 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05c75d9e-7092-483d-885e-e5098d6db88f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:45.121242 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'status': 'completed', 'code': 200} Feb 19 01:09:45.154678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] For port e4052e8a-c1f1-460a-93c6-5f8d483d8312, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e4052e8a-c1f1-460a-93c6-5f8d483d8312,segment=NetworkSegment(d34a1f3f-443e-491c-8d49-4b76637f99a8),segment_id=d34a1f3f-443e-491c-8d49-4b76637f99a8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:45.155115 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.171526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] Calling delete_port for e4052e8a-c1f1-460a-93c6-5f8d483d8312 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:45.190496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc1af4-60d0-432d-909a-e98effb0cf4d service neutron] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.201389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] For port e4052e8a-c1f1-460a-93c6-5f8d483d8312, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e4052e8a-c1f1-460a-93c6-5f8d483d8312,segment=NetworkSegment(d34a1f3f-443e-491c-8d49-4b76637f99a8),segment_id=d34a1f3f-443e-491c-8d49-4b76637f99a8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:45.207683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.213095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-ae1cd01e-6ddb-4161-8753-57d269be0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:45.214834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-ae1cd01e-6ddb-4161-8753-57d269be0ccf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 1126 time: 0.1998098 Feb 19 01:09:45.237983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Calling delete_port for e4052e8a-c1f1-460a-93c6-5f8d483d8312 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:45.329980 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-0f0c3b1c-5a35-415c-8db2-38828323800f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a HTTP/1.1" status: 200 len: 217 time: 0.0892241 Feb 19 01:09:45.347953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port edc9e89f-e168-406d-bc07-8a6f7d761ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:45.349767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.361891 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.421098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] Pushing event deleted for resources: {'Port': ['ID=e4052e8a-c1f1-460a-93c6-5f8d483d8312,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.426533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69cb6d-502f-49c5-b1c3-a6d2bd503431 None None] No DVR routers for this DVR port e4052e8a-c1f1-460a-93c6-5f8d483d8312 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:45.473442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-028985e9-47cd-4efa-a5b7-139761c37c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:45.475016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-028985e9-47cd-4efa-a5b7-139761c37c7b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.1177521 Feb 19 01:09:45.887986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-4bc037a4-b736-4498-b11b-d0a643f87aa2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3996232 Feb 19 01:09:45.897732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6128bd-8060-42a0-9a11-08871964482d None None] Network 09c34452-12f9-4617-9281-e92a51c65bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:45.950354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192271-b922-4d78-9b2c-0b8df03c93a6 req-d5d0a03d-cd67-4018-acbf-0be5aa04cfcb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:45.952003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03192271-b922-4d78-9b2c-0b8df03c93a6 req-d5d0a03d-cd67-4018-acbf-0be5aa04cfcb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.0861807 Feb 19 01:09:45.959870 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e4052e8a-c1f1-460a-93c6-5f8d483d8312), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.994035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] No DVR routers for this DVR port e4052e8a-c1f1-460a-93c6-5f8d483d8312 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:46.049597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] Provisioning complete for port 14d67763-b196-4d2e-98a3-edec4f2e4a4a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:46.056684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Port': ['ID=e4052e8a-c1f1-460a-93c6-5f8d483d8312,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.065148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.112294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03192271-b922-4d78-9b2c-0b8df03c93a6 req-848ee4da-12a3-4347-b529-a24d998bfe44 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416354 Feb 19 01:09:46.198936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (f8f36d9e-1d90-4ab7-9fa7-575162507509), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.247020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f36d9e-1d90-4ab7-9fa7-575162507509']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:46.261070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34a1f3f-443e-491c-8d49-4b76637f99a8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:46.261265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34a1f3f-443e-491c-8d49-4b76637f99a8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:46.278414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d34a1f3f-443e-491c-8d49-4b76637f99a8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.303710 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-84ac853e-9632-44ea-8a30-cd730e9aebb6 service neutron] 10.222.0.89 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651350 Feb 19 01:09:46.306072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d34a1f3f-443e-491c-8d49-4b76637f99a8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.314164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:46.316132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d34a1f3f-443e-491c-8d49-4b76637f99a8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:46.510098 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:46.520053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] Current status of the port 14d67763-b196-4d2e-98a3-edec4f2e4a4a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:46.520722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (f8f36d9e-1d90-4ab7-9fa7-575162507509), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.522135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.542869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.554300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] 10.222.0.43 "DELETE /v2.0/networks/f8f36d9e-1d90-4ab7-9fa7-575162507509 HTTP/1.1" status: 204 len: 168 time: 2.1845293 Feb 19 01:09:46.580731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28909d-20de-4e46-a012-ab8042c8ff0f tempest-AllowedAddressPairTestJSON-1146088162 tempest-AllowedAddressPairTestJSON-1146088162-project] Pushing event deleted for resources: {'Network': ['ID=f8f36d9e-1d90-4ab7-9fa7-575162507509,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.616306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e909a-e374-4b2b-875e-65ca60e7d2f4 req-6c58de52-d4a3-4c60-858f-c78993bd4634 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:46.632001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e70e909a-e374-4b2b-875e-65ca60e7d2f4 req-6c58de52-d4a3-4c60-858f-c78993bd4634 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 944 time: 0.4431272 Feb 19 01:09:46.675706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] For port 14d67763-b196-4d2e-98a3-edec4f2e4a4a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=14d67763-b196-4d2e-98a3-edec4f2e4a4a,segment=NetworkSegment(59222486-6b62-49a9-ac36-2a35e95538bb),segment_id=59222486-6b62-49a9-ac36-2a35e95538bb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:46.677050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 14d67763-b196-4d2e-98a3-edec4f2e4a4a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:46.715138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.794493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ace19-b3df-407d-8e9c-044bd8ae3fba None None] Pushing event updated for resources: {'Port': ['ID=14d67763-b196-4d2e-98a3-edec4f2e4a4a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.857767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e70e909a-e374-4b2b-875e-65ca60e7d2f4 req-7b16c5fd-8cce-4e11-9dd8-a53855992ed1 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249086 Feb 19 01:09:46.886941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 14d67763-b196-4d2e-98a3-edec4f2e4a4a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:46.887328 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.973511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59322) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:47.014974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b2930a1a-7327-4f28-a6b5-76cd70b37bb5 None None] Provisioning complete for port 14d67763-b196-4d2e-98a3-edec4f2e4a4a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:47.015534 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2930a1a-7327-4f28-a6b5-76cd70b37bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.027410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.048088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.048977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.096025 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a75a147-e64e-4611-b637-516edcb6f5e0 req-5dd0b2af-4ea4-478c-b3fb-aa642f7a9c29 service neutron] 10.222.0.89 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791054 Feb 19 01:09:47.229328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 14d67763-b196-4d2e-98a3-edec4f2e4a4a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:47.257465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b2930a1a-7327-4f28-a6b5-76cd70b37bb5 None None] Current status of the port 14d67763-b196-4d2e-98a3-edec4f2e4a4a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:47.292583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:47.300505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b2930a1a-7327-4f28-a6b5-76cd70b37bb5 None None] Provisioning complete for port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:47.300690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2930a1a-7327-4f28-a6b5-76cd70b37bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.345515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network 09c34452-12f9-4617-9281-e92a51c65bef is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:47.349693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:47.371280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-11c15a8f-dcf9-4f78-9bdc-c6e986e1c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:47.373044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-11c15a8f-dcf9-4f78-9bdc-c6e986e1c316 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 1126 time: 0.1003342 Feb 19 01:09:47.376151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-82cbd135-56c2-4ee9-9a82-54fb2785d528 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1829955552&fields=id&tenant_id=8b8a33948e65451cbe5e2b13f092b60f HTTP/1.1" status: 200 len: 267 time: 0.1943631 Feb 19 01:09:47.423337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e4052e8a-c1f1-460a-93c6-5f8d483d8312 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:47.487674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e4052e8a-c1f1-460a-93c6-5f8d483d8312 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:47.488232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e4052e8a-c1f1-460a-93c6-5f8d483d8312 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:47.516204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b2930a1a-7327-4f28-a6b5-76cd70b37bb5 None None] Port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:47.620796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:47.625504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-091fa9d9-d0fd-4022-b4fe-d4bac640de08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e81e3dffdc6d4e228560aa881084bdef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6488197 Feb 19 01:09:47.634405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59344) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:47.663984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9a9debcc-ddd5-4d08-9e79-e315a133b06c None None] Provisioning complete for port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:47.664364 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9debcc-ddd5-4d08-9e79-e315a133b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.742761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a9debcc-ddd5-4d08-9e79-e315a133b06c None None] Port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:47.771578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-a479341c-a16d-4e57-bb0b-354f5426ec12 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:47.773576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-a479341c-a16d-4e57-bb0b-354f5426ec12 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/networks?id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba HTTP/1.1" status: 200 len: 816 time: 0.3751769 Feb 19 01:09:47.794895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-2877bd46-5dae-4a95-a51f-d0f167f0449b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/quotas/8b8a33948e65451cbe5e2b13f092b60f HTTP/1.1" status: 200 len: 375 time: 0.0154510 Feb 19 01:09:47.864080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-f4cc5da9-1171-4f3f-91ad-1083fea055df tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b8a33948e65451cbe5e2b13f092b60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682130 Feb 19 01:09:47.875598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-91aecc49-000e-439f-b023-5277c2e5cb8f None None] Provisioning complete for port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:47.875987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91aecc49-000e-439f-b023-5277c2e5cb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.884620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-5462e27d-e55f-4a35-8b70-c296a0f42551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:47.886184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-5462e27d-e55f-4a35-8b70-c296a0f42551 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 916 time: 0.3228707 Feb 19 01:09:47.936432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-91aecc49-000e-439f-b023-5277c2e5cb8f None None] Port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:47.956699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c9a0ba89-1c7a-46b2-8b6a-aef7c1431bff service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:09:47.966644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c9a0ba89-1c7a-46b2-8b6a-aef7c1431bff service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994525 Feb 19 01:09:47.974016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-36d86106-48a1-4010-840a-f0569696c7cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a HTTP/1.1" status: 200 len: 217 time: 0.0514872 Feb 19 01:09:48.029940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870145c-306e-46bc-a507-c8016dde0ae6 req-dbbdc2f6-7de0-4bc8-9bf6-dda76cc9a832 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:48.031429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d870145c-306e-46bc-a507-c8016dde0ae6 req-dbbdc2f6-7de0-4bc8-9bf6-dda76cc9a832 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.3272605 Feb 19 01:09:48.036645 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69a8aed2-f635-4ad1-acae-a892af90bd2b admin admin] Publish callbacks [] for security_group (3cff4849-4af5-4f8d-b74a-f16ca2c3c709), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.040440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:48.054616 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:48.058793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d8f5031b-d5e0-429e-8229-a27ba433f42c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2815163 Feb 19 01:09:48.062043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59354) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:48.067159 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:48.068158 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:48.082045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-a8e9bcf7-315e-4d8d-90c0-5c07e2ffc74c service neutron] 10.222.0.43 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144178 Feb 19 01:09:48.086442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1286559375'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:48.093015 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69a8aed2-f635-4ad1-acae-a892af90bd2b admin admin] Publish callbacks [] for security_group (3cff4849-4af5-4f8d-b74a-f16ca2c3c709), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.107669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-a83eb87a-8529-4944-85fe-b5f0be564541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:48.109166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-a83eb87a-8529-4944-85fe-b5f0be564541 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.1231105 Feb 19 01:09:48.159679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-61e191ff-bdf4-49bf-aecd-c1c011bfffa3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367272 Feb 19 01:09:48.160165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.180105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d870145c-306e-46bc-a507-c8016dde0ae6 req-279be7c4-cf6f-4c45-8227-d252eb097e33 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367908 Feb 19 01:09:48.198915 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:48.233311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-6cf806c3-dc46-48a8-a022-ab55dfaedbf8 service neutron] 10.222.0.43 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418200 Feb 19 01:09:48.258924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:48.263337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.296445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:48.310120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9a19e681-7aa2-4766-880d-e6f0ebea1031), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.310803 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added segment 9a19e681-7aa2-4766-880d-e6f0ebea1031 of type vlan for network a211bee1-00b5-4459-aa86-3a099603ee76 Feb 19 01:09:48.359781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69a8aed2-f635-4ad1-acae-a892af90bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3cff4849-4af5-4f8d-b74a-f16ca2c3c709), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.362418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69a8aed2-f635-4ad1-acae-a892af90bd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.366071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69a8aed2-f635-4ad1-acae-a892af90bd2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cff4849-4af5-4f8d-b74a-f16ca2c3c709 HTTP/1.1" status: 204 len: 168 time: 0.7276518 Feb 19 01:09:48.406012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a211bee1-00b5-4459-aa86-3a099603ee76), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.411309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8aed2-f635-4ad1-acae-a892af90bd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff4849-4af5-4f8d-b74a-f16ca2c3c709,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:48.430616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-9820ec59-eb2f-4d4b-bc8c-4971b7b99ec1 service neutron] 10.222.0.89 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492712 Feb 19 01:09:48.464679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a211bee1-00b5-4459-aa86-3a099603ee76), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.474662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:48.475872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.509211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 14d67763-b196-4d2e-98a3-edec4f2e4a4a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:48.584561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5014830 Feb 19 01:09:48.586313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59366) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:48.592503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'subnet': {'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:48.600984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb0c397-7496-4ef7-8144-302e5b3a9767 req-b6a9df19-7199-416f-b1c6-da3b59eab4f6 service neutron] 10.222.0.89 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605837 Feb 19 01:09:48.625912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 14d67763-b196-4d2e-98a3-edec4f2e4a4a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:48.626826 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.638725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a055b-35ae-430b-83a1-a3f0f81b799d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Network': ['ID=a211bee1-00b5-4459-aa86-3a099603ee76,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:48.658609 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:45Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:46Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:48.666300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a211bee1-00b5-4459-aa86-3a099603ee76 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:48.705667 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:48.706576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Updating router 3f8388d4-7887-4c99-9910-6a62792ffc31 port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:48.740186 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.770073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Made reservation on behalf of ca6b52f151e347e088663e2dc9a33ba3 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:48.783658 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.854910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 14d67763-b196-4d2e-98a3-edec4f2e4a4a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:49.023885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (1bd386d0-444b-44b0-a4d7-22ec7e97b260), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.082404 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Publish callbacks [] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.088027 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.092071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Subnet': ['ID=1bd386d0-444b-44b0-a4d7-22ec7e97b260,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:49.151556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Checking segment: {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:49.151556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network hostable DHCP agents. Network: a211bee1-00b5-4459-aa86-3a099603ee76, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:49.174064 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7326dd-c076-48ad-834f-1f8e92337a66 None None] Pushing event updated for resources: {'Port': ['ID=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:49.198533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network a211bee1-00b5-4459-aa86-3a099603ee76 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:49.215881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a211bee1-00b5-4459-aa86-3a099603ee76) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:49.221967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:49.223001 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.233411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00376728-f2ea-494e-9369-4089ff9f3cca None None] Network a211bee1-00b5-4459-aa86-3a099603ee76 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:49.239060 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Attempting to bind port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:49.239563 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Attempting to bind port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:49.239930 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Attempting to bind port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba on network 09c34452-12f9-4617-9281-e92a51c65bef {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:49.258237 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:49.259948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Checking segment: {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:49.260541 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.261063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Bound using segment: {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:49.261697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Bound port: 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59222486-6b62-49a9-ac36-2a35e95538bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:49.262228 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.272201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6aeed157-4f03-4775-8a38-7c094792af5d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6822836 Feb 19 01:09:49.272713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59386) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:49.392255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] For port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:49.397236 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] For port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,segment=NetworkSegment(59222486-6b62-49a9-ac36-2a35e95538bb),segment_id=59222486-6b62-49a9-ac36-2a35e95538bb)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:49.404118 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.464656 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7326dd-c076-48ad-834f-1f8e92337a66 None None] Pushing event updated for resources: {'Port': ['ID=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:49.486745 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:49.487507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:49.489994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a211bee1-00b5-4459-aa86-3a099603ee76', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:49.490875 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.509144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59388) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:49.650025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] Provisioning complete for port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:49.650867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.730561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'networks': [{'name': 'tempest-network--375401272'}, {'name': 'tempest-network--123901841'}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:49.730561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'network': {'name': 'tempest-network--375401272'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:49.731185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'network': {'name': 'tempest-network--123901841'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:49.769722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'network': 2} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:49.774607 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.782472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Allocated IP 2001:db8:3::2 (a211bee1-00b5-4459-aa86-3a099603ee76/1bd386d0-444b-44b0-a4d7-22ec7e97b260/50f7e0e5-e327-491d-b6ab-2acb0227a74a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:49.802331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.901797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] Current status of the port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:49.902192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.909734 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:49.951349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks [] for security_group (4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.955882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.957713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.969658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] For port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,segment=NetworkSegment(59222486-6b62-49a9-ac36-2a35e95538bb),segment_id=59222486-6b62-49a9-ac36-2a35e95538bb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:49.980688 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.035639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.058871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:50.065798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:50.089557 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Publish callbacks [] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.094909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (11dd31b1-d30b-4bfa-bc7f-b097b57fca57), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.095433 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Added segment 11dd31b1-d30b-4bfa-bc7f-b097b57fca57 of type vlan for network 115dab5c-6095-4824-8021-7fc928627036 Feb 19 01:09:50.104623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.139529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355f63d-1c83-482b-81a4-fab74533ef5e None None] Pushing event updated for resources: {'Port': ['ID=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:50.143670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54f7d7a9-23b8-4398-a0e4-64b5de57246b None None] Provisioning complete for port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:50.144137 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54f7d7a9-23b8-4398-a0e4-64b5de57246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.177664 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:45Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:50.192222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (115dab5c-6095-4824-8021-7fc928627036), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.207057 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824e4e1-3e0e-4607-bae7-bc4afef31c2f None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:45Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:50.212399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Network a211bee1-00b5-4459-aa86-3a099603ee76 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:50.271870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:50.294404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:50.315205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Pushing event updated for resources: {'Port': ['ID=50f7e0e5-e327-491d-b6ab-2acb0227a74a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:50.341654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:50.356095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.356551 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Added segment 7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52 of type vlan for network cfb78431-764d-4987-bfa6-97fc03afed80 Feb 19 01:09:50.454678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4c19dcdf-8929-4d2d-955b-5e8268b313b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.467854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (cfb78431-764d-4987-bfa6-97fc03afed80), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.495140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Allocated IP 2001:db8:3::1 (a211bee1-00b5-4459-aa86-3a099603ee76/1bd386d0-444b-44b0-a4d7-22ec7e97b260/b72096dd-236c-4cee-9ffe-46963d73a182) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:50.513477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Attempting to bind port 50f7e0e5-e327-491d-b6ab-2acb0227a74a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:50.514350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Attempting to bind port 50f7e0e5-e327-491d-b6ab-2acb0227a74a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:50.515047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Attempting to bind port 50f7e0e5-e327-491d-b6ab-2acb0227a74a on network a211bee1-00b5-4459-aa86-3a099603ee76 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:50.534752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:50.535704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Checking segment: {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:50.536466 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.540345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Bound using segment: {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:50.541377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Bound port: 50f7e0e5-e327-491d-b6ab-2acb0227a74a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:50.541959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.542235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (115dab5c-6095-4824-8021-7fc928627036), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.544360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (cfb78431-764d-4987-bfa6-97fc03afed80), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.544942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54f7d7a9-23b8-4398-a0e4-64b5de57246b None None] Current status of the port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:50.550868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:50.569556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:50.574042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:50.575271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.623045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:50.655774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Network': ['ID=115dab5c-6095-4824-8021-7fc928627036,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:50.671064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (b72096dd-236c-4cee-9ffe-46963d73a182), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.717780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.732950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2201328 Feb 19 01:09:50.733307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59392) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:50.750258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 115dab5c-6095-4824-8021-7fc928627036 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:50.810319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network a211bee1-00b5-4459-aa86-3a099603ee76 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:50.848720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eb042-786e-41ae-9ebf-6823d410e96f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Network': ['ID=cfb78431-764d-4987-bfa6-97fc03afed80,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:50.863178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:50.866355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:50.866913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.875146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network cfb78431-764d-4987-bfa6-97fc03afed80 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:50.952318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:50.968209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:50.968680 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.070126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] For port 50f7e0e5-e327-491d-b6ab-2acb0227a74a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:51.074561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] For port 50f7e0e5-e327-491d-b6ab-2acb0227a74a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=50f7e0e5-e327-491d-b6ab-2acb0227a74a,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:51.083570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'port_id': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'mac_address': 'fa:16:3e:37:5c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420197af-4325-4e66-bdb7-ab74c53a51f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:09:51.092473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.264245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port db3378b9-4b6a-4a5e-a688-299bd2a4433a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:51.265128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.281075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3378b9-4b6a-4a5e-a688-299bd2a4433a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:51.286352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977edc87-0f12-4dc5-8424-911c55eca088 None None] Pushing event updated for resources: {'Port': ['ID=50f7e0e5-e327-491d-b6ab-2acb0227a74a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.312085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:51.326142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:51.331364 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.339779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=b72096dd-236c-4cee-9ffe-46963d73a182,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.432401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.442808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.485620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ab876-0235-452b-ace2-8cb36897d842 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.492416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ab876-0235-452b-ace2-8cb36897d842 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.498640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ab876-0235-452b-ace2-8cb36897d842 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.503856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ab876-0235-452b-ace2-8cb36897d842 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.505791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-841ab876-0235-452b-ace2-8cb36897d842 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7712393 Feb 19 01:09:51.509799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59394) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:51.574876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['db3378b9-4b6a-4a5e-a688-299bd2a4433a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:51.690669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (115dab5c-6095-4824-8021-7fc928627036), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.855306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (115dab5c-6095-4824-8021-7fc928627036), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.892224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115dab5c-6095-4824-8021-7fc928627036']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:51.910709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dd31b1-d30b-4bfa-bc7f-b097b57fca57') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:51.910996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dd31b1-d30b-4bfa-bc7f-b097b57fca57') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:51.930988 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (11dd31b1-d30b-4bfa-bc7f-b097b57fca57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.955259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (11dd31b1-d30b-4bfa-bc7f-b097b57fca57), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.969743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:51.970166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (11dd31b1-d30b-4bfa-bc7f-b097b57fca57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:51.973442 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:51.997518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for port (b72096dd-236c-4cee-9ffe-46963d73a182), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.034172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.035334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.127442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (115dab5c-6095-4824-8021-7fc928627036), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.131955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.140553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/networks/115dab5c-6095-4824-8021-7fc928627036 HTTP/1.1" status: 204 len: 168 time: 0.6282408 Feb 19 01:09:52.141645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59398) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:52.210166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event updated for resources: {'Port': ['ID=b72096dd-236c-4cee-9ffe-46963d73a182,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:52.218408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eea86-af37-46cf-8700-4938cd8b6a3c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Network': ['ID=115dab5c-6095-4824-8021-7fc928627036,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:52.248172 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-ef63af91-0bc6-4e4f-ad20-c6eef35b2c31 service neutron] 10.222.0.89 "GET /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.1722009 Feb 19 01:09:52.322911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (cfb78431-764d-4987-bfa6-97fc03afed80), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.357236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Network a211bee1-00b5-4459-aa86-3a099603ee76 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:52.364143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:52.464861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ef62-11ba-43bc-abd3-9c79a8e6626f req-76cabe5b-7cdf-49c4-9386-3026eacb3095 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:52.466410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e795ef62-11ba-43bc-abd3-9c79a8e6626f req-76cabe5b-7cdf-49c4-9386-3026eacb3095 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 945 time: 0.1978590 Feb 19 01:09:52.531745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b2019c-d142-4e06-897e-ae4390bc6ebf None None] Network a211bee1-00b5-4459-aa86-3a099603ee76 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:52.572747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:52.620558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:52.626712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (cfb78431-764d-4987-bfa6-97fc03afed80), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.645122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e795ef62-11ba-43bc-abd3-9c79a8e6626f req-7f56d95b-8431-4955-bbc2-d16623662066 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394966 Feb 19 01:09:52.657628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb78431-764d-4987-bfa6-97fc03afed80']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:52.669691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:52.670012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:52.681783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.712219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.734985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:52.734985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (7c3cb6e4-1992-4d5f-ada3-cbc0cf494d52), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.749513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 50f7e0e5-e327-491d-b6ab-2acb0227a74a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:52.771217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a446b429-f92a-4548-90ea-931c9ec8fa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:52.804441 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:52.816842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (cfb78431-764d-4987-bfa6-97fc03afed80), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.835668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:52.845261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.849236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/networks/cfb78431-764d-4987-bfa6-97fc03afed80 HTTP/1.1" status: 204 len: 168 time: 0.7034287 Feb 19 01:09:52.862531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59416) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:52.914743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] Provisioning complete for port 50f7e0e5-e327-491d-b6ab-2acb0227a74a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:52.915116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.932185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f67978-9f10-417d-9eab-62ca88ef13a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Network': ['ID=cfb78431-764d-4987-bfa6-97fc03afed80,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:53.004761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:53.014098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port db3378b9-4b6a-4a5e-a688-299bd2a4433a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:53.019854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 50f7e0e5-e327-491d-b6ab-2acb0227a74a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:53.020294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.027576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port db3378b9-4b6a-4a5e-a688-299bd2a4433a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:53.027950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.059496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:53.090100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:53.097194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c6b20-5363-4086-9ca9-30e224d3327a req-401df556-99bf-4cf0-966e-e5ce3cf786f2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.100019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae2c6b20-5363-4086-9ca9-30e224d3327a req-401df556-99bf-4cf0-966e-e5ce3cf786f2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 943 time: 0.3094983 Feb 19 01:09:53.114328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f0738088-3128-4975-9cd0-d2e829d76e56 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8403478 Feb 19 01:09:53.125661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59422) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:53.132088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:53.136769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acb9c85-3feb-4d93-a42e-43c347acd723 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:53.195330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:53.271940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.310009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-31a41f08-9420-4e51-a896-63620c5bb2e4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.316300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae2c6b20-5363-4086-9ca9-30e224d3327a req-9a54a76e-63d7-4d9a-aa37-67a6bc0416a9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854169 Feb 19 01:09:53.319015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-31a41f08-9420-4e51-a896-63620c5bb2e4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.5135851 Feb 19 01:09:53.330705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:53.331355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:53.351557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-5f229734-0ea4-4d88-a938-d971302cc4c5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0308735 Feb 19 01:09:53.398493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-6cf96290-6bfb-4252-b345-0f0f0c436d3b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456693 Feb 19 01:09:53.420822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ba950-7c46-4caf-b1f4-7a9d0ad5c045 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.427414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ba950-7c46-4caf-b1f4-7a9d0ad5c045 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.433455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d4ba950-7c46-4caf-b1f4-7a9d0ad5c045 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5335252 Feb 19 01:09:53.433660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59428) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:53.469291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] Current status of the port 50f7e0e5-e327-491d-b6ab-2acb0227a74a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:53.469684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.472289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-976560061'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:53.578229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:53.622735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] Transition to ACTIVE for port object 6acb9c85-3feb-4d93-a42e-43c347acd723 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:53.629419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:53.645299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.670548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.671525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port db3378b9-4b6a-4a5e-a688-299bd2a4433a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:53.672050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.681206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 50f7e0e5-e327-491d-b6ab-2acb0227a74a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:53.684047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.684838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.692476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] For port 50f7e0e5-e327-491d-b6ab-2acb0227a74a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=50f7e0e5-e327-491d-b6ab-2acb0227a74a,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:53.730185 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.807430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:53.813322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:53.821481 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa32bd42-df91-4820-b352-5d91457d9423" -d '{"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-plugged", "status": "completed", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:53.868844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.894690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:53.898258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:09:53.920217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Removed routes are [] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:09:53.920713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.969717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] No DVR routers for this DVR port 6acb9c85-3feb-4d93-a42e-43c347acd723 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:53.973563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c375dc05-b9f0-4c7a-9714-f456fa2e3e99), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.974028 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Added segment c375dc05-b9f0-4c7a-9714-f456fa2e3e99 of type vlan for network 38ec4888-0f10-4653-ba96-7d146836c6f8 Feb 19 01:09:53.995480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=10']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.095160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e211bd1-8307-4aa2-aea5-2d61ad63fca5 None None] Pushing event updated for resources: {'Port': ['ID=50f7e0e5-e327-491d-b6ab-2acb0227a74a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.106891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-ad3aebc8-7584-479d-a987-81b60da48e6c service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070217 Feb 19 01:09:54.113155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-45cc8e26-bccc-4bb3-9830-753b1021b237 None None] Provisioning complete for port b72096dd-236c-4cee-9ffe-46963d73a182 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:54.113749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45cc8e26-bccc-4bb3-9830-753b1021b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.131049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-9865cf54-dd10-4ac9-be04-5d1fc59570e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723/bindings/n-h2-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8712821 Feb 19 01:09:54.141396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:09:54.142000 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:09:54.143941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22531b7-a362-4446-9e31-1b64a8b97399 req-14515f58-bb79-4c24-b9eb-fcaf221480a5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.145962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b22531b7-a362-4446-9e31-1b64a8b97399 req-14515f58-bb79-4c24-b9eb-fcaf221480a5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.6005321 Feb 19 01:09:54.148211 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (38ec4888-0f10-4653-ba96-7d146836c6f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.244761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-45cc8e26-bccc-4bb3-9830-753b1021b237 None None] Port b72096dd-236c-4cee-9ffe-46963d73a182 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:54.264950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.290272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-45cc8e26-bccc-4bb3-9830-753b1021b237 None None] Provisioning complete for port 50f7e0e5-e327-491d-b6ab-2acb0227a74a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:54.290651 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45cc8e26-bccc-4bb3-9830-753b1021b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.402382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.409437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.412855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-45cc8e26-bccc-4bb3-9830-753b1021b237 None None] Current status of the port 50f7e0e5-e327-491d-b6ab-2acb0227a74a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:54.418768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:54.461619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:54.461619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Updating router 3f8388d4-7887-4c99-9910-6a62792ffc31 port b72096dd-236c-4cee-9ffe-46963d73a182 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:54.466755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b22531b7-a362-4446-9e31-1b64a8b97399 req-79b57c3b-02a1-4e26-b363-723e61ccebd0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048501 Feb 19 01:09:54.467112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (38ec4888-0f10-4653-ba96-7d146836c6f8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.480486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.480486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.484255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-7bf2e93a-7948-4af0-ac67-cb57d7207398 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762050 Feb 19 01:09:54.551728 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.567335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e5df786-7175-4826-a660-65f0e87fb33b None None] Provisioning complete for port b72096dd-236c-4cee-9ffe-46963d73a182 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:54.567754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e5df786-7175-4826-a660-65f0e87fb33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.579923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1443198 Feb 19 01:09:54.582083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:54.603259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1748720943'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:54.622872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e5df786-7175-4826-a660-65f0e87fb33b None None] Port b72096dd-236c-4cee-9ffe-46963d73a182 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:54.773823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 50f7e0e5-e327-491d-b6ab-2acb0227a74a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:54.860542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-85712744-d90e-4c12-a7ca-502c70538a9c None None] Provisioning complete for port b72096dd-236c-4cee-9ffe-46963d73a182 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:54.860870 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85712744-d90e-4c12-a7ca-502c70538a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.958986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 50f7e0e5-e327-491d-b6ab-2acb0227a74a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:55.010372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:55.048333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c77444c4-0cb8-41c0-bb5f-519ecc2c0af7 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.053037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c77444c4-0cb8-41c0-bb5f-519ecc2c0af7 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.10 "GET /v2.0/networks?id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba HTTP/1.1" status: 200 len: 816 time: 0.6265218 Feb 19 01:09:55.119935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-85712744-d90e-4c12-a7ca-502c70538a9c None None] Port b72096dd-236c-4cee-9ffe-46963d73a182 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:55.155045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 50f7e0e5-e327-491d-b6ab-2acb0227a74a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:55.155962 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.270337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.327646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:55.333914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.367731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Publish callbacks [] for port (b72096dd-236c-4cee-9ffe-46963d73a182), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.376914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.412891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 50f7e0e5-e327-491d-b6ab-2acb0227a74a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:55.415362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:55.456539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3c3fce32-6077-4695-98c8-25c3cb18ef96), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.457206 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Added segment 3c3fce32-6077-4695-98c8-25c3cb18ef96 of type vlan for network 55c95dec-88bb-49be-8534-34ff7146d981 Feb 19 01:09:55.464202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feaa91-5468-4193-bd72-194be65ebc23 None None] Pushing event updated for resources: {'Port': ['ID=b72096dd-236c-4cee-9ffe-46963d73a182,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.535800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Attempting to bind port b72096dd-236c-4cee-9ffe-46963d73a182 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:55.536248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Attempting to bind port b72096dd-236c-4cee-9ffe-46963d73a182 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:55.536582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Attempting to bind port b72096dd-236c-4cee-9ffe-46963d73a182 on network a211bee1-00b5-4459-aa86-3a099603ee76 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:55.543720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:55.544151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Checking segment: {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:55.544567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.545040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Bound using segment: {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:55.545584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Bound port: b72096dd-236c-4cee-9ffe-46963d73a182, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a19e681-7aa2-4766-880d-e6f0ebea1031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:55.545989 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.599689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (55c95dec-88bb-49be-8534-34ff7146d981), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.645298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] For port b72096dd-236c-4cee-9ffe-46963d73a182, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:55.649308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] For port b72096dd-236c-4cee-9ffe-46963d73a182, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b72096dd-236c-4cee-9ffe-46963d73a182,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:55.662730 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.679652 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (55c95dec-88bb-49be-8534-34ff7146d981), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.692057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.692792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.770396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Network': ['ID=38ec4888-0f10-4653-ba96-7d146836c6f8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.782777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:55.793873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:55.800010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.800364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.800707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.801079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.801410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.801743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.802070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.802401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.802723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.803041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.808038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.808462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.808811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aacac-5daf-4599-97c5-885ef158924f tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:55.811913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e3d20-a331-445a-9ac9-970dbc567754 req-caf9a425-33cd-413a-b22b-f4585cca126e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.826308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-709e3d20-a331-445a-9ac9-970dbc567754 req-caf9a425-33cd-413a-b22b-f4585cca126e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.8146827 Feb 19 01:09:55.836220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2238b147-fcde-4756-8d30-b23ec26bbe4b req-66ea38d3-1063-40f5-a7e6-7da071e3a8ce tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.5146880 Feb 19 01:09:55.880791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-e9748997-1074-4b0c-a988-6014096824b2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b8a33948e65451cbe5e2b13f092b60f HTTP/1.1" status: 200 len: 380 time: 0.7962193 Feb 19 01:09:55.882292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:55.896644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Request body: {'port': {'device_id': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'admin_state_up': True, 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'security_groups': ['5983d764-4d07-413f-80ba-160cebe1f4c5']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:55.920987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.922712 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a19a8112-1115-473c-8ba9-66dd9d79aaf2 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 954 time: 2.7952349 Feb 19 01:09:55.963830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59454) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:56.059143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Network': ['ID=55c95dec-88bb-49be-8534-34ff7146d981,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:56.090856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-f205c67a-63a5-47c3-b56f-c41059c6a6f8 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.092485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-f205c67a-63a5-47c3-b56f-c41059c6a6f8 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1126 time: 1.8661335 Feb 19 01:09:56.214741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a76f35d1-e906-4bf7-9a4c-59cc4100bd44 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6163368 Feb 19 01:09:56.217965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59456) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:56.223863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'ports': [{'network_id': '38ec4888-0f10-4653-ba96-7d146836c6f8', 'name': 'tempest-port--70325230', 'admin_state_up': True}, {'network_id': '55c95dec-88bb-49be-8534-34ff7146d981', 'admin_state_up': False}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:56.224385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'port': {'network_id': '38ec4888-0f10-4653-ba96-7d146836c6f8', 'name': 'tempest-port--70325230', 'admin_state_up': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:56.225072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'port': {'network_id': '55c95dec-88bb-49be-8534-34ff7146d981', 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:56.339629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-709e3d20-a331-445a-9ac9-970dbc567754 req-ef7d7752-b6fc-4e67-9eee-a018544309f9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120740 Feb 19 01:09:56.395363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e5ab1-8d12-4874-b873-7e4ffb7eafa4 req-92f61863-c3c0-4c52-99f4-8d7d9df79705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.396874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-287e5ab1-8d12-4874-b873-7e4ffb7eafa4 req-92f61863-c3c0-4c52-99f4-8d7d9df79705 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 1128 time: 0.3294182 Feb 19 01:09:56.405699 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02abb3a6-dd16-4f52-8c1f-3a0ebe7561a0 x-openstack-request-id: req-02abb3a6-dd16-4f52-8c1f-3a0ebe7561a0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:56.406143 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-plugged", "status": "completed", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:56.406512 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02abb3a6-dd16-4f52-8c1f-3a0ebe7561a0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:56.407026 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'code': 200} Feb 19 01:09:56.408345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 38ec4888-0f10-4653-ba96-7d146836c6f8 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:56.412112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 55c95dec-88bb-49be-8534-34ff7146d981 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:56.415261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd69f9-be31-4313-b6f9-b9efc6ae826c req-490b7519-a15b-479f-91c5-4b25005cd4fd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.422153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feaa91-5468-4193-bd72-194be65ebc23 None None] Pushing event updated for resources: {'Port': ['ID=b72096dd-236c-4cee-9ffe-46963d73a182,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:56.457126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3dcd69f9-be31-4313-b6f9-b9efc6ae826c req-490b7519-a15b-479f-91c5-4b25005cd4fd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.3527184 Feb 19 01:09:56.466388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.563382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-63ad3b78-af68-418e-acf9-aa33b3cac817 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 954 time: 0.5813446 Feb 19 01:09:56.564607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59458) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:56.572440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-287e5ab1-8d12-4874-b873-7e4ffb7eafa4 req-712fb6ab-7e3f-418e-9a28-a4c00e800a17 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886662 Feb 19 01:09:56.585538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] Provisioning complete for port b72096dd-236c-4cee-9ffe-46963d73a182 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:56.586132 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.589199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-5b11453b-828d-4fce-92b1-6e8c10b22b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.590792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-5b11453b-828d-4fce-92b1-6e8c10b22b7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762&tenant_id=1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 1126 time: 0.4656372 Feb 19 01:09:56.601205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'routes': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:56.645387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:56.676865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3dcd69f9-be31-4313-b6f9-b9efc6ae826c req-74f91ef5-f6c3-42fa-8eed-6a75bcdcee8c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185609 Feb 19 01:09:56.704754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.774509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] Current status of the port b72096dd-236c-4cee-9ffe-46963d73a182 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:56.775089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.837578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5ff36-a476-4b71-9887-02f81ac9ee81 req-5e113434-32ff-4956-be0d-3d1bae700640 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.845008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1e5ff36-a476-4b71-9887-02f81ac9ee81 req-5e113434-32ff-4956-be0d-3d1bae700640 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3648620 Feb 19 01:09:56.870056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Made reservation on behalf of 8b8a33948e65451cbe5e2b13f092b60f for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:56.873730 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.899872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'port': 2} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:56.904863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.922815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] For port b72096dd-236c-4cee-9ffe-46963d73a182, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b72096dd-236c-4cee-9ffe-46963d73a182,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:56.930059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.051791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0617521-bf25-467c-a6a9-6aba4fe16153 None None] Pushing event updated for resources: {'Port': ['ID=b72096dd-236c-4cee-9ffe-46963d73a182,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:57.072062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-be0646aa-e618-4151-91ac-a7fb20dde80f None None] Provisioning complete for port b72096dd-236c-4cee-9ffe-46963d73a182 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:57.072648 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be0646aa-e618-4151-91ac-a7fb20dde80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.125104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-87829304-9a90-40e6-b756-54b59e44bf8c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.128375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-87829304-9a90-40e6-b756-54b59e44bf8c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.2751582 Feb 19 01:09:57.156190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:57.174750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-be0646aa-e618-4151-91ac-a7fb20dde80f None None] Current status of the port b72096dd-236c-4cee-9ffe-46963d73a182 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:57.179436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:53Z', 'revision_number': 6, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:55Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:57.199910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e3c1213-0b95-498b-941a-f5a50e42614b req-87177f7f-1b97-46c8-b84d-0bbf4b25e7f5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.3498189 Feb 19 01:09:57.209625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b53832-c2cd-4dc5-ab5e-d7abc9fa96ab None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:53Z', 'revision_number': 6, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:55Z', 'revision_number': 4, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:57.270865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-e7e10ecb-5b20-4a92-8168-a391b294e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.280116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-e7e10ecb-5b20-4a92-8168-a391b294e3d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1126 time: 0.5329578 Feb 19 01:09:57.380859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added routes are [] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:09:57.381244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:09:57.421350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.457932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8f099fe-029f-439f-8801-44e857a51743 req-187bb963-f3aa-48d8-bf99-a6da7c437a1d tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0946038 Feb 19 01:09:57.504923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:57.508594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.552264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Allocated IP 172.20.0.12 (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba/d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0/bc284453-9a4a-48f2-bfd3-fa2d74365ab1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:57.628977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.673174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1e5ff36-a476-4b71-9887-02f81ac9ee81 req-444a3245-f284-496c-8c29-07824d3ddd39 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8263526 Feb 19 01:09:57.784529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-0fc750fc-7626-4d45-a2af-2bb4125de730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.786299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-0fc750fc-7626-4d45-a2af-2bb4125de730 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.4252687 Feb 19 01:09:57.996680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-bd3fe67c-2704-4f5d-9941-414bfe528db8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.1143415 Feb 19 01:09:58.011145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-043bdee3-5d42-4580-8521-da380e4e777f req-9fb04a26-b2a4-4e5d-be9e-d67c0d5130fb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.1253636 Feb 19 01:09:58.021858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.12 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/56e5eca3-afa5-4e90-83b6-646a290e77ef) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:58.104574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.174403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] device_id is not set on port 0a5b2a50-bf27-4c60-8214-27d40481a740 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:58.194233 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.272326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce90b8-d4a5-4374-81d8-ea3bd8f88535 req-ac475c7e-8279-4733-a76d-0dd948a20c29 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:58.274263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43ce90b8-d4a5-4374-81d8-ea3bd8f88535 req-ac475c7e-8279-4733-a76d-0dd948a20c29 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.5171366 Feb 19 01:09:58.294154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.318760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-5fc6802e-20d7-4ca3-8c86-41c731f2dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:58.320979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-5fc6802e-20d7-4ca3-8c86-41c731f2dbff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.3106508 Feb 19 01:09:58.394062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.414185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.445294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72a6a-410e-409c-9b29-b1a5b53e1bc4 req-e051e4ee-1a1e-4074-a377-285797ed89cd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:58.446834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5de72a6a-410e-409c-9b29-b1a5b53e1bc4 req-e051e4ee-1a1e-4074-a377-285797ed89cd tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.3033187 Feb 19 01:09:58.447879 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.453937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks [] for port (0a5b2a50-bf27-4c60-8214-27d40481a740), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.460285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:58.474436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-417166c1-ef55-48e5-b87d-62057c63b7c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266708 Feb 19 01:09:58.484919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:58.490807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=56e5eca3-afa5-4e90-83b6-646a290e77ef,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:58.552796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:58.558955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43ce90b8-d4a5-4374-81d8-ea3bd8f88535 req-fb3c1a1c-34ee-430b-9dd9-5c25cd80c635 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702742 Feb 19 01:09:58.652967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-cf74dbba-a2a1-4133-b7bf-67f9c5f59d4d service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634367 Feb 19 01:09:58.662139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:58.700288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:58.708169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event updated for resources: {'Port': ['ID=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:58.710726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:58.719561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] device_id is not set on port 7e0d56d4-8020-4922-9839-3119d4fa09d6 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:58.784011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5de72a6a-410e-409c-9b29-b1a5b53e1bc4 req-81f4b3de-1735-40c8-9449-feee714f753d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743831 Feb 19 01:09:58.800353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:58.832206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:58.832206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.836379 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:58.853117 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:58.853781 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:58.858516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:58.861498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.908913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-0eb0a318-fc67-443d-add6-88cb6f29bff3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7580850 Feb 19 01:09:58.909207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-c8f2e44e-f82e-4dc1-b5e6-3cd49936f4b0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0176039 Feb 19 01:09:58.924043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Request body: {'port': {'device_id': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:58.930069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Request body: {'port': {'device_id': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:58.984847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b72096dd-236c-4cee-9ffe-46963d73a182 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:59.019264 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.070775 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:59.081383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b72096dd-236c-4cee-9ffe-46963d73a182 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:59.082192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.091302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c8bf7-cf82-455f-b54d-4dd42f73df5c req-2118e553-2a38-4eee-bfb1-1acf8bdc8133 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.108906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d60c8bf7-cf82-455f-b54d-4dd42f73df5c req-2118e553-2a38-4eee-bfb1-1acf8bdc8133 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 932 time: 0.4390953 Feb 19 01:09:59.157799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-4215effb-82c3-4603-8c1d-03af99b791ca service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892659 Feb 19 01:09:59.165092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cff7d767-d92f-411b-af77-a62ac7a6a684 None None] Provisioning complete for port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:59.165726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cff7d767-d92f-411b-af77-a62ac7a6a684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.213007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cff7d767-d92f-411b-af77-a62ac7a6a684 None None] Port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:59.239589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d60c8bf7-cf82-455f-b54d-4dd42f73df5c req-bfae78cb-4632-4972-86e6-4310a22b8130 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295714 Feb 19 01:09:59.281536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b72096dd-236c-4cee-9ffe-46963d73a182 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:59.419769 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 7, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:56Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:59.456741 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:59.468857 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:59.469817 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:59.507104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.513336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:59.569961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks [] for port (7e0d56d4-8020-4922-9839-3119d4fa09d6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.577838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:59.605170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-a3da48f7-c227-4c50-acc5-e613b556473d tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.615237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-a3da48f7-c227-4c50-acc5-e613b556473d tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.1114023 Feb 19 01:09:59.642589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.646649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-49f52801-3452-40eb-ba15-9dc1aa4a83ae tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 704 time: 3.0647471 Feb 19 01:09:59.649712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59478) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:59.708269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e5eca3-afa5-4e90-83b6-646a290e77ef {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:59.720524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2cf63-e1e4-4e6d-8caf-602ce80863ad req-c7b6a034-8c1d-4912-9aec-5886ca90262b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.726736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad2cf63-e1e4-4e6d-8caf-602ce80863ad req-c7b6a034-8c1d-4912-9aec-5886ca90262b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 932 time: 0.3712935 Feb 19 01:09:59.734163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Publish callbacks [] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.810936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Transition to ACTIVE for port object 56e5eca3-afa5-4e90-83b6-646a290e77ef will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:59.811178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0a5b2a50-bf27-4c60-8214-27d40481a740), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.828018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.884241 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 7, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:56Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:59.897506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4db17399-93fb-4fac-b2f3-ad6efabd7de5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 704 time: 0.2451274 Feb 19 01:09:59.921546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:59.922102 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066c382-a145-4f0a-aff8-3192558f0f57 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 7, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:56Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:59.946110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Port': ['ID=0a5b2a50-bf27-4c60-8214-27d40481a740,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:59.962834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164881-4fe3-402a-96f2-26a9d22dfcdb req-7bc03791-2cac-4d14-b31d-726bc3d7ca7c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.964353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd164881-4fe3-402a-96f2-26a9d22dfcdb req-7bc03791-2cac-4d14-b31d-726bc3d7ca7c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2628055 Feb 19 01:09:59.991583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=56e5eca3-afa5-4e90-83b6-646a290e77ef,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:00.029432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-2154cb6c-6a64-4dda-b196-d08ed91ecb50 service neutron] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:00.038827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-2154cb6c-6a64-4dda-b196-d08ed91ecb50 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.040189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-befc5c86-c973-48ca-9b1a-7ea66c46971d req-2154cb6c-6a64-4dda-b196-d08ed91ecb50 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723/bindings/n-h1-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.4241590 Feb 19 01:10:00.053491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad2cf63-e1e4-4e6d-8caf-602ce80863ad req-151415a8-a6b6-42d5-bbbb-1ea913109c05 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224263 Feb 19 01:10:00.068530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.070039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.070398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.070747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.071092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.072041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.072392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.072733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.073113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.073445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.083827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.084471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.085075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:00.296070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Checking segment: {'id': 'c375dc05-b9f0-4c7a-9714-f456fa2e3e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '38ec4888-0f10-4653-ba96-7d146836c6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:00.296439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network hostable DHCP agents. Network: 38ec4888-0f10-4653-ba96-7d146836c6f8, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:00.304128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:00.319694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:00.322126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:00.392691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd164881-4fe3-402a-96f2-26a9d22dfcdb req-43785bf7-4515-4edb-927f-c2733e68b407 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105103 Feb 19 01:10:00.428934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Attempting to bind port 56e5eca3-afa5-4e90-83b6-646a290e77ef on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:00.429555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Attempting to bind port 56e5eca3-afa5-4e90-83b6-646a290e77ef by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:00.430051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Attempting to bind port 56e5eca3-afa5-4e90-83b6-646a290e77ef on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:00.442092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Port 56e5eca3-afa5-4e90-83b6-646a290e77ef on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:00.442649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Attempting to bind port 56e5eca3-afa5-4e90-83b6-646a290e77ef on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:00.449355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:00.452736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:00.453307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:00.453988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:00.454581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Bound port: 56e5eca3-afa5-4e90-83b6-646a290e77ef, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:00.458201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.582590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] For port 56e5eca3-afa5-4e90-83b6-646a290e77ef, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:00.587261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] For port 56e5eca3-afa5-4e90-83b6-646a290e77ef, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:00.622586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network 38ec4888-0f10-4653-ba96-7d146836c6f8 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:00.639434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.675995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbfaad-268b-4b61-848c-0f68a016c3ee req-ed15ca5d-d638-43b4-9042-7766558614fa tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:00.684291 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2dbfaad-268b-4b61-848c-0f68a016c3ee req-ed15ca5d-d638-43b4-9042-7766558614fa tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.4822371 Feb 19 01:10:00.704441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:00.707225 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.708069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] 10.222.0.89 "PUT /v2.0/ports/56e5eca3-afa5-4e90-83b6-646a290e77ef HTTP/1.1" status: 200 len: 1092 time: 1.7847300 Feb 19 01:10:00.712547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'tag': '56e5eca3-afa5-4e90-83b6-646a290e77ef'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:00.714687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 38ec4888-0f10-4653-ba96-7d146836c6f8) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:00.716156 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d906bb-9e29-42da-bccc-0ad906ab814f", "tag": "56e5eca3-afa5-4e90-83b6-646a290e77ef"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:00.722096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 7, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:56Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:00.732878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:00.734146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7e0d56d4-8020-4922-9839-3119d4fa09d6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.756446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:00.758890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944cf86-4f66-4ac3-ae84-5d7a3850aa4e None None] Network 38ec4888-0f10-4653-ba96-7d146836c6f8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:00.816985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Port': ['ID=7e0d56d4-8020-4922-9839-3119d4fa09d6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:00.819459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d01432-7b29-410d-9da4-8db55183ebd8 req-b7e040b2-e629-4908-b267-f770676c7a8f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:00.826357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a4d01432-7b29-410d-9da4-8db55183ebd8 req-b7e040b2-e629-4908-b267-f770676c7a8f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 932 time: 0.3437307 Feb 19 01:10:00.826481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:00.827082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:00.839735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a873-6da3-44c4-948b-a68191ffebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=56e5eca3-afa5-4e90-83b6-646a290e77ef,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:00.873746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2dbfaad-268b-4b61-848c-0f68a016c3ee req-b8f71320-be62-4cb9-a20b-8757572326be tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877701 Feb 19 01:10:00.890313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-26c89f89-3754-4504-badd-37ffcaa2f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:00.892507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-26c89f89-3754-4504-badd-37ffcaa2f34c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 1126 time: 0.1159632 Feb 19 01:10:00.901157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a4d01432-7b29-410d-9da4-8db55183ebd8 req-7446f2a7-6984-4a2b-9f86-c483fd940fc4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739269 Feb 19 01:10:00.964596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-083470b4-032d-4111-a578-4e1f644b766b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef HTTP/1.1" status: 200 len: 217 time: 0.0605700 Feb 19 01:10:01.043499 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32892d2e-6a41-4f6e-87c7-e726b229e7b5 x-openstack-request-id: req-32892d2e-6a41-4f6e-87c7-e726b229e7b5 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:01.043987 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d906bb-9e29-42da-bccc-0ad906ab814f", "tag": "56e5eca3-afa5-4e90-83b6-646a290e77ef", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:01.044385 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32892d2e-6a41-4f6e-87c7-e726b229e7b5 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:01.044808 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'tag': '56e5eca3-afa5-4e90-83b6-646a290e77ef', 'status': 'completed', 'code': 200} Feb 19 01:10:01.084340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-9c2e8cb9-351c-485e-bef1-c3c08c4a349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.086565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-9c2e8cb9-351c-485e-bef1-c3c08c4a349e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1116104 Feb 19 01:10:01.094261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc284453-9a4a-48f2-bfd3-fa2d74365ab1 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:01.104039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:01.138158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Publish callbacks [] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.160537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-e93b992e-640d-4b0e-b42d-c7aa4a0a2cd7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581942 Feb 19 01:10:01.193132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Checking segment: {'id': '3c3fce32-6077-4695-98c8-25c3cb18ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '55c95dec-88bb-49be-8534-34ff7146d981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:01.193672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network hostable DHCP agents. Network: 55c95dec-88bb-49be-8534-34ff7146d981, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:01.207111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Transition to ACTIVE for port object bc284453-9a4a-48f2-bfd3-fa2d74365ab1 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:01.232319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c53d02-d771-417d-a0b8-a5585c9e9452 req-30548fd1-56b0-43d5-8c70-f0006fa62a95 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.239741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40c53d02-d771-417d-a0b8-a5585c9e9452 req-30548fd1-56b0-43d5-8c70-f0006fa62a95 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2077675 Feb 19 01:10:01.248092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.267999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2876f-68e8-41dc-a5e6-1b1d81366e42 req-41343ab2-b8bb-439c-8e1f-778d2483fc12 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.276222 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80d2876f-68e8-41dc-a5e6-1b1d81366e42 req-41343ab2-b8bb-439c-8e1f-778d2483fc12 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1126 time: 0.1861262 Feb 19 01:10:01.307052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network 55c95dec-88bb-49be-8534-34ff7146d981 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:01.358876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 55c95dec-88bb-49be-8534-34ff7146d981) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:01.367843 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-6b90a2c2-66e2-444f-913f-8a48c57cda40 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998980 Feb 19 01:10:01.382305 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80d2876f-68e8-41dc-a5e6-1b1d81366e42 req-0ade5bf8-0c5b-44e9-a171-6d2d4edb26e5 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050777 Feb 19 01:10:01.403838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:01.408724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.415105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.415918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.428253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63b136-a868-417c-9d62-dff6d6d23f2d None None] Network 55c95dec-88bb-49be-8534-34ff7146d981 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:01.487719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:01.522285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.554168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-bd048a2a-4a97-4015-aee4-32d3dc5d3703 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680505 Feb 19 01:10:01.620343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764e2a7-c940-400a-a158-b87cde34c672 req-fee3f7c2-08d3-4672-afa1-e7684656637d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.622947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1764e2a7-c940-400a-a158-b87cde34c672 req-fee3f7c2-08d3-4672-afa1-e7684656637d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 944 time: 0.0675321 Feb 19 01:10:01.675009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40c53d02-d771-417d-a0b8-a5585c9e9452 req-74080352-1bd5-4502-a9ba-8c7aaffc3646 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341342 Feb 19 01:10:01.695041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0611a0a1-f00f-4fb8-a597-0e8204d872f1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.4735422 Feb 19 01:10:01.700159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59500) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:01.704123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 7, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:56Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:01.740522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b853d34-2477-427e-b00f-0f876f315207 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 7, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72096dd-236c-4cee-9ffe-46963d73a182', 'name': '', 'network_id': 'a211bee1-00b5-4459-aa86-3a099603ee76', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:b5:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:56Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '1bd386d0-444b-44b0-a4d7-22ec7e97b260', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:01.758367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-51f67687-64f4-4a3e-aef7-6deab507070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.760251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-51f67687-64f4-4a3e-aef7-6deab507070f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 1126 time: 0.1361144 Feb 19 01:10:01.763714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1764e2a7-c940-400a-a158-b87cde34c672 req-6df6fe37-7b3d-4780-bde2-7c83ffe82edc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819771 Feb 19 01:10:01.883586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-129cd5fc-d6b0-471a-b880-e07a203a66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.886356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-129cd5fc-d6b0-471a-b880-e07a203a66f9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.1176131 Feb 19 01:10:01.945494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-e73935a4-6253-4117-a729-7c77bbb3652b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef HTTP/1.1" status: 200 len: 217 time: 0.0474372 Feb 19 01:10:02.027300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-73168b0d-6615-45aa-891d-9c32b3717218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.029290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-73168b0d-6615-45aa-891d-9c32b3717218 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.0765712 Feb 19 01:10:02.092816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-facc58fa-a7dc-4bd5-8542-bc7055dca754 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535653 Feb 19 01:10:02.176706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Attempting to bind port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:02.177062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Attempting to bind port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:02.177389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Attempting to bind port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 on network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:02.196604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 on network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:02.196973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Attempting to bind port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 on network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:02.220662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:02.221021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Checking segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:02.221439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Bound using segment: {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:02.222307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Bound port: bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7351fdf4-72ad-4d09-98c6-41263ea409b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:02.222307 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.261677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b8901-c632-4a32-bcea-46e3f5b329a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.267702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b8901-c632-4a32-bcea-46e3f5b329a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.269300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a45b8901-c632-4a32-bcea-46e3f5b329a0 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.5518687 Feb 19 01:10:02.272974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59518) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:02.273243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7c8db-0ff5-4c0c-9d6f-88e5498f5711 req-5a97f385-6b5b-45b2-845c-fbefd7e6d35c tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.274777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84c7c8db-0ff5-4c0c-9d6f-88e5498f5711 req-5a97f385-6b5b-45b2-845c-fbefd7e6d35c tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1312323 Feb 19 01:10:02.274972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310278e0-288e-41fe-a4e0-31ae23508558 req-c9b3c3b2-79f7-404f-b123-aaa41bdbd6ed tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.276424 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-310278e0-288e-41fe-a4e0-31ae23508558 req-c9b3c3b2-79f7-404f-b123-aaa41bdbd6ed tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1126 time: 0.5008595 Feb 19 01:10:02.281468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-936444f8-6d22-4868-841d-0c83959f8319 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752865 Feb 19 01:10:02.373413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84c7c8db-0ff5-4c0c-9d6f-88e5498f5711 req-e1b4fd87-dc17-4833-9c6c-173049a8a3bb tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907912 Feb 19 01:10:02.406841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea269bf6-4c90-47d6-82b5-b3cd3a60d5c5 req-247fe9aa-67fa-43d3-9fa1-1e18005975b6 service neutron] 10.222.0.89 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102192 Feb 19 01:10:02.487640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] For port bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:02.510581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] For port bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:02.515816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-310278e0-288e-41fe-a4e0-31ae23508558 req-e06c9b61-15de-44f1-bea7-006dfa65fd23 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248268 Feb 19 01:10:02.536736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.546070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17c0af-de24-4092-ad72-6a4fd39239bc req-1e3689e1-38f2-43e6-8f6f-f302aa4da30f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.547886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e17c0af-de24-4092-ad72-6a4fd39239bc req-1e3689e1-38f2-43e6-8f6f-f302aa4da30f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.0792518 Feb 19 01:10:02.600746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e17c0af-de24-4092-ad72-6a4fd39239bc req-4ac73a05-9a67-44d8-a728-e991371599bc tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Feb 19 01:10:02.614214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.614827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.616217 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] 10.222.0.10 "PUT /v2.0/ports/bc284453-9a4a-48f2-bfd3-fa2d74365ab1 HTTP/1.1" status: 200 len: 1092 time: 3.6986592 Feb 19 01:10:02.620683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:02.623024 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:02.642591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Deleting port 0a5b2a50-bf27-4c60-8214-27d40481a740 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:02.642933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0a5b2a50-bf27-4c60-8214-27d40481a740), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.690493 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41dbcd6-8754-403e-89f5-15f87a493b3e x-openstack-request-id: req-f41dbcd6-8754-403e-89f5-15f87a493b3e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:02.691141 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:02.691141 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f41dbcd6-8754-403e-89f5-15f87a493b3e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:02.691546 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'status': 'completed', 'code': 200} Feb 19 01:10:02.818348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128573bf-9f12-41cd-a9ac-d5932721bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:02.844987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0a5b2a50-bf27-4c60-8214-27d40481a740), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.874559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Calling delete_port for 0a5b2a50-bf27-4c60-8214-27d40481a740 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:02.878137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-b6dec935-8c95-4cb5-8aee-3469b2a8d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.880252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-b6dec935-8c95-4cb5-8aee-3469b2a8d65f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b8a33948e65451cbe5e2b13f092b60f&device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 1126 time: 0.2028420 Feb 19 01:10:02.882563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port b72096dd-236c-4cee-9ffe-46963d73a182 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:02.882903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.913755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552b376-6c54-47cd-890f-2515f38264de req-69260158-6cc3-473a-8dc4-27941a1c4318 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.917471 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7552b376-6c54-47cd-890f-2515f38264de req-69260158-6cc3-473a-8dc4-27941a1c4318 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 944 time: 0.0614522 Feb 19 01:10:02.973424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7552b376-6c54-47cd-890f-2515f38264de req-f822a2af-b502-4407-a39e-2b774cd7aceb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Feb 19 01:10:03.036015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-2fdc235a-0d93-428d-b353-734232a3d473 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1 HTTP/1.1" status: 200 len: 217 time: 0.1460800 Feb 19 01:10:03.159851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-d406e03a-f9c2-4068-8075-38bfb599519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:03.161595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-d406e03a-f9c2-4068-8075-38bfb599519e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0 HTTP/1.1" status: 200 len: 855 time: 0.1170971 Feb 19 01:10:03.167121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port b72096dd-236c-4cee-9ffe-46963d73a182, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b72096dd-236c-4cee-9ffe-46963d73a182,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:03.167542 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.224689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0a5b2a50-bf27-4c60-8214-27d40481a740), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.228923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for b72096dd-236c-4cee-9ffe-46963d73a182 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:03.265479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Port': ['ID=0a5b2a50-bf27-4c60-8214-27d40481a740,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:03.279376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.282664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7942a84a-0bb2-4808-8253-3ffe41cc3e63 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/ports/0a5b2a50-bf27-4c60-8214-27d40481a740 HTTP/1.1" status: 204 len: 168 time: 1.0053163 Feb 19 01:10:03.285923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:03.340399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-8fb0b9bf-37fc-4e3a-a825-d343eb43e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:03.341977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-8fb0b9bf-37fc-4e3a-a825-d343eb43e7bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1710536 Feb 19 01:10:03.390106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Deleting port 7e0d56d4-8020-4922-9839-3119d4fa09d6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:03.390488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7e0d56d4-8020-4922-9839-3119d4fa09d6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.472962 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7e0d56d4-8020-4922-9839-3119d4fa09d6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.490409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Calling delete_port for 7e0d56d4-8020-4922-9839-3119d4fa09d6 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:03.544223 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:10:03.544833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-0510ebd3-5307-4218-b9b0-4001e5338304 service neutron] 10.222.0.10 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941102 Feb 19 01:10:03.592384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7e0d56d4-8020-4922-9839-3119d4fa09d6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.628462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Port': ['ID=7e0d56d4-8020-4922-9839-3119d4fa09d6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:03.647126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbf153-aff6-4f12-bb40-0623d839e7f2 req-88c39d9b-4167-4570-89da-e616a380bba3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:03.648745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08cbf153-aff6-4f12-bb40-0623d839e7f2 req-88c39d9b-4167-4570-89da-e616a380bba3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1771407 Feb 19 01:10:03.649477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b72096dd-236c-4cee-9ffe-46963d73a182), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.660305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.668894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-407dc188-0887-44d6-a0be-f2fd1d4ad483 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/ports/7e0d56d4-8020-4922-9839-3119d4fa09d6 HTTP/1.1" status: 204 len: 168 time: 0.3793616 Feb 19 01:10:03.669282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59532) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:03.699126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=b72096dd-236c-4cee-9ffe-46963d73a182,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:03.721920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:03.722392 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f6f648e-707d-4564-80a6-2a95bf159703 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0518179 Feb 19 01:10:03.731764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1466254724'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:03.780054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c8bfcca-072f-44a1-8a40-79b215217180 req-e9f047fc-2997-40e6-803f-53aafcbf254a service neutron] 10.222.0.10 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276089 Feb 19 01:10:03.807847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e3c9c-69c6-4158-bf33-9957289e941d req-807ef1a0-f7e3-4e46-9b4e-3001211e61a8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:03.809359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-737e3c9c-69c6-4158-bf33-9957289e941d req-807ef1a0-f7e3-4e46-9b4e-3001211e61a8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.0792792 Feb 19 01:10:03.882814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:03.886197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.888328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-737e3c9c-69c6-4158-bf33-9957289e941d req-2539d81e-f50c-4597-bbc7-df291425ec13 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614069 Feb 19 01:10:03.946498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08cbf153-aff6-4f12-bb40-0623d839e7f2 req-48da5da4-45e2-4207-8d4c-b0ea23421978 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877109 Feb 19 01:10:03.989447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.001984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:04.015515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-25788d5b-a6b1-4f56-9faf-8c0708c3473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.017598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-25788d5b-a6b1-4f56-9faf-8c0708c3473a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b8a33948e65451cbe5e2b13f092b60f&device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 1126 time: 0.1613567 Feb 19 01:10:04.059241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (56a23c11-9afd-4675-a116-e333059d7b3b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.059597 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Added segment 56a23c11-9afd-4675-a116-e333059d7b3b of type vlan for network 516ac7a0-8f95-4c6e-895a-f780696c0959 Feb 19 01:10:04.113942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3d258-fbb8-425c-bd51-1dd8d197324c req-d8491d53-872a-49ed-8b26-d34a143cc919 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.115708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69a3d258-fbb8-425c-bd51-1dd8d197324c req-d8491d53-872a-49ed-8b26-d34a143cc919 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 944 time: 0.0648956 Feb 19 01:10:04.169041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69a3d258-fbb8-425c-bd51-1dd8d197324c req-24fbf263-6bba-424c-a49f-b18cd6980b6c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469687 Feb 19 01:10:04.448838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (516ac7a0-8f95-4c6e-895a-f780696c0959), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.544001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-9549f64d-db8f-4424-8809-07cd41325974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.545613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-9549f64d-db8f-4424-8809-07cd41325974 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba HTTP/1.1" status: 200 len: 917 time: 0.4939511 Feb 19 01:10:04.548156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (516ac7a0-8f95-4c6e-895a-f780696c0959), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.554970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.555564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.607410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 56e5eca3-afa5-4e90-83b6-646a290e77ef details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:04.678783 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-f049f3df-b77d-4a49-bc81-c1451e47e2b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1 HTTP/1.1" status: 200 len: 217 time: 0.1205015 Feb 19 01:10:04.720853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59538) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:04.721921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9925807 Feb 19 01:10:04.725154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 56e5eca3-afa5-4e90-83b6-646a290e77ef, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:04.726919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-116163559'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:04.737829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '56e5eca3-afa5-4e90-83b6-646a290e77ef', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': '56e5eca3-afa5-4e90-83b6-646a290e77ef', 'mac_address': 'fa:16:3e:96:46:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:04.751951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:04.756304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.775606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-8b12cffb-1f90-4708-bbde-e1ae196ae80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.777292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-8b12cffb-1f90-4708-bbde-e1ae196ae80c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0 HTTP/1.1" status: 200 len: 855 time: 0.0826640 Feb 19 01:10:04.782461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:04.784345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7b97-6447-4646-9c77-39435ead493a tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Network': ['ID=516ac7a0-8f95-4c6e-895a-f780696c0959,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:04.785378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 56e5eca3-afa5-4e90-83b6-646a290e77ef is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:04.785777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.792548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:04.803673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 516ac7a0-8f95-4c6e-895a-f780696c0959 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:04.807227 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (eca6a223-e855-443a-b73a-dd2177a5604c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.807638 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Added segment eca6a223-e855-443a-b73a-dd2177a5604c of type vlan for network d403ab1e-1704-4d43-9bfd-4e9f6d038968 Feb 19 01:10:04.860902 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e5eca3-afa5-4e90-83b6-646a290e77ef {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:04.865516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d403ab1e-1704-4d43-9bfd-4e9f6d038968), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.896245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d403ab1e-1704-4d43-9bfd-4e9f6d038968), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.897970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 56e5eca3-afa5-4e90-83b6-646a290e77ef, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:04.915951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.918033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.937324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.013016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2804303 Feb 19 01:10:05.024440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26515d-82f8-400d-8850-5e3a6c47d323 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Network': ['ID=d403ab1e-1704-4d43-9bfd-4e9f6d038968,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:05.042215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d403ab1e-1704-4d43-9bfd-4e9f6d038968 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:05.096172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-0a068c08-3bcc-42ac-9fd8-6203943ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:05.098472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-0a068c08-3bcc-42ac-9fd8-6203943ab60e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3096340 Feb 19 01:10:05.102123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:05.115862 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:05.119699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c4cb5077-c56e-4d41-8bcc-58853ab59236 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1710529 Feb 19 01:10:05.122391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59544) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:05.131554 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:05.132298 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:05.164136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f8d9e-0471-439e-8d34-6015d05a80b8 req-bcef5db0-80c0-4809-b040-d2e2d5768f76 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:05.165770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c61f8d9e-0471-439e-8d34-6015d05a80b8 req-bcef5db0-80c0-4809-b040-d2e2d5768f76 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1651766 Feb 19 01:10:05.168523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:05.174121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'subnets': [{'network_id': '516ac7a0-8f95-4c6e-895a-f780696c0959', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--979463958', 'ip_version': 4}, {'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:05.174445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'subnet': {'network_id': '516ac7a0-8f95-4c6e-895a-f780696c0959', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--979463958', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:05.175095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Request body: {'subnet': {'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:05.246021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 1bd386d0-444b-44b0-a4d7-22ec7e97b260 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:10:05.254688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (1bd386d0-444b-44b0-a4d7-22ec7e97b260), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.288837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=56e5eca3-afa5-4e90-83b6-646a290e77ef,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:05.295217 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:05.331039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2986-b9bc-47e1-a0b2-70ba72eec527 req-9f8c86f3-0f96-42ba-83a2-e306f104aaaf tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:05.331503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.331858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.332204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.332550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.332833 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-585d2986-b9bc-47e1-a0b2-70ba72eec527 req-9f8c86f3-0f96-42ba-83a2-e306f104aaaf tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1975265 Feb 19 01:10:05.332940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.333238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.333573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.334329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.334329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.334589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.334864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.335190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.335516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:05.391632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['56e5eca3-afa5-4e90-83b6-646a290e77ef'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:05.405491 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (1bd386d0-444b-44b0-a4d7-22ec7e97b260), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.471106 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c61f8d9e-0471-439e-8d34-6015d05a80b8 req-31286b1f-f22c-43fd-add9-13428c0b5390 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072270 Feb 19 01:10:05.474445 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-585d2986-b9bc-47e1-a0b2-70ba72eec527 req-e56e7914-5c55-41c9-b1b8-12cb6adab756 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306219 Feb 19 01:10:05.504980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Made reservation on behalf of 9d59d662129c42959827c73dfe0b6eb3 for: {'subnet': 2} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:05.509678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.510143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.553412 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-636a422e-6657-4c32-bafa-4a79e7154d69 service neutron] 10.222.0.10 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319053 Feb 19 01:10:05.553786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (1bd386d0-444b-44b0-a4d7-22ec7e97b260), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.590388 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:03Z', 'revision_number': 8, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:05.666888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (1bd386d0-444b-44b0-a4d7-22ec7e97b260), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.712776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd386d0-444b-44b0-a4d7-22ec7e97b260,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:05.719369 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:05.729822 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:05.730716 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:05.731734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8893984-93aa-4503-a739-e9b13adafe8c None None] Network a211bee1-00b5-4459-aa86-3a099603ee76 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:05.734764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.743110 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fdd16c9b-121e-445c-9d13-9c1266a56baa tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/1bd386d0-444b-44b0-a4d7-22ec7e97b260 HTTP/1.1" status: 204 len: 168 time: 0.6187751 Feb 19 01:10:05.743931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:05.844197 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:05.855741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a211bee1-00b5-4459-aa86-3a099603ee76), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.951605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 50f7e0e5-e327-491d-b6ab-2acb0227a74a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:05.952244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.970765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b76c6a-7b6b-4842-bd70-67f926172cd2 req-de07a2c2-cfd1-4238-96c0-ab9ecba81f96 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:05.972214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73b76c6a-7b6b-4842-bd70-67f926172cd2 req-de07a2c2-cfd1-4238-96c0-ab9ecba81f96 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 945 time: 0.3788102 Feb 19 01:10:06.032445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] DHCP port deletion for a211bee1-00b5-4459-aa86-3a099603ee76 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:10:06.039430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 50f7e0e5-e327-491d-b6ab-2acb0227a74a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=50f7e0e5-e327-491d-b6ab-2acb0227a74a,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:06.039958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.060033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73b76c6a-7b6b-4842-bd70-67f926172cd2 req-58c875db-6cb4-4fda-8f2d-b387b12876a1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765791 Feb 19 01:10:06.066464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e35e8081-7f28-4c0b-9bd5-30c2c8de6f12 req-a7974a14-3c72-4ff4-841f-1cc75d2626e8 service neutron] 10.222.0.10 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713223 Feb 19 01:10:06.069232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 50f7e0e5-e327-491d-b6ab-2acb0227a74a owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:06.129299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] Deleting port 50f7e0e5-e327-491d-b6ab-2acb0227a74a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:06.129683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.215275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.244457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] For port 50f7e0e5-e327-491d-b6ab-2acb0227a74a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=50f7e0e5-e327-491d-b6ab-2acb0227a74a,segment=NetworkSegment(9a19e681-7aa2-4766-880d-e6f0ebea1031),segment_id=9a19e681-7aa2-4766-880d-e6f0ebea1031)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:06.246727 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.253587 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:03Z', 'revision_number': 8, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:06.283387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=50f7e0e5-e327-491d-b6ab-2acb0227a74a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.296268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] Calling delete_port for 50f7e0e5-e327-491d-b6ab-2acb0227a74a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:06.296469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port 50f7e0e5-e327-491d-b6ab-2acb0227a74a on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:06.326678 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72303ca5-1f93-4fb4-828f-5b03bd38f934 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:03Z', 'revision_number': 8, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94a9ecf4-a930-44d5-aa00-439bd6d6d8ba', 'name': '', 'network_id': '09c34452-12f9-4617-9281-e92a51c65bef', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:7a:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:43Z', 'updated_at': '2022-02-19T01:09:49Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddc66ef5-f730-4a70-a529-4c8ba6a2cb52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: from cryptography.utils import int_from_bytes Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: from cryptography.utils import int_from_bytes Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:06.413082 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:10:06.427224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (50f7e0e5-e327-491d-b6ab-2acb0227a74a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.431786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a211bee1-00b5-4459-aa86-3a099603ee76), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.447758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (4725ab57-bda0-4d06-8835-e3b05f8eef12), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.455958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] Pushing event deleted for resources: {'Port': ['ID=50f7e0e5-e327-491d-b6ab-2acb0227a74a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.464511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbcc3e-00d8-4168-be15-614b1c4b6471 None None] No DVR routers for this DVR port 50f7e0e5-e327-491d-b6ab-2acb0227a74a on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:06.467206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a211bee1-00b5-4459-aa86-3a099603ee76']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:06.481096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a19e681-7aa2-4766-880d-e6f0ebea1031') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:06.481592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a19e681-7aa2-4766-880d-e6f0ebea1031') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:06.492940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (9a19e681-7aa2-4766-880d-e6f0ebea1031), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.523790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9a19e681-7aa2-4766-880d-e6f0ebea1031), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.537902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:06.538318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (9a19e681-7aa2-4766-880d-e6f0ebea1031), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:06.541948 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:06.566059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Subnet': ['ID=4725ab57-bda0-4d06-8835-e3b05f8eef12,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.604178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 56e5eca3-afa5-4e90-83b6-646a290e77ef up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:06.656960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Checking segment: {'id': '56a23c11-9afd-4675-a116-e333059d7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '516ac7a0-8f95-4c6e-895a-f780696c0959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:06.657249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network hostable DHCP agents. Network: 516ac7a0-8f95-4c6e-895a-f780696c0959, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:06.688357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1ffb-5f1e-462e-b6b2-dad559e80554 req-00b5c59a-4a8c-4c5b-9138-300b3d685579 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:06.690476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6cd1ffb-5f1e-462e-b6b2-dad559e80554 req-00b5c59a-4a8c-4c5b-9138-300b3d685579 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.0963888 Feb 19 01:10:06.707075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network 516ac7a0-8f95-4c6e-895a-f780696c0959 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:06.711670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a211bee1-00b5-4459-aa86-3a099603ee76), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.728241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.730389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 56e5eca3-afa5-4e90-83b6-646a290e77ef completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:10:06.731693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/a211bee1-00b5-4459-aa86-3a099603ee76 HTTP/1.1" status: 204 len: 168 time: 0.9867077 Feb 19 01:10:06.738449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:06.739844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 56e5eca3-afa5-4e90-83b6-646a290e77ef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:06.740682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.757491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 516ac7a0-8f95-4c6e-895a-f780696c0959) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:06.784283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce412346-8891-4988-acf2-f87d12118cea None None] Network 516ac7a0-8f95-4c6e-895a-f780696c0959 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:06.784564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da27-ec81-40a8-9a72-6a537eb00672 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=a211bee1-00b5-4459-aa86-3a099603ee76,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.788328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (98158a23-2794-49d9-97e2-1bbbbf921f5b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.912887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6cd1ffb-5f1e-462e-b6b2-dad559e80554 req-ee345f57-f5cd-4c44-a447-031821052a24 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986897 Feb 19 01:10:06.915568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d235f0-ecac-4b64-8f4d-d4f1c5e4ca92 req-812d3ff0-c677-4df3-af66-4c9a3848b784 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:06.917207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18d235f0-ecac-4b64-8f4d-d4f1c5e4ca92 req-812d3ff0-c677-4df3-af66-4c9a3848b784 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2929330 Feb 19 01:10:06.959316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event updated for resources: {'Subnet': ['ID=98158a23-2794-49d9-97e2-1bbbbf921f5b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.979756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b72096dd-236c-4cee-9ffe-46963d73a182 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:07.003452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Checking segment: {'id': 'eca6a223-e855-443a-b73a-dd2177a5604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:07.003918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network hostable DHCP agents. Network: d403ab1e-1704-4d43-9bfd-4e9f6d038968, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:07.046625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Network d403ab1e-1704-4d43-9bfd-4e9f6d038968 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:07.062886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d403ab1e-1704-4d43-9bfd-4e9f6d038968) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:07.086065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b72096dd-236c-4cee-9ffe-46963d73a182 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:07.086558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b72096dd-236c-4cee-9ffe-46963d73a182 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:07.087036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 50f7e0e5-e327-491d-b6ab-2acb0227a74a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:07.093865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885afa1f-2ac6-413b-b1a9-27a86c5aa50f None None] Network d403ab1e-1704-4d43-9bfd-4e9f6d038968 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:07.099115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.101292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.102121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.122264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18d235f0-ecac-4b64-8f4d-d4f1c5e4ca92 req-7174b24b-1dfd-4953-bbd0-080a7c38c875 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369901 Feb 19 01:10:07.148216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8eb200dc-fabc-403a-82b5-fb363b8a6017 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9781978 Feb 19 01:10:07.148843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59574) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:07.199728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 50f7e0e5-e327-491d-b6ab-2acb0227a74a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:07.199728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 50f7e0e5-e327-491d-b6ab-2acb0227a74a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:07.361512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 56e5eca3-afa5-4e90-83b6-646a290e77ef is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:07.361914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.379973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0c5d2-98c5-4092-bb75-9f27e4d958fb tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.384084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0c5d2-98c5-4092-bb75-9f27e4d958fb tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.388156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0c5d2-98c5-4092-bb75-9f27e4d958fb tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.391838 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c5c0c5d2-98c5-4092-bb75-9f27e4d958fb tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2337389 Feb 19 01:10:07.397516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:07.465082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e5eca3-afa5-4e90-83b6-646a290e77ef'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:07.468025 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc48e7-f995-4555-8ccc-4bb0e31a4724" -d '{"events": [{"server_uuid": "c5d906bb-9e29-42da-bccc-0ad906ab814f", "name": "network-vif-plugged", "status": "completed", "tag": "56e5eca3-afa5-4e90-83b6-646a290e77ef"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:07.482800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597efa3-bec0-4206-9d03-a02b0f714f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-516ac7a0-8f95-4c6e-895a-f780696c0959', 'network_id': '516ac7a0-8f95-4c6e-895a-f780696c0959', 'project_id': '9d59d662129c42959827c73dfe0b6eb3', 'fixed_ips': [{'subnet_id': '4725ab57-bda0-4d06-8835-e3b05f8eef12'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:07.483767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4597efa3-bec0-4206-9d03-a02b0f714f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.506631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Deleting subnet 4725ab57-bda0-4d06-8835-e3b05f8eef12 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:10:07.515070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks [] for subnet (4725ab57-bda0-4d06-8835-e3b05f8eef12), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.515280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 56e5eca3-afa5-4e90-83b6-646a290e77ef, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:07.531486 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.652366 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (4725ab57-bda0-4d06-8835-e3b05f8eef12), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.722589 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aedef21-8c47-4a12-abc3-c2a74a04beab x-openstack-request-id: req-3aedef21-8c47-4a12-abc3-c2a74a04beab {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:07.723924 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d906bb-9e29-42da-bccc-0ad906ab814f", "name": "network-vif-plugged", "status": "completed", "tag": "56e5eca3-afa5-4e90-83b6-646a290e77ef", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:07.724397 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3aedef21-8c47-4a12-abc3-c2a74a04beab {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:07.724883 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e5eca3-afa5-4e90-83b6-646a290e77ef', 'code': 200} Feb 19 01:10:07.805993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a242b5-c665-480d-81aa-3c6d686671e5 req-538628f3-c85e-4594-9c40-c91a03cdee04 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.807539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13a242b5-c665-480d-81aa-3c6d686671e5 req-538628f3-c85e-4594-9c40-c91a03cdee04 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 946 time: 0.2467794 Feb 19 01:10:07.810063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (4725ab57-bda0-4d06-8835-e3b05f8eef12), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.826820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-d403ab1e-1704-4d43-9bfd-4e9f6d038968', 'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968', 'project_id': '9d59d662129c42959827c73dfe0b6eb3', 'fixed_ips': [{'subnet_id': '98158a23-2794-49d9-97e2-1bbbbf921f5b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:07.827951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.850891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734a221-3966-4436-b3b5-fc5005241f1c req-8034a1ab-679c-4654-995b-a9ef3ae60ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.852416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e734a221-3966-4436-b3b5-fc5005241f1c req-8034a1ab-679c-4654-995b-a9ef3ae60ea9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 1128 time: 0.1065850 Feb 19 01:10:07.862069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.900346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13a242b5-c665-480d-81aa-3c6d686671e5 req-b3cc7f7e-269d-4fd0-9a2c-19a4dde95b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789394 Feb 19 01:10:07.953513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (4725ab57-bda0-4d06-8835-e3b05f8eef12), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.015962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Subnet': ['ID=4725ab57-bda0-4d06-8835-e3b05f8eef12,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:08.024764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.033284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6af06000-cc2e-4e00-8a60-862b76397a2e tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/subnets/4725ab57-bda0-4d06-8835-e3b05f8eef12 HTTP/1.1" status: 204 len: 168 time: 0.6331463 Feb 19 01:10:08.035602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59596) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-4597efa3-bec0-4206-9d03-a02b0f714f13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4725ab57-bda0-4d06-8835-e3b05f8eef12: This subnet is being modified by another concurrent operation. Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4725ab57-bda0-4d06-8835-e3b05f8eef12: This subnet is being modified by another concurrent operation. Feb 19 01:10:08.104736 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:08.144470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=56e5eca3-afa5-4e90-83b6-646a290e77ef,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:08.161800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Deleting subnet 98158a23-2794-49d9-97e2-1bbbbf921f5b {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:10:08.194980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e950b7-980e-42bc-8b39-a873fbcf0605 None None] Network 516ac7a0-8f95-4c6e-895a-f780696c0959 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:08.362630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Allocated IP 172.20.0.18 (d403ab1e-1704-4d43-9bfd-4e9f6d038968/98158a23-2794-49d9-97e2-1bbbbf921f5b/87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:08.483560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fac20d-cc84-45b5-86a1-f421c3b75092 req-5fa7d158-a938-45b9-8c08-0325e5008ba6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:08.484855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42fac20d-cc84-45b5-86a1-f421c3b75092 req-5fa7d158-a938-45b9-8c08-0325e5008ba6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.0820396 Feb 19 01:10:08.487175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e734a221-3966-4436-b3b5-fc5005241f1c req-701656c8-9cf1-430f-b1a6-31213f342da9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227279 Feb 19 01:10:08.544392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42fac20d-cc84-45b5-86a1-f421c3b75092 req-f41dda0d-a079-4870-90d1-5d9772a860cd tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522835 Feb 19 01:10:08.565527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7a53c-f221-4a4d-bc93-3963bdb9419a req-e5903a98-8a45-4353-abc4-2a5bca18b4d7 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:08.576195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acf7a53c-f221-4a4d-bc93-3963bdb9419a req-e5903a98-8a45-4353-abc4-2a5bca18b4d7 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1577499 Feb 19 01:10:08.641574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Publish callbacks [] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.660525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.665023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks [] for subnet (98158a23-2794-49d9-97e2-1bbbbf921f5b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.722364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acf7a53c-f221-4a4d-bc93-3963bdb9419a req-b1119092-501e-45c2-8037-545cf6c2bb5e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453035 Feb 19 01:10:08.745914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (98158a23-2794-49d9-97e2-1bbbbf921f5b), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.747929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Network d403ab1e-1704-4d43-9bfd-4e9f6d038968 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:08.764979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:08.768090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:08.792656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Pushing event updated for resources: {'Port': ['ID=87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:08.865766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:08.869455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.897614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Attempting to bind port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:08.898169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Attempting to bind port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'eca6a223-e855-443a-b73a-dd2177a5604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:08.898573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Attempting to bind port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c on network d403ab1e-1704-4d43-9bfd-4e9f6d038968 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:08.904504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:08.904504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Checking segment: {'id': 'eca6a223-e855-443a-b73a-dd2177a5604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:08.905111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.905605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Bound using segment: {'id': 'eca6a223-e855-443a-b73a-dd2177a5604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:08.906214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Bound port: 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca6a223-e855-443a-b73a-dd2177a5604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd403ab1e-1704-4d43-9bfd-4e9f6d038968'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:08.918259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.961862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f7eca-edc9-4a5f-8076-dd11409bc597 req-8f59f853-80da-4e4f-ad97-2b0b8efe732f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:08.963449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b2f7eca-edc9-4a5f-8076-dd11409bc597 req-8f59f853-80da-4e4f-ad97-2b0b8efe732f tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.3124783 Feb 19 01:10:09.038267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,segment=NetworkSegment(59222486-6b62-49a9-ac36-2a35e95538bb),segment_id=59222486-6b62-49a9-ac36-2a35e95538bb)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:09.038560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.047559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (98158a23-2794-49d9-97e2-1bbbbf921f5b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.054784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b2f7eca-edc9-4a5f-8076-dd11409bc597 req-2fb81fe5-ec75-41c2-94d5-9862f9a798ff tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789852 Feb 19 01:10:09.091940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:09.132906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] For port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:09.133179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (98158a23-2794-49d9-97e2-1bbbbf921f5b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.137792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] For port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c,segment=NetworkSegment(eca6a223-e855-443a-b73a-dd2177a5604c),segment_id=eca6a223-e855-443a-b73a-dd2177a5604c)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:09.149573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.199346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Subnet': ['ID=98158a23-2794-49d9-97e2-1bbbbf921f5b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:09.213757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.217137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-50929584-f8bd-4af9-adb8-c807d5d47673 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/subnets/98158a23-2794-49d9-97e2-1bbbbf921f5b HTTP/1.1" status: 204 len: 168 time: 1.1805387 Feb 19 01:10:09.223908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59610) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:09.266402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5ce18-3174-4d78-9c8e-5d00308b8de1 None None] Pushing event updated for resources: {'Port': ['ID=87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:09.340450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b88751-d22b-43e2-9d84-72b3629ec7b1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:09.340450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66b88751-d22b-43e2-9d84-72b3629ec7b1 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1121366 Feb 19 01:10:09.341885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59614) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:09.382693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457c35-75fd-482d-840c-e66af2b579a7 req-c9ba707f-e83d-49eb-b4f6-e2bce84ebcfb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:09.396252 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e457c35-75fd-482d-840c-e66af2b579a7 req-c9ba707f-e83d-49eb-b4f6-e2bce84ebcfb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 946 time: 0.3949766 Feb 19 01:10:09.460870 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d403ab1e-1704-4d43-9bfd-4e9f6d038968), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.471171 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (94a9ecf4-a930-44d5-aa00-439bd6d6d8ba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.517990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=94a9ecf4-a930-44d5-aa00-439bd6d6d8ba,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:09.534220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Deleting port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:09.534220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.542061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e457c35-75fd-482d-840c-e66af2b579a7 req-5a716f52-db6f-4565-a618-1a82c0ffd53e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447730 Feb 19 01:10:09.675219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] For port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c,segment=NetworkSegment(eca6a223-e855-443a-b73a-dd2177a5604c),segment_id=eca6a223-e855-443a-b73a-dd2177a5604c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:09.675836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.723112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Calling delete_port for 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:09.782113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.853888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36005ff3-d342-4d8a-ae5b-4a6dded51d62 req-f93f575a-4cb7-4f71-a70a-4fe8069c9bd9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:09.860803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36005ff3-d342-4d8a-ae5b-4a6dded51d62 req-f93f575a-4cb7-4f71-a70a-4fe8069c9bd9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1802723 Feb 19 01:10:09.959876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36005ff3-d342-4d8a-ae5b-4a6dded51d62 req-6e2abbeb-f221-405b-8388-35371a647ef6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843191 Feb 19 01:10:09.979102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.000352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace7653-e349-461b-90f6-4a1cf98549a4 req-c0edb1ff-1803-4e14-8652-ce9ac46027a2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.002671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ace7653-e349-461b-90f6-4a1cf98549a4 req-c0edb1ff-1803-4e14-8652-ce9ac46027a2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1536496 Feb 19 01:10:10.039868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Port': ['ID=87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:10.058115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] No DVR routers for this DVR port 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:10.092213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-84219437-d0ba-41c9-979a-fe844216e732 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.093731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-84219437-d0ba-41c9-979a-fe844216e732 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 946 time: 0.1758516 Feb 19 01:10:10.155452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d403ab1e-1704-4d43-9bfd-4e9f6d038968), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.178201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d403ab1e-1704-4d43-9bfd-4e9f6d038968']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:10.188391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca6a223-e855-443a-b73a-dd2177a5604c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:10.189281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca6a223-e855-443a-b73a-dd2177a5604c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:10.199125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (eca6a223-e855-443a-b73a-dd2177a5604c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.200876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ace7653-e349-461b-90f6-4a1cf98549a4 req-9b1df625-f826-4ec0-819a-b2299d0eec11 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873367 Feb 19 01:10:10.208864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:10.212538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (eca6a223-e855-443a-b73a-dd2177a5604c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.229855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:10.230298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (eca6a223-e855-443a-b73a-dd2177a5604c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:10.287029 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:10.370351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:10.384334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:10.394832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df37db27-2658-42ff-ba74-c2d69dd5cdbd tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6536825 Feb 19 01:10:10.399832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59624) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:10.401813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:10.402476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:10.472472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet ddc66ef5-f730-4a70-a529-4c8ba6a2cb52 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:10:10.477318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (ddc66ef5-f730-4a70-a529-4c8ba6a2cb52), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.535679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (ddc66ef5-f730-4a70-a529-4c8ba6a2cb52), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.690599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ddc66ef5-f730-4a70-a529-4c8ba6a2cb52), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.709747 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d403ab1e-1704-4d43-9bfd-4e9f6d038968), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.713745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.719995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/networks/d403ab1e-1704-4d43-9bfd-4e9f6d038968 HTTP/1.1" status: 204 len: 168 time: 1.3767130 Feb 19 01:10:10.737171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59628) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:10.776830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:10.792084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82299cf-8d5f-42ce-9c9a-8dabbe1b5a27 tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Network': ['ID=d403ab1e-1704-4d43-9bfd-4e9f6d038968,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:10.863804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a258948-3026-4987-84a4-c9f2d26a8150 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:10:10.884281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (516ac7a0-8f95-4c6e-895a-f780696c0959), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.903919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec745-69a9-434c-9209-ff7e4257724b req-8f2f3945-f627-46dd-a2fa-8aa120b4ae61 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.908381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port 56e5eca3-afa5-4e90-83b6-646a290e77ef {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:10.908749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.912472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc6ec745-69a9-434c-9209-ff7e4257724b req-8f2f3945-f627-46dd-a2fa-8aa120b4ae61 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.2161355 Feb 19 01:10:10.933485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-5d4c5ed6-2a18-4cfc-9381-e93c5c72acf9 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.934997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-5d4c5ed6-2a18-4cfc-9381-e93c5c72acf9 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.6438200 Feb 19 01:10:10.950798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-81769ebe-3b3f-478d-b74a-c65ecb8181ce None None] Could not find standard attr ID for object 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:10:10.986865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a855f-9877-4beb-a810-e4144cecd752 req-f937d029-1254-4ca6-831e-1d008846f81d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.990612 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-744a855f-9877-4beb-a810-e4144cecd752 req-f937d029-1254-4ca6-831e-1d008846f81d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 946 time: 0.2747016 Feb 19 01:10:11.050435 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (ddc66ef5-f730-4a70-a529-4c8ba6a2cb52), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.101019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc66ef5-f730-4a70-a529-4c8ba6a2cb52,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:11.111458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.117662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-96930e40-7cd3-4629-a310-7f7a2357b200 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/ddc66ef5-f730-4a70-a529-4c8ba6a2cb52 HTTP/1.1" status: 204 len: 168 time: 0.7166839 Feb 19 01:10:11.122068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59634) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:11.141431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc6ec745-69a9-434c-9209-ff7e4257724b req-5287037b-46c0-45c7-af77-cc3142e75e8d tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278821 Feb 19 01:10:11.191353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a258948-3026-4987-84a4-c9f2d26a8150 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:10:11.204257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (516ac7a0-8f95-4c6e-895a-f780696c0959), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.227780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-744a855f-9877-4beb-a810-e4144cecd752 req-93eceaf2-6483-45bb-bdd2-225cc1fbeeab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264757 Feb 19 01:10:11.231279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:09Z', 'revision_number': 9, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:11.248885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port 56e5eca3-afa5-4e90-83b6-646a290e77ef, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=56e5eca3-afa5-4e90-83b6-646a290e77ef,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:11.249985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.268756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516ac7a0-8f95-4c6e-895a-f780696c0959']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:11.281023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for 56e5eca3-afa5-4e90-83b6-646a290e77ef owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:11.286977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (09c34452-12f9-4617-9281-e92a51c65bef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.306583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a23c11-9afd-4675-a116-e333059d7b3b') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:11.306942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a23c11-9afd-4675-a116-e333059d7b3b') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:11.321209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (56a23c11-9afd-4675-a116-e333059d7b3b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.337579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:11.359510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (56a23c11-9afd-4675-a116-e333059d7b3b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.362886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:11.363674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:11.398349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Deleting port 29f555fa-7d46-4116-b548-d360c6d4d846 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:11.398709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.404718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:11.405154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (56a23c11-9afd-4675-a116-e333059d7b3b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:11.417403 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:11.490428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 14d67763-b196-4d2e-98a3-edec4f2e4a4a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:11.490913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.549298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] For port 29f555fa-7d46-4116-b548-d360c6d4d846, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=29f555fa-7d46-4116-b548-d360c6d4d846,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:11.550287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.559008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:11.601042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d31e-4a19-4b14-b695-7c3faf41b982 req-47de5b70-3d3e-4b90-9600-80f573800a5a tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:11.603161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f769d31e-4a19-4b14-b695-7c3faf41b982 req-47de5b70-3d3e-4b90-9600-80f573800a5a tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1898873 Feb 19 01:10:11.644421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (56e5eca3-afa5-4e90-83b6-646a290e77ef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.651040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 14d67763-b196-4d2e-98a3-edec4f2e4a4a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=14d67763-b196-4d2e-98a3-edec4f2e4a4a,segment=NetworkSegment(59222486-6b62-49a9-ac36-2a35e95538bb),segment_id=59222486-6b62-49a9-ac36-2a35e95538bb)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:11.651412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.664910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 14d67763-b196-4d2e-98a3-edec4f2e4a4a owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:11.677460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['56e5eca3-afa5-4e90-83b6-646a290e77ef'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:11.808658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf997-c1e8-474b-816a-c5138bdee69d req-ce261fac-975c-46ee-8f7b-7880c1b07577 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:11.810277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d8bf997-c1e8-474b-816a-c5138bdee69d req-ce261fac-975c-46ee-8f7b-7880c1b07577 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.5660915 Feb 19 01:10:11.827558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=56e5eca3-afa5-4e90-83b6-646a290e77ef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:11.858302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (14d67763-b196-4d2e-98a3-edec4f2e4a4a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.879726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18cb4d-9331-4603-9478-13ea3df7f9f0 None None] DHCP port deletion for d403ab1e-1704-4d43-9bfd-4e9f6d038968 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:10:11.913480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (516ac7a0-8f95-4c6e-895a-f780696c0959), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.941342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cad394-226e-42f6-b301-4b8f3c4ac5da None None] Network d403ab1e-1704-4d43-9bfd-4e9f6d038968 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:11.943523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d68a2-008e-4c09-a297-c7ea320b265c None None] Network 09c34452-12f9-4617-9281-e92a51c65bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:11.949933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:09Z', 'revision_number': 9, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:11.965884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port 14d67763-b196-4d2e-98a3-edec4f2e4a4a on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:11.974128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.976579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port 56e5eca3-afa5-4e90-83b6-646a290e77ef on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:11.978987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/networks/516ac7a0-8f95-4c6e-895a-f780696c0959 HTTP/1.1" status: 204 len: 168 time: 1.2375872 Feb 19 01:10:11.982649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.986709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dcc9afc-69b1-464d-bdff-37195b3347af req-a199ff13-9284-4303-9d67-1ebdd9708b03 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "DELETE /v2.0/ports/56e5eca3-afa5-4e90-83b6-646a290e77ef HTTP/1.1" status: 204 len: 173 time: 1.7762480 Feb 19 01:10:12.001187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc3a4a-b78c-4343-9d3f-1614829911f1 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:09Z', 'revision_number': 9, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc9e89f-e168-406d-bc07-8a6f7d761ef0', 'name': '', 'network_id': 'b8da14e7-7972-4b24-ac01-1e5e39d17274', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:f6:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:35Z', 'updated_at': '2022-02-19T01:09:42Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': 'ddcf540e-dfce-4570-8250-de2aee5d476f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:12.006074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cad394-226e-42f6-b301-4b8f3c4ac5da None None] Network d403ab1e-1704-4d43-9bfd-4e9f6d038968 could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:10:12.013516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59638) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:12.018849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'name': 'network-vif-deleted', 'tag': '56e5eca3-afa5-4e90-83b6-646a290e77ef'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:12.029998 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f92a4e-afce-4444-a440-a21127b2f0f5" -d '{"events": [{"server_uuid": "c5d906bb-9e29-42da-bccc-0ad906ab814f", "name": "network-vif-deleted", "tag": "56e5eca3-afa5-4e90-83b6-646a290e77ef"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:12.035573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=14d67763-b196-4d2e-98a3-edec4f2e4a4a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:12.065571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f769d31e-4a19-4b14-b695-7c3faf41b982 req-9218e1a9-e03e-425e-8b06-45908037d73d tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520621 Feb 19 01:10:12.082983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbffbf-328b-4260-bb01-29f741a90eed tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Network': ['ID=516ac7a0-8f95-4c6e-895a-f780696c0959,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:12.140627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d8bf997-c1e8-474b-816a-c5138bdee69d req-8e7addc3-4371-43fc-bd18-893cbea77149 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926130 Feb 19 01:10:12.156527 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2414eb8-5e03-4a73-ba00-dfb1c99dd3ff x-openstack-request-id: req-a2414eb8-5e03-4a73-ba00-dfb1c99dd3ff {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:12.156773 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d906bb-9e29-42da-bccc-0ad906ab814f", "name": "network-vif-deleted", "tag": "56e5eca3-afa5-4e90-83b6-646a290e77ef", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:12.157049 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2414eb8-5e03-4a73-ba00-dfb1c99dd3ff {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:12.158008 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d906bb-9e29-42da-bccc-0ad906ab814f', 'name': 'network-vif-deleted', 'tag': '56e5eca3-afa5-4e90-83b6-646a290e77ef', 'status': 'completed', 'code': 200} Feb 19 01:10:12.192930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (09c34452-12f9-4617-9281-e92a51c65bef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.223694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (55c95dec-88bb-49be-8534-34ff7146d981), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.239455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.240063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (125635e8-1eeb-472b-b32c-05c3ca887158), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.240318 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Floating IP 125635e8-1eeb-472b-b32c-05c3ca887158 disassociated. External IP: 172.25.0.219, port: 29f555fa-7d46-4116-b548-d360c6d4d846. Feb 19 01:10:12.240734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Calling delete_port for 29f555fa-7d46-4116-b548-d360c6d4d846 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:12.254901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c34452-12f9-4617-9281-e92a51c65bef']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:12.289585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59222486-6b62-49a9-ac36-2a35e95538bb') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:12.289883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59222486-6b62-49a9-ac36-2a35e95538bb') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:12.340848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (59222486-6b62-49a9-ac36-2a35e95538bb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.390147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (59222486-6b62-49a9-ac36-2a35e95538bb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.395340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09219cfd-473a-4acd-8bda-27a65af17dba req-f5eec8ed-308e-4fa8-bb87-b91b69bca653 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.0392356 Feb 19 01:10:12.417917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab0ab2-3331-45e8-ad4d-f5e9a9aa2c4e None None] DHCP port deletion for 09c34452-12f9-4617-9281-e92a51c65bef request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:10:12.488567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bdd2b49-8ab1-4cdc-a157-62e4f5940453 req-c4ddad6d-af54-484f-a885-9d043c108911 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.1279898 Feb 19 01:10:12.494535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (29f555fa-7d46-4116-b548-d360c6d4d846), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.504289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:12.504683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (59222486-6b62-49a9-ac36-2a35e95538bb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:12.509495 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:12.545493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event deleted for resources: {'Port': ['ID=29f555fa-7d46-4116-b548-d360c6d4d846,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:12.571733 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (55c95dec-88bb-49be-8534-34ff7146d981), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.742890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:12.886830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:12.899282 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:12.904147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:12.943784 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:12.949644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] No DVR routers for this DVR port 29f555fa-7d46-4116-b548-d360c6d4d846 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:12.949837 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:12.961098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.965109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8551f755-78a1-44dc-9ec8-05a7f8386d3c req-e464c117-445b-4c74-88de-467bacbb0733 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.10 "DELETE /v2.0/ports/29f555fa-7d46-4116-b548-d360c6d4d846 HTTP/1.1" status: 204 len: 173 time: 2.0198159 Feb 19 01:10:12.965971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'name': 'network-vif-deleted', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:12.968459 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeb6a33-868f-4644-8d3c-3b05a51438ce" -d '{"events": [{"server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "name": "network-vif-deleted", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:12.990683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:12.991212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 87c9fbfa-284c-4b07-9c8b-7b6deea9ac0c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:13.003530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c95dec-88bb-49be-8534-34ff7146d981']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:13.005606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 14d67763-b196-4d2e-98a3-edec4f2e4a4a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:13.031548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6def6-01b2-4edc-a37d-495db809de6e req-562c2e84-0cef-4634-a594-7feee4337eb4 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.036622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 14d67763-b196-4d2e-98a3-edec4f2e4a4a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:13.037236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 14d67763-b196-4d2e-98a3-edec4f2e4a4a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:13.038600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:13.039409 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c6e75-1a81-4c7e-9752-e81a00333e41 x-openstack-request-id: req-416c6e75-1a81-4c7e-9752-e81a00333e41 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:13.039803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59a6def6-01b2-4edc-a37d-495db809de6e req-562c2e84-0cef-4634-a594-7feee4337eb4 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a98b296-c35e-4353-a488-a2576c6a82d1 HTTP/1.1" status: 200 len: 945 time: 0.7770774 Feb 19 01:10:13.039921 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a98b296-c35e-4353-a488-a2576c6a82d1", "name": "network-vif-deleted", "tag": "29f555fa-7d46-4116-b548-d360c6d4d846", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:13.040110 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-416c6e75-1a81-4c7e-9752-e81a00333e41 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:13.040519 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a98b296-c35e-4353-a488-a2576c6a82d1', 'name': 'network-vif-deleted', 'tag': '29f555fa-7d46-4116-b548-d360c6d4d846', 'status': 'completed', 'code': 200} Feb 19 01:10:13.084065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3fce32-6077-4695-98c8-25c3cb18ef96') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:13.084585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3fce32-6077-4695-98c8-25c3cb18ef96') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:13.107245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:13.109081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 94a9ecf4-a930-44d5-aa00-439bd6d6d8ba not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:13.128931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (09c34452-12f9-4617-9281-e92a51c65bef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.139305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.145496 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/09c34452-12f9-4617-9281-e92a51c65bef HTTP/1.1" status: 204 len: 168 time: 2.0126367 Feb 19 01:10:13.145496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (3c3fce32-6077-4695-98c8-25c3cb18ef96), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.146272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:13.240134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ae1bb-f925-4de3-bc1f-900228987f2e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=09c34452-12f9-4617-9281-e92a51c65bef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:13.263773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3c3fce32-6077-4695-98c8-25c3cb18ef96), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.282026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59a6def6-01b2-4edc-a37d-495db809de6e req-b762ed64-89ae-4bcf-9fa5-05517a5873e5 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9608002-6956-49b0-a053-8e130b68aab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368414 Feb 19 01:10:13.287116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd2b49-8ab1-4cdc-a157-62e4f5940453 req-3aede74c-d56d-480d-b7b5-1e4851c331a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.295447 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bdd2b49-8ab1-4cdc-a157-62e4f5940453 req-3aede74c-d56d-480d-b7b5-1e4851c331a0 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=743d4de6c5a142a0830f40897eb69921&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7934520 Feb 19 01:10:13.324528 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:13.327385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:13.327961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (3c3fce32-6077-4695-98c8-25c3cb18ef96), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:13.331287 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:13.541358 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (55c95dec-88bb-49be-8534-34ff7146d981), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.556382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.560509 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/networks/55c95dec-88bb-49be-8534-34ff7146d981 HTTP/1.1" status: 204 len: 168 time: 1.5360789 Feb 19 01:10:13.571119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59660) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:13.582397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1945f-bd6b-4400-8f61-f745a1a06d37 req-ff2918f1-ec92-416e-8f85-f3cf2a340f04 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.584043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49b1945f-bd6b-4400-8f61-f745a1a06d37 req-ff2918f1-ec92-416e-8f85-f3cf2a340f04 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.3249435 Feb 19 01:10:13.597432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295db9b-938b-4eb4-bc75-03454ad365ab tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Network': ['ID=55c95dec-88bb-49be-8534-34ff7146d981,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:13.606887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c511b-586b-4318-b3a2-cd5f824a66f0 req-984814c1-17d2-44a4-9b64-8bb5731818cd tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.614525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e31c511b-586b-4318-b3a2-cd5f824a66f0 req-984814c1-17d2-44a4-9b64-8bb5731818cd tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1900902 Feb 19 01:10:13.623227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd2b49-8ab1-4cdc-a157-62e4f5940453 req-d8976bad-27a5-457c-bfe4-5777aaea910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.624427 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:13.625294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bdd2b49-8ab1-4cdc-a157-62e4f5940453 req-d8976bad-27a5-457c-bfe4-5777aaea910c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3199584 Feb 19 01:10:13.656783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:13.668656 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:13.669468 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:13.681452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e31c511b-586b-4318-b3a2-cd5f824a66f0 req-66a4d909-5cc7-47a7-9805-8c253273fc89 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Feb 19 01:10:13.796917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10203dc9-f125-48d9-b632-87968a3f1ddd req-ad10076a-9f7a-4607-9a33-f20607b366e5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.0315583 Feb 19 01:10:13.802735 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:13.865160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (38ec4888-0f10-4653-ba96-7d146836c6f8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.871544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49b1945f-bd6b-4400-8f61-f745a1a06d37 req-84b2db60-d537-4cb8-b404-9dd3deec72f4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570910 Feb 19 01:10:13.976891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (38ec4888-0f10-4653-ba96-7d146836c6f8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.006174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ec4888-0f10-4653-ba96-7d146836c6f8']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:14.019181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c375dc05-b9f0-4c7a-9714-f456fa2e3e99') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:14.019479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c375dc05-b9f0-4c7a-9714-f456fa2e3e99') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:14.027278 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:14.057832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (c375dc05-b9f0-4c7a-9714-f456fa2e3e99), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.059151 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6aa68-5eaf-4335-874a-49527d3b9162 None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:02:12Z', 'revision_number': 4, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '32a15429-ae8d-4ae4-ad5f-c1c706968ec2', 'name': '', 'network_id': 'd6203616-7407-4e34-ba9b-c572712fd403', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'mac_address': 'fa:16:3e:df:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:11Z', 'updated_at': '2022-02-19T01:02:17Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'subnets': [{'id': '49870ac0-2275-45b2-94a5-0e30f3f80962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:14.077422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c375dc05-b9f0-4c7a-9714-f456fa2e3e99), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.085872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:14.086268 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (c375dc05-b9f0-4c7a-9714-f456fa2e3e99), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:14.090122 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:14.160546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.204079 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (38ec4888-0f10-4653-ba96-7d146836c6f8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.225648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.230272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] 10.222.0.43 "DELETE /v2.0/networks/38ec4888-0f10-4653-ba96-7d146836c6f8 HTTP/1.1" status: 204 len: 168 time: 0.6425812 Feb 19 01:10:14.230272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba412a3-513b-4e11-aca1-3f25b0d53b1c tempest-BulkNetworkOpsTest-1207821711 tempest-BulkNetworkOpsTest-1207821711-project] Pushing event deleted for resources: {'Network': ['ID=38ec4888-0f10-4653-ba96-7d146836c6f8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:14.420785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59668) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:14.424490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947269-beb8-4072-ab4d-8f02890792c1 None None] New status for floating IP 125635e8-1eeb-472b-b32c-05c3ca887158: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:10:14.498351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 29f555fa-7d46-4116-b548-d360c6d4d846 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:14.510409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d498-4a89-4a48-8a97-c70985e33f3a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (e9608002-6956-49b0-a053-8e130b68aab4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.535516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 29f555fa-7d46-4116-b548-d360c6d4d846 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:14.536261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 29f555fa-7d46-4116-b548-d360c6d4d846 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:14.553829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d498-4a89-4a48-8a97-c70985e33f3a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (e9608002-6956-49b0-a053-8e130b68aab4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.648123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d498-4a89-4a48-8a97-c70985e33f3a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e9608002-6956-49b0-a053-8e130b68aab4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.654909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d498-4a89-4a48-8a97-c70985e33f3a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.663890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dbd9d498-4a89-4a48-8a97-c70985e33f3a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9608002-6956-49b0-a053-8e130b68aab4 HTTP/1.1" status: 204 len: 168 time: 0.2418067 Feb 19 01:10:14.664680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59672) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:14.692169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9d498-4a89-4a48-8a97-c70985e33f3a tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9608002-6956-49b0-a053-8e130b68aab4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:14.695080 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-a1e7b0b0-fced-4664-965a-e8c93fd2b8d6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] show failed (client error): The resource could not be found. Feb 19 01:10:14.697463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a1e7b0b0-fced-4664-965a-e8c93fd2b8d6 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "GET /v2.0/security-groups/e9608002-6956-49b0-a053-8e130b68aab4 HTTP/1.1" status: 404 len: 347 time: 0.0214844 Feb 19 01:10:14.699471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59676) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:14.706338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59678) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:14.822364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port edc9e89f-e168-406d-bc07-8a6f7d761ef0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:14.822629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.857327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Deleting port 62e1c133-4ee4-4f5a-88f2-7d0982880513 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:14.857646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.962610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port edc9e89f-e168-406d-bc07-8a6f7d761ef0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=edc9e89f-e168-406d-bc07-8a6f7d761ef0,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:14.963045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.002148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.002476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (62e1c133-4ee4-4f5a-88f2-7d0982880513), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.016810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1065516-d6b0-455c-bb80-0b5e133066a3 req-e5038745-3b63-4471-8cfe-2c2f27dd62a0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.0662916 Feb 19 01:10:15.022119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Calling delete_port for 62e1c133-4ee4-4f5a-88f2-7d0982880513 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:15.026265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for edc9e89f-e168-406d-bc07-8a6f7d761ef0 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:15.045881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f4b0f-4aad-4f95-8e94-bfda69136053 req-5db745cf-09ea-43b3-b13a-cc888985c1ad tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:15.045881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a97f4b0f-4aad-4f95-8e94-bfda69136053 req-5db745cf-09ea-43b3-b13a-cc888985c1ad tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1669850 Feb 19 01:10:15.071891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c62df9ac-9365-498a-b0b6-c552c3cab146 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d59d662129c42959827c73dfe0b6eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638241 Feb 19 01:10:15.103730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59688) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:15.233556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (62e1c133-4ee4-4f5a-88f2-7d0982880513), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.242297 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f96c59a1-4bb0-4972-963e-31f3f5e4493d admin admin] Publish callbacks [] for security_group (4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.274493 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a97f4b0f-4aad-4f95-8e94-bfda69136053 req-a9cabf90-0505-4326-9004-c199b05bc448 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913072 Feb 19 01:10:15.276263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Pushing event deleted for resources: {'Port': ['ID=62e1c133-4ee4-4f5a-88f2-7d0982880513,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:15.288384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f96c59a1-4bb0-4972-963e-31f3f5e4493d admin admin] Publish callbacks [] for security_group (4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.324566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669d78-bdc6-40aa-b691-15fcf13c57a4 req-351d7803-054e-476c-b1f8-d0cf45bb54c4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:15.326745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0669d78-bdc6-40aa-b691-15fcf13c57a4 req-351d7803-054e-476c-b1f8-d0cf45bb54c4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1650479 Feb 19 01:10:15.343233 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks [] for floatingip (125635e8-1eeb-472b-b32c-05c3ca887158), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.346862 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.349565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-59805f2c-bf96-4cca-87f2-727091fd28d3 tempest-AttachVolumeTestJSON-611210501 tempest-AttachVolumeTestJSON-611210501-project] 10.222.0.43 "DELETE /v2.0/floatingips/125635e8-1eeb-472b-b32c-05c3ca887158 HTTP/1.1" status: 204 len: 168 time: 0.6486599 Feb 19 01:10:15.440703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0669d78-bdc6-40aa-b691-15fcf13c57a4 req-3c489b87-daa0-4f3d-837d-4f8e639c1f0b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045694 Feb 19 01:10:15.442785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (edc9e89f-e168-406d-bc07-8a6f7d761ef0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.472444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f96c59a1-4bb0-4972-963e-31f3f5e4493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.475142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f96c59a1-4bb0-4972-963e-31f3f5e4493d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.476271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f96c59a1-4bb0-4972-963e-31f3f5e4493d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be HTTP/1.1" status: 204 len: 168 time: 0.3716083 Feb 19 01:10:15.480149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=edc9e89f-e168-406d-bc07-8a6f7d761ef0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:15.519227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c59a1-4bb0-4972-963e-31f3f5e4493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac8cc82-ab25-4dc4-b6c9-88b3dcea54be,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:15.654115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.694633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bdd2b49-8ab1-4cdc-a157-62e4f5940453 req-0404f525-6f2d-4d34-bd40-f28a87266d0c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.0416043 Feb 19 01:10:15.929227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:16.034010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:16.041029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b7de5693-188a-40d2-8c76-5cedf83f740f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8935893 Feb 19 01:10:16.043672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59706) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:16.045872 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:16.060349 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:16.062012 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:16.105407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet ddcf540e-dfce-4570-8250-de2aee5d476f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:10:16.109956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (ddcf540e-dfce-4570-8250-de2aee5d476f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.200707 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ddcf540e-dfce-4570-8250-de2aee5d476f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.214958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-297abd83-0a37-4467-9c2b-c215d7622ec8 req-c632443e-8227-47d0-a353-06aa761fb792 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d906bb-9e29-42da-bccc-0ad906ab814f HTTP/1.1" status: 200 len: 210 time: 0.0916665 Feb 19 01:10:16.257121 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:16.365812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ddcf540e-dfce-4570-8250-de2aee5d476f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.442638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ddcf540e-dfce-4570-8250-de2aee5d476f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.444176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59720) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:16.511708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=ddcf540e-dfce-4570-8250-de2aee5d476f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:16.522434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.524919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce729f1-a9c6-4fe1-8094-ba42ce639d56 None None] Network b8da14e7-7972-4b24-ac01-1e5e39d17274 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:16.546308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59726) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:16.557579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cecf0874-87fc-4db0-baaa-f4008a0a9409 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/ddcf540e-dfce-4570-8250-de2aee5d476f HTTP/1.1" status: 204 len: 168 time: 0.5123935 Feb 19 01:10:16.605641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82f436-6d3c-4a87-8bb3-9dd83b148dd6 req-8898c6bb-0795-4561-bea1-a0696a56728a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:16.613049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a82f436-6d3c-4a87-8bb3-9dd83b148dd6 req-8898c6bb-0795-4561-bea1-a0696a56728a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1772690 Feb 19 01:10:16.651698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:15Z', 'revision_number': 10, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:16.671405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a82f436-6d3c-4a87-8bb3-9dd83b148dd6 req-7883869d-affe-4709-9ec2-63cf668cd243 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Feb 19 01:10:16.694662 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:16.705782 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:16.706729 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:16.719384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b8da14e7-7972-4b24-ac01-1e5e39d17274), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.728966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165199003'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:16.802250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] DHCP port deletion for b8da14e7-7972-4b24-ac01-1e5e39d17274 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:10:16.817486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb78f60-624a-4527-a17e-141d0e36d2d0 req-0f0b02fa-b2e9-43a3-a32b-f456681f83e2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:16.819134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1eb78f60-624a-4527-a17e-141d0e36d2d0 req-0f0b02fa-b2e9-43a3-a32b-f456681f83e2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.2826622 Feb 19 01:10:16.822388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:16.832051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.834476 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:16.843419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.909015 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1eb78f60-624a-4527-a17e-141d0e36d2d0 req-4f63de5b-fb98-43f9-b478-8873d53d5cc0 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623481 Feb 19 01:10:16.952584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] Deleting port 5c4eca7f-7092-4329-a476-5fdb2fa20387 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:16.953725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.990981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for security_group (684f5b5f-38fb-4eff-b00d-526f914ca00d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.003133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (684f5b5f-38fb-4eff-b00d-526f914ca00d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.023934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c4eca7f-7092-4329-a476-5fdb2fa20387 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:17.036531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 5c4eca7f-7092-4329-a476-5fdb2fa20387 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:17.036873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.056765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:17.097359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] For port 5c4eca7f-7092-4329-a476-5fdb2fa20387, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c4eca7f-7092-4329-a476-5fdb2fa20387,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:17.098167 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.109322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684f5b5f-38fb-4eff-b00d-526f914ca00d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.119253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c1d518f5-4712-4ed7-b6e6-09751771aa17), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.119470 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:15Z', 'revision_number': 10, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:17.119961 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment c1d518f5-4712-4ed7-b6e6-09751771aa17 of type vlan for network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 Feb 19 01:10:17.134408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] Calling delete_port for 5c4eca7f-7092-4329-a476-5fdb2fa20387 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:17.159257 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6da17-7ab0-4f74-84ba-9d37c77bef67 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:15Z', 'revision_number': 10, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None, '_interfaces': [{'id': '69f42531-bead-479c-b586-87f46868ff72', 'name': '', 'network_id': '252b2c0c-fec7-49ec-9811-3289698d2544', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'mac_address': 'fa:16:3e:47:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:26Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'subnets': [{'id': '097c7bea-e884-49a6-84fd-a73b40c23448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:17.171693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 5c4eca7f-7092-4329-a476-5fdb2fa20387, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c4eca7f-7092-4329-a476-5fdb2fa20387,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:17.172074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.195948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c4eca7f-7092-4329-a476-5fdb2fa20387 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:17.197504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.206676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5d440c2e-1c24-47d4-96e2-602cb6ff7a96), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.218100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 5c4eca7f-7092-4329-a476-5fdb2fa20387 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:17.271289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5c4eca7f-7092-4329-a476-5fdb2fa20387, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c4eca7f-7092-4329-a476-5fdb2fa20387,segment=NetworkSegment(33dadcc5-0a84-42dc-8f86-06d912dd37a0),segment_id=33dadcc5-0a84-42dc-8f86-06d912dd37a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:17.279635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.334358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=5c4eca7f-7092-4329-a476-5fdb2fa20387,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.347003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5d440c2e-1c24-47d4-96e2-602cb6ff7a96), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.354143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:17.357145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.363942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.400823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] Pushing event deleted for resources: {'Port': ['ID=5c4eca7f-7092-4329-a476-5fdb2fa20387,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.411540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d6fd7-9364-4e83-aaac-fb4ee8903b96 None None] No DVR routers for this DVR port 5c4eca7f-7092-4329-a476-5fdb2fa20387 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:17.469533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0123022 Feb 19 01:10:17.469533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8652d8-624a-46ee-9c72-d4f658dd704d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=5d440c2e-1c24-47d4-96e2-602cb6ff7a96,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.488367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:17.500540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5c4eca7f-7092-4329-a476-5fdb2fa20387), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.543565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=5c4eca7f-7092-4329-a476-5fdb2fa20387,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.546266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port 5c4eca7f-7092-4329-a476-5fdb2fa20387 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:17.725504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b8da14e7-7972-4b24-ac01-1e5e39d17274), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.764599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-3e082e23-ba48-4f89-9886-d23d55b44143 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:17.773283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-3e082e23-ba48-4f89-9886-d23d55b44143 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.2579918 Feb 19 01:10:17.777416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8da14e7-7972-4b24-ac01-1e5e39d17274']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:17.799893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dadcc5-0a84-42dc-8f86-06d912dd37a0') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:17.800195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dadcc5-0a84-42dc-8f86-06d912dd37a0') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:17.816537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-9f7411cb-8cfa-461f-b11f-64b02bc569de tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0423353 Feb 19 01:10:17.853075 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-8c2595c3-8eeb-4da2-802b-f67e646376c4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356100 Feb 19 01:10:17.856002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (33dadcc5-0a84-42dc-8f86-06d912dd37a0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.878318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13202a0-3791-482e-a207-20bc5f1f44ac req-36ce6813-19de-415c-bdf5-84f64ea038aa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:17.886220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b13202a0-3791-482e-a207-20bc5f1f44ac req-36ce6813-19de-415c-bdf5-84f64ea038aa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.0639379 Feb 19 01:10:17.912164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (33dadcc5-0a84-42dc-8f86-06d912dd37a0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.921717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:17.922137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (33dadcc5-0a84-42dc-8f86-06d912dd37a0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:17.925651 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:17.953045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b13202a0-3791-482e-a207-20bc5f1f44ac req-102168a3-7665-4078-97cd-346a0e8b65d6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657196 Feb 19 01:10:18.017886 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b8da14e7-7972-4b24-ac01-1e5e39d17274), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.026317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.032724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/b8da14e7-7972-4b24-ac01-1e5e39d17274 HTTP/1.1" status: 204 len: 168 time: 1.4775357 Feb 19 01:10:18.040759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-b9ac57cc-4ba9-44dc-901f-31b12719202d service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868007 Feb 19 01:10:18.051161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59748) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:18.070060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5b09-56dd-4960-a50d-56e2cf398407 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=b8da14e7-7972-4b24-ac01-1e5e39d17274,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:18.082785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c638-a647-41cc-850b-34a45acd0b03 req-f1152c2b-f0f3-4339-a32b-0e6d01da165e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:18.090380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6380c638-a647-41cc-850b-34a45acd0b03 req-f1152c2b-f0f3-4339-a32b-0e6d01da165e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.0771384 Feb 19 01:10:18.153976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6380c638-a647-41cc-850b-34a45acd0b03 req-3de80362-d58e-427d-b654-ee56b49cb6a6 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606501 Feb 19 01:10:18.154205 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.279220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-a110a9f3-c2d7-4e5e-942b-d8018110e46d service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375002 Feb 19 01:10:18.513559 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-008ba60c-f343-4266-a4a1-791422e1db7c req-e58ca637-cf69-4ba9-95e2-2ecd094ef761 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 210 time: 0.0553191 Feb 19 01:10:18.574284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.847323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device edc9e89f-e168-406d-bc07-8a6f7d761ef0 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:18.884153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: edc9e89f-e168-406d-bc07-8a6f7d761ef0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:18.885022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device edc9e89f-e168-406d-bc07-8a6f7d761ef0 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:19.084265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353a2e0-ef37-4e5c-9847-24b9cc9ad12a req-f0fd4c9d-5d40-4c1a-81a5-fd2a46cfada7 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:19.092097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b353a2e0-ef37-4e5c-9847-24b9cc9ad12a req-f0fd4c9d-5d40-4c1a-81a5-fd2a46cfada7 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.0678608 Feb 19 01:10:19.151293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b353a2e0-ef37-4e5c-9847-24b9cc9ad12a req-ead5378b-fc29-4183-977d-6d5f4f608297 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Feb 19 01:10:19.291349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port 69f42531-bead-479c-b586-87f46868ff72 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:19.291942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (69f42531-bead-479c-b586-87f46868ff72), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.361391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7022c-b749-402c-a540-724ab28de77e req-e35d212b-03be-408a-9f4f-c4b837ddd6bc tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:19.363189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ae7022c-b749-402c-a540-724ab28de77e req-e35d212b-03be-408a-9f4f-c4b837ddd6bc tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1403189 Feb 19 01:10:19.445892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ae7022c-b749-402c-a540-724ab28de77e req-f6aaeea8-1f08-47a4-bb2a-6f820f895fbf tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699987 Feb 19 01:10:19.448083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port 69f42531-bead-479c-b586-87f46868ff72, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=69f42531-bead-479c-b586-87f46868ff72,segment=NetworkSegment(6c8f167b-93eb-4a8f-bf0e-11a1f763f639),segment_id=6c8f167b-93eb-4a8f-bf0e-11a1f763f639)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:19.448636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (69f42531-bead-479c-b586-87f46868ff72), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.473923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for 69f42531-bead-479c-b586-87f46868ff72 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:19.713939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16531b49-6a5d-4db8-a1a8-fee5cdbe9243 req-be328960-1526-49f2-b084-8f2f48307b96 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 210 time: 0.0362206 Feb 19 01:10:19.715564 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (69f42531-bead-479c-b586-87f46868ff72), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.765523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=69f42531-bead-479c-b586-87f46868ff72,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:19.916373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (3f8388d4-7887-4c99-9910-6a62792ffc31), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.992578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-bdfb5be1-ce56-4101-82cd-46bc87aaf981 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:19.994302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-bdfb5be1-ce56-4101-82cd-46bc87aaf981 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.2884750 Feb 19 01:10:20.007574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:20.177965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:20.187722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.189794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:20.192675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7296-3fd9-4e6e-8f16-a2a78db87c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.335619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:20.351425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:20.357965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fd727195-59fe-43f6-9963-380c4680e0f1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3053269 Feb 19 01:10:20.358804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:20.363668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:20.368906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:20.421893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting subnet 097c7bea-e884-49a6-84fd-a73b40c23448 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:10:20.426072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (097c7bea-e884-49a6-84fd-a73b40c23448), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.435101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f16890-ee7a-408f-88c7-d8d469d64099 req-aa78a1be-f94e-45bb-95a2-6e1cd2e61f37 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:20.436611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6f16890-ee7a-408f-88c7-d8d469d64099 req-aa78a1be-f94e-45bb-95a2-6e1cd2e61f37 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1570196 Feb 19 01:10:20.491138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (097c7bea-e884-49a6-84fd-a73b40c23448), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.531552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:20.561140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6f16890-ee7a-408f-88c7-d8d469d64099 req-f2e3249b-4852-4d2b-9877-6c43b1e6139a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105731 Feb 19 01:10:20.610961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.6 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/570c46bd-cb98-4c9e-8d99-0e0f5d364b4d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:20.721816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f423f-b9e9-4d1f-94c4-4eae3bf5fb54 req-2d4221c8-6b8c-4591-83fd-f01c4f29a115 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:20.723438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-500f423f-b9e9-4d1f-94c4-4eae3bf5fb54 req-2d4221c8-6b8c-4591-83fd-f01c4f29a115 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1681440 Feb 19 01:10:20.735851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (097c7bea-e884-49a6-84fd-a73b40c23448), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.799934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:20.843570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:20.865656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:19Z', 'revision_number': 11, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:20.867889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 56e5eca3-afa5-4e90-83b6-646a290e77ef no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:20.906703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (097c7bea-e884-49a6-84fd-a73b40c23448), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.932449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 56e5eca3-afa5-4e90-83b6-646a290e77ef {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:20.932801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 56e5eca3-afa5-4e90-83b6-646a290e77ef not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:20.935820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:20.947233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:20.947857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:09:52Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:20.974925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.979492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/097c7bea-e884-49a6-84fd-a73b40c23448 HTTP/1.1" status: 204 len: 168 time: 0.6195920 Feb 19 01:10:20.980575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756acd5-66b3-450a-bb70-6207065488cc tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Subnet': ['ID=097c7bea-e884-49a6-84fd-a73b40c23448,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:20.982460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:20.991022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979ee28-1a2a-4cf2-a5f8-97a976473eb1 None None] Network 252b2c0c-fec7-49ec-9811-3289698d2544 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:21.005801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-741676c9-f45e-4153-b956-f5edae46f115 req-c8ffa254-c825-4d9f-adaf-8916e19eee93 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 210 time: 0.1423206 Feb 19 01:10:21.015135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-500f423f-b9e9-4d1f-94c4-4eae3bf5fb54 req-5170206a-a73e-4056-ae11-02f5ae49605b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678618 Feb 19 01:10:21.113823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (252b2c0c-fec7-49ec-9811-3289698d2544), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.115614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.119679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:21.159433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:21.163389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.189388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Deleting port a3b77d2d-6179-4726-9603-205eef970492 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:21.190116 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a3b77d2d-6179-4726-9603-205eef970492), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.191577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:19Z', 'revision_number': 11, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.229618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655bb30-0ba2-4666-b67d-a8ccc10b22a3 None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:19Z', 'revision_number': 11, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:21.246255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.295162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] For port a3b77d2d-6179-4726-9603-205eef970492, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a3b77d2d-6179-4726-9603-205eef970492,segment=NetworkSegment(6c8f167b-93eb-4a8f-bf0e-11a1f763f639),segment_id=6c8f167b-93eb-4a8f-bf0e-11a1f763f639)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:21.295622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a3b77d2d-6179-4726-9603-205eef970492), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.310992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Calling delete_port for a3b77d2d-6179-4726-9603-205eef970492 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:21.317752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:21.325527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:21.333795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:21.387109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:21.403028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a3b77d2d-6179-4726-9603-205eef970492), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.406385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:21.407014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.429440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-77ced282-b0be-4e95-9dbf-744233a4dcde tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4259200 Feb 19 01:10:21.434344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Port': ['ID=a3b77d2d-6179-4726-9603-205eef970492,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:21.440904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No DVR routers for this DVR port a3b77d2d-6179-4726-9603-205eef970492 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:21.455039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Request body: {'port': {'device_id': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:21.528330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (252b2c0c-fec7-49ec-9811-3289698d2544), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.550886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252b2c0c-fec7-49ec-9811-3289698d2544']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.559930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8f167b-93eb-4a8f-bf0e-11a1f763f639') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.560466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8f167b-93eb-4a8f-bf0e-11a1f763f639') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.565596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.571110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (6c8f167b-93eb-4a8f-bf0e-11a1f763f639), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.587719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6c8f167b-93eb-4a8f-bf0e-11a1f763f639), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.597089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (e3a23b5d-4a5e-41c6-8b6a-13aab424d42d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.606176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b5286-1e7e-462a-a652-8e44fb3b6955 None None] DHCP port deletion for 252b2c0c-fec7-49ec-9811-3289698d2544 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:10:21.615577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:21.617395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (6c8f167b-93eb-4a8f-bf0e-11a1f763f639), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:21.623100 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:21.692545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=e3a23b5d-4a5e-41c6-8b6a-13aab424d42d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:21.789995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (252b2c0c-fec7-49ec-9811-3289698d2544), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.811802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.819782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/networks/252b2c0c-fec7-49ec-9811-3289698d2544 HTTP/1.1" status: 204 len: 168 time: 0.8310061 Feb 19 01:10:21.828410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59788) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:21.833611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'routes': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:21.836009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfde55-86e0-4b06-a762-e3cd434b2c20 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Pushing event deleted for resources: {'Network': ['ID=252b2c0c-fec7-49ec-9811-3289698d2544,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:21.857394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': 'c1d518f5-4712-4ed7-b6e6-09751771aa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:21.857756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: 5d440c2e-1c24-47d4-96e2-602cb6ff7a96, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:21.884878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab4204-1380-45e6-a025-dd41c7239dea req-804e656b-86c0-4566-a292-388e6d7a291e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:21.886418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70ab4204-1380-45e6-a025-dd41c7239dea req-804e656b-86c0-4566-a292-388e6d7a291e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1994345 Feb 19 01:10:21.956392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:21.977561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5d440c2e-1c24-47d4-96e2-602cb6ff7a96) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:21.986736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:21.987409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.989353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2102b39-5068-4318-be67-397ae5952833 None None] Network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:22.038995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70ab4204-1380-45e6-a025-dd41c7239dea req-60a61af0-e0c9-48e7-96ea-d88bff700b58 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368389 Feb 19 01:10:22.056061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4a075b94-fa13-45c6-bc01-eb163abd8df0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2442937 Feb 19 01:10:22.064387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:22.072737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531366799'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:22.113059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.extraroute_db [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Added routes are [] {{(pid=103430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:10:22.113382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.extraroute_db [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Removed routes are [] {{(pid=103430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:10:22.113736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.129736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:22.133708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.155973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-5d440c2e-1c24-47d4-96e2-602cb6ff7a96', 'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': 'e3a23b5d-4a5e-41c6-8b6a-13aab424d42d'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:22.156907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.242861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:22.253831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Publish callbacks [] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.284546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Transition to ACTIVE for port object 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:22.285802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:22.301917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.311873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.312234 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment cb5f257d-2970-42ac-a883-16f065b18f47 of type vlan for network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb Feb 19 01:10:22.325603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28da2c-05fc-4800-9776-abc71e4983e3 req-0297d587-e9ad-4c29-b6f0-2cfdf4eda1e9 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.327488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f28da2c-05fc-4800-9776-abc71e4983e3 req-0297d587-e9ad-4c29-b6f0-2cfdf4eda1e9 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1564143 Feb 19 01:10:22.348112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Allocated IP 2001:db8:0:ffff::2 (5d440c2e-1c24-47d4-96e2-602cb6ff7a96/e3a23b5d-4a5e-41c6-8b6a-13aab424d42d/84c3e658-a6ad-4364-8cbb-e271df766afd) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:22.369519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.385498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9630128-3a92-4e4b-b304-092412c47b83 req-30ef5ffb-4d86-49fe-981f-f03ced28859b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.387475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9630128-3a92-4e4b-b304-092412c47b83 req-30ef5ffb-4d86-49fe-981f-f03ced28859b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 931 time: 0.1615424 Feb 19 01:10:22.388642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.515486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 3f8388d4-7887-4c99-9910-6a62792ffc31 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:22.538627 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Publish callbacks [] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.551768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.556642 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.565980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f28da2c-05fc-4800-9776-abc71e4983e3 req-aa3d6f61-10c6-49a7-8892-0b7fd9ebb956 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109599 Feb 19 01:10:22.566692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Pushing event updated for resources: {'Port': ['ID=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:22.584118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Attempting to bind port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:22.584118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Attempting to bind port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:22.584118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Attempting to bind port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:22.605739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d48eb5da-3c74-4333-9d2d-5a4b953de82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.606367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:22.609048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Pushing event updated for resources: {'Port': ['ID=84c3e658-a6ad-4364-8cbb-e271df766afd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:22.613666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Attempting to bind port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:22.615092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9630128-3a92-4e4b-b304-092412c47b83 req-f7392227-24e1-4218-96d3-59811b88a9f9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294045 Feb 19 01:10:22.618188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.624801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.625469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.634278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:22.636106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:22.641387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:22.665448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:22.667064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:22.667405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:22.668135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:22.668697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Bound port: 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:22.669098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.675433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.679188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-26733243-76af-4009-9709-1f185a5f546c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 705 time: 0.8472190 Feb 19 01:10:22.682388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:22.684011 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] Sync routers for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:22.703307 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:22.704095 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:22.714550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-257b31af-c0fc-4e44-ab1d-a69e8b2b0d3c tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 205 time: 0.0283353 Feb 19 01:10:22.715686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:22.748722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Attempting to bind port 84c3e658-a6ad-4364-8cbb-e271df766afd on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:22.749527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Attempting to bind port 84c3e658-a6ad-4364-8cbb-e271df766afd by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c1d518f5-4712-4ed7-b6e6-09751771aa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:22.750187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Attempting to bind port 84c3e658-a6ad-4364-8cbb-e271df766afd on network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:22.759424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:22.760614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Checking segment: {'id': 'c1d518f5-4712-4ed7-b6e6-09751771aa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:22.761502 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.762822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Bound using segment: {'id': 'c1d518f5-4712-4ed7-b6e6-09751771aa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:22.764086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Bound port: 84c3e658-a6ad-4364-8cbb-e271df766afd, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d518f5-4712-4ed7-b6e6-09751771aa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5d440c2e-1c24-47d4-96e2-602cb6ff7a96'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:22.764756 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.794912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=bc730e7f-780d-4ac1-8c1c-f64fa129ddcb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:22.804116 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:22.837673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db9c2868-26c2-42ec-9148-5c1ae2e4484b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7657552 Feb 19 01:10:22.838426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59802) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:22.850256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] For port 84c3e658-a6ad-4364-8cbb-e271df766afd, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:22.856141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] For port 84c3e658-a6ad-4364-8cbb-e271df766afd, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=84c3e658-a6ad-4364-8cbb-e271df766afd,segment=NetworkSegment(c1d518f5-4712-4ed7-b6e6-09751771aa17),segment_id=c1d518f5-4712-4ed7-b6e6-09751771aa17)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:22.857304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:22.858134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.864858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:22.887116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.892356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:19Z', 'revision_number': 11, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:22.926304 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] Checking router: 3f8388d4-7887-4c99-9910-6a62792ffc31 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:22.939381 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] Routers {'3f8388d4-7887-4c99-9910-6a62792ffc31'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:22.940351 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3f8388d4-7887-4c99-9910-6a62792ffc31'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:22.980865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a3b77d2d-6179-4726-9603-205eef970492 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:23.054510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a3b77d2d-6179-4726-9603-205eef970492 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:23.055162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a3b77d2d-6179-4726-9603-205eef970492 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:23.055949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 69f42531-bead-479c-b586-87f46868ff72 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:23.082939 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] Set router 3f8388d4-7887-4c99-9910-6a62792ffc31 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:23.084019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] For port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:23.090053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] For port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:23.107003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.148986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:23.151594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7201ac-cd4e-4527-9a3d-ed1798e11204 None None] Pushing event updated for resources: {'Port': ['ID=84c3e658-a6ad-4364-8cbb-e271df766afd,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:23.152357 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.154752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 69f42531-bead-479c-b586-87f46868ff72 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:23.155182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 69f42531-bead-479c-b586-87f46868ff72 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:23.209098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.210184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.211757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] 10.222.0.10 "PUT /v2.0/ports/570c46bd-cb98-4c9e-8d99-0e0f5d364b4d HTTP/1.1" status: 200 len: 1091 time: 1.7629619 Feb 19 01:10:23.243174 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:19Z', 'revision_number': 11, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:23.244257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'tag': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:23.246717 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b588b1-d4ff-4062-a3e4-d2d680070b4c", "tag": "570c46bd-cb98-4c9e-8d99-0e0f5d364b4d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:23.320020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b29d6-276f-402c-8fb6-a1eb87223e6f None None] The sync data for ids ['3f8388d4-7887-4c99-9910-6a62792ffc31'] in n-d-826752-2 is: [{'id': '3f8388d4-7887-4c99-9910-6a62792ffc31', 'name': 'tempest-RoutersIpV6Test-router-1035670711', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:23Z', 'updated_at': '2022-02-19T01:10:19Z', 'revision_number': 11, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:23.324931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392095e6-586a-4e38-85ae-af08a6645b6e service neutron] Pushing event updated for resources: {'Port': ['ID=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:23.330118 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0619c-56e2-4ddd-9a42-71f71145b6b2 x-openstack-request-id: req-3ba0619c-56e2-4ddd-9a42-71f71145b6b2 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:23.330412 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b588b1-d4ff-4062-a3e4-d2d680070b4c", "tag": "570c46bd-cb98-4c9e-8d99-0e0f5d364b4d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:23.330669 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ba0619c-56e2-4ddd-9a42-71f71145b6b2 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:23.331099 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'tag': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d', 'status': 'completed', 'code': 200} Feb 19 01:10:23.435468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-e0e1680a-9b59-41f3-b3ad-a57bb35c8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.437041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-e0e1680a-9b59-41f3-b3ad-a57bb35c8e06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 1125 time: 0.1774213 Feb 19 01:10:23.512053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-2f3c33d4-9186-4600-bb4b-4fd3f3bdc8c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d HTTP/1.1" status: 200 len: 217 time: 0.0662796 Feb 19 01:10:23.566573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.603447 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.616348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (3f8388d4-7887-4c99-9910-6a62792ffc31), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.628031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d249-826c-48f5-bfea-7f1c76d095a3 req-d1b0ca95-23a1-4235-b07d-57841a7023eb tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.629190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3a8d249-826c-48f5-bfea-7f1c76d095a3 req-d1b0ca95-23a1-4235-b07d-57841a7023eb tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2482791 Feb 19 01:10:23.686353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-58fcd397-fab6-45cd-89ea-dfc36e813c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.687263 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-58fcd397-fab6-45cd-89ea-dfc36e813c07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1647160 Feb 19 01:10:23.708327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (3f8388d4-7887-4c99-9910-6a62792ffc31), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.708868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8388d4-7887-4c99-9910-6a62792ffc31 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:10:23.717735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.718885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e96fc449-17ca-4626-9138-aa7888162e51 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 204 len: 168 time: 1.0023022 Feb 19 01:10:23.724694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59812) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:23.729795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851848424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:23.762836 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-289d93b5-434e-439c-b43e-1cac13a078f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603094 Feb 19 01:10:23.766630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (88318cbc-f8d1-4d11-b8df-be19fc435090), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.772494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3a8d249-826c-48f5-bfea-7f1c76d095a3 req-35476ecf-e122-4f56-850b-f0615c13141f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877693 Feb 19 01:10:23.774164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.775218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.849052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (104a0b21-d5af-4126-bb6d-4313b4c2c622), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.854102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.878974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.886324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-30a9be5e-25b8-4c48-b0f7-b58ce8d87f82 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1576791 Feb 19 01:10:23.889719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59816) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:23.894358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:24.086852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dda6f-cef2-41d6-9178-e7a0751d21fa req-a0751656-54e8-49c9-96f0-9045a688c92e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.088460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-366dda6f-cef2-41d6-9178-e7a0751d21fa req-a0751656-54e8-49c9-96f0-9045a688c92e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 943 time: 0.1917200 Feb 19 01:10:24.190499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.204911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=88318cbc-f8d1-4d11-b8df-be19fc435090,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:24.227842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.230092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf38c9-0df6-44ce-b770-368443a51aa5 req-c34096b0-cad6-4aac-bf7a-2cbc83f7e9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.231574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8adf38c9-0df6-44ce-b770-368443a51aa5 req-c34096b0-cad6-4aac-bf7a-2cbc83f7e9e1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.5527837 Feb 19 01:10:24.248518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-366dda6f-cef2-41d6-9178-e7a0751d21fa req-65468b05-382b-404f-8113-5a4dcc8f998e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538215 Feb 19 01:10:24.291321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': 'cb5f257d-2970-42ac-a883-16f065b18f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:24.291701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: bc730e7f-780d-4ac1-8c1c-f64fa129ddcb, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:24.319250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-3c6c45b5-934c-4d86-a9a8-aaf8f7863c1b service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470042 Feb 19 01:10:24.323320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8adf38c9-0df6-44ce-b770-368443a51aa5 req-ff9fcfe5-c181-49b2-a462-3e5829601f90 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853958 Feb 19 01:10:24.355224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:24.395694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, bc730e7f-780d-4ac1-8c1c-f64fa129ddcb) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:24.402296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.402877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.409090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5a76f-b863-4fad-871f-2bdb1ce014cd None None] Network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:24.440475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Router 104a0b21-d5af-4126-bb6d-4313b4c2c622 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:10:24.442998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7260889f-593a-4147-a6ae-af85972f4cec tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6035087 Feb 19 01:10:24.448754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59818) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:24.478432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da195c52-1537-4cb7-a64c-ad79d2802ae0 req-26861b4b-215e-46c5-967c-b4417aa2bed9 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483665 Feb 19 01:10:24.577084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-bc730e7f-780d-4ac1-8c1c-f64fa129ddcb', 'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '88318cbc-f8d1-4d11-b8df-be19fc435090'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:24.578493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.590300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-8f64c586-621c-43dd-b8b1-6d0ec8c667b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.591824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-8f64c586-621c-43dd-b8b1-6d0ec8c667b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 1125 time: 0.0576010 Feb 19 01:10:24.652689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:24.700536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-41f07afc-e40b-426f-ab81-57f00f9184f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.702214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-41f07afc-e40b-426f-ab81-57f00f9184f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.1021478 Feb 19 01:10:24.705169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.712108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.715922 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad9ed9a5-99b9-43ae-805b-36a4e0bc5d76 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "PUT /v2.0/routers/104a0b21-d5af-4126-bb6d-4313b4c2c622 HTTP/1.1" status: 200 len: 698 time: 0.8228087 Feb 19 01:10:24.716704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:24.728400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] Sync routers for ids ['104a0b21-d5af-4126-bb6d-4313b4c2c622'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:24.730774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2eda6-6b42-47b6-b56b-64d848128d21 None None] Network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:24.761967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-ec52aa9d-5243-4800-81b6-c9f90c1c74aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d HTTP/1.1" status: 200 len: 217 time: 0.0516107 Feb 19 01:10:24.864709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3ced81e6-c902-4cbc-9c22-9bdbf3267470 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/routers/104a0b21-d5af-4126-bb6d-4313b4c2c622 HTTP/1.1" status: 200 len: 704 time: 0.1467795 Feb 19 01:10:24.867660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:24.870009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-4ae5d218-0a5a-4f4c-9b8c-1746a85bfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.872355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-4ae5d218-0a5a-4f4c-9b8c-1746a85bfe5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1026425 Feb 19 01:10:24.879725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] Routers {'104a0b21-d5af-4126-bb6d-4313b4c2c622'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:24.881069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['104a0b21-d5af-4126-bb6d-4313b4c2c622'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:24.940364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-cb644a2d-b92a-4281-92ff-d28730aa4a01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610175 Feb 19 01:10:24.946870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c38935b-b799-4a60-9685-19b48f10ce57 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=104a0b21-d5af-4126-bb6d-4313b4c2c622 HTTP/1.1" status: 200 len: 205 time: 0.0698178 Feb 19 01:10:24.946870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59826) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:24.947193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Allocated IP 2001:db8::1 (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb/88318cbc-f8d1-4d11-b8df-be19fc435090/0dddf7a6-be62-432d-85df-63467117c16e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:24.948703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] Provisioning complete for port 84c3e658-a6ad-4364-8cbb-e271df766afd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:24.956031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.978812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 84c3e658-a6ad-4364-8cbb-e271df766afd up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:25.048449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.060099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] Set router 104a0b21-d5af-4126-bb6d-4313b4c2c622 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:25.092659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdf0c0-a794-4603-9326-b047dd58175d req-3e6f330e-d824-4410-a17f-62801d8f22e4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:25.103452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24fdf0c0-a794-4603-9326-b047dd58175d req-3e6f330e-d824-4410-a17f-62801d8f22e4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1738348 Feb 19 01:10:25.147167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (88318cbc-f8d1-4d11-b8df-be19fc435090), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.167964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-56c1a9ba-a7c7-4b35-a73c-5301a4f60022 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837227 Feb 19 01:10:25.292163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c2f4d5d-5335-4fc3-b2c1-ab3f84b901b4 req-03bb04c8-63cc-471d-b200-6785a569bd04 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149039 Feb 19 01:10:25.331210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a0b21-d5af-4126-bb6d-4313b4c2c622', 'name': 'tempest-RoutersIpV6Test-router-1851848424', 'tenant_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:23Z', 'updated_at': '2022-02-19T01:10:24Z', 'revision_number': 2, 'project_id': 'ca6b52f151e347e088663e2dc9a33ba3', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:25.332957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24fdf0c0-a794-4603-9326-b047dd58175d req-f6712abe-9757-44e0-99d8-25f13adeec53 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284429 Feb 19 01:10:25.338441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.374030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router_controller (104a0b21-d5af-4126-bb6d-4313b4c2c622), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.421620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] Checking router: 104a0b21-d5af-4126-bb6d-4313b4c2c622 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:25.434390 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.463900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] Routers {'104a0b21-d5af-4126-bb6d-4313b4c2c622'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:25.467075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['104a0b21-d5af-4126-bb6d-4313b4c2c622'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:25.482214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (104a0b21-d5af-4126-bb6d-4313b4c2c622), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.483021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Fanout notify agent at l3_agent the message router_deleted on router 104a0b21-d5af-4126-bb6d-4313b4c2c622 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:10:25.492263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.493467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11d99048-42bd-41af-a958-55593cf615c1 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/104a0b21-d5af-4126-bb6d-4313b4c2c622 HTTP/1.1" status: 204 len: 168 time: 0.5468330 Feb 19 01:10:25.497479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.531263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-370cc84d-13c0-4196-a8d2-9298506484bf tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=104a0b21-d5af-4126-bb6d-4313b4c2c622 HTTP/1.1" status: 200 len: 205 time: 0.0324516 Feb 19 01:10:25.534183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.582931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f94af-122d-4491-9fbf-ea134eae2af2 req-b27a1e5c-e485-4d5f-8f5b-dee1cae764f9 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:25.584983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-693f94af-122d-4491-9fbf-ea134eae2af2 req-b27a1e5c-e485-4d5f-8f5b-dee1cae764f9 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1088438 Feb 19 01:10:25.605100 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-11a1471e-8066-4e9d-9603-5f5d8390a886 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:25.606152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11a1471e-8066-4e9d-9603-5f5d8390a886 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/104a0b21-d5af-4126-bb6d-4313b4c2c622 HTTP/1.1" status: 404 len: 336 time: 0.0710135 Feb 19 01:10:25.611790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.625113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:25.626245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44635c50-2cbb-42e4-97af-2b6575199d03 None None] The sync data for ids ['104a0b21-d5af-4126-bb6d-4313b4c2c622'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:25.644478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab50fbe-d5e5-4a79-9725-e7d3e3d347fa req-88107a6a-e05d-4d73-b21c-56b060184d89 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:25.644478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ab50fbe-d5e5-4a79-9725-e7d3e3d347fa req-88107a6a-e05d-4d73-b21c-56b060184d89 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 943 time: 0.2950051 Feb 19 01:10:25.661897 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33b1c9d-4a7f-4db7-98c4-0b5917e7f28f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:25.663196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 84c3e658-a6ad-4364-8cbb-e271df766afd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:25.663568 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.664540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33b1c9d-4a7f-4db7-98c4-0b5917e7f28f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:25.671189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c33b1c9d-4a7f-4db7-98c4-0b5917e7f28f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/1bd386d0-444b-44b0-a4d7-22ec7e97b260 HTTP/1.1" status: 404 len: 337 time: 0.0582814 Feb 19 01:10:25.671975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.679445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Publish callbacks [] for port (0dddf7a6-be62-432d-85df-63467117c16e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.700077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] Current status of the port 84c3e658-a6ad-4364-8cbb-e271df766afd is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:25.700559 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.704686 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-94119ccd-8af0-4e3b-a491-78fd1dd1564d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:25.705126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94119ccd-8af0-4e3b-a491-78fd1dd1564d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:25.708464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-94119ccd-8af0-4e3b-a491-78fd1dd1564d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/ddc66ef5-f730-4a70-a529-4c8ba6a2cb52 HTTP/1.1" status: 404 len: 337 time: 0.0330398 Feb 19 01:10:25.711656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.732395 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (0dddf7a6-be62-432d-85df-63467117c16e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.746382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ab50fbe-d5e5-4a79-9725-e7d3e3d347fa req-393bd620-da5d-4a47-9838-cd0c749798dd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926740 Feb 19 01:10:25.761114 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed975213-d03c-4149-9d97-01adbe7b704d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:25.761542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed975213-d03c-4149-9d97-01adbe7b704d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:25.765099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (88318cbc-f8d1-4d11-b8df-be19fc435090), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.774356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ed975213-d03c-4149-9d97-01adbe7b704d tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/ddcf540e-dfce-4570-8250-de2aee5d476f HTTP/1.1" status: 404 len: 337 time: 0.0617139 Feb 19 01:10:25.778320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59844) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.799650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Pushing event updated for resources: {'Port': ['ID=0dddf7a6-be62-432d-85df-63467117c16e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:25.813613 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-18829aee-5940-4a7c-bf57-1512550fc090 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:25.814067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18829aee-5940-4a7c-bf57-1512550fc090 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:25.817063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-18829aee-5940-4a7c-bf57-1512550fc090 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/097c7bea-e884-49a6-84fd-a73b40c23448 HTTP/1.1" status: 404 len: 337 time: 0.0378320 Feb 19 01:10:25.820984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-693f94af-122d-4491-9fbf-ea134eae2af2 req-917fa3da-3366-4086-a53e-ae82c17e57a5 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283990 Feb 19 01:10:25.821477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.830385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:25.838303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=88318cbc-f8d1-4d11-b8df-be19fc435090,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:25.843245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] For port 84c3e658-a6ad-4364-8cbb-e271df766afd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=84c3e658-a6ad-4364-8cbb-e271df766afd,segment=NetworkSegment(c1d518f5-4712-4ed7-b6e6-09751771aa17),segment_id=c1d518f5-4712-4ed7-b6e6-09751771aa17)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:25.850338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:25.856779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b422bd50-0730-4944-bf52-9b8abe7eb08f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 200 len: 205 time: 0.0338237 Feb 19 01:10:25.861689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.863449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:25.875354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.882040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.922436 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-0ddb2437-9d3e-4005-9f97-a7897037d85a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:25.925849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0ddb2437-9d3e-4005-9f97-a7897037d85a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/3f8388d4-7887-4c99-9910-6a62792ffc31 HTTP/1.1" status: 404 len: 336 time: 0.0595150 Feb 19 01:10:25.930120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.957942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.980657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1d717270-9bfd-47d3-95b5-657981cea35e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=17aef57d-e317-4244-b4c2-fb592707fc97 HTTP/1.1" status: 200 len: 205 time: 0.0466559 Feb 19 01:10:25.980657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59852) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:25.984716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc730e7f-780d-4ac1-8c1c-f64fa129ddcb']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:25.996054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5f257d-2970-42ac-a883-16f065b18f47') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:25.996396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5f257d-2970-42ac-a883-16f065b18f47') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:26.007004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.014654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac1c14-be8f-4836-9371-126ba52ac451 None None] Pushing event updated for resources: {'Port': ['ID=84c3e658-a6ad-4364-8cbb-e271df766afd,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:26.031106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.033029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Attempting to bind port 0dddf7a6-be62-432d-85df-63467117c16e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:26.033377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Attempting to bind port 0dddf7a6-be62-432d-85df-63467117c16e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cb5f257d-2970-42ac-a883-16f065b18f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:26.033812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Attempting to bind port 0dddf7a6-be62-432d-85df-63467117c16e on network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:26.041150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:26.041599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.041844 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-57d742e7-e74a-48e1-9b82-caf327d198c8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:26.044452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-57d742e7-e74a-48e1-9b82-caf327d198c8 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/17aef57d-e317-4244-b4c2-fb592707fc97 HTTP/1.1" status: 404 len: 336 time: 0.0623624 Feb 19 01:10:26.046310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.049820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:26.050201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Checking segment: {'id': 'cb5f257d-2970-42ac-a883-16f065b18f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:26.050611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.051002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Bound using segment: {'id': 'cb5f257d-2970-42ac-a883-16f065b18f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:26.051481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Bound port: 0dddf7a6-be62-432d-85df-63467117c16e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5f257d-2970-42ac-a883-16f065b18f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:26.051864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0dddf7a6-be62-432d-85df-63467117c16e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.057327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 84c3e658-a6ad-4364-8cbb-e271df766afd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:26.065812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4dc8e814-9dd0-44e2-8ffe-674f62e5d4b6 None None] Provisioning complete for port 84c3e658-a6ad-4364-8cbb-e271df766afd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:26.066192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e814-9dd0-44e2-8ffe-674f62e5d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.100083 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f3162d-3b27-4dfb-b33c-df52348ced0f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:26.100863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f3162d-3b27-4dfb-b33c-df52348ced0f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:26.105756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47f3162d-3b27-4dfb-b33c-df52348ced0f tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/5318f586-39a2-49ed-8c66-67a8056331a7 HTTP/1.1" status: 404 len: 337 time: 0.0580554 Feb 19 01:10:26.108657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:26.118062 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:26.124935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.api [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:10:26.124935 n-d-826752-2 neutron-server[103430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:10:26.124935 n-d-826752-2 neutron-server[103430]: [parameters: {'id': 'bc730e7f-780d-4ac1-8c1c-f64fa129ddcb'}] Feb 19 01:10:26.124935 n-d-826752-2 neutron-server[103430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:10:26.124935 n-d-826752-2 neutron-server[103430]: DEBUG oslo_db.api [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:10:26.145322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.149741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb53a354-d293-4398-9fcf-c8c47fb3d593 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 200 len: 205 time: 0.0394518 Feb 19 01:10:26.165220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] For port 0dddf7a6-be62-432d-85df-63467117c16e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:26.168960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] For port 0dddf7a6-be62-432d-85df-63467117c16e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0dddf7a6-be62-432d-85df-63467117c16e,segment=NetworkSegment(cb5f257d-2970-42ac-a883-16f065b18f47),segment_id=cb5f257d-2970-42ac-a883-16f065b18f47)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:26.191448 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-fc3ebf94-29f2-48ff-ae60-9a46d0eba8b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:26.193542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0dddf7a6-be62-432d-85df-63467117c16e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.195165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc3ebf94-29f2-48ff-ae60-9a46d0eba8b5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/38e30b9b-02d3-4cc2-8665-66c2b363e0c4 HTTP/1.1" status: 404 len: 336 time: 0.0486424 Feb 19 01:10:26.195584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.238115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7e29dcd5-1716-4731-b47f-1ff9b7c2947a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f5f8f7a-8d87-408d-880a-f43d32779f80 HTTP/1.1" status: 200 len: 205 time: 0.0384960 Feb 19 01:10:26.239086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.246120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8e814-9dd0-44e2-8ffe-674f62e5d4b6 None None] Current status of the port 84c3e658-a6ad-4364-8cbb-e271df766afd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:26.286258 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-b12c5993-7aec-4727-b184-3140f4d25143 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:26.287428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b12c5993-7aec-4727-b184-3140f4d25143 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/3f5f8f7a-8d87-408d-880a-f43d32779f80 HTTP/1.1" status: 404 len: 336 time: 0.0465193 Feb 19 01:10:26.290549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.297944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f7bbe-62fa-4374-a32b-2f8ae623c143 None None] Pushing event updated for resources: {'Port': ['ID=0dddf7a6-be62-432d-85df-63467117c16e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:26.313025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27a51b-fba7-4bc7-ae71-88af0abf0f51 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:10:26.321351 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a875214e-3354-4888-be56-b1ced566fc57 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:26.321820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a875214e-3354-4888-be56-b1ced566fc57 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:26.325092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a875214e-3354-4888-be56-b1ced566fc57 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/638fb48d-617d-4d6b-9632-addf5520fa73 HTTP/1.1" status: 404 len: 337 time: 0.0328217 Feb 19 01:10:26.327882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59866) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.360064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3677b088-7078-45a8-af86-f60e31b41fc6 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=afb3abaf-3003-4587-832f-964f6b519274 HTTP/1.1" status: 200 len: 205 time: 0.0310025 Feb 19 01:10:26.360663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59870) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.405592 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-3cfd3eac-13e0-40ea-a405-0bb3d11dd19a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:26.406481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27a51b-fba7-4bc7-ae71-88af0abf0f51 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:10:26.409346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.409495 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3cfd3eac-13e0-40ea-a405-0bb3d11dd19a tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/afb3abaf-3003-4587-832f-964f6b519274 HTTP/1.1" status: 404 len: 336 time: 0.0477946 Feb 19 01:10:26.447656 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b319776e-fa91-4eef-bf5c-d2702629ccab tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:26.448334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b319776e-fa91-4eef-bf5c-d2702629ccab tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:26.452189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b319776e-fa91-4eef-bf5c-d2702629ccab tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/9edd0b93-982a-4fb8-99eb-d40b5bf62d3a HTTP/1.1" status: 404 len: 337 time: 0.0411434 Feb 19 01:10:26.455652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.491893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e82d5a14-0ce6-4188-86c7-0bb81726c14e tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf1f12a-9640-4eda-b54f-9dc9cd41170a HTTP/1.1" status: 200 len: 205 time: 0.0350897 Feb 19 01:10:26.494163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.507481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15157a-7d16-4125-ac91-06d67bd7209b req-f666c2e3-9b38-4e26-aec9-14c33a80c721 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:26.515256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-db15157a-7d16-4125-ac91-06d67bd7209b req-f666c2e3-9b38-4e26-aec9-14c33a80c721 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.0956955 Feb 19 01:10:26.526885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:26.542999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.543748 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-31f8da72-e397-45df-a809-26baa7944f62 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] delete failed (client error): The resource could not be found. Feb 19 01:10:26.544794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-31f8da72-e397-45df-a809-26baa7944f62 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/routers/9bf1f12a-9640-4eda-b54f-9dc9cd41170a HTTP/1.1" status: 404 len: 336 time: 0.0495138 Feb 19 01:10:26.547942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.565338 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-db15157a-7d16-4125-ac91-06d67bd7209b req-0fdf7d89-4721-4103-a0de-2bad27154d11 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 Feb 19 01:10:26.581164 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dce510-89bb-4f59-ad0c-a5c39716da6b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:26.581634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dce510-89bb-4f59-ad0c-a5c39716da6b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:26.586978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46dce510-89bb-4f59-ad0c-a5c39716da6b tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/47a9c71f-fa8a-41e5-a559-7203d079ea71 HTTP/1.1" status: 404 len: 337 time: 0.0357010 Feb 19 01:10:26.587570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59882) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:26.617868 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-01df9bdc-7026-439b-98f5-730dd4423bf5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:26.618814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01df9bdc-7026-439b-98f5-730dd4423bf5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:26.622369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01df9bdc-7026-439b-98f5-730dd4423bf5 tempest-RoutersIpV6Test-268608862 tempest-RoutersIpV6Test-268608862-project] 10.222.0.43 "DELETE /v2.0/subnets/545577ca-999f-4ebd-956c-19cb1b20e976 HTTP/1.1" status: 404 len: 337 time: 0.0329878 Feb 19 01:10:26.625321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.703044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port 0dddf7a6-be62-432d-85df-63467117c16e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:26.703493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0dddf7a6-be62-432d-85df-63467117c16e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.754634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:26.765076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcfe056-c5df-43bf-b5d5-6dcff0893c7b None None] Network bc730e7f-780d-4ac1-8c1c-f64fa129ddcb requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:26.773861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port 0dddf7a6-be62-432d-85df-63467117c16e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0dddf7a6-be62-432d-85df-63467117c16e,segment=NetworkSegment(cb5f257d-2970-42ac-a883-16f065b18f47),segment_id=cb5f257d-2970-42ac-a883-16f065b18f47)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:26.774822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0dddf7a6-be62-432d-85df-63467117c16e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.801466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for 0dddf7a6-be62-432d-85df-63467117c16e owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:26.823822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d', 'mac_address': 'fa:16:3e:d7:29:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:26.918736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 84c3e658-a6ad-4364-8cbb-e271df766afd up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:26.977255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dd824-b06a-4d90-97ce-29c0f4596178 req-822a8efd-3acf-44b7-b4f7-16975d27a296 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:26.983107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f22dd824-b06a-4d90-97ce-29c0f4596178 req-822a8efd-3acf-44b7-b4f7-16975d27a296 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 943 time: 0.1224554 Feb 19 01:10:26.997419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59892) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:27.005117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:27.005523 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.050916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:27.073437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f22dd824-b06a-4d90-97ce-29c0f4596178 req-b7153831-e3af-461a-b869-bb3a34f930d7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823174 Feb 19 01:10:27.084287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 84c3e658-a6ad-4364-8cbb-e271df766afd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:27.084980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.138176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:27.148068 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.226906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb665314-8fdf-4a38-bf5e-0fcbd80dcc37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca6b52f151e347e088663e2dc9a33ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261102 Feb 19 01:10:27.229599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:27.250019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:27.272273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 84c3e658-a6ad-4364-8cbb-e271df766afd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:27.305384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c579d6-be38-4864-87d0-c48bdbc43c63 admin admin] Publish callbacks [] for security_group (ed104425-de7d-4617-b737-bbcbc02a249d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.328193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0dddf7a6-be62-432d-85df-63467117c16e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.332640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c579d6-be38-4864-87d0-c48bdbc43c63 admin admin] Publish callbacks [] for security_group (ed104425-de7d-4617-b737-bbcbc02a249d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.360850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=0dddf7a6-be62-432d-85df-63467117c16e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:27.363863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port 0dddf7a6-be62-432d-85df-63467117c16e on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:27.409527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c579d6-be38-4864-87d0-c48bdbc43c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ed104425-de7d-4617-b737-bbcbc02a249d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.412937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c579d6-be38-4864-87d0-c48bdbc43c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.417627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5c579d6-be38-4864-87d0-c48bdbc43c63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed104425-de7d-4617-b737-bbcbc02a249d HTTP/1.1" status: 204 len: 168 time: 0.1841905 Feb 19 01:10:27.425433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c579d6-be38-4864-87d0-c48bdbc43c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed104425-de7d-4617-b737-bbcbc02a249d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:27.429101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6f783-beea-493a-8e48-7620eada113b req-7468ca06-3082-4eef-8d1e-8b04009dca62 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:27.431312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dc6f783-beea-493a-8e48-7620eada113b req-7468ca06-3082-4eef-8d1e-8b04009dca62 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1419735 Feb 19 01:10:27.479025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['570c46bd-cb98-4c9e-8d99-0e0f5d364b4d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:27.513678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.553959 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dc6f783-beea-493a-8e48-7620eada113b req-56370402-e8c5-4fd9-bfcc-2c8916536a90 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738835 Feb 19 01:10:27.589719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc730e7f-780d-4ac1-8c1c-f64fa129ddcb']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:27.623384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5f257d-2970-42ac-a883-16f065b18f47') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:27.623969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5f257d-2970-42ac-a883-16f065b18f47') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:27.657622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.695218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.711099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:27.711513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (cb5f257d-2970-42ac-a883-16f065b18f47), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:27.714737 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:27.948048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (bc730e7f-780d-4ac1-8c1c-f64fa129ddcb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.956065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.961590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/bc730e7f-780d-4ac1-8c1c-f64fa129ddcb HTTP/1.1" status: 204 len: 168 time: 3.5105345 Feb 19 01:10:27.966152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59926) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:27.982200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1244904530'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:27.983058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831733f-5c67-4c43-92e6-28820a028b39 req-d44f7f56-0563-4360-b58f-9f5915dd1fe5 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:27.985617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b831733f-5c67-4c43-92e6-28820a028b39 req-d44f7f56-0563-4360-b58f-9f5915dd1fe5 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1855884 Feb 19 01:10:27.998266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5475-3ad8-47c4-b8df-4dd60e5a11ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=bc730e7f-780d-4ac1-8c1c-f64fa129ddcb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:28.045390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd64c5-45e0-43a6-b724-52234d7c705a req-0225e8d0-6f4a-4ccc-9eb4-f8a1c2afb4f8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.047003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ffd64c5-45e0-43a6-b724-52234d7c705a req-0225e8d0-6f4a-4ccc-9eb4-f8a1c2afb4f8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1620555 Feb 19 01:10:28.048724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:28.053602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.074293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b831733f-5c67-4c43-92e6-28820a028b39 req-60cdc344-1606-44da-85b8-fd3199d13690 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771778 Feb 19 01:10:28.143090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:28.148596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ffd64c5-45e0-43a6-b724-52234d7c705a req-d3f0b39d-79ac-4cc1-834a-18ea72c22fd8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900812 Feb 19 01:10:28.158060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5b6625e3-99d8-48da-8168-8405bede99f6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.158864 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment 5b6625e3-99d8-48da-8168-8405bede99f6 of type vlan for network b88778a0-f017-4c14-9e85-c55d88798a92 Feb 19 01:10:28.237690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b88778a0-f017-4c14-9e85-c55d88798a92), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.283374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b88778a0-f017-4c14-9e85-c55d88798a92), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.291927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.292568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.330055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695eaf0-7209-4770-9418-c71c4d08274a req-7aa87929-f226-4e35-ae03-ff0fcf608f37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.337298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d695eaf0-7209-4770-9418-c71c4d08274a req-7aa87929-f226-4e35-ae03-ff0fcf608f37 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 944 time: 0.1078639 Feb 19 01:10:28.393061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4129150 Feb 19 01:10:28.395048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:28.409452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:28.434517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15da58-f7b9-466d-8535-b38eb8a21084 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=b88778a0-f017-4c14-9e85-c55d88798a92,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:28.445423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b88778a0-f017-4c14-9e85-c55d88798a92 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:28.488972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc11c0d-9cf2-460a-a729-35c9218591f5 req-9f367fb0-585f-4c7d-b78a-a216e33c89d3 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.499942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-afc11c0d-9cf2-460a-a729-35c9218591f5 req-9f367fb0-585f-4c7d-b78a-a216e33c89d3 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1680045 Feb 19 01:10:28.503991 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d695eaf0-7209-4770-9418-c71c4d08274a req-c53fad78-bbd8-43f5-a755-f193ed83c8ad tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584847 Feb 19 01:10:28.565071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:28.624615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:28.631188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-afc11c0d-9cf2-460a-a729-35c9218591f5 req-28eee360-75c3-4276-88d7-6085e8b599ca tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302164 Feb 19 01:10:28.640391 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.706894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:10:28.713378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:28.713910 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.882244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:28.882706 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.886827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be302b-4e73-4843-8e20-ede8c66f9113 req-918f3cd1-c82c-4978-b33a-25ce75d12631 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.895101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55be302b-4e73-4843-8e20-ede8c66f9113 req-918f3cd1-c82c-4978-b33a-25ce75d12631 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1967499 Feb 19 01:10:28.945260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:28.946917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:28.954808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60000) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:28.974688 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff09926-65f5-4d72-87fc-ca632e4e9717" -d '{"events": [{"server_uuid": "e4b588b1-d4ff-4062-a3e4-d2d680070b4c", "name": "network-vif-plugged", "status": "completed", "tag": "570c46bd-cb98-4c9e-8d99-0e0f5d364b4d"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:28.986904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.077703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55be302b-4e73-4843-8e20-ede8c66f9113 req-91bc5f98-c45e-48bd-bffc-c0b5b4b2db0d tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816182 Feb 19 01:10:29.113615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db47c14-5b9c-4e1b-809f-fc69217607f0 req-d863b830-c51e-4942-b859-392233ce0f79 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.115246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:29.121109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3db47c14-5b9c-4e1b-809f-fc69217607f0 req-d863b830-c51e-4942-b859-392233ce0f79 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1144464 Feb 19 01:10:29.160623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-1607336520'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:29.165962 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a82750-13f1-47fe-8ad8-acdfdb2494aa x-openstack-request-id: req-07a82750-13f1-47fe-8ad8-acdfdb2494aa {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:29.166447 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b588b1-d4ff-4062-a3e4-d2d680070b4c", "name": "network-vif-plugged", "status": "completed", "tag": "570c46bd-cb98-4c9e-8d99-0e0f5d364b4d", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:29.166806 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07a82750-13f1-47fe-8ad8-acdfdb2494aa {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:29.167311 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d', 'code': 200} Feb 19 01:10:29.207590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:29.217382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.241249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.255141 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (0526fa6c-c89b-442c-95de-0cc67c18d053), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.280036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3db47c14-5b9c-4e1b-809f-fc69217607f0 req-e3172b76-7359-427f-8a0c-ef1e90a6fcc9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580355 Feb 19 01:10:29.405494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=0526fa6c-c89b-442c-95de-0cc67c18d053,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:29.407585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58c3b1-ac5f-493f-a6c3-77a1ec8a05ac req-cd1880f3-3568-4acc-9b04-d2bbc32c2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.419742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d58c3b1-ac5f-493f-a6c3-77a1ec8a05ac req-cd1880f3-3568-4acc-9b04-d2bbc32c2bd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 1127 time: 0.1591129 Feb 19 01:10:29.450222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': '5b6625e3-99d8-48da-8168-8405bede99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:29.450645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: b88778a0-f017-4c14-9e85-c55d88798a92, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:29.471584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888622c4-5457-43eb-b579-517309bf1166 req-88e7993f-928c-4b85-a9ca-6e58aa830ffb tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.478209 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-888622c4-5457-43eb-b579-517309bf1166 req-88e7993f-928c-4b85-a9ca-6e58aa830ffb tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1354566 Feb 19 01:10:29.568815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d58c3b1-ac5f-493f-a6c3-77a1ec8a05ac req-28202b6c-e5f8-493e-ac63-50755d0299f3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310318 Feb 19 01:10:29.577057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for security_group (19700248-59d6-4d41-bfbd-f2cc646db1ef), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.577237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-888622c4-5457-43eb-b579-517309bf1166 req-68f4d37b-a1e1-4999-af51-7d969b581970 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830476 Feb 19 01:10:29.584103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network b88778a0-f017-4c14-9e85-c55d88798a92 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:29.585457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566a5ef-0d6e-41af-848f-7aa4515f2c56 req-b2c9128e-c63c-4c33-aa7c-213cd280160a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.592300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7566a5ef-0d6e-41af-848f-7aa4515f2c56 req-b2c9128e-c63c-4c33-aa7c-213cd280160a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1595263 Feb 19 01:10:29.597898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b88778a0-f017-4c14-9e85-c55d88798a92) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:29.600065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (19700248-59d6-4d41-bfbd-f2cc646db1ef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.605900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.606861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.607289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d32d8d-b0b8-436c-bbb5-ddf5dc46bf96 None None] Network b88778a0-f017-4c14-9e85-c55d88798a92 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:29.645936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a4d247c5-3ced-4151-a789-4a26dea02ecd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2444065 Feb 19 01:10:29.651871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:29.658992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236567150'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:29.668527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7566a5ef-0d6e-41af-848f-7aa4515f2c56 req-42aa3903-c858-41d9-b50b-5a2c17157f30 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Feb 19 01:10:29.683326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:29.704771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19700248-59d6-4d41-bfbd-f2cc646db1ef,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:29.712720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b4a6299e-f5ef-41b8-ab9c-a099f6d366d8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.713107 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment b4a6299e-f5ef-41b8-ab9c-a099f6d366d8 of type vlan for network 2dcced03-06df-4184-accb-64d95678244d Feb 19 01:10:29.719930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:29.733646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.792810 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2dcced03-06df-4184-accb-64d95678244d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.840895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2dcced03-06df-4184-accb-64d95678244d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.847293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:29.856159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.860040 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.885683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.885683 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment c335f044-b66f-431a-9840-9c6ecc39ee62 of type vlan for network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc Feb 19 01:10:29.893317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9372447 Feb 19 01:10:29.895148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b88778a0-f017-4c14-9e85-c55d88798a92', 'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '0526fa6c-c89b-442c-95de-0cc67c18d053'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:29.896596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.919219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab422e8a-435c-4be7-9dfb-81ba5db02bc3 req-2b609932-0d81-4e3e-a27b-7e6f0cca5f11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.920799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ab422e8a-435c-4be7-9dfb-81ba5db02bc3 req-2b609932-0d81-4e3e-a27b-7e6f0cca5f11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 945 time: 0.1464517 Feb 19 01:10:29.923052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60046) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:29.939871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-698730692'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:30.008294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.043190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:30.044412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc4bb3-047b-4453-9703-c0c57c1fadab tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=2dcced03-06df-4184-accb-64d95678244d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:30.047628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.064201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b2832-7f9b-404a-925b-ae77dcea79dc req-b376250f-aee8-404e-9e10-8214cd0b2597 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.066431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b08b2832-7f9b-404a-925b-ae77dcea79dc req-b376250f-aee8-404e-9e10-8214cd0b2597 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1713967 Feb 19 01:10:30.083690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ab422e8a-435c-4be7-9dfb-81ba5db02bc3 req-131cb4c2-ece7-4747-b9b0-fd91f834e6cd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402497 Feb 19 01:10:30.098552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:30.119050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (77f632c3-19e6-4223-9298-a1b00bb59d5a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.119050 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 77f632c3-19e6-4223-9298-a1b00bb59d5a of type vlan for network 14d361f1-7fb8-4451-b0da-34654b23d10e Feb 19 01:10:30.119309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2dcced03-06df-4184-accb-64d95678244d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:30.161701 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (14d361f1-7fb8-4451-b0da-34654b23d10e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.200661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (14d361f1-7fb8-4451-b0da-34654b23d10e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.206577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.207499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.213781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b08b2832-7f9b-404a-925b-ae77dcea79dc req-5716a5be-4c3c-4657-98da-69be50bc2248 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424518 Feb 19 01:10:30.215429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.221030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.222980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.338263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=14d361f1-7fb8-4451-b0da-34654b23d10e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:30.364671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60054) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:30.365058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3f9c78bd-6f2f-4f0b-b91b-e989440bab86 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4345870 Feb 19 01:10:30.374086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '2dcced03-06df-4184-accb-64d95678244d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:30.441633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7935839 Feb 19 01:10:30.443524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:30.470126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1cde7-017b-45ac-bf15-a258dbdefaa0 req-76028947-8710-4d34-9db3-85fdc74f7066 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.473308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d1cde7-017b-45ac-bf15-a258dbdefaa0 req-76028947-8710-4d34-9db3-85fdc74f7066 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1603022 Feb 19 01:10:30.495901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 14d361f1-7fb8-4451-b0da-34654b23d10e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:30.506503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:30.556063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:30.560538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.621425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e009e8-fd6c-4b81-aa1e-77fed055d7ef tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:30.639569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:30.666583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Allocated IP 2001:db8::3 (b88778a0-f017-4c14-9e85-c55d88798a92/0526fa6c-c89b-442c-95de-0cc67c18d053/2168c0f7-8923-4efc-b3c9-8761299505ea) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:30.671337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7f4fd-8789-4687-a752-0c71d06f741f req-b181a4fd-dbe5-46e1-aab4-95e3d4d74eb8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.676230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dff7f4fd-8789-4687-a752-0c71d06f741f req-b181a4fd-dbe5-46e1-aab4-95e3d4d74eb8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.4151199 Feb 19 01:10:30.752750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d1cde7-017b-45ac-bf15-a258dbdefaa0 req-1db8ffe9-2f30-4e82-b483-35724365844e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723830 Feb 19 01:10:30.809585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:30.823214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.997556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Publish callbacks [] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.007717 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.037968 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dff7f4fd-8789-4687-a752-0c71d06f741f req-8a3bd5d2-ba43-4b2c-b542-9f3835aa8237 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807543 Feb 19 01:10:31.073303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Network b88778a0-f017-4c14-9e85-c55d88798a92 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:31.079994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:31.086024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:31.090884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (c8880d00-e588-4945-94b6-c9e1af6f78b4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.124837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Pushing event updated for resources: {'Port': ['ID=2168c0f7-8923-4efc-b3c9-8761299505ea,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:31.184070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Attempting to bind port 2168c0f7-8923-4efc-b3c9-8761299505ea on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:31.184446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Attempting to bind port 2168c0f7-8923-4efc-b3c9-8761299505ea by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5b6625e3-99d8-48da-8168-8405bede99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:31.184816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Attempting to bind port 2168c0f7-8923-4efc-b3c9-8761299505ea on network b88778a0-f017-4c14-9e85-c55d88798a92 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:31.192120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:31.192513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Checking segment: {'id': '5b6625e3-99d8-48da-8168-8405bede99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:31.192925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.193350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Bound using segment: {'id': '5b6625e3-99d8-48da-8168-8405bede99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:31.193854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Bound port: 2168c0f7-8923-4efc-b3c9-8761299505ea, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6625e3-99d8-48da-8168-8405bede99f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b88778a0-f017-4c14-9e85-c55d88798a92'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:31.194225 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.198359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Performing IP validity checks on allocation pools {{(pid=103430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:10:31.206291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:10:31.221908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e264-ac19-42f1-90d1-c09300538a77 req-d9689b02-5088-454d-ab49-50ed57f047a1 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:31.229243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd32e264-ac19-42f1-90d1-c09300538a77 req-d9689b02-5088-454d-ab49-50ed57f047a1 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2176528 Feb 19 01:10:31.301666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] For port 2168c0f7-8923-4efc-b3c9-8761299505ea, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:31.308025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=c8880d00-e588-4945-94b6-c9e1af6f78b4,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:31.309558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] For port 2168c0f7-8923-4efc-b3c9-8761299505ea, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2168c0f7-8923-4efc-b3c9-8761299505ea,segment=NetworkSegment(5b6625e3-99d8-48da-8168-8405bede99f6),segment_id=5b6625e3-99d8-48da-8168-8405bede99f6)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:31.322889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd32e264-ac19-42f1-90d1-c09300538a77 req-d05dac14-f027-4550-8c45-a690b9cedad1 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925133 Feb 19 01:10:31.326722 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.328653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2dcced03-06df-4184-accb-64d95678244d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:31.332038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 2dcced03-06df-4184-accb-64d95678244d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:31.391356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 2dcced03-06df-4184-accb-64d95678244d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:31.408189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 2dcced03-06df-4184-accb-64d95678244d) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:31.431586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:31.432622 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.437850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2f8ee-f263-4a07-ad91-3e057126cf8e None None] Network 2dcced03-06df-4184-accb-64d95678244d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:31.484583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-be645eac-1bff-4f75-8c05-595b574b848e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1180694 Feb 19 01:10:31.490206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60072) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:31.517228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:31.560437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db31b7b-a7d1-43a5-b1fa-098dce5e7669 req-9b74a6fa-e7d1-4f03-a589-31cbe31f435a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:31.562215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6db31b7b-a7d1-43a5-b1fa-098dce5e7669 req-9b74a6fa-e7d1-4f03-a589-31cbe31f435a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3414581 Feb 19 01:10:31.662742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111fade-b110-4892-870c-6b930cdd20fc None None] Pushing event updated for resources: {'Port': ['ID=2168c0f7-8923-4efc-b3c9-8761299505ea,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:31.763823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ceb978-8caf-4263-af25-2e7c2c1bb0ee req-c0b74ee8-7382-4d19-93aa-7ee2e3a82a04 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:31.813488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17ceb978-8caf-4263-af25-2e7c2c1bb0ee req-c0b74ee8-7382-4d19-93aa-7ee2e3a82a04 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 945 time: 0.2831285 Feb 19 01:10:31.836400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-2dcced03-06df-4184-accb-64d95678244d', 'network_id': '2dcced03-06df-4184-accb-64d95678244d', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': 'c8880d00-e588-4945-94b6-c9e1af6f78b4'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:31.837530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.920394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (a14e567b-4a64-4310-a3aa-d0dab72e5533), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.950034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:31.962677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:32.079459 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6db31b7b-a7d1-43a5-b1fa-098dce5e7669 req-b66ac45a-c8db-4337-9b26-57beaca07edd tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049019 Feb 19 01:10:32.084612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17ceb978-8caf-4263-af25-2e7c2c1bb0ee req-1bd118de-bb1a-46ab-98cd-23aae8a55a2d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649004 Feb 19 01:10:32.246828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=a14e567b-4a64-4310-a3aa-d0dab72e5533,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:32.268292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': 'c335f044-b66f-431a-9840-9c6ecc39ee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:32.274714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:32.343517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Allocated IP 172.20.0.2 (2dcced03-06df-4184-accb-64d95678244d/c8880d00-e588-4945-94b6-c9e1af6f78b4/1f2db76a-b6e7-4b7b-847f-be3e5fb805b1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:32.356202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:32.389897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:32.397531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:32.399619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:32.407554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1deb3-9d9f-4d14-8816-b76c4b609e56 None None] Network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:32.412540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2358ee-9f68-4653-8784-99b4fc054751 req-0b71c7b5-8b32-40a5-9373-b94b2aa99174 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:32.425298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f2358ee-9f68-4653-8784-99b4fc054751 req-0b71c7b5-8b32-40a5-9373-b94b2aa99174 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.2200329 Feb 19 01:10:32.433732 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-feb3fcac-bbb6-4599-8434-b59f3f9848b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9335144 Feb 19 01:10:32.437204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:32.720134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f2358ee-9f68-4653-8784-99b4fc054751 req-ff22a48b-af72-4a73-ada9-90f1890c3c5c tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929857 Feb 19 01:10:32.797320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:32.800246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:32.888873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:32.942902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4d938-fd00-4abe-be5b-aeb7af863b84 req-82994906-67fc-4b7a-8b70-6aad0afe54a8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:32.955232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-afd4d938-fd00-4abe-be5b-aeb7af863b84 req-82994906-67fc-4b7a-8b70-6aad0afe54a8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.4642341 Feb 19 01:10:33.000025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc', 'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': 'a14e567b-4a64-4310-a3aa-d0dab72e5533'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:33.012364 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.028666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (0931f833-73d1-4232-adca-54fb36991ff7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.102607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:10:33.153125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=0931f833-73d1-4232-adca-54fb36991ff7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:33.170817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660369f0-5c21-4769-956c-2052177abb1e req-401fd387-0515-4fae-ae43-2aa318dd3c6f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:33.179414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-660369f0-5c21-4769-956c-2052177abb1e req-401fd387-0515-4fae-ae43-2aa318dd3c6f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 945 time: 0.2929139 Feb 19 01:10:33.207981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '77f632c3-19e6-4223-9298-a1b00bb59d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:33.208342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 14d361f1-7fb8-4451-b0da-34654b23d10e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:33.242510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-afd4d938-fd00-4abe-be5b-aeb7af863b84 req-7b68bc70-5ff7-4549-a76f-ad18b2779a50 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862985 Feb 19 01:10:33.290001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-660369f0-5c21-4769-956c-2052177abb1e req-9560cf5e-fc48-42e3-a8c2-3fdb8ee56d06 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095979 Feb 19 01:10:33.294065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a14e567b-4a64-4310-a3aa-d0dab72e5533), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.335349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 14d361f1-7fb8-4451-b0da-34654b23d10e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:33.356757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 14d361f1-7fb8-4451-b0da-34654b23d10e) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:33.376297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:33.386071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.388350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Allocated IP 2001:db8::3 (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc/a14e567b-4a64-4310-a3aa-d0dab72e5533/08469d70-6de8-449a-a5d4-c01cf7d5edcd) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:33.441376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-35b168c5-5106-4aac-b295-cca7141c2676 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9495747 Feb 19 01:10:33.445449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60100) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:33.457556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-128933867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:33.555247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Publish callbacks [] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.555742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (d4545e68-de51-41ad-b460-0fc4fed3499e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.570859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (d4545e68-de51-41ad-b460-0fc4fed3499e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.662997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2168c0f7-8923-4efc-b3c9-8761299505ea up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:33.680909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c276c40-7764-4af3-aa0f-73a407557d48 None None] Network 14d361f1-7fb8-4451-b0da-34654b23d10e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:33.729408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a14e567b-4a64-4310-a3aa-d0dab72e5533), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.787399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (d4545e68-de51-41ad-b460-0fc4fed3499e), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.797776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (d4545e68-de51-41ad-b460-0fc4fed3499e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.822671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Publish callbacks [] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.873538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.950941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=a14e567b-4a64-4310-a3aa-d0dab72e5533,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:33.960042 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.969569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.973482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5fdd358e-f372-41f1-99f7-1d2721c9b37a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5211875 Feb 19 01:10:33.981649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60108) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:34.024364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Pushing event updated for resources: {'Port': ['ID=08469d70-6de8-449a-a5d4-c01cf7d5edcd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:34.147868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.203103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:34.226003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c335f044-b66f-431a-9840-9c6ecc39ee62') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:34.226305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c335f044-b66f-431a-9840-9c6ecc39ee62') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:34.238087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bc0f8-12fc-4949-a664-611a1ec4b1dd req-67900798-479d-4ae9-9e6f-f4673b8d7d19 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.239955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff6bc0f8-12fc-4949-a664-611a1ec4b1dd req-67900798-479d-4ae9-9e6f-f4673b8d7d19 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 945 time: 0.3943563 Feb 19 01:10:34.260623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062f026-2f7b-41e7-af92-9febadf23559 req-6b3f428d-4f0c-494e-8911-94c296133e32 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.262278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0062f026-2f7b-41e7-af92-9febadf23559 req-6b3f428d-4f0c-494e-8911-94c296133e32 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.7292585 Feb 19 01:10:34.279018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.333079 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.347979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:34.358570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5942b3f-5c09-48b0-8666-bb6db4bc02e9 None None] Network b88778a0-f017-4c14-9e85-c55d88798a92 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:34.363260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:34.379074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:34.379546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:34.383210 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:34.386428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Network 2dcced03-06df-4184-accb-64d95678244d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:34.406273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:34.425402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0062f026-2f7b-41e7-af92-9febadf23559 req-5670c036-9076-48c2-9378-5acc78ed7c69 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441367 Feb 19 01:10:34.460480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port db3378b9-4b6a-4a5e-a688-299bd2a4433a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:34.460876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.463557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:34.484291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2168c0f7-8923-4efc-b3c9-8761299505ea triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:34.484667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.487442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:34.554611 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.api [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:10:34.554611 n-d-826752-2 neutron-server[103430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:10:34.554611 n-d-826752-2 neutron-server[103430]: [parameters: {'id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc'}] Feb 19 01:10:34.554611 n-d-826752-2 neutron-server[103430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:10:34.555053 n-d-826752-2 neutron-server[103430]: DEBUG oslo_db.api [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:10:34.580460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Pushing event updated for resources: {'Port': ['ID=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:34.655003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-99d35c7c-098f-479f-a2eb-35628cd5cf94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5404716 Feb 19 01:10:34.754392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5be182-36dd-4bc8-ae14-f439ab1e3cac req-1760d93e-7c4d-4923-b078-de4a5e75247e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.759870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b5be182-36dd-4bc8-ae14-f439ab1e3cac req-1760d93e-7c4d-4923-b078-de4a5e75247e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1533370 Feb 19 01:10:34.766206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:34.783523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff6bc0f8-12fc-4949-a664-611a1ec4b1dd req-c5a9de14-3d5f-4c5d-ad79-8f9761720b77 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822342 Feb 19 01:10:34.801856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:34.810857 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36f72ab-a03b-4720-93d7-332034046e39" -d '{"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:34.876818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b5be182-36dd-4bc8-ae14-f439ab1e3cac req-c2f35c0f-6ffa-4e7e-810d-a6bcddbecc94 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087718 Feb 19 01:10:34.878799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-14d361f1-7fb8-4451-b0da-34654b23d10e', 'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': '0931f833-73d1-4232-adca-54fb36991ff7'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:34.879691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.931854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46429109-310d-49f3-beec-faf016c0cf3f req-a98103bf-b7a0-4e91-a7cc-6e38ef0f85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.933632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-a98103bf-b7a0-4e91-a7cc-6e38ef0f85dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 1127 time: 0.1491606 Feb 19 01:10:35.003728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Provisioning complete for port 2168c0f7-8923-4efc-b3c9-8761299505ea triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:35.004047 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.019796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Attempting to bind port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:35.027867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Attempting to bind port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2dcced03-06df-4184-accb-64d95678244d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:35.028432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Attempting to bind port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 on network 2dcced03-06df-4184-accb-64d95678244d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:35.040687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:35.056161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.070333 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499eb775-6a6c-4cff-9f21-e7f5dff0cfa7 x-openstack-request-id: req-499eb775-6a6c-4cff-9f21-e7f5dff0cfa7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:35.071064 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:35.071544 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-499eb775-6a6c-4cff-9f21-e7f5dff0cfa7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:35.072170 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'code': 200} Feb 19 01:10:35.080437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Attempting to bind port 08469d70-6de8-449a-a5d4-c01cf7d5edcd on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:35.081221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Attempting to bind port 08469d70-6de8-449a-a5d4-c01cf7d5edcd by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c335f044-b66f-431a-9840-9c6ecc39ee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:35.081818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Attempting to bind port 08469d70-6de8-449a-a5d4-c01cf7d5edcd on network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:35.151665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'port_id': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'mac_address': 'fa:16:3e:37:5c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420197af-4325-4e66-bdb7-ab74c53a51f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:35.162876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.174544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:35.175339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Checking segment: {'id': 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2dcced03-06df-4184-accb-64d95678244d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:35.175968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.177480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Bound using segment: {'id': 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2dcced03-06df-4184-accb-64d95678244d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:35.178249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Bound port: 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2dcced03-06df-4184-accb-64d95678244d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:35.178564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.179091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.278795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:35.279266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Checking segment: {'id': 'c335f044-b66f-431a-9840-9c6ecc39ee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:35.279780 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.280288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Bound using segment: {'id': 'c335f044-b66f-431a-9840-9c6ecc39ee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:35.280924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Bound port: 08469d70-6de8-449a-a5d4-c01cf7d5edcd, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c335f044-b66f-431a-9840-9c6ecc39ee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:35.281445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.311778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port 08469d70-6de8-449a-a5d4-c01cf7d5edcd {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:35.312126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.460417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ed80d-a855-4e8d-aec0-cc1056625db6 req-8b7aad61-1e71-4138-8d56-80d8876f0bdc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.462405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-860ed80d-a855-4e8d-aec0-cc1056625db6 req-8b7aad61-1e71-4138-8d56-80d8876f0bdc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3070402 Feb 19 01:10:35.544908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port 08469d70-6de8-449a-a5d4-c01cf7d5edcd, host n-d-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:35.545360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.573840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for 08469d70-6de8-449a-a5d4-c01cf7d5edcd owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:35.580256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11716d5-4dc5-4fba-9911-9e31ffa138d4 req-5c5c90ce-c634-4661-89ba-8b5a6f625861 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.588059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e11716d5-4dc5-4fba-9911-9e31ffa138d4 req-5c5c90ce-c634-4661-89ba-8b5a6f625861 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.5580072 Feb 19 01:10:35.590391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] For port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:35.595604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] For port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,segment=NetworkSegment(b4a6299e-f5ef-41b8-ab9c-a099f6d366d8),segment_id=b4a6299e-f5ef-41b8-ab9c-a099f6d366d8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:35.621740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c13e7-43df-4218-968f-27f730b73682 req-6b7fb94c-85dd-47ad-9658-d5a61f2eed1f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.623148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b17c13e7-43df-4218-968f-27f730b73682 req-6b7fb94c-85dd-47ad-9658-d5a61f2eed1f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 945 time: 0.2172539 Feb 19 01:10:35.631032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46429109-310d-49f3-beec-faf016c0cf3f req-738609b2-a411-4f5b-9dc0-360ef82e79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.632497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-738609b2-a411-4f5b-9dc0-360ef82e79ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.6717467 Feb 19 01:10:35.655739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-860ed80d-a855-4e8d-aec0-cc1056625db6 req-ad219eaa-144c-4019-9985-af50525278e7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728396 Feb 19 01:10:35.680244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-e92715a1-921a-4e93-a10b-2618dccbeab3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 200 len: 217 time: 0.0372066 Feb 19 01:10:35.854635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.867838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:35.986508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] For port 08469d70-6de8-449a-a5d4-c01cf7d5edcd, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:35.993202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] For port 08469d70-6de8-449a-a5d4-c01cf7d5edcd, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=08469d70-6de8-449a-a5d4-c01cf7d5edcd,segment=NetworkSegment(c335f044-b66f-431a-9840-9c6ecc39ee62),segment_id=c335f044-b66f-431a-9840-9c6ecc39ee62)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:36.075286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf673c-6ac4-4ba0-a6e5-ff145d06c31b req-9717a458-0433-4372-bef2-a85065cd40fb tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:36.076978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18bf673c-6ac4-4ba0-a6e5-ff145d06c31b req-9717a458-0433-4372-bef2-a85065cd40fb tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 944 time: 0.2456601 Feb 19 01:10:36.085233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Allocated IP 172.21.0.2 (14d361f1-7fb8-4451-b0da-34654b23d10e/0931f833-73d1-4232-adca-54fb36991ff7/ae4ea1da-dbef-40cc-92a6-cb832d0574b6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:36.119941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.136934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port 08469d70-6de8-449a-a5d4-c01cf7d5edcd on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:36.148731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e11716d5-4dc5-4fba-9911-9e31ffa138d4 req-457744cd-9f1e-4efe-a238-1f89de2c6bc2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5594943 Feb 19 01:10:36.189308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:36.189541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.192193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46429109-310d-49f3-beec-faf016c0cf3f req-e3674ae9-e10a-4fd0-ab63-cabbfc11abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:36.193794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-e3674ae9-e10a-4fd0-ab63-cabbfc11abd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.5016282 Feb 19 01:10:36.242549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2168c0f7-8923-4efc-b3c9-8761299505ea is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:36.242961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.245427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port db3378b9-4b6a-4a5e-a688-299bd2a4433a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:36.245795 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.248525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-8d923386-cf36-489c-a459-34fdc17ab5ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274343 Feb 19 01:10:36.317568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:36.317979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.330820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:36.341322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (08469d70-6de8-449a-a5d4-c01cf7d5edcd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.354505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3378b9-4b6a-4a5e-a688-299bd2a4433a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:36.430134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.20.0.1 (2dcced03-06df-4184-accb-64d95678244d/c8880d00-e588-4945-94b6-c9e1af6f78b4/f0b523ca-10a1-40b8-baeb-4774170cf658) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:36.509778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (570c46bd-cb98-4c9e-8d99-0e0f5d364b4d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.543315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Publish callbacks [] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.561654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=08469d70-6de8-449a-a5d4-c01cf7d5edcd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:36.614444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=570c46bd-cb98-4c9e-8d99-0e0f5d364b4d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:36.634173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18bf673c-6ac4-4ba0-a6e5-ff145d06c31b req-85fb0f43-6e72-4f56-b92d-6b6f52aacdb3 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450773 Feb 19 01:10:36.648875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.694317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98eb3a-09ed-465d-a76f-cbeb6ef2f1e9 req-4af211df-5370-4003-8359-0d2e54e79eb4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:36.702774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['570c46bd-cb98-4c9e-8d99-0e0f5d364b4d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:36.705903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc98eb3a-09ed-465d-a76f-cbeb6ef2f1e9 req-4af211df-5370-4003-8359-0d2e54e79eb4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b588b1-d4ff-4062-a3e4-d2d680070b4c HTTP/1.1" status: 200 len: 945 time: 0.3833706 Feb 19 01:10:36.773857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-0e0ac6e5-b913-4f25-97dc-1be6bb999d33 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187089 Feb 19 01:10:36.781154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:36.785981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.790302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b17c13e7-43df-4218-968f-27f730b73682 req-c8434b96-9059-44ee-bfac-6a222951e5aa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "DELETE /v2.0/ports/570c46bd-cb98-4c9e-8d99-0e0f5d364b4d HTTP/1.1" status: 204 len: 173 time: 1.1311109 Feb 19 01:10:36.797931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'name': 'network-vif-deleted', 'tag': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:36.800639 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722197e8-b96e-405a-9de3-2990defd5d92" -d '{"events": [{"server_uuid": "e4b588b1-d4ff-4062-a3e4-d2d680070b4c", "name": "network-vif-deleted", "tag": "570c46bd-cb98-4c9e-8d99-0e0f5d364b4d"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:36.838038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:36.838781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:36.857584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c335f044-b66f-431a-9840-9c6ecc39ee62') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:36.858221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c335f044-b66f-431a-9840-9c6ecc39ee62') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:36.867788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.873837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.875118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.908615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.919507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738bc53-6d11-462f-9875-34b6ed3cfdf4 req-f2dfaf58-a169-4085-b2ba-05e7c12c484b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:36.929860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f738bc53-6d11-462f-9875-34b6ed3cfdf4 req-f2dfaf58-a169-4085-b2ba-05e7c12c484b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1609154 Feb 19 01:10:36.960580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:36.961283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (c335f044-b66f-431a-9840-9c6ecc39ee62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:36.965164 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:37.066348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f738bc53-6d11-462f-9875-34b6ed3cfdf4 req-9d15f998-47d0-4884-9139-462f6f7bf107 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299109 Feb 19 01:10:37.125910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.132281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.136480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc HTTP/1.1" status: 204 len: 168 time: 4.6966023 Feb 19 01:10:37.140498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60144) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:37.147944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Network 14d361f1-7fb8-4451-b0da-34654b23d10e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-baf3138d-ec6d-43a7-be06-b4704e0feed2 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 08469d70-6de8-449a-a5d4-c01cf7d5edcd could not be found. Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 08469d70-6de8-449a-a5d4-c01cf7d5edcd could not be found. Feb 19 01:10:37.153911 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:37.159824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc98eb3a-09ed-465d-a76f-cbeb6ef2f1e9 req-ef83e002-8cb6-40bd-92a2-6d94c27970d8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506583 Feb 19 01:10:37.180819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776167326'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:37.184915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:37.194008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:37.198065 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6feb301-3313-4473-8703-3ddddd876d5a x-openstack-request-id: req-b6feb301-3313-4473-8703-3ddddd876d5a {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:37.199825 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b588b1-d4ff-4062-a3e4-d2d680070b4c", "name": "network-vif-deleted", "tag": "570c46bd-cb98-4c9e-8d99-0e0f5d364b4d", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:37.200100 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6feb301-3313-4473-8703-3ddddd876d5a {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:37.203944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2168c0f7-8923-4efc-b3c9-8761299505ea, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2168c0f7-8923-4efc-b3c9-8761299505ea,segment=NetworkSegment(5b6625e3-99d8-48da-8168-8405bede99f6),segment_id=5b6625e3-99d8-48da-8168-8405bede99f6)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:37.205660 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b588b1-d4ff-4062-a3e4-d2d680070b4c', 'name': 'network-vif-deleted', 'tag': '570c46bd-cb98-4c9e-8d99-0e0f5d364b4d', 'status': 'completed', 'code': 200} Feb 19 01:10:37.233261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.246615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['db3378b9-4b6a-4a5e-a688-299bd2a4433a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:37.259795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e2c73-9200-4eb1-b4e3-f780682da22c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:37.263336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b913b-215f-4b24-8957-ffe476083c40 None None] Network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:37.293557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:37.298474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.350604 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.377655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75003f-8a16-4651-a61e-3318d3ba6e57 None None] Pushing event updated for resources: {'Port': ['ID=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:37.403055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b913b-215f-4b24-8957-ffe476083c40 None None] Network 92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:10:37.418269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46429109-310d-49f3-beec-faf016c0cf3f req-877e59f0-046e-40a7-b47e-469275cb49dd service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255057 Feb 19 01:10:37.448385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:37.497042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9b82-ba16-410c-8587-2f1f39df8b27 req-3973cd58-c4f3-4882-8a12-e09c0c3fc364 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:37.504709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37ce9b82-ba16-410c-8587-2f1f39df8b27 req-3973cd58-c4f3-4882-8a12-e09c0c3fc364 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1903143 Feb 19 01:10:37.525025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.529663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.530265 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment 69029072-fb51-4e9b-b64e-87a405f03672 of type vlan for network 57b601f9-4723-421e-be94-0d5552da3150 Feb 19 01:10:37.550885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Current status of the port 2168c0f7-8923-4efc-b3c9-8761299505ea is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:37.551677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.560906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bd9c1-ea25-47c5-a52a-88a956432738 None None] Pushing event deleted for resources: {'Port': ['ID=08469d70-6de8-449a-a5d4-c01cf7d5edcd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:37.597820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef024b2f-11e1-42a4-b50a-35b89493f0e6 req-2cb8501c-0ed2-4a54-aa88-a5e257b4d5c7 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:37.599427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef024b2f-11e1-42a4-b50a-35b89493f0e6 req-2cb8501c-0ed2-4a54-aa88-a5e257b4d5c7 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.2614682 Feb 19 01:10:37.667608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (57b601f9-4723-421e-be94-0d5552da3150), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.669968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Attempting to bind port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:37.670356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Attempting to bind port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '77f632c3-19e6-4223-9298-a1b00bb59d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:37.674089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Attempting to bind port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 on network 14d361f1-7fb8-4451-b0da-34654b23d10e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:37.704939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:37.705331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Checking segment: {'id': '77f632c3-19e6-4223-9298-a1b00bb59d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:37.705748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.706153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Bound using segment: {'id': '77f632c3-19e6-4223-9298-a1b00bb59d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:37.706669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Bound port: ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f632c3-19e6-4223-9298-a1b00bb59d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14d361f1-7fb8-4451-b0da-34654b23d10e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:37.707050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.727021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (57b601f9-4723-421e-be94-0d5552da3150), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.734999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=f0b523ca-10a1-40b8-baeb-4774170cf658,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:37.735531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:37.736108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.742217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 2dcced03-06df-4184-accb-64d95678244d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:37.812343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:37.831802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:37.844764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6856759 Feb 19 01:10:37.851761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60152) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:37.864085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': '57b601f9-4723-421e-be94-0d5552da3150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:37.881217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37ce9b82-ba16-410c-8587-2f1f39df8b27 req-77f25d88-d483-420b-9f81-71d95b7ea2f0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754392 Feb 19 01:10:37.896816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94531b7b-aef3-4dfe-83a4-87951718339e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=57b601f9-4723-421e-be94-0d5552da3150,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:37.958784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:38.030551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef024b2f-11e1-42a4-b50a-35b89493f0e6 req-a29b2184-60f5-49ff-9690-c6fff298151f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993143 Feb 19 01:10:38.079629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.085280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 57b601f9-4723-421e-be94-0d5552da3150 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:38.264220 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:10:38.264891 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:10:38.325158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40596f-db3f-4064-9cf1-8645b1e7f6ff req-4bd4dbb8-a03a-4d3c-9e8a-3b571f375572 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:38.328256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed40596f-db3f-4064-9cf1-8645b1e7f6ff req-4bd4dbb8-a03a-4d3c-9e8a-3b571f375572 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 945 time: 0.2507899 Feb 19 01:10:38.341005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] For port ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:38.367698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4f160-851f-4fac-9092-75404e6f9c87 None None] Network 2dcced03-06df-4184-accb-64d95678244d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:38.373552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.383899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:38.387767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.509279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] For port ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,segment=NetworkSegment(77f632c3-19e6-4223-9298-a1b00bb59d5a),segment_id=77f632c3-19e6-4223-9298-a1b00bb59d5a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:38.511560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Pushing event updated for resources: {'Port': ['ID=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:38.573182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f5ea6-b928-4a4e-914e-20b0ef0d6412 req-deb86996-a372-4712-b813-5e6db313189c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:38.580278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a1f5ea6-b928-4a4e-914e-20b0ef0d6412 req-deb86996-a372-4712-b813-5e6db313189c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 813 time: 0.2933667 Feb 19 01:10:38.637205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a1f5ea6-b928-4a4e-914e-20b0ef0d6412 req-b5c6b121-f253-4667-8b01-66d0e44357be tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/quotas/8830366c4e3c48ce95150e4dacdded87 HTTP/1.1" status: 200 len: 375 time: 0.0557370 Feb 19 01:10:38.737272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a1f5ea6-b928-4a4e-914e-20b0ef0d6412 req-1983844c-eda2-4fb6-9173-9dd9a6a13ec2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927448 Feb 19 01:10:38.764160 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (a5eae531-e0ad-4f4d-8364-092e60b490d9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.768398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-161da18e-3d49-468e-9877-ebefaa4e627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:38.770070 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-161da18e-3d49-468e-9877-ebefaa4e627a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 1127 time: 0.5979741 Feb 19 01:10:38.844249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=a5eae531-e0ad-4f4d-8364-092e60b490d9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:38.957648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed40596f-db3f-4064-9cf1-8645b1e7f6ff req-2bc4f5f2-8b3c-4704-9a2b-aebfff75edd7 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107724 Feb 19 01:10:38.971703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:38.982371 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.992298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': '69029072-fb51-4e9b-b64e-87a405f03672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '57b601f9-4723-421e-be94-0d5552da3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:38.992641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: 57b601f9-4723-421e-be94-0d5552da3150, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:39.040323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-d232a56c-808b-45a2-b0ac-800cc2043761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:39.042964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-d232a56c-808b-45a2-b0ac-800cc2043761 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 916 time: 0.2094748 Feb 19 01:10:39.044372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network 57b601f9-4723-421e-be94-0d5552da3150 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:39.078832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.086296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-162cf599-9402-4f13-8d35-bb57e1ad8ba5 None None] Current status of the port 2168c0f7-8923-4efc-b3c9-8761299505ea is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:39.093517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:39.093852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 570c46bd-cb98-4c9e-8d99-0e0f5d364b4d not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:39.114124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.202531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2168c0f7-8923-4efc-b3c9-8761299505ea,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:39.248857 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.279442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61744fc1-5e52-445e-b1ac-f6cc35e661e4 req-4f5f667e-0fe1-4fc7-8c13-df2a485cc645 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:39.289012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61744fc1-5e52-445e-b1ac-f6cc35e661e4 req-4f5f667e-0fe1-4fc7-8c13-df2a485cc645 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2616241 Feb 19 01:10:39.322045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=f0b523ca-10a1-40b8-baeb-4774170cf658,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:39.412444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80419835-ee3c-4137-9fd0-38bd21ffd45e None None] Pushing event updated for resources: {'Port': ['ID=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:39.437331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Provisioning complete for port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:39.440547 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.446469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61744fc1-5e52-445e-b1ac-f6cc35e661e4 req-02df70e1-9e19-4ea1-ba67-955295ebbeb9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563933 Feb 19 01:10:39.544561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 2dcced03-06df-4184-accb-64d95678244d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:39.549122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:39.720513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Current status of the port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:39.726196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.730365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2168c0f7-8923-4efc-b3c9-8761299505ea up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:39.861919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-2b0392af-da68-4fb4-9ce0-34211849bfc4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a HTTP/1.1" status: 200 len: 217 time: 0.8122394 Feb 19 01:10:39.895163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587d6b5-9909-43e2-9b86-e19211376a03 req-56c2b59d-67bd-4d1b-a0d9-04175ecd47e3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:39.902340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2587d6b5-9909-43e2-9b86-e19211376a03 req-56c2b59d-67bd-4d1b-a0d9-04175ecd47e3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.1999249 Feb 19 01:10:39.909404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] For port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,segment=NetworkSegment(b4a6299e-f5ef-41b8-ab9c-a099f6d366d8),segment_id=b4a6299e-f5ef-41b8-ab9c-a099f6d366d8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:39.919686 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.982695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2168c0f7-8923-4efc-b3c9-8761299505ea triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:39.988839 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.004197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2587d6b5-9909-43e2-9b86-e19211376a03 req-5931174b-365c-4bd2-84a7-eb8fadc2b413 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008792 Feb 19 01:10:40.010913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router d4545e68-de51-41ad-b460-0fc4fed3499e is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:10:40.057416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 57b601f9-4723-421e-be94-0d5552da3150) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:40.059971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-9d0be82e-69a9-4a6c-9f92-352abe1e0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.063595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-9d0be82e-69a9-4a6c-9f92-352abe1e0c0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.1342678 Feb 19 01:10:40.073498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734fe9d-ffc6-4e3f-b9b4-09950b450daa None None] Network 57b601f9-4723-421e-be94-0d5552da3150 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:40.098835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.099430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.167391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-02046b3a-715f-46cb-8394-9131bad46785 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847163 Feb 19 01:10:40.170631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-07c942d3-523c-4b23-ad3d-45ad8bb94e50 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3174531 Feb 19 01:10:40.176061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60196) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:40.256965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:40.262774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e9a0270d-99e3-47c7-8b56-3207aa886a7f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/d4545e68-de51-41ad-b460-0fc4fed3499e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2740576 Feb 19 01:10:40.264975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60200) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:40.278620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Provisioning complete for port 2168c0f7-8923-4efc-b3c9-8761299505ea triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:40.279038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.279366 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] Sync routers for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:40.284747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Pushing event updated for resources: {'Port': ['ID=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:40.307960 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:40.312065 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:40.391517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa42e98-fe97-43e6-941e-62bd72c970c4 req-e7801f59-75f2-44d9-ae17-5418cb0f05c4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.398385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-caa42e98-fe97-43e6-941e-62bd72c970c4 req-e7801f59-75f2-44d9-ae17-5418cb0f05c4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2507458 Feb 19 01:10:40.407319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:40.437075 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:40.438000 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:40.463814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f381a5-65d8-4fd5-8242-38b82b670533 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.464785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d5f381a5-65d8-4fd5-8242-38b82b670533 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports/f0b523ca-10a1-40b8-baeb-4774170cf658 HTTP/1.1" status: 200 len: 910 time: 0.1919312 Feb 19 01:10:40.473806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60202) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:40.566305 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:40.569074 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f291d5-6181-4150-86c7-88124c71fbdf None None] The sync data for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:40.571441 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:10:40.595099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-caa42e98-fe97-43e6-941e-62bd72c970c4 req-13658acf-5bfa-49f5-ac77-f9d16c754110 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950154 Feb 19 01:10:40.606541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-57b601f9-4723-421e-be94-0d5552da3150', 'network_id': '57b601f9-4723-421e-be94-0d5552da3150', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': 'a5eae531-e0ad-4f4d-8364-092e60b490d9'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:40.607438 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.628450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-96f3b867-b0fd-4ca8-b442-cfe12d764707 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.630406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-96f3b867-b0fd-4ca8-b442-cfe12d764707 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.7998118 Feb 19 01:10:40.635706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-9f0eb29c-4497-4f8e-87dc-86cb99704a57 service neutron] 10.222.0.89 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352312 Feb 19 01:10:40.650100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-adda3e8e-aa47-4bed-a8dc-b402896c9c5b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0111630 Feb 19 01:10:40.652376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2168c0f7-8923-4efc-b3c9-8761299505ea is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:40.653544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:40.809818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-68bd71de-8afa-4c6c-89b7-a3deaff190cd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195450 Feb 19 01:10:40.901278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:40.963337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-02d55ac5-f036-4b27-81f8-ebae96069ad9 None None] Current status of the port 2168c0f7-8923-4efc-b3c9-8761299505ea is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:41.037528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Allocated IP 2001:db8::1 (57b601f9-4723-421e-be94-0d5552da3150/a5eae531-e0ad-4f4d-8364-092e60b490d9/5c02a7f9-a685-4a9f-980a-be245ed84f29) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:41.116125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2a7da-bb7c-4119-a385-e7070711f5f1 req-2d047531-34a6-451d-adc9-e3659d22e8bf tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:41.123478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67c2a7da-bb7c-4119-a385-e7070711f5f1 req-2d047531-34a6-451d-adc9-e3659d22e8bf tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 945 time: 0.2215159 Feb 19 01:10:41.154594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be34df-a18e-4565-b23d-c08e2f92b506 None None] Network 14d361f1-7fb8-4451-b0da-34654b23d10e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:41.199669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-8172d097-cbf4-4754-89aa-cd1a18aaff34 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232160 Feb 19 01:10:41.205059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (57b601f9-4723-421e-be94-0d5552da3150), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.230726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6655736-3d96-4ba5-a649-90d43d6406ff req-8664f4a6-3c7f-4c55-aa81-5bafe873eeff service neutron] 10.222.0.89 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770347 Feb 19 01:10:41.259437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:41.260247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.298750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.335982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67c2a7da-bb7c-4119-a385-e7070711f5f1 req-c4bef83f-8403-4bd2-8aea-5d4df654d2a1 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112417 Feb 19 01:10:41.344945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Provisioning complete for port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:41.345358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.451786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a5eae531-e0ad-4f4d-8364-092e60b490d9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.494538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port db3378b9-4b6a-4a5e-a688-299bd2a4433a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:41.494912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.515512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Publish callbacks [] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.524388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-95b7b232-b8a3-4e12-b983-aebbf5d74fab service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153186 Feb 19 01:10:41.573711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.591765 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a5eae531-e0ad-4f4d-8364-092e60b490d9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.681889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=a5eae531-e0ad-4f4d-8364-092e60b490d9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:41.841431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:41.862004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Pushing event updated for resources: {'Port': ['ID=5c02a7f9-a685-4a9f-980a-be245ed84f29,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:41.875953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Network 57b601f9-4723-421e-be94-0d5552da3150 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:41.876084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (57b601f9-4723-421e-be94-0d5552da3150), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.955079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b601f9-4723-421e-be94-0d5552da3150']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.991360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69029072-fb51-4e9b-b64e-87a405f03672') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.991928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69029072-fb51-4e9b-b64e-87a405f03672') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.994185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:42.019252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.040649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:42.125903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.138775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:42.139364 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:42.185902 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:42.217395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Current status of the port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:42.346773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ae4ea1da-dbef-40cc-92a6-cb832d0574b6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:42.359591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Attempting to bind port 5c02a7f9-a685-4a9f-980a-be245ed84f29 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:42.359591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Attempting to bind port 5c02a7f9-a685-4a9f-980a-be245ed84f29 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '69029072-fb51-4e9b-b64e-87a405f03672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '57b601f9-4723-421e-be94-0d5552da3150'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:42.359591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Attempting to bind port 5c02a7f9-a685-4a9f-980a-be245ed84f29 on network 57b601f9-4723-421e-be94-0d5552da3150 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:42.421049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.api [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:10:42.421049 n-d-826752-2 neutron-server[103430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:10:42.421049 n-d-826752-2 neutron-server[103430]: [parameters: {'id': '57b601f9-4723-421e-be94-0d5552da3150'}] Feb 19 01:10:42.421049 n-d-826752-2 neutron-server[103430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:10:42.424896 n-d-826752-2 neutron-server[103430]: DEBUG oslo_db.api [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:10:42.462630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711daf5-d3dc-48c8-88cb-28abd1b5976d req-39bb23b9-30bf-439a-9981-2d450a7c11f9 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:42.484251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7711daf5-d3dc-48c8-88cb-28abd1b5976d req-39bb23b9-30bf-439a-9981-2d450a7c11f9 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.3938880 Feb 19 01:10:42.496540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port db3378b9-4b6a-4a5e-a688-299bd2a4433a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:42.497827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.502844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Provisioning complete for port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:42.503623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.507158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:42.508259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Checking segment: {'id': '69029072-fb51-4e9b-b64e-87a405f03672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '57b601f9-4723-421e-be94-0d5552da3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:42.508907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.509527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Bound using segment: {'id': '69029072-fb51-4e9b-b64e-87a405f03672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '57b601f9-4723-421e-be94-0d5552da3150'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:42.510578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Bound port: 5c02a7f9-a685-4a9f-980a-be245ed84f29, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69029072-fb51-4e9b-b64e-87a405f03672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '57b601f9-4723-421e-be94-0d5552da3150'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:42.511315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.602067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bc284453-9a4a-48f2-bfd3-fa2d74365ab1 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:42.623024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7711daf5-d3dc-48c8-88cb-28abd1b5976d req-de71030f-3fbe-4956-a170-82bd3f94d471 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370196 Feb 19 01:10:42.666014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.21.0.1 (14d361f1-7fb8-4451-b0da-34654b23d10e/0931f833-73d1-4232-adca-54fb36991ff7/521078c2-6785-41bf-8603-b135a7b27be2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:42.725618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6771856b-8598-417e-bb96-38ff3024843c req-29e94eb3-d396-4ad2-9154-54c4f2e492a2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 210 time: 0.0461445 Feb 19 01:10:42.804580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:42.807733 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca4e9ed-d4ce-4f65-8c82-33c9d94e8fc6" -d '{"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-plugged", "status": "completed", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:42.868126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (521078c2-6785-41bf-8603-b135a7b27be2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.908106 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c0bc1a6-6a9b-428e-802f-f52e4796c7fc req-9bf98497-a00b-48ed-806e-73c2ffc3e9ed tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8830366c4e3c48ce95150e4dacdded87 HTTP/1.1" status: 200 len: 221 time: 1.4108477 Feb 19 01:10:42.909088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:42.909549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.911298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2aa30-b757-465f-b311-5e5109b5a642 req-d837f864-9f58-4f8c-a035-d12741352157 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:42.913159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31f2aa30-b757-465f-b311-5e5109b5a642 req-d837f864-9f58-4f8c-a035-d12741352157 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 945 time: 0.0871465 Feb 19 01:10:42.918927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:42.929860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (521078c2-6785-41bf-8603-b135a7b27be2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.938930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (57b601f9-4723-421e-be94-0d5552da3150), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.978603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 14d361f1-7fb8-4451-b0da-34654b23d10e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:42.982270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:42.998823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.006565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:43.022438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=521078c2-6785-41bf-8603-b135a7b27be2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:43.084682 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf01975-fd1e-44bc-ae3a-92fcdf1ee8fe x-openstack-request-id: req-abf01975-fd1e-44bc-ae3a-92fcdf1ee8fe {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:43.085104 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-plugged", "status": "completed", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:43.085325 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abf01975-fd1e-44bc-ae3a-92fcdf1ee8fe {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:43.085676 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'code': 200} Feb 19 01:10:43.120191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.207713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31f2aa30-b757-465f-b311-5e5109b5a642 req-dc0e482c-5511-40e0-8cc4-49202dd08bba tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857668 Feb 19 01:10:43.238159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:43.255100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] For port 5c02a7f9-a685-4a9f-980a-be245ed84f29, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:43.298072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port 5c02a7f9-a685-4a9f-980a-be245ed84f29 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:43.298333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.311082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'port_id': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'mac_address': 'fa:16:3e:d0:0b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:43.325669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] For port 5c02a7f9-a685-4a9f-980a-be245ed84f29, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c02a7f9-a685-4a9f-980a-be245ed84f29,segment=NetworkSegment(69029072-fb51-4e9b-b64e-87a405f03672),segment_id=69029072-fb51-4e9b-b64e-87a405f03672)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:43.338386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:43.361812 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.461204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198627b-5e84-4361-8b5f-e6cefe2ad5d5 req-42429b28-b3f9-4eab-8218-a9606b38c9f7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.463323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8198627b-5e84-4361-8b5f-e6cefe2ad5d5 req-42429b28-b3f9-4eab-8218-a9606b38c9f7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3137994 Feb 19 01:10:43.540372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (521078c2-6785-41bf-8603-b135a7b27be2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.568375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port 5c02a7f9-a685-4a9f-980a-be245ed84f29, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c02a7f9-a685-4a9f-980a-be245ed84f29,segment=NetworkSegment(69029072-fb51-4e9b-b64e-87a405f03672),segment_id=69029072-fb51-4e9b-b64e-87a405f03672)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:43.569494 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.599508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for 5c02a7f9-a685-4a9f-980a-be245ed84f29 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:43.686392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Current status of the port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:43.686774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.743462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8198627b-5e84-4361-8b5f-e6cefe2ad5d5 req-298da3cf-a2c5-4031-8bf8-21c88b2086a9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744374 Feb 19 01:10:43.863225 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5c02a7f9-a685-4a9f-980a-be245ed84f29), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.910765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ce36-648f-4f74-aa05-3028b6b79cc7 req-4aa7c479-1a05-46fa-823e-e7cbf1af685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.913303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2557ce36-648f-4f74-aa05-3028b6b79cc7 req-4aa7c479-1a05-46fa-823e-e7cbf1af685c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 1128 time: 0.6547229 Feb 19 01:10:43.936926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:43.939534 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.962271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-a0f40c2b-9009-4520-932b-4910914f726c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.964443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-a0f40c2b-9009-4520-932b-4910914f726c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.1255980 Feb 19 01:10:43.969606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=5c02a7f9-a685-4a9f-980a-be245ed84f29,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:43.980654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port 5c02a7f9-a685-4a9f-980a-be245ed84f29 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:43.987497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:44.003491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06087b6c-57ec-4daf-b31f-97535c34ace7 req-78fd1216-45f7-448e-a090-6af5ac0b46c4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 210 time: 0.0697267 Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-d4f758c3-2158-4201-97f8-742b3e0f59c6 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 5c02a7f9-a685-4a9f-980a-be245ed84f29 could not be found. Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 5c02a7f9-a685-4a9f-980a-be245ed84f29 could not be found. Feb 19 01:10:44.063373 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:44.093655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] For port ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,segment=NetworkSegment(77f632c3-19e6-4223-9298-a1b00bb59d5a),segment_id=77f632c3-19e6-4223-9298-a1b00bb59d5a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:44.094901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4002a-3900-40d2-aeaf-f41cc001049f None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:10:44.105187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:44.105707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.156486 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.167050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc284453-9a4a-48f2-bfd3-fa2d74365ab1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:44.253661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c60fa7-a6ad-4995-80d8-a83fcb79f8c6 None None] Pushing event updated for resources: {'Port': ['ID=5c02a7f9-a685-4a9f-980a-be245ed84f29,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:44.322073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2493e9-0a81-4b52-a408-3b479525ca6f req-eabee3ba-2b21-444d-a642-8ae42af02b8f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.326848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc2493e9-0a81-4b52-a408-3b479525ca6f req-eabee3ba-2b21-444d-a642-8ae42af02b8f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 944 time: 0.5269802 Feb 19 01:10:44.343491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:44.353138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Provisioning complete for port f0b523ca-10a1-40b8-baeb-4774170cf658 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:44.353504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.363898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.406854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c5b77-9060-4e75-82f8-851fb17597a0 req-a7593bf5-936c-415e-96ed-cc3936baa56b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.408600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6c5b77-9060-4e75-82f8-851fb17597a0 req-a7593bf5-936c-415e-96ed-cc3936baa56b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2383034 Feb 19 01:10:44.418078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (57b601f9-4723-421e-be94-0d5552da3150), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.470598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b601f9-4723-421e-be94-0d5552da3150']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:44.484111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Pushing event updated for resources: {'Port': ['ID=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:44.490372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:44.492239 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:10:44.492604 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:10:44.494574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.496724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2557ce36-648f-4f74-aa05-3028b6b79cc7 req-3a83d436-0aa7-4b23-9b9d-dda327d80de8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249424 Feb 19 01:10:44.500471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-41e63d5b-aee7-436c-bdb6-7b909ecb8c73 None None] Port f0b523ca-10a1-40b8-baeb-4774170cf658 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:44.534560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69029072-fb51-4e9b-b64e-87a405f03672') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:44.535507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69029072-fb51-4e9b-b64e-87a405f03672') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:44.548428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc2493e9-0a81-4b52-a408-3b479525ca6f req-57d66e45-8d84-4a87-ae8e-babf2a1399f8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109182 Feb 19 01:10:44.550809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.579934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.584800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4002a-3900-40d2-aeaf-f41cc001049f None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:10:44.598415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:44.625113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:44.625768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (69029072-fb51-4e9b-b64e-87a405f03672), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.677557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['bc284453-9a4a-48f2-bfd3-fa2d74365ab1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:44.687639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-50f69271-1e8d-4b41-aa44-c20ca99ba65e None None] Provisioning complete for port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:44.688033 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50f69271-1e8d-4b41-aa44-c20ca99ba65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:44.755258 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:44.774873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (57b601f9-4723-421e-be94-0d5552da3150), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.789021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.10 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/c5cb4709-54c5-4522-9645-9f201af7d1b0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:44.809506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.816854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/57b601f9-4723-421e-be94-0d5552da3150 HTTP/1.1" status: 204 len: 168 time: 4.6366308 Feb 19 01:10:44.819499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:44.842582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-473792827'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:44.851121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc9ab-cb04-4ac5-a412-3d36b0b42b2c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=57b601f9-4723-421e-be94-0d5552da3150,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:44.887085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:44.892063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.913014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (521078c2-6785-41bf-8603-b135a7b27be2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.924721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6c5b77-9060-4e75-82f8-851fb17597a0 req-c01a3c7d-17c3-4563-ae0d-d5c0e4fad178 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786131 Feb 19 01:10:44.967428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-50f69271-1e8d-4b41-aa44-c20ca99ba65e None None] Current status of the port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:45.008596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (521078c2-6785-41bf-8603-b135a7b27be2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.017796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170df92b-6982-4ed4-86b5-f790e9d25890 req-4e11d759-2271-4248-9ea2-fb251cb017ed tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:45.019752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-170df92b-6982-4ed4-86b5-f790e9d25890 req-4e11d759-2271-4248-9ea2-fb251cb017ed tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2620876 Feb 19 01:10:45.028788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:45.044753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a142655e-dad0-4b20-9c79-c980cbe585de), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.045298 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment a142655e-dad0-4b20-9c79-c980cbe585de of type vlan for network baeec388-5b24-47d6-84fa-6dca76c5a91d Feb 19 01:10:45.085834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825867ad-e182-4dd3-be45-2e4a8cd3d375 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:10:45.095956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (baeec388-5b24-47d6-84fa-6dca76c5a91d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.146060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (baeec388-5b24-47d6-84fa-6dca76c5a91d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.147808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.153833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:45.154093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=521078c2-6785-41bf-8603-b135a7b27be2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:45.154527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.176090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-50f69271-1e8d-4b41-aa44-c20ca99ba65e None None] Provisioning complete for port 521078c2-6785-41bf-8603-b135a7b27be2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:45.176559 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50f69271-1e8d-4b41-aa44-c20ca99ba65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (521078c2-6785-41bf-8603-b135a7b27be2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.283344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-170df92b-6982-4ed4-86b5-f790e9d25890 req-5de95b37-c6db-4d06-b0a5-f00a6a64f214 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513929 Feb 19 01:10:45.293433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4566410 Feb 19 01:10:45.294061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:45.310657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': 'baeec388-5b24-47d6-84fa-6dca76c5a91d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:45.357617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:45.367523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:45.368866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fed619-9a46-42b5-ad8d-8a3164bb2e8b req-bfd2ef10-2575-4d08-acb1-62c5998d4e5f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:45.372328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41fed619-9a46-42b5-ad8d-8a3164bb2e8b req-bfd2ef10-2575-4d08-acb1-62c5998d4e5f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1752989 Feb 19 01:10:45.393825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf8f8-f6ea-43d4-8b00-a08ba9ced0c8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=baeec388-5b24-47d6-84fa-6dca76c5a91d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:45.472222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.491773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa74b820-3071-4c67-b75a-b1b1d3e30d8a req-9b802f4a-6e17-4e80-9535-4d6e4ca4adad tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 210 time: 0.0481656 Feb 19 01:10:45.524755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network baeec388-5b24-47d6-84fa-6dca76c5a91d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:45.541294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:45.551876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.558648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41fed619-9a46-42b5-ad8d-8a3164bb2e8b req-ffbd493b-fa10-4885-b946-edcaa4399a7a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678445 Feb 19 01:10:45.585837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-50f69271-1e8d-4b41-aa44-c20ca99ba65e None None] Port 521078c2-6785-41bf-8603-b135a7b27be2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:45.634333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:45.634713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.662891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 14d361f1-7fb8-4451-b0da-34654b23d10e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:45.666719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:45.771029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.852294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825867ad-e182-4dd3-be45-2e4a8cd3d375 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:10:45.859407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6145fe-7fdf-454b-86d9-e0301d2901da req-55d88792-8fa8-4e03-af51-839747c10ad4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:45.874842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef6145fe-7fdf-454b-86d9-e0301d2901da req-55d88792-8fa8-4e03-af51-839747c10ad4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 945 time: 0.1460426 Feb 19 01:10:45.918888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:45.939369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:45.950023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:45.954100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:46.039460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router d4545e68-de51-41ad-b460-0fc4fed3499e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:46.050937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895d9d-5827-486c-b027-e150b28cb223 req-6ca2cea5-fabe-4ae6-95eb-36fb4f1610b0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.053715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b895d9d-5827-486c-b027-e150b28cb223 req-6ca2cea5-fabe-4ae6-95eb-36fb4f1610b0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2870133 Feb 19 01:10:46.083675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.084317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.122056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-30a9492b-2c3b-42d6-9c35-7d05574730a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1383805 Feb 19 01:10:46.148526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef6145fe-7fdf-454b-86d9-e0301d2901da req-3947cba1-389d-4aaf-adbd-ed4f87390e34 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727525 Feb 19 01:10:46.175043 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (5489a66b-0d01-48b7-b228-0b6a22089afc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.189549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Request body: {'port': {'device_id': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:46.210133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:46.262772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=5489a66b-0d01-48b7-b228-0b6a22089afc,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:46.303503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': 'a142655e-dad0-4b20-9c79-c980cbe585de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'baeec388-5b24-47d6-84fa-6dca76c5a91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:46.306298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: baeec388-5b24-47d6-84fa-6dca76c5a91d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:46.326052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network baeec388-5b24-47d6-84fa-6dca76c5a91d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:46.341185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, baeec388-5b24-47d6-84fa-6dca76c5a91d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:46.355066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd0b60-866e-4390-b411-38c7b94bcf47 None None] Network 57b601f9-4723-421e-be94-0d5552da3150 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:46.355858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.361790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.380019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd0b60-866e-4390-b411-38c7b94bcf47 None None] Network 57b601f9-4723-421e-be94-0d5552da3150 could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:10:46.398692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ae4ea1da-dbef-40cc-92a6-cb832d0574b6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:46.408301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40811ddd-6754-4365-8b27-0afa3dd54745 None None] Network baeec388-5b24-47d6-84fa-6dca76c5a91d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:46.411271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5f3c77ea-3fad-47fe-9e66-f0e407df2cf8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1053691 Feb 19 01:10:46.411947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:46.462993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b895d9d-5827-486c-b027-e150b28cb223 req-3fa8a87a-8f3b-4875-8a2e-ee0815b64597 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971252 Feb 19 01:10:46.565194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.580611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:46.595136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-65c378db-4244-430c-9939-7115b2cb9cad tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/d4545e68-de51-41ad-b460-0fc4fed3499e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1128783 Feb 19 01:10:46.598787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60290) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:46.705071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52620dd7-f2e4-4cbb-b56a-f746e9290e8a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.713276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-52620dd7-f2e4-4cbb-b56a-f746e9290e8a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports/521078c2-6785-41bf-8603-b135a7b27be2 HTTP/1.1" status: 200 len: 910 time: 0.1131797 Feb 19 01:10:46.720025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:46.739986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bc284453-9a4a-48f2-bfd3-fa2d74365ab1 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:46.754825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] Sync routers for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:46.786133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (baeec388-5b24-47d6-84fa-6dca76c5a91d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.797833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15181be9-0d6e-4f92-babd-f1ec50e6255e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-baeec388-5b24-47d6-84fa-6dca76c5a91d', 'network_id': 'baeec388-5b24-47d6-84fa-6dca76c5a91d', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '5489a66b-0d01-48b7-b228-0b6a22089afc'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:46.798841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff445-d71f-4e6d-b7cc-bbe53dc42396 req-4ace3dc4-654e-4c19-9209-b48040512221 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.799639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15181be9-0d6e-4f92-babd-f1ec50e6255e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.800019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-112ff445-d71f-4e6d-b7cc-bbe53dc42396 req-4ace3dc4-654e-4c19-9209-b48040512221 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.2813480 Feb 19 01:10:46.827392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:46.830978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:46.951846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b09aa-b12a-4800-95af-51c96778d647 req-2da38b62-4fe6-4c07-9dfb-815787f33644 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.953764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-317b09aa-b12a-4800-95af-51c96778d647 req-2da38b62-4fe6-4c07-9dfb-815787f33644 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3336761 Feb 19 01:10:46.983223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:47.003036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-25dd8997-37ee-46aa-b1be-bf88dc706a67 None None] Provisioning complete for port 521078c2-6785-41bf-8603-b135a7b27be2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:47.003416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25dd8997-37ee-46aa-b1be-bf88dc706a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (521078c2-6785-41bf-8603-b135a7b27be2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.068211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-112ff445-d71f-4e6d-b7cc-bbe53dc42396 req-033928d3-22d0-49dc-9fcf-12e6dc01ee8b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296708 Feb 19 01:10:47.072633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-317b09aa-b12a-4800-95af-51c96778d647 req-fb8d81bb-a101-48ab-9b9a-5131bada8037 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115527 Feb 19 01:10:47.215526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5489a66b-0d01-48b7-b228-0b6a22089afc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.282893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cb4709-54c5-4522-9645-9f201af7d1b0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:47.302136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Publish callbacks [] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.329920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749df5b-eb25-45a1-a8cf-4894ea2544be req-a1c1f6ab-b1de-4a00-b2fd-e7582ad55d9f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.336274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7749df5b-eb25-45a1-a8cf-4894ea2544be req-a1c1f6ab-b1de-4a00-b2fd-e7582ad55d9f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.1115253 Feb 19 01:10:47.361965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Transition to ACTIVE for port object c5cb4709-54c5-4522-9645-9f201af7d1b0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:47.391652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.439651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff9415-ee32-412e-897b-4f733b475ddc req-67cd60be-b6dd-4aa1-a7e5-df07ea304eac tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.440964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31ff9415-ee32-412e-897b-4f733b475ddc req-67cd60be-b6dd-4aa1-a7e5-df07ea304eac tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 932 time: 0.2498622 Feb 19 01:10:47.447069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:47.448694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (5489a66b-0d01-48b7-b228-0b6a22089afc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.477888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7749df5b-eb25-45a1-a8cf-4894ea2544be req-448f92c0-c774-4c82-aa1c-edd245d8aafc tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409848 Feb 19 01:10:47.523473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=5489a66b-0d01-48b7-b228-0b6a22089afc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:47.619375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (baeec388-5b24-47d6-84fa-6dca76c5a91d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.638620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-25dd8997-37ee-46aa-b1be-bf88dc706a67 None None] Port 521078c2-6785-41bf-8603-b135a7b27be2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:47.649614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31ff9415-ee32-412e-897b-4f733b475ddc req-60a48059-572d-454f-9fee-44a884da48e9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836798 Feb 19 01:10:47.655079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baeec388-5b24-47d6-84fa-6dca76c5a91d']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:47.671210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:47.672380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:47.686310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a142655e-dad0-4b20-9c79-c980cbe585de') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:47.686609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a142655e-dad0-4b20-9c79-c980cbe585de') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:47.699968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (a142655e-dad0-4b20-9c79-c980cbe585de), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.707576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:47.707576 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.718963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a142655e-dad0-4b20-9c79-c980cbe585de), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.727475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:47.727871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (a142655e-dad0-4b20-9c79-c980cbe585de), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:47.731339 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:47.733790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0215b6e-1230-4f20-84b1-4d63d084bf04 req-77c2e691-3697-43db-a818-23be8dd37cd2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.735667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b0215b6e-1230-4f20-84b1-4d63d084bf04 req-77c2e691-3697-43db-a818-23be8dd37cd2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1631846 Feb 19 01:10:47.736407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Attempting to bind port c5cb4709-54c5-4522-9645-9f201af7d1b0 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:47.736732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Attempting to bind port c5cb4709-54c5-4522-9645-9f201af7d1b0 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:47.737078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Attempting to bind port c5cb4709-54c5-4522-9645-9f201af7d1b0 on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:47.829246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.833214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b0215b6e-1230-4f20-84b1-4d63d084bf04 req-2042a89a-41b0-4d07-b7f8-5f24efae3ed0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816686 Feb 19 01:10:47.833666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Port c5cb4709-54c5-4522-9645-9f201af7d1b0 on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:47.833984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Attempting to bind port c5cb4709-54c5-4522-9645-9f201af7d1b0 on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:47.840448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:47.840787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:47.841405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:47.841864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Bound port: c5cb4709-54c5-4522-9645-9f201af7d1b0, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:47.842217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.924864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:47.926189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7062c-0d00-484d-aeca-4fac028c6f38 None None] The sync data for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:47.977258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-15181be9-0d6e-4f92-babd-f1ec50e6255e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5489a66b-0d01-48b7-b228-0b6a22089afc: This subnet is being modified by another concurrent operation. Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5489a66b-0d01-48b7-b228-0b6a22089afc: This subnet is being modified by another concurrent operation. Feb 19 01:10:47.978019 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:10:47.991969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:48.012240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:10:48.013081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.023814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94c90e-eafc-4b0b-98c0-882cfec3525b None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:10:48.095473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.096801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.100248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] 10.222.0.10 "PUT /v2.0/ports/c5cb4709-54c5-4522-9645-9f201af7d1b0 HTTP/1.1" status: 200 len: 1092 time: 1.9180479 Feb 19 01:10:48.101303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:48.104509 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01760419-2260-45ec-a7b3-691d85f4d7be" -d '{"events": [{"name": "network-changed", "server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:48.146010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:48.146404 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.175406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b703136-2619-4f7a-8db7-144c07580bbd service neutron] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:48.303267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-68dfadbf-80fc-4a4b-adf3-2df6dc606979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.306886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-68dfadbf-80fc-4a4b-adf3-2df6dc606979 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 1126 time: 0.1478353 Feb 19 01:10:48.310407 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c069b54-fabc-4b1f-8924-f0756a8a16c9 x-openstack-request-id: req-0c069b54-fabc-4b1f-8924-f0756a8a16c9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:48.310712 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:48.311064 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c069b54-fabc-4b1f-8924-f0756a8a16c9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:48.311526 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'status': 'completed', 'code': 200} Feb 19 01:10:48.353447 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.389060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-f78b149a-f007-4d1b-80f7-9ca9acc4f38d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0 HTTP/1.1" status: 200 len: 217 time: 0.0699954 Feb 19 01:10:48.410664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (baeec388-5b24-47d6-84fa-6dca76c5a91d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.464058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.468681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/baeec388-5b24-47d6-84fa-6dca76c5a91d HTTP/1.1" status: 204 len: 168 time: 2.0544949 Feb 19 01:10:48.473784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:48.482600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229212263'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:48.515307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93444a-db33-4763-8d7a-40d2e8bb76c5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=baeec388-5b24-47d6-84fa-6dca76c5a91d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:48.518693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:48.606319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa17d8-78ed-46f6-933c-7a43acf40f1e req-961f8739-c392-4937-b0b7-3f7a09b066a1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.619842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2644-7893-4844-995e-86ad83f1405e req-199123e2-e00a-42ea-9ecd-96e682afef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.621988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbaa17d8-78ed-46f6-933c-7a43acf40f1e req-961f8739-c392-4937-b0b7-3f7a09b066a1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 945 time: 0.8465412 Feb 19 01:10:48.630541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-199123e2-e00a-42ea-9ecd-96e682afef69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.2233028 Feb 19 01:10:48.677269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-a9717748-aac1-49be-926d-09c286ee1fe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458200 Feb 19 01:10:48.695575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d51124-0be8-488b-8342-d5972f651255 req-eb39f80e-7cd2-471e-9517-607dce2d7711 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.699315 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05d51124-0be8-488b-8342-d5972f651255 req-eb39f80e-7cd2-471e-9517-607dce2d7711 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2846038 Feb 19 01:10:48.749120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:48.749709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.837882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:48.844702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94c90e-eafc-4b0b-98c0-882cfec3525b None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:10:48.856123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.872909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:48.877905 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cad83f9-204f-4ea4-9179-220b7a3a9dd9" -d '{"events": [{"server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "name": "network-vif-plugged", "status": "completed", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:48.903663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-496e4fba-d08b-4e34-9221-4c39b357a6b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015820 Feb 19 01:10:48.968480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbaa17d8-78ed-46f6-933c-7a43acf40f1e req-13f2a42b-125b-4112-9009-ef85d5e4d61a tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310976 Feb 19 01:10:49.007846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:49.046193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a27b27eb-495c-469f-b08b-f74d378d08f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.046673 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment a27b27eb-495c-469f-b08b-f74d378d08f8 of type vlan for network 9a274c0e-c0c0-48e3-b185-9ae377a54bef Feb 19 01:10:49.119148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:49.131773 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.149252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05d51124-0be8-488b-8342-d5972f651255 req-10c410df-866e-4513-906a-78cc273fc95b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403202 Feb 19 01:10:49.221826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9a274c0e-c0c0-48e3-b185-9ae377a54bef), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.258726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa6b2644-7893-4844-995e-86ad83f1405e req-7dde5586-9816-4525-bdf3-4f1a9e293bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099368 Feb 19 01:10:49.380841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9a274c0e-c0c0-48e3-b185-9ae377a54bef), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.393839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.394367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.429349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:49.460593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8370d-8a02-43d8-b336-30fddbbc2491 req-53dcac65-4fe5-4041-9e16-bd42747b3764 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.461371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5dd8370d-8a02-43d8-b336-30fddbbc2491 req-53dcac65-4fe5-4041-9e16-bd42747b3764 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 944 time: 0.1778007 Feb 19 01:10:49.475264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553140a-a823-4c4b-a246-73235ec1f8f7 None None] Network baeec388-5b24-47d6-84fa-6dca76c5a91d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:49.475767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01760419-2260-45ec-a7b3-691d85f4d7be req-f8106e1e-dc30-47f2-bbff-527244574920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.480095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-f8106e1e-dc30-47f2-bbff-527244574920 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 1126 time: 0.1034923 Feb 19 01:10:49.496169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553140a-a823-4c4b-a246-73235ec1f8f7 None None] Network baeec388-5b24-47d6-84fa-6dca76c5a91d could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:10:49.540570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=9a274c0e-c0c0-48e3-b185-9ae377a54bef,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:49.554972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:49.555924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8859cf7a-82e0-4479-9379-8f6e3353ba9d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0780580 Feb 19 01:10:49.560707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:49.570141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:49.604469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-79660c15-f66c-4f48-938e-21f8089063e8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.611936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-79660c15-f66c-4f48-938e-21f8089063e8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 815 time: 0.4773035 Feb 19 01:10:49.649685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-a2065e75-e250-450b-b12a-88a3f0cd7139 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/quotas/b75df6175f924b3f80403cdbfeec9f88 HTTP/1.1" status: 200 len: 375 time: 0.0364995 Feb 19 01:10:49.657863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 521078c2-6785-41bf-8603-b135a7b27be2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:49.658435 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (521078c2-6785-41bf-8603-b135a7b27be2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.709512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5dd8370d-8a02-43d8-b336-30fddbbc2491 req-d1eb180d-5f5c-4aa7-949d-f28209e7d877 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368941 Feb 19 01:10:49.802688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01760419-2260-45ec-a7b3-691d85f4d7be req-039582b4-3d08-43ce-bb59-14dcaba48485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.804487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-039582b4-3d08-43ce-bb59-14dcaba48485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.3171852 Feb 19 01:10:49.808890 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e523022-d629-4a69-aab3-e87c5a6f0eba x-openstack-request-id: req-8e523022-d629-4a69-aab3-e87c5a6f0eba {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:49.809802 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "name": "network-vif-plugged", "status": "completed", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:49.810218 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e523022-d629-4a69-aab3-e87c5a6f0eba {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:49.810772 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'code': 200} Feb 19 01:10:49.896141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-ae6a544e-024a-494b-aa31-5b9bf7bd0e01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0 HTTP/1.1" status: 200 len: 217 time: 0.0815222 Feb 19 01:10:49.919711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-c35b62da-4fb5-4114-9d38-0b26772d3842 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2682281 Feb 19 01:10:49.922188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (521078c2-6785-41bf-8603-b135a7b27be2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.997124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 521078c2-6785-41bf-8603-b135a7b27be2 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:50.010147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01760419-2260-45ec-a7b3-691d85f4d7be req-e514b6a6-e26e-49de-be74-73f82e5aa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.012556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-e514b6a6-e26e-49de-be74-73f82e5aa52e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1105685 Feb 19 01:10:50.020867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41fda6-4365-4d79-8f58-5f8c9ea626b4 req-034f47f0-f3fe-48a3-8b9e-562c4f051921 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.027633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a41fda6-4365-4d79-8f58-5f8c9ea626b4 req-034f47f0-f3fe-48a3-8b9e-562c4f051921 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1129010 Feb 19 01:10:50.165295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:50.172944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:50.191184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa8b2-e2b9-497c-bac8-8f6521b60c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:50.246714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-893c84df-3139-4071-a6ed-e6bef23bb85e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.248388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-893c84df-3139-4071-a6ed-e6bef23bb85e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c06ff86-ed40-44e5-8501-59cf7f625ca4 HTTP/1.1" status: 200 len: 946 time: 0.3229976 Feb 19 01:10:50.322331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced52d0-ae10-496c-bd58-d0daa5b511d7 req-9c227570-6ed3-4815-90da-d41b1b999a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.323926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ced52d0-ae10-496c-bd58-d0daa5b511d7 req-9c227570-6ed3-4815-90da-d41b1b999a21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 1128 time: 0.4259875 Feb 19 01:10:50.606613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-f31cb3b0-cb33-4bc0-9257-80ac63599df5 service neutron] 10.222.0.43 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694095 Feb 19 01:10:50.626947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-ca2725bc-a204-4445-bf98-a8ab163acd24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5915496 Feb 19 01:10:50.663290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a41fda6-4365-4d79-8f58-5f8c9ea626b4 req-5e5b3a43-1fb7-4b37-8d44-9bddbd501cb3 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347363 Feb 19 01:10:50.805907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (521078c2-6785-41bf-8603-b135a7b27be2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:50.810550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-f7a14d9f-30dc-4560-b96a-d5a2a4db6330 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578736 Feb 19 01:10:50.966164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68676850-ff43-48a1-ac38-007710a414a7 req-8ee39923-a339-468f-b7ea-848bbb21a01f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.981118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68676850-ff43-48a1-ac38-007710a414a7 req-8ee39923-a339-468f-b7ea-848bbb21a01f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.1678858 Feb 19 01:10:50.991593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=521078c2-6785-41bf-8603-b135a7b27be2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:51.033412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ced52d0-ae10-496c-bd58-d0daa5b511d7 req-58e6478d-75fe-492f-a86b-f7de9baa3628 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6693714 Feb 19 01:10:51.079418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (2cfd2b4a-695a-4880-b0f3-e5b366672509), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.103139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01760419-2260-45ec-a7b3-691d85f4d7be req-49fe3a96-517e-4aef-8fe3-e5fa727e0ae9 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799335 Feb 19 01:10:51.127900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68676850-ff43-48a1-ac38-007710a414a7 req-72f9b841-31e9-4b5e-9f06-117d3f373ab6 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247406 Feb 19 01:10:51.223564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=2cfd2b4a-695a-4880-b0f3-e5b366672509,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:51.228562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9d08473c-8abe-4fa1-ab46-f05f9d1253ac service neutron] 10.222.0.43 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069939 Feb 19 01:10:51.418135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb479797-aafd-4b61-a699-4209b86ebca4 req-2a68e9d4-9a92-4ae7-8509-a23ad64b8cc0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:51.420213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb479797-aafd-4b61-a699-4209b86ebca4 req-2a68e9d4-9a92-4ae7-8509-a23ad64b8cc0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 944 time: 0.1134353 Feb 19 01:10:51.551818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb479797-aafd-4b61-a699-4209b86ebca4 req-d49b3d54-af1b-4312-a05c-a123ef088141 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213169 Feb 19 01:10:51.605447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': 'a27b27eb-495c-469f-b08b-f74d378d08f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:51.605835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: 9a274c0e-c0c0-48e3-b185-9ae377a54bef, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:51.620196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Deleting port db3378b9-4b6a-4a5e-a688-299bd2a4433a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:51.622671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.663414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c0e56ec-7d2b-49c8-bec0-bec0371d65d3 req-2a310590-fe64-4bce-ab75-5dc579d58f70 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 210 time: 0.0385966 Feb 19 01:10:51.745781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.752056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:51.783420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9a274c0e-c0c0-48e3-b185-9ae377a54bef) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:51.792501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152143ec-0c10-4956-a642-a74e231e8b6d None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:51.836213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c738f-476d-4333-bda4-a856a99afd6b req-09f586e7-797c-4248-83f9-a40ffdd5d2a6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:51.838374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a90c738f-476d-4333-bda4-a856a99afd6b req-09f586e7-797c-4248-83f9-a40ffdd5d2a6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2442033 Feb 19 01:10:51.949652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:51.950096 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.963999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] For port db3378b9-4b6a-4a5e-a688-299bd2a4433a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=db3378b9-4b6a-4a5e-a688-299bd2a4433a,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:51.965636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.023473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9a274c0e-c0c0-48e3-b185-9ae377a54bef', 'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '2cfd2b4a-695a-4880-b0f3-e5b366672509'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:52.024601 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.069895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Calling delete_port for db3378b9-4b6a-4a5e-a688-299bd2a4433a owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:52.102607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-83c50b58-c0d0-4405-b9b8-724fb82fd323 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5364709 Feb 19 01:10:52.107490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60388) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:52.114957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:52.305020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a90c738f-476d-4333-bda4-a856a99afd6b req-2969b941-bc34-4af3-9f60-9dd6c0c5859d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360739 Feb 19 01:10:52.323074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Allocated IP 2001:db8::2 (9a274c0e-c0c0-48e3-b185-9ae377a54bef/2cfd2b4a-695a-4880-b0f3-e5b366672509/b40304a8-6a7a-4016-963e-ab9e34c797a1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:52.424188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368dd9-e1af-4106-87e7-fde45f3af6ee req-4c7c49ac-cf86-4d4d-a6ef-6a94db5d5e0c tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.428063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41368dd9-e1af-4106-87e7-fde45f3af6ee req-4c7c49ac-cf86-4d4d-a6ef-6a94db5d5e0c tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.1768966 Feb 19 01:10:52.475668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:52.480537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.510672 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Publish callbacks [] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.521938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.570226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:52.575768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:52.618515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:52.628350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5cb4709-54c5-4522-9645-9f201af7d1b0 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:52.705278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router d4545e68-de51-41ad-b460-0fc4fed3499e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:52.770669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3934d-c246-485d-8016-1cfe123589d1 req-4f64f413-dcb4-4026-810d-3517b4c03dfc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.772627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0d3934d-c246-485d-8016-1cfe123589d1 req-4f64f413-dcb4-4026-810d-3517b4c03dfc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3261936 Feb 19 01:10:52.793334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:52.844184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (563ab184-458b-41f5-9424-93f71a106f2c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.871345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'mac_address': 'fa:16:3e:25:62:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:52.873104 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4fc04c03-b87e-40a5-9621-68a28e5bf9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.911408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41368dd9-e1af-4106-87e7-fde45f3af6ee req-d4d53eaf-a591-400d-9313-8ad70d19c3de tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760289 Feb 19 01:10:52.919078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:52.923884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:52.927404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.928068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.956965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=563ab184-458b-41f5-9424-93f71a106f2c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:52.973399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-62d87f4c-3e59-4c40-a0e3-348716a55f83 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8629956 Feb 19 01:10:52.974358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Pushing event updated for resources: {'Port': ['ID=b40304a8-6a7a-4016-963e-ab9e34c797a1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:52.976015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60400) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:53.096220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Attempting to bind port b40304a8-6a7a-4016-963e-ab9e34c797a1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:53.096773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Attempting to bind port b40304a8-6a7a-4016-963e-ab9e34c797a1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'a27b27eb-495c-469f-b08b-f74d378d08f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:53.097863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Attempting to bind port b40304a8-6a7a-4016-963e-ab9e34c797a1 on network 9a274c0e-c0c0-48e3-b185-9ae377a54bef {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:53.107333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:53.108331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Checking segment: {'id': 'a27b27eb-495c-469f-b08b-f74d378d08f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:53.108907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.109578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Bound using segment: {'id': 'a27b27eb-495c-469f-b08b-f74d378d08f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:53.110245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Bound port: b40304a8-6a7a-4016-963e-ab9e34c797a1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27b27eb-495c-469f-b08b-f74d378d08f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:53.111013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.115617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5cb4709-54c5-4522-9645-9f201af7d1b0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:53.116258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.200539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cb4709-54c5-4522-9645-9f201af7d1b0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:53.281218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebd478-8f8c-4e71-a56c-ae9e331aa166 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.285713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebd478-8f8c-4e71-a56c-ae9e331aa166 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.289968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebd478-8f8c-4e71-a56c-ae9e331aa166 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.291388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebd478-8f8c-4e71-a56c-ae9e331aa166 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.294516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebd478-8f8c-4e71-a56c-ae9e331aa166 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.300213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:53.302254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fdebd478-8f8c-4e71-a56c-ae9e331aa166 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3242939 Feb 19 01:10:53.307626 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.307871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60404) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:53.325719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262630447'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:53.364100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:53.368971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.387456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] For port b40304a8-6a7a-4016-963e-ab9e34c797a1, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:53.405122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:53.430712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] For port b40304a8-6a7a-4016-963e-ab9e34c797a1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b40304a8-6a7a-4016-963e-ab9e34c797a1,segment=NetworkSegment(a27b27eb-495c-469f-b08b-f74d378d08f8),segment_id=a27b27eb-495c-469f-b08b-f74d378d08f8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:53.439979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed508-beb8-46ba-98ce-85b1089d5baa req-5922c0a9-70f1-4035-8863-550b2a4aca52 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.442692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.444813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a7ed508-beb8-46ba-98ce-85b1089d5baa req-5922c0a9-70f1-4035-8863-550b2a4aca52 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 944 time: 0.3520210 Feb 19 01:10:53.551137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:53.599921 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1743711f-7a89-4228-b3b7-3aa787916010), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.600784 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment 1743711f-7a89-4228-b3b7-3aa787916010 of type vlan for network a5e66037-ff3d-4281-8090-b0189dfd1b0a Feb 19 01:10:53.657466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (db3378b9-4b6a-4a5e-a688-299bd2a4433a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.662281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.719122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Pushing event deleted for resources: {'Port': ['ID=db3378b9-4b6a-4a5e-a688-299bd2a4433a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:53.729606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0d3934d-c246-485d-8016-1cfe123589d1 req-8ce5da99-e811-4910-860f-1e2dd3c3ab19 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9398668 Feb 19 01:10:53.735584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:53.748330 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] Sync routers for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:53.748815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.761604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3e226150-0b22-444c-8365-b14add8a51ba tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/d4545e68-de51-41ad-b460-0fc4fed3499e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0402899 Feb 19 01:10:53.764710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.766023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.772398 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:53.773079 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:53.778118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:53.875356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:53.885023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] No DVR routers for this DVR port db3378b9-4b6a-4a5e-a688-299bd2a4433a on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:53.901324 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:53.902302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:53.906566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.911669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ca13ec6-a8fb-41fb-a9d0-96148b89d3d1 req-464f60df-73f3-4b68-899e-043469638018 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.89 "DELETE /v2.0/ports/db3378b9-4b6a-4a5e-a688-299bd2a4433a HTTP/1.1" status: 204 len: 173 time: 3.5975962 Feb 19 01:10:53.924469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-deleted', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:53.928477 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1cfb58-432c-4f40-9465-7f4ef4e5716e" -d '{"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-deleted", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:53.942031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.946183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0b29-c582-4b66-99a2-f71176ad07ca None None] Pushing event updated for resources: {'Port': ['ID=b40304a8-6a7a-4016-963e-ab9e34c797a1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:53.973933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a7ed508-beb8-46ba-98ce-85b1089d5baa req-856769b1-8184-4785-b565-07b6741b3206 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116780 Feb 19 01:10:53.995318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c5cb4709-54c5-4522-9645-9f201af7d1b0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:54.000850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ce1e6d4-db26-43eb-98a7-d42da8dfef0d req-bac8cd9f-b63d-4114-be63-773a3bce82e2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 210 time: 0.1223769 Feb 19 01:10:54.007310 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:54.008224 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e844e1a-4b33-450a-9de2-aae5e100fd93 None None] The sync data for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:54.022257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-d794ac85-7acf-4ad7-9249-8b0741f9c894 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.023795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-d794ac85-7acf-4ad7-9249-8b0741f9c894 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 815 time: 1.0295441 Feb 19 01:10:54.106700 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af92a029-06c5-4522-87ed-24f00aafd2df x-openstack-request-id: req-af92a029-06c5-4522-87ed-24f00aafd2df {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:54.107303 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06ff86-ed40-44e5-8501-59cf7f625ca4", "name": "network-vif-deleted", "tag": "db3378b9-4b6a-4a5e-a688-299bd2a4433a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:54.107766 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af92a029-06c5-4522-87ed-24f00aafd2df {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:54.108414 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06ff86-ed40-44e5-8501-59cf7f625ca4', 'name': 'network-vif-deleted', 'tag': 'db3378b9-4b6a-4a5e-a688-299bd2a4433a', 'status': 'completed', 'code': 200} Feb 19 01:10:54.137530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=a5e66037-ff3d-4281-8090-b0189dfd1b0a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:54.161558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:54.164296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-87040471-fad7-40ce-8f2a-183186aa595c tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8445218 Feb 19 01:10:54.176384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Request body: {'port': {'device_id': '49914c37-01f4-4039-8997-c46c5aa5409c', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'admin_state_up': True, 'tenant_id': 'b75df6175f924b3f80403cdbfeec9f88'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:54.189361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:54.207856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:54.256642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120234da-2a58-4114-a259-c4555d64f43e req-815218c0-8027-416b-961a-9fb5b99780c6 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.276905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120234da-2a58-4114-a259-c4555d64f43e req-815218c0-8027-416b-961a-9fb5b99780c6 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.1489379 Feb 19 01:10:54.474239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120234da-2a58-4114-a259-c4555d64f43e req-cc697278-7612-4387-bec3-1f46bf1536a5 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958218 Feb 19 01:10:54.636330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.728637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b40304a8-6a7a-4016-963e-ab9e34c797a1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:54.768621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.780574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baf09a-5df9-43e8-9d17-4b1601e2b329 req-aafd94db-c26f-4192-af87-4caea38aad19 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.788208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98baf09a-5df9-43e8-9d17-4b1601e2b329 req-aafd94db-c26f-4192-af87-4caea38aad19 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.1426909 Feb 19 01:10:54.792825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60426) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:54.800428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Request body: {'floatingip': {'port_id': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:54.831956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662a84e-e2f4-4518-8faf-d93e26ef9f0c req-ee38e092-8593-4fd1-9493-2a366ab6618d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.833534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8662a84e-e2f4-4518-8faf-d93e26ef9f0c req-ee38e092-8593-4fd1-9493-2a366ab6618d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.5503185 Feb 19 01:10:54.839502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:54.840073 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.864560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a is not hosted by any dhcp agent {{(pid=103429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:10:54.869477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.870078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.871363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "PUT /v2.0/networks/a5e66037-ff3d-4281-8090-b0189dfd1b0a HTTP/1.1" status: 200 len: 723 time: 0.6822429 Feb 19 01:10:54.899731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:54.924590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60428) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:54.926770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (aad543af-98c4-412a-9988-bcf4dd691474), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.931623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: db3378b9-4b6a-4a5e-a688-299bd2a4433a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:54.932163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device db3378b9-4b6a-4a5e-a688-299bd2a4433a not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:54.949744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:55.007976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8662a84e-e2f4-4518-8faf-d93e26ef9f0c req-5320a46f-f9a9-42ab-a694-85fe751acfc4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493073 Feb 19 01:10:55.008566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Made reservation on behalf of b75df6175f924b3f80403cdbfeec9f88 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:55.012533 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.033795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d283abc-9238-4289-802f-a8224387a398 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=a5e66037-ff3d-4281-8090-b0189dfd1b0a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:55.058592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:55.095518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b40304a8-6a7a-4016-963e-ab9e34c797a1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:55.097468 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.276473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b9945e-7f63-413e-b7c4-1d0b4ca8bcf2 req-df67972e-ab3f-4425-9679-09824b9a1963 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 210 time: 0.1223934 Feb 19 01:10:55.377498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.412986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b40304a8-6a7a-4016-963e-ab9e34c797a1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b40304a8-6a7a-4016-963e-ab9e34c797a1,segment=NetworkSegment(a27b27eb-495c-469f-b08b-f74d378d08f8),segment_id=a27b27eb-495c-469f-b08b-f74d378d08f8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:55.418665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.452725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:55.462871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.483153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e78c-3163-47c7-818b-c6edd970306a req-b776d9bd-4342-4d37-8123-224da3b71993 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.485600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f424e78c-3163-47c7-818b-c6edd970306a req-b776d9bd-4342-4d37-8123-224da3b71993 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 945 time: 0.3083858 Feb 19 01:10:55.518661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b40304a8-6a7a-4016-963e-ab9e34c797a1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:55.545663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Allocated IP 172.20.0.2 (0473cbe2-9eec-4fee-8f91-be18257c05db/420197af-4325-4e66-bdb7-ab74c53a51f7/d5171897-1b43-4330-aa58-11414e5ff1ae) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:55.592852 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.721438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eccd05-146c-4cfc-8ab2-069920e74449 None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:55.730257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a2cc0-e935-43da-835b-9659b6feb11e req-6a0fd12b-8697-4ba3-bad8-56ce15a3fc44 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.738027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa4a2cc0-e935-43da-835b-9659b6feb11e req-6a0fd12b-8697-4ba3-bad8-56ce15a3fc44 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3332715 Feb 19 01:10:55.807367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa4a2cc0-e935-43da-835b-9659b6feb11e req-5b909b15-fe1e-48be-9829-33b1b5a9c5d0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662122 Feb 19 01:10:55.897238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8fd16d0-e057-4f25-be03-906aa66c09c1 None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:55.897620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8fd16d0-e057-4f25-be03-906aa66c09c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.958545 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.173868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd16d0-e057-4f25-be03-906aa66c09c1 None None] Current status of the port b40304a8-6a7a-4016-963e-ab9e34c797a1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:56.209899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f424e78c-3163-47c7-818b-c6edd970306a req-4e73aec7-57c4-408c-8d6e-c70ece9a502c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101696 Feb 19 01:10:56.210529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88fe8-4c7f-442d-bb5b-a2cbf78bf91c req-76e5203e-61ca-4e06-b606-81634dc78072 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:56.218188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3c88fe8-4c7f-442d-bb5b-a2cbf78bf91c req-76e5203e-61ca-4e06-b606-81634dc78072 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2409947 Feb 19 01:10:56.264463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.resource_extend [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:10:56.287570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3c88fe8-4c7f-442d-bb5b-a2cbf78bf91c req-2fb24003-e427-44a0-960d-d1bd0539403f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682037 Feb 19 01:10:56.300176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] Update dhcp port {'port': {'network_id': '9a274c0e-c0c0-48e3-b185-9ae377a54bef', 'fixed_ips': [{'subnet_id': '2cfd2b4a-695a-4880-b0f3-e5b366672509', 'ip_address': '2001:db8::2'}, {'subnet_id': '563ab184-458b-41f5-9424-93f71a106f2c'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b40304a8-6a7a-4016-963e-ab9e34c797a1'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:10:56.343169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.395528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks [] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.488756 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.576869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.627423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] Allocated IP 172.20.0.1 (9a274c0e-c0c0-48e3-b185-9ae377a54bef/563ab184-458b-41f5-9424-93f71a106f2c/b40304a8-6a7a-4016-963e-ab9e34c797a1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:56.650112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5cb4709-54c5-4522-9645-9f201af7d1b0 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:56.682380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (aad543af-98c4-412a-9988-bcf4dd691474), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.797552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b40304a8-6a7a-4016-963e-ab9e34c797a1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:56.828384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (2dabe766-ad25-4aa0-a826-8c16027f3be4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.925518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f85124-fc01-4df9-8e6d-11ec44b76231 req-5ab3c49a-34cf-4945-9320-8dccf02b57e6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:56.926202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c5cb4709-54c5-4522-9645-9f201af7d1b0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:10:56.932957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8f85124-fc01-4df9-8e6d-11ec44b76231 req-5ab3c49a-34cf-4945-9320-8dccf02b57e6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3895085 Feb 19 01:10:56.962542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c5cb4709-54c5-4522-9645-9f201af7d1b0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:56.962973 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.013076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=2dabe766-ad25-4aa0-a826-8c16027f3be4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:57.066656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.067008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.067688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.067688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.068000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.068328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.068653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.069875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.069979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.070220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.070548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.071004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.071338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:57.074140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] For port b40304a8-6a7a-4016-963e-ab9e34c797a1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b40304a8-6a7a-4016-963e-ab9e34c797a1,segment=NetworkSegment(a27b27eb-495c-469f-b08b-f74d378d08f8),segment_id=a27b27eb-495c-469f-b08b-f74d378d08f8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:57.082629 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Floating IP aad543af-98c4-412a-9988-bcf4dd691474 associated. External IP: 172.25.0.131, port: bc284453-9a4a-48f2-bfd3-fa2d74365ab1. Feb 19 01:10:57.134948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.137446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8f85124-fc01-4df9-8e6d-11ec44b76231 req-781dd2e5-878f-4eed-88fd-7bd0e89c9481 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032917 Feb 19 01:10:57.139436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86591b04-325f-4e42-bdf2-4d90a3933d0b req-7c16fbd2-70c4-4ddc-a792-72db3d20ca6b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 210 time: 0.1572881 Feb 19 01:10:57.145999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': '1743711f-7a89-4228-b3b7-3aa787916010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:57.148210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: a5e66037-ff3d-4281-8090-b0189dfd1b0a, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:57.172262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:57.177135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.183598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:57.215914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Network 0473cbe2-9eec-4fee-8f91-be18257c05db is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:57.229170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:57.249157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:57.273496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a5e66037-ff3d-4281-8090-b0189dfd1b0a) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:57.303484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.303839 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.315808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d076fb1-c262-4fb1-8bf9-9ea0dd516425 None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:57.354050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd8a77ab-fef3-488b-8593-143134b18fd9 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4162467 Feb 19 01:10:57.356485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60472) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:57.371687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port f0b523ca-10a1-40b8-baeb-4774170cf658 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:57.372058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.376977 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] Publish callbacks [] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.421282 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.436079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:57.498283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:57.592755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.618326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.619000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.651505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for f0b523ca-10a1-40b8-baeb-4774170cf658 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:57.670958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4013c3-34cc-4347-8258-bfed71ab4858 None None] Pushing event updated for resources: {'Port': ['ID=b40304a8-6a7a-4016-963e-ab9e34c797a1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:57.678696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-9fe96456-9ae4-45a5-b377-2e12731416ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5282645 Feb 19 01:10:57.683369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5cb4709-54c5-4522-9645-9f201af7d1b0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:57.684318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.698035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b40304a8-6a7a-4016-963e-ab9e34c797a1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:57.701298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Request body: {'port': {'device_id': '49914c37-01f4-4039-8997-c46c5aa5409c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:57.764682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a5e66037-ff3d-4281-8090-b0189dfd1b0a', 'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '2dabe766-ad25-4aa0-a826-8c16027f3be4'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:57.767785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.806150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:57.820786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:57.825127 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9eb906-37d5-4496-b353-3d9e3debe99f" -d '{"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:57.830974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eb38-4ffc-4c40-98c4-25d22e5c87d9 req-d7ee30fe-d0fc-43c1-8a60-3aa9f6031141 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.832573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b61eb38-4ffc-4c40-98c4-25d22e5c87d9 req-d7ee30fe-d0fc-43c1-8a60-3aa9f6031141 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 945 time: 0.3907509 Feb 19 01:10:57.842025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.848509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df14d4-b678-452d-a876-00d77189356e req-dc05e2a8-c71c-40e0-a737-9d970579dcf8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.850195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07df14d4-b678-452d-a876-00d77189356e req-dc05e2a8-c71c-40e0-a737-9d970579dcf8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3428934 Feb 19 01:10:57.852127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58804463'] for subnet (2dabe766-ad25-4aa0-a826-8c16027f3be4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.904050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.972093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07df14d4-b678-452d-a876-00d77189356e req-68fc07c8-5107-4309-b539-ccb90815846e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153798 Feb 19 01:10:58.037106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Router 0395f924-9b51-4ec7-b907-24166f45c950 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:58.066924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b61eb38-4ffc-4c40-98c4-25d22e5c87d9 req-93a2ab80-0de5-4f3a-b39f-f89d6a3796d4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071724 Feb 19 01:10:58.134134 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9bcae8-0695-41e4-823c-5a600b2de5a3 x-openstack-request-id: req-6d9bcae8-0695-41e4-823c-5a600b2de5a3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:58.134435 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:58.134689 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d9bcae8-0695-41e4-823c-5a600b2de5a3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:58.141518 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'code': 200} Feb 19 01:10:58.195961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:58.269808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Allocated IP 2001:db8::2 (a5e66037-ff3d-4281-8090-b0189dfd1b0a/2dabe766-ad25-4aa0-a826-8c16027f3be4/c7be58e3-6cba-40cc-a42f-88525ae1c295) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:58.516179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Publish callbacks [] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.530712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f0b523ca-10a1-40b8-baeb-4774170cf658), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.532051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.590359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5bffb-41f9-4910-aa4b-5603667cc670 req-d6f8a8a2-aee5-43e3-b3f0-ef5652d90b69 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:58.592321 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8f5bffb-41f9-4910-aa4b-5603667cc670 req-d6f8a8a2-aee5-43e3-b3f0-ef5652d90b69 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 931 time: 0.2496855 Feb 19 01:10:58.649413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:58.652351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:58.673687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:58.673983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=f0b523ca-10a1-40b8-baeb-4774170cf658,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:58.688920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd4a7e-c362-421a-a012-20678f58c1fd None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:58.841928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8f5bffb-41f9-4910-aa4b-5603667cc670 req-805ac55e-f3a0-402b-bcfc-17a18220bc73 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012453 Feb 19 01:10:59.123581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762708919682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58918742'] for subnet (2dabe766-ad25-4aa0-a826-8c16027f3be4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.196043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b40304a8-6a7a-4016-963e-ab9e34c797a1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:59.240881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.243925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.247489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "PUT /v2.0/subnets/2dabe766-ad25-4aa0-a826-8c16027f3be4 HTTP/1.1" status: 200 len: 826 time: 1.8158364 Feb 19 01:10:59.260052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60496) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:59.260859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (d4545e68-de51-41ad-b460-0fc4fed3499e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.274162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Pushing event updated for resources: {'Port': ['ID=c7be58e3-6cba-40cc-a42f-88525ae1c295,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:59.276319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5171897-1b43-4330-aa58-11414e5ff1ae {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:59.302557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Publish callbacks [] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.322055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edadaec-24e9-44a6-826b-a80b842cdf47 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=2dabe766-ad25-4aa0-a826-8c16027f3be4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:59.338199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:59.346222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.356771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Transition to ACTIVE for port object d5171897-1b43-4330-aa58-11414e5ff1ae will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:59.358244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277495f0-2501-40e9-b1ea-7ef05788a73f req-b5a18dec-c092-4c0d-9b23-5554a49cb09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.361345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-277495f0-2501-40e9-b1ea-7ef05788a73f req-b5a18dec-c092-4c0d-9b23-5554a49cb09d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 1128 time: 1.1604230 Feb 19 01:10:59.417769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] Sync routers for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:59.434068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-375472ff-2727-4ecb-bdb2-4d41726523f3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "PUT /v2.0/floatingips/aad543af-98c4-412a-9988-bcf4dd691474 HTTP/1.1" status: 200 len: 992 time: 4.6376176 Feb 19 01:10:59.434068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:59.438086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3aa6919-7165-422a-8ba0-e6707f0e3537 None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:59.438560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6919-7165-422a-8ba0-e6707f0e3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.451702 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d7c378-0a56-4a13-942d-f593337ca975" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:59.473941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b833144-3cfc-44e0-b54e-3b8e7251357a req-6118e161-1a9d-40eb-9fc0-a26cb5d9c43c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.475647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b833144-3cfc-44e0-b54e-3b8e7251357a req-6118e161-1a9d-40eb-9fc0-a26cb5d9c43c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.5762300 Feb 19 01:10:59.555948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-277495f0-2501-40e9-b1ea-7ef05788a73f req-19804989-a3f1-49f5-804a-01f7e38a96a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717145 Feb 19 01:10:59.562064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Attempting to bind port c7be58e3-6cba-40cc-a42f-88525ae1c295 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:59.562442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Attempting to bind port c7be58e3-6cba-40cc-a42f-88525ae1c295 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '1743711f-7a89-4228-b3b7-3aa787916010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:59.562808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Attempting to bind port c7be58e3-6cba-40cc-a42f-88525ae1c295 on network a5e66037-ff3d-4281-8090-b0189dfd1b0a {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:59.583149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:59.583903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Checking segment: {'id': '1743711f-7a89-4228-b3b7-3aa787916010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:59.584868 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.585546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Bound using segment: {'id': '1743711f-7a89-4228-b3b7-3aa787916010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:59.586275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Bound port: c7be58e3-6cba-40cc-a42f-88525ae1c295, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1743711f-7a89-4228-b3b7-3aa787916010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5e66037-ff3d-4281-8090-b0189dfd1b0a'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:59.586928 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.595263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:59.596288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:59.602334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b833144-3cfc-44e0-b54e-3b8e7251357a req-3b3a8911-ba50-4a4d-b9ff-36e1f9c55ac6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104772 Feb 19 01:10:59.624938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.649010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:59.649798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.677844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.878764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e54e4-5fde-47dc-b2b2-b11558955871 req-74781d80-9ce9-4711-9878-7dddf04384a5 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.880339 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a57e54e4-5fde-47dc-b2b2-b11558955871 req-74781d80-9ce9-4711-9878-7dddf04384a5 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.1449833 Feb 19 01:10:59.900398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa6919-7165-422a-8ba0-e6707f0e3537 None None] Current status of the port b40304a8-6a7a-4016-963e-ab9e34c797a1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:59.945142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] For port c7be58e3-6cba-40cc-a42f-88525ae1c295, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:59.967281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:59.991104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] For port c7be58e3-6cba-40cc-a42f-88525ae1c295, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c7be58e3-6cba-40cc-a42f-88525ae1c295,segment=NetworkSegment(1743711f-7a89-4228-b3b7-3aa787916010),segment_id=1743711f-7a89-4228-b3b7-3aa787916010)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:00.015929 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a57e54e4-5fde-47dc-b2b2-b11558955871 req-4c5629f2-514c-4220-92a2-0766d18c0c0e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255443 Feb 19 01:11:00.087479 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af3da4e-b3bb-4f89-95b1-3454585125ae x-openstack-request-id: req-8af3da4e-b3bb-4f89-95b1-3454585125ae {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:00.087826 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:00.088084 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8af3da4e-b3bb-4f89-95b1-3454585125ae {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:00.089023 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'status': 'completed', 'code': 200} Feb 19 01:11:00.107071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:00.123965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.153338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.153879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.154374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.154943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.155708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.156261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.156772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.157323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.157834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.158345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.158871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.159389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.159894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:00.178164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605adaa-8bef-4ac6-9729-769f50632855 req-b587b8dc-b8d4-4eff-a7d6-aa309f7ebc5e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:00.185936 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5605adaa-8bef-4ac6-9729-769f50632855 req-b587b8dc-b8d4-4eff-a7d6-aa309f7ebc5e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.9783137 Feb 19 01:11:00.229095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router d4545e68-de51-41ad-b460-0fc4fed3499e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:00.269103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-6b73dcd5-4fe3-4806-b751-9a94f50fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:00.269690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b40304a8-6a7a-4016-963e-ab9e34c797a1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:00.270594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-6b73dcd5-4fe3-4806-b751-9a94f50fe05a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b8a33948e65451cbe5e2b13f092b60f&device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 1128 time: 0.1635249 Feb 19 01:11:00.327231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-75f81e5f-cc9a-4966-83d7-5b2746f31c34 None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:00.329783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75f81e5f-cc9a-4966-83d7-5b2746f31c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.338057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Attempting to bind port d5171897-1b43-4330-aa58-11414e5ff1ae on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:00.338591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Attempting to bind port d5171897-1b43-4330-aa58-11414e5ff1ae by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:00.339029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Attempting to bind port d5171897-1b43-4330-aa58-11414e5ff1ae on network 0473cbe2-9eec-4fee-8f91-be18257c05db {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:00.394246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5605adaa-8bef-4ac6-9729-769f50632855 req-ca65c565-6170-4f74-9543-c2195d61790f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027421 Feb 19 01:11:00.518939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934f20e-358f-4911-b325-72fa9a1513ff None None] Pushing event updated for resources: {'Port': ['ID=c7be58e3-6cba-40cc-a42f-88525ae1c295,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:00.519820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Port d5171897-1b43-4330-aa58-11414e5ff1ae on network 0473cbe2-9eec-4fee-8f91-be18257c05db not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:11:00.520262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Attempting to bind port d5171897-1b43-4330-aa58-11414e5ff1ae on network 0473cbe2-9eec-4fee-8f91-be18257c05db {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:00.540012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:00.540704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Checking segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:00.542354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Bound using segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:00.543503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Bound port: d5171897-1b43-4330-aa58-11414e5ff1ae, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:00.544704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.551838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port c7be58e3-6cba-40cc-a42f-88525ae1c295 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:00.552303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.556625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:00.588346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-26c5f349-21d8-4d6e-a90f-3035e9e77ea1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/d4545e68-de51-41ad-b460-0fc4fed3499e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6787889 Feb 19 01:11:00.594575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60516) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:00.606341 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] Sync routers for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:00.623391 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:00.631872 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:00.649710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1790fe3-aaf5-4774-ac25-81fc9a7e1a10 req-2ee6f1fe-5ac4-4d91-9707-ee173674ecaa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:00.657741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1790fe3-aaf5-4774-ac25-81fc9a7e1a10 req-2ee6f1fe-5ac4-4d91-9707-ee173674ecaa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 943 time: 0.3359959 Feb 19 01:11:00.770951 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:00.803010 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] Routers {'d4545e68-de51-41ad-b460-0fc4fed3499e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:00.814453 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d4545e68-de51-41ad-b460-0fc4fed3499e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:00.846377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cef0302f-5395-4588-91ee-e8a68ab0d044 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4545e68-de51-41ad-b460-0fc4fed3499e HTTP/1.1" status: 200 len: 205 time: 0.1711993 Feb 19 01:11:00.861674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:00.953484 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:00.967971 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095daa6-6857-4f64-818f-7877fcaaeabf None None] The sync data for ids ['d4545e68-de51-41ad-b460-0fc4fed3499e'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:01.029440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-4e5ae9e8-be96-4183-a9f3-37ffed00a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.033071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-4e5ae9e8-be96-4183-a9f3-37ffed00a914 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba HTTP/1.1" status: 200 len: 917 time: 0.7445219 Feb 19 01:11:01.183918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-75f81e5f-cc9a-4966-83d7-5b2746f31c34 None None] Current status of the port b40304a8-6a7a-4016-963e-ab9e34c797a1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:01.220015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'aad543af-98c4-412a-9988-bcf4dd691474', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'port_id': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'mac_address': 'fa:16:3e:d0:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:10:56Z', 'revision_number': 1, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:01.232464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4519-321e-4356-b5bb-1969bfa6ae9f req-8c9c43f5-b17b-4942-8582-0867a4137cd5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.240573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26ae4519-321e-4356-b5bb-1969bfa6ae9f req-8c9c43f5-b17b-4942-8582-0867a4137cd5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.6860318 Feb 19 01:11:01.268012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] Checking router: 0395f924-9b51-4ec7-b907-24166f45c950 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:11:01.287906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:01.288658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:01.303298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (d4545e68-de51-41ad-b460-0fc4fed3499e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.315331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:01.322886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port c7be58e3-6cba-40cc-a42f-88525ae1c295, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c7be58e3-6cba-40cc-a42f-88525ae1c295,segment=NetworkSegment(1743711f-7a89-4228-b3b7-3aa787916010),segment_id=1743711f-7a89-4228-b3b7-3aa787916010)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:01.323254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.386291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:01.402275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for c7be58e3-6cba-40cc-a42f-88525ae1c295 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:01.425882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.513087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26ae4519-321e-4356-b5bb-1969bfa6ae9f req-aa9aef35-c4f0-4be1-b85e-d73e83314b6f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713952 Feb 19 01:11:01.513318 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1790fe3-aaf5-4774-ac25-81fc9a7e1a10 req-041cea5f-77f6-4c62-a02a-a382feae910a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8492496 Feb 19 01:11:01.517664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.518292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.538248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5171897-1b43-4330-aa58-11414e5ff1ae HTTP/1.1" status: 200 len: 1091 time: 3.8471894 Feb 19 01:11:01.541729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:01.584841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:01.598838 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6216255e-d3a9-42bd-90c8-6911f8cf634e" -d '{"events": [{"name": "network-changed", "server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:01.832754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e5bb-a0c7-47ff-9db0-923574093287 service neutron] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:01.882888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-933d6543-792c-4030-94ae-76fca8f69040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.884904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-933d6543-792c-4030-94ae-76fca8f69040 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 1125 time: 0.2550409 Feb 19 01:11:01.895940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee584da-278b-441b-9cb5-55648e6e5ede req-ac2d27a0-79a4-4604-b64f-5040dc292fbc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.904210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ee584da-278b-441b-9cb5-55648e6e5ede req-ac2d27a0-79a4-4604-b64f-5040dc292fbc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.2016726 Feb 19 01:11:01.955266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-c5a2ec48-5072-495d-8025-5ec239ce27d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1 HTTP/1.1" status: 200 len: 1000 time: 0.9042556 Feb 19 01:11:01.959220 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (d4545e68-de51-41ad-b460-0fc4fed3499e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.961934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-52420d47-0b2b-435c-bde7-140514aafb0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5171897-1b43-4330-aa58-11414e5ff1ae HTTP/1.1" status: 200 len: 217 time: 0.0530539 Feb 19 01:11:01.982802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (d4545e68-de51-41ad-b460-0fc4fed3499e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.056686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (d4545e68-de51-41ad-b460-0fc4fed3499e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.057383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router d4545e68-de51-41ad-b460-0fc4fed3499e {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:11:02.066576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.067912 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-527a7470-08e8-4470-b517-892738673733 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/d4545e68-de51-41ad-b460-0fc4fed3499e HTTP/1.1" status: 204 len: 168 time: 1.2049196 Feb 19 01:11:02.088623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ee584da-278b-441b-9cb5-55648e6e5ede req-5f9a69c7-5f3f-42ab-9dbe-fff087d35b47 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807883 Feb 19 01:11:02.089654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60530) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:02.128830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65dde5-8cac-4fe9-be57-51566c99a453 None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:02.146808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'aad543af-98c4-412a-9988-bcf4dd691474', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'port_id': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'mac_address': 'fa:16:3e:d0:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:10:56Z', 'revision_number': 1, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:02.224053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664fb4-f61a-4885-bcab-515d4d5253a0 req-ab19c95e-9f95-4595-b85c-00daf89c1d71 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.225684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2664fb4-f61a-4885-bcab-515d4d5253a0 req-ab19c95e-9f95-4595-b85c-00daf89c1d71 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.4769711 Feb 19 01:11:02.240892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599fdde-4f9e-4de5-9d03-212d8eb4e37f None None] The sync data for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 is: [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'aad543af-98c4-412a-9988-bcf4dd691474', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'port_id': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'mac_address': 'fa:16:3e:d0:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:10:56Z', 'revision_number': 1, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:02.243091 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e581e-78ac-4a32-946b-5c47db521eeb x-openstack-request-id: req-e29e581e-78ac-4a32-946b-5c47db521eeb {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:02.248060 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:02.248513 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e29e581e-78ac-4a32-946b-5c47db521eeb {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:02.250936 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'status': 'completed', 'code': 200} Feb 19 01:11:02.279028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.287317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-35590883-29bb-4032-88f5-4770be4c2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.290235 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-35590883-29bb-4032-88f5-4770be4c2234 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0 HTTP/1.1" status: 200 len: 855 time: 0.2454929 Feb 19 01:11:02.312099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8e4ccd3a-6d8c-46ff-b4f2-b246f16a7376 None None] Provisioning complete for port c7be58e3-6cba-40cc-a42f-88525ae1c295 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:02.312652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e4ccd3a-6d8c-46ff-b4f2-b246f16a7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7be58e3-6cba-40cc-a42f-88525ae1c295), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.320425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-d361dcf7-bd91-4625-b99b-c801667ac07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.321961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-d361dcf7-bd91-4625-b99b-c801667ac07f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.3291669 Feb 19 01:11:02.403757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=c7be58e3-6cba-40cc-a42f-88525ae1c295,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:02.431398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ccd3a-6d8c-46ff-b4f2-b246f16a7376 None None] Port c7be58e3-6cba-40cc-a42f-88525ae1c295 was deleted so its status cannot be updated. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:11:02.439333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet 0931f833-73d1-4232-adca-54fb36991ff7 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:02.450328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (0931f833-73d1-4232-adca-54fb36991ff7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.492709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-baa99739-4097-458e-97fe-a809b66ed892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149955 Feb 19 01:11:02.496413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2664fb4-f61a-4885-bcab-515d4d5253a0 req-c65affe2-41ec-493c-969b-5f1ff7cce557 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590117 Feb 19 01:11:02.585507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-2db1cd69-ca16-4491-9e7c-0934afc35079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.587071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-2db1cd69-ca16-4491-9e7c-0934afc35079 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2832603 Feb 19 01:11:02.674651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ca46b-4f5a-4b23-abf9-715e08a1dbaa None None] New status for floating IP aad543af-98c4-412a-9988-bcf4dd691474: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:11:02.700313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port c7be58e3-6cba-40cc-a42f-88525ae1c295 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:02.832866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-bfb6ddce-5656-4f5c-8e1f-e8f8358b045e service neutron] 10.222.0.10 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384682 Feb 19 01:11:02.834684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (0931f833-73d1-4232-adca-54fb36991ff7), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.922122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-00e5aee6-674a-44d0-a9f0-2954cbba8fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308594 Feb 19 01:11:03.078886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58b79bce-d0ff-43a4-bb33-30e55ac89b12 req-ae8e8e18-2dfe-40bd-a12f-bdce2c1c38b2 service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454763 Feb 19 01:11:03.096624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebc761-d67a-4f03-b99d-6752ed4f1c8a req-04489675-4084-4739-beb7-ca4e9ce15022 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.105453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2bebc761-d67a-4f03-b99d-6752ed4f1c8a req-04489675-4084-4739-beb7-ca4e9ce15022 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 943 time: 0.2713408 Feb 19 01:11:03.105705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2dabe766-ad25-4aa0-a826-8c16027f3be4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.156531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6d7c378-0a56-4a13-942d-f593337ca975 req-933bee4e-2266-40bc-a46f-b27406bb1cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052561 Feb 19 01:11:03.166780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805bad0d-f66a-42d3-8ebb-d3477344a936 None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:03.224296 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2bebc761-d67a-4f03-b99d-6752ed4f1c8a req-c72bc69a-ca29-4d69-b480-24abfac3f40a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178496 Feb 19 01:11:03.364425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0931f833-73d1-4232-adca-54fb36991ff7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.370368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-cba35501-2fa0-4086-ab84-6e04928feadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.371958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-cba35501-2fa0-4086-ab84-6e04928feadb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 1125 time: 0.1835740 Feb 19 01:11:03.400885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (2dabe766-ad25-4aa0-a826-8c16027f3be4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.407194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0917382-daac-42e9-9efc-6c5c766be0f2 req-6d0d1be8-a77b-47f0-ac50-e939dc3a8d9c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.417062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0917382-daac-42e9-9efc-6c5c766be0f2 req-6d0d1be8-a77b-47f0-ac50-e939dc3a8d9c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1060162 Feb 19 01:11:03.438208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f347b8-8bea-4064-8377-02a8240f6d6c req-b0549d8e-8a7d-474e-a5d7-920a4624517c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.452733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9f347b8-8bea-4064-8377-02a8240f6d6c req-b0549d8e-8a7d-474e-a5d7-920a4624517c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2629325 Feb 19 01:11:03.534825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0917382-daac-42e9-9efc-6c5c766be0f2 req-d1f0402f-55c5-4c32-8c0d-a441caa79a44 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167083 Feb 19 01:11:03.626901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=2dabe766-ad25-4aa0-a826-8c16027f3be4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:03.703778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9f347b8-8bea-4064-8377-02a8240f6d6c req-98186b76-eb76-445c-a97e-6cde335abdd8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500348 Feb 19 01:11:03.745844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fa6f96-b894-46dd-8c8e-f7032cced026 None None] Network a5e66037-ff3d-4281-8090-b0189dfd1b0a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:03.782747 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.811336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (0931f833-73d1-4232-adca-54fb36991ff7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.856698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=0931f833-73d1-4232-adca-54fb36991ff7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:03.865403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-3bbf4ada-6d05-47df-aca6-d793b9c7ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.867262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-3bbf4ada-6d05-47df-aca6-d793b9c7ef1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 916 time: 0.4717669 Feb 19 01:11:03.869827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e66037-ff3d-4281-8090-b0189dfd1b0a']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:03.880329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.884161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-76944de0-de4d-4f48-b691-64287f7075e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/0931f833-73d1-4232-adca-54fb36991ff7 HTTP/1.1" status: 204 len: 168 time: 1.7879148 Feb 19 01:11:03.888246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:03.896251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1743711f-7a89-4228-b3b7-3aa787916010') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:03.896738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1743711f-7a89-4228-b3b7-3aa787916010') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:03.905155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07993ca0-1dbf-4930-90e2-52ad59a1427b None None] Network 14d361f1-7fb8-4451-b0da-34654b23d10e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:03.935051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-7d9b3da9-485a-487d-8a6b-400a98b68e0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5171897-1b43-4330-aa58-11414e5ff1ae HTTP/1.1" status: 200 len: 217 time: 0.0495963 Feb 19 01:11:03.947890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (1743711f-7a89-4228-b3b7-3aa787916010), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.047566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet c8880d00-e588-4945-94b6-c9e1af6f78b4 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:04.051394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (c8880d00-e588-4945-94b6-c9e1af6f78b4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.059648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1743711f-7a89-4228-b3b7-3aa787916010), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.093842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:04.095070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (1743711f-7a89-4228-b3b7-3aa787916010), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.107520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ecea19-c2fc-4a18-aa24-9dc9c1e1cbab None None] DHCP port deletion for a5e66037-ff3d-4281-8090-b0189dfd1b0a request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:04.142602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ee948-639c-4eeb-920a-5c941040603f req-357637b3-f5e1-462c-8f52-a804f2ccea90 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:04.146595 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:04.150360 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-689ee948-639c-4eeb-920a-5c941040603f req-357637b3-f5e1-462c-8f52-a804f2ccea90 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3316391 Feb 19 01:11:04.157074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-7be6fd30-561e-4587-a83d-292b4cba3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.159303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-7be6fd30-561e-4587-a83d-292b4cba3fe4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.2136929 Feb 19 01:11:04.196406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c8880d00-e588-4945-94b6-c9e1af6f78b4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.219207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] DHCP port deletion for 14d361f1-7fb8-4451-b0da-34654b23d10e request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:04.231898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-098a2873-26bc-4d38-ad3d-f6ace2cfdd0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386469 Feb 19 01:11:04.298951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-689ee948-639c-4eeb-920a-5c941040603f req-f0b25a75-3df6-430e-b1e7-200ab921afc9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473444 Feb 19 01:11:04.394549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Deleting port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:04.395573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.420341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c8880d00-e588-4945-94b6-c9e1af6f78b4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.456582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a5e66037-ff3d-4281-8090-b0189dfd1b0a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.477265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.480552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/a5e66037-ff3d-4281-8090-b0189dfd1b0a HTTP/1.1" status: 204 len: 168 time: 5.2174749 Feb 19 01:11:04.485029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60568) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:04.561860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cd2a9-b04c-48eb-8c37-7d18e3d20077 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=a5e66037-ff3d-4281-8090-b0189dfd1b0a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:04.578405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-74366088-7e66-4f52-a568-b7c2d7e22131 service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350716 Feb 19 01:11:04.587088 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b32a0e-7112-433d-90ec-64ff028a774d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:04.587611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b32a0e-7112-433d-90ec-64ff028a774d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:04.600969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] For port ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,segment=NetworkSegment(77f632c3-19e6-4223-9298-a1b00bb59d5a),segment_id=77f632c3-19e6-4223-9298-a1b00bb59d5a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:04.606148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.645313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c1b32a0e-7112-433d-90ec-64ff028a774d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/a5e66037-ff3d-4281-8090-b0189dfd1b0a HTTP/1.1" status: 404 len: 339 time: 0.1534095 Feb 19 01:11:04.647824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:04.659809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Calling delete_port for ae4ea1da-dbef-40cc-92a6-cb832d0574b6 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:04.662493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110997589', 'description': 'd1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:04.744953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:04.751137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.774387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:04.783583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ae4ea1da-dbef-40cc-92a6-cb832d0574b6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:04.809017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c8880d00-e588-4945-94b6-c9e1af6f78b4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.831288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6216255e-d3a9-42bd-90c8-6911f8cf634e req-d8b611f4-9d1b-4927-9e49-b395e24020e3 service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424104 Feb 19 01:11:04.844405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=c8880d00-e588-4945-94b6-c9e1af6f78b4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:04.856941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58009-f6c4-411a-9d42-eb32025cbdef req-fb506298-ec05-4cf9-ab9e-808e26763f07 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.858608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0b58009-f6c4-411a-9d42-eb32025cbdef req-fb506298-ec05-4cf9-ab9e-808e26763f07 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 943 time: 0.4934194 Feb 19 01:11:04.864782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.869346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c46dff89-998e-4fd9-809a-299e2c431126 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/c8880d00-e588-4945-94b6-c9e1af6f78b4 HTTP/1.1" status: 204 len: 168 time: 0.9799423 Feb 19 01:11:04.872978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:04.885902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:04.892706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1fc79-304b-4c5a-8860-45511072caef None None] Network 2dcced03-06df-4184-accb-64d95678244d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:04.912270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b55a21-56d6-48d3-82e8-142316099794 req-3d8c15b0-518d-4f90-94f6-269ef3b28130 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.924979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84b55a21-56d6-48d3-82e8-142316099794 req-3d8c15b0-518d-4f90-94f6-269ef3b28130 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2129259 Feb 19 01:11:04.934509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b8cb2ea6-1e15-4bde-a613-6e028562bee9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.935093 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment b8cb2ea6-1e15-4bde-a613-6e028562bee9 of type vlan for network 11161242-4c92-4f10-a661-55e1543f4761 Feb 19 01:11:05.014697 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (11161242-4c92-4f10-a661-55e1543f4761), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.039533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:05.040043 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.040592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0b58009-f6c4-411a-9d42-eb32025cbdef req-844a08b7-bfe7-421d-a4a2-1f5ee002bb47 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621470 Feb 19 01:11:05.051333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84b55a21-56d6-48d3-82e8-142316099794 req-42889ee5-9297-49db-b79f-c54ec981079e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250837 Feb 19 01:11:05.054562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:11:05.083369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (14d361f1-7fb8-4451-b0da-34654b23d10e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.103748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (11161242-4c92-4f10-a661-55e1543f4761), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.118522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.121966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727911'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.193652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,segment=NetworkSegment(77f632c3-19e6-4223-9298-a1b00bb59d5a),segment_id=77f632c3-19e6-4223-9298-a1b00bb59d5a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:05.205025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.205855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c7be58e3-6cba-40cc-a42f-88525ae1c295 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:05.225267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:05.225633 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.243750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=11161242-4c92-4f10-a661-55e1543f4761,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.250161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f11f100d-7f4b-457d-873e-5ebeddf576f0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5985792 Feb 19 01:11:05.252662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:05.264282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event deleted for resources: {'Port': ['ID=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.268169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.277279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 11161242-4c92-4f10-a661-55e1543f4761 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:05.289264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c7be58e3-6cba-40cc-a42f-88525ae1c295 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:05.289612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c7be58e3-6cba-40cc-a42f-88525ae1c295 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:05.332773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dacf9-82a8-4eaf-808b-71da1208527b req-d17a2618-b350-4dcd-b45e-e023303de2c2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.334763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-495dacf9-82a8-4eaf-808b-71da1208527b req-d17a2618-b350-4dcd-b45e-e023303de2c2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1841369 Feb 19 01:11:05.337339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Pushing event deleted for resources: {'Port': ['ID=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.412987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port ae4ea1da-dbef-40cc-92a6-cb832d0574b6, host n-d-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:05.413229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.417908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.418564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.419128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.419685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.420311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.420867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.422566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.423127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.423676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.424219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.424779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.425924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.426483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:05.438574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00d217-3443-4d9c-afc0-46916934d41d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.440320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee00d217-3443-4d9c-afc0-46916934d41d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks?id=11161242-4c92-4f10-a661-55e1543f4761 HTTP/1.1" status: 200 len: 765 time: 0.1838078 Feb 19 01:11:05.441412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for ae4ea1da-dbef-40cc-92a6-cb832d0574b6 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:05.443040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:05.445254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 was not found and therefore no delete operation was performed {{(pid=103429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:11:05.446560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ae4ea1da-dbef-40cc-92a6-cb832d0574b6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.458608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'description': 'd2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:05.480916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=ae4ea1da-dbef-40cc-92a6-cb832d0574b6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.484688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:05.494694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cda21-a210-426c-9f4f-c3d7862950fd None None] No DVR routers for this DVR port ae4ea1da-dbef-40cc-92a6-cb832d0574b6 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:05.505317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:05.538927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] DHCP port deletion for 2dcced03-06df-4184-accb-64d95678244d request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:05.541327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'port_id': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'mac_address': 'fa:16:3e:e6:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420197af-4325-4e66-bdb7-ab74c53a51f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:05.605102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (14d361f1-7fb8-4451-b0da-34654b23d10e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.619930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d5171897-1b43-4330-aa58-11414e5ff1ae is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:05.620625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.628339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d361f1-7fb8-4451-b0da-34654b23d10e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:05.639312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f632c3-19e6-4223-9298-a1b00bb59d5a') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:05.639503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f632c3-19e6-4223-9298-a1b00bb59d5a') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:05.642117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5171897-1b43-4330-aa58-11414e5ff1ae {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:05.656732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (77f632c3-19e6-4223-9298-a1b00bb59d5a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.671923 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (77f632c3-19e6-4223-9298-a1b00bb59d5a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.675253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:05.680557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:05.680968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (77f632c3-19e6-4223-9298-a1b00bb59d5a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.682206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:05.685394 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:05.720562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-495dacf9-82a8-4eaf-808b-71da1208527b req-605f29f5-3d58-4377-9116-1f6b60874a62 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773682 Feb 19 01:11:05.770006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (14d361f1-7fb8-4451-b0da-34654b23d10e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.790145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.793730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.811356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/14d361f1-7fb8-4451-b0da-34654b23d10e HTTP/1.1" status: 204 len: 168 time: 0.9363663 Feb 19 01:11:05.819771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] Deleting port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:05.820155 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.837188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60590) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:05.838343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (11161242-4c92-4f10-a661-55e1543f4761), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.838530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428e64-6a3a-4ced-8a54-adb6241901e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=14d361f1-7fb8-4451-b0da-34654b23d10e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.854560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (11161242-4c92-4f10-a661-55e1543f4761), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.942517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=11161242-4c92-4f10-a661-55e1543f4761,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.945443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network 11161242-4c92-4f10-a661-55e1543f4761 is not hosted by any dhcp agent {{(pid=103430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:11:05.951363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.951867 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.954010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ec802104-98c0-4b25-9605-f256e9eb6679 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "PUT /v2.0/networks/11161242-4c92-4f10-a661-55e1543f4761 HTTP/1.1" status: 200 len: 762 time: 0.5099564 Feb 19 01:11:05.956767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60592) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:05.964827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 11161242-4c92-4f10-a661-55e1543f4761 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:06.000573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2dcced03-06df-4184-accb-64d95678244d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.052817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] For port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,segment=NetworkSegment(b4a6299e-f5ef-41b8-ab9c-a099f6d366d8),segment_id=b4a6299e-f5ef-41b8-ab9c-a099f6d366d8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:06.053459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.118386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] Calling delete_port for 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:06.127667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf51b8-3b16-4364-9c5e-ceff8b18981b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.133289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bcdf51b8-3b16-4364-9c5e-ceff8b18981b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks?id=11161242-4c92-4f10-a661-55e1543f4761 HTTP/1.1" status: 200 len: 765 time: 0.1689107 Feb 19 01:11:06.133510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d5171897-1b43-4330-aa58-11414e5ff1ae'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:06.133605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60598) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.160540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:06.160903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.282970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,segment=NetworkSegment(b4a6299e-f5ef-41b8-ab9c-a099f6d366d8),segment_id=b4a6299e-f5ef-41b8-ab9c-a099f6d366d8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:06.283508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.352942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:06.393416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.458635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f04c28-90bf-42d4-a2da-4d989486d992 req-7938bf0b-20e0-4758-98ed-4861ffaa2351 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.461572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1f04c28-90bf-42d4-a2da-4d989486d992 req-7938bf0b-20e0-4758-98ed-4861ffaa2351 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 944 time: 0.1720095 Feb 19 01:11:06.564778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1f04c28-90bf-42d4-a2da-4d989486d992 req-0369d28f-1060-453c-815b-ee86fd3e9dba tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908988 Feb 19 01:11:06.579229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] Pushing event deleted for resources: {'Port': ['ID=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:06.618652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1f2db76a-b6e7-4b7b-847f-be3e5fb805b1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.635885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3d381-7de4-47a0-bc40-5fbc71cd34fd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.637660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cef3d381-7de4-47a0-bc40-5fbc71cd34fd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5028512 Feb 19 01:11:06.640241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12eb6a-178e-4ef6-81a9-c9542f6d28b4 None None] No DVR routers for this DVR port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:06.640895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60600) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.688539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=1f2db76a-b6e7-4b7b-847f-be3e5fb805b1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:06.693728 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0a279c88-2591-4e98-b66e-d3b4a97f0aa0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 207 time: 0.0516567 Feb 19 01:11:06.697457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60602) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.720985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:06.767440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22e63-d2d8-4d11-b49a-f2950b3f1508 req-74ac58c1-8a5d-4064-8a09-40d238f79885 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.774338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:06.782941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3b22e63-d2d8-4d11-b49a-f2950b3f1508 req-74ac58c1-8a5d-4064-8a09-40d238f79885 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2011080 Feb 19 01:11:06.855058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:06.855670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1f2db76a-b6e7-4b7b-847f-be3e5fb805b1 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:06.916651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3b22e63-d2d8-4d11-b49a-f2950b3f1508 req-88cecd5c-1786-4e24-b9f7-bff4cc5fb670 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317801 Feb 19 01:11:07.043412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2dcced03-06df-4184-accb-64d95678244d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.086490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcced03-06df-4184-accb-64d95678244d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.096112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.102349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.109333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.116212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.123211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.128908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.135969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60616) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.150093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1bb47ff7-47a1-45a9-9f86-edc1990b3cf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4514000 Feb 19 01:11:07.178339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.178710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a6299e-f5ef-41b8-ab9c-a099f6d366d8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.200696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b4a6299e-f5ef-41b8-ab9c-a099f6d366d8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.211248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59658c-26de-4e3f-9bed-20d74ec10ff5 req-c2ac9c03-659f-41fe-b4da-64b96dbea7ca tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.220616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a59658c-26de-4e3f-9bed-20d74ec10ff5 req-c2ac9c03-659f-41fe-b4da-64b96dbea7ca tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.3015363 Feb 19 01:11:07.310353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a59658c-26de-4e3f-9bed-20d74ec10ff5 req-3f1aec78-a820-421c-8387-45d35364451b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842180 Feb 19 01:11:07.328888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c2e10-faa3-4669-b58f-3599fb1a5642 req-3d80e6f1-797b-4203-aac5-239c33c6ba00 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.331157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e3c2e10-faa3-4669-b58f-3599fb1a5642 req-3d80e6f1-797b-4203-aac5-239c33c6ba00 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1479743 Feb 19 01:11:07.334150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b4a6299e-f5ef-41b8-ab9c-a099f6d366d8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.343940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:07.344778 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b4a6299e-f5ef-41b8-ab9c-a099f6d366d8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:07.349072 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:07.360754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-864984c8-2223-4777-9e94-6e9cc834adc5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2222664 Feb 19 01:11:07.361388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60618) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.457847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (2dcced03-06df-4184-accb-64d95678244d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.482238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.491157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/2dcced03-06df-4184-accb-64d95678244d HTTP/1.1" status: 204 len: 168 time: 1.6394479 Feb 19 01:11:07.491157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886a0f9-6431-4fcd-8995-2a4023af178d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=2dcced03-06df-4184-accb-64d95678244d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.491551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60620) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.498726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-1913449670'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.503191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5304-3cfb-4a29-bdf5-e0da0c3a90a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.505023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5304-3cfb-4a29-bdf5-e0da0c3a90a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.506332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5304-3cfb-4a29-bdf5-e0da0c3a90a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.508028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5304-3cfb-4a29-bdf5-e0da0c3a90a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.509368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5304-3cfb-4a29-bdf5-e0da0c3a90a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.515647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dd9e5304-3cfb-4a29-bdf5-e0da0c3a90a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1520944 Feb 19 01:11:07.516438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60622) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.520869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:07.525186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.540032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e3c2e10-faa3-4669-b58f-3599fb1a5642 req-1f09234f-7582-4465-8523-919f56149f4a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076507 Feb 19 01:11:07.562785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:07.578880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (033feb2c-3e49-4f75-ae2d-112bfb01aea2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.580287 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 033feb2c-3e49-4f75-ae2d-112bfb01aea2 of type vlan for network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 Feb 19 01:11:07.621142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333eb97-199c-4946-931e-fceb8a61cbf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.626496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333eb97-199c-4946-931e-fceb8a61cbf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.629149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333eb97-199c-4946-931e-fceb8a61cbf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.632715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333eb97-199c-4946-931e-fceb8a61cbf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.634682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333eb97-199c-4946-931e-fceb8a61cbf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.636405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.645038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6333eb97-199c-4946-931e-fceb8a61cbf2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1228635 Feb 19 01:11:07.645778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60626) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.670826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.677440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.678093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.722883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2299018 Feb 19 01:11:07.729970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.736304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.815345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49642df8-1560-4769-b4db-65a196757b9b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.828854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:07.839252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0f209-ab8f-42fc-9b79-73f2c1753a61 req-414eace7-a647-422b-81fd-741e1270cc59 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.840838 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85c0f209-ab8f-42fc-9b79-73f2c1753a61 req-414eace7-a647-422b-81fd-741e1270cc59 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 944 time: 0.1524544 Feb 19 01:11:07.889728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd319ddd-721f-4d0e-bc2c-d66097bacbe3 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.892717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cd319ddd-721f-4d0e-bc2c-d66097bacbe3 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks/5d440c2e-1c24-47d4-96e2-602cb6ff7a96 HTTP/1.1" status: 200 len: 804 time: 0.2432692 Feb 19 01:11:07.897299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60632) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.963179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:07.967251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.996750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85c0f209-ab8f-42fc-9b79-73f2c1753a61 req-4829d4e8-0c5f-445a-9b48-39b4510daa31 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488028 Feb 19 01:11:08.401500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-654bd617-1520-45c2-9fc5-9d16336b147f tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/networks/5d440c2e-1c24-47d4-96e2-602cb6ff7a96?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5027406 Feb 19 01:11:08.407514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60640) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:08.478508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f360be67-80cb-4c4c-b25c-c43c0ccc6c5a tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.480466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f360be67-80cb-4c4c-b25c-c43c0ccc6c5a tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/subnets/e3a23b5d-4a5e-41c6-8b6a-13aab424d42d HTTP/1.1" status: 200 len: 843 time: 0.0716877 Feb 19 01:11:08.484203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60642) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:08.551421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec28f-8b12-4926-b01e-12491166f8c8 req-831fa288-f620-4b41-9967-6bb4a08c80d0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.559508 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9eec28f-8b12-4926-b01e-12491166f8c8 req-831fa288-f620-4b41-9967-6bb4a08c80d0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1623399 Feb 19 01:11:08.712874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (a77796c1-1546-4289-ba69-ed63693ff5ca), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.721566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:08.785674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9eec28f-8b12-4926-b01e-12491166f8c8 req-5abd82ca-8d98-4477-9b07-604344927cfe tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247522 Feb 19 01:11:08.795748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port d5171897-1b43-4330-aa58-11414e5ff1ae completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:08.800506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d5171897-1b43-4330-aa58-11414e5ff1ae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:08.800885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.825178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '033feb2c-3e49-4f75-ae2d-112bfb01aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:08.825991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:08.841849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=a77796c1-1546-4289-ba69-ed63693ff5ca,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:08.863874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:08.875158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:08.885368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.886636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.886960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf1f06-8472-4df6-a734-552dd29455e4 None None] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:08.906350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad5f1c19-6646-4ce2-8061-b9074bd594a1 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1744595 Feb 19 01:11:08.909828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60648) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:08.914456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797717716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:08.943539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (235319da-6636-40ad-a3d2-d8c932e2d091), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.946386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (235319da-6636-40ad-a3d2-d8c932e2d091), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.950501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d5171897-1b43-4330-aa58-11414e5ff1ae is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:08.950862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.961140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c9ff3-284b-42a9-855c-2073b3cef475 req-33159291-8f00-432e-bad8-7d40fc1e4920 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.968490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0f3c9ff3-284b-42a9-855c-2073b3cef475 req-33159291-8f00-432e-bad8-7d40fc1e4920 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.0753949 Feb 19 01:11:08.972176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10a7c1-a4ce-4f97-9e21-f439515f93bc tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.973528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fe10a7c1-a4ce-4f97-9e21-f439515f93bc tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "GET /v2.0/subnets/e3a23b5d-4a5e-41c6-8b6a-13aab424d42d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4880986 Feb 19 01:11:08.976933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60650) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:08.981873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213548350'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:08.988396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:08.990954 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f57d7d6-711e-4ae0-97e9-3e35ce31378e" -d '{"events": [{"server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "name": "network-vif-plugged", "status": "completed", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:09.013959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:09.023030 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.046727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:09.049774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (235319da-6636-40ad-a3d2-d8c932e2d091), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.055298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (235319da-6636-40ad-a3d2-d8c932e2d091), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.059988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.085267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.088089 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9386de9e-d054-4d60-928d-bf0fa21868b1 x-openstack-request-id: req-9386de9e-d054-4d60-928d-bf0fa21868b1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:09.088381 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "name": "network-vif-plugged", "status": "completed", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:09.088640 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9386de9e-d054-4d60-928d-bf0fa21868b1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:09.089068 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'code': 200} Feb 19 01:11:09.090829 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c251e2f-282c-4d64-acdc-93068f51f3c4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1779773 Feb 19 01:11:09.091940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60664) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:09.098024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:09.104535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4', 'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': 'a77796c1-1546-4289-ba69-ed63693ff5ca'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:09.105434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.105564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'port': {'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4', 'name': 'tempest-RoutersTest-1467941914'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:09.120582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5f3f39f5-3676-4ab0-acd8-a3377d0272ee), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.120987 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Added segment 5f3f39f5-3676-4ab0-acd8-a3377d0272ee of type vlan for network e08f102a-aaa4-4026-9d16-4720854a4db7 Feb 19 01:11:09.162977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:09.165749 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e08f102a-aaa4-4026-9d16-4720854a4db7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.253270 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e08f102a-aaa4-4026-9d16-4720854a4db7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.258519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.259240 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.271957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:09.277653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.278438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772572a-9bcf-4e6d-a233-0f87509ac07e req-2526516e-318b-468b-97db-011db35fabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.280091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2772572a-9bcf-4e6d-a233-0f87509ac07e req-2526516e-318b-468b-97db-011db35fabb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 1127 time: 0.1009834 Feb 19 01:11:09.294564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3165715 Feb 19 01:11:09.300738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60666) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:09.305031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0f3c9ff3-284b-42a9-855c-2073b3cef475 req-6339e020-44ab-4a2b-b952-d9e21911cc39 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356185 Feb 19 01:11:09.307162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:09.364271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Allocated IP 172.20.0.2 (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4/a77796c1-1546-4289-ba69-ed63693ff5ca/5f82156a-115a-4720-a118-a41061c33957) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:09.398110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] device_id is not set on port 7a2531d8-ab77-4a0f-9d59-90dbf0d93f77 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:11:09.476519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd63fbf-91e9-4d6c-adb9-b86d3d96fabf tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Network': ['ID=e08f102a-aaa4-4026-9d16-4720854a4db7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:09.479050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e38e3-4af4-4785-a04c-148208c9dda1 req-538d8435-8323-4b62-8a60-47b4334d5951 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.481516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2772572a-9bcf-4e6d-a233-0f87509ac07e req-59655f98-da5b-4caf-bf05-708536e1ed2c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684966 Feb 19 01:11:09.484684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-745e38e3-4af4-4785-a04c-148208c9dda1 req-538d8435-8323-4b62-8a60-47b4334d5951 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2232201 Feb 19 01:11:09.496122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e08f102a-aaa4-4026-9d16-4720854a4db7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:09.547491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Made reservation on behalf of fb2fad7b074d408fb67bc8cec5830282 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:09.551468 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.623886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-745e38e3-4af4-4785-a04c-148208c9dda1 req-ceecc569-9937-4c01-bbeb-5df36f5837a7 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269081 Feb 19 01:11:09.631801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-d9223782-11e2-4a3e-a7fe-ab995e4958f9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.633574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Performing IP validity checks on allocation pools {{(pid=103430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:11:09.634112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:11:09.647625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-d9223782-11e2-4a3e-a7fe-ab995e4958f9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.1265085 Feb 19 01:11:09.667813 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Publish callbacks [] for port (5f82156a-115a-4720-a118-a41061c33957), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.669809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-f69aeea9-cca2-437d-afef-06cc003e1461 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/quotas/1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 375 time: 0.0293808 Feb 19 01:11:09.680143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5f82156a-115a-4720-a118-a41061c33957), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.735760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:09.741508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:09.744986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-2b92a8c5-e3dc-493e-bde1-0e66237b88ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730224 Feb 19 01:11:09.750255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:09.822689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.api [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9a62ae10-a68b-47f2-bec1-9f939ca332c3 {{(pid=103430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:11:09.823058 n-d-826752-2 neutron-server[103430]: DEBUG oslo_db.api [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:11:09.833192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Pushing event updated for resources: {'Port': ['ID=5f82156a-115a-4720-a118-a41061c33957,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:09.852029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Attempting to bind port 5f82156a-115a-4720-a118-a41061c33957 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:09.852826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Attempting to bind port 5f82156a-115a-4720-a118-a41061c33957 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '033feb2c-3e49-4f75-ae2d-112bfb01aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:09.853517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Attempting to bind port 5f82156a-115a-4720-a118-a41061c33957 on network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:09.862255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bf523-f7de-42c3-9014-82c1111b9294 req-ee0700dc-563e-40c1-a4ef-4e7785d25eb7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.863211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:09.863773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-924bf523-f7de-42c3-9014-82c1111b9294 req-ee0700dc-563e-40c1-a4ef-4e7785d25eb7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1411591 Feb 19 01:11:09.864493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Checking segment: {'id': '033feb2c-3e49-4f75-ae2d-112bfb01aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:09.865196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.865834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Bound using segment: {'id': '033feb2c-3e49-4f75-ae2d-112bfb01aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:09.867035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Bound port: 5f82156a-115a-4720-a118-a41061c33957, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033feb2c-3e49-4f75-ae2d-112bfb01aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:09.868000 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5f82156a-115a-4720-a118-a41061c33957), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.875347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-b1e03a53-2cad-46a4-b1f1-48d8bc0d7c9e service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302280 Feb 19 01:11:09.929676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (1cc94ee8-09d6-4301-b8db-d663a4f763ac), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.993384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=1cc94ee8-09d6-4301-b8db-d663a4f763ac,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:10.000461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-42e656d3-c976-4abe-95e7-c1fa6653a937 service neutron] 10.222.0.43 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241274 Feb 19 01:11:10.022268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-924bf523-f7de-42c3-9014-82c1111b9294 req-a217c4fe-6f80-4dce-a89b-9f6655446df5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326318 Feb 19 01:11:10.059588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Checking segment: {'id': '5f3f39f5-3676-4ab0-acd8-a3377d0272ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:10.060327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network hostable DHCP agents. Network: e08f102a-aaa4-4026-9d16-4720854a4db7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:10.083740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Network e08f102a-aaa4-4026-9d16-4720854a4db7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:10.096533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e08f102a-aaa4-4026-9d16-4720854a4db7) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:10.102353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.103496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.109785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60680) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:10.132974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f8e3a-0555-4c76-ba01-3dcebfa33bac None None] Network e08f102a-aaa4-4026-9d16-4720854a4db7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:10.151354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60686) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:10.153191 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-782ce4a4-a1b5-4279-8c55-de4737b5205e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8488750 Feb 19 01:11:10.159796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:10.311332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e08f102a-aaa4-4026-9d16-4720854a4db7', 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '1cc94ee8-09d6-4301-b8db-d663a4f763ac'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:10.313063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.324661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.385180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] device_id is not set on port 656a5a65-42e9-4b83-bb76-0f3409b97778 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:11:10.423960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12a575-f358-4ed5-b0ee-d80e0d798287 req-85122d9e-16a8-40a4-8a19-89002b95e916 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.437619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a12a575-f358-4ed5-b0ee-d80e0d798287 req-85122d9e-16a8-40a4-8a19-89002b95e916 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.2109303 Feb 19 01:11:10.463167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] For port 5f82156a-115a-4720-a118-a41061c33957, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:10.495424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] For port 5f82156a-115a-4720-a118-a41061c33957, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5f82156a-115a-4720-a118-a41061c33957,segment=NetworkSegment(033feb2c-3e49-4f75-ae2d-112bfb01aea2),segment_id=033feb2c-3e49-4f75-ae2d-112bfb01aea2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:10.509145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5f82156a-115a-4720-a118-a41061c33957), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.631081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e984b36-c049-466e-ab90-b9ccd8cfba2e req-3884a8f9-827d-4c95-93ea-d23aedca249f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0574753 Feb 19 01:11:10.634585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Allocated IP 2001:db8::3 (e08f102a-aaa4-4026-9d16-4720854a4db7/1cc94ee8-09d6-4301-b8db-d663a4f763ac/6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:10.652049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08633b-7cae-4085-b628-7cd4a179562b None None] Pushing event updated for resources: {'Port': ['ID=5f82156a-115a-4720-a118-a41061c33957,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:10.699246 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a12a575-f358-4ed5-b0ee-d80e0d798287 req-46a42819-97d4-4b07-9e65-97be6535c617 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602904 Feb 19 01:11:10.730572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61380201'] for subnet (1cc94ee8-09d6-4301-b8db-d663a4f763ac), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.924365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e01241-a77f-4aaa-b9c8-d8b98aa5ed30 req-6bd454d3-4cd9-4d61-a601-6abd7ef7e99a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.924977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.20.0.6 (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4/a77796c1-1546-4289-ba69-ed63693ff5ca/656a5a65-42e9-4b83-bb76-0f3409b97778) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:10.926395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87e01241-a77f-4aaa-b9c8-d8b98aa5ed30 req-6bd454d3-4cd9-4d61-a601-6abd7ef7e99a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1706920 Feb 19 01:11:10.974753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88120b-ba57-46a6-a81c-821e87bfe461 req-ac801152-2878-44e3-826c-c5e2f95f3f7c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.976533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d88120b-ba57-46a6-a81c-821e87bfe461 req-ac801152-2878-44e3-826c-c5e2f95f3f7c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1479304 Feb 19 01:11:11.157662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d88120b-ba57-46a6-a81c-821e87bfe461 req-bcef2c2d-d9b1-457a-b610-59fb1d3c8cce tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662443 Feb 19 01:11:11.158263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Publish callbacks [] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.169779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.219684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Network e08f102a-aaa4-4026-9d16-4720854a4db7 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:11.228007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:11.242189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:11.246751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Pushing event updated for resources: {'Port': ['ID=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:11.305563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.347580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Attempting to bind port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:11.349511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Attempting to bind port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5f3f39f5-3676-4ab0-acd8-a3377d0272ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:11.353460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Attempting to bind port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 on network e08f102a-aaa4-4026-9d16-4720854a4db7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:11.360318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.362815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:11.363291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Checking segment: {'id': '5f3f39f5-3676-4ab0-acd8-a3377d0272ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:11.363982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.364459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Bound using segment: {'id': '5f3f39f5-3676-4ab0-acd8-a3377d0272ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:11.365155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Bound port: 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3f39f5-3676-4ab0-acd8-a3377d0272ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:11.365616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.367273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87e01241-a77f-4aaa-b9c8-d8b98aa5ed30 req-e2941606-5bf4-4344-867f-920036609cba tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120963 Feb 19 01:11:11.453088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] For port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:11.458011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] For port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,segment=NetworkSegment(5f3f39f5-3676-4ab0-acd8-a3377d0272ee),segment_id=5f3f39f5-3676-4ab0-acd8-a3377d0272ee)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:11.465153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:11.465900 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.488890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:11.494682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:11.500600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=656a5a65-42e9-4b83-bb76-0f3409b97778,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:11.572049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eda7c5-d21b-4a1b-a298-5fa9e4ca6f9d None None] Pushing event updated for resources: {'Port': ['ID=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:11.634249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.635580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.704758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fa910685-62f4-49c6-b3e3-d63a4a10f069 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6071239 Feb 19 01:11:11.706445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60708) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:11.885438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-911c60ed-1941-4b23-91b4-885c34e0a6f5 req-1ce1ecf3-85d2-4bbf-837d-ddd0b86c7a3d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0874624 Feb 19 01:11:11.980471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (35bd7ee1-8831-47d6-b068-a87aaa20b494), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.987159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762708919682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58803727'] for subnet (1cc94ee8-09d6-4301-b8db-d663a4f763ac), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.250660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event updated for resources: {'Subnet': ['ID=1cc94ee8-09d6-4301-b8db-d663a4f763ac,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:12.309776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116acd-7ae9-4f91-a4ad-d25c1025a607 req-4dc0dd25-208b-45e5-87eb-7a2528f02efc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.311352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15116acd-7ae9-4f91-a4ad-d25c1025a607 req-4dc0dd25-208b-45e5-87eb-7a2528f02efc tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2049117 Feb 19 01:11:12.379369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.380694 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.383156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a7fe3685-e85c-43b5-a2e2-abfe96f42cc2 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "PUT /v2.0/subnets/1cc94ee8-09d6-4301-b8db-d663a4f763ac HTTP/1.1" status: 200 len: 900 time: 2.2302935 Feb 19 01:11:12.391254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60716) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:12.490704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.490911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814e7050-0fbb-4d42-8aba-5f3f75209ce8 None None] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:12.527390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15116acd-7ae9-4f91-a4ad-d25c1025a607 req-eb783961-bbf2-45f4-8643-e26ccd546838 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766346 Feb 19 01:11:12.744830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd3980-81bb-4307-8829-f67e7328110a req-4b264b2f-0a8e-49e8-8d50-d5c19880c007 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.754718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00cd3980-81bb-4307-8829-f67e7328110a req-4b264b2f-0a8e-49e8-8d50-d5c19880c007 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.6555996 Feb 19 01:11:12.784282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] Provisioning complete for port 5f82156a-115a-4720-a118-a41061c33957 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:12.787636 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5f82156a-115a-4720-a118-a41061c33957), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.903469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7282a3e-85a0-4bf8-8aac-de61217e3f70 req-48a8630f-dae5-4066-9a67-0ee3ce6ea21e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.903735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5f82156a-115a-4720-a118-a41061c33957 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:12.907278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7282a3e-85a0-4bf8-8aac-de61217e3f70 req-48a8630f-dae5-4066-9a67-0ee3ce6ea21e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2123666 Feb 19 01:11:12.943987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00cd3980-81bb-4307-8829-f67e7328110a req-6209b1b9-d262-4497-ac30-394baa9d1590 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882303 Feb 19 01:11:12.956975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-c83a511e-295f-4e41-9fdc-ca5fed1935ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.972613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-c83a511e-295f-4e41-9fdc-ca5fed1935ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 807 time: 0.7353063 Feb 19 01:11:13.022609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] Current status of the port 5f82156a-115a-4720-a118-a41061c33957 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:13.023151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5f82156a-115a-4720-a118-a41061c33957), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.067580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7282a3e-85a0-4bf8-8aac-de61217e3f70 req-83510afd-0a54-4395-9450-d541ba1d175c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430192 Feb 19 01:11:13.074156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Request body: {'port': {'device_id': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'admin_state_up': True, 'tenant_id': '1b22f78ded424a309e1894227e59be7f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:13.105567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] For port 5f82156a-115a-4720-a118-a41061c33957, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5f82156a-115a-4720-a118-a41061c33957,segment=NetworkSegment(033feb2c-3e49-4f75-ae2d-112bfb01aea2),segment_id=033feb2c-3e49-4f75-ae2d-112bfb01aea2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:13.113955 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5f82156a-115a-4720-a118-a41061c33957), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.122108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.133127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.152207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5f82156a-115a-4720-a118-a41061c33957 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:13.152581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5f82156a-115a-4720-a118-a41061c33957), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.163432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e08f102a-aaa4-4026-9d16-4720854a4db7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.222932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc53e2-66d2-47bb-9642-ae5d14da5379 None None] Pushing event updated for resources: {'Port': ['ID=5f82156a-115a-4720-a118-a41061c33957,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:13.343899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5f82156a-115a-4720-a118-a41061c33957 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:13.344892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:13.353058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55b976a4-2404-4b48-95b5-42cb2d037e00 req-59a8e799-641d-444b-bdff-910ee3cd02d8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.2649655 Feb 19 01:11:13.483878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (235319da-6636-40ad-a3d2-d8c932e2d091), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.497248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2a281784-ae04-4190-933c-59ed36dbf6fd None None] Provisioning complete for port 5f82156a-115a-4720-a118-a41061c33957 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:13.497812 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a281784-ae04-4190-933c-59ed36dbf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5f82156a-115a-4720-a118-a41061c33957), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.500210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41821c5b-e906-46b5-bee2-7e2d77bb53ba None None] Network e08f102a-aaa4-4026-9d16-4720854a4db7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:13.636850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.686026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:13.686530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.688289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:13.689732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.736781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=656a5a65-42e9-4b83-bb76-0f3409b97778,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:13.796939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242c1c-a588-4733-9dc2-be1ef9149527 req-1bc4950e-378d-4d9b-a6c5-093fd5133f21 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:13.802570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56242c1c-a588-4733-9dc2-be1ef9149527 req-1bc4950e-378d-4d9b-a6c5-093fd5133f21 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.3151703 Feb 19 01:11:13.854387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:13.854698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.860336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2a281784-ae04-4190-933c-59ed36dbf6fd None None] Current status of the port 5f82156a-115a-4720-a118-a41061c33957 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:13.898182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2a281784-ae04-4190-933c-59ed36dbf6fd None None] Provisioning complete for port 656a5a65-42e9-4b83-bb76-0f3409b97778 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:13.898577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a281784-ae04-4190-933c-59ed36dbf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.916029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Made reservation on behalf of 1b22f78ded424a309e1894227e59be7f for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:13.926724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.939646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,segment=NetworkSegment(5f3f39f5-3676-4ab0-acd8-a3377d0272ee),segment_id=5f3f39f5-3676-4ab0-acd8-a3377d0272ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:13.955296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.976267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2a281784-ae04-4190-933c-59ed36dbf6fd None None] Port 656a5a65-42e9-4b83-bb76-0f3409b97778 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:13.992124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3992fb-13ea-410b-8829-5de28ffd6864 req-d2737dfb-2429-4dee-8c4e-d2e6e218a72d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:14.008201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b3992fb-13ea-410b-8829-5de28ffd6864 req-d2737dfb-2429-4dee-8c4e-d2e6e218a72d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.5259576 Feb 19 01:11:14.050142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:14.110695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa03ff-dbd2-4633-8ebe-a7aba4a11372 None None] Network e08f102a-aaa4-4026-9d16-4720854a4db7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:14.112289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b3992fb-13ea-410b-8829-5de28ffd6864 req-05ac4cfd-5ceb-42fc-ab62-62b384c01e55 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032116 Feb 19 01:11:14.128762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8efd3a7c-2f55-4115-a887-dc73dd9ffa5e None None] Provisioning complete for port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:14.129345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efd3a7c-2f55-4115-a887-dc73dd9ffa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.137520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56242c1c-a588-4733-9dc2-be1ef9149527 req-3c3a4fff-8108-470b-aefd-598356b75ec9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178229 Feb 19 01:11:14.259700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,segment=NetworkSegment(5f3f39f5-3676-4ab0-acd8-a3377d0272ee),segment_id=5f3f39f5-3676-4ab0-acd8-a3377d0272ee)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:14.260235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.281962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Deleting port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:14.282873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.388080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:14.401969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3a2f8-b3cc-4b07-bc3a-e1a79bf8add1 req-db141565-f687-4eff-8007-aa4db446099f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:14.409959 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ae3a2f8-b3cc-4b07-bc3a-e1a79bf8add1 req-db141565-f687-4eff-8007-aa4db446099f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1316073 Feb 19 01:11:14.412145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8efd3a7c-2f55-4115-a887-dc73dd9ffa5e None None] Current status of the port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:14.431752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8efd3a7c-2f55-4115-a887-dc73dd9ffa5e None None] Provisioning complete for port 656a5a65-42e9-4b83-bb76-0f3409b97778 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:14.431752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efd3a7c-2f55-4115-a887-dc73dd9ffa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.478668 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.491931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.497317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8efd3a7c-2f55-4115-a887-dc73dd9ffa5e None None] Port 656a5a65-42e9-4b83-bb76-0f3409b97778 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:14.516042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Allocated IP 172.20.0.3 (e04b1465-e00c-4b0e-b4d0-60121e84bb6d/cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e/f247aa3f-4107-4d85-9b2f-d050e6d38770) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:14.548062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ae3a2f8-b3cc-4b07-bc3a-e1a79bf8add1 req-0ffd83eb-9f8b-4152-80fa-bcbdae2085d2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367469 Feb 19 01:11:14.569267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7a10a-eeb9-46e6-a3a4-a97ffed8d81d req-60d441e7-efe6-4b25-b98f-1182b6c3177e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:14.570857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73f7a10a-eeb9-46e6-a3a4-a97ffed8d81d req-60d441e7-efe6-4b25-b98f-1182b6c3177e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2994688 Feb 19 01:11:14.650565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b74963eb-053f-436d-8e9f-ce2654fcf17f None None] Provisioning complete for port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:14.652610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b74963eb-053f-436d-8e9f-ce2654fcf17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.690258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (235319da-6636-40ad-a3d2-d8c932e2d091), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.692296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=656a5a65-42e9-4b83-bb76-0f3409b97778,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:14.780076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5f82156a-115a-4720-a118-a41061c33957 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:14.871910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:14.916858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a2efbb2-4da2-45f9-ba8a-c98486204a6d req-01fba7f4-11fc-40fd-95b5-966fc22029d9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0421407 Feb 19 01:11:14.918737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b74963eb-053f-436d-8e9f-ce2654fcf17f None None] Current status of the port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:14.919174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:14.936254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5f82156a-115a-4720-a118-a41061c33957 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:14.936801 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5f82156a-115a-4720-a118-a41061c33957), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.941893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b74963eb-053f-436d-8e9f-ce2654fcf17f None None] Provisioning complete for port 656a5a65-42e9-4b83-bb76-0f3409b97778 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:14.942179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b74963eb-053f-436d-8e9f-ce2654fcf17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.064392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b74963eb-053f-436d-8e9f-ce2654fcf17f None None] Port 656a5a65-42e9-4b83-bb76-0f3409b97778 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:15.066984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] For port 32a15429-ae8d-4ae4-ad5f-c1c706968ec2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:15.067471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.110008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Calling delete_port for 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:15.138923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5f82156a-115a-4720-a118-a41061c33957 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:15.141530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:15.179536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cf43c-9b11-4a2e-b30c-1ca49ff97d11 req-2b4ab169-bfe8-4e2f-9309-485312153319 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:15.181902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-403cf43c-9b11-4a2e-b30c-1ca49ff97d11 req-2b4ab169-bfe8-4e2f-9309-485312153319 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1276734 Feb 19 01:11:15.234779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:15.235212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.237994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1e846685-7543-496a-9b22-e341c726f6db None None] Provisioning complete for port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:15.239579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e846685-7543-496a-9b22-e341c726f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.247490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73f7a10a-eeb9-46e6-a3a4-a97ffed8d81d req-f660beae-9a1b-4e65-ac89-84647116c3f8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609721 Feb 19 01:11:15.253497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 235319da-6636-40ad-a3d2-d8c932e2d091 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:11:15.274373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-403cf43c-9b11-4a2e-b30c-1ca49ff97d11 req-0cfbf00c-38fb-4945-9237-e60432c7ce4b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 Feb 19 01:11:15.439826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1e846685-7543-496a-9b22-e341c726f6db None None] Current status of the port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:15.467651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:15.476986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.481614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] Sync routers for ids ['235319da-6636-40ad-a3d2-d8c932e2d091'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:15.489589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f2c177fd-f6d7-4965-b72f-360e04c6d363 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/235319da-6636-40ad-a3d2-d8c932e2d091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7805629 Feb 19 01:11:15.494752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60742) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:15.500676 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] Routers {'235319da-6636-40ad-a3d2-d8c932e2d091'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:15.501533 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['235319da-6636-40ad-a3d2-d8c932e2d091'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:15.519028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:15.539638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:15.544425 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:15.569268 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] Routers {'235319da-6636-40ad-a3d2-d8c932e2d091'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:15.569893 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['235319da-6636-40ad-a3d2-d8c932e2d091'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:15.570967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0ac53ad6-6925-47ab-95d1-7ef2c4e88498 None None] Provisioning complete for port 656a5a65-42e9-4b83-bb76-0f3409b97778 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:15.571444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ac53ad6-6925-47ab-95d1-7ef2c4e88498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.618027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks [] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.620708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a49b-5b74-4adf-8efc-d2e770a6d36d req-f66db55c-2daf-45ea-8c67-6e689cb3e350 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:15.627826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1915a49b-5b74-4adf-8efc-d2e770a6d36d req-f66db55c-2daf-45ea-8c67-6e689cb3e350 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2343225 Feb 19 01:11:15.657893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ac53ad6-6925-47ab-95d1-7ef2c4e88498 None None] Port 656a5a65-42e9-4b83-bb76-0f3409b97778 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:15.670176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615fa313-69a4-4458-bd97-799857fd7ed4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:15.672226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-615fa313-69a4-4458-bd97-799857fd7ed4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports/656a5a65-42e9-4b83-bb76-0f3409b97778 HTTP/1.1" status: 200 len: 977 time: 0.1758773 Feb 19 01:11:15.687881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:15.715650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618b7f9-a94f-4ee3-bf5f-de67d0b04af8 None None] DHCP port deletion for e08f102a-aaa4-4026-9d16-4720854a4db7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:15.739933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb61024-be07-446a-aac2-b4a263c13c3c None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:11:15.767206 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:15.768128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55f2ee-4746-4f43-8536-c97c388bb0b6 None None] The sync data for ids ['235319da-6636-40ad-a3d2-d8c932e2d091'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:15.787296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:15.801417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1915a49b-5b74-4adf-8efc-d2e770a6d36d req-d058156a-df50-4108-b12f-b94fc594cb82 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595547 Feb 19 01:11:15.877907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6086d7f-2914-4488-ac55-b09ecc981114 req-37a14a41-61a8-4c14-811e-3097c0d57b52 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:15.879716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6086d7f-2914-4488-ac55-b09ecc981114 req-37a14a41-61a8-4c14-811e-3097c0d57b52 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.4287801 Feb 19 01:11:15.893446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (1cc94ee8-09d6-4301-b8db-d663a4f763ac), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.913944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb61024-be07-446a-aac2-b4a263c13c3c None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:11:15.944062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09eded-5979-4d11-afda-3e946f86a68e req-286cdd5b-4f9d-4e87-915a-391a94d739fb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:15.945737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a09eded-5979-4d11-afda-3e946f86a68e req-286cdd5b-4f9d-4e87-915a-391a94d739fb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.0785146 Feb 19 01:11:16.014406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a09eded-5979-4d11-afda-3e946f86a68e req-7ee1aadd-a1f5-4ae9-afa8-c71d940c07ac tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628922 Feb 19 01:11:16.086594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.112389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6acb9c85-3feb-4d93-a42e-43c347acd723'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:16.172140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6086d7f-2914-4488-ac55-b09ecc981114 req-e349df24-ea5b-4056-9976-56aa622958a2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715929 Feb 19 01:11:16.323080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Network e04b1465-e00c-4b0e-b4d0-60121e84bb6d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:16.383920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:16.427270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:16.435510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:16.457200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (32a15429-ae8d-4ae4-ad5f-c1c706968ec2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.489226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dbf2a-7510-4d18-bf85-64657cff627a req-d2bc6172-f8c7-40fb-898a-6f3d50bdc6a2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:16.490838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a55dbf2a-7510-4d18-bf85-64657cff627a req-d2bc6172-f8c7-40fb-898a-6f3d50bdc6a2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1169789 Feb 19 01:11:16.527409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568b074-e0a1-46a4-9be0-0f5850fc080f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e08f102a-aaa4-4026-9d16-4720854a4db7', 'network_id': 'e08f102a-aaa4-4026-9d16-4720854a4db7', 'project_id': 'fb2fad7b074d408fb67bc8cec5830282', 'fixed_ips': [{'subnet_id': '1cc94ee8-09d6-4301-b8db-d663a4f763ac'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:16.528259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6568b074-e0a1-46a4-9be0-0f5850fc080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.577724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (1cc94ee8-09d6-4301-b8db-d663a4f763ac), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.593373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a55dbf2a-7510-4d18-bf85-64657cff627a req-c0b15a81-c9f4-440c-83e8-97419d7cd4a4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948539 Feb 19 01:11:16.731983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:16.770882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3425e-44ee-4e25-88e6-a5365e88273b req-09c15739-c7f6-4307-a745-f107dcb4baf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:16.779001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ef3425e-44ee-4e25-88e6-a5365e88273b req-09c15739-c7f6-4307-a745-f107dcb4baf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.0819340 Feb 19 01:11:16.789096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:16.794303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e6e8e77-5e4c-4205-99e9-1dbbc1feb7b9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:16.807382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f06fd-1048-420c-8e6e-15f22472b759 req-589c8546-f313-4957-b798-4cf7fe8099c4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:16.809359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-796f06fd-1048-420c-8e6e-15f22472b759 req-589c8546-f313-4957-b798-4cf7fe8099c4 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 931 time: 0.4839535 Feb 19 01:11:16.813216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a15429-ae8d-4ae4-ad5f-c1c706968ec2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:16.839117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b79b7a-256f-4e69-9f81-0498d392fa15 None None] Network e08f102a-aaa4-4026-9d16-4720854a4db7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:16.848948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ef3425e-44ee-4e25-88e6-a5365e88273b req-992dee71-ff32-4b1f-97af-5af2a95f6781 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Feb 19 01:11:16.919575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc94ee8-09d6-4301-b8db-d663a4f763ac,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:16.981236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e1f83-614c-4467-b269-428252acbeaa None None] DHCP port deletion for e08f102a-aaa4-4026-9d16-4720854a4db7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:17.002785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:17.003443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.021366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82fda8-8d37-41fd-a972-fd3d64e59d08 req-0fc147ca-072a-49c4-a25a-d7adbcb8be67 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:17.024512 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f82fda8-8d37-41fd-a972-fd3d64e59d08 req-0fc147ca-072a-49c4-a25a-d7adbcb8be67 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.0793869 Feb 19 01:11:17.059869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e08f102a-aaa4-4026-9d16-4720854a4db7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.090857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-ff854139-bb81-4af9-b77d-e4d9b86d54c3 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0503497 Feb 19 01:11:17.093638 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f82fda8-8d37-41fd-a972-fd3d64e59d08 req-a836da01-618b-4ea8-9541-355d140f3197 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Feb 19 01:11:17.147814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-796f06fd-1048-420c-8e6e-15f22472b759 req-94bb9b6f-43d3-415a-b8e5-5d0802d66faf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740424 Feb 19 01:11:17.156858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Request body: {'port': {'device_id': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:17.178396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08f102a-aaa4-4026-9d16-4720854a4db7']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:17.234655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3f39f5-3676-4ab0-acd8-a3377d0272ee') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:17.235176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3f39f5-3676-4ab0-acd8-a3377d0272ee') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:17.261466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (5f3f39f5-3676-4ab0-acd8-a3377d0272ee), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.263952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949f45-c21c-435d-a519-3d207b3e97bb req-f30c02bb-78af-4418-9224-a22eef51fa62 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:17.269652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19949f45-c21c-435d-a519-3d207b3e97bb req-f30c02bb-78af-4418-9224-a22eef51fa62 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.0952241 Feb 19 01:11:17.321773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19949f45-c21c-435d-a519-3d207b3e97bb req-abf2a84f-2b7a-438b-ae10-775fff634b5a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Feb 19 01:11:17.361363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5f3f39f5-3676-4ab0-acd8-a3377d0272ee), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.379888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:17.380294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (5f3f39f5-3676-4ab0-acd8-a3377d0272ee), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:17.388011 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:17.435019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (35bd7ee1-8831-47d6-b068-a87aaa20b494), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.459884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.544352 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:11:17.766414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664e50d-6840-44b1-8c9f-0531d82fe35d req-5245ddcd-7dbc-4ab6-9cc8-a26237bfbd45 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:17.767894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5664e50d-6840-44b1-8c9f-0531d82fe35d req-5245ddcd-7dbc-4ab6-9cc8-a26237bfbd45 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.5093129 Feb 19 01:11:17.806634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e08f102a-aaa4-4026-9d16-4720854a4db7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.864492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.867651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/e08f102a-aaa4-4026-9d16-4720854a4db7 HTTP/1.1" status: 204 len: 168 time: 5.4732435 Feb 19 01:11:17.879382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:17.914632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59af84-88dc-4f4a-acf0-6c25c7b576de tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=e08f102a-aaa4-4026-9d16-4720854a4db7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:17.936817 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-177b759f-6ab5-4465-bae4-cbd90377ce1a tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:17.936817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177b759f-6ab5-4465-bae4-cbd90377ce1a tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:17.942966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-177b759f-6ab5-4465-bae4-cbd90377ce1a tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/1cc94ee8-09d6-4301-b8db-d663a4f763ac HTTP/1.1" status: 404 len: 337 time: 0.0601563 Feb 19 01:11:17.943246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:17.971582 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-70909678-2dce-4be9-853d-b59e0ff883ed tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:17.972451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70909678-2dce-4be9-853d-b59e0ff883ed tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:17.975944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-70909678-2dce-4be9-853d-b59e0ff883ed tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/e08f102a-aaa4-4026-9d16-4720854a4db7 HTTP/1.1" status: 404 len: 339 time: 0.0316777 Feb 19 01:11:17.979294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:18.042838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (235319da-6636-40ad-a3d2-d8c932e2d091), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.088628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5664e50d-6840-44b1-8c9f-0531d82fe35d req-87718619-fbb1-4a73-b5b1-85079187a16b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874560 Feb 19 01:11:18.112125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf7e1-3a4b-4c45-ab63-8133662a90d1 req-78dcbff3-07c0-45c4-91ce-78e9807040e2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:18.112125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-874cf7e1-3a4b-4c45-ab63-8133662a90d1 req-78dcbff3-07c0-45c4-91ce-78e9807040e2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1326673 Feb 19 01:11:18.114555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (11161242-4c92-4f10-a661-55e1543f4761), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.174446 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.468434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28277-29c2-462b-8190-eb84000c30f8 req-67d94ed2-3f80-4a0b-b8d7-803ab7792dd1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:18.470034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfc28277-29c2-462b-8190-eb84000c30f8 req-67d94ed2-3f80-4a0b-b8d7-803ab7792dd1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2313590 Feb 19 01:11:18.516546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Router 35bd7ee1-8831-47d6-b068-a87aaa20b494 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:18.542139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f247aa3f-4107-4d85-9b2f-d050e6d38770 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:18.555418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Publish callbacks [] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.614456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Transition to ACTIVE for port object f247aa3f-4107-4d85-9b2f-d050e6d38770 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:11:18.644758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (11161242-4c92-4f10-a661-55e1543f4761), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.658503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.666771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-874cf7e1-3a4b-4c45-ab63-8133662a90d1 req-6f505c94-ddb2-4335-9ca8-47ddbe7d8db0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468061 Feb 19 01:11:18.688512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11161242-4c92-4f10-a661-55e1543f4761']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:18.703375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfc28277-29c2-462b-8190-eb84000c30f8 req-ae36190a-0469-40d4-a0cd-835167503e65 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008362 Feb 19 01:11:18.722926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cb2ea6-1e15-4bde-a613-6e028562bee9') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:18.723224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cb2ea6-1e15-4bde-a613-6e028562bee9') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:18.756186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (b8cb2ea6-1e15-4bde-a613-6e028562bee9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.809826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b8cb2ea6-1e15-4bde-a613-6e028562bee9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.820129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:18.820564 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (b8cb2ea6-1e15-4bde-a613-6e028562bee9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:18.823811 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:18.836445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:18.857088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:18.870968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] Sync routers for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:18.891967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:18.892209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11ab0354-a96f-4bdf-a6a4-cd1e3763e181 admin admin] 10.222.0.43 "PUT /v2.0/routers/35bd7ee1-8831-47d6-b068-a87aaa20b494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7811723 Feb 19 01:11:18.893456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:18.894600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230a16-8c68-42b6-9016-0f24778197f2 req-bef10caa-b5ae-4758-8066-e92e3bd60664 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:18.900431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:18.902422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c230a16-8c68-42b6-9016-0f24778197f2 req-bef10caa-b5ae-4758-8066-e92e3bd60664 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.1333001 Feb 19 01:11:18.934444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (11161242-4c92-4f10-a661-55e1543f4761), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.942924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.948542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/11161242-4c92-4f10-a661-55e1543f4761 HTTP/1.1" status: 204 len: 168 time: 0.9583604 Feb 19 01:11:18.951780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:18.976255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 656a5a65-42e9-4b83-bb76-0f3409b97778 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:18.976515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.979340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb3585-251a-41a5-a8c1-16fa5247a5b1 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=11161242-4c92-4f10-a661-55e1543f4761,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:19.008374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c230a16-8c68-42b6-9016-0f24778197f2 req-b5f7b49b-1acd-421d-b2ae-1a54a51344c5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049316 Feb 19 01:11:19.013756 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc079a58-6456-4a3d-afc3-3961c79c92ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:19.014225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc079a58-6456-4a3d-afc3-3961c79c92ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:19.029612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:19.036857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc079a58-6456-4a3d-afc3-3961c79c92ba tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/2dabe766-ad25-4aa0-a826-8c16027f3be4 HTTP/1.1" status: 404 len: 337 time: 0.0820861 Feb 19 01:11:19.102968 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8effa18d-1b89-4252-8d15-2ebeb3cd80be tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:19.103479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8effa18d-1b89-4252-8d15-2ebeb3cd80be tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:19.109906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8effa18d-1b89-4252-8d15-2ebeb3cd80be tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/a5e66037-ff3d-4281-8090-b0189dfd1b0a HTTP/1.1" status: 404 len: 339 time: 0.0766680 Feb 19 01:11:19.110088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:19.112023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60800) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:19.202417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting subnet 563ab184-458b-41f5-9424-93f71a106f2c {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:19.207401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (563ab184-458b-41f5-9424-93f71a106f2c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.212263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef1b3a-fca8-43bd-90fb-48698c8d5fdf req-116baea6-567c-497d-9dc0-7bae4b87f07e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:19.219572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91ef1b3a-fca8-43bd-90fb-48698c8d5fdf req-116baea6-567c-497d-9dc0-7bae4b87f07e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.3957744 Feb 19 01:11:19.230831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:19.231119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:19.231415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:19.237749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f260e1-747c-498c-ac5d-e3261326b204 req-c1c36e66-33c6-4ccd-8dd3-c1625e805ffd tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:19.239708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04f260e1-747c-498c-ac5d-e3261326b204 req-c1c36e66-33c6-4ccd-8dd3-c1625e805ffd tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1411388 Feb 19 01:11:19.273184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:11:19.273547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:19.277040 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.283109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks [] for router (35bd7ee1-8831-47d6-b068-a87aaa20b494), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.285660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (563ab184-458b-41f5-9424-93f71a106f2c), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.329922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:19.330350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:19.330690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:19.331141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Bound port: f247aa3f-4107-4d85-9b2f-d050e6d38770, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:19.331503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.343660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 656a5a65-42e9-4b83-bb76-0f3409b97778 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:19.369912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:11:16Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:19.405610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04f260e1-747c-498c-ac5d-e3261326b204 req-d3911735-e3bb-4c6d-9330-50fe999b19ce tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502113 Feb 19 01:11:19.415861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91ef1b3a-fca8-43bd-90fb-48698c8d5fdf req-ee116bc9-2cd8-4648-9f39-edbeda1c12c7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953492 Feb 19 01:11:19.421945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] Checking router: 35bd7ee1-8831-47d6-b068-a87aaa20b494 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:11:19.434329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] Routers {'35bd7ee1-8831-47d6-b068-a87aaa20b494'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:19.435044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['35bd7ee1-8831-47d6-b068-a87aaa20b494'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:19.465733 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (563ab184-458b-41f5-9424-93f71a106f2c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.577946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] Set router 35bd7ee1-8831-47d6-b068-a87aaa20b494 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:19.598926 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (563ab184-458b-41f5-9424-93f71a106f2c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.633554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=563ab184-458b-41f5-9424-93f71a106f2c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:19.646990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.660710 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-18777b1e-9175-4c4f-ab7a-a910f2603a0b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/563ab184-458b-41f5-9424-93f71a106f2c HTTP/1.1" status: 204 len: 168 time: 0.5412667 Feb 19 01:11:19.660938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:19.664405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc831c8-2e65-42e0-9d76-3992af90bdaa None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:19.732901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting subnet 2cfd2b4a-695a-4880-b0f3-e5b366672509 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:19.737097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (2cfd2b4a-695a-4880-b0f3-e5b366672509), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.743067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks [] for router_gateway (35bd7ee1-8831-47d6-b068-a87aaa20b494), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.834096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:19.849776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (2cfd2b4a-695a-4880-b0f3-e5b366672509), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.890549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:19.906865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc6c5-ac57-4eb5-92d0-8880bf8168ae req-7950b541-8c0e-41cc-8c17-80e57decbee6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:19.908743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9bcc6c5-ac57-4eb5-92d0-8880bf8168ae req-7950b541-8c0e-41cc-8c17-80e57decbee6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3049879 Feb 19 01:11:19.922628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b444b3-a148-4e08-bc4e-923fad319273 req-0d81779f-6af1-4917-984c-a7dbe0b16503 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:19.924588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94b444b3-a148-4e08-bc4e-923fad319273 req-0d81779f-6af1-4917-984c-a7dbe0b16503 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1396060 Feb 19 01:11:19.929860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.988258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94b444b3-a148-4e08-bc4e-923fad319273 req-e7800578-bd91-47b6-8f84-0865b30b587e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570056 Feb 19 01:11:20.066844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2cfd2b4a-695a-4880-b0f3-e5b366672509), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.107087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:11:16Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:20.149568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42efa4a7-6bda-453d-8127-29cce5a43f06 None None] The sync data for ids ['35bd7ee1-8831-47d6-b068-a87aaa20b494'] in n-d-826752-2 is: [{'id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'name': 'tempest-AttachVolumeTestJSON-1573188237-router', 'tenant_id': 'd75b15af394b4c619086741abc9d2f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:02:05Z', 'updated_at': '2022-02-19T01:11:16Z', 'revision_number': 5, 'project_id': 'd75b15af394b4c619086741abc9d2f91', 'gw_port': {'id': '861d3e2e-03d7-463c-9773-37a6030217ce', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd7ee1-8831-47d6-b068-a87aaa20b494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:02:06Z', 'updated_at': '2022-02-19T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:20.183598 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d69c-3b05-4ae2-8004-85366b5ecdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.289907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55c1d0-4f75-49d7-9833-a81edf57731b req-62d31e50-ac36-4641-b2ce-4fed67583819 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:20.297076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d55c1d0-4f75-49d7-9833-a81edf57731b req-62d31e50-ac36-4641-b2ce-4fed67583819 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.1346047 Feb 19 01:11:20.304853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (2cfd2b4a-695a-4880-b0f3-e5b366672509), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.346929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfd2b4a-695a-4880-b0f3-e5b366672509,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:20.355434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.359197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eee015fe-614a-4a67-9608-923b24d363a5 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/2cfd2b4a-695a-4880-b0f3-e5b366672509 HTTP/1.1" status: 204 len: 168 time: 0.6973119 Feb 19 01:11:20.362420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60814) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:20.378649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:20.401134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:20.404324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.407814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-87f93211-03ed-4b0b-baae-c3e560b9949b service neutron] 10.222.0.10 "PUT /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 1091 time: 3.2639067 Feb 19 01:11:20.414923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:20.418770 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e44241-d7ef-4e17-9067-97e4c789303e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:20.460075 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d55c1d0-4f75-49d7-9833-a81edf57731b req-3d9da001-c60e-4fcf-82bd-bd7b8d2b43a1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619484 Feb 19 01:11:20.481785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9bcc6c5-ac57-4eb5-92d0-8880bf8168ae req-85eaffdb-8c8a-4767-9641-50c226ec43a3 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643125 Feb 19 01:11:20.542617 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9a274c0e-c0c0-48e3-b185-9ae377a54bef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.613873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:20.637879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Deleting port 861d3e2e-03d7-463c-9773-37a6030217ce {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:20.638970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.661722 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523cb8b4-bc87-4e18-94f2-d61a5875c64d x-openstack-request-id: req-523cb8b4-bc87-4e18-94f2-d61a5875c64d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:20.664924 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:20.665430 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-523cb8b4-bc87-4e18-94f2-d61a5875c64d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:20.666473 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'status': 'completed', 'code': 200} Feb 19 01:11:20.668108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (656a5a65-42e9-4b83-bb76-0f3409b97778), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.685158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:20.687690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 32a15429-ae8d-4ae4-ad5f-c1c706968ec2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:20.745586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527229f-d586-4f91-bb1e-e780bd504907 req-ec18d9a2-835a-4075-94fd-7462818f4951 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:20.747613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f527229f-d586-4f91-bb1e-e780bd504907 req-ec18d9a2-835a-4075-94fd-7462818f4951 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.0993810 Feb 19 01:11:20.785462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port b40304a8-6a7a-4016-963e-ab9e34c797a1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:20.785984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.847323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=656a5a65-42e9-4b83-bb76-0f3409b97778,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:20.966184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f527229f-d586-4f91-bb1e-e780bd504907 req-e0bc5e14-b2e2-4997-867e-bd7183f74df1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080078 Feb 19 01:11:20.968885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port b40304a8-6a7a-4016-963e-ab9e34c797a1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b40304a8-6a7a-4016-963e-ab9e34c797a1,segment=NetworkSegment(a27b27eb-495c-469f-b08b-f74d378d08f8),segment_id=a27b27eb-495c-469f-b08b-f74d378d08f8)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:20.969288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.982876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for b40304a8-6a7a-4016-963e-ab9e34c797a1 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:21.010683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-e53cc1ba-199e-4548-805a-6a94153eca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.012485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-e53cc1ba-199e-4548-805a-6a94153eca63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1125 time: 0.5467637 Feb 19 01:11:21.054816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6276f8-2f10-4458-be6f-00b974511ace None None] Network 9a274c0e-c0c0-48e3-b185-9ae377a54bef requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:21.128373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.146826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b5c4c4ee-5b3c-4d64-9079-926d9469937b None None] Provisioning complete for port b40304a8-6a7a-4016-963e-ab9e34c797a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:21.147207 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c4ee-5b3c-4d64-9079-926d9469937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b40304a8-6a7a-4016-963e-ab9e34c797a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.161927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf778c-62da-456e-80a3-894d7d2237aa req-2ad83a41-0e40-442d-9dd4-4cf02fd3d2ed tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.163741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82cf778c-62da-456e-80a3-894d7d2237aa req-2ad83a41-0e40-442d-9dd4-4cf02fd3d2ed tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.5091813 Feb 19 01:11:21.172642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] For port 861d3e2e-03d7-463c-9773-37a6030217ce, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=861d3e2e-03d7-463c-9773-37a6030217ce,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:21.173067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.177785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-1c7427fe-5dad-4a7d-924d-6b39fdacb5d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 217 time: 0.1455424 Feb 19 01:11:21.181420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=b40304a8-6a7a-4016-963e-ab9e34c797a1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:21.221508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4c4ee-5b3c-4d64-9079-926d9469937b None None] Port b40304a8-6a7a-4016-963e-ab9e34c797a1 was deleted so its status cannot be updated. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:11:21.232077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port b40304a8-6a7a-4016-963e-ab9e34c797a1 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:21.241166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Calling delete_port for 861d3e2e-03d7-463c-9773-37a6030217ce owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:21.314352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e649ec49-3403-45f2-be77-56b0986e6774 None None] DHCP port deletion for 9a274c0e-c0c0-48e3-b185-9ae377a54bef request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:21.343726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ae35-1998-4105-bfd2-fd4e40720508 req-f58b8192-d450-4feb-b4ce-90966f0071cf tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.345293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3478ae35-1998-4105-bfd2-fd4e40720508 req-f58b8192-d450-4feb-b4ce-90966f0071cf tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1650131 Feb 19 01:11:21.347503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9a274c0e-c0c0-48e3-b185-9ae377a54bef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.383082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a274c0e-c0c0-48e3-b185-9ae377a54bef']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.401606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27b27eb-495c-469f-b08b-f74d378d08f8') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.401858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27b27eb-495c-469f-b08b-f74d378d08f8') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.418137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (a27b27eb-495c-469f-b08b-f74d378d08f8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.433063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3478ae35-1998-4105-bfd2-fd4e40720508 req-dc685845-a04b-4df6-bf7d-56f5ee8179ed tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776713 Feb 19 01:11:21.440213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a27b27eb-495c-469f-b08b-f74d378d08f8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.440411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (235319da-6636-40ad-a3d2-d8c932e2d091), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.450651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-b63ccc19-db8b-4454-89b0-22ceb601ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.452981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-b63ccc19-db8b-4454-89b0-22ceb601ace3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.2480097 Feb 19 01:11:21.455678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:21.456100 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (a27b27eb-495c-469f-b08b-f74d378d08f8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:21.461177 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:21.480253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82cf778c-62da-456e-80a3-894d7d2237aa req-74861169-b38f-478f-b4ea-14298893982c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918408 Feb 19 01:11:21.551050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-e05950a1-a7bc-4e81-89b8-f22d0bd7db68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867665 Feb 19 01:11:21.623075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9a274c0e-c0c0-48e3-b185-9ae377a54bef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.631641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.634944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/9a274c0e-c0c0-48e3-b185-9ae377a54bef HTTP/1.1" status: 204 len: 168 time: 1.2715552 Feb 19 01:11:21.638921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.662494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c031394-ba10-4f72-b020-36b7d01a9bb8 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=9a274c0e-c0c0-48e3-b185-9ae377a54bef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:21.683896 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e848d9ec-d1ed-493d-813f-328360bf037e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:21.684369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e848d9ec-d1ed-493d-813f-328360bf037e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:21.688132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e848d9ec-d1ed-493d-813f-328360bf037e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/5489a66b-0d01-48b7-b228-0b6a22089afc HTTP/1.1" status: 404 len: 337 time: 0.0464642 Feb 19 01:11:21.691259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60832) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.706617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bb3ea-d503-41c5-a7a8-cad2422d35a3 req-769cfc57-5c5d-49f1-bc5d-189d7b2e770f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.708207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c6bb3ea-d503-41c5-a7a8-cad2422d35a3 req-769cfc57-5c5d-49f1-bc5d-189d7b2e770f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1443379 Feb 19 01:11:21.727120 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20199dd-0ec3-4d37-9d8e-027d5a278b03 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:21.727120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20199dd-0ec3-4d37-9d8e-027d5a278b03 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:21.730131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f20199dd-0ec3-4d37-9d8e-027d5a278b03 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/baeec388-5b24-47d6-84fa-6dca76c5a91d HTTP/1.1" status: 404 len: 339 time: 0.0383925 Feb 19 01:11:21.735342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.770776 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-974385f6-a3ab-499a-b708-82fd34c42302 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:21.771239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974385f6-a3ab-499a-b708-82fd34c42302 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:21.776174 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-974385f6-a3ab-499a-b708-82fd34c42302 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/a5eae531-e0ad-4f4d-8364-092e60b490d9 HTTP/1.1" status: 404 len: 337 time: 0.0380557 Feb 19 01:11:21.777257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.805950 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4098c550-9269-4783-98ec-751c330b5ad6 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:21.806487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4098c550-9269-4783-98ec-751c330b5ad6 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:21.813364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4098c550-9269-4783-98ec-751c330b5ad6 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/57b601f9-4723-421e-be94-0d5552da3150 HTTP/1.1" status: 404 len: 339 time: 0.0316532 Feb 19 01:11:21.814586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.856145 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b182e989-e12f-4732-9e7d-4a2b0f109cbc tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:21.856834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b182e989-e12f-4732-9e7d-4a2b0f109cbc tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:21.861157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b182e989-e12f-4732-9e7d-4a2b0f109cbc tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/a14e567b-4a64-4310-a3aa-d0dab72e5533 HTTP/1.1" status: 404 len: 337 time: 0.0452864 Feb 19 01:11:21.862734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60840) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.874715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c6bb3ea-d503-41c5-a7a8-cad2422d35a3 req-f53a31ae-7d67-452f-98ce-0b3bab42c392 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593797 Feb 19 01:11:21.887818 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c413bd5-c2eb-4008-9811-bf4836a2b21b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:21.887818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c413bd5-c2eb-4008-9811-bf4836a2b21b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:21.893068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6c413bd5-c2eb-4008-9811-bf4836a2b21b tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/92a6f2f9-06b0-48a1-a4cc-ab702cff2bbc HTTP/1.1" status: 404 len: 339 time: 0.0276735 Feb 19 01:11:21.894554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60842) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.896743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-8871e1d5-c7da-44ba-a3b6-3a31ad8188e1 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369806 Feb 19 01:11:21.912363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 235319da-6636-40ad-a3d2-d8c932e2d091 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:21.921105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9334-a4ca-470f-9ea5-8d7ff45c5542 req-78758a10-b9a8-4dc9-a926-e01416ce5311 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.923088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a89f9334-a4ca-470f-9ea5-8d7ff45c5542 req-78758a10-b9a8-4dc9-a926-e01416ce5311 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.3338096 Feb 19 01:11:22.018202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting subnet 0526fa6c-c89b-442c-95de-0cc67c18d053 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:22.023605 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (0526fa6c-c89b-442c-95de-0cc67c18d053), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.065924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (861d3e2e-03d7-463c-9773-37a6030217ce), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.077724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0aa46-a030-49c1-a085-21e4db37d2ed req-0ce7ed53-7d23-4c64-9f2e-5f99abb1ffb2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:22.079240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18a0aa46-a030-49c1-a085-21e4db37d2ed req-0ce7ed53-7d23-4c64-9f2e-5f99abb1ffb2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1092868 Feb 19 01:11:22.084755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (0526fa6c-c89b-442c-95de-0cc67c18d053), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.154299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Pushing event deleted for resources: {'Port': ['ID=861d3e2e-03d7-463c-9773-37a6030217ce,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:22.183772 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a89f9334-a4ca-470f-9ea5-8d7ff45c5542 req-0f834be4-13b5-4cfc-b1c3-30c14ec21a7d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464919 Feb 19 01:11:22.188759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:22.192137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18a0aa46-a030-49c1-a085-21e4db37d2ed req-c91b6dbd-65a3-43ea-8c6e-5d48c720e5d5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842702 Feb 19 01:11:22.196830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3247ebb-d4c5-4195-9868-3914c6d0da9c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/235319da-6636-40ad-a3d2-d8c932e2d091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4956355 Feb 19 01:11:22.199715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60846) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.210381 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] Sync routers for ids ['235319da-6636-40ad-a3d2-d8c932e2d091'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:22.226949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3336224-5ab5-4fe8-8615-e92a0fec409e req-0c43b371-ec30-4afa-98ec-69da19e8758e service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175297 Feb 19 01:11:22.251642 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] Routers {'235319da-6636-40ad-a3d2-d8c932e2d091'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:22.255522 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['235319da-6636-40ad-a3d2-d8c932e2d091'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:22.272937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (35bd7ee1-8831-47d6-b068-a87aaa20b494), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.350840 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:22.358555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0526fa6c-c89b-442c-95de-0cc67c18d053), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.369032 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] Routers {'235319da-6636-40ad-a3d2-d8c932e2d091'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:22.370080 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:10:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['235319da-6636-40ad-a3d2-d8c932e2d091'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:22.441437 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:22.442679 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c643b4a6-c78d-4b37-8612-d36af447a1d8 None None] The sync data for ids ['235319da-6636-40ad-a3d2-d8c932e2d091'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:22.551556 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-a415f82f-5301-4a71-b0a8-c377170f28e7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 01:11:22.555696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55894def-bb5e-4ae7-b351-2b5c2a5aa110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.557289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a415f82f-5301-4a71-b0a8-c377170f28e7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/235319da-6636-40ad-a3d2-d8c932e2d091/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3542643 Feb 19 01:11:22.558402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60856) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.566361 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (35bd7ee1-8831-47d6-b068-a87aaa20b494), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.581598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks [] for router_controller (35bd7ee1-8831-47d6-b068-a87aaa20b494), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.596489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (0526fa6c-c89b-442c-95de-0cc67c18d053), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.607563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d685764b-693f-4226-83eb-710c66e97f69 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=235319da-6636-40ad-a3d2-d8c932e2d091 HTTP/1.1" status: 200 len: 205 time: 0.0477252 Feb 19 01:11:22.618092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.673052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=0526fa6c-c89b-442c-95de-0cc67c18d053,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:22.680895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (35bd7ee1-8831-47d6-b068-a87aaa20b494), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.681580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bd7ee1-8831-47d6-b068-a87aaa20b494 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:11:22.688176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.690380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a8ac5995-f8c7-4cba-b448-9961ea8fc035 admin admin] 10.222.0.43 "DELETE /v2.0/routers/35bd7ee1-8831-47d6-b068-a87aaa20b494 HTTP/1.1" status: 204 len: 168 time: 3.7886364 Feb 19 01:11:22.695725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44241-d7ef-4e17-9067-97e4c789303e req-eb59301f-845c-41a0-885d-4082493fb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:22.700895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-eb59301f-845c-41a0-885d-4082493fb826 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1125 time: 0.3757281 Feb 19 01:11:22.701416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.733648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d4357-ebae-4694-8118-7612a2d77484 req-bde06d20-6ef4-47bc-accb-93f56f4ef788 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:22.739715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.743748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-275d4357-ebae-4694-8118-7612a2d77484 req-bde06d20-6ef4-47bc-accb-93f56f4ef788 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2844465 Feb 19 01:11:22.749767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b1ea26c-c65e-4ac6-a83f-87b76bb5ec9e tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/0526fa6c-c89b-442c-95de-0cc67c18d053 HTTP/1.1" status: 204 len: 168 time: 0.8504078 Feb 19 01:11:22.749966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c485f05-8377-4480-b454-83b0c1d2c672 None None] Network b88778a0-f017-4c14-9e85-c55d88798a92 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:22.756681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.900617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b40304a8-6a7a-4016-963e-ab9e34c797a1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:22.905498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (235319da-6636-40ad-a3d2-d8c932e2d091), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.944037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b40304a8-6a7a-4016-963e-ab9e34c797a1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:22.944666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b40304a8-6a7a-4016-963e-ab9e34c797a1 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:22.975215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bdb2e-f05f-4408-917d-df91b3f85c25 req-b38f70a5-ef50-453f-a642-e1a93a3efa17 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:22.977956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd9bdb2e-f05f-4408-917d-df91b3f85c25 req-b38f70a5-ef50-453f-a642-e1a93a3efa17 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.3835218 Feb 19 01:11:22.996585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Deleting subnet 49870ac0-2275-45b2-94a5-0e30f3f80962 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:23.042602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-275d4357-ebae-4694-8118-7612a2d77484 req-35a9ee20-c67c-43ea-b55a-6df09625c5f2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952833 Feb 19 01:11:23.046248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Publish callbacks [] for subnet (49870ac0-2275-45b2-94a5-0e30f3f80962), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.169421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44241-d7ef-4e17-9067-97e4c789303e req-5651e977-abf8-4a5c-9c24-d53c0b1b8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:23.171611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-5651e977-abf8-4a5c-9c24-d53c0b1b8aa1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.4604537 Feb 19 01:11:23.176812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (49870ac0-2275-45b2-94a5-0e30f3f80962), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.197515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (235319da-6636-40ad-a3d2-d8c932e2d091), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.203787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (235319da-6636-40ad-a3d2-d8c932e2d091), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.210369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b88778a0-f017-4c14-9e85-c55d88798a92), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.297685 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (235319da-6636-40ad-a3d2-d8c932e2d091), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.298143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router 235319da-6636-40ad-a3d2-d8c932e2d091 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:11:23.307513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.312155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69645d17-43fd-4a29-882d-7c3dd06cb396 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/235319da-6636-40ad-a3d2-d8c932e2d091 HTTP/1.1" status: 204 len: 168 time: 0.6887360 Feb 19 01:11:23.316299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60868) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:23.362820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd9bdb2e-f05f-4408-917d-df91b3f85c25 req-79888e9a-e652-4f19-be9e-ccba4887a6ee tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170073 Feb 19 01:11:23.372569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] DHCP port deletion for b88778a0-f017-4c14-9e85-c55d88798a92 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:23.491118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] Deleting port 2168c0f7-8923-4efc-b3c9-8761299505ea {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:23.491782 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.505233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet a77796c1-1546-4289-ba69-ed63693ff5ca {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:23.509574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (a77796c1-1546-4289-ba69-ed63693ff5ca), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.558829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (a77796c1-1546-4289-ba69-ed63693ff5ca), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.565740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] For port 2168c0f7-8923-4efc-b3c9-8761299505ea, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2168c0f7-8923-4efc-b3c9-8761299505ea,segment=NetworkSegment(5b6625e3-99d8-48da-8168-8405bede99f6),segment_id=5b6625e3-99d8-48da-8168-8405bede99f6)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:23.566811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.586683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] Calling delete_port for 2168c0f7-8923-4efc-b3c9-8761299505ea owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:23.624551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-ba25d2a8-498e-4a0a-9c5f-225d1c59030d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 217 time: 0.4060204 Feb 19 01:11:23.652149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b884-41bc-4997-898f-8200e788e856 req-de338ed3-1ce2-433c-a34f-d67b085ee9eb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:23.661877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc02b884-41bc-4997-898f-8200e788e856 req-de338ed3-1ce2-433c-a34f-d67b085ee9eb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.5382707 Feb 19 01:11:23.689114 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.698920 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a77796c1-1546-4289-ba69-ed63693ff5ca), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.726721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] Pushing event deleted for resources: {'Port': ['ID=2168c0f7-8923-4efc-b3c9-8761299505ea,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:23.741412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547642b-2bb6-4030-84a7-9affc7e48422 None None] No DVR routers for this DVR port 2168c0f7-8923-4efc-b3c9-8761299505ea on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:23.744323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.817897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44241-d7ef-4e17-9067-97e4c789303e req-4f307636-9157-464c-9454-7e587d5e0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:23.819873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-4f307636-9157-464c-9454-7e587d5e0e06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1817811 Feb 19 01:11:23.824863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (49870ac0-2275-45b2-94a5-0e30f3f80962), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.829947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port 2168c0f7-8923-4efc-b3c9-8761299505ea {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:23.830510 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.894271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a77796c1-1546-4289-ba69-ed63693ff5ca), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.904383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-3c62b843-7453-43d0-ad6d-5f0069287f56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763686 Feb 19 01:11:23.917499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc02b884-41bc-4997-898f-8200e788e856 req-813900f7-3e95-4fd7-af08-5e3c1c236deb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546813 Feb 19 01:11:23.939381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ee8f-cefa-4bfb-84f3-9518a69e70e1 req-5a20bf97-8427-4ad9-9c7c-03e5c6593c2d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:23.941052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d54ee8f-cefa-4bfb-84f3-9518a69e70e1 req-5a20bf97-8427-4ad9-9c7c-03e5c6593c2d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2011359 Feb 19 01:11:23.976385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=a77796c1-1546-4289-ba69-ed63693ff5ca,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:23.990465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.994765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3035b-f420-4526-bb19-e10e745c39ca None None] Network 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:24.007369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8d2d9509-3c79-4044-90e2-8795bd0bf2fe tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/a77796c1-1546-4289-ba69-ed63693ff5ca HTTP/1.1" status: 204 len: 168 time: 0.6899071 Feb 19 01:11:24.010948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (49870ac0-2275-45b2-94a5-0e30f3f80962), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.011496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60870) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:24.042038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port 2168c0f7-8923-4efc-b3c9-8761299505ea, host n-d-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:24.043306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.057140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49870ac0-2275-45b2-94a5-0e30f3f80962,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:24.067802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for 2168c0f7-8923-4efc-b3c9-8761299505ea owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:24.072453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Port 2168c0f7-8923-4efc-b3c9-8761299505ea was not found and therefore no delete operation was performed {{(pid=103430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:11:24.112889 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.117081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6543fbc9-4686-4416-b564-da5ef6ab8c56 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/49870ac0-2275-45b2-94a5-0e30f3f80962 HTTP/1.1" status: 204 len: 168 time: 1.4131646 Feb 19 01:11:24.121407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726c92f-e16e-46cc-a70c-fb5518eaab30 None None] Network d6203616-7407-4e34-ba9b-c572712fd403 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:24.128646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:24.152793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-52afcb4b-69dd-45e0-b7df-5a45b91d5765 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310526 Feb 19 01:11:24.187383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2168c0f7-8923-4efc-b3c9-8761299505ea), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.227802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.282777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port 2168c0f7-8923-4efc-b3c9-8761299505ea on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:24.298616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=2168c0f7-8923-4efc-b3c9-8761299505ea,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:24.326373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] DHCP port deletion for 5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:24.344384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40e44241-d7ef-4e17-9067-97e4c789303e req-0e8f2452-6427-4cd0-8d59-47c35d48c5ae service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534941 Feb 19 01:11:24.349060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d6203616-7407-4e34-ba9b-c572712fd403), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.367739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] DHCP port deletion for d6203616-7407-4e34-ba9b-c572712fd403 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:24.383367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20155fb5-8bbe-4bf2-9c17-eb4b65244ed8 req-6a3f3ac2-f0fb-47c9-994c-c3f799a38cb0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:24.393370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20155fb5-8bbe-4bf2-9c17-eb4b65244ed8 req-6a3f3ac2-f0fb-47c9-994c-c3f799a38cb0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.3383772 Feb 19 01:11:24.436192 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b88778a0-f017-4c14-9e85-c55d88798a92), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.458169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] Deleting port 5f82156a-115a-4720-a118-a41061c33957 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:24.459010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5f82156a-115a-4720-a118-a41061c33957), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.466228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88778a0-f017-4c14-9e85-c55d88798a92']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:24.482445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6625e3-99d8-48da-8168-8405bede99f6') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:24.483559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6625e3-99d8-48da-8168-8405bede99f6') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:24.493444 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20155fb5-8bbe-4bf2-9c17-eb4b65244ed8 req-b1088f6e-cc5d-4d6a-ad0d-cd448d4cd37a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978265 Feb 19 01:11:24.495113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (5b6625e3-99d8-48da-8168-8405bede99f6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.513655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5b6625e3-99d8-48da-8168-8405bede99f6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.521112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:24.521560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (5b6625e3-99d8-48da-8168-8405bede99f6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.552575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Deleting port eefbc06a-e6ee-4f1a-963b-e0331f201544 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:24.553586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.713274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] For port eefbc06a-e6ee-4f1a-963b-e0331f201544, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eefbc06a-e6ee-4f1a-963b-e0331f201544,segment=NetworkSegment(592ed871-afcf-48e2-9ad6-c84797d69a3f),segment_id=592ed871-afcf-48e2-9ad6-c84797d69a3f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:24.713658 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.732491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Calling delete_port for eefbc06a-e6ee-4f1a-963b-e0331f201544 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:24.756922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4311723-4244-4de2-a391-1b0d02ce35c8 req-a39ab75a-3aa2-4b38-9e3a-ee4d7bffad17 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:24.766860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a4311723-4244-4de2-a391-1b0d02ce35c8 req-a39ab75a-3aa2-4b38-9e3a-ee4d7bffad17 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1766181 Feb 19 01:11:24.831247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] For port 5f82156a-115a-4720-a118-a41061c33957, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5f82156a-115a-4720-a118-a41061c33957,segment=NetworkSegment(033feb2c-3e49-4f75-ae2d-112bfb01aea2),segment_id=033feb2c-3e49-4f75-ae2d-112bfb01aea2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:24.832577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5f82156a-115a-4720-a118-a41061c33957), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.854821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] Calling delete_port for 5f82156a-115a-4720-a118-a41061c33957 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:24.894686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a4311723-4244-4de2-a391-1b0d02ce35c8 req-aefe8ae5-e7f3-4145-90bb-d1b772bdd1e8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207025 Feb 19 01:11:24.922930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.969391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5f82156a-115a-4720-a118-a41061c33957 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:24.973861 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (5f82156a-115a-4720-a118-a41061c33957), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.013271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] No DVR routers for this DVR port eefbc06a-e6ee-4f1a-963b-e0331f201544 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:25.027934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefbc06a-e6ee-4f1a-963b-e0331f201544,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.028920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 5f82156a-115a-4720-a118-a41061c33957 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:25.029403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5f82156a-115a-4720-a118-a41061c33957 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:25.029883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eefbc06a-e6ee-4f1a-963b-e0331f201544 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:25.062560 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:25.065288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: eefbc06a-e6ee-4f1a-963b-e0331f201544 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:25.065288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eefbc06a-e6ee-4f1a-963b-e0331f201544 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:25.065288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 861d3e2e-03d7-463c-9773-37a6030217ce no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:25.096095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 861d3e2e-03d7-463c-9773-37a6030217ce {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:25.096450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 861d3e2e-03d7-463c-9773-37a6030217ce not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:25.096888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2168c0f7-8923-4efc-b3c9-8761299505ea no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:25.100335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Deleting port eefbc06a-e6ee-4f1a-963b-e0331f201544 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:25.100708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.102963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] Pushing event deleted for resources: {'Port': ['ID=5f82156a-115a-4720-a118-a41061c33957,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.128950 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d54ee8f-cefa-4bfb-84f3-9518a69e70e1 req-6ff55e84-67ca-4b0b-83a6-a14d17cec9b5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1599526 Feb 19 01:11:25.146529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] The port '5f82156a-115a-4720-a118-a41061c33957' was deleted {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 01:11:25.146779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7eb30d-ebb6-4866-a8a8-9ce75e878dcf None None] No DVR routers for this DVR port 5f82156a-115a-4720-a118-a41061c33957 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:25.199594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b88778a0-f017-4c14-9e85-c55d88798a92), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.215084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2168c0f7-8923-4efc-b3c9-8761299505ea {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:25.215454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2168c0f7-8923-4efc-b3c9-8761299505ea not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:25.242590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d6203616-7407-4e34-ba9b-c572712fd403), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.287893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.291659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359273f9-19d0-436f-9d2c-9e8ba1ed7d5e req-5267e6ee-2bff-4199-b5f3-d7a550ef9179 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:25.293092 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.295339 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/b88778a0-f017-4c14-9e85-c55d88798a92 HTTP/1.1" status: 204 len: 168 time: 2.5366602 Feb 19 01:11:25.296620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:25.301298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] For port eefbc06a-e6ee-4f1a-963b-e0331f201544, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:25.301756 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.306546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-359273f9-19d0-436f-9d2c-9e8ba1ed7d5e req-5267e6ee-2bff-4199-b5f3-d7a550ef9179 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.2297101 Feb 19 01:11:25.316479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Calling delete_port for eefbc06a-e6ee-4f1a-963b-e0331f201544 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:25.320205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Port eefbc06a-e6ee-4f1a-963b-e0331f201544 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:11:25.321372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6203616-7407-4e34-ba9b-c572712fd403']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:25.321580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (eefbc06a-e6ee-4f1a-963b-e0331f201544), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.340828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592ed871-afcf-48e2-9ad6-c84797d69a3f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:25.341076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560d538-5863-456f-94a7-56920dea97cd tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=b88778a0-f017-4c14-9e85-c55d88798a92,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.341374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592ed871-afcf-48e2-9ad6-c84797d69a3f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:25.355032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] Pushing event deleted for resources: {'Port': ['ID=eefbc06a-e6ee-4f1a-963b-e0331f201544,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.360321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (592ed871-afcf-48e2-9ad6-c84797d69a3f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.380676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6438b06-cf88-483b-8231-0bebb5bcfc42 None None] No DVR routers for this DVR port eefbc06a-e6ee-4f1a-963b-e0331f201544 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:25.386410 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f718c72-bc73-4498-97bf-a3a31a033c10 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:25.387462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f718c72-bc73-4498-97bf-a3a31a033c10 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:25.394059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f718c72-bc73-4498-97bf-a3a31a033c10 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/88318cbc-f8d1-4d11-b8df-be19fc435090 HTTP/1.1" status: 404 len: 337 time: 0.0730054 Feb 19 01:11:25.395437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.397781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:25.404950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (592ed871-afcf-48e2-9ad6-c84797d69a3f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.420575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:25.421337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (592ed871-afcf-48e2-9ad6-c84797d69a3f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:25.423584 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:25.436757 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e7c700-9f21-49e9-b442-66a1b0076b45 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] DELETE failed (client error): The resource could not be found. Feb 19 01:11:25.437324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e7c700-9f21-49e9-b442-66a1b0076b45 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:11:25.439206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-359273f9-19d0-436f-9d2c-9e8ba1ed7d5e req-0913947d-1ea1-4a7d-93a3-18f4f93c6766 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315105 Feb 19 01:11:25.440489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-27e7c700-9f21-49e9-b442-66a1b0076b45 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/bc730e7f-780d-4ac1-8c1c-f64fa129ddcb HTTP/1.1" status: 404 len: 339 time: 0.0262220 Feb 19 01:11:25.444626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:25.462611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:25.474952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033feb2c-3e49-4f75-ae2d-112bfb01aea2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:25.475251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033feb2c-3e49-4f75-ae2d-112bfb01aea2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:25.490350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (033feb2c-3e49-4f75-ae2d-112bfb01aea2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.499125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aa669-54eb-438b-b287-9bc5225a8897 req-43ae27a7-511c-4fd9-ad57-11bea54aa515 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:25.500930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-891aa669-54eb-438b-b287-9bc5225a8897 req-43ae27a7-511c-4fd9-ad57-11bea54aa515 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1318533 Feb 19 01:11:25.537032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (033feb2c-3e49-4f75-ae2d-112bfb01aea2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.546706 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d6203616-7407-4e34-ba9b-c572712fd403), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.557437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.561548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d6203616-7407-4e34-ba9b-c572712fd403 HTTP/1.1" status: 204 len: 168 time: 1.4311345 Feb 19 01:11:25.577348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc1e92-8e27-4069-8ca3-bf99e1752d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6203616-7407-4e34-ba9b-c572712fd403,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.590804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:25.591344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (033feb2c-3e49-4f75-ae2d-112bfb01aea2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.594452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting subnet e3a23b5d-4a5e-41c6-8b6a-13aab424d42d {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:25.600869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-891aa669-54eb-438b-b287-9bc5225a8897 req-dc27ef30-1422-44e8-8a72-34e985a205eb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920436 Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:25.601712 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:25.647404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (e3a23b5d-4a5e-41c6-8b6a-13aab424d42d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.703381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (e3a23b5d-4a5e-41c6-8b6a-13aab424d42d), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.742741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5ba28-a999-4da9-b980-6bf6861b8d3b req-e2f532a1-39b6-400d-82e7-0faab33bdce2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:25.744542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56d5ba28-a999-4da9-b980-6bf6861b8d3b req-e2f532a1-39b6-400d-82e7-0faab33bdce2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.1565530 Feb 19 01:11:25.783531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.833299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.835431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:25.839523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4 HTTP/1.1" status: 204 len: 168 time: 1.7644391 Feb 19 01:11:25.841253 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.845362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93643ebb-a12c-427f-8cc0-7d7adf4d4a0e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=5e3a4a32-29ea-41a0-a02d-c2ae8a68ece4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.847594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:25.861129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-624372281'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:25.904493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56d5ba28-a999-4da9-b980-6bf6861b8d3b req-1667efa1-799d-4634-a322-522f0b03a5f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409910 Feb 19 01:11:25.911451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645359b-2e24-4d17-bec4-39f7ab02ce18 req-ea2eede1-d39a-406a-81f4-3a9081f8158a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:25.918444 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0645359b-2e24-4d17-bec4-39f7ab02ce18 req-ea2eede1-d39a-406a-81f4-3a9081f8158a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1902297 Feb 19 01:11:25.928569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:25.932290 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.965641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e3a23b5d-4a5e-41c6-8b6a-13aab424d42d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.009167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:26.020558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0645359b-2e24-4d17-bec4-39f7ab02ce18 req-53fab77c-ac5c-4735-937d-11b125fa1dec tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010866 Feb 19 01:11:26.027786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ee0a5142-4860-4767-8ca0-17f085266ec6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.028186 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment ee0a5142-4860-4767-8ca0-17f085266ec6 of type vlan for network 71f84847-9a28-43e3-bd69-19506d3ae331 Feb 19 01:11:26.048739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (e3a23b5d-4a5e-41c6-8b6a-13aab424d42d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.096151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (71f84847-9a28-43e3-bd69-19506d3ae331), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.128331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (71f84847-9a28-43e3-bd69-19506d3ae331), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.133520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-412acee6-2e0f-4a13-b868-00b24b0bcfb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d75b15af394b4c619086741abc9d2f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880802 Feb 19 01:11:26.134407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:26.135226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.136682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a23b5d-4a5e-41c6-8b6a-13aab424d42d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:26.138876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60906) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:26.148178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.154538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-00bd341a-d78c-4e18-bb46-6b5c20bc9a1d tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/subnets/e3a23b5d-4a5e-41c6-8b6a-13aab424d42d HTTP/1.1" status: 204 len: 168 time: 0.7089510 Feb 19 01:11:26.155634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:26.159763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e761541-82d1-482c-abe7-d84d8572f7ea None None] Network 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:26.249541 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3934660 Feb 19 01:11:26.251049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (5d440c2e-1c24-47d4-96e2-602cb6ff7a96), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.252764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60910) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:26.261468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:26.275053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696fbd8-2699-477d-8be5-c4a833eedb03 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=71f84847-9a28-43e3-bd69-19506d3ae331,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:26.319061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 71f84847-9a28-43e3-bd69-19506d3ae331 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:26.346759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7da3fb7c-b3bb-4003-bfc4-4160c4d5a9bd admin admin] Publish callbacks [] for security_group (e42cb589-715e-4e1c-ad10-74e76e424664), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.349749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84e3b4-5a09-4cdb-a825-d2da7f2db8be req-9ec9873d-d2bb-4ca5-9093-2985769e68a0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:26.356570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e84e3b4-5a09-4cdb-a825-d2da7f2db8be req-9ec9873d-d2bb-4ca5-9093-2985769e68a0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.3164639 Feb 19 01:11:26.359771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9716cc-5982-4763-9517-21be07c41d0b req-d975dfac-eafc-49a0-90e0-7551c0b0c7b8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:26.361666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb9716cc-5982-4763-9517-21be07c41d0b req-d975dfac-eafc-49a0-90e0-7551c0b0c7b8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1256413 Feb 19 01:11:26.395639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7da3fb7c-b3bb-4003-bfc4-4160c4d5a9bd admin admin] Publish callbacks [] for security_group (e42cb589-715e-4e1c-ad10-74e76e424664), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.470302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e84e3b4-5a09-4cdb-a825-d2da7f2db8be req-c956e9b0-35c2-42ae-a770-a3b30824f978 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126692 Feb 19 01:11:26.473863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb9716cc-5982-4763-9517-21be07c41d0b req-14f8d257-3267-4e2f-aafd-1c92f7f08160 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063213 Feb 19 01:11:26.474020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:26.500785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.506665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.511517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7da3fb7c-b3bb-4003-bfc4-4160c4d5a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e42cb589-715e-4e1c-ad10-74e76e424664), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.514429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7da3fb7c-b3bb-4003-bfc4-4160c4d5a9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.518052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7da3fb7c-b3bb-4003-bfc4-4160c4d5a9bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e42cb589-715e-4e1c-ad10-74e76e424664 HTTP/1.1" status: 204 len: 168 time: 0.3642223 Feb 19 01:11:26.530551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] DHCP port deletion for 5d440c2e-1c24-47d4-96e2-602cb6ff7a96 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:26.550884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3fb7c-b3bb-4003-bfc4-4160c4d5a9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42cb589-715e-4e1c-ad10-74e76e424664,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:26.668042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] Deleting port 84c3e658-a6ad-4364-8cbb-e271df766afd {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:26.668415 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.682207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Deleting port 84c3e658-a6ad-4364-8cbb-e271df766afd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:26.682572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.689195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2d01b-684d-4690-8b2f-409ded93610a req-fab5c76d-0701-4753-93ba-c6c38aef038b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:26.691082 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ed2d01b-684d-4690-8b2f-409ded93610a req-fab5c76d-0701-4753-93ba-c6c38aef038b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1191740 Feb 19 01:11:26.732696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 84c3e658-a6ad-4364-8cbb-e271df766afd no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:26.773893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ed2d01b-684d-4690-8b2f-409ded93610a req-7788f611-2dd2-42a3-8cea-b0b444a81e6f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673728 Feb 19 01:11:26.816489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] For port 84c3e658-a6ad-4364-8cbb-e271df766afd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=84c3e658-a6ad-4364-8cbb-e271df766afd,segment=NetworkSegment(c1d518f5-4712-4ed7-b6e6-09751771aa17),segment_id=c1d518f5-4712-4ed7-b6e6-09751771aa17)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:26.816889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.835182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] Calling delete_port for 84c3e658-a6ad-4364-8cbb-e271df766afd owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:26.870807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] For port 84c3e658-a6ad-4364-8cbb-e271df766afd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=84c3e658-a6ad-4364-8cbb-e271df766afd,segment=NetworkSegment(c1d518f5-4712-4ed7-b6e6-09751771aa17),segment_id=c1d518f5-4712-4ed7-b6e6-09751771aa17)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:26.871337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.883351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f253db-98dd-42b5-a4d2-85cf90303ae9 req-a561de8a-5df0-4050-b40a-9f2185f6fa4f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:26.891778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1f253db-98dd-42b5-a4d2-85cf90303ae9 req-a561de8a-5df0-4050-b40a-9f2185f6fa4f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.2994769 Feb 19 01:11:26.924830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Calling delete_port for 84c3e658-a6ad-4364-8cbb-e271df766afd owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:26.942031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 84c3e658-a6ad-4364-8cbb-e271df766afd is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:26.942522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.991082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 84c3e658-a6ad-4364-8cbb-e271df766afd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=84c3e658-a6ad-4364-8cbb-e271df766afd,segment=NetworkSegment(c1d518f5-4712-4ed7-b6e6-09751771aa17),segment_id=c1d518f5-4712-4ed7-b6e6-09751771aa17)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:27.002029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.034898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.038463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event deleted for resources: {'Port': ['ID=84c3e658-a6ad-4364-8cbb-e271df766afd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.072395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] Pushing event deleted for resources: {'Port': ['ID=84c3e658-a6ad-4364-8cbb-e271df766afd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.079346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73282465-1321-4332-867d-5d24d5bdcdd4 None None] No DVR routers for this DVR port 84c3e658-a6ad-4364-8cbb-e271df766afd on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:27.097802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1f253db-98dd-42b5-a4d2-85cf90303ae9 req-b6a26cce-7a47-4ce8-8d77-99e5819d5b76 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048750 Feb 19 01:11:27.194219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (84c3e658-a6ad-4364-8cbb-e271df766afd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.245974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (8f5e7c59-a55e-4481-9bd2-15f00a1c2768), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.278925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] No DVR routers for this DVR port 84c3e658-a6ad-4364-8cbb-e271df766afd on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:27.304962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Port': ['ID=84c3e658-a6ad-4364-8cbb-e271df766afd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.317165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5353-4018-43d5-a4e4-0e69d47493f2 req-7281657d-5956-47f6-8d37-f3e00bfbe581 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:27.326697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98df5353-4018-43d5-a4e4-0e69d47493f2 req-7281657d-5956-47f6-8d37-f3e00bfbe581 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.0870118 Feb 19 01:11:27.382264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=8f5e7c59-a55e-4481-9bd2-15f00a1c2768,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.389144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98df5353-4018-43d5-a4e4-0e69d47493f2 req-fbbc992a-edff-4544-9697-a81deda5e17e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614293 Feb 19 01:11:27.437047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (5d440c2e-1c24-47d4-96e2-602cb6ff7a96), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.446949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000ac9-bad0-41ba-a19a-64645f043682 req-1812af69-7497-42ff-a1ed-9816f2a56a5f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:27.448562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf000ac9-bad0-41ba-a19a-64645f043682 req-1812af69-7497-42ff-a1ed-9816f2a56a5f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.2558215 Feb 19 01:11:27.475329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': 'ee0a5142-4860-4767-8ca0-17f085266ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:27.475693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 71f84847-9a28-43e3-bd69-19506d3ae331, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:27.496078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d440c2e-1c24-47d4-96e2-602cb6ff7a96']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:27.512658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d518f5-4712-4ed7-b6e6-09751771aa17') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:27.512957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d518f5-4712-4ed7-b6e6-09751771aa17') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:27.541340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (c1d518f5-4712-4ed7-b6e6-09751771aa17), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.551455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 71f84847-9a28-43e3-bd69-19506d3ae331 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:27.564292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf000ac9-bad0-41ba-a19a-64645f043682 req-a0e7f928-d5b0-451e-9d11-a66310d207f1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073689 Feb 19 01:11:27.565439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c1d518f5-4712-4ed7-b6e6-09751771aa17), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.573110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 71f84847-9a28-43e3-bd69-19506d3ae331) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:27.575317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:27.575714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (c1d518f5-4712-4ed7-b6e6-09751771aa17), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:27.579403 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:27.586970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e47620-bba1-4420-a02f-934dce02257e None None] Network 71f84847-9a28-43e3-bd69-19506d3ae331 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:27.590951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:27.591920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.632014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781ef7-48b1-4ed5-beb6-66ced5cc495c req-8685668c-3f31-46d6-bbb7-1ec29a4ebba2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:27.633782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a781ef7-48b1-4ed5-beb6-66ced5cc495c req-8685668c-3f31-46d6-bbb7-1ec29a4ebba2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.0869367 Feb 19 01:11:27.654064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bab2d660-20b9-4f20-82bb-9279ec3acd9e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3993492 Feb 19 01:11:27.657296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:27.662561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692827917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:27.674524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (5d440c2e-1c24-47d4-96e2-602cb6ff7a96), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.682895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.686093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] 10.222.0.43 "DELETE /v2.0/networks/5d440c2e-1c24-47d4-96e2-602cb6ff7a96 HTTP/1.1" status: 204 len: 168 time: 1.5275056 Feb 19 01:11:27.701029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7483d4-a337-4f9f-88e0-b88a8492a4a0 tempest-NetworksIpV6Test-1820451391 tempest-NetworksIpV6Test-1820451391-project] Pushing event deleted for resources: {'Network': ['ID=5d440c2e-1c24-47d4-96e2-602cb6ff7a96,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.719254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (32e4bf9a-8b48-4016-96b3-7f5b442efaef), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.720427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (32e4bf9a-8b48-4016-96b3-7f5b442efaef), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.756954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a781ef7-48b1-4ed5-beb6-66ced5cc495c req-ef5e58f6-681c-49eb-b504-af272fde90e3 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116717 Feb 19 01:11:27.758014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-71f84847-9a28-43e3-bd69-19506d3ae331', 'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': '8f5e7c59-a55e-4481-9bd2-15f00a1c2768'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:27.758891 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.794409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (32e4bf9a-8b48-4016-96b3-7f5b442efaef), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.800343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (32e4bf9a-8b48-4016-96b3-7f5b442efaef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.823286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.825019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b93b3522-fcdd-4dd0-839e-bc72f935078f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1665885 Feb 19 01:11:27.827912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:27.943507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Allocated IP 172.20.0.2 (71f84847-9a28-43e3-bd69-19506d3ae331/8f5e7c59-a55e-4481-9bd2-15f00a1c2768/47a08a63-9c2a-4477-a5d2-f317957ae32a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:28.095885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:28.111652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Publish callbacks [] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.124567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.177226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.196384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Network 71f84847-9a28-43e3-bd69-19506d3ae331 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:28.205634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:28.212392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:28.217292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Pushing event updated for resources: {'Port': ['ID=47a08a63-9c2a-4477-a5d2-f317957ae32a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:28.286168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Attempting to bind port 47a08a63-9c2a-4477-a5d2-f317957ae32a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:28.286552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Attempting to bind port 47a08a63-9c2a-4477-a5d2-f317957ae32a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ee0a5142-4860-4767-8ca0-17f085266ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:28.287740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Attempting to bind port 47a08a63-9c2a-4477-a5d2-f317957ae32a on network 71f84847-9a28-43e3-bd69-19506d3ae331 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:28.296181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:28.296848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Checking segment: {'id': 'ee0a5142-4860-4767-8ca0-17f085266ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:28.297574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.298074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Bound using segment: {'id': 'ee0a5142-4860-4767-8ca0-17f085266ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:28.298569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Bound port: 47a08a63-9c2a-4477-a5d2-f317957ae32a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a5142-4860-4767-8ca0-17f085266ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '71f84847-9a28-43e3-bd69-19506d3ae331'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:28.299422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.326054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a6b0d9d8-8c58-4142-a1e8-408fc693a3e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb2fad7b074d408fb67bc8cec5830282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288051 Feb 19 01:11:28.328338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:28.350735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb75f5-c1ed-45aa-b1eb-3752e9bb4f83 req-016efc89-0102-4ac3-9a27-5ec3e5fd8200 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:28.352508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3eb75f5-c1ed-45aa-b1eb-3752e9bb4f83 req-016efc89-0102-4ac3-9a27-5ec3e5fd8200 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1610482 Feb 19 01:11:28.371476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] For port 47a08a63-9c2a-4477-a5d2-f317957ae32a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:28.375372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] For port 47a08a63-9c2a-4477-a5d2-f317957ae32a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47a08a63-9c2a-4477-a5d2-f317957ae32a,segment=NetworkSegment(ee0a5142-4860-4767-8ca0-17f085266ec6),segment_id=ee0a5142-4860-4767-8ca0-17f085266ec6)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:28.391032 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.401029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435dbe1f-6367-4e52-8ceb-77b93c2fdda7 admin admin] Publish callbacks [] for security_group (684f5b5f-38fb-4eff-b00d-526f914ca00d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.441330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435dbe1f-6367-4e52-8ceb-77b93c2fdda7 admin admin] Publish callbacks [] for security_group (684f5b5f-38fb-4eff-b00d-526f914ca00d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.458630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3eb75f5-c1ed-45aa-b1eb-3752e9bb4f83 req-6932fad6-795d-4962-bf54-8c9e075f1aaa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995796 Feb 19 01:11:28.487233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbb95e-61bd-4491-9834-891465e4c32f None None] Pushing event updated for resources: {'Port': ['ID=47a08a63-9c2a-4477-a5d2-f317957ae32a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:28.570564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d27f-8e95-4f1c-95de-3195e23bf5e0 req-0d11d25e-4468-4e96-a122-a0068e7d7076 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:28.572124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec11d27f-8e95-4f1c-95de-3195e23bf5e0 req-0d11d25e-4468-4e96-a122-a0068e7d7076 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.0977094 Feb 19 01:11:28.587461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435dbe1f-6367-4e52-8ceb-77b93c2fdda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (684f5b5f-38fb-4eff-b00d-526f914ca00d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.590150 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435dbe1f-6367-4e52-8ceb-77b93c2fdda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.591417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-435dbe1f-6367-4e52-8ceb-77b93c2fdda7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/684f5b5f-38fb-4eff-b00d-526f914ca00d HTTP/1.1" status: 204 len: 168 time: 0.2610910 Feb 19 01:11:28.630456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dbe1f-6367-4e52-8ceb-77b93c2fdda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f5b5f-38fb-4eff-b00d-526f914ca00d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:28.676577 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec11d27f-8e95-4f1c-95de-3195e23bf5e0 req-c2310b14-705a-4788-87ca-7db43640a9eb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915303 Feb 19 01:11:28.945487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd39f23-3e0b-427f-9c5c-5a84b849ef6d req-9db914a9-98c8-413f-a65d-d7c87836ddb0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:28.947475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fd39f23-3e0b-427f-9c5c-5a84b849ef6d req-9db914a9-98c8-413f-a65d-d7c87836ddb0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.0831816 Feb 19 01:11:29.017585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fd39f23-3e0b-427f-9c5c-5a84b849ef6d req-8c0aec29-76d4-4df3-8ae1-5ecc9fb8bfea tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615480 Feb 19 01:11:29.098695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.20.0.1 (71f84847-9a28-43e3-bd69-19506d3ae331/8f5e7c59-a55e-4481-9bd2-15f00a1c2768/3777ac85-4ecf-47ce-9dc2-73cac3b4c41b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:29.133435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a3ff8-e948-40e6-af53-1764583b171c req-494110b9-c0fe-4541-92c8-9ea618f0e3ba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:29.135102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee1a3ff8-e948-40e6-af53-1764583b171c req-494110b9-c0fe-4541-92c8-9ea618f0e3ba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.0942867 Feb 19 01:11:29.245782 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee1a3ff8-e948-40e6-af53-1764583b171c req-c403b6dc-abdd-469a-bab6-ff29b54968aa tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001456 Feb 19 01:11:29.287604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.326210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.370414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 71f84847-9a28-43e3-bd69-19506d3ae331 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:29.374080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:29.380946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:29.407427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=3777ac85-4ecf-47ce-9dc2-73cac3b4c41b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:29.440962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (32e4bf9a-8b48-4016-96b3-7f5b442efaef), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.602159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.648197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354894-3b0a-4d7b-ad55-85731a09d901 req-63546004-929d-4a3d-9714-7b3bbf700028 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:29.650210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61354894-3b0a-4d7b-ad55-85731a09d901 req-63546004-929d-4a3d-9714-7b3bbf700028 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.0854335 Feb 19 01:11:29.678188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:29.765686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61354894-3b0a-4d7b-ad55-85731a09d901 req-e438e69b-ce90-4d8e-a69d-6407ad28ba6d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Feb 19 01:11:29.836536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--178689995'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:29.921412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7442d94-0d9f-47b5-b2f4-61ddccc8c778 None None] Network 71f84847-9a28-43e3-bd69-19506d3ae331 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:29.951792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.966206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296efe0-6967-4f73-9e27-fe751cf7a848 req-400461e4-2ce1-441e-a4d8-7075fd68ab8e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:29.973379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c296efe0-6967-4f73-9e27-fe751cf7a848 req-400461e4-2ce1-441e-a4d8-7075fd68ab8e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1584179 Feb 19 01:11:29.986677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] Provisioning complete for port 47a08a63-9c2a-4477-a5d2-f317957ae32a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:29.987035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.991656 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.093291 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c296efe0-6967-4f73-9e27-fe751cf7a848 req-20b04896-2bf2-4536-8371-4934098b47f9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145105 Feb 19 01:11:30.126419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] Current status of the port 47a08a63-9c2a-4477-a5d2-f317957ae32a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:30.127089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.156300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.171903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.173448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] For port 47a08a63-9c2a-4477-a5d2-f317957ae32a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47a08a63-9c2a-4477-a5d2-f317957ae32a,segment=NetworkSegment(ee0a5142-4860-4767-8ca0-17f085266ec6),segment_id=ee0a5142-4860-4767-8ca0-17f085266ec6)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:30.179624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.207152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824425b5-b19a-4599-ae41-7b2db14bb17f req-67516274-9aa6-4f93-8114-229f516e881e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.210857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-824425b5-b19a-4599-ae41-7b2db14bb17f req-67516274-9aa6-4f93-8114-229f516e881e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1160951 Feb 19 01:11:30.245929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eebb64-a905-421e-a99e-ecaf8dbee5ac None None] Pushing event updated for resources: {'Port': ['ID=47a08a63-9c2a-4477-a5d2-f317957ae32a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.328803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-824425b5-b19a-4599-ae41-7b2db14bb17f req-97a9c29a-f5f3-4f2e-9e0c-30006c87a331 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125262 Feb 19 01:11:30.340888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=3777ac85-4ecf-47ce-9dc2-73cac3b4c41b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.367410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (18f7e67a-88ab-4690-a247-b8712535f73a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.380482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (18f7e67a-88ab-4690-a247-b8712535f73a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.410997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a51f98cb-c159-4a82-8ce0-9ababfe10736 None None] Provisioning complete for port 47a08a63-9c2a-4477-a5d2-f317957ae32a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:30.411382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a51f98cb-c159-4a82-8ce0-9ababfe10736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.421602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (32e4bf9a-8b48-4016-96b3-7f5b442efaef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.466192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7e67a-88ab-4690-a247-b8712535f73a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.538815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a51f98cb-c159-4a82-8ce0-9ababfe10736 None None] Current status of the port 47a08a63-9c2a-4477-a5d2-f317957ae32a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:30.543931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16e03a-05f4-42cc-b926-958504930bd8 req-1723d038-dc58-4f6b-a48f-bc735957459c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.551046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e16e03a-05f4-42cc-b926-958504930bd8 req-1723d038-dc58-4f6b-a48f-bc735957459c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.1959136 Feb 19 01:11:30.551900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a51f98cb-c159-4a82-8ce0-9ababfe10736 None None] Provisioning complete for port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:30.552263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a51f98cb-c159-4a82-8ce0-9ababfe10736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.596980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a51f98cb-c159-4a82-8ce0-9ababfe10736 None None] Port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:30.610933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (79443488-f906-4734-81ac-1878c52602ab), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.655952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (79443488-f906-4734-81ac-1878c52602ab), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.704919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 71f84847-9a28-43e3-bd69-19506d3ae331 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:30.709069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:30.721950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e16e03a-05f4-42cc-b926-958504930bd8 req-ef36c21f-85f7-43f7-a1a9-e0bae196e7f6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697798 Feb 19 01:11:30.724223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b26644e2-8d08-484e-90fc-7248bbbe7092 None None] Provisioning complete for port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:30.726005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79443488-f906-4734-81ac-1878c52602ab,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.726899 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b26644e2-8d08-484e-90fc-7248bbbe7092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.733437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.734764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b351806-72c5-4b94-b1f2-1cd39ea3186f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0555944 Feb 19 01:11:30.737362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32816) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:30.769428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47a08a63-9c2a-4477-a5d2-f317957ae32a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:30.813518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b26644e2-8d08-484e-90fc-7248bbbe7092 None None] Port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:30.838866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 47a08a63-9c2a-4477-a5d2-f317957ae32a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:30.839599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.941494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 47a08a63-9c2a-4477-a5d2-f317957ae32a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:30.983586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f501cd64-ef10-40f4-a5b3-24703acddf87 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2436283 Feb 19 01:11:30.985947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32820) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:30.989787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403ec11-4c7a-4137-ad87-5dff3d207bec req-430d76a5-8088-437a-b3b4-e165401a1adb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.991000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-security--1999299103', 'description': 'tempest-security-description-1050849665'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:30.992207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a403ec11-4c7a-4137-ad87-5dff3d207bec req-430d76a5-8088-437a-b3b4-e165401a1adb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.0983787 Feb 19 01:11:31.002790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 32e4bf9a-8b48-4016-96b3-7f5b442efaef is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:11:31.047308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-34f5d8cd-8b36-44bd-9a1e-a9c5d4e8f22d None None] Provisioning complete for port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:31.047675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34f5d8cd-8b36-44bd-9a1e-a9c5d4e8f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.070049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a403ec11-4c7a-4137-ad87-5dff3d207bec req-061d20f9-86a8-49fe-856d-296fcec855ee tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690606 Feb 19 01:11:31.111247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (79443488-f906-4734-81ac-1878c52602ab), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.145587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-34f5d8cd-8b36-44bd-9a1e-a9c5d4e8f22d None None] Port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:31.157972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:31.167531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] Sync routers for ids ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:31.176784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5cc9efd3-d448-4be0-8d65-b89efe09b1b9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/32e4bf9a-8b48-4016-96b3-7f5b442efaef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3475811 Feb 19 01:11:31.177374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32826) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.189434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] Routers {'32e4bf9a-8b48-4016-96b3-7f5b442efaef'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:31.189786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (79443488-f906-4734-81ac-1878c52602ab), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.191082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:31.194484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (79443488-f906-4734-81ac-1878c52602ab), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.199936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.201320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "PUT /v2.0/security-groups/79443488-f906-4734-81ac-1878c52602ab HTTP/1.1" status: 200 len: 1797 time: 0.2143495 Feb 19 01:11:31.206479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.242252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:31.252225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] Routers {'32e4bf9a-8b48-4016-96b3-7f5b442efaef'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:31.253058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:31.270652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2a8f3e-ef1c-4533-97e5-d11e2d2a557c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.275347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc2a8f3e-ef1c-4533-97e5-d11e2d2a557c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports/3777ac85-4ecf-47ce-9dc2-73cac3b4c41b HTTP/1.1" status: 200 len: 910 time: 0.0969222 Feb 19 01:11:31.275989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.276324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32832) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.294137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:31.295586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b236-0d13-43a2-a840-b0295e59926b None None] The sync data for ids ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:31.312887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8955c-3e6b-4051-9968-0cc16bb17f4f tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79443488-f906-4734-81ac-1878c52602ab,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:31.324115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2d87b4e-6db5-4551-81f9-5137e1d1f925 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups/79443488-f906-4734-81ac-1878c52602ab HTTP/1.1" status: 200 len: 1797 time: 0.1145885 Feb 19 01:11:31.324764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32834) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.363987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77515-2934-4784-b384-21744d3abfb1 req-6377575d-1783-4e4a-bfae-9c3699eacba4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.379871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fb77515-2934-4784-b384-21744d3abfb1 req-6377575d-1783-4e4a-bfae-9c3699eacba4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1710427 Feb 19 01:11:31.465974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-996101fd-2f81-429a-8476-b42c44700e4a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (79443488-f906-4734-81ac-1878c52602ab), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.502766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fb77515-2934-4784-b384-21744d3abfb1 req-b0dfaf31-1cea-46a6-8bc1-8eb40a107421 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220112 Feb 19 01:11:31.506547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-996101fd-2f81-429a-8476-b42c44700e4a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (79443488-f906-4734-81ac-1878c52602ab), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.517562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63309482-b29b-4ec1-9082-cb1381df7c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.569905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-996101fd-2f81-429a-8476-b42c44700e4a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (79443488-f906-4734-81ac-1878c52602ab), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.573272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-996101fd-2f81-429a-8476-b42c44700e4a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.574830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-996101fd-2f81-429a-8476-b42c44700e4a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/79443488-f906-4734-81ac-1878c52602ab HTTP/1.1" status: 204 len: 168 time: 0.2485814 Feb 19 01:11:31.580690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.592822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996101fd-2f81-429a-8476-b42c44700e4a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79443488-f906-4734-81ac-1878c52602ab,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:31.632405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-995f6e96-d368-497d-aede-e9ac9a2dfb9e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475032 Feb 19 01:11:31.632405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.646838 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-5740896f-1f29-41bb-8aa8-9cc0ee5a7cbe tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] delete failed (client error): The resource could not be found. Feb 19 01:11:31.647281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5740896f-1f29-41bb-8aa8-9cc0ee5a7cbe tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/79443488-f906-4734-81ac-1878c52602ab HTTP/1.1" status: 404 len: 347 time: 0.0142443 Feb 19 01:11:31.651693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32844) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.656366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--693622873'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:31.674383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b43ff-a170-48b7-9922-86307fdb04df req-2d6e522c-4140-4d4f-8ad7-71a3131215fa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.676507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5f8b43ff-a170-48b7-9922-86307fdb04df req-2d6e522c-4140-4d4f-8ad7-71a3131215fa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1887321 Feb 19 01:11:31.679340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.760346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (9e99a33d-0988-47bb-bff4-f939c96a5b49), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.766136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9e99a33d-0988-47bb-bff4-f939c96a5b49), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.783884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5f8b43ff-a170-48b7-9922-86307fdb04df req-5d7f9d24-82b8-4efb-a0e4-8acfaf51904e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861540 Feb 19 01:11:31.812195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99a33d-0988-47bb-bff4-f939c96a5b49,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:31.835656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63309482-b29b-4ec1-9082-cb1381df7c1c admin admin] Publish callbacks [] for security_group (58bf5e72-9784-4a67-87dd-2ed33dc2308f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.842636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63309482-b29b-4ec1-9082-cb1381df7c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (58bf5e72-9784-4a67-87dd-2ed33dc2308f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.844841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.847550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6308312b-8c82-4768-91dd-b08d37ef2608 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1948771 Feb 19 01:11:31.857299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32848) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.865530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': '9e99a33d-0988-47bb-bff4-f939c96a5b49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:31.903930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-63309482-b29b-4ec1-9082-cb1381df7c1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16112eb35d354fb9b7daa49c24d31632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265268 Feb 19 01:11:31.906792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:31.914227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63309482-b29b-4ec1-9082-cb1381df7c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf5e72-9784-4a67-87dd-2ed33dc2308f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:31.930394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (32e4bf9a-8b48-4016-96b3-7f5b442efaef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.939938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03d23-c1cd-4be5-8419-c3ba28a6f918 req-581b1362-244e-404b-802a-8420b6227a7f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.941554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8a03d23-c1cd-4be5-8419-c3ba28a6f918 req-581b1362-244e-404b-802a-8420b6227a7f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.0926979 Feb 19 01:11:31.973217 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (1827ee94-7e70-4fd6-a2d0-84743508cbc6), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.015006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8a03d23-c1cd-4be5-8419-c3ba28a6f918 req-17e02bf4-4226-4ef4-89f8-611992c959ec tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651300 Feb 19 01:11:32.016235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd02cf42-6282-4f59-8efc-bd53ecdd0bbb admin admin] Publish callbacks [] for security_group (58bf5e72-9784-4a67-87dd-2ed33dc2308f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.055356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd02cf42-6282-4f59-8efc-bd53ecdd0bbb admin admin] Publish callbacks [] for security_group (58bf5e72-9784-4a67-87dd-2ed33dc2308f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.104921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (1827ee94-7e70-4fd6-a2d0-84743508cbc6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.115591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd02cf42-6282-4f59-8efc-bd53ecdd0bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (58bf5e72-9784-4a67-87dd-2ed33dc2308f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.118190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cd02cf42-6282-4f59-8efc-bd53ecdd0bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.120064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cd02cf42-6282-4f59-8efc-bd53ecdd0bbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58bf5e72-9784-4a67-87dd-2ed33dc2308f HTTP/1.1" status: 204 len: 168 time: 0.2114673 Feb 19 01:11:32.128311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (1827ee94-7e70-4fd6-a2d0-84743508cbc6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.130001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02cf42-6282-4f59-8efc-bd53ecdd0bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf5e72-9784-4a67-87dd-2ed33dc2308f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.152494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1827ee94-7e70-4fd6-a2d0-84743508cbc6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.171350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.172806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-699d228c-a37c-4fec-b182-7ebd5e13b890 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138070 Feb 19 01:11:32.175716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.216180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e185188-d408-46c0-ad46-f74edc53f651 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (1827ee94-7e70-4fd6-a2d0-84743508cbc6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.225412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e185188-d408-46c0-ad46-f74edc53f651 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (1827ee94-7e70-4fd6-a2d0-84743508cbc6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.268007 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e185188-d408-46c0-ad46-f74edc53f651 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (1827ee94-7e70-4fd6-a2d0-84743508cbc6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.276147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e185188-d408-46c0-ad46-f74edc53f651 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.278447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e185188-d408-46c0-ad46-f74edc53f651 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1827ee94-7e70-4fd6-a2d0-84743508cbc6 HTTP/1.1" status: 204 len: 168 time: 0.1016862 Feb 19 01:11:32.282704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.292432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e185188-d408-46c0-ad46-f74edc53f651 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1827ee94-7e70-4fd6-a2d0-84743508cbc6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.347923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e982cf-df42-44e1-8cf1-15e982f3e773 req-35dbde2c-0049-40c9-af66-1e8692a0bcce tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:32.349566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6e982cf-df42-44e1-8cf1-15e982f3e773 req-35dbde2c-0049-40c9-af66-1e8692a0bcce tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1492674 Feb 19 01:11:32.377312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-329d2c69-26e1-4770-831e-66f89e39a921 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0908601 Feb 19 01:11:32.381304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.406834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:32.407191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.454531 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9bef17-b00b-4109-875e-b032d0d42bda tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (9e99a33d-0988-47bb-bff4-f939c96a5b49), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.473438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6e982cf-df42-44e1-8cf1-15e982f3e773 req-90c9c527-92db-4e94-9160-0707dd70503a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135006 Feb 19 01:11:32.479029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9bef17-b00b-4109-875e-b032d0d42bda tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (9e99a33d-0988-47bb-bff4-f939c96a5b49), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.524091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.525246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.538511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 3777ac85-4ecf-47ce-9dc2-73cac3b4c41b owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:32.539071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-baf27cea-dba4-477c-8253-65719e7d2b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.574405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9bef17-b00b-4109-875e-b032d0d42bda tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9e99a33d-0988-47bb-bff4-f939c96a5b49), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.577641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9bef17-b00b-4109-875e-b032d0d42bda tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.578943 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c9bef17-b00b-4109-875e-b032d0d42bda tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e99a33d-0988-47bb-bff4-f939c96a5b49 HTTP/1.1" status: 204 len: 168 time: 0.1961567 Feb 19 01:11:32.584507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32868) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.604485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bef17-b00b-4109-875e-b032d0d42bda tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99a33d-0988-47bb-bff4-f939c96a5b49,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.704752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db46bc45-85be-4feb-806a-76fafb3bb7cd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1178918 Feb 19 01:11:32.710760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32870) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.724077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--342134024'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:32.743611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-baf27cea-dba4-477c-8253-65719e7d2b61 admin admin] Publish callbacks [] for security_group (93e64033-ca51-412e-8c64-6ae9003a7e6c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.751089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1201-0342-4583-b4be-1398f6c61c37 req-d744f6c7-355d-444f-80b1-1d3fe56420f0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:32.757908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8fc1201-0342-4583-b4be-1398f6c61c37 req-d744f6c7-355d-444f-80b1-1d3fe56420f0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1133144 Feb 19 01:11:32.765566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-baf27cea-dba4-477c-8253-65719e7d2b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (93e64033-ca51-412e-8c64-6ae9003a7e6c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.794314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.806521 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3777ac85-4ecf-47ce-9dc2-73cac3b4c41b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.830332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-baf27cea-dba4-477c-8253-65719e7d2b61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e40bc9b3eff44bb7b77edaab86c7e338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046026 Feb 19 01:11:32.833849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:32.844183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf27cea-dba4-477c-8253-65719e7d2b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e64033-ca51-412e-8c64-6ae9003a7e6c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.845058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=3777ac85-4ecf-47ce-9dc2-73cac3b4c41b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.880298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8fc1201-0342-4583-b4be-1398f6c61c37 req-3384fb09-81b8-423f-aa0b-98028fbe29cb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215024 Feb 19 01:11:32.941174 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4442359-912a-48ca-85d8-9f9d4b2176a4 admin admin] Publish callbacks [] for security_group (93e64033-ca51-412e-8c64-6ae9003a7e6c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.969985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4442359-912a-48ca-85d8-9f9d4b2176a4 admin admin] Publish callbacks [] for security_group (93e64033-ca51-412e-8c64-6ae9003a7e6c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.030227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4442359-912a-48ca-85d8-9f9d4b2176a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (93e64033-ca51-412e-8c64-6ae9003a7e6c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.032803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4442359-912a-48ca-85d8-9f9d4b2176a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.037078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a4442359-912a-48ca-85d8-9f9d4b2176a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93e64033-ca51-412e-8c64-6ae9003a7e6c HTTP/1.1" status: 204 len: 168 time: 0.2018287 Feb 19 01:11:33.046990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4442359-912a-48ca-85d8-9f9d4b2176a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e64033-ca51-412e-8c64-6ae9003a7e6c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.120774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22750d2-a411-42c6-9ecf-2ded9fa9f00a req-accf3d55-1368-4bc1-8339-34f3dbd9b584 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:33.130035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d22750d2-a411-42c6-9ecf-2ded9fa9f00a req-accf3d55-1368-4bc1-8339-34f3dbd9b584 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2238877 Feb 19 01:11:33.147731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (e0981aee-eb90-481c-a02e-e10e3f11ad28), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.150310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (32e4bf9a-8b48-4016-96b3-7f5b442efaef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.164837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e0981aee-eb90-481c-a02e-e10e3f11ad28), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.193800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201656e-8e5a-4261-81f1-eb89f148cb71 req-3099b0c4-22b4-47fe-ab6e-98c42a3d54fe tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:33.204728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b201656e-8e5a-4261-81f1-eb89f148cb71 req-3099b0c4-22b4-47fe-ab6e-98c42a3d54fe tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.0838971 Feb 19 01:11:33.270734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b201656e-8e5a-4261-81f1-eb89f148cb71 req-f2079b5d-bc91-4849-90fb-fd8ecccabc99 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641959 Feb 19 01:11:33.280458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.284507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:33.284645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5664122 Feb 19 01:11:33.296262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'e0981aee-eb90-481c-a02e-e10e3f11ad28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:33.323950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55040ce-86d0-49a3-95f4-0e5fbe7b2042 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0981aee-eb90-481c-a02e-e10e3f11ad28,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.342395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (718e1d21-4c58-4fce-8953-8919d0ced649), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.346643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d22750d2-a411-42c6-9ecf-2ded9fa9f00a req-f367fd3d-39b9-4159-83fe-8af0ee91094c tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974521 Feb 19 01:11:33.416550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (718e1d21-4c58-4fce-8953-8919d0ced649), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.422088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (718e1d21-4c58-4fce-8953-8919d0ced649), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.434044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 32e4bf9a-8b48-4016-96b3-7f5b442efaef has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:33.441915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718e1d21-4c58-4fce-8953-8919d0ced649,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.452275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.453679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6bd01985-3348-4a4e-8333-c62e6640db53 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672494 Feb 19 01:11:33.456351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32884) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:33.462337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'e0981aee-eb90-481c-a02e-e10e3f11ad28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:33.509121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6d2848c2-777b-4a22-8f47-82f728e3eb40), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.563199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:33.575862 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] Sync routers for ids ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:33.579009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-735871a8-c166-41a6-9bde-6cb8359c565e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/32e4bf9a-8b48-4016-96b3-7f5b442efaef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000970 Feb 19 01:11:33.582723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:33.591933 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] Routers {'32e4bf9a-8b48-4016-96b3-7f5b442efaef'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:33.593324 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:33.614109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6d2848c2-777b-4a22-8f47-82f728e3eb40), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.636632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6d2848c2-777b-4a22-8f47-82f728e3eb40), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.643948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9c7197c7-1051-4826-80ca-162d32a29b24 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=32e4bf9a-8b48-4016-96b3-7f5b442efaef HTTP/1.1" status: 200 len: 205 time: 0.0596552 Feb 19 01:11:33.651147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:33.658952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2848c2-777b-4a22-8f47-82f728e3eb40,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.677072 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:33.690141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.691599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-865e286f-0097-4884-832f-b8b7aad5b184 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2342465 Feb 19 01:11:33.692936 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] Routers {'32e4bf9a-8b48-4016-96b3-7f5b442efaef'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:33.694036 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:33.704354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7ef9-2118-4f1e-a4eb-fa0ca7570038 req-7d117c5a-f23e-4e2e-9c79-d1730baafbf1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:33.705954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a33e7ef9-2118-4f1e-a4eb-fa0ca7570038 req-7d117c5a-f23e-4e2e-9c79-d1730baafbf1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1390586 Feb 19 01:11:33.706459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:33.711131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'e0981aee-eb90-481c-a02e-e10e3f11ad28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:33.736700 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:33.737864 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c6165-857c-42d7-ae98-7ad8ac8468ca None None] The sync data for ids ['32e4bf9a-8b48-4016-96b3-7f5b442efaef'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:33.759150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a61d1976-596f-46d7-9aec-6ca29a7186fc), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.790247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (32e4bf9a-8b48-4016-96b3-7f5b442efaef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.829798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a33e7ef9-2118-4f1e-a4eb-fa0ca7570038 req-a5dcd862-b576-45ec-8983-1d7c0b1245a8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943153 Feb 19 01:11:33.875076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a61d1976-596f-46d7-9aec-6ca29a7186fc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.885845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a61d1976-596f-46d7-9aec-6ca29a7186fc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.908142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61d1976-596f-46d7-9aec-6ca29a7186fc,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.945414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.947707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e19ae565-6b87-41a9-8e3f-edb311709174 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400787 Feb 19 01:11:33.952912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:33.959728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'e0981aee-eb90-481c-a02e-e10e3f11ad28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:34.010240 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a7869013-7bf7-4648-9b59-7f7e055b9260), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.012017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (32e4bf9a-8b48-4016-96b3-7f5b442efaef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.014872 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (32e4bf9a-8b48-4016-96b3-7f5b442efaef), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.086188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (32e4bf9a-8b48-4016-96b3-7f5b442efaef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.086727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router 32e4bf9a-8b48-4016-96b3-7f5b442efaef {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:11:34.097261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.101175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4af34d18-dd2f-49e9-b859-6ba1341bd343 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/32e4bf9a-8b48-4016-96b3-7f5b442efaef HTTP/1.1" status: 204 len: 168 time: 0.4450555 Feb 19 01:11:34.101320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.117686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6aac2-d1ca-4d82-8230-49da95759a4c req-ff5e36a2-f5ba-476a-b36f-77c78b5546da tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.119326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ac6aac2-d1ca-4d82-8230-49da95759a4c req-ff5e36a2-f5ba-476a-b36f-77c78b5546da tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1026223 Feb 19 01:11:34.144659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a7869013-7bf7-4648-9b59-7f7e055b9260), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.151035 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a7869013-7bf7-4648-9b59-7f7e055b9260), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.173185 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ac6aac2-d1ca-4d82-8230-49da95759a4c req-cb607d47-fc2e-4693-9273-8851842d3e40 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Feb 19 01:11:34.185289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet 8f5e7c59-a55e-4481-9bd2-15f00a1c2768 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:34.189465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7869013-7bf7-4648-9b59-7f7e055b9260,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:34.191277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (8f5e7c59-a55e-4481-9bd2-15f00a1c2768), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.196266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.197506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fae37ccf-1c51-4469-9fec-0d309269caff tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2433994 Feb 19 01:11:34.204164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32918) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.209385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'e0981aee-eb90-481c-a02e-e10e3f11ad28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:34.238421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6747b515-0964-4a35-9877-fd68342c4ff9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.238828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (8f5e7c59-a55e-4481-9bd2-15f00a1c2768), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.320107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6747b515-0964-4a35-9877-fd68342c4ff9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.323849 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6747b515-0964-4a35-9877-fd68342c4ff9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.345038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6747b515-0964-4a35-9877-fd68342c4ff9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:34.356111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.360723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3790a1b9-3ad3-4703-9597-4db0060b05d8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1520927 Feb 19 01:11:34.360868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.363754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8f5e7c59-a55e-4481-9bd2-15f00a1c2768), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.461516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab2a-25b5-4ef8-a696-5326f80ecd05 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6747b515-0964-4a35-9877-fd68342c4ff9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.473611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab2a-25b5-4ef8-a696-5326f80ecd05 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6747b515-0964-4a35-9877-fd68342c4ff9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.492182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68063c38-b896-4bef-8f37-34b0401a84fe req-2ec44b5e-aea2-49ef-9353-6f802ea92f50 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.493728 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-68063c38-b896-4bef-8f37-34b0401a84fe req-2ec44b5e-aea2-49ef-9353-6f802ea92f50 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.0669439 Feb 19 01:11:34.518689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb74-5f79-423c-b33b-a7a361681218 req-74ae133b-7d0d-4348-a764-adeffc8a36bb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.520199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad17eb74-5f79-423c-b33b-a7a361681218 req-74ae133b-7d0d-4348-a764-adeffc8a36bb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.1615391 Feb 19 01:11:34.522608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (8f5e7c59-a55e-4481-9bd2-15f00a1c2768), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.541944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab2a-25b5-4ef8-a696-5326f80ecd05 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6747b515-0964-4a35-9877-fd68342c4ff9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.550192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-68063c38-b896-4bef-8f37-34b0401a84fe req-a4ba1db3-9de2-4666-8844-625ef10c7422 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Feb 19 01:11:34.565601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab2a-25b5-4ef8-a696-5326f80ecd05 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.569115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dbdeab2a-25b5-4ef8-a696-5326f80ecd05 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6747b515-0964-4a35-9877-fd68342c4ff9 HTTP/1.1" status: 204 len: 168 time: 0.2049837 Feb 19 01:11:34.569502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.581609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5e7c59-a55e-4481-9bd2-15f00a1c2768,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:34.584070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af209d-a84e-4ff2-a0e6-09cc553052a8 None None] Network 71f84847-9a28-43e3-bd69-19506d3ae331 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:34.585771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.589160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-96655924-34c9-41f8-8bf5-8a435e91937d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/8f5e7c59-a55e-4481-9bd2-15f00a1c2768 HTTP/1.1" status: 204 len: 168 time: 0.4866598 Feb 19 01:11:34.593029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32934) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.595031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeab2a-25b5-4ef8-a696-5326f80ecd05 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6747b515-0964-4a35-9877-fd68342c4ff9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:34.653829 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7430ae66-f430-4809-b7cc-35fd7ffc0ef6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0829818 Feb 19 01:11:34.654601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.698281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5725-fc6f-4673-9e69-50112da6189b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a7869013-7bf7-4648-9b59-7f7e055b9260), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.708947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad17eb74-5f79-423c-b33b-a7a361681218 req-7281b042-e17b-46ed-b3b0-26db5f709542 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799378 Feb 19 01:11:34.709912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5725-fc6f-4673-9e69-50112da6189b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a7869013-7bf7-4648-9b59-7f7e055b9260), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.748051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (71f84847-9a28-43e3-bd69-19506d3ae331), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.760001 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5725-fc6f-4673-9e69-50112da6189b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a7869013-7bf7-4648-9b59-7f7e055b9260), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.767257 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5725-fc6f-4673-9e69-50112da6189b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.768658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ea4e5725-fc6f-4673-9e69-50112da6189b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a7869013-7bf7-4648-9b59-7f7e055b9260 HTTP/1.1" status: 204 len: 168 time: 0.1127064 Feb 19 01:11:34.771766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32942) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.777169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e5725-fc6f-4673-9e69-50112da6189b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7869013-7bf7-4648-9b59-7f7e055b9260,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:34.799191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-6e0acbef-0847-4ca1-9343-3334fd0e181f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030326 Feb 19 01:11:34.812802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] DHCP port deletion for 71f84847-9a28-43e3-bd69-19506d3ae331 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:34.856358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:34.862859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-42d7dd64-206b-4edf-b979-da263ad14bb1 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0876014 Feb 19 01:11:34.863310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32948) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.925844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 47a08a63-9c2a-4477-a5d2-f317957ae32a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:34.926802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.958475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c436e8d4-3803-4d6e-a822-26ed4de82eb6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a61d1976-596f-46d7-9aec-6ca29a7186fc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.970479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c436e8d4-3803-4d6e-a822-26ed4de82eb6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (a61d1976-596f-46d7-9aec-6ca29a7186fc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.005508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-e9d5d47e-8119-4324-8008-b2e25569f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.007895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-e9d5d47e-8119-4324-8008-b2e25569f42d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 1126 time: 0.1821489 Feb 19 01:11:35.013565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c436e8d4-3803-4d6e-a822-26ed4de82eb6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a61d1976-596f-46d7-9aec-6ca29a7186fc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.022955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c436e8d4-3803-4d6e-a822-26ed4de82eb6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.026579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c436e8d4-3803-4d6e-a822-26ed4de82eb6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a61d1976-596f-46d7-9aec-6ca29a7186fc HTTP/1.1" status: 204 len: 168 time: 0.1592708 Feb 19 01:11:35.027404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.033372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6e06-0bfb-422b-8b2b-5bfa1a7ddbbf req-873ee014-951e-4c19-92ac-9d8abfbfbfa3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.035537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ffc6e06-0bfb-422b-8b2b-5bfa1a7ddbbf req-873ee014-951e-4c19-92ac-9d8abfbfbfa3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1254892 Feb 19 01:11:35.042276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436e8d4-3803-4d6e-a822-26ed4de82eb6 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a61d1976-596f-46d7-9aec-6ca29a7186fc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.099511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ffc6e06-0bfb-422b-8b2b-5bfa1a7ddbbf req-df03f4fb-f66e-45cf-9522-c26a327c377f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549598 Feb 19 01:11:35.121910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] Deleting port 47a08a63-9c2a-4477-a5d2-f317957ae32a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:35.122755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.170800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 47a08a63-9c2a-4477-a5d2-f317957ae32a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47a08a63-9c2a-4477-a5d2-f317957ae32a,segment=NetworkSegment(ee0a5142-4860-4767-8ca0-17f085266ec6),segment_id=ee0a5142-4860-4767-8ca0-17f085266ec6)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:35.171182 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.191466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-75602eec-cde6-4182-98d0-6b9f332bc30a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1579792 Feb 19 01:11:35.194631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.201345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 47a08a63-9c2a-4477-a5d2-f317957ae32a owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:35.210670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] For port 47a08a63-9c2a-4477-a5d2-f317957ae32a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47a08a63-9c2a-4477-a5d2-f317957ae32a,segment=NetworkSegment(ee0a5142-4860-4767-8ca0-17f085266ec6),segment_id=ee0a5142-4860-4767-8ca0-17f085266ec6)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:35.211052 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.238627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] Calling delete_port for 47a08a63-9c2a-4477-a5d2-f317957ae32a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:35.241599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:35.248123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a357da5f-9f94-4aa3-bc10-33cf4a89e0d5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6d2848c2-777b-4a22-8f47-82f728e3eb40), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.263771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a357da5f-9f94-4aa3-bc10-33cf4a89e0d5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (6d2848c2-777b-4a22-8f47-82f728e3eb40), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.267688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d', 'port_id': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'mac_address': 'fa:16:3e:a8:5e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:35.290410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-01eb42a0-efb3-4326-8adc-1304a4b6654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.291895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-01eb42a0-efb3-4326-8adc-1304a4b6654f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2195895 Feb 19 01:11:35.307187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a357da5f-9f94-4aa3-bc10-33cf4a89e0d5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6d2848c2-777b-4a22-8f47-82f728e3eb40), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.319449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a357da5f-9f94-4aa3-bc10-33cf4a89e0d5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.325802 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a357da5f-9f94-4aa3-bc10-33cf4a89e0d5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6d2848c2-777b-4a22-8f47-82f728e3eb40 HTTP/1.1" status: 204 len: 168 time: 0.1219039 Feb 19 01:11:35.326052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.328847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357da5f-9f94-4aa3-bc10-33cf4a89e0d5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2848c2-777b-4a22-8f47-82f728e3eb40,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.363426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port f247aa3f-4107-4d85-9b2f-d050e6d38770 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:35.363811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.388943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f247aa3f-4107-4d85-9b2f-d050e6d38770 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:35.423982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:35.427902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.428602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5cb4709-54c5-4522-9645-9f201af7d1b0 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:35.456593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.480385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] No DVR routers for this DVR port 47a08a63-9c2a-4477-a5d2-f317957ae32a on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:35.528242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.583912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d27ecc-dd3e-4f10-ba4e-45ec84cc0db0 None None] Pushing event deleted for resources: {'Port': ['ID=47a08a63-9c2a-4477-a5d2-f317957ae32a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.665206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:35.678940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'mac_address': 'fa:16:3e:25:62:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:35.691873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-aa69b0b5-05ad-4ce7-aab8-2cddc21e5c00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.3911021 Feb 19 01:11:35.721151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5cb4709-54c5-4522-9645-9f201af7d1b0 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:35.721539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.735283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf063af-64d9-4bd4-80c9-4ece90454536 req-7bda27cd-6789-4f76-ac1e-32be770d49b0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.737060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-adf063af-64d9-4bd4-80c9-4ece90454536 req-7bda27cd-6789-4f76-ac1e-32be770d49b0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.0912459 Feb 19 01:11:35.749075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5cb4709-54c5-4522-9645-9f201af7d1b0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:35.776895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:35.781028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (47a08a63-9c2a-4477-a5d2-f317957ae32a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.783298 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.792600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6a19fab5-8bbe-4828-b97c-230d8daba6aa tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1261611 Feb 19 01:11:35.796235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.813965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c9ba4-7a95-4fdc-8aef-11192a3cfcaa req-3f9e269a-2852-48d2-bec9-eaac2e4fb03a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.815888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-226c9ba4-7a95-4fdc-8aef-11192a3cfcaa req-3f9e269a-2852-48d2-bec9-eaac2e4fb03a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.5177813 Feb 19 01:11:35.826689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-adf063af-64d9-4bd4-80c9-4ece90454536 req-57fda85a-d089-4c46-aed3-74b934ef6fcf tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Feb 19 01:11:35.837731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4a8f902-be97-43e7-9b7b-8f74ac4d6ff5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (718e1d21-4c58-4fce-8953-8919d0ced649), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.838561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-96828008-87ad-4a1a-8591-45fa6c6f51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.840135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-96828008-87ad-4a1a-8591-45fa6c6f51a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1362631 Feb 19 01:11:35.853269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=47a08a63-9c2a-4477-a5d2-f317957ae32a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.853600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4a8f902-be97-43e7-9b7b-8f74ac4d6ff5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (718e1d21-4c58-4fce-8953-8919d0ced649), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.854429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 47a08a63-9c2a-4477-a5d2-f317957ae32a on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:35.866734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.899622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4a8f902-be97-43e7-9b7b-8f74ac4d6ff5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (718e1d21-4c58-4fce-8953-8919d0ced649), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.902778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-627e1d43-f1e4-4503-bf27-6a0b13235760 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511243 Feb 19 01:11:35.917207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4a8f902-be97-43e7-9b7b-8f74ac4d6ff5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.917207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b4a8f902-be97-43e7-9b7b-8f74ac4d6ff5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/718e1d21-4c58-4fce-8953-8919d0ced649 HTTP/1.1" status: 204 len: 168 time: 0.1093698 Feb 19 01:11:35.921434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.930426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8f902-be97-43e7-9b7b-8f74ac4d6ff5 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=718e1d21-4c58-4fce-8953-8919d0ced649,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.967712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c5cb4709-54c5-4522-9645-9f201af7d1b0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:36.002722 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ef4dc50-500e-406b-8151-e9623026e10a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797272 Feb 19 01:11:36.011709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:36.050103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f71a6-c9df-4426-a8bf-21e1916337dd req-36daa766-1972-4e19-9242-8350de7a4bc7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:36.057942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-967f71a6-c9df-4426-a8bf-21e1916337dd req-36daa766-1972-4e19-9242-8350de7a4bc7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 0.1339474 Feb 19 01:11:36.073156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (71f84847-9a28-43e3-bd69-19506d3ae331), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.123324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-226c9ba4-7a95-4fdc-8aef-11192a3cfcaa req-8af990cc-e794-4098-90cf-38dec3f713de tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820652 Feb 19 01:11:36.125183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f84847-9a28-43e3-bd69-19506d3ae331']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:36.144325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a5142-4860-4767-8ca0-17f085266ec6') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:36.144571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a5142-4860-4767-8ca0-17f085266ec6') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:36.161114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ee0a5142-4860-4767-8ca0-17f085266ec6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.183214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-45dfb416-ca03-4931-b4aa-a81ee3ac7f0b service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555048 Feb 19 01:11:36.184254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ee0a5142-4860-4767-8ca0-17f085266ec6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.192135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:36.192641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ee0a5142-4860-4767-8ca0-17f085266ec6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:36.205270 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:36.214010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['f247aa3f-4107-4d85-9b2f-d050e6d38770'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:36.456342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (71f84847-9a28-43e3-bd69-19506d3ae331), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.475504 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.483189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/71f84847-9a28-43e3-bd69-19506d3ae331 HTTP/1.1" status: 204 len: 168 time: 1.8850360 Feb 19 01:11:36.514158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:36.520878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1157210750', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:36.530340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971c8ede-1929-4cd2-bfe4-5e78e13a2110 req-adf8c5ac-c334-43f4-b95f-c098ba0f3177 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394365 Feb 19 01:11:36.532983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a892cd1-9b87-4fcf-bff3-46375c72261f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=71f84847-9a28-43e3-bd69-19506d3ae331,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:36.570436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.571518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.598207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fdec9-741f-45bd-a574-129cdd7cba8f req-d70ecda2-82a3-433c-b1bc-8376a6ae51f5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:36.605352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104fdec9-741f-45bd-a574-129cdd7cba8f req-d70ecda2-82a3-433c-b1bc-8376a6ae51f5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 945 time: 0.2981031 Feb 19 01:11:36.625468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-967f71a6-c9df-4426-a8bf-21e1916337dd req-629d73ce-04cd-4537-88a4-d56a9833b7fb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666242 Feb 19 01:11:36.631949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e50c6d7b-789b-4854-984d-b7532ba90e73 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (e0981aee-eb90-481c-a02e-e10e3f11ad28), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.665958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e50c6d7b-789b-4854-984d-b7532ba90e73 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (e0981aee-eb90-481c-a02e-e10e3f11ad28), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.721033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47a08a63-9c2a-4477-a5d2-f317957ae32a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:36.744389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 47a08a63-9c2a-4477-a5d2-f317957ae32a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:36.744782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47a08a63-9c2a-4477-a5d2-f317957ae32a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:36.757714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.765542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e50c6d7b-789b-4854-984d-b7532ba90e73 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e0981aee-eb90-481c-a02e-e10e3f11ad28), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.768126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104fdec9-741f-45bd-a574-129cdd7cba8f req-e8996e04-824f-4c65-ae3e-e7b7b62a120e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618781 Feb 19 01:11:36.772321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e50c6d7b-789b-4854-984d-b7532ba90e73 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.784010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e50c6d7b-789b-4854-984d-b7532ba90e73 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0981aee-eb90-481c-a02e-e10e3f11ad28 HTTP/1.1" status: 204 len: 168 time: 0.7664800 Feb 19 01:11:36.788249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33042) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:36.816271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c6d7b-789b-4854-984d-b7532ba90e73 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0981aee-eb90-481c-a02e-e10e3f11ad28,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:36.862174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5cb4709-54c5-4522-9645-9f201af7d1b0 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:36.863566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0cf815e6-0706-4777-9489-c7eb516f750e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716183 Feb 19 01:11:36.870131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33048) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:36.875846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156577332'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:36.938444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c5cb4709-54c5-4522-9645-9f201af7d1b0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:36.939121 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.988421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_gateway (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.992562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.056068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5cb4709-54c5-4522-9645-9f201af7d1b0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:37.056718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.080905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9b9fd-d251-4894-ae58-747229678d4c req-e88176c0-ce4d-432f-a576-6876ee92a79f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:37.084419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16a9b9fd-d251-4894-ae58-747229678d4c req-e88176c0-ce4d-432f-a576-6876ee92a79f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1275022 Feb 19 01:11:37.093067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:37.095435 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2122426-0d41-4961-a3f3-f272eee69ac9" -d '{"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:37.109892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:37.131442 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.203870 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62611253-8833-43da-baee-a85d608de5cd x-openstack-request-id: req-62611253-8833-43da-baee-a85d608de5cd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:37.207703 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:37.208416 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62611253-8833-43da-baee-a85d608de5cd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:37.211065 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'code': 200} Feb 19 01:11:37.218130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16a9b9fd-d251-4894-ae58-747229678d4c req-4e56645e-fc5b-4b0a-b1e1-832756342697 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236246 Feb 19 01:11:37.276074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:37.341255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (ff2b29d7-432b-4495-b10d-0da0959b52b1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.360452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ff2b29d7-432b-4495-b10d-0da0959b52b1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.409267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd08446-f94e-40fc-a81c-e31680185d0b req-2bb6eff2-a324-4f9d-85c4-c2e4dff57ba8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:37.411274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cd08446-f94e-40fc-a81c-e31680185d0b req-2bb6eff2-a324-4f9d-85c4-c2e4dff57ba8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1453853 Feb 19 01:11:37.444121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.445797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5740128 Feb 19 01:11:37.448342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33070) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:37.455118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'ff2b29d7-432b-4495-b10d-0da0959b52b1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:37.464039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae7503-21aa-4052-b40c-439bde49dd0e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2b29d7-432b-4495-b10d-0da0959b52b1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:37.533781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (ee098fb0-8dc0-4d2e-b929-e8a2516ea379), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.628592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (ee098fb0-8dc0-4d2e-b929-e8a2516ea379), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.635120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ee098fb0-8dc0-4d2e-b929-e8a2516ea379), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.677420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee098fb0-8dc0-4d2e-b929-e8a2516ea379,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:37.683698 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.685236 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9d2d862e-b37a-4fea-9d67-f50908b50efb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2356043 Feb 19 01:11:37.696349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33078) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:37.711205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_gateway (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.750831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.770038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cd08446-f94e-40fc-a81c-e31680185d0b req-4896f5bf-91b0-4498-af2b-a2b37ad58c09 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415780 Feb 19 01:11:37.780128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-242c67a4-792c-447a-94aa-854f9c1f93b9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (ff2b29d7-432b-4495-b10d-0da0959b52b1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.836569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-242c67a4-792c-447a-94aa-854f9c1f93b9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (ff2b29d7-432b-4495-b10d-0da0959b52b1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.047139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-242c67a4-792c-447a-94aa-854f9c1f93b9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ff2b29d7-432b-4495-b10d-0da0959b52b1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.054658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-242c67a4-792c-447a-94aa-854f9c1f93b9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.058754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-242c67a4-792c-447a-94aa-854f9c1f93b9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/ff2b29d7-432b-4495-b10d-0da0959b52b1 HTTP/1.1" status: 204 len: 168 time: 0.3611929 Feb 19 01:11:38.066853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33092) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:38.126287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e28a1d-14d2-4dd6-bcaf-c81ddb42a016 req-0ae43282-83a1-41f6-9704-b7a40a661174 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:38.134371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64e28a1d-14d2-4dd6-bcaf-c81ddb42a016 req-0ae43282-83a1-41f6-9704-b7a40a661174 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.2156665 Feb 19 01:11:38.135787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c67a4-792c-447a-94aa-854f9c1f93b9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2b29d7-432b-4495-b10d-0da0959b52b1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:38.231684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af902606-0442-49dd-aeae-c24cfab2acfe req-9ef6dcc1-1847-4cb8-bdd8-9b9753a1ac1c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:38.239726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af902606-0442-49dd-aeae-c24cfab2acfe req-9ef6dcc1-1847-4cb8-bdd8-9b9753a1ac1c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 0.2991788 Feb 19 01:11:38.261883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64e28a1d-14d2-4dd6-bcaf-c81ddb42a016 req-4b2d1129-8d44-4baa-8021-d02cc153f4e3 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216791 Feb 19 01:11:38.307943 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a70271c3-311d-438d-9330-3bda80ecbc69 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2316759 Feb 19 01:11:38.308832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33100) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:38.313046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af902606-0442-49dd-aeae-c24cfab2acfe req-d8ef0d03-696f-45b4-9abe-ade9eea9003c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724626 Feb 19 01:11:38.314333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010147889'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:38.320501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.25.0.164 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/6cacf61b-cc20-43d9-98a2-1f32b494fe5a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:38.379112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.439858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29c845-2274-4313-977b-bcc6c4dffeac req-2122ea2a-6f15-404b-9c0b-8b2de591c3fa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:38.441827 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc29c845-2274-4313-977b-bcc6c4dffeac req-2122ea2a-6f15-404b-9c0b-8b2de591c3fa tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1166465 Feb 19 01:11:38.557743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (231e1889-fd67-4306-976f-0e5cc527f5fe), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.580123 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc29c845-2274-4313-977b-bcc6c4dffeac req-24bf93ad-6196-4faa-8516-cd518d00fde6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319141 Feb 19 01:11:38.581024 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (231e1889-fd67-4306-976f-0e5cc527f5fe), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.586495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7ebd-b14d-4099-8249-ff6e54d6b58e req-c387ac22-31ea-4e64-9e25-a97d5fd63722 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:38.594097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa3a7ebd-b14d-4099-8249-ff6e54d6b58e req-c387ac22-31ea-4e64-9e25-a97d5fd63722 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1539354 Feb 19 01:11:38.606816 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (6cacf61b-cc20-43d9-98a2-1f32b494fe5a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.647418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.651904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3416235 Feb 19 01:11:38.653529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33106) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:38.660657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--500090376'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:38.671607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb291d-2330-4cc8-8a19-e2ae5a431fbb tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231e1889-fd67-4306-976f-0e5cc527f5fe,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:38.678015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33108) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:38.690311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa3a7ebd-b14d-4099-8249-ff6e54d6b58e req-51d182cf-7b35-41b9-9179-d3423a94d95e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947387 Feb 19 01:11:38.705646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6cacf61b-cc20-43d9-98a2-1f32b494fe5a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.755512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:38.755881 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.758548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:38.763308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:38.834105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=6cacf61b-cc20-43d9-98a2-1f32b494fe5a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:38.855266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:38.859666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:38.887321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (ff428a18-1b60-4fa9-a12d-14102dad3874), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.929271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6fea-0c30-4650-af61-6f4b91a256af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.952269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ff428a18-1b60-4fa9-a12d-14102dad3874), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.995497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port f247aa3f-4107-4d85-9b2f-d050e6d38770 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:39.011247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port f247aa3f-4107-4d85-9b2f-d050e6d38770 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:39.011853 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.062955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479369-f700-48b8-ad87-8b08645286be req-75af7248-cc46-46f6-94b5-cf4eb7f7c93f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:39.064618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3479369-f700-48b8-ad87-8b08645286be req-75af7248-cc46-46f6-94b5-cf4eb7f7c93f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1756122 Feb 19 01:11:39.072490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.077239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4173005 Feb 19 01:11:39.079770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:39.080747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33116) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:39.081447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69727aa-9e5f-4c28-a53e-21907c144b91 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff428a18-1b60-4fa9-a12d-14102dad3874,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.098475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': '231e1889-fd67-4306-976f-0e5cc527f5fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff428a18-1b60-4fa9-a12d-14102dad3874', 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:39.102137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'port_id': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'mac_address': 'fa:16:3e:89:b9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de79d6b-cf3d-4e3d-a587-1e60859de58a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:39.183384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:39.183905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.194711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port f247aa3f-4107-4d85-9b2f-d050e6d38770 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:39.202529 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.225904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13b39a74-545c-45b1-9f56-533ec632c7a4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:39.252734 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3479369-f700-48b8-ad87-8b08645286be req-d19872aa-81b9-4480-8257-39e8fced2f67 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778467 Feb 19 01:11:39.277706 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (f3af5d57-c872-455e-92f0-84b0a2ec7df6), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.338398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:39.344406 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb736cd8-1030-4c4b-b3d8-2a9f6e3f5158" -d '{"events": [{"server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:39.344912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6fea-0c30-4650-af61-6f4b91a256af admin admin] Publish callbacks [] for security_group (84117c96-dff8-447a-8366-5196b41332a8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.364933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:39.373679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6fea-0c30-4650-af61-6f4b91a256af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (84117c96-dff8-447a-8366-5196b41332a8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.377150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:39.379761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.484367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d6fea-0c30-4650-af61-6f4b91a256af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84117c96-dff8-447a-8366-5196b41332a8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.489422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_gateway (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.489669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (f3af5d57-c872-455e-92f0-84b0a2ec7df6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.500936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe4d6fea-0c30-4650-af61-6f4b91a256af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2671340d8fe846eb86858a122106f9d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182299 Feb 19 01:11:39.501973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33124) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:39.512353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f3af5d57-c872-455e-92f0-84b0a2ec7df6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.519761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.522628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.541183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b02515-edca-4165-811b-33cb69ccdf26 req-bd138ac9-96d8-4851-8aef-e3b7baa20f59 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:39.542821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79b02515-edca-4165-811b-33cb69ccdf26 req-bd138ac9-96d8-4851-8aef-e3b7baa20f59 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.2049448 Feb 19 01:11:39.568583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3af5d57-c872-455e-92f0-84b0a2ec7df6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.593234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.595129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5cafe9fc-741c-4fc3-a213-303ac2b393cf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5003190 Feb 19 01:11:39.595517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['13b39a74-545c-45b1-9f56-533ec632c7a4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:39.597727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33128) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:39.636717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b22a-eba7-4b82-aac7-79a22327b03b req-ea97ce9e-a4f1-460a-bdbb-0d3420a238ec tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:39.638401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48c8b22a-eba7-4b82-aac7-79a22327b03b req-ea97ce9e-a4f1-460a-bdbb-0d3420a238ec tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.2093384 Feb 19 01:11:39.688486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79b02515-edca-4165-811b-33cb69ccdf26 req-06355f72-9339-46f0-b76e-5b2662a14782 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358478 Feb 19 01:11:39.688781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.700395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-032d1424-9df9-423f-8ba4-af52d1bc178e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (f3af5d57-c872-455e-92f0-84b0a2ec7df6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.711939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df4d222b-c66e-4deb-a31a-9340b2faf7a9 admin admin] Publish callbacks [] for security_group (84117c96-dff8-447a-8366-5196b41332a8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.724002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-032d1424-9df9-423f-8ba4-af52d1bc178e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (f3af5d57-c872-455e-92f0-84b0a2ec7df6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.780865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df4d222b-c66e-4deb-a31a-9340b2faf7a9 admin admin] Publish callbacks [] for security_group (84117c96-dff8-447a-8366-5196b41332a8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.800814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48c8b22a-eba7-4b82-aac7-79a22327b03b req-bf5669ea-3bed-450e-9a04-ea72c0af8bd1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486661 Feb 19 01:11:39.831506 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf206b5d-36ac-417d-8498-4b621ede95a0 x-openstack-request-id: req-bf206b5d-36ac-417d-8498-4b621ede95a0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:39.837657 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:39.838125 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf206b5d-36ac-417d-8498-4b621ede95a0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:39.838646 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'code': 200} Feb 19 01:11:39.840633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-032d1424-9df9-423f-8ba4-af52d1bc178e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f3af5d57-c872-455e-92f0-84b0a2ec7df6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.860542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-032d1424-9df9-423f-8ba4-af52d1bc178e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.864244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-032d1424-9df9-423f-8ba4-af52d1bc178e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f3af5d57-c872-455e-92f0-84b0a2ec7df6 HTTP/1.1" status: 204 len: 168 time: 0.2628081 Feb 19 01:11:39.915834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33132) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:39.939947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df4d222b-c66e-4deb-a31a-9340b2faf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (84117c96-dff8-447a-8366-5196b41332a8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.944614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df4d222b-c66e-4deb-a31a-9340b2faf7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.959536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df4d222b-c66e-4deb-a31a-9340b2faf7a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84117c96-dff8-447a-8366-5196b41332a8 HTTP/1.1" status: 204 len: 168 time: 0.4564190 Feb 19 01:11:39.968735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d1424-9df9-423f-8ba4-af52d1bc178e tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3af5d57-c872-455e-92f0-84b0a2ec7df6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.041438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d222b-c66e-4deb-a31a-9340b2faf7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84117c96-dff8-447a-8366-5196b41332a8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.069452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-078fc5cd-fd50-4128-a6c0-14a345445585 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1521432 Feb 19 01:11:40.073184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:40.084715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcad1-0527-4901-ab43-653ac2d54208 req-d9fecbb9-627f-43ec-80d1-714bd7ec5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.086235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd9bcad1-0527-4901-ab43-653ac2d54208 req-d9fecbb9-627f-43ec-80d1-714bd7ec5487 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1127 time: 0.1611218 Feb 19 01:11:40.108143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98a72-5274-4811-a64b-5edcc0c126c5 req-7df59185-9750-4277-aa5f-221537185ae8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.109676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46a98a72-5274-4811-a64b-5edcc0c126c5 req-7df59185-9750-4277-aa5f-221537185ae8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1181824 Feb 19 01:11:40.131864 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.140767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d9ac-0321-4b10-8805-851ac6203ed5 req-3d733175-f71a-4687-bb71-0088e4876745 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.142922 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de5d9ac-0321-4b10-8805-851ac6203ed5 req-3d733175-f71a-4687-bb71-0088e4876745 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.2309813 Feb 19 01:11:40.225845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15c0469e-9e16-4762-95d7-de14b6eb3aaf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (ff428a18-1b60-4fa9-a12d-14102dad3874), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.256779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de5d9ac-0321-4b10-8805-851ac6203ed5 req-1c9549fb-08d1-467b-97a1-86e2359bf3d9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056664 Feb 19 01:11:40.268599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15c0469e-9e16-4762-95d7-de14b6eb3aaf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (ff428a18-1b60-4fa9-a12d-14102dad3874), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.329499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15c0469e-9e16-4762-95d7-de14b6eb3aaf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ff428a18-1b60-4fa9-a12d-14102dad3874), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.338997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15c0469e-9e16-4762-95d7-de14b6eb3aaf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.342420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-15c0469e-9e16-4762-95d7-de14b6eb3aaf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/ff428a18-1b60-4fa9-a12d-14102dad3874 HTTP/1.1" status: 204 len: 168 time: 0.2634416 Feb 19 01:11:40.344602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:40.381908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0469e-9e16-4762-95d7-de14b6eb3aaf tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff428a18-1b60-4fa9-a12d-14102dad3874,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.450956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-21736fed-df4d-497b-b122-7b2ecaa8b797 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0970478 Feb 19 01:11:40.468459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33144) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:40.541785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd9bcad1-0527-4901-ab43-653ac2d54208 req-84d54000-a326-4ec2-930f-ebac38ff3cac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310775 Feb 19 01:11:40.567884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598370b-fcc6-4b1c-9378-9a431c1df31b req-6747cca8-49f8-482a-9eb5-42a7559bf023 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.569155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46a98a72-5274-4811-a64b-5edcc0c126c5 req-a20e58b8-6e1d-423a-aef0-c48f4dfc0ec9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346821 Feb 19 01:11:40.584987 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8598370b-fcc6-4b1c-9378-9a431c1df31b req-6747cca8-49f8-482a-9eb5-42a7559bf023 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 945 time: 0.1393263 Feb 19 01:11:40.594403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33146) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:40.640680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a704-5545-4352-a569-3a684a19307d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.671175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f447d883-6588-4e39-872b-2880651b4387 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (231e1889-fd67-4306-976f-0e5cc527f5fe), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.692518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router fadd2c67-d0f6-4c43-b8b9-451c0948bb29 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:11:40.720870 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f447d883-6588-4e39-872b-2880651b4387 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (231e1889-fd67-4306-976f-0e5cc527f5fe), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.795812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8598370b-fcc6-4b1c-9378-9a431c1df31b req-3c640432-45ea-4f36-80ba-97a2857e2830 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099009 Feb 19 01:11:40.797553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f447d883-6588-4e39-872b-2880651b4387 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (231e1889-fd67-4306-976f-0e5cc527f5fe), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.800945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f447d883-6588-4e39-872b-2880651b4387 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.802171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f447d883-6588-4e39-872b-2880651b4387 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/231e1889-fd67-4306-976f-0e5cc527f5fe HTTP/1.1" status: 204 len: 168 time: 0.3323448 Feb 19 01:11:40.807257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33152) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:40.823572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447d883-6588-4e39-872b-2880651b4387 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e1889-fd67-4306-976f-0e5cc527f5fe,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.889276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:40.946525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3dfad2cd-42dd-42cf-a550-4e65564d2294 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377757 Feb 19 01:11:40.967909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:40.973483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--566702675'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:41.039336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.042442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 13b39a74-545c-45b1-9f56-533ec632c7a4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:41.042813 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.100340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f212d-3ca1-4e7b-bc50-f149832ee2c7 req-c0387639-c5d6-4200-8a3d-2a5766f44129 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:41.116735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-833f212d-3ca1-4e7b-bc50-f149832ee2c7 req-c0387639-c5d6-4200-8a3d-2a5766f44129 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.2003834 Feb 19 01:11:41.243107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:41.243800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.277115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-833f212d-3ca1-4e7b-bc50-f149832ee2c7 req-6d2ccc77-ea63-4ca1-b77e-446ee2ef5778 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558845 Feb 19 01:11:41.302386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:41.312004 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.343069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (55400f6a-a6c4-447b-85a5-e39c213d8490), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.353932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (55400f6a-a6c4-447b-85a5-e39c213d8490), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.372814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:41.398490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] Sync routers for ids ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:41.435093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] Routers {'fadd2c67-d0f6-4c43-b8b9-451c0948bb29'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:41.435781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.440552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.442050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4720631 Feb 19 01:11:41.447759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33172) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:41.456426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8967f-bd60-4922-ad93-fd58b3173c11 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55400f6a-a6c4-447b-85a5-e39c213d8490,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:41.478765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': '55400f6a-a6c4-447b-85a5-e39c213d8490', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:41.489156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc48dde-c2c9-436d-87e5-f0a357ff7572 req-173910d4-59b3-432f-956d-95a2694da01e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:41.493931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.497039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dc48dde-c2c9-436d-87e5-f0a357ff7572 req-173910d4-59b3-432f-956d-95a2694da01e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1103072 Feb 19 01:11:41.517944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] Routers {'fadd2c67-d0f6-4c43-b8b9-451c0948bb29'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:41.519773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.525420 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.527271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-89b0fc84-d87c-40c9-9372-ca49b26d1ee9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.0106840 Feb 19 01:11:41.532224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:41.580662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a704-5545-4352-a569-3a684a19307d admin admin] Publish callbacks [] for security_group (7d69a77b-e84d-43fb-bdc5-5cafa456d9e3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.594196 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a704-5545-4352-a569-3a684a19307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7d69a77b-e84d-43fb-bdc5-5cafa456d9e3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.607870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:41.613906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.614584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ab9d3-96be-4405-bbc0-42e88d3e9aa2 None None] The sync data for ids ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:41.624333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef974a-8fbf-4810-8130-a7481a77abd5 req-11ff421d-cc2e-463b-a8bc-17c8c5eeb0a8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:41.635327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30ef974a-8fbf-4810-8130-a7481a77abd5 req-11ff421d-cc2e-463b-a8bc-17c8c5eeb0a8 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.7657678 Feb 19 01:11:41.639575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (964bfa73-5b31-4f70-8f83-2b9c6ab8ade5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.652554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dc48dde-c2c9-436d-87e5-f0a357ff7572 req-d414764e-84d5-4f25-af99-a1fcd04867df tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548836 Feb 19 01:11:41.772414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ae1dfb27-bb43-4521-b24f-a1a70f45e6c3 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/routers/fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 200 len: 881 time: 0.2368653 Feb 19 01:11:41.791079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33184) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:41.794142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f9b7a704-5545-4352-a569-3a684a19307d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dd8a6fb792a47159deea3f42baf8acf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1948242 Feb 19 01:11:41.795822 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33186) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:41.816137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7a704-5545-4352-a569-3a684a19307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69a77b-e84d-43fb-bdc5-5cafa456d9e3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:41.840043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:41.843376 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578b0185-c194-468b-b087-d264df15b650" -d '{"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-plugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:41.890548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30ef974a-8fbf-4810-8130-a7481a77abd5 req-b3617690-d72f-4fc6-93d8-4d27916bd8ac tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539322 Feb 19 01:11:41.960764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22b22-18fb-4371-aff1-dcb721e93edc req-4eb9dad6-c7d1-4c05-9d2c-c7d027774112 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:41.979752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bba22b22-18fb-4371-aff1-dcb721e93edc req-4eb9dad6-c7d1-4c05-9d2c-c7d027774112 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2282276 Feb 19 01:11:42.023279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (964bfa73-5b31-4f70-8f83-2b9c6ab8ade5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.040629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-5e6b1ab2-de9f-49c3-9f23-a857d3317cb2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.042292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-5e6b1ab2-de9f-49c3-9f23-a857d3317cb2 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.3912578 Feb 19 01:11:42.049841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (964bfa73-5b31-4f70-8f83-2b9c6ab8ade5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.133932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2249d3a7-c9be-4f79-84a0-905ee8fa3090 admin admin] Publish callbacks [] for security_group (7d69a77b-e84d-43fb-bdc5-5cafa456d9e3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.177551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.182792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7287993 Feb 19 01:11:42.184236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:42.190772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62b1d8-0737-46b8-8d0a-9dd963ee6571 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964bfa73-5b31-4f70-8f83-2b9c6ab8ade5,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:42.210043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bba22b22-18fb-4371-aff1-dcb721e93edc req-7ad4e896-092f-49df-ac1e-f5904d6c59e4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290468 Feb 19 01:11:42.252225 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2249d3a7-c9be-4f79-84a0-905ee8fa3090 admin admin] Publish callbacks [] for security_group (7d69a77b-e84d-43fb-bdc5-5cafa456d9e3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.303035 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ee5a12-cdce-41f0-9865-5f6cbcfe1447 x-openstack-request-id: req-a4ee5a12-cdce-41f0-9865-5f6cbcfe1447 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:42.303592 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-plugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:42.303703 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4ee5a12-cdce-41f0-9865-5f6cbcfe1447 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:42.304034 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'code': 200} Feb 19 01:11:42.308925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4535df76-79a2-48dc-9334-4578ed1365f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (964bfa73-5b31-4f70-8f83-2b9c6ab8ade5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.359777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73e68e-971c-4604-b658-681891ca5578 req-0bf43302-f467-4799-b6ea-ecbe57878697 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.376124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa73e68e-971c-4604-b658-681891ca5578 req-0bf43302-f467-4799-b6ea-ecbe57878697 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3288794 Feb 19 01:11:42.417219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4535df76-79a2-48dc-9334-4578ed1365f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (964bfa73-5b31-4f70-8f83-2b9c6ab8ade5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.439592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2249d3a7-c9be-4f79-84a0-905ee8fa3090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7d69a77b-e84d-43fb-bdc5-5cafa456d9e3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.442563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2249d3a7-c9be-4f79-84a0-905ee8fa3090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.443905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2249d3a7-c9be-4f79-84a0-905ee8fa3090 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d69a77b-e84d-43fb-bdc5-5cafa456d9e3 HTTP/1.1" status: 204 len: 168 time: 0.6344950 Feb 19 01:11:42.520041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45ce43bb-da26-4dff-8c31-8610707af60f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7168005 Feb 19 01:11:42.522142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33200) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:42.535479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249d3a7-c9be-4f79-84a0-905ee8fa3090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69a77b-e84d-43fb-bdc5-5cafa456d9e3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:42.546538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4535df76-79a2-48dc-9334-4578ed1365f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (964bfa73-5b31-4f70-8f83-2b9c6ab8ade5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.574519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Deleting port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:42.574880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.601323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1157210750'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:42.726611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] For port bc284453-9a4a-48f2-bfd3-fa2d74365ab1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:42.726988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.859640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4535df76-79a2-48dc-9334-4578ed1365f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.860868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4535df76-79a2-48dc-9334-4578ed1365f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/964bfa73-5b31-4f70-8f83-2b9c6ab8ade5 HTTP/1.1" status: 204 len: 168 time: 0.6676481 Feb 19 01:11:42.864958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33204) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:42.879161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa73e68e-971c-4604-b658-681891ca5578 req-3fda9658-e7d1-4f3e-88ca-ea3564bfb7ca tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020528 Feb 19 01:11:42.911270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535df76-79a2-48dc-9334-4578ed1365f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=964bfa73-5b31-4f70-8f83-2b9c6ab8ade5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:43.001893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac0f08-1776-4a4f-8bba-190f554eae45 req-ab239be2-d6af-4672-acb9-5497d7664f6e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.018397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6ac0f08-1776-4a4f-8bba-190f554eae45 req-ab239be2-d6af-4672-acb9-5497d7664f6e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.5592909 Feb 19 01:11:43.146291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.148399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (aad543af-98c4-412a-9988-bcf4dd691474), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.148975 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Floating IP aad543af-98c4-412a-9988-bcf4dd691474 disassociated. External IP: 172.25.0.131, port: bc284453-9a4a-48f2-bfd3-fa2d74365ab1. Feb 19 01:11:43.149579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Calling delete_port for bc284453-9a4a-48f2-bfd3-fa2d74365ab1 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:43.361089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6ac0f08-1776-4a4f-8bba-190f554eae45 req-748f959a-22d6-4838-bf26-b541bd90e353 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413994 Feb 19 01:11:43.421968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c5c2c117-2980-4872-9c2f-b51afd411100 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5349550 Feb 19 01:11:43.423131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33224) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:43.533449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.551566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.563704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76fb1-f8cc-459d-881b-519ba9938e3d req-8a824d4e-4d1b-427e-bfe0-18dd7abac108 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.565332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16d76fb1-f8cc-459d-881b-519ba9938e3d req-8a824d4e-4d1b-427e-bfe0-18dd7abac108 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 946 time: 0.0862622 Feb 19 01:11:43.648865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb31996-ce1c-43d5-af25-dc0320afda68 req-3e891d06-9e65-42ce-b7fc-bd394174c646 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.650492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bb31996-ce1c-43d5-af25-dc0320afda68 req-3e891d06-9e65-42ce-b7fc-bd394174c646 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.4585795 Feb 19 01:11:43.818081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router fadd2c67-d0f6-4c43-b8b9-451c0948bb29 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:43.950107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bb31996-ce1c-43d5-af25-dc0320afda68 req-1e4587ad-b874-4678-bcf5-d2390968e6fe tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580292 Feb 19 01:11:43.951671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bc284453-9a4a-48f2-bfd3-fa2d74365ab1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.002579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbac96a8-5147-471f-8896-b8fffad43390 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (55400f6a-a6c4-447b-85a5-e39c213d8490), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.077632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbac96a8-5147-471f-8896-b8fffad43390 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (55400f6a-a6c4-447b-85a5-e39c213d8490), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.094275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16d76fb1-f8cc-459d-881b-519ba9938e3d req-1175eb65-12a4-434b-af4a-70fdfc441a90 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups?id=5983d764-4d07-413f-80ba-160cebe1f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210893 Feb 19 01:11:44.283210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:44.291287 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.297611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c39040e2-84b6-4259-b866-d80d7fe7d016 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 200 len: 888 time: 1.7687495 Feb 19 01:11:44.299218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33242) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.299902 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] Sync routers for ids ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:44.315968 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] Routers {'fadd2c67-d0f6-4c43-b8b9-451c0948bb29'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:44.319157 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:44.334213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbac96a8-5147-471f-8896-b8fffad43390 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (55400f6a-a6c4-447b-85a5-e39c213d8490), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.336825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbac96a8-5147-471f-8896-b8fffad43390 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.344793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fbac96a8-5147-471f-8896-b8fffad43390 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/55400f6a-a6c4-447b-85a5-e39c213d8490 HTTP/1.1" status: 204 len: 168 time: 0.9103296 Feb 19 01:11:44.345916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33244) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.364736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event deleted for resources: {'Port': ['ID=bc284453-9a4a-48f2-bfd3-fa2d74365ab1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:44.433577 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:44.462792 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] Routers {'fadd2c67-d0f6-4c43-b8b9-451c0948bb29'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:44.465488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:44.548676 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:44.549914 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491bc7b7-2863-472b-baff-12a14bfaad62 None None] The sync data for ids ['fadd2c67-d0f6-4c43-b8b9-451c0948bb29'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:44.687126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b427c24-dda4-4ea0-8786-e14924b38a84 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/routers/fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 200 len: 888 time: 0.3866804 Feb 19 01:11:44.690643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33248) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.820926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac96a8-5147-471f-8896-b8fffad43390 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55400f6a-a6c4-447b-85a5-e39c213d8490,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:44.851233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa44ef3a-c90c-49f2-b11e-9e4dbfb5d1ad tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4618158 Feb 19 01:11:44.856721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33252) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.867981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a74382-2bd3-43cc-984c-995869e41fb4 req-53cd54f6-a054-4cc3-8a48-e987f91705c4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:44.876184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72a74382-2bd3-43cc-984c-995869e41fb4 req-53cd54f6-a054-4cc3-8a48-e987f91705c4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.6370344 Feb 19 01:11:44.879952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-301f1bf7-e627-420b-9e55-cbc68c7af599 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 200 len: 205 time: 0.1859300 Feb 19 01:11:44.880623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33254) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.885870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--891026332'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:44.896369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Router 0395f924-9b51-4ec7-b907-24166f45c950 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:44.928393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bc284453-9a4a-48f2-bfd3-fa2d74365ab1 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:44.959663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: bc284453-9a4a-48f2-bfd3-fa2d74365ab1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:44.960451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bc284453-9a4a-48f2-bfd3-fa2d74365ab1 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:45.061384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.095796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1933-cb79-4b81-8abb-9e418879aac2 req-58d87126-72e7-43de-a000-92ff9e0083c8 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:45.099073 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6ce1933-cb79-4b81-8abb-9e418879aac2 req-58d87126-72e7-43de-a000-92ff9e0083c8 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1127 time: 0.4106629 Feb 19 01:11:45.175312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72a74382-2bd3-43cc-984c-995869e41fb4 req-a41eb39c-b922-4aa2-90d4-51ed5ceb4308 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979822 Feb 19 01:11:45.344778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6ce1933-cb79-4b81-8abb-9e418879aac2 req-f262def3-2b32-4a38-9418-548ce00da8c2 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637695 Feb 19 01:11:45.369029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.414833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:45.428162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] Sync routers for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:45.457554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:45.459350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:45.585833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] No DVR routers for this DVR port bc284453-9a4a-48f2-bfd3-fa2d74365ab1 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:45.617030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.628656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99642ad1-51c1-49c9-811a-f69cfada40b8 req-693d514a-880f-4765-b725-54a0efb099aa tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.10 "DELETE /v2.0/ports/bc284453-9a4a-48f2-bfd3-fa2d74365ab1 HTTP/1.1" status: 204 len: 173 time: 3.5640969 Feb 19 01:11:45.661834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3e0a-4252-47e7-bc3c-cbe85f38d957 req-0863603a-9f68-4631-9ef5-bdb784f1886e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:45.675673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e2e3e0a-4252-47e7-bc3c-cbe85f38d957 req-0863603a-9f68-4631-9ef5-bdb784f1886e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3784621 Feb 19 01:11:45.680012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'name': 'network-vif-deleted', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:45.696607 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f6633-bc6d-4854-aad3-8d288522fec2" -d '{"events": [{"server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "name": "network-vif-deleted", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:45.706234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (9874e756-635f-48f8-be30-665ea949d362), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.733620 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9874e756-635f-48f8-be30-665ea949d362), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.859542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:45.862056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ec4b8-b738-471b-b98f-018686e7fa16 req-e353f71c-c22d-481b-8649-66830afb2843 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:45.875998 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d3ec4b8-b738-471b-b98f-018686e7fa16 req-e353f71c-c22d-481b-8649-66830afb2843 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.3685191 Feb 19 01:11:45.878938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9874e756-635f-48f8-be30-665ea949d362,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:45.894466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.896508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-daca20f5-10da-4ef3-a875-2334f4a899f8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0385494 Feb 19 01:11:45.899793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:45.909620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e2e3e0a-4252-47e7-bc3c-cbe85f38d957 req-6e17e6f9-23ac-4223-9786-7eec5af70e5f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304130 Feb 19 01:11:45.915144 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_gateway (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.925205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': '9874e756-635f-48f8-be30-665ea949d362', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:46.001786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (2c091734-ca8e-4852-bcef-149e6a48fdfd), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.091098 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d3ec4b8-b738-471b-b98f-018686e7fa16 req-3c64f972-1810-41ff-abce-e90cdfb2a844 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140243 Feb 19 01:11:46.181669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 6cacf61b-cc20-43d9-98a2-1f32b494fe5a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:46.182813 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6cacf61b-cc20-43d9-98a2-1f32b494fe5a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.246963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76198404-3323-41d3-a409-739ab615907e req-9d76a15c-2fd4-464e-ab4b-2cc5cbf71eb4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.1288087 Feb 19 01:11:46.287422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (2c091734-ca8e-4852-bcef-149e6a48fdfd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.298395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2c091734-ca8e-4852-bcef-149e6a48fdfd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.337765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c091734-ca8e-4852-bcef-149e6a48fdfd,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:46.350520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.356446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9fe7233-bcb7-471a-b144-76c949f3a29b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4548371 Feb 19 01:11:46.359649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:46.400674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7a8c6496-1924-4257-8b1d-7cd41bed47b3 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules/2c091734-ca8e-4852-bcef-149e6a48fdfd HTTP/1.1" status: 200 len: 763 time: 0.0397310 Feb 19 01:11:46.402482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33298) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:46.468031 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4327c2fe-d3aa-488f-8df2-daf4a1d23bcc x-openstack-request-id: req-4327c2fe-d3aa-488f-8df2-daf4a1d23bcc {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:46.472084 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9e23e4-813c-451b-848f-4c0437d00af3", "name": "network-vif-deleted", "tag": "bc284453-9a4a-48f2-bfd3-fa2d74365ab1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:46.472544 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4327c2fe-d3aa-488f-8df2-daf4a1d23bcc {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:46.473139 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9e23e4-813c-451b-848f-4c0437d00af3', 'name': 'network-vif-deleted', 'tag': 'bc284453-9a4a-48f2-bfd3-fa2d74365ab1', 'status': 'completed', 'code': 200} Feb 19 01:11:46.514128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6cacf61b-cc20-43d9-98a2-1f32b494fe5a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.572290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 6cacf61b-cc20-43d9-98a2-1f32b494fe5a owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:46.602959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78d37019-659e-434e-81e8-dd0034a836f3 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1945119 Feb 19 01:11:46.602959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33304) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:46.650498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:46.718341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a06bf08c-90af-45e8-81cd-1d5fd67e743a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (2c091734-ca8e-4852-bcef-149e6a48fdfd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.732875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] Checking router: 0395f924-9b51-4ec7-b907-24166f45c950 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:11:46.765366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:46.769208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:46.841081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a06bf08c-90af-45e8-81cd-1d5fd67e743a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (2c091734-ca8e-4852-bcef-149e6a48fdfd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.862923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828875e-90bb-41d0-993d-258aa0304c49 req-a6efbe98-ba70-4b15-a160-0a621745ce38 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.867270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0828875e-90bb-41d0-993d-258aa0304c49 req-a6efbe98-ba70-4b15-a160-0a621745ce38 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1127 time: 0.5696025 Feb 19 01:11:46.946379 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a06bf08c-90af-45e8-81cd-1d5fd67e743a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2c091734-ca8e-4852-bcef-149e6a48fdfd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.969592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a06bf08c-90af-45e8-81cd-1d5fd67e743a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.970763 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a06bf08c-90af-45e8-81cd-1d5fd67e743a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2c091734-ca8e-4852-bcef-149e6a48fdfd HTTP/1.1" status: 204 len: 168 time: 0.3677559 Feb 19 01:11:46.983964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33316) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:47.004193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf08c-90af-45e8-81cd-1d5fd67e743a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c091734-ca8e-4852-bcef-149e6a48fdfd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:47.021676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426af40-6f6d-423b-9646-e10da4b49360 req-9e499b56-b382-426d-98a3-20010eb86fa4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.039214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426af40-6f6d-423b-9646-e10da4b49360 req-9e499b56-b382-426d-98a3-20010eb86fa4 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.3534925 Feb 19 01:11:47.065394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:47.242282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-95e118d6-ee18-409d-8eb5-4d94756ee9c8 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2494786 Feb 19 01:11:47.257864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33324) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:47.283788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': '9874e756-635f-48f8-be30-665ea949d362', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:47.318010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0828875e-90bb-41d0-993d-258aa0304c49 req-e43f5837-69b1-4dd0-a47f-58984a3d7a30 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330697 Feb 19 01:11:47.328205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6cacf61b-cc20-43d9-98a2-1f32b494fe5a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.330912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426af40-6f6d-423b-9646-e10da4b49360 req-4e7a9e73-0057-4c14-a157-a2836026f7e5 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855291 Feb 19 01:11:47.380599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=6cacf61b-cc20-43d9-98a2-1f32b494fe5a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:47.441820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (0379d871-0b07-4c07-83da-73dbec277131), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.578609 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (0379d871-0b07-4c07-83da-73dbec277131), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.653649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.666860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (0379d871-0b07-4c07-83da-73dbec277131), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.736774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.740272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4753494 Feb 19 01:11:47.751653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33332) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:47.758098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:47.784472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6100a78-9037-416e-97db-ada5c21f3cf9 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0379d871-0b07-4c07-83da-73dbec277131,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:47.818928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4f3eb-1906-40f7-84b8-d2fb8d02722f req-5bc4fa50-a540-4c73-ba0e-24a2f510f7ab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.828658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99b4f3eb-1906-40f7-84b8-d2fb8d02722f req-5bc4fa50-a540-4c73-ba0e-24a2f510f7ab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.2451332 Feb 19 01:11:47.899046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99b4f3eb-1906-40f7-84b8-d2fb8d02722f req-f2f3d930-d486-4caf-aebf-367a76d69ada tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Feb 19 01:11:48.007937 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df3ba3e5-c87f-4be4-8245-e58c4d20aba6 req-10736f37-202c-412a-bcf9-33b978ef51c4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0428414 Feb 19 01:11:48.043053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70c0b730-d15a-4c4a-bce2-2992063e7944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.129691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:48.208074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ce7e1-5657-4dca-8bcf-98811a7fa517 None None] The sync data for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 is: [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:53Z', 'revision_number': 4, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd86a61c5-d141-4634-8a84-cc7719e5ad74', 'name': '', 'network_id': 'aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'mac_address': 'fa:16:3e:12:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:51Z', 'updated_at': '2022-02-19T01:08:58Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'subnets': [{'id': 'd4e23dc4-0eb9-40cc-b0d6-904e3d8caca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:48.240596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.249298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70c0b730-d15a-4c4a-bce2-2992063e7944 admin admin] Publish callbacks [] for security_group (701064d0-2191-483a-a71d-576ce0ad464f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.257928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-e9447a10-3471-4f1b-abb2-d1fa60d5c6ba req-d769331d-8959-41aa-9a9d-a1c5a645ea77 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:11:48.281493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9447a10-3471-4f1b-abb2-d1fa60d5c6ba req-d769331d-8959-41aa-9a9d-a1c5a645ea77 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295591 Feb 19 01:11:48.284239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70c0b730-d15a-4c4a-bce2-2992063e7944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (701064d0-2191-483a-a71d-576ce0ad464f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.406103 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70c0b730-d15a-4c4a-bce2-2992063e7944 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3e73ef9998545329984cb0feffd5a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6385484 Feb 19 01:11:48.418107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b730-d15a-4c4a-bce2-2992063e7944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701064d0-2191-483a-a71d-576ce0ad464f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:48.426451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33344) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:48.561756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33346) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:48.571752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45ff065c-cd63-4e19-866c-3d0393da5e19 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules/0379d871-0b07-4c07-83da-73dbec277131 HTTP/1.1" status: 200 len: 763 time: 0.8169622 Feb 19 01:11:48.578472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.603013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.714606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8828-c7d9-4c09-85ac-b1f762c0d0a3 admin admin] Publish callbacks [] for security_group (701064d0-2191-483a-a71d-576ce0ad464f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.775217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfcc19-727a-4f54-9c99-a7cccd44fbc1 req-85b75bc0-163e-4e7a-84c0-ce006a4aabaa tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:48.789483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02cfcc19-727a-4f54-9c99-a7cccd44fbc1 req-85b75bc0-163e-4e7a-84c0-ce006a4aabaa tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 1.2167120 Feb 19 01:11:48.799359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8828-c7d9-4c09-85ac-b1f762c0d0a3 admin admin] Publish callbacks [] for security_group (701064d0-2191-483a-a71d-576ce0ad464f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.835678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (fadd2c67-d0f6-4c43-b8b9-451c0948bb29), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.836764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router fadd2c67-d0f6-4c43-b8b9-451c0948bb29 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:11:48.858791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.882159 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a759e-3b33-47a3-af0b-46d0e76a30c4 None None] New status for floating IP aad543af-98c4-412a-9988-bcf4dd691474: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:11:48.893232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-850982e7-060a-4d82-99f1-f3a70d107461 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 204 len: 168 time: 4.0039432 Feb 19 01:11:48.902263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33352) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:48.967287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02cfcc19-727a-4f54-9c99-a7cccd44fbc1 req-4ba538a9-ed66-4172-866a-004fa05ffc3e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720071 Feb 19 01:11:49.028159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-484487684'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:49.065764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4c9be39e-11f6-4775-ae42-429ed989f3f7 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4978907 Feb 19 01:11:49.065764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33358) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:49.065764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8828-c7d9-4c09-85ac-b1f762c0d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (701064d0-2191-483a-a71d-576ce0ad464f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.099917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8828-c7d9-4c09-85ac-b1f762c0d0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.101192 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c8e8828-c7d9-4c09-85ac-b1f762c0d0a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/701064d0-2191-483a-a71d-576ce0ad464f HTTP/1.1" status: 204 len: 168 time: 0.6736734 Feb 19 01:11:49.150853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e8828-c7d9-4c09-85ac-b1f762c0d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701064d0-2191-483a-a71d-576ce0ad464f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:49.187433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:49.190813 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.221420 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8932d538-23bd-4298-be77-f1cf795a62fd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (0379d871-0b07-4c07-83da-73dbec277131), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.251230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8932d538-23bd-4298-be77-f1cf795a62fd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (0379d871-0b07-4c07-83da-73dbec277131), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.319043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e491a-c945-4e8c-aa5c-8a2f74656632 req-9fc5d2d5-efe5-4346-839d-3c47bdcf56ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.319419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:49.320018 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-065e491a-c945-4e8c-aa5c-8a2f74656632 req-9fc5d2d5-efe5-4346-839d-3c47bdcf56ff tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1179364 Feb 19 01:11:49.351024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8932d538-23bd-4298-be77-f1cf795a62fd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (0379d871-0b07-4c07-83da-73dbec277131), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.360088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (31ce9193-7774-4c47-a400-3e79a480f308), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.360880 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 31ce9193-7774-4c47-a400-3e79a480f308 of type vlan for network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 Feb 19 01:11:49.389591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8932d538-23bd-4298-be77-f1cf795a62fd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.390765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8932d538-23bd-4298-be77-f1cf795a62fd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0379d871-0b07-4c07-83da-73dbec277131 HTTP/1.1" status: 204 len: 168 time: 0.2884486 Feb 19 01:11:49.397881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33370) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:49.411747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932d538-23bd-4298-be77-f1cf795a62fd tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0379d871-0b07-4c07-83da-73dbec277131,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:49.436723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-065e491a-c945-4e8c-aa5c-8a2f74656632 req-c530bbf6-f68f-4f5e-868a-8c51199a6784 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292343 Feb 19 01:11:49.516094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (65b1c25c-70d8-4d33-a592-5efa2d8777f7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.627380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6afddb6b-0ce5-4fa5-b185-e8aefc6df86d tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2282572 Feb 19 01:11:49.630080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33382) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:49.634652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': '9874e756-635f-48f8-be30-665ea949d362', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:49.716840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (65b1c25c-70d8-4d33-a592-5efa2d8777f7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.722176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.737777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.812609 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8929865 Feb 19 01:11:49.820845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33384) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:49.833709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:49.842381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (cadac0c0-61be-4076-bc89-bbb042b6e42f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.957404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33390) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:49.966030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969415d-ebeb-4937-bf03-b5931e802307 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=65b1c25c-70d8-4d33-a592-5efa2d8777f7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:49.983038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:50.060700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b8711-0d9b-4f33-9c48-c04a33623c81 req-2aeda7ff-8add-4d24-8c84-c5b877065425 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:50.084831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a34b8711-0d9b-4f33-9c48-c04a33623c81 req-2aeda7ff-8add-4d24-8c84-c5b877065425 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.3994186 Feb 19 01:11:50.217639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48fce59e-125f-41b2-9f96-24a910afc561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.226525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (cadac0c0-61be-4076-bc89-bbb042b6e42f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.228140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d96a0-e46c-44f0-b0ec-9843b21c8d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.254291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (cadac0c0-61be-4076-bc89-bbb042b6e42f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.427253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadac0c0-61be-4076-bc89-bbb042b6e42f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:50.447723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:50.447723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.462053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a34b8711-0d9b-4f33-9c48-c04a33623c81 req-722971e3-10b2-44df-8691-651b063598e9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754411 Feb 19 01:11:50.485936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d96a0-e46c-44f0-b0ec-9843b21c8d33 admin admin] Publish callbacks [] for security_group (d2d43562-60f9-477c-a95b-f32cc9e36ef6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.490946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.494997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33402) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:50.496217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b73c0308-dcd0-428a-8a38-c4db611ab5c4 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8637688 Feb 19 01:11:50.536787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d96a0-e46c-44f0-b0ec-9843b21c8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d2d43562-60f9-477c-a95b-f32cc9e36ef6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.541182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-21c04186-78d6-4cc9-8ac5-a643de5f0538 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules/cadac0c0-61be-4076-bc89-bbb042b6e42f HTTP/1.1" status: 200 len: 764 time: 0.0430403 Feb 19 01:11:50.543660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33404) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:50.657862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-51761b37-021b-41bb-b903-ea179c5642a7 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1091154 Feb 19 01:11:50.661615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33406) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:50.725620 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bedaee9-c45d-436f-bab0-d6d35f376152 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (cadac0c0-61be-4076-bc89-bbb042b6e42f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.742354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b33e127c-d082-441d-9f65-7bb82609237d req-908026b0-932c-4f35-8323-9354aa45a8a4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0708075 Feb 19 01:11:50.742934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bedaee9-c45d-436f-bab0-d6d35f376152 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (cadac0c0-61be-4076-bc89-bbb042b6e42f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.763096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e6d96a0-e46c-44f0-b0ec-9843b21c8d33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da0f22e5f42642ab9d71e9f98b551016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045645 Feb 19 01:11:50.764395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d96a0-e46c-44f0-b0ec-9843b21c8d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d43562-60f9-477c-a95b-f32cc9e36ef6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:50.769507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:50.822936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bedaee9-c45d-436f-bab0-d6d35f376152 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (cadac0c0-61be-4076-bc89-bbb042b6e42f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.838587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bedaee9-c45d-436f-bab0-d6d35f376152 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.839847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7bedaee9-c45d-436f-bab0-d6d35f376152 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cadac0c0-61be-4076-bc89-bbb042b6e42f HTTP/1.1" status: 204 len: 168 time: 0.1772611 Feb 19 01:11:50.847304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33410) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:50.848429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedaee9-c45d-436f-bab0-d6d35f376152 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cadac0c0-61be-4076-bc89-bbb042b6e42f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:50.877650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ad78f4e-324d-4528-a589-7ee7f46c7c46 admin admin] Publish callbacks [] for security_group (d2d43562-60f9-477c-a95b-f32cc9e36ef6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.927264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ad78f4e-324d-4528-a589-7ee7f46c7c46 admin admin] Publish callbacks [] for security_group (d2d43562-60f9-477c-a95b-f32cc9e36ef6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.959474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:51.026871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-565a37f0-564c-4b59-b8d1-3890953b68bb tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:11:51.027913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-565a37f0-564c-4b59-b8d1-3890953b68bb tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260763 Feb 19 01:11:51.122451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33412) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:51.132264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-62d1f112-4581-4543-bbfd-fb379d18c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.133665 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ba534f5b-761f-418f-9f69-70c3202c672a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2795093 Feb 19 01:11:51.147943 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-62d1f112-4581-4543-bbfd-fb379d18c0be service neutron] 10.222.0.43 "GET /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 1124 time: 0.1070039 Feb 19 01:11:51.163007 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ad78f4e-324d-4528-a589-7ee7f46c7c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d2d43562-60f9-477c-a95b-f32cc9e36ef6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.168223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:51.172943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ad78f4e-324d-4528-a589-7ee7f46c7c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.178211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ad78f4e-324d-4528-a589-7ee7f46c7c46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2d43562-60f9-477c-a95b-f32cc9e36ef6 HTTP/1.1" status: 204 len: 168 time: 0.4077134 Feb 19 01:11:51.184873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'port_id': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'mac_address': 'fa:16:3e:e6:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420197af-4325-4e66-bdb7-ab74c53a51f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:51.222703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Request body: {'binding': {'host': 'n-h1-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:51.223166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:11:51.245231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d5171897-1b43-4330-aa58-11414e5ff1ae is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:51.251869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.255822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad78f4e-324d-4528-a589-7ee7f46c7c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d43562-60f9-477c-a95b-f32cc9e36ef6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:51.262454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58ae0-8657-41ac-b99d-71a38c32ede3 req-f8fe07e3-7336-4236-8796-e1431e627e9a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.272592 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58e58ae0-8657-41ac-b99d-71a38c32ede3 req-f8fe07e3-7336-4236-8796-e1431e627e9a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3877208 Feb 19 01:11:51.293419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5171897-1b43-4330-aa58-11414e5ff1ae {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:51.418511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (b69b6e27-b23a-45c7-9eed-98178119f52a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.473702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:51.484571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.559142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58e58ae0-8657-41ac-b99d-71a38c32ede3 req-d5e7cb7f-cd48-4e5c-af35-edfbc31599ba tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835412 Feb 19 01:11:51.564513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on host n-h1-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:51.564949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:51.565199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:51.602425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:51.620861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:11:51.621306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:51.623955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-462cb561-ce38-404a-91a4-0cdb32cc9450 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (9874e756-635f-48f8-be30-665ea949d362), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.630755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=b69b6e27-b23a-45c7-9eed-98178119f52a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:51.665862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '31ce9193-7774-4c47-a400-3e79a480f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:51.666248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 65b1c25c-70d8-4d33-a592-5efa2d8777f7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:51.693955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-462cb561-ce38-404a-91a4-0cdb32cc9450 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (9874e756-635f-48f8-be30-665ea949d362), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.719331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:51.742095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 65b1c25c-70d8-4d33-a592-5efa2d8777f7) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:51.748642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.749456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.762589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a7f63-13e8-44a7-80db-0cfce82812da None None] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:51.784881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:51.785589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:51.785890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:51.786331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Bound port: f247aa3f-4107-4d85-9b2f-d050e6d38770, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:51.836966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cb38e35c-5931-472b-9bad-5f6c01ded71e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0156670 Feb 19 01:11:51.845146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33422) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:51.885768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d5171897-1b43-4330-aa58-11414e5ff1ae'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:51.909769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a261-8990-4930-ab70-595a94b9398e req-3be5c1b9-5912-4c5f-b009-ff07f1fa1069 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.911864 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4de1a261-8990-4930-ab70-595a94b9398e req-3be5c1b9-5912-4c5f-b009-ff07f1fa1069 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 944 time: 0.1662467 Feb 19 01:11:51.943056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1990841743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:51.954453 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-462cb561-ce38-404a-91a4-0cdb32cc9450 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9874e756-635f-48f8-be30-665ea949d362), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.963803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-462cb561-ce38-404a-91a4-0cdb32cc9450 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.964963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-462cb561-ce38-404a-91a4-0cdb32cc9450 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/9874e756-635f-48f8-be30-665ea949d362 HTTP/1.1" status: 204 len: 168 time: 0.8409140 Feb 19 01:11:51.978353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:52.010671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-65b1c25c-70d8-4d33-a592-5efa2d8777f7', 'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': 'b69b6e27-b23a-45c7-9eed-98178119f52a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:52.011670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.024266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cb561-ce38-404a-91a4-0cdb32cc9450 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9874e756-635f-48f8-be30-665ea949d362,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:52.062876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (79b26831-7b04-45bd-bade-89cf20fd48a8), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.063979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (79b26831-7b04-45bd-bade-89cf20fd48a8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.113283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:52.125774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4de1a261-8990-4930-ab70-595a94b9398e req-a79bfc42-b741-4b0f-91ac-32d3aeb02d5b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076299 Feb 19 01:11:52.140636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.143343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-3698a0ea-1297-4fb2-bb0e-d6ad8cd83d1d service neutron] 10.222.0.43 "POST /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770/bindings HTTP/1.1" status: 201 len: 389 time: 0.9384072 Feb 19 01:11:52.208640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (79b26831-7b04-45bd-bade-89cf20fd48a8), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.221580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (79b26831-7b04-45bd-bade-89cf20fd48a8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.222857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb60c9dd-99c4-4eb2-8fea-d02e3e15899d tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2418647 Feb 19 01:11:52.228863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33432) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:52.236845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group': {'name': 'tempest-secgroup--826661855'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:52.268768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.278965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ca828097-8e0c-439b-a47f-d420396789da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3427770 Feb 19 01:11:52.279665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33434) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:52.330950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.646992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60c8c7a6-8237-43f2-8ce1-969093f64c39 req-2e7b95fd-070b-4ba4-8461-f21a4d8ee378 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0399566 Feb 19 01:11:52.724547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d20e9-d17f-448e-85af-238bc0a0ff86 req-87db699f-efa5-41bc-b258-1844d06ffc78 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:52.731697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-535d20e9-d17f-448e-85af-238bc0a0ff86 req-87db699f-efa5-41bc-b258-1844d06ffc78 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.3453639 Feb 19 01:11:52.760838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31de3019-2042-41b8-b6c3-bb617f426a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.794683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-42f57ff3-c9db-436b-93ed-8bf0f5dddc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:52.806446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-42f57ff3-c9db-436b-93ed-8bf0f5dddc4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1127 time: 0.3001597 Feb 19 01:11:52.867954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Allocated IP 172.20.0.2 (65b1c25c-70d8-4d33-a592-5efa2d8777f7/b69b6e27-b23a-45c7-9eed-98178119f52a/57c65272-bf6d-442c-9e18-3c31d125891e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:52.880883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-535d20e9-d17f-448e-85af-238bc0a0ff86 req-4b964550-a8f6-40c7-a2e9-b96f5a8a0954 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348975 Feb 19 01:11:53.129511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:53.144939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (f8aa8fc6-a842-4c42-990a-e3a900693f8f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.165231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f8aa8fc6-a842-4c42-990a-e3a900693f8f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.170354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589dc7-2a46-4995-b8b2-f5f38ed9f108 req-39c83460-70dd-45e2-b0e1-f3b4d2d6e012 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.177859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a589dc7-2a46-4995-b8b2-f5f38ed9f108 req-39c83460-70dd-45e2-b0e1-f3b4d2d6e012 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.3239760 Feb 19 01:11:53.208561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.266434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a589dc7-2a46-4995-b8b2-f5f38ed9f108 req-80b3bb8a-e380-4d10-a19f-87dc435f0599 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836816 Feb 19 01:11:53.273698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa8fc6-a842-4c42-990a-e3a900693f8f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:53.291953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.294228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-44ca1fe8-95ef-4ccd-9869-33116f7e80dc tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0639272 Feb 19 01:11:53.301493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33454) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:53.311486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e64c5-4596-428f-9fc5-676ebd2affdd req-fe3bedca-85ff-4933-8303-f86b1a3295fb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.313840 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fb9e64c5-4596-428f-9fc5-676ebd2affdd req-fe3bedca-85ff-4933-8303-f86b1a3295fb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2662499 Feb 19 01:11:53.320297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa8fc6-a842-4c42-990a-e3a900693f8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:53.396215 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Publish callbacks [] for port (57c65272-bf6d-442c-9e18-3c31d125891e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.400584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fb9e64c5-4596-428f-9fc5-676ebd2affdd req-ce188e7f-d4e2-4ab9-993b-fc387ce11157 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744734 Feb 19 01:11:53.436171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-8d2e0fd0-72d0-4f8a-bee4-213a9a79ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.438361 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-8d2e0fd0-72d0-4f8a-bee4-213a9a79ef8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.5835412 Feb 19 01:11:53.449031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.515062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-afd9618a-ee2f-444f-bed3-2904dc29df1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 217 time: 0.0691018 Feb 19 01:11:53.580001 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (ac2ed1fd-6856-496e-9cf2-b18dca75eeb9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.603552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:53.611713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:53.621625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-18a46ab4-eddb-416c-b064-171f40015271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.623568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-18a46ab4-eddb-416c-b064-171f40015271 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1003921 Feb 19 01:11:53.638804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:53.652485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (ac2ed1fd-6856-496e-9cf2-b18dca75eeb9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.712743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ac2ed1fd-6856-496e-9cf2-b18dca75eeb9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.761076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-a5822917-db5c-4666-b0ec-1f7bd6c1253e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059921 Feb 19 01:11:53.779930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.781443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4663324 Feb 19 01:11:53.935914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.20.0.1 (65b1c25c-70d8-4d33-a592-5efa2d8777f7/b69b6e27-b23a-45c7-9eed-98178119f52a/2cefaace-1340-4480-93a1-1c5b95f157a1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:53.941930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33462) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:53.968118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.019753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Pushing event updated for resources: {'Port': ['ID=57c65272-bf6d-442c-9e18-3c31d125891e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:54.049896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca788e-3912-43c8-b84a-c40381b8355c tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2ed1fd-6856-496e-9cf2-b18dca75eeb9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:54.065449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-277a715f-342a-49ef-aa5b-ccf15d0b3f53 req-46188a72-5d21-4bd2-b50a-f33b0995d8c5 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.1103358 Feb 19 01:11:54.103345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.133572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Attempting to bind port 57c65272-bf6d-442c-9e18-3c31d125891e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:54.134790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Attempting to bind port 57c65272-bf6d-442c-9e18-3c31d125891e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '31ce9193-7774-4c47-a400-3e79a480f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:54.135190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Attempting to bind port 57c65272-bf6d-442c-9e18-3c31d125891e on network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:54.157825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.163287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:54.165142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Checking segment: {'id': '31ce9193-7774-4c47-a400-3e79a480f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:54.165581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.165980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Bound using segment: {'id': '31ce9193-7774-4c47-a400-3e79a480f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:54.166478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Bound port: 57c65272-bf6d-442c-9e18-3c31d125891e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ce9193-7774-4c47-a400-3e79a480f308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65b1c25c-70d8-4d33-a592-5efa2d8777f7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:54.171899 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.182102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:54.183068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d5171897-1b43-4330-aa58-11414e5ff1ae is: BUILD; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:54.187008 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.190500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:54.192440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:54.288210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-457abd2b-22d1-421e-922a-276b4a9825cb service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053744 Feb 19 01:11:54.305529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d5171897-1b43-4330-aa58-11414e5ff1ae {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:54.376182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08da62f8-9532-42bc-bcd2-ea0fc6c2ee5a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (f8aa8fc6-a842-4c42-990a-e3a900693f8f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.550982 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:11:54.555637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:54.567172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.575070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] For port 57c65272-bf6d-442c-9e18-3c31d125891e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:54.593581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] For port 57c65272-bf6d-442c-9e18-3c31d125891e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=57c65272-bf6d-442c-9e18-3c31d125891e,segment=NetworkSegment(31ce9193-7774-4c47-a400-3e79a480f308),segment_id=31ce9193-7774-4c47-a400-3e79a480f308)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:54.630917 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08da62f8-9532-42bc-bcd2-ea0fc6c2ee5a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (f8aa8fc6-a842-4c42-990a-e3a900693f8f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.672207 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.818433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:54.886314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05357a-1a53-4e6a-8475-043896e31976 req-7f066f3a-4223-4746-b2e7-5cf4a2a43c9a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.894989 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e05357a-1a53-4e6a-8475-043896e31976 req-7f066f3a-4223-4746-b2e7-5cf4a2a43c9a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.6485815 Feb 19 01:11:54.954362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (79b26831-7b04-45bd-bade-89cf20fd48a8), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.959567 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08da62f8-9532-42bc-bcd2-ea0fc6c2ee5a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f8aa8fc6-a842-4c42-990a-e3a900693f8f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.961875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08da62f8-9532-42bc-bcd2-ea0fc6c2ee5a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.962786 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-08da62f8-9532-42bc-bcd2-ea0fc6c2ee5a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8aa8fc6-a842-4c42-990a-e3a900693f8f HTTP/1.1" status: 204 len: 168 time: 0.9993069 Feb 19 01:11:54.973700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:55.016962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-4ab7f5db-4854-4984-b0bc-de081bc9d3f4 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685405 Feb 19 01:11:55.020555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da62f8-9532-42bc-bcd2-ea0fc6c2ee5a tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa8fc6-a842-4c42-990a-e3a900693f8f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.044125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f17a74-53bb-4aa5-9ecb-7da2c6a48654 None None] Pushing event updated for resources: {'Port': ['ID=57c65272-bf6d-442c-9e18-3c31d125891e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.084511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:55.188758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e05357a-1a53-4e6a-8475-043896e31976 req-8e00804c-a09e-4a6d-a744-4057f99d5136 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927585 Feb 19 01:11:55.260405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f3b74af9-28a4-43e4-919d-ad5761a1ac37 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2625656 Feb 19 01:11:55.261151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33486) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:55.277273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d5171897-1b43-4330-aa58-11414e5ff1ae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:55.279448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.285578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=2cefaace-1340-4480-93a1-1c5b95f157a1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.350108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a078-59e6-422c-89eb-b78f035dccaa req-1fb4872a-f75f-4f6d-9ebe-cd01263a4efa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:55.372179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a498a078-59e6-422c-89eb-b78f035dccaa req-1fb4872a-f75f-4f6d-9ebe-cd01263a4efa tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 944 time: 1.9184320 Feb 19 01:11:55.483096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e9e801c5-af3d-49e8-8d43-bb1c2e9a7493 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2201927 Feb 19 01:11:55.498619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.500497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33488) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:55.641451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a498a078-59e6-422c-89eb-b78f035dccaa req-fcfd0373-9190-4e89-8982-4757422aa021 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642424 Feb 19 01:11:55.709508 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-5be497c0-6734-488b-ab59-5b42a7a66e7b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] delete failed (client error): The resource could not be found. Feb 19 01:11:55.711481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d5171897-1b43-4330-aa58-11414e5ff1ae is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:55.712086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5be497c0-6734-488b-ab59-5b42a7a66e7b tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8aa8fc6-a842-4c42-990a-e3a900693f8f HTTP/1.1" status: 404 len: 347 time: 0.1841249 Feb 19 01:11:55.714388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.736666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:55.799524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.830969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:55.837653 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b1fa1-d768-4c4e-902f-83542be14908" -d '{"events": [{"server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "name": "network-vif-plugged", "status": "completed", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:55.925623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:55.939186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.954629 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.970656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9970a-f12d-4710-8092-2d30a06ed9f1 req-e329a625-7e40-486d-a7f8-b89180664545 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:55.987346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7be9970a-f12d-4710-8092-2d30a06ed9f1 req-e329a625-7e40-486d-a7f8-b89180664545 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.5026989 Feb 19 01:11:56.097026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7669fef4-5074-4a40-a454-16c3ecd4a743 tempest-SecGroupTest-1862017179 tempest-SecGroupTest-1862017179-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3479826 Feb 19 01:11:56.125349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:56.218808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7be9970a-f12d-4710-8092-2d30a06ed9f1 req-31f1f11f-94a5-4bb5-9a39-06786b5f8973 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305450 Feb 19 01:11:56.528513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1fdbb06-96e8-4d2f-b261-455b2ea4acca req-0a6c34c2-bfce-43bc-8574-3c0ad0d44965 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0946364 Feb 19 01:11:56.538300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.652287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b187e-b5e2-4049-a41b-e441b4bedcdd req-fd4c03e2-ed9e-4175-b657-95cb1319b4f6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:56.654034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-092b187e-b5e2-4049-a41b-e441b4bedcdd req-fd4c03e2-ed9e-4175-b657-95cb1319b4f6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.7768040 Feb 19 01:11:56.689418 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c123e817-6a75-4c88-ad15-201472405407 x-openstack-request-id: req-c123e817-6a75-4c88-ad15-201472405407 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:56.689740 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "name": "network-vif-plugged", "status": "completed", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:56.690005 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c123e817-6a75-4c88-ad15-201472405407 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:56.691452 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'code': 200} Feb 19 01:11:56.900778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 57c65272-bf6d-442c-9e18-3c31d125891e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:56.972571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a8de4-4b01-41b0-bb73-d8058375956a None None] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:57.040591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a3e99-dfe8-46dc-ae74-bb5be84dd027 req-fa7c7ab9-8481-48f9-beb3-133091336c52 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.054120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c9a3e99-dfe8-46dc-ae74-bb5be84dd027 req-fa7c7ab9-8481-48f9-beb3-133091336c52 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1935532 Feb 19 01:11:57.109434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-092b187e-b5e2-4049-a41b-e441b4bedcdd req-9f1d45f3-63e1-4c21-adc5-4fcaf2e52816 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342878 Feb 19 01:11:57.188265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.207882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.222007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c9a3e99-dfe8-46dc-ae74-bb5be84dd027 req-af415158-dfe7-4608-af79-287b001d2ac3 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664670 Feb 19 01:11:57.266479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33512) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:57.355839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] Provisioning complete for port 57c65272-bf6d-442c-9e18-3c31d125891e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:57.357475 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.530092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592b1a-2b3d-4213-9d6b-41a550780576 req-c76e7aa1-0e08-40e1-b151-2a96003b9d95 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.542944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95592b1a-2b3d-4213-9d6b-41a550780576 req-c76e7aa1-0e08-40e1-b151-2a96003b9d95 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1792948 Feb 19 01:11:57.627571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (79b26831-7b04-45bd-bade-89cf20fd48a8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.631277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c9af2-21f9-4615-8448-57112adcaedf req-dc277999-4bc7-47a5-b9d9-fcde25ee5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.639605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f7c9af2-21f9-4615-8448-57112adcaedf req-dc277999-4bc7-47a5-b9d9-fcde25ee5a8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 1127 time: 0.7203252 Feb 19 01:11:57.663295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 57c65272-bf6d-442c-9e18-3c31d125891e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:57.666745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.762218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=2cefaace-1340-4480-93a1-1c5b95f157a1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:57.881370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6248465-ee95-4a89-adc5-59fe0a26dbc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c1f16ffeca54beeb163c4fc28157015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6132512 Feb 19 01:11:57.885842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33520) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:57.911449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95592b1a-2b3d-4213-9d6b-41a550780576 req-10119c2c-c05b-43dd-aa64-6eb41bc6f481 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614206 Feb 19 01:11:57.968263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] Current status of the port 57c65272-bf6d-442c-9e18-3c31d125891e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:57.982620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.053631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Publish callbacks [] for security_group (18f7e67a-88ab-4690-a247-b8712535f73a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.249897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Publish callbacks [] for security_group (18f7e67a-88ab-4690-a247-b8712535f73a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.264631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8825b66-6c68-431a-bd62-ad373a00ac6d req-f5badfb3-94c6-45e7-b554-16eec9162a55 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:58.299825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8825b66-6c68-431a-bd62-ad373a00ac6d req-f5badfb3-94c6-45e7-b554-16eec9162a55 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.8755901 Feb 19 01:11:58.324160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 57c65272-bf6d-442c-9e18-3c31d125891e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:58.324777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.396275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce5fabe9-f85f-4e02-9990-3eeb961109b0 req-6c48ddc0-54ba-4592-a0f5-cf34cac92009 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.3109546 Feb 19 01:11:58.423728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] For port 57c65272-bf6d-442c-9e18-3c31d125891e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=57c65272-bf6d-442c-9e18-3c31d125891e,segment=NetworkSegment(31ce9193-7774-4c47-a400-3e79a480f308),segment_id=31ce9193-7774-4c47-a400-3e79a480f308)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:58.448197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f7c9af2-21f9-4615-8448-57112adcaedf req-de18c1e5-c20a-4acd-8652-7d9236c080d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902484 Feb 19 01:11:58.557448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.570850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (18f7e67a-88ab-4690-a247-b8712535f73a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.583287 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.587617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18f7e67a-88ab-4690-a247-b8712535f73a HTTP/1.1" status: 204 len: 168 time: 0.6954472 Feb 19 01:11:58.636760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8825b66-6c68-431a-bd62-ad373a00ac6d req-765f24d8-9b75-4970-b6f9-8e411db7d16f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874323 Feb 19 01:11:58.719662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:58.722612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:58.803256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7e67a-88ab-4690-a247-b8712535f73a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:58.847784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.850975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.852098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.854443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.859246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.861118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.861627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.864322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.865202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.865714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.868106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.868678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.869644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d3b4-18fe-4dc6-a431-14cf6471fd88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:58.952118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559e1f0-02f7-4f07-8707-38c8bbdb1c97 req-24951097-c4f3-4c4f-9e6c-d0a6b36b0a3f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:58.959834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d559e1f0-02f7-4f07-8707-38c8bbdb1c97 req-24951097-c4f3-4c4f-9e6c-d0a6b36b0a3f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3978593 Feb 19 01:11:59.120038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d9379a57-4143-409b-8c9b-46a1a028554a None None] Provisioning complete for port 57c65272-bf6d-442c-9e18-3c31d125891e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:59.120372 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9379a57-4143-409b-8c9b-46a1a028554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.179194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d559e1f0-02f7-4f07-8707-38c8bbdb1c97 req-cde65abe-0edb-4b84-819d-86e2c44f074c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130511 Feb 19 01:11:59.223299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2fd2f-4f49-4f06-a2b4-08ab2ec45209 None None] Pushing event updated for resources: {'Port': ['ID=57c65272-bf6d-442c-9e18-3c31d125891e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:59.228551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:11:59.228953 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:11:59.366824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d9379a57-4143-409b-8c9b-46a1a028554a None None] Current status of the port 57c65272-bf6d-442c-9e18-3c31d125891e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:59.386840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d9379a57-4143-409b-8c9b-46a1a028554a None None] Provisioning complete for port 2cefaace-1340-4480-93a1-1c5b95f157a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:59.387414 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9379a57-4143-409b-8c9b-46a1a028554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.414921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 79b26831-7b04-45bd-bade-89cf20fd48a8 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:11:59.502566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372f26-993c-4f71-943e-7b71362b0152 req-6dfa8df7-18d1-40c9-9ef7-b06fada8de51 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:59.504175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4372f26-993c-4f71-943e-7b71362b0152 req-6dfa8df7-18d1-40c9-9ef7-b06fada8de51 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.3514223 Feb 19 01:11:59.539854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d9379a57-4143-409b-8c9b-46a1a028554a None None] Port 2cefaace-1340-4480-93a1-1c5b95f157a1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:59.574528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730786e-4b3c-4d14-9a31-402bb152be76 req-db03e0ae-ccc0-47c6-bea7-faef5b3e0735 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:59.579358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e730786e-4b3c-4d14-9a31-402bb152be76 req-db03e0ae-ccc0-47c6-bea7-faef5b3e0735 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1353037 Feb 19 01:11:59.675934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-92fa7ae7-6a01-4327-a841-528f0ab42f51 None None] Provisioning complete for port 2cefaace-1340-4480-93a1-1c5b95f157a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:59.676315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92fa7ae7-6a01-4327-a841-528f0ab42f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.716131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e730786e-4b3c-4d14-9a31-402bb152be76 req-64efd102-45dc-4c88-bdc2-49b31a70cbb9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269205 Feb 19 01:11:59.868438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-92fa7ae7-6a01-4327-a841-528f0ab42f51 None None] Port 2cefaace-1340-4480-93a1-1c5b95f157a1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:59.892409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 57c65272-bf6d-442c-9e18-3c31d125891e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:59.911794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4372f26-993c-4f71-943e-7b71362b0152 req-46b067f8-44fd-4151-bd0d-892a51197e23 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318544 Feb 19 01:11:59.926616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:59.934352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-13780e3d-2d6f-4f56-86a5-437981aebe91 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/79b26831-7b04-45bd-bade-89cf20fd48a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6509688 Feb 19 01:11:59.937644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33570) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:59.947501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] Sync routers for ids ['79b26831-7b04-45bd-bade-89cf20fd48a8'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:00.007590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] Routers {'79b26831-7b04-45bd-bade-89cf20fd48a8'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:00.011862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['79b26831-7b04-45bd-bade-89cf20fd48a8'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:00.181732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 57c65272-bf6d-442c-9e18-3c31d125891e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:00.184376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:00.236933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b943a2-4049-46fa-9b9c-dea89f67b541 req-9b06a647-c817-4fea-98e9-bba7ae52748d tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:00.244225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79b943a2-4049-46fa-9b9c-dea89f67b541 req-9b06a647-c817-4fea-98e9-bba7ae52748d tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2245216 Feb 19 01:12:00.245096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d156ebd3-7543-4c34-9224-6d304a876774 req-3d7794bf-083c-4e7e-8740-e6532f21867f tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.1851048 Feb 19 01:12:00.319159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962ee39-8559-4e3e-aeea-320fe05fb294 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:00.335662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9962ee39-8559-4e3e-aeea-320fe05fb294 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports/2cefaace-1340-4480-93a1-1c5b95f157a1 HTTP/1.1" status: 200 len: 910 time: 0.3942115 Feb 19 01:12:00.336582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33576) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:00.385531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b69b6e27-b23a-45c7-9eed-98178119f52a'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:00.415359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] Routers {'79b26831-7b04-45bd-bade-89cf20fd48a8'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:00.420148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['79b26831-7b04-45bd-bade-89cf20fd48a8'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:00.521030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79b943a2-4049-46fa-9b9c-dea89f67b541 req-6b516782-546f-442a-a207-3156887a7300 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755611 Feb 19 01:12:00.613470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:00.614177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dccf6-b203-4034-a720-ed71c3f109de None None] The sync data for ids ['79b26831-7b04-45bd-bade-89cf20fd48a8'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:00.653977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 57c65272-bf6d-442c-9e18-3c31d125891e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:00.654374 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.702564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5a135-66ce-4fab-930d-3504d628f585 req-8b76d1eb-e4bd-43e5-8f72-25d3b20131f8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:00.713774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cef5a135-66ce-4fab-930d-3504d628f585 req-8b76d1eb-e4bd-43e5-8f72-25d3b20131f8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2803404 Feb 19 01:12:00.838881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 57c65272-bf6d-442c-9e18-3c31d125891e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:00.874293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.910745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0cc52-3ae5-4493-8bfe-5316bc9f8ea9 req-e621ee6c-c311-4ee6-ad1a-633d33374306 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:00.912615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bce0cc52-3ae5-4493-8bfe-5316bc9f8ea9 req-e621ee6c-c311-4ee6-ad1a-633d33374306 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.1986156 Feb 19 01:12:00.936853 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cef5a135-66ce-4fab-930d-3504d628f585 req-2d2699b4-8e1a-42ba-a1c1-b0be7272e074 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192185 Feb 19 01:12:01.101380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bce0cc52-3ae5-4493-8bfe-5316bc9f8ea9 req-9ef98bf0-b3d0-4827-a582-46384c29a8c6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483340 Feb 19 01:12:01.164542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b16395-89a7-4c8a-ab58-9c9409ccd3e6 req-c24abada-f030-4a93-a280-3286105b4350 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:01.174936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6b16395-89a7-4c8a-ab58-9c9409ccd3e6 req-c24abada-f030-4a93-a280-3286105b4350 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1052632 Feb 19 01:12:01.264023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6b16395-89a7-4c8a-ab58-9c9409ccd3e6 req-57b6ee1b-ba95-4bb2-b07f-88d1e8f2441e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878196 Feb 19 01:12:01.364317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00b0f-0961-4a54-8263-d22002a1b227 req-a5be8709-6fb8-49c0-adb6-738a78c6ded5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:01.372675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ef00b0f-0961-4a54-8263-d22002a1b227 req-a5be8709-6fb8-49c0-adb6-738a78c6ded5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1775944 Feb 19 01:12:01.599977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ef00b0f-0961-4a54-8263-d22002a1b227 req-091e1101-c609-4767-984a-db960baa5f2d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249701 Feb 19 01:12:01.800127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-857c61ea-f310-4c5d-8a14-c6a7a6f521aa req-7db55b49-468f-463e-abda-54e5467ba883 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0975909 Feb 19 01:12:02.023039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-216d3885-efb2-437d-a675-aac45dd68e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.024752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-216d3885-efb2-437d-a675-aac45dd68e97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 1128 time: 0.1514523 Feb 19 01:12:02.072162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.218335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa935c-6b93-4ba2-9a4f-1324c07958da req-6cc4eaef-83d4-4bdc-a879-bf6462da12e9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.227356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88aa935c-6b93-4ba2-9a4f-1324c07958da req-6cc4eaef-83d4-4bdc-a879-bf6462da12e9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.1309762 Feb 19 01:12:02.322986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.373478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88aa935c-6b93-4ba2-9a4f-1324c07958da req-b590479c-7f58-4cc9-86d4-54dd2c34dbac tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449594 Feb 19 01:12:02.556851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.557943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.558832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/ports/2cefaace-1340-4480-93a1-1c5b95f157a1 HTTP/1.1" status: 200 len: 910 time: 2.1968293 Feb 19 01:12:02.564721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33646) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:02.584952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6101-3210-483c-a9e9-cec962aa0711 req-1e0f53af-0b5e-453c-a24d-1b46089f212b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.593139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-352a6101-3210-483c-a9e9-cec962aa0711 req-1e0f53af-0b5e-453c-a24d-1b46089f212b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.0869646 Feb 19 01:12:02.645379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=2cefaace-1340-4480-93a1-1c5b95f157a1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:02.666319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-1c4834eb-1115-41d1-a9b2-08fc55eead78 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.673735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-1c4834eb-1115-41d1-a9b2-08fc55eead78 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 815 time: 0.6603744 Feb 19 01:12:02.688343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.688687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.689056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.689414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.689726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.690055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.690380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.690702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.691023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.691345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.691665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.691982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.692303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349ebb9-9034-44de-a180-579e2506cb8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:02.704313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-3d97ed36-888d-4806-8987-4789dc571fb0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/quotas/b75df6175f924b3f80403cdbfeec9f88 HTTP/1.1" status: 200 len: 375 time: 0.0296144 Feb 19 01:12:02.736817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-83f9e5f1-ede0-4f75-9773-8db82ec438aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.738337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-83f9e5f1-ede0-4f75-9773-8db82ec438aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.6919558 Feb 19 01:12:02.774385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-352a6101-3210-483c-a9e9-cec962aa0711 req-7ce8f25f-2757-43c4-ab82-848567664640 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795425 Feb 19 01:12:02.835375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-6cf10227-aef3-48d7-a923-d92d1c791c2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0 HTTP/1.1" status: 200 len: 217 time: 0.0857792 Feb 19 01:12:02.949746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-a8c7acc5-7edf-4b1b-802f-2f0b2082b80b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2445540 Feb 19 01:12:02.954445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-b1976c65-18d1-440f-88f5-bd7ca54a646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.955875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-b1976c65-18d1-440f-88f5-bd7ca54a646c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1060131 Feb 19 01:12:03.049938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ca72f-951d-4737-9f82-185a1cab75cf req-362fa97c-d0e6-48d6-bd0e-6392dc15ffbc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.057475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-482ca72f-951d-4737-9f82-185a1cab75cf req-362fa97c-d0e6-48d6-bd0e-6392dc15ffbc tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1283689 Feb 19 01:12:03.057673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-c1d706e7-e5e2-49e3-8339-e1b0db1f1d03 service neutron] 10.222.0.43 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001935 Feb 19 01:12:03.133242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-482ca72f-951d-4737-9f82-185a1cab75cf req-02e446b3-e760-405e-8b76-bdb543298dd1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 Feb 19 01:12:03.222899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-409b6b76-548f-4e3b-b19c-227bc11b0db7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619263 Feb 19 01:12:03.358037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd07270a-26a3-4364-a54e-bb976c5d4b7c req-84fa2a96-2b53-4025-81ab-e9432e991ee1 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0761318 Feb 19 01:12:03.434347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-3a1d48c6-9389-401e-bd6d-584d88fe37b5 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.435557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-3a1d48c6-9389-401e-bd6d-584d88fe37b5 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "GET /v2.0/ports?device_id=49914c37-01f4-4039-8997-c46c5aa5409c HTTP/1.1" status: 200 len: 945 time: 0.2854261 Feb 19 01:12:03.800383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-aa689419-4a69-4d93-ac77-495ae8120ae9 service neutron] 10.222.0.43 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135963 Feb 19 01:12:03.845447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-a5ab9d3a-faff-4c9b-969a-e14175a1430f service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687268 Feb 19 01:12:03.854459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d2904-0b16-41a2-866b-531f791fc641 req-58b3ca8d-89b5-4245-b1df-da32c1d9edd5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.863531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-730d2904-0b16-41a2-866b-531f791fc641 req-58b3ca8d-89b5-4245-b1df-da32c1d9edd5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3120351 Feb 19 01:12:03.880316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (79b26831-7b04-45bd-bade-89cf20fd48a8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.012195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f55b55d-f7d3-435e-b281-c6f0a3bfd331 req-ffd6ea05-6eae-4825-9fe6-d70f9c1ca14f service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596432 Feb 19 01:12:04.223430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5f0fe-1e6d-4dd4-9e1c-cfd20c9eacb4 req-0f0e3fb8-727a-4f2b-83c3-cc75f24cdd5d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:04.232945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6fc5f0fe-1e6d-4dd4-9e1c-cfd20c9eacb4 req-0f0e3fb8-727a-4f2b-83c3-cc75f24cdd5d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1201210 Feb 19 01:12:04.237392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Deleting port d5171897-1b43-4330-aa58-11414e5ff1ae {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:04.237790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.250904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-730d2904-0b16-41a2-866b-531f791fc641 req-017a3017-504d-40c4-9b1b-1cb8e9cdf66e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594816 Feb 19 01:12:04.381784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6fc5f0fe-1e6d-4dd4-9e1c-cfd20c9eacb4 req-057e8df1-f7b1-4751-9990-ddd75a03d002 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478364 Feb 19 01:12:04.433044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f4fad45-46e9-4f81-ac14-b1d4c5ca8d59 req-d4b1193a-e5e8-4367-a24e-b67fe68237b6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 210 time: 0.0372703 Feb 19 01:12:04.568219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] For port d5171897-1b43-4330-aa58-11414e5ff1ae, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d5171897-1b43-4330-aa58-11414e5ff1ae,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:04.568978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.661500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04aa849f-7bb1-4f2e-8e71-adf3eb819c78 req-0d8f38da-a58d-42fc-a154-361638298e03 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.1039422 Feb 19 01:12:04.689603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Calling delete_port for d5171897-1b43-4330-aa58-11414e5ff1ae owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:04.700897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de7ae-8996-4fdd-bf85-399c26e7eb30 req-284b44cd-26e9-49cd-b6eb-ea61571da474 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:04.703994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-911de7ae-8996-4fdd-bf85-399c26e7eb30 req-284b44cd-26e9-49cd-b6eb-ea61571da474 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 946 time: 0.1317794 Feb 19 01:12:04.808814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-911de7ae-8996-4fdd-bf85-399c26e7eb30 req-a164385b-b95f-4ff8-81df-190ac41994b9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954742 Feb 19 01:12:05.037056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d5171897-1b43-4330-aa58-11414e5ff1ae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.051575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d5171897-1b43-4330-aa58-11414e5ff1ae'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:05.082894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Pushing event deleted for resources: {'Port': ['ID=d5171897-1b43-4330-aa58-11414e5ff1ae,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:05.124398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 2cefaace-1340-4480-93a1-1c5b95f157a1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:05.125235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.133011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5cb4709-54c5-4522-9645-9f201af7d1b0 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:05.259689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5cb4709-54c5-4522-9645-9f201af7d1b0 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:05.260198 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.278891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.296687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 2cefaace-1340-4480-93a1-1c5b95f157a1 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:05.302666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:05.304121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:05.307362 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55922b6e-e409-4456-b675-46376bf8a2ca" -d '{"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:05.312018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.381823 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573101fc-87f1-41bb-82b5-3af63e4b57a5 x-openstack-request-id: req-573101fc-87f1-41bb-82b5-3af63e4b57a5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:05.382611 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:05.383098 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-573101fc-87f1-41bb-82b5-3af63e4b57a5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:05.383716 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'code': 200} Feb 19 01:12:05.388330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:05.436418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] No DVR routers for this DVR port d5171897-1b43-4330-aa58-11414e5ff1ae on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:05.444276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.449158 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-231622d3-eeaa-4cba-bba0-d28588f7589d req-cee512b6-b18d-4d41-abda-e454fcd22287 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "DELETE /v2.0/ports/d5171897-1b43-4330-aa58-11414e5ff1ae HTTP/1.1" status: 204 len: 173 time: 2.0011942 Feb 19 01:12:05.450949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'name': 'network-vif-deleted', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:05.467915 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c10f632-7f12-4ce3-9c7f-1e8729cf88a0" -d '{"events": [{"server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "name": "network-vif-deleted", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:05.593377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92711c38-e685-4263-a75f-5ed31f10e2da req-a7bd89d8-ae89-4d8c-879a-5e3a658fd67e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:05.604757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92711c38-e685-4263-a75f-5ed31f10e2da req-a7bd89d8-ae89-4d8c-879a-5e3a658fd67e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1032579 Feb 19 01:12:05.681313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c47-df84-4661-be02-f21925665e9f req-b9964739-49be-4f66-8279-e1c483148a78 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:05.682941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc221c47-df84-4661-be02-f21925665e9f req-b9964739-49be-4f66-8279-e1c483148a78 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2419283 Feb 19 01:12:05.741311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92711c38-e685-4263-a75f-5ed31f10e2da req-e8ccd5bd-a87d-4853-a9a5-3aff2d360847 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242907 Feb 19 01:12:05.895057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aebe3cee-76f5-4741-a2d1-8c94d4a40056 req-fe22404b-ea98-49e7-9c6c-b0f96f842d0f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 210 time: 0.0479453 Feb 19 01:12:05.924769 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2cefaace-1340-4480-93a1-1c5b95f157a1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.975088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=2cefaace-1340-4480-93a1-1c5b95f157a1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:06.039525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-1128a872-4a6d-4579-bb02-96074b487640 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:06.041765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-1128a872-4a6d-4579-bb02-96074b487640 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 815 time: 0.2241514 Feb 19 01:12:06.043922 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62014bc0-1507-4152-8469-4cf4462014fc x-openstack-request-id: req-62014bc0-1507-4152-8469-4cf4462014fc {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:06.044917 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49914c37-01f4-4039-8997-c46c5aa5409c", "name": "network-vif-deleted", "tag": "d5171897-1b43-4330-aa58-11414e5ff1ae", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:06.045450 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62014bc0-1507-4152-8469-4cf4462014fc {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:06.046444 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49914c37-01f4-4039-8997-c46c5aa5409c', 'name': 'network-vif-deleted', 'tag': 'd5171897-1b43-4330-aa58-11414e5ff1ae', 'status': 'completed', 'code': 200} Feb 19 01:12:06.074560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Request body: {'port': {'device_id': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'admin_state_up': True, 'tenant_id': 'b75df6175f924b3f80403cdbfeec9f88'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:06.260771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e28ef0e7-9622-484e-b79c-08418569140e req-0dbb90c5-5571-4ee3-8226-d0c1317c6d26 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0648983 Feb 19 01:12:06.536071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37a204-0556-420e-bddb-6480306b2425 req-dbc460d0-329b-4d5d-9833-a1ab2025d388 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:06.540804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea37a204-0556-420e-bddb-6480306b2425 req-dbc460d0-329b-4d5d-9833-a1ab2025d388 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 944 time: 0.1652513 Feb 19 01:12:06.665538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea37a204-0556-420e-bddb-6480306b2425 req-9e85065c-26e8-493a-b212-d95bfed44f35 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188381 Feb 19 01:12:07.070650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5cb4709-54c5-4522-9645-9f201af7d1b0 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:07.100597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc221c47-df84-4661-be02-f21925665e9f req-6154d2f8-154f-4c9b-8dcc-4317999cbfd1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3831589 Feb 19 01:12:07.221612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5cb4709-54c5-4522-9645-9f201af7d1b0 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:07.222894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:07.248850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: d5171897-1b43-4330-aa58-11414e5ff1ae {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:07.250043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d5171897-1b43-4330-aa58-11414e5ff1ae not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:07.319105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (79b26831-7b04-45bd-bade-89cf20fd48a8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.390760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Made reservation on behalf of b75df6175f924b3f80403cdbfeec9f88 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:07.401035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.556327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd580-cbd8-4eab-ada5-458c14a3e766 req-49b16391-6028-4888-9cf2-922d1af00513 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:07.563294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37cbd580-cbd8-4eab-ada5-458c14a3e766 req-49b16391-6028-4888-9cf2-922d1af00513 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.3679395 Feb 19 01:12:07.737815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 79b26831-7b04-45bd-bade-89cf20fd48a8 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:07.781254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37cbd580-cbd8-4eab-ada5-458c14a3e766 req-2abd5f65-162c-4fdb-894b-9c10c76eb9a8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129040 Feb 19 01:12:07.891021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:08.032105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b3874dc-b1d3-4580-84fd-4bd7f0e7f5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.048037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:08.061685 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] Sync routers for ids ['79b26831-7b04-45bd-bade-89cf20fd48a8'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:08.074030 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] Routers {'79b26831-7b04-45bd-bade-89cf20fd48a8'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:08.077566 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['79b26831-7b04-45bd-bade-89cf20fd48a8'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:08.092148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50143313-67c5-44b2-aebd-8f081c7b817d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/79b26831-7b04-45bd-bade-89cf20fd48a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5257435 Feb 19 01:12:08.095134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33776) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:08.123272 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7623aa15-2b28-48c2-94cc-b5ba54b24ee1 req-b0a947e1-fe05-400e-96e3-52c8b40acd39 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 210 time: 0.0825479 Feb 19 01:12:08.127439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Allocated IP 172.20.0.5 (0473cbe2-9eec-4fee-8f91-be18257c05db/420197af-4325-4e66-bdb7-ab74c53a51f7/d04841d7-ce3c-4b3c-8098-a85f22eb8fcb) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:08.185153 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:08.194611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aff031c1-4c09-46b4-9d39-2527ad005d3d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=79b26831-7b04-45bd-bade-89cf20fd48a8 HTTP/1.1" status: 200 len: 205 time: 0.0914538 Feb 19 01:12:08.196227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:08.223952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b3874dc-b1d3-4580-84fd-4bd7f0e7f5e3 admin admin] Publish callbacks [] for security_group (28cd2b12-f019-4232-afed-b912f851b847), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.227554 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] Routers {'79b26831-7b04-45bd-bade-89cf20fd48a8'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:08.228266 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['79b26831-7b04-45bd-bade-89cf20fd48a8'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:08.229269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b3874dc-b1d3-4580-84fd-4bd7f0e7f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (28cd2b12-f019-4232-afed-b912f851b847), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.280525 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:08.281888 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfb4d1-ed3d-46e8-99c1-4b5e468c201f None None] The sync data for ids ['79b26831-7b04-45bd-bade-89cf20fd48a8'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:08.289934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3874dc-b1d3-4580-84fd-4bd7f0e7f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd2b12-f019-4232-afed-b912f851b847,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:08.384315 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9b3874dc-b1d3-4580-84fd-4bd7f0e7f5e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14bc7d4363624ea5bacf07a18497d9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914510 Feb 19 01:12:08.386909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:08.398175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1687f78-6681-4d25-9588-9f9c2327a0c0 req-f71f5079-b654-4467-a972-74008faea200 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0883582 Feb 19 01:12:08.438472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (79b26831-7b04-45bd-bade-89cf20fd48a8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.484498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-777d568f-08e5-4c35-9f8d-baea678ae15e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:08.496376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-777d568f-08e5-4c35-9f8d-baea678ae15e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c259476-11e9-4e05-ae7f-f0d6dc20aca5 HTTP/1.1" status: 200 len: 944 time: 0.2156792 Feb 19 01:12:08.564332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb8e35dd-24f2-45cb-a0d5-971ec93533cf admin admin] Publish callbacks [] for security_group (28cd2b12-f019-4232-afed-b912f851b847), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.629022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb8e35dd-24f2-45cb-a0d5-971ec93533cf admin admin] Publish callbacks [] for security_group (28cd2b12-f019-4232-afed-b912f851b847), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.682950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port c5cb4709-54c5-4522-9645-9f201af7d1b0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:08.683288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.727266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb8e35dd-24f2-45cb-a0d5-971ec93533cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (28cd2b12-f019-4232-afed-b912f851b847), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.732305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb8e35dd-24f2-45cb-a0d5-971ec93533cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.734617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb8e35dd-24f2-45cb-a0d5-971ec93533cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28cd2b12-f019-4232-afed-b912f851b847 HTTP/1.1" status: 204 len: 168 time: 0.3463638 Feb 19 01:12:08.766708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e35dd-24f2-45cb-a0d5-971ec93533cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd2b12-f019-4232-afed-b912f851b847,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:08.805167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks [] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.838270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (79b26831-7b04-45bd-bade-89cf20fd48a8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.855446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898c767-62ce-4845-9837-9896299d7f96 req-f4d0606e-2a0e-412b-a32e-6e027b29070c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:08.857293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8898c767-62ce-4845-9837-9896299d7f96 req-f4d0606e-2a0e-412b-a32e-6e027b29070c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3497951 Feb 19 01:12:08.858655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (79b26831-7b04-45bd-bade-89cf20fd48a8), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.905028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port c5cb4709-54c5-4522-9645-9f201af7d1b0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5cb4709-54c5-4522-9645-9f201af7d1b0,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:08.905690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.946301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for c5cb4709-54c5-4522-9645-9f201af7d1b0 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:08.977049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8898c767-62ce-4845-9837-9896299d7f96 req-72e36ac0-fe62-4e53-aea4-1fed99afafbe tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969076 Feb 19 01:12:09.018822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (79b26831-7b04-45bd-bade-89cf20fd48a8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.019306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router 79b26831-7b04-45bd-bade-89cf20fd48a8 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:09.041720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.056608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-261214bc-6fbe-4839-a7fa-952d5341f66f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/79b26831-7b04-45bd-bade-89cf20fd48a8 HTTP/1.1" status: 204 len: 168 time: 0.8578055 Feb 19 01:12:09.056821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33800) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.078317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.139265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet b69b6e27-b23a-45c7-9eed-98178119f52a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:09.143495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (b69b6e27-b23a-45c7-9eed-98178119f52a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.170021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Pushing event updated for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.223726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (b69b6e27-b23a-45c7-9eed-98178119f52a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.224729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Network 0473cbe2-9eec-4fee-8f91-be18257c05db is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:09.228417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:09.231154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:09.288380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c02423-68ae-46cb-9c04-811ee93a791e req-cbffc88e-a615-499d-8b1d-792e0a7c4d7b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.290253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9c02423-68ae-46cb-9c04-811ee93a791e req-cbffc88e-a615-499d-8b1d-792e0a7c4d7b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1146111 Feb 19 01:12:09.308184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c5cb4709-54c5-4522-9645-9f201af7d1b0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.317828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33808) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.337208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.338208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.369105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=c5cb4709-54c5-4522-9645-9f201af7d1b0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.378274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-10dcbdec-90e1-40a1-9f14-b00aa0126bf9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3185818 Feb 19 01:12:09.383441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9c02423-68ae-46cb-9c04-811ee93a791e req-0d1bbe76-c18b-4192-a11c-5bde134c4437 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Feb 19 01:12:09.392864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Request body: {'port': {'device_id': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:09.393084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff129821-2d53-4ad9-9ad8-5d01541dbb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.475876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port c5cb4709-54c5-4522-9645-9f201af7d1b0 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:09.487129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.492571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fbd6d44-84d0-4e5d-815f-e6c26063c98b req-319cc049-481f-431e-b392-74eba2801b3e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "DELETE /v2.0/ports/c5cb4709-54c5-4522-9645-9f201af7d1b0 HTTP/1.1" status: 204 len: 173 time: 0.9950864 Feb 19 01:12:09.494304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-deleted', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:09.496680 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22664ca-fe55-4976-91c4-8545f3e7c682" -d '{"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-deleted", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:09.513572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b69b6e27-b23a-45c7-9eed-98178119f52a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.532166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.605948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (b69b6e27-b23a-45c7-9eed-98178119f52a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.664548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=b69b6e27-b23a-45c7-9eed-98178119f52a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.675293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.682349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9173ac20-f49d-44ec-9300-a10df542d5c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/b69b6e27-b23a-45c7-9eed-98178119f52a HTTP/1.1" status: 204 len: 168 time: 0.6217580 Feb 19 01:12:09.682550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43b8b3-aba4-4042-afc5-f60dedf63367 None None] Network 65b1c25c-70d8-4d33-a592-5efa2d8777f7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:09.683538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33820) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.687657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff129821-2d53-4ad9-9ad8-5d01541dbb60 admin admin] Publish callbacks [] for security_group (4a9e7ac0-222a-438b-aa02-7f23d544ca92), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.745443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff129821-2d53-4ad9-9ad8-5d01541dbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4a9e7ac0-222a-438b-aa02-7f23d544ca92), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.855333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff129821-2d53-4ad9-9ad8-5d01541dbb60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06b660f7321b41fb83d71296a6c8d55f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303617 Feb 19 01:12:09.859237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.908374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff129821-2d53-4ad9-9ad8-5d01541dbb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e7ac0-222a-438b-aa02-7f23d544ca92,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.946673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (65b1c25c-70d8-4d33-a592-5efa2d8777f7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.963337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-f7e4fa2c-a36d-41f5-9ca1-da0fc6d46708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.965140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-f7e4fa2c-a36d-41f5-9ca1-da0fc6d46708 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1128 time: 0.2669826 Feb 19 01:12:09.978572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] DHCP port deletion for 65b1c25c-70d8-4d33-a592-5efa2d8777f7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:09.998246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e705753b-1552-4409-a501-b37897dd6a3c admin admin] Publish callbacks [] for security_group (4a9e7ac0-222a-438b-aa02-7f23d544ca92), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.068909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dcf8a-4339-4fbf-b109-2805d5c34d61 req-2bdd4504-0614-42f8-bd9c-85996cab321b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:10.077324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-393dcf8a-4339-4fbf-b109-2805d5c34d61 req-2bdd4504-0614-42f8-bd9c-85996cab321b tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 931 time: 0.5045168 Feb 19 01:12:10.085178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Deleting port 57c65272-bf6d-442c-9e18-3c31d125891e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:10.085621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.165493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] For port 57c65272-bf6d-442c-9e18-3c31d125891e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=57c65272-bf6d-442c-9e18-3c31d125891e,segment=NetworkSegment(31ce9193-7774-4c47-a400-3e79a480f308),segment_id=31ce9193-7774-4c47-a400-3e79a480f308)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:10.166212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.185933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Calling delete_port for 57c65272-bf6d-442c-9e18-3c31d125891e owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:10.233952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-393dcf8a-4339-4fbf-b109-2805d5c34d61 req-d9af784e-20b7-4623-8008-a5a760905057 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556616 Feb 19 01:12:10.243190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e705753b-1552-4409-a501-b37897dd6a3c admin admin] Publish callbacks [] for security_group (4a9e7ac0-222a-438b-aa02-7f23d544ca92), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.305462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.360804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] No DVR routers for this DVR port 57c65272-bf6d-442c-9e18-3c31d125891e on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:10.374270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Pushing event deleted for resources: {'Port': ['ID=57c65272-bf6d-442c-9e18-3c31d125891e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:10.389503 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1631d-3b90-43ba-a388-d8734645f09d x-openstack-request-id: req-44a1631d-3b90-43ba-a388-d8734645f09d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:10.389796 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c259476-11e9-4e05-ae7f-f0d6dc20aca5", "name": "network-vif-deleted", "tag": "c5cb4709-54c5-4522-9645-9f201af7d1b0", "status": "failed", "code": 422}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:10.390126 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44a1631d-3b90-43ba-a388-d8734645f09d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:10.390478 n-d-826752-2 neutron-server[103429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c259476-11e9-4e05-ae7f-f0d6dc20aca5', 'name': 'network-vif-deleted', 'tag': 'c5cb4709-54c5-4522-9645-9f201af7d1b0', 'status': 'failed', 'code': 422} returned with failed status Feb 19 01:12:10.394927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.395438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.397148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.402596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.403528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.404035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.405789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.406298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.407992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.408486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.409055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.410958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.411714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de58d30-76a6-4c76-9812-51d9ba332b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:10.472958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-75fa5927-99f6-4ba2-a650-c72fbb591617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:10.472958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-75fa5927-99f6-4ba2-a650-c72fbb591617 service neutron] 10.222.0.10 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 914 time: 0.4969697 Feb 19 01:12:10.474028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-125e5fe6-fb6a-41ac-8e8e-e11f853cd6bf req-9868e62c-03b2-4416-bec2-88efeb96a65b tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a9e23e4-813c-451b-848f-4c0437d00af3 HTTP/1.1" status: 200 len: 210 time: 0.0810258 Feb 19 01:12:10.481707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 57c65272-bf6d-442c-9e18-3c31d125891e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:10.482060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.503490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04841d7-ce3c-4b3c-8098-a85f22eb8fcb {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:10.545161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Publish callbacks [] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.582043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Transition to ACTIVE for port object d04841d7-ce3c-4b3c-8098-a85f22eb8fcb will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:12:10.593783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.622711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-0a48b03b-50b5-48ad-8062-ce1efd0dcedb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 217 time: 0.1283166 Feb 19 01:12:10.623324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e705753b-1552-4409-a501-b37897dd6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4a9e7ac0-222a-438b-aa02-7f23d544ca92), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.625984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e705753b-1552-4409-a501-b37897dd6a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.629833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e705753b-1552-4409-a501-b37897dd6a3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a9e7ac0-222a-438b-aa02-7f23d544ca92 HTTP/1.1" status: 204 len: 168 time: 0.7695854 Feb 19 01:12:10.666622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705753b-1552-4409-a501-b37897dd6a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e7ac0-222a-438b-aa02-7f23d544ca92,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:10.751708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 57c65272-bf6d-442c-9e18-3c31d125891e, host n-d-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:10.752213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.776070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 57c65272-bf6d-442c-9e18-3c31d125891e owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:10.780652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-5389788f-6118-4e27-8b84-18bba6e268fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:10.782349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-5389788f-6118-4e27-8b84-18bba6e268fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.1513028 Feb 19 01:12:10.784774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Port 57c65272-bf6d-442c-9e18-3c31d125891e was not found and therefore no delete operation was performed {{(pid=103429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:12:10.792836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a4377-70fd-4c59-aa98-bc3facf0e680 req-e89d0415-7b6e-4a3d-89b4-a106c740fb33 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:10.801218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-180a4377-70fd-4c59-aa98-bc3facf0e680 req-e89d0415-7b6e-4a3d-89b4-a106c740fb33 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.3158150 Feb 19 01:12:10.804827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (57c65272-bf6d-442c-9e18-3c31d125891e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.805387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Pushing event updated for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:10.864686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-5e36880c-53f7-4f81-927c-2e050a066189 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607219 Feb 19 01:12:10.962120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=57c65272-bf6d-442c-9e18-3c31d125891e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:10.991131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 57c65272-bf6d-442c-9e18-3c31d125891e on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:11.020435 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Attempting to bind port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:11.020784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Attempting to bind port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:11.021188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Attempting to bind port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb on network 0473cbe2-9eec-4fee-8f91-be18257c05db {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:11.057817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b8b9-e959-4915-8976-7353e1d2e19f req-64f88dd7-dc8d-41c5-badf-013c3fc31d49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.066440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de38b8b9-e959-4915-8976-7353e1d2e19f req-64f88dd7-dc8d-41c5-badf-013c3fc31d49 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.3547165 Feb 19 01:12:11.069912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb on network 0473cbe2-9eec-4fee-8f91-be18257c05db not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:11.070610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Attempting to bind port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb on network 0473cbe2-9eec-4fee-8f91-be18257c05db {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:11.088874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-180a4377-70fd-4c59-aa98-bc3facf0e680 req-6c739958-3bc3-4a42-9db4-69020846b0b8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870655 Feb 19 01:12:11.103172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:11.103738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Checking segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:11.104072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Bound using segment: {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:11.104654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Bound port: d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:11.114524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.149823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (65b1c25c-70d8-4d33-a592-5efa2d8777f7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.161162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-3feb2469-d4f7-4362-bf3d-5bdab97ac3ae service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440100 Feb 19 01:12:11.193693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b1c25c-70d8-4d33-a592-5efa2d8777f7']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:11.227418 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de38b8b9-e959-4915-8976-7353e1d2e19f req-c24de7d5-08a6-430d-bef9-30a4bf1110d8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487215 Feb 19 01:12:11.231453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:11.235518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:11.253954 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.276295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ce9193-7774-4c47-a400-3e79a480f308') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:11.276295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ce9193-7774-4c47-a400-3e79a480f308') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:11.315522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.316185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.324312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] 10.222.0.10 "PUT /v2.0/ports/d04841d7-ce3c-4b3c-8098-a85f22eb8fcb HTTP/1.1" status: 200 len: 1091 time: 1.9364362 Feb 19 01:12:11.330554 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (31ce9193-7774-4c47-a400-3e79a480f308), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.335348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:11.338116 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1" -d '{"events": [{"name": "network-changed", "server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:11.357683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (31ce9193-7774-4c47-a400-3e79a480f308), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.394315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:11.394730 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (31ce9193-7774-4c47-a400-3e79a480f308), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:11.402523 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:11.453151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d9b6e59-fcae-4efb-bf4a-2fbc3a41c371 req-cb70b33c-9951-4fe3-8ca6-7b8eb0a0e06c service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718179 Feb 19 01:12:11.459138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf1506-1156-42d3-a74a-7643c39c7750 service neutron] Pushing event updated for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:11.494366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-8e8fafbb-96b3-424d-ab3a-05fce1d36077 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.494938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b62bb-17ec-4720-a7a3-e9874ec51b55 req-3f879c8c-8dea-426a-9243-cf1aeaeb9a49 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.496674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f13b62bb-17ec-4720-a7a3-e9874ec51b55 req-3f879c8c-8dea-426a-9243-cf1aeaeb9a49 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 943 time: 0.1660507 Feb 19 01:12:11.506209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-8e8fafbb-96b3-424d-ab3a-05fce1d36077 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.3100016 Feb 19 01:12:11.515643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-73cc4689-a1ff-4436-b724-84cb4632b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.517137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-73cc4689-a1ff-4436-b724-84cb4632b2e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 1125 time: 0.1099603 Feb 19 01:12:11.526573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-853fd133-4711-4ae4-9bd4-3206c36a2f4f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0192859 Feb 19 01:12:11.549407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (65b1c25c-70d8-4d33-a592-5efa2d8777f7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.574027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.575479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-7e12cc8a-55cd-41a9-bac7-1c3997d08b73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb HTTP/1.1" status: 200 len: 217 time: 0.0498221 Feb 19 01:12:11.577882 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/65b1c25c-70d8-4d33-a592-5efa2d8777f7 HTTP/1.1" status: 204 len: 168 time: 1.8933156 Feb 19 01:12:11.581962 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-028671e5-4b8b-4b93-8898-54c94f53284f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465159 Feb 19 01:12:11.582654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:11.598123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-555904076', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:11.655097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f13b62bb-17ec-4720-a7a3-e9874ec51b55 req-52f5bda8-075f-4c79-8fbb-67699433dac9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489148 Feb 19 01:12:11.682387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f968bf6-5f06-427b-99c2-bbdf143b65ef tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=65b1c25c-70d8-4d33-a592-5efa2d8777f7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:11.683746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df930-8b97-4fc4-badf-67098acbd536 req-9674f23f-8ae8-4f4e-9fd0-00d75b608417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.685605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-9674f23f-8ae8-4f4e-9fd0-00d75b608417 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.0977690 Feb 19 01:12:11.734061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-11a79b4d-277b-41ae-a93c-1348fae40ef2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406697 Feb 19 01:12:11.739794 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee9d45-c36f-4ab4-8ef0-7bbcf97c0f14 x-openstack-request-id: req-2eee9d45-c36f-4ab4-8ef0-7bbcf97c0f14 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:11.740150 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:11.740578 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eee9d45-c36f-4ab4-8ef0-7bbcf97c0f14 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:11.740974 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb', 'status': 'completed', 'code': 200} Feb 19 01:12:11.743267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.744340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.779499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-3cfa686a-16d8-43db-ba6b-d18daa0b1fa5 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841228 Feb 19 01:12:11.902770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.909868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.929962 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-a7c9759f-f761-4e17-8d41-fa0871e60089 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412036 Feb 19 01:12:11.948754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-b3e0c968-355f-4ac0-a316-1674023576c7 service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023482 Feb 19 01:12:11.951260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.952482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bd5927c5-d019-4f81-a208-9d3e5d1ad6bc tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3592117 Feb 19 01:12:11.955216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:11.963905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-1653012550'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:11.996714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:12.003263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.042114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 57c65272-bf6d-442c-9e18-3c31d125891e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:12.084092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:12.098444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 57c65272-bf6d-442c-9e18-3c31d125891e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:12.102554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 57c65272-bf6d-442c-9e18-3c31d125891e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:12.110222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (39e18612-8de8-4331-82dc-8a7846ac0ca7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.110431 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 39e18612-8de8-4331-82dc-8a7846ac0ca7 of type vlan for network 81a56adc-d92f-476d-a5a9-a7fa31873902 Feb 19 01:12:12.214269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-315df930-8b97-4fc4-badf-67098acbd536 req-9533c235-6668-4aaa-be44-c9991854fd1f service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574496 Feb 19 01:12:12.298982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (81a56adc-d92f-476d-a5a9-a7fa31873902), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.382934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-c58f0760-5fb1-46a4-95f0-432fbc85cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:12.384726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-c58f0760-5fb1-46a4-95f0-432fbc85cde5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b75df6175f924b3f80403cdbfeec9f88&device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 1125 time: 0.1007593 Feb 19 01:12:12.416250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8e3f-a1c5-41a3-a34c-50736fc26c8f req-354df4a5-de55-4285-ab8e-17adca35fecb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:12.422704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-424e8e3f-a1c5-41a3-a34c-50736fc26c8f req-354df4a5-de55-4285-ab8e-17adca35fecb tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 946 time: 0.2117083 Feb 19 01:12:12.441293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (81a56adc-d92f-476d-a5a9-a7fa31873902), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.447562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:12.448172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.593915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-95acdece-62ec-4bc0-a4b6-b3508ddeae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:12.595561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-95acdece-62ec-4bc0-a4b6-b3508ddeae48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 200 len: 916 time: 0.2004445 Feb 19 01:12:12.699299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-d228e730-216d-4f1c-9969-e8a7bd5643a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb HTTP/1.1" status: 200 len: 217 time: 0.0959966 Feb 19 01:12:12.800767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-e364d864-c10a-40d9-9a97-2af0f7eeb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:12.804286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-e364d864-c10a-40d9-9a97-2af0f7eeb200 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 200 len: 855 time: 0.0967085 Feb 19 01:12:12.860487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-424e8e3f-a1c5-41a3-a34c-50736fc26c8f req-a7587d7b-60f4-4c0c-8615-f395da67b3a2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276979 Feb 19 01:12:12.863286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=81a56adc-d92f-476d-a5a9-a7fa31873902,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:12.899655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:12.913532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-2875cb46-5c34-4248-8ae3-b1ac5918e18f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0473cbe2-9eec-4fee-8f91-be18257c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034007 Feb 19 01:12:13.110710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-146bd434-f66d-42a9-a5aa-27e3570ec3c8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1499536 Feb 19 01:12:13.111285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:13.138125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-841a7294-3e04-4eaf-b5e2-d91f87506984 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group (5983d764-4d07-413f-80ba-160cebe1f4c5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.145360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:13.181115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:13.207238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-841a7294-3e04-4eaf-b5e2-d91f87506984 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group (5983d764-4d07-413f-80ba-160cebe1f4c5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.265480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:13.313762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-841a7294-3e04-4eaf-b5e2-d91f87506984 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5983d764-4d07-413f-80ba-160cebe1f4c5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.317859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-841a7294-3e04-4eaf-b5e2-d91f87506984 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.319877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-841a7294-3e04-4eaf-b5e2-d91f87506984 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "DELETE /v2.0/security-groups/5983d764-4d07-413f-80ba-160cebe1f4c5 HTTP/1.1" status: 204 len: 168 time: 0.4190702 Feb 19 01:12:13.328106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:13.343700 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-f70020b7-6558-44f1-8e7a-d577cf434104 service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255600 Feb 19 01:12:13.380329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7294-3e04-4eaf-b5e2-d91f87506984 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5983d764-4d07-413f-80ba-160cebe1f4c5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:13.389904 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-2cef80f2-68d0-4657-8d96-74f87a92eef4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] show failed (client error): The resource could not be found. Feb 19 01:12:13.391246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2cef80f2-68d0-4657-8d96-74f87a92eef4 tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "GET /v2.0/security-groups/5983d764-4d07-413f-80ba-160cebe1f4c5 HTTP/1.1" status: 404 len: 347 time: 0.0608580 Feb 19 01:12:13.395094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:13.505023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848b8d5-f276-42d3-b1cf-8413bc8d740f req-216d97a4-ce1e-4c0f-a0a3-77b48c8c2eb8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:13.506608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9848b8d5-f276-42d3-b1cf-8413bc8d740f req-216d97a4-ce1e-4c0f-a0a3-77b48c8c2eb8 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.4880235 Feb 19 01:12:13.508099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:13.509118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.558509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:13.564563 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d09656-35c4-4555-82b8-c064d8849669" -d '{"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:13.587560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:13.593044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.662971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-405d2a63-77bf-48e8-8968-20f7f4b78ae2 req-28431524-a668-401f-9604-92cea3b9a514 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0729980 Feb 19 01:12:13.668085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:13.751264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Deleting port 52883c1b-2d85-45db-9efb-4ed14be6ee79 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:13.751659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.752572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe32b49-94c4-4ca4-861f-8fd23e1321f1 req-f005fffe-1a21-4c6f-9d0f-9bdbc451aa3b service neutron] 10.222.0.10 "GET /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950717 Feb 19 01:12:13.842471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:13.903960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9848b8d5-f276-42d3-b1cf-8413bc8d740f req-299691ab-c8a3-41ab-87f1-c547b6d9ad5d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205070 Feb 19 01:12:13.915798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:13.922777 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.004770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.011000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (52883c1b-2d85-45db-9efb-4ed14be6ee79), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.023402 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922f1918-8504-45a5-8274-93bc9baeddcc x-openstack-request-id: req-922f1918-8504-45a5-8274-93bc9baeddcc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:14.023705 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:14.023962 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-922f1918-8504-45a5-8274-93bc9baeddcc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:14.024368 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'code': 200} Feb 19 01:12:14.042248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Calling delete_port for 52883c1b-2d85-45db-9efb-4ed14be6ee79 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:14.063454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca525c-57c8-42cf-8e2a-b2393960f952 req-ac098e40-1fc0-4b96-b64f-beb32788f15f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:14.076987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ca525c-57c8-42cf-8e2a-b2393960f952 req-ac098e40-1fc0-4b96-b64f-beb32788f15f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 943 time: 0.2333703 Feb 19 01:12:14.301355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-379b83b8-3ae0-491e-a02b-c4a9d61cfbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.303648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (a12619ba-ac99-4964-ae0a-45c951a94bbf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.408829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (52883c1b-2d85-45db-9efb-4ed14be6ee79), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.552629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Pushing event deleted for resources: {'Port': ['ID=52883c1b-2d85-45db-9efb-4ed14be6ee79,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:14.559235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ca525c-57c8-42cf-8e2a-b2393960f952 req-83477ae4-3fbc-4d3c-bf5c-0e187abf76f6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813318 Feb 19 01:12:14.562447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks [] for floatingip (aad543af-98c4-412a-9988-bcf4dd691474), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.565693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.569547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e0c1cfe4-b211-44a7-a439-61e3c49d508e tempest-ServersTestBootFromVolume-1764341903 tempest-ServersTestBootFromVolume-1764341903-project] 10.222.0.43 "DELETE /v2.0/floatingips/aad543af-98c4-412a-9988-bcf4dd691474 HTTP/1.1" status: 204 len: 168 time: 1.1708827 Feb 19 01:12:14.577339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33982) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:14.790643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc02dd03-b1f7-4da9-80ab-69f3799a4506 req-b5e3563a-6c18-4968-827e-257f8996353c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0465751 Feb 19 01:12:15.083322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=a12619ba-ac99-4964-ae0a-45c951a94bbf,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:15.131070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d04841d7-ce3c-4b3c-8098-a85f22eb8fcb details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:15.133263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945682b8-48a6-4b80-b810-fec014e70a15 req-6df282bb-5590-4130-9e2f-1dc443276365 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:15.134798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-945682b8-48a6-4b80-b810-fec014e70a15 req-6df282bb-5590-4130-9e2f-1dc443276365 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.8821774 Feb 19 01:12:15.148838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-818325c9-845b-4d65-ad15-14a61654b417 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:15.150667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-818325c9-845b-4d65-ad15-14a61654b417 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 1.2095401 Feb 19 01:12:15.157253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:15.157868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 81a56adc-d92f-476d-a5a9-a7fa31873902, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:15.176488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-379b83b8-3ae0-491e-a02b-c4a9d61cfbfc admin admin] Publish callbacks [] for security_group (c51f65fe-9cb6-4d1a-9c6f-87146ec14832), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.180789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:15.211574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-379b83b8-3ae0-491e-a02b-c4a9d61cfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c51f65fe-9cb6-4d1a-9c6f-87146ec14832), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.276895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:15.300469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb', 'network_id': '0473cbe2-9eec-4fee-8f91-be18257c05db', 'port_id': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb', 'mac_address': 'fa:16:3e:5b:68:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420197af-4325-4e66-bdb7-ab74c53a51f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:12:15.342128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:15.357938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-945682b8-48a6-4b80-b810-fec014e70a15 req-99f94ab8-934a-46f1-8b16-37ecadc31704 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012794 Feb 19 01:12:15.362544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b83b8-3ae0-491e-a02b-c4a9d61cfbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51f65fe-9cb6-4d1a-9c6f-87146ec14832,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:15.371186 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-379b83b8-3ae0-491e-a02b-c4a9d61cfbfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34404c98072a455eb40df65db0303250&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5274556 Feb 19 01:12:15.376610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:15.377590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.388121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33992) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:15.395419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04841d7-ce3c-4b3c-8098-a85f22eb8fcb {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:15.400438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 81a56adc-d92f-476d-a5a9-a7fa31873902) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:15.415524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a5ae9-0dca-40da-b24b-871538981b19 None None] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:15.437244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:15.437848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.439374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:15.500580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.506090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b4c7b7a-5c2f-4f47-bc4e-62ef1237e25f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3918858 Feb 19 01:12:15.510692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:15.626016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7e98d-bc14-439a-8d48-a671c3edce32 req-0d53347a-0f00-4a33-97e4-06c87af9a317 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:15.628222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2a7e98d-bc14-439a-8d48-a671c3edce32 req-0d53347a-0f00-4a33-97e4-06c87af9a317 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.5799217 Feb 19 01:12:15.639037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:15.644514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-81a56adc-d92f-476d-a5a9-a7fa31873902', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:15.645881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.724403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2a7e98d-bc14-439a-8d48-a671c3edce32 req-12b8715e-3221-4e83-afe3-12fee8aea3d6 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891416 Feb 19 01:12:15.743248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (0395f924-9b51-4ec7-b907-24166f45c950), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.807642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Allocated IP 172.20.0.2 (81a56adc-d92f-476d-a5a9-a7fa31873902/a12619ba-ac99-4964-ae0a-45c951a94bbf/824b72b8-f19f-4e22-bd17-3bc3c32f115c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:15.854042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b14f12c-3e80-4bf4-a281-4ec591c69c44 admin admin] Publish callbacks [] for security_group (c51f65fe-9cb6-4d1a-9c6f-87146ec14832), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.882432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b14f12c-3e80-4bf4-a281-4ec591c69c44 admin admin] Publish callbacks [] for security_group (c51f65fe-9cb6-4d1a-9c6f-87146ec14832), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.011933 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Publish callbacks [] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.026751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.035989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:16.041799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598082a-602c-45fd-b6f8-be7c34fb3376 req-383fad88-5478-4a22-95f9-03596414707d tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:16.043457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3598082a-602c-45fd-b6f8-be7c34fb3376 req-383fad88-5478-4a22-95f9-03596414707d tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 944 time: 0.1678123 Feb 19 01:12:16.046479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.064329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d04841d7-ce3c-4b3c-8098-a85f22eb8fcb'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:16.164368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:16.176832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Pushing event updated for resources: {'Port': ['ID=824b72b8-f19f-4e22-bd17-3bc3c32f115c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:16.181029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:16.187314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:16.230269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3598082a-602c-45fd-b6f8-be7c34fb3376 req-e6f548ff-a8c0-490b-b4ce-03a3779f81e0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770597 Feb 19 01:12:16.273292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b14f12c-3e80-4bf4-a281-4ec591c69c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c51f65fe-9cb6-4d1a-9c6f-87146ec14832), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.277301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b14f12c-3e80-4bf4-a281-4ec591c69c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.284911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b14f12c-3e80-4bf4-a281-4ec591c69c44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c51f65fe-9cb6-4d1a-9c6f-87146ec14832 HTTP/1.1" status: 204 len: 168 time: 0.8943765 Feb 19 01:12:16.323388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Attempting to bind port 824b72b8-f19f-4e22-bd17-3bc3c32f115c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:16.323766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Attempting to bind port 824b72b8-f19f-4e22-bd17-3bc3c32f115c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:16.323978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Deleting port d86a61c5-d141-4634-8a84-cc7719e5ad74 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:16.324116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Attempting to bind port 824b72b8-f19f-4e22-bd17-3bc3c32f115c on network 81a56adc-d92f-476d-a5a9-a7fa31873902 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:16.324297 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.336362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:16.336648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Checking segment: {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:16.337087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.337491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Bound using segment: {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:16.338741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Bound port: 824b72b8-f19f-4e22-bd17-3bc3c32f115c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:16.339142 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.357357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902dccd-bf44-4458-b9cc-a3d1ea39cffb req-91ebb87b-0b5d-4a5d-b673-0be52ac71f2b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:16.367476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f902dccd-bf44-4458-b9cc-a3d1ea39cffb req-91ebb87b-0b5d-4a5d-b673-0be52ac71f2b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.8554716 Feb 19 01:12:16.399142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14f12c-3e80-4bf4-a281-4ec591c69c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51f65fe-9cb6-4d1a-9c6f-87146ec14832,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:16.478465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] For port 824b72b8-f19f-4e22-bd17-3bc3c32f115c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:16.484045 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.485942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] For port 824b72b8-f19f-4e22-bd17-3bc3c32f115c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=824b72b8-f19f-4e22-bd17-3bc3c32f115c,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:16.499751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.538860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-776686b6-809b-4a40-9453-a906049743a6 req-2f4009d4-0b0f-4702-b32e-1006d196c201 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 210 time: 0.1154804 Feb 19 01:12:16.613232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f677e4-af70-4cb7-a573-2c0c2e15d8b0 None None] Pushing event updated for resources: {'Port': ['ID=824b72b8-f19f-4e22-bd17-3bc3c32f115c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:16.634928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] For port d86a61c5-d141-4634-8a84-cc7719e5ad74, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d86a61c5-d141-4634-8a84-cc7719e5ad74,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:16.635499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.664650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Calling delete_port for d86a61c5-d141-4634-8a84-cc7719e5ad74 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:16.837386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f902dccd-bf44-4458-b9cc-a3d1ea39cffb req-d95be59e-3758-467e-ab16-bca179182597 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653368 Feb 19 01:12:17.082934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.7 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/9e189651-9507-48eb-919c-44356fa11d0d) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:17.138335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d04841d7-ce3c-4b3c-8098-a85f22eb8fcb up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:17.201724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-ca64a2d7-02ec-4fb4-bc98-bc5a3614a236 req-4e5b16c2-9bdb-4fd4-b949-6d2532a71be5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:12:17.202759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca64a2d7-02ec-4fb4-bc98-bc5a3614a236 req-4e5b16c2-9bdb-4fd4-b949-6d2532a71be5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081847 Feb 19 01:12:17.233716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc2a2-d52b-41a8-9078-3ccc01edb5a2 req-f67cb32d-1591-40b8-b77c-22f41275c907 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:17.235306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bebfc2a2-d52b-41a8-9078-3ccc01edb5a2 req-f67cb32d-1591-40b8-b77c-22f41275c907 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.2514839 Feb 19 01:12:17.267382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.20.0.1 (81a56adc-d92f-476d-a5a9-a7fa31873902/a12619ba-ac99-4964-ae0a-45c951a94bbf/f6cb885e-c780-4233-8b9b-78a05099a570) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:17.337874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:12:17.345112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:17.345607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.423312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bebfc2a2-d52b-41a8-9078-3ccc01edb5a2 req-bf6f7ca5-8592-485b-9053-fe82391a40bb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739764 Feb 19 01:12:17.484362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d86a61c5-d141-4634-8a84-cc7719e5ad74), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.562640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86a61c5-d141-4634-8a84-cc7719e5ad74,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:17.661139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:17.661542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.773106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:17.777385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:17.797438 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6445f455-62b1-40da-bf4f-813df93e6bdc" -d '{"events": [{"server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "name": "network-vif-plugged", "status": "completed", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:17.800001 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.802085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:18.056741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:18.107001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26049706-3059-4354-a481-d9f4de21bd64 req-e713ef58-d170-4776-86ac-f83ab251ed07 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.108611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26049706-3059-4354-a481-d9f4de21bd64 req-e713ef58-d170-4776-86ac-f83ab251ed07 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 944 time: 0.6995831 Feb 19 01:12:18.154478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1085-6470-40e5-bc19-1e28821be03c req-b30c876d-eaef-48fb-9042-3aa942b0f390 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.163040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01fe1085-6470-40e5-bc19-1e28821be03c req-b30c876d-eaef-48fb-9042-3aa942b0f390 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.5505159 Feb 19 01:12:18.232872 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.234775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:18.331027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26049706-3059-4354-a481-d9f4de21bd64 req-2d6c1e54-1a4d-4266-8bdf-7d44c8411553 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018807 Feb 19 01:12:18.356809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (f6cb885e-c780-4233-8b9b-78a05099a570), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.405519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 824b72b8-f19f-4e22-bd17-3bc3c32f115c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:18.442415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01fe1085-6470-40e5-bc19-1e28821be03c req-eb06d658-d6a5-494c-983c-f467ed532a33 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543132 Feb 19 01:12:18.518742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (9e189651-9507-48eb-919c-44356fa11d0d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.521142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c73e3-70e9-4b4d-9a71-00ac08f11405 None None] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:18.552148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (0395f924-9b51-4ec7-b907-24166f45c950), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.686855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.693861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9e189651-9507-48eb-919c-44356fa11d0d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.724817 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa091f-e3b1-497b-92ad-13d7cf5cbed6 x-openstack-request-id: req-7eaa091f-e3b1-497b-92ad-13d7cf5cbed6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:18.725129 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "name": "network-vif-plugged", "status": "completed", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:18.725385 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7eaa091f-e3b1-497b-92ad-13d7cf5cbed6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:18.728557 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb', 'code': 200} Feb 19 01:12:18.818466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:18.820239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:18.821336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 824b72b8-f19f-4e22-bd17-3bc3c32f115c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:18.821722 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.824546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] Provisioning complete for port 824b72b8-f19f-4e22-bd17-3bc3c32f115c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:18.829562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.851146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:18.853438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:18.861236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:18.908266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.912299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:18.921136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb593-2551-4350-b2c1-581c0cc4fa08 req-471e55ed-9d45-483d-8e25-c26bbab06bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.923060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a90eb593-2551-4350-b2c1-581c0cc4fa08 req-471e55ed-9d45-483d-8e25-c26bbab06bbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 1127 time: 0.3185012 Feb 19 01:12:18.999592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ff54-5687-49c6-b7f7-289f0c10e7bd req-3b8b01c8-bdfc-48f7-9e92-973e18bdb1e7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.006994 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df97ff54-5687-49c6-b7f7-289f0c10e7bd req-3b8b01c8-bdfc-48f7-9e92-973e18bdb1e7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 931 time: 0.3942769 Feb 19 01:12:19.009187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=f6cb885e-c780-4233-8b9b-78a05099a570,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:19.013420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] Current status of the port 824b72b8-f19f-4e22-bd17-3bc3c32f115c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:19.013992 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.092015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] For port 824b72b8-f19f-4e22-bd17-3bc3c32f115c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=824b72b8-f19f-4e22-bd17-3bc3c32f115c,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:19.095078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=9e189651-9507-48eb-919c-44356fa11d0d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:19.096550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.107953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a1b94-496f-4dfe-b927-5787537aea12 req-e809c527-c3e0-40b8-be4b-c29baf660e9f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.110463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef4a1b94-496f-4dfe-b927-5787537aea12 req-e809c527-c3e0-40b8-be4b-c29baf660e9f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.3635430 Feb 19 01:12:19.154747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a90eb593-2551-4350-b2c1-581c0cc4fa08 req-71e85c34-87c3-40a8-8a7c-7458c1cb439b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923041 Feb 19 01:12:19.187930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e310f99-d9b1-456c-b114-5833a660c607 None None] Pushing event updated for resources: {'Port': ['ID=824b72b8-f19f-4e22-bd17-3bc3c32f115c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:19.209813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 824b72b8-f19f-4e22-bd17-3bc3c32f115c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:19.228022 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-8f2c5cb6-b3e5-486c-83d4-e99301df9283 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9013686 Feb 19 01:12:19.242360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.251967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.290575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef4a1b94-496f-4dfe-b927-5787537aea12 req-103e6fc9-588e-47d7-8e2a-4ff2347523ee tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646352 Feb 19 01:12:19.305061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-3b6115e4-ada0-4e2a-97a9-93b29dce39ca service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:12:19.306259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-3b6115e4-ada0-4e2a-97a9-93b29dce39ca service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199454 Feb 19 01:12:19.326575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-e895cb80-d842-4250-9ef9-716832aca2e2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1526501 Feb 19 01:12:19.411399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Request body: {'port': {'device_id': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:19.519951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df97ff54-5687-49c6-b7f7-289f0c10e7bd req-2633f07d-32cf-4d2d-afb1-75087bd08361 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098903 Feb 19 01:12:19.542627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4af7f295-a9b8-4bac-aa5d-99fe25dfda91 None None] Provisioning complete for port 824b72b8-f19f-4e22-bd17-3bc3c32f115c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:19.543121 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4af7f295-a9b8-4bac-aa5d-99fe25dfda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.651024 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.653032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34088) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:19.674137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Router 0395f924-9b51-4ec7-b907-24166f45c950 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:19.675661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:19.787223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4af7f295-a9b8-4bac-aa5d-99fe25dfda91 None None] Current status of the port 824b72b8-f19f-4e22-bd17-3bc3c32f115c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:19.789097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d110-e78c-4f5d-8d7f-846f9d4baebe req-eba095db-467e-4a6e-8c6f-5e8b9994ed62 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.790721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5821d110-e78c-4f5d-8d7f-846f9d4baebe req-eba095db-467e-4a6e-8c6f-5e8b9994ed62 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.3013036 Feb 19 01:12:19.817213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4af7f295-a9b8-4bac-aa5d-99fe25dfda91 None None] Provisioning complete for port f6cb885e-c780-4233-8b9b-78a05099a570 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:19.820586 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4af7f295-a9b8-4bac-aa5d-99fe25dfda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.923980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5821d110-e78c-4f5d-8d7f-846f9d4baebe req-557d9f98-6fbe-4c1b-b33e-fa608d08c562 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244295 Feb 19 01:12:19.926334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4af7f295-a9b8-4bac-aa5d-99fe25dfda91 None None] Port f6cb885e-c780-4233-8b9b-78a05099a570 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:19.943095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1502395307'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:19.948266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:19.958760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] Sync routers for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:19.964812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5f22f986-ecd5-45f6-af35-a69fe72c1c60 admin admin] 10.222.0.43 "PUT /v2.0/routers/0395f924-9b51-4ec7-b907-24166f45c950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3863215 Feb 19 01:12:19.968822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34094) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:19.977758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:19.978786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:20.025686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Made reservation on behalf of e127dfd6ab8e4f3aa16343f61d0191d5 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:20.029955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.047803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.114925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9e189651-9507-48eb-919c-44356fa11d0d), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.141932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks [] for security_group (35bd1f06-a7db-45a5-8e0b-494661f06c9a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.174127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (35bd1f06-a7db-45a5-8e0b-494661f06c9a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.202357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:20.218722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d4476-fe7f-463b-888a-3a4dc187c144 req-29e55c34-3b63-4088-914c-f7e3c036c17c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.219185 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e05d4476-fe7f-463b-888a-3a4dc187c144 req-29e55c34-3b63-4088-914c-f7e3c036c17c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.2422950 Feb 19 01:12:20.236622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:20.253860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks [] for router (0395f924-9b51-4ec7-b907-24166f45c950), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.255552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd1f06-a7db-45a5-8e0b-494661f06c9a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:20.303877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9d7bf280-ebe4-404e-9aa1-b678158e8e52), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.304200 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Added segment 9d7bf280-ebe4-404e-9aa1-b678158e8e52 of type vlan for network 29b76acb-b972-481c-a95f-205febabb740 Feb 19 01:12:20.366039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (29b76acb-b972-481c-a95f-205febabb740), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.445448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (29b76acb-b972-481c-a95f-205febabb740), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.451282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.451922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.455269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks [] for router_gateway (0395f924-9b51-4ec7-b907-24166f45c950), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.523000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8631289 Feb 19 01:12:20.552947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e05d4476-fe7f-463b-888a-3a4dc187c144 req-f45bba65-acd7-4e6c-8f18-00c6041b1b2f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117387 Feb 19 01:12:20.554209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34102) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:20.631504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-eea3c647-3838-43b2-a408-81ab635d219b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.634384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-eea3c647-3838-43b2-a408-81ab635d219b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports/13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 941 time: 0.6660626 Feb 19 01:12:20.692328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c877f87-5053-4aec-bfd5-8c2c6c4a9771 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Pushing event updated for resources: {'Network': ['ID=29b76acb-b972-481c-a95f-205febabb740,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:20.755926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe7928-2587-4250-8b2f-55c9b9e5f50e req-51c4ded6-cc4f-40bb-9e5a-27c5db1114c1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.757677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57fe7928-2587-4250-8b2f-55c9b9e5f50e req-51c4ded6-cc4f-40bb-9e5a-27c5db1114c1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.2704122 Feb 19 01:12:20.764432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'network': {'name': 'tempest-network--2131085975', 'router:external': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:20.768773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 824b72b8-f19f-4e22-bd17-3bc3c32f115c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:20.797992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Deleting port 086071be-9680-4638-b1d9-836909b4ae61 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:20.798439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (086071be-9680-4638-b1d9-836909b4ae61), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.862156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 29b76acb-b972-481c-a95f-205febabb740 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:20.883750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57fe7928-2587-4250-8b2f-55c9b9e5f50e req-75b6fcbc-c5ba-4103-a700-b123986f691b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183343 Feb 19 01:12:20.928450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] For port 086071be-9680-4638-b1d9-836909b4ae61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=086071be-9680-4638-b1d9-836909b4ae61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:20.928923 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (086071be-9680-4638-b1d9-836909b4ae61), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.944352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (f6cb885e-c780-4233-8b9b-78a05099a570), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.951871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Calling delete_port for 086071be-9680-4638-b1d9-836909b4ae61 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:20.964704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.050079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Made reservation on behalf of 6eabada9a75045099f4896b09d6466fd for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:21.057420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.118037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0853ae95-b2d6-4739-ad51-d65376699627 None None] Provisioning complete for port f6cb885e-c780-4233-8b9b-78a05099a570 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:21.118414 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0853ae95-b2d6-4739-ad51-d65376699627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.168171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0853ae95-b2d6-4739-ad51-d65376699627 None None] Port f6cb885e-c780-4233-8b9b-78a05099a570 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:21.170386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6650df1c-2a31-48de-a647-c8b663b1538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.188278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 824b72b8-f19f-4e22-bd17-3bc3c32f115c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:21.188705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.368067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8fd6f-5e92-40a0-b916-45c483d64820 req-c0da1cf4-69d3-4fb5-a4e0-04330fd4ad90 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:21.369738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10c8fd6f-5e92-40a0-b916-45c483d64820 req-c0da1cf4-69d3-4fb5-a4e0-04330fd4ad90 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.2995250 Feb 19 01:12:21.400396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 824b72b8-f19f-4e22-bd17-3bc3c32f115c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:21.442820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '086071be-9680-4638-b1d9-836909b4ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:12:17Z', 'revision_number': 5, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port': {'id': '086071be-9680-4638-b1d9-836909b4ae61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395f924-9b51-4ec7-b907-24166f45c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.511156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] Checking router: 0395f924-9b51-4ec7-b907-24166f45c950 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:21.536205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] Routers {'0395f924-9b51-4ec7-b907-24166f45c950'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:21.536848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0395f924-9b51-4ec7-b907-24166f45c950'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.595303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10c8fd6f-5e92-40a0-b916-45c483d64820 req-08312b27-1b0f-4241-8849-97d2df03cb9a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069454 Feb 19 01:12:21.641926 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (086071be-9680-4638-b1d9-836909b4ae61), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.687266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=f6cb885e-c780-4233-8b9b-78a05099a570,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:21.706660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.716318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=086071be-9680-4638-b1d9-836909b4ae61,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:21.726117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cfc76-c1b7-4af4-a28b-e4d8b858b678 req-7efaab3e-5fdd-4868-a92e-c9a4b2142e6e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:21.736652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0f3cfc76-c1b7-4af4-a28b-e4d8b858b678 req-7efaab3e-5fdd-4868-a92e-c9a4b2142e6e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 931 time: 1.0384867 Feb 19 01:12:21.767355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] Set router 0395f924-9b51-4ec7-b907-24166f45c950 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:21.803854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.842599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 6, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.879569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4aa17-8ded-4ee1-99c1-c828ed76740c None None] The sync data for ids ['0395f924-9b51-4ec7-b907-24166f45c950'] in n-d-826752-2 is: [{'id': '0395f924-9b51-4ec7-b907-24166f45c950', 'name': 'tempest-ServersTestBootFromVolume-2029489425-router', 'tenant_id': '8b8a33948e65451cbe5e2b13f092b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:47Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 6, 'project_id': '8b8a33948e65451cbe5e2b13f092b60f', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:21.990011 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0f3cfc76-c1b7-4af4-a28b-e4d8b858b678 req-df2c3b10-43d4-4a5d-8935-deaf42a6134b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522609 Feb 19 01:12:22.026864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e189651-9507-48eb-919c-44356fa11d0d {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:22.048790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Publish callbacks [] for port (9e189651-9507-48eb-919c-44356fa11d0d), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.109465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Transition to ACTIVE for port object 9e189651-9507-48eb-919c-44356fa11d0d will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:12:22.139592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9e189651-9507-48eb-919c-44356fa11d0d), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.144281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (0395f924-9b51-4ec7-b907-24166f45c950), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.218780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:22.227048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:22.233973 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for security_group (ac683406-c2a2-424b-88e4-62417afc7bb0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.275115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ac683406-c2a2-424b-88e4-62417afc7bb0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.323601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:22.346276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e89c6791-d0f8-4990-aa8d-05e3c55eae02), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.347954 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Added segment e89c6791-d0f8-4990-aa8d-05e3c55eae02 of type vlan for network 482848f5-b104-4b3e-a05c-7fa93b4fc5f7 Feb 19 01:12:22.411311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d86a61c5-d141-4634-8a84-cc7719e5ad74 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:22.456527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (482848f5-b104-4b3e-a05c-7fa93b4fc5f7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.467124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d86a61c5-d141-4634-8a84-cc7719e5ad74 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:22.467488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d86a61c5-d141-4634-8a84-cc7719e5ad74 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:22.568784 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eba8ae6a-f0b8-4d01-a8c9-a432a65dbb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.662566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (482848f5-b104-4b3e-a05c-7fa93b4fc5f7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.664137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:22.664743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.738532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3c5c40f4-57b5-488c-95b7-37c67d7a460d None None] Provisioning complete for port f6cb885e-c780-4233-8b9b-78a05099a570 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:22.738910 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c5c40f4-57b5-488c-95b7-37c67d7a460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.747942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=9e189651-9507-48eb-919c-44356fa11d0d,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:22.780786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c40f4-57b5-488c-95b7-37c67d7a460d None None] Port f6cb885e-c780-4233-8b9b-78a05099a570 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:22.862947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (0395f924-9b51-4ec7-b907-24166f45c950), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.866447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks [] for router_controller (0395f924-9b51-4ec7-b907-24166f45c950), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.879425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2977364 Feb 19 01:12:22.884687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34126) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:22.899052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac683406-c2a2-424b-88e4-62417afc7bb0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:22.948696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (0395f924-9b51-4ec7-b907-24166f45c950), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.949323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0395f924-9b51-4ec7-b907-24166f45c950 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:22.954304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.955419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7e24b30-ba48-4244-99f2-3900395de5ac admin admin] 10.222.0.43 "DELETE /v2.0/routers/0395f924-9b51-4ec7-b907-24166f45c950 HTTP/1.1" status: 204 len: 168 time: 2.9855604 Feb 19 01:12:22.958857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:22.959362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb7a92-5664-4fba-ba98-84465e504b7c tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Network': ['ID=482848f5-b104-4b3e-a05c-7fa93b4fc5f7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:22.974061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 482848f5-b104-4b3e-a05c-7fa93b4fc5f7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:22.976115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:12:23.017131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Deleting subnet d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:23.019476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Attempting to bind port 9e189651-9507-48eb-919c-44356fa11d0d on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:23.019804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Attempting to bind port 9e189651-9507-48eb-919c-44356fa11d0d by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:23.020139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Attempting to bind port 9e189651-9507-48eb-919c-44356fa11d0d on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:23.020832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Publish callbacks [] for subnet (d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.042902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d83aac-ab8f-4af1-95f5-d0ea03bb27bf req-98fcb14a-1daf-4c86-89c8-f71e4955201e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.044787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21d83aac-ab8f-4af1-95f5-d0ea03bb27bf req-98fcb14a-1daf-4c86-89c8-f71e4955201e tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.5436440 Feb 19 01:12:23.050811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (482848f5-b104-4b3e-a05c-7fa93b4fc5f7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.061212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Port 9e189651-9507-48eb-919c-44356fa11d0d on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:23.061558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Attempting to bind port 9e189651-9507-48eb-919c-44356fa11d0d on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:23.066552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.124101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:23.124492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:23.125017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:23.125491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Bound port: 9e189651-9507-48eb-919c-44356fa11d0d, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:23.125852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9e189651-9507-48eb-919c-44356fa11d0d), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.155190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8c84b-c327-4451-9d94-5ccee5c6dabe req-bee8dfce-e8f9-488d-a82e-8845d653fe6c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.156792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9c8c84b-c327-4451-9d94-5ccee5c6dabe req-bee8dfce-e8f9-488d-a82e-8845d653fe6c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 1.4053652 Feb 19 01:12:23.179737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-26a94214-a4e7-4afa-a0d4-a98cc6604023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.181203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-26a94214-a4e7-4afa-a0d4-a98cc6604023 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4&tenant_id=8830366c4e3c48ce95150e4dacdded87 HTTP/1.1" status: 200 len: 1126 time: 1.2265968 Feb 19 01:12:23.197294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.277798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21d83aac-ab8f-4af1-95f5-d0ea03bb27bf req-b355e8ee-9e81-4246-bc7b-b6b128750da0 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236862 Feb 19 01:12:23.293982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:23.314449 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:23.334070 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:23.334773 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.350367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] For port 9e189651-9507-48eb-919c-44356fa11d0d, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:23.355032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] For port 9e189651-9507-48eb-919c-44356fa11d0d, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9e189651-9507-48eb-919c-44356fa11d0d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:23.374629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9c8c84b-c327-4451-9d94-5ccee5c6dabe req-8769f22a-b498-4016-8446-54ec6f87fb82 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071011 Feb 19 01:12:23.424671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (482848f5-b104-4b3e-a05c-7fa93b4fc5f7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.461466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482848f5-b104-4b3e-a05c-7fa93b4fc5f7']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.475282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89c6791-d0f8-4990-aa8d-05e3c55eae02') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.475589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89c6791-d0f8-4990-aa8d-05e3c55eae02') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.494724 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (e89c6791-d0f8-4990-aa8d-05e3c55eae02), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.502448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:23.515702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e89c6791-d0f8-4990-aa8d-05e3c55eae02), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.525115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:23.525791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (e89c6791-d0f8-4990-aa8d-05e3c55eae02), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.538738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.554017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-11140ed0-9645-4f66-8867-ae47039a9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.555808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-11140ed0-9645-4f66-8867-ae47039a9814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1126 time: 0.3074815 Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:23.557667 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:23.579293 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.587291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b80586f9-e1cb-4b40-8200-126c92d7eeeb tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0734959 Feb 19 01:12:23.622996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:23.624513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9e189651-9507-48eb-919c-44356fa11d0d), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.631501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-342232028'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:23.722822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:23.729451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.730160 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.732244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e189651-9507-48eb-919c-44356fa11d0d HTTP/1.1" status: 200 len: 1091 time: 4.3526392 Feb 19 01:12:23.738789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'tag': '9e189651-9507-48eb-919c-44356fa11d0d'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:23.741266 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff" -d '{"events": [{"name": "network-changed", "server_uuid": "035280d7-14e0-43c4-ad23-1319b6c8e1c8", "tag": "9e189651-9507-48eb-919c-44356fa11d0d"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:23.764801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:23.768219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.776916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (482848f5-b104-4b3e-a05c-7fa93b4fc5f7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.788363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4057bab-235f-4923-87ef-87f78cce536d None None] Network aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:23.796229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2443b-a72f-4fce-86d6-034edada4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=9e189651-9507-48eb-919c-44356fa11d0d,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:23.798889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 482848f5-b104-4b3e-a05c-7fa93b4fc5f7 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:12:23.850022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.851768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.856942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bc3091a2-5dc8-4954-b359-fdc480791014 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d4e23dc4-0eb9-40cc-b0d6-904e3d8caca0 HTTP/1.1" status: 204 len: 168 time: 0.8963072 Feb 19 01:12:23.864825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34146) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:23.865524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34148) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:23.866093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/networks/482848f5-b104-4b3e-a05c-7fa93b4fc5f7 HTTP/1.1" status: 204 len: 168 time: 0.9790554 Feb 19 01:12:23.877531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:23.951010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947ae0b-dacd-44d2-a47e-5e941885d758 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Network': ['ID=482848f5-b104-4b3e-a05c-7fa93b4fc5f7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:23.958031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 086071be-9680-4638-b1d9-836909b4ae61 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:23.993562 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:19Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:24.020571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353c96-5cf7-49af-92da-4f44accfc3b4 req-9ac96f00-da4c-4135-b5f6-d622a394ca8a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.023957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 086071be-9680-4638-b1d9-836909b4ae61 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:24.024442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 086071be-9680-4638-b1d9-836909b4ae61 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:24.036200 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-71353c96-5cf7-49af-92da-4f44accfc3b4 req-9ac96f00-da4c-4135-b5f6-d622a394ca8a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.4761138 Feb 19 01:12:24.101469 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:24.103488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Updating router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b port f6cb885e-c780-4233-8b9b-78a05099a570 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:24.139246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:24.177610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Made reservation on behalf of 6eabada9a75045099f4896b09d6466fd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:24.184879 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.204402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] DHCP port deletion for aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:24.215038 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.232611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310e8e-daeb-4f32-8814-32a58846f064 req-7445af43-6c5e-4376-b133-098075fc7b2c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.244654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (80da8497-a639-4b97-a912-cbe9f2879670), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.245032 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 80da8497-a639-4b97-a912-cbe9f2879670 of type vlan for network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 Feb 19 01:12:24.246197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28310e8e-daeb-4f32-8814-32a58846f064 req-7445af43-6c5e-4376-b133-098075fc7b2c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 943 time: 0.5937791 Feb 19 01:12:24.295465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.320044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-6c65ad99-018b-4931-bc89-8a7c5c2f7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.321645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-6c65ad99-018b-4931-bc89-8a7c5c2f7c8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 1125 time: 0.5033209 Feb 19 01:12:24.347499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] Deleting port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:24.347879 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.366523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-4c238840-74b9-4429-9f29-c7bf9219e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.370977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-4c238840-74b9-4429-9f29-c7bf9219e367 service neutron] 10.222.0.10 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 914 time: 0.7422159 Feb 19 01:12:24.416463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-71353c96-5cf7-49af-92da-4f44accfc3b4 req-34fbf719-11c5-460e-8fc6-e951c25c127f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793740 Feb 19 01:12:24.526038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-581f6c15-1406-4234-ada0-6ca5757533ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e189651-9507-48eb-919c-44356fa11d0d HTTP/1.1" status: 200 len: 217 time: 0.1446772 Feb 19 01:12:24.558245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] For port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,segment=NetworkSegment(7351fdf4-72ad-4d09-98c6-41263ea409b8),segment_id=7351fdf4-72ad-4d09-98c6-41263ea409b8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:24.565570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.589724 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.615746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28310e8e-daeb-4f32-8814-32a58846f064 req-a67629aa-5afc-4129-b6f8-4c276cc5c1f9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596191 Feb 19 01:12:24.616554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] Calling delete_port for 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:24.625863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-07eba1a2-0d1f-45ab-9705-8048ea2ca4bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 217 time: 0.2450414 Feb 19 01:12:24.650454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:24.771581 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f1c5e-6013-443c-9e4d-644c9ed7fd64 x-openstack-request-id: req-474f1c5e-6013-443c-9e4d-644c9ed7fd64 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:24.772083 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035280d7-14e0-43c4-ad23-1319b6c8e1c8", "tag": "9e189651-9507-48eb-919c-44356fa11d0d", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:24.772204 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-474f1c5e-6013-443c-9e4d-644c9ed7fd64 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:24.772530 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'tag': '9e189651-9507-48eb-919c-44356fa11d0d', 'status': 'completed', 'code': 200} Feb 19 01:12:24.835424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-4f3e98ad-d577-43e8-899b-6b040a6b91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.836931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-4f3e98ad-d577-43e8-899b-6b040a6b91a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.2905948 Feb 19 01:12:24.895801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (99b76cef-cc9d-4382-9de8-4403ba9fe9c5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.896471 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Added segment 99b76cef-cc9d-4382-9de8-4403ba9fe9c5 of type vlan for network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f Feb 19 01:12:24.908731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.943030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] No DVR routers for this DVR port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:24.993167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.002740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedbae3-5764-49c2-962b-4d36f299dbc4 None None] Pushing event deleted for resources: {'Port': ['ID=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:25.017574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:25.017574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.038008 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-8f45a04f-aa0d-4d5c-ab37-116b81b4f0c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820459 Feb 19 01:12:25.055602 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Publish callbacks [] for port (f6cb885e-c780-4233-8b9b-78a05099a570), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.067304 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.114586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-c72aaaa8-e9c5-48b8-a3bf-881bff039c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:25.123701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-c72aaaa8-e9c5-48b8-a3bf-881bff039c73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.4592628 Feb 19 01:12:25.261786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0494d8ae-fbc3-484a-891e-cefbcd3b4e2f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.269864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.283764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-9cff5132-6b92-4c77-8fd4-54be04b39d9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383874 Feb 19 01:12:25.285611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:25.294329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6667688 Feb 19 01:12:25.316933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:25.325461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17975b9-6055-4d15-b0c8-66188d9b0246 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:25.338692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:25.358939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349f14f-b056-47ef-9c5b-0c42d38cdc90 req-34e5eb69-bdac-432b-9ac6-1ad2fa40f8b4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:25.371028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7349f14f-b056-47ef-9c5b-0c42d38cdc90 req-34e5eb69-bdac-432b-9ac6-1ad2fa40f8b4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.5059359 Feb 19 01:12:25.488161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-a98772b1-ce47-46eb-bd7b-63d7d9064bf2 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420638 Feb 19 01:12:25.539081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Pushing event updated for resources: {'Port': ['ID=f6cb885e-c780-4233-8b9b-78a05099a570,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:25.543176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:12:25.594687 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.605810 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.606815 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.612530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:25.648464 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Attempting to bind port f6cb885e-c780-4233-8b9b-78a05099a570 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:25.649042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2a285cee-4ece-4f70-b42b-02b4cec6aa4b None None] Provisioning complete for port f6cb885e-c780-4233-8b9b-78a05099a570 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:25.649325 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Attempting to bind port f6cb885e-c780-4233-8b9b-78a05099a570 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:25.649470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a285cee-4ece-4f70-b42b-02b4cec6aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.656549 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Attempting to bind port f6cb885e-c780-4233-8b9b-78a05099a570 on network 81a56adc-d92f-476d-a5a9-a7fa31873902 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:25.663372 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:25.664130 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Checking segment: {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:25.664828 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.667198 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Bound using segment: {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:25.667955 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Bound port: f6cb885e-c780-4233-8b9b-78a05099a570, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e18612-8de8-4331-82dc-8a7846ac0ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:25.677434 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.709911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fddb9048-60bc-4cf2-b9f2-cea6596ed810 req-c2ea0a94-1c9f-461c-a0d8-6cecf893fbdd service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153125 Feb 19 01:12:25.724554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2a285cee-4ece-4f70-b42b-02b4cec6aa4b None None] Port f6cb885e-c780-4233-8b9b-78a05099a570 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:25.735633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7349f14f-b056-47ef-9c5b-0c42d38cdc90 req-5faa281c-bc68-4a3d-be2f-946f811b7997 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586950 Feb 19 01:12:25.775533 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0494d8ae-fbc3-484a-891e-cefbcd3b4e2f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.776478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:25.778571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.793760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-34be71e4-29fd-42d4-89ab-80d1d8f87a49 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851120 Feb 19 01:12:25.811970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] For port f6cb885e-c780-4233-8b9b-78a05099a570, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:25.820847 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] For port f6cb885e-c780-4233-8b9b-78a05099a570, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f6cb885e-c780-4233-8b9b-78a05099a570,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:25.828554 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.852421 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.891867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-b62e100b-f206-47de-a097-fc90afaa9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:25.896299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-b62e100b-f206-47de-a097-fc90afaa9b5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 1125 time: 0.1116111 Feb 19 01:12:25.912947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0366228 Feb 19 01:12:25.912947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:25.915880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.983033 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:25.984428 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:26.012532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34170) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:26.033873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'subnet': {'network_id': '0494d8ae-fbc3-484a-891e-cefbcd3b4e2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:26.051207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:26.092641 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b64bf-1000-4109-8f98-47b82bf44021 None None] Pushing event updated for resources: {'Port': ['ID=f6cb885e-c780-4233-8b9b-78a05099a570,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:26.112494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:26.114424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:26.201753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Made reservation on behalf of 6eabada9a75045099f4896b09d6466fd for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:26.214349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.240944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:26.375411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] Provisioning complete for port f6cb885e-c780-4233-8b9b-78a05099a570 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:26.376480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.379554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6318d2-c151-4b5f-b118-95f3f1ff4d77 req-8cf4cf5d-24a2-4289-8dd2-785bd6cf84f0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.393479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d6318d2-c151-4b5f-b118-95f3f1ff4d77 req-8cf4cf5d-24a2-4289-8dd2-785bd6cf84f0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.4874322 Feb 19 01:12:26.404111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0783da7-56d9-4465-b59c-0fcc129bb73a tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Network': ['ID=0494d8ae-fbc3-484a-891e-cefbcd3b4e2f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:26.431834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05fbd-d002-4b69-b34d-7b4a5b5ce8ec req-ff410cd0-b9fe-4972-a930-028c794fe307 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.439129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6c05fbd-d002-4b69-b34d-7b4a5b5ce8ec req-ff410cd0-b9fe-4972-a930-028c794fe307 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 1.4867384 Feb 19 01:12:26.448063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Deleting port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:26.448550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.485028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:26.617537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] For port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9, host n-d-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:26.617918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.624468 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.631221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] Current status of the port f6cb885e-c780-4233-8b9b-78a05099a570 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:26.631862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.635242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-464e516c-e40a-46c0-afcc-51ce08110714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.639647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-464e516c-e40a-46c0-afcc-51ce08110714 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.7367392 Feb 19 01:12:26.644828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d6318d2-c151-4b5f-b118-95f3f1ff4d77 req-c782234f-fd0f-4b70-ae25-38bb6b66a764 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505207 Feb 19 01:12:26.658823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Calling delete_port for 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:26.664111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 was not found and therefore no delete operation was performed {{(pid=103429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:12:26.727389 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:19Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:25Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:26.733556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] For port f6cb885e-c780-4233-8b9b-78a05099a570, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f6cb885e-c780-4233-8b9b-78a05099a570,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:26.744194 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.773727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-d6a3cd68-3ca3-48b8-a226-17bc3af0d9b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e189651-9507-48eb-919c-44356fa11d0d HTTP/1.1" status: 200 len: 217 time: 0.1172781 Feb 19 01:12:26.800963 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3eebcd-b9f4-48b0-9947-bb107b5a9f24 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:19Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:25Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:26.838822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598eaf8-1eaf-4811-9b02-75ee33b27135 None None] Pushing event updated for resources: {'Port': ['ID=f6cb885e-c780-4233-8b9b-78a05099a570,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:26.894714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2524bf2a-03df-4e88-835b-b7aa2b6fbad9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.916073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (a372b98a-a43f-4e7d-a12a-2faef4c82d05), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.930463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0855e33e-d41f-4565-8c21-0630823b16c9 req-4e2611d6-4815-4f61-b568-dd2e69bd3f44 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315032 Feb 19 01:12:26.953259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] No DVR routers for this DVR port 2524bf2a-03df-4e88-835b-b7aa2b6fbad9 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:26.965733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-91d1a2e1-0f12-4884-b030-e51ed0e1c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.967997 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-91d1a2e1-0f12-4884-b030-e51ed0e1c8e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1865323 Feb 19 01:12:27.029978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-670cd483-970e-49bd-8235-4328bc74b7bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543547 Feb 19 01:12:27.084010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79392b5-c14b-4a5c-8cd4-c0e5ef6da497 req-100af783-e924-46b9-bc20-cbeccb30e6d6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:27.086588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f79392b5-c14b-4a5c-8cd4-c0e5ef6da497 req-100af783-e924-46b9-bc20-cbeccb30e6d6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 943 time: 0.2381270 Feb 19 01:12:27.162390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2524bf2a-03df-4e88-835b-b7aa2b6fbad9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:27.165570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9e189651-9507-48eb-919c-44356fa11d0d details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:27.295581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f79392b5-c14b-4a5c-8cd4-c0e5ef6da497 req-5cb2589e-808e-4032-8a1e-323adc739648 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594005 Feb 19 01:12:27.501860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:27.502723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:27.505560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=a372b98a-a43f-4e7d-a12a-2faef4c82d05,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:27.562755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9e189651-9507-48eb-919c-44356fa11d0d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9e189651-9507-48eb-919c-44356fa11d0d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:27.578879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6c05fbd-d002-4b69-b34d-7b4a5b5ce8ec req-63e565d0-e577-4ae6-971d-30bb04a34720 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865926 Feb 19 01:12:27.593635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.595844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '9e189651-9507-48eb-919c-44356fa11d0d', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': '9e189651-9507-48eb-919c-44356fa11d0d', 'mac_address': 'fa:16:3e:77:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:12:27.663374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:27.688637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:27.696832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:27.708529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:27.710526 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.739965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7351fdf4-72ad-4d09-98c6-41263ea409b8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:27.744967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7351fdf4-72ad-4d09-98c6-41263ea409b8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:27.755782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 9e189651-9507-48eb-919c-44356fa11d0d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:27.756885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9e189651-9507-48eb-919c-44356fa11d0d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.779773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (7351fdf4-72ad-4d09-98c6-41263ea409b8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.799439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-48cdb669-78c0-4177-9f20-e5fe82999916 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533774 Feb 19 01:12:27.799987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aca35c-abc4-4602-b835-dfafa2d2db24 None None] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:27.816772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e189651-9507-48eb-919c-44356fa11d0d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:27.830666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7625202e-d187-4fe8-bc5b-f47537ee5119 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5247226 Feb 19 01:12:27.838332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34196) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:27.865235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9e189651-9507-48eb-919c-44356fa11d0d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9e189651-9507-48eb-919c-44356fa11d0d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:27.881742 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9e189651-9507-48eb-919c-44356fa11d0d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.132027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=9e189651-9507-48eb-919c-44356fa11d0d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:28.203196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678ebb-0c0b-49ee-a42d-5d20d58952ce req-f74b3050-71ef-4648-9780-55061805d98e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:28.207680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7351fdf4-72ad-4d09-98c6-41263ea409b8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.211826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2678ebb-0c0b-49ee-a42d-5d20d58952ce req-f74b3050-71ef-4648-9780-55061805d98e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.6635327 Feb 19 01:12:28.216768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee0c38b2-d4a8-4050-b7e8-416cf418aaff req-4ffd0ff4-b222-4ac3-ad48-5ba55f093efc service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078634 Feb 19 01:12:28.220273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f6cb885e-c780-4233-8b9b-78a05099a570 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:28.281560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:28.289517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (7351fdf4-72ad-4d09-98c6-41263ea409b8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.327971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['9e189651-9507-48eb-919c-44356fa11d0d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:28.401776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2678ebb-0c0b-49ee-a42d-5d20d58952ce req-840ba83d-f522-4151-b4d6-b409aac6cebd tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762989 Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:28.412329 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:28.710223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:12:28.710223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (422bcdcb-9176-49af-a4e6-b83b279b4cd7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.754161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef2433-06d9-4ee6-88f4-deb21755cd86 req-815806d5-3c88-4278-9e7f-c4784ac2265f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:28.756295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14ef2433-06d9-4ee6-88f4-deb21755cd86 req-815806d5-3c88-4278-9e7f-c4784ac2265f tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.9701748 Feb 19 01:12:28.903335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:28.905839 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.979343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.986628 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.991221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] 10.222.0.43 "DELETE /v2.0/networks/aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba HTTP/1.1" status: 204 len: 168 time: 5.1248007 Feb 19 01:12:29.009303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f6cb885e-c780-4233-8b9b-78a05099a570 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:29.015213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.049860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14ef2433-06d9-4ee6-88f4-deb21755cd86 req-2906b64d-43e5-4ff2-8d7a-8e36eb66bb81 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722254 Feb 19 01:12:29.064167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a33161-d4f7-4f96-8248-ab0a24ae69eb admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6fd533-dfb2-4e6a-8fcd-3f619e1029ba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:29.162064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Checking segment: {'id': '99b76cef-cc9d-4382-9de8-4403ba9fe9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0494d8ae-fbc3-484a-891e-cefbcd3b4e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:29.162497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Network hostable DHCP agents. Network: 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:29.190169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Subnet': ['ID=422bcdcb-9176-49af-a4e6-b83b279b4cd7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:29.292496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507add68-dd8b-4319-9da3-2e1752d3418b req-db46d385-9240-490f-815b-3b7ae78dba90 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:29.305290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-507add68-dd8b-4319-9da3-2e1752d3418b req-db46d385-9240-490f-815b-3b7ae78dba90 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.6248517 Feb 19 01:12:29.445350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:29.518639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:29.564465 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-507add68-dd8b-4319-9da3-2e1752d3418b req-a6957336-21ce-42b2-b7bb-2e1fdfbc80b9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566302 Feb 19 01:12:29.568537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06da7ca-2e5e-48f9-936f-94aae47f2f99 None None] Network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:29.577636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34216) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:29.629904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:29.633709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.771881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a1207e94-2ed6-49ba-a24b-8c94ad2a1c70 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7490768 Feb 19 01:12:29.783715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34218) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:29.787366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915625-eece-483f-ab25-4ceaf95d7778 req-0babf2c5-240e-40f8-bac3-e726ab9cc475 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:29.800208 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53915625-eece-483f-ab25-4ceaf95d7778 req-0babf2c5-240e-40f8-bac3-e726ab9cc475 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 944 time: 0.5675259 Feb 19 01:12:29.811547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'floatingip': {'floating_network_id': '0494d8ae-fbc3-484a-891e-cefbcd3b4e2f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:29.834653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bb3c0542-f59e-4c3e-be88-f10d4ac7a855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b8a33948e65451cbe5e2b13f092b60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541659 Feb 19 01:12:29.860111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:29.965652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53915625-eece-483f-ab25-4ceaf95d7778 req-afa3f4bb-da1c-4dfb-81f5-18ef36bb7b96 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633210 Feb 19 01:12:30.028455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.054662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.127241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f6cb885e-c780-4233-8b9b-78a05099a570 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:30.148731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Allocated IP 172.21.0.2 (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045/a372b98a-a43f-4e7d-a12a-2faef4c82d05/570b6927-53da-4b73-9d84-87db4b47be13) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:30.150932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c9edc-3e54-4a3d-b9d1-4935c056b5ab None None] Network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:30.214192 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09982f10-c685-4788-8637-2546c9ccac03 admin admin] Publish callbacks [] for security_group (71dc175e-169e-4e28-aa2a-8a1e089abf9c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.240175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09982f10-c685-4788-8637-2546c9ccac03 admin admin] Publish callbacks [] for security_group (71dc175e-169e-4e28-aa2a-8a1e089abf9c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.311918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908d62-15bf-4c49-83ee-9253639fbaf3 req-f1ee19e3-d80c-4c4f-9c2e-3a4ed1589172 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.322205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73908d62-15bf-4c49-83ee-9253639fbaf3 req-f1ee19e3-d80c-4c4f-9c2e-3a4ed1589172 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.2559597 Feb 19 01:12:30.384977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09982f10-c685-4788-8637-2546c9ccac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (71dc175e-169e-4e28-aa2a-8a1e089abf9c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.395151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09982f10-c685-4788-8637-2546c9ccac03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.399329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09982f10-c685-4788-8637-2546c9ccac03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71dc175e-169e-4e28-aa2a-8a1e089abf9c HTTP/1.1" status: 204 len: 168 time: 0.5473945 Feb 19 01:12:30.509137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09982f10-c685-4788-8637-2546c9ccac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc175e-169e-4e28-aa2a-8a1e089abf9c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:30.550767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73908d62-15bf-4c49-83ee-9253639fbaf3 req-55c87f53-35d7-4b0d-bfef-90112ba21265 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257411 Feb 19 01:12:30.563878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.830927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Publish callbacks [] for port (570b6927-53da-4b73-9d84-87db4b47be13), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.840742 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (570b6927-53da-4b73-9d84-87db4b47be13), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.966837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Pushing event updated for resources: {'Port': ['ID=570b6927-53da-4b73-9d84-87db4b47be13,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:30.997790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:30.999808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:31.048430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:31.088425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8945a7-f426-4d88-82a2-0d80cc6857ad req-55828f06-4b0a-4d21-a6d7-bf4a54b69c06 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:31.114109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e8945a7-f426-4d88-82a2-0d80cc6857ad req-55828f06-4b0a-4d21-a6d7-bf4a54b69c06 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.3712223 Feb 19 01:12:31.180097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9e189651-9507-48eb-919c-44356fa11d0d up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:31.269806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e8945a7-f426-4d88-82a2-0d80cc6857ad req-107c5d55-273a-43b4-a89c-0b4385eef5e9 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543839 Feb 19 01:12:31.271137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Allocated IP 172.20.0.6 (0494d8ae-fbc3-484a-891e-cefbcd3b4e2f/422bcdcb-9176-49af-a4e6-b83b279b4cd7/91cf87db-7590-4426-98b3-556118ec94e9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:31.447947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Attempting to bind port 570b6927-53da-4b73-9d84-87db4b47be13 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:31.448325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Attempting to bind port 570b6927-53da-4b73-9d84-87db4b47be13 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:31.448699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Attempting to bind port 570b6927-53da-4b73-9d84-87db4b47be13 on network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:31.492142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:31.493089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Checking segment: {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:31.493675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.494772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Bound using segment: {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:31.499073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Bound port: 570b6927-53da-4b73-9d84-87db4b47be13, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:31.499719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570b6927-53da-4b73-9d84-87db4b47be13), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.552936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 9e189651-9507-48eb-919c-44356fa11d0d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:12:31.573606 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:12:31.613292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 9e189651-9507-48eb-919c-44356fa11d0d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:31.613683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9e189651-9507-48eb-919c-44356fa11d0d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.655081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59014b3-5502-4c8e-8cde-1cb55cb4e1cc req-116470c6-5254-4e89-826f-4725e0dab9f1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:31.666726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c59014b3-5502-4c8e-8cde-1cb55cb4e1cc req-116470c6-5254-4e89-826f-4725e0dab9f1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 944 time: 0.2293856 Feb 19 01:12:31.751634 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for port (91cf87db-7590-4426-98b3-556118ec94e9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.812786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] For port 570b6927-53da-4b73-9d84-87db4b47be13, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:31.820210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] For port 570b6927-53da-4b73-9d84-87db4b47be13, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=570b6927-53da-4b73-9d84-87db4b47be13,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:31.877439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c59014b3-5502-4c8e-8cde-1cb55cb4e1cc req-bb399306-fa74-4250-ba07-b8bf7513217f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095015 Feb 19 01:12:31.959803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (570b6927-53da-4b73-9d84-87db4b47be13), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.962528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (91cf87db-7590-4426-98b3-556118ec94e9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.991781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464128-9386-4565-abc2-571d7e06afe7 req-572121e2-2916-48c9-bf11-253a4a115ad8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.001127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12464128-9386-4565-abc2-571d7e06afe7 req-572121e2-2916-48c9-bf11-253a4a115ad8 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 1.7232268 Feb 19 01:12:32.030776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 9e189651-9507-48eb-919c-44356fa11d0d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:32.031177 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9e189651-9507-48eb-919c-44356fa11d0d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:32.206301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12464128-9386-4565-abc2-571d7e06afe7 req-f2b600c8-49ae-4fed-a8df-665a27b69536 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905882 Feb 19 01:12:32.237891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e189651-9507-48eb-919c-44356fa11d0d'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:32.252555 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bb0651-2442-465b-af4e-8898156717f2" -d '{"events": [{"server_uuid": "035280d7-14e0-43c4-ad23-1319b6c8e1c8", "name": "network-vif-plugged", "status": "completed", "tag": "9e189651-9507-48eb-919c-44356fa11d0d"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:32.319993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a04f0e-b2f9-487a-b567-6e79057c8328 None None] Pushing event updated for resources: {'Port': ['ID=570b6927-53da-4b73-9d84-87db4b47be13,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:32.352255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 9e189651-9507-48eb-919c-44356fa11d0d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9e189651-9507-48eb-919c-44356fa11d0d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:32.366549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9e189651-9507-48eb-919c-44356fa11d0d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:32.406843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34262) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:32.435880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:32.491095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:32.494480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=9e189651-9507-48eb-919c-44356fa11d0d,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:32.501501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:32.526374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Port': ['ID=91cf87db-7590-4426-98b3-556118ec94e9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:32.776012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db877b-a380-4d09-abdf-6c20d5b221cf req-bb1c0479-a467-4e8b-acb6-2a5bc262a466 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.789846 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76db877b-a380-4d09-abdf-6c20d5b221cf req-bb1c0479-a467-4e8b-acb6-2a5bc262a466 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.6386864 Feb 19 01:12:32.870303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-network', 'tenant_id': 'a245459410f6458bae113e586143fd66'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:32.958888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb200-3b64-4014-862b-9ef81e3763f6 req-6e83f71e-4bbb-48a6-a058-6e8942649ba2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.960639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c05cb200-3b64-4014-862b-9ef81e3763f6 req-6e83f71e-4bbb-48a6-a058-6e8942649ba2 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.5525997 Feb 19 01:12:32.961324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:32.963554 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:33.142309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c05cb200-3b64-4014-862b-9ef81e3763f6 req-bbd11483-0cf6-4fd2-ab36-58c3733d41c9 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372843 Feb 19 01:12:33.181593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:33.293462 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf1ea1-f880-4c62-ac0d-b229bbd1e91b x-openstack-request-id: req-a7bf1ea1-f880-4c62-ac0d-b229bbd1e91b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:33.293985 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035280d7-14e0-43c4-ad23-1319b6c8e1c8", "name": "network-vif-plugged", "status": "completed", "tag": "9e189651-9507-48eb-919c-44356fa11d0d", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:33.294210 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7bf1ea1-f880-4c62-ac0d-b229bbd1e91b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:33.294683 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e189651-9507-48eb-919c-44356fa11d0d', 'code': 200} Feb 19 01:12:33.543515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.21.0.1 (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045/a372b98a-a43f-4e7d-a12a-2faef4c82d05/cad1a04c-b7f1-4c54-a279-beb48466c277) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:33.900459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a898e-fba9-4573-84d5-028ff8daadc2 req-e1f77905-a26f-4aab-90f6-59b51065382e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:33.910444 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a2a898e-fba9-4573-84d5-028ff8daadc2 req-e1f77905-a26f-4aab-90f6-59b51065382e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.4952950 Feb 19 01:12:34.157954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks [] for security_group (fc3e3c0a-c621-46f8-a2ed-47d4baad9035), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.182971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c03ff-02d4-41c6-8a3a-9b7c41c82065 None None] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:34.204412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fc3e3c0a-c621-46f8-a2ed-47d4baad9035), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.266733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:34.286560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b8ce840c-5949-473c-bc88-3648d31dad46), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.286902 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Added segment b8ce840c-5949-473c-bc88-3648d31dad46 of type vlan for network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 Feb 19 01:12:34.367130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (6483eb8d-e413-47c7-9fcc-90907a41f6d9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.369655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76db877b-a380-4d09-abdf-6c20d5b221cf req-944128db-09b9-42e4-97af-38b095655f8c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5776200 Feb 19 01:12:34.441549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 570b6927-53da-4b73-9d84-87db4b47be13 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:34.484038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] Provisioning complete for port 570b6927-53da-4b73-9d84-87db4b47be13 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:34.484669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (570b6927-53da-4b73-9d84-87db4b47be13), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.499830 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for floatingip (b5894104-8602-451e-9fa0-c45e0a4a836d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.511012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a2a898e-fba9-4573-84d5-028ff8daadc2 req-73c41a1c-ea07-4dd7-930f-a92699f4c458 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992014 Feb 19 01:12:34.563147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bca12-c5e9-45c8-98ab-b821c7cbe6bc req-80ce5fc7-13de-4c00-979c-b101ab2d2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:34.569722 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-322bca12-c5e9-45c8-98ab-b821c7cbe6bc req-80ce5fc7-13de-4c00-979c-b101ab2d2bba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 1127 time: 0.4473543 Feb 19 01:12:34.571974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:12:34.679729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 570b6927-53da-4b73-9d84-87db4b47be13 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:34.680356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (570b6927-53da-4b73-9d84-87db4b47be13), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.766486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] Current status of the port 570b6927-53da-4b73-9d84-87db4b47be13 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:34.766804 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570b6927-53da-4b73-9d84-87db4b47be13), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.807809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e3c0a-c621-46f8-a2ed-47d4baad9035,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:34.814332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (6483eb8d-e413-47c7-9fcc-90907a41f6d9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.816189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:34.818042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.849900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.879851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-322bca12-c5e9-45c8-98ab-b821c7cbe6bc req-bfb9ccdf-04ca-4d46-a8d2-f713fb4bd24a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951890 Feb 19 01:12:34.900799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] For port 570b6927-53da-4b73-9d84-87db4b47be13, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=570b6927-53da-4b73-9d84-87db4b47be13,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:34.907262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (91cf87db-7590-4426-98b3-556118ec94e9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.982855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (570b6927-53da-4b73-9d84-87db4b47be13), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.012982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5911882 Feb 19 01:12:35.017629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34286) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:35.024309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Request body: {'subnet': {'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-subnet', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:35.028129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462d00-28ad-4fcb-a08f-fe12a79a044f req-08bdce3c-44f4-4d4b-84b2-02f43b0fc71a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.030155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3462d00-28ad-4fcb-a08f-fe12a79a044f req-08bdce3c-44f4-4d4b-84b2-02f43b0fc71a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.4560626 Feb 19 01:12:35.069655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e379-e056-4302-bed6-341870d27625 admin admin] Pushing event updated for resources: {'Network': ['ID=6483eb8d-e413-47c7-9fcc-90907a41f6d9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.133260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.137345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:35.148924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.228313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:35.318491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=cad1a04c-b7f1-4c54-a279-beb48466c277,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.413209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:35.421919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:35.432090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3462d00-28ad-4fcb-a08f-fe12a79a044f req-61469ca7-a7ce-4364-a50a-f1e40c1ff52d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830938 Feb 19 01:12:35.439337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:35.662347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c8be3-5d3d-4796-8a75-cd8763319c2c None None] Pushing event updated for resources: {'Port': ['ID=570b6927-53da-4b73-9d84-87db4b47be13,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.762220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5835eb04-030c-49d7-aa29-dfc0d66193c6 None None] Provisioning complete for port 570b6927-53da-4b73-9d84-87db4b47be13 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:35.762557 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5835eb04-030c-49d7-aa29-dfc0d66193c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (570b6927-53da-4b73-9d84-87db4b47be13), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.782050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for port (91cf87db-7590-4426-98b3-556118ec94e9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.798492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.803937 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (91cf87db-7590-4426-98b3-556118ec94e9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.869832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ce9c2-51fd-4cef-95f6-599ecb0e456b req-c8f4d478-8e2d-4e74-a3d7-f765c2ad0572 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.878324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-862ce9c2-51fd-4cef-95f6-599ecb0e456b req-c8f4d478-8e2d-4e74-a3d7-f765c2ad0572 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.2548854 Feb 19 01:12:35.883222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 570b6927-53da-4b73-9d84-87db4b47be13 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:35.883739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570b6927-53da-4b73-9d84-87db4b47be13), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.032111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217f80-6794-4b9d-896b-2aa633287732 req-3faf63a9-c9c2-4ace-a968-41182f7625da tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.039473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be217f80-6794-4b9d-896b-2aa633287732 req-3faf63a9-c9c2-4ace-a968-41182f7625da tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.3319626 Feb 19 01:12:36.134992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5835eb04-030c-49d7-aa29-dfc0d66193c6 None None] Current status of the port 570b6927-53da-4b73-9d84-87db4b47be13 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:36.240726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:12:36.243007 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:12:36.247626 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b5894104-8602-451e-9fa0-c45e0a4a836d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.277469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e44a20-c179-40d7-b6c1-2c054af915d2 None None] Provisioning complete for port cad1a04c-b7f1-4c54-a279-beb48466c277 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:36.279279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e44a20-c179-40d7-b6c1-2c054af915d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.301936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.369939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e44a20-c179-40d7-b6c1-2c054af915d2 None None] Port cad1a04c-b7f1-4c54-a279-beb48466c277 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:36.409267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-3cf317d1-7319-42d3-b2e4-1c9de1dc9477 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5152197 Feb 19 01:12:36.415235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.419494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6346450 Feb 19 01:12:36.423485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:36.429835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c6183-2e2f-4e19-a742-c61bf4339554 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Port': ['ID=91cf87db-7590-4426-98b3-556118ec94e9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:36.495250 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-862ce9c2-51fd-4cef-95f6-599ecb0e456b req-a64b6217-9e60-4ec8-aee8-614a1b05e114 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123691 Feb 19 01:12:36.860723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 570b6927-53da-4b73-9d84-87db4b47be13 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:36.879461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-e6caa9b7-a7e6-4e05-b9c9-2e4218fd4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.879461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-e6caa9b7-a7e6-4e05-b9c9-2e4218fd4fd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 1126 time: 0.2850270 Feb 19 01:12:36.909331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c85b3b-fda2-4c6d-9975-3d2271417906 req-ffdea8ca-7311-4b91-910e-4326f7e2a747 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.915581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6c85b3b-fda2-4c6d-9975-3d2271417906 req-ffdea8ca-7311-4b91-910e-4326f7e2a747 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.2401514 Feb 19 01:12:36.961406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be217f80-6794-4b9d-896b-2aa633287732 req-cee43749-545c-4b5a-9316-9d4e585f9156 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9195707 Feb 19 01:12:37.016271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5f79634e-4306-4b2a-af0a-39ab9a4a1c00 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=0494d8ae-fbc3-484a-891e-cefbcd3b4e2f HTTP/1.1" status: 200 len: 689 time: 0.5368593 Feb 19 01:12:37.043786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (5642b9a9-b761-40e9-aacf-8d7ae9ee1289), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.046503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34304) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:37.061205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 570b6927-53da-4b73-9d84-87db4b47be13 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:37.152516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6c85b3b-fda2-4c6d-9975-3d2271417906 req-da105200-ad55-4e29-9a3f-8717888a5746 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296257 Feb 19 01:12:37.238379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-599f1362-3fd2-48a6-9c1c-81567f93bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.240195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-599f1362-3fd2-48a6-9c1c-81567f93bd22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.3187296 Feb 19 01:12:37.254011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 570b6927-53da-4b73-9d84-87db4b47be13 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:37.254474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (570b6927-53da-4b73-9d84-87db4b47be13), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.382874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-8acf725b-db17-4b68-932b-15ea3be80a18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 200 len: 217 time: 0.1232255 Feb 19 01:12:37.467814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 570b6927-53da-4b73-9d84-87db4b47be13 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:37.476424 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0494d8ae-fbc3-484a-891e-cefbcd3b4e2f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.649130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-e50c34f1-2818-414f-a5e2-eac429d7cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.650831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-e50c34f1-2818-414f-a5e2-eac429d7cce3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.1062982 Feb 19 01:12:37.795003 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-f46b93db-3330-44ae-ae7f-50272a949c5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219180 Feb 19 01:12:37.845053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a862550-1d8d-443e-a717-de44dd803956 req-84454ef7-9a63-4224-9f2d-59da78f75d89 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.859173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a862550-1d8d-443e-a717-de44dd803956 req-84454ef7-9a63-4224-9f2d-59da78f75d89 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.2054422 Feb 19 01:12:37.914724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5642b9a9-b761-40e9-aacf-8d7ae9ee1289,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:38.057462 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a862550-1d8d-443e-a717-de44dd803956 req-ba68346e-70e5-43f5-9622-65de22757de3 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953120 Feb 19 01:12:38.207110 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.263173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.371385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b03d83-b50d-4e58-a3e3-35e23d6ad073 req-f3a15aee-cbc4-429b-97f0-2d81cd967ab6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:38.378771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76b03d83-b50d-4e58-a3e3-35e23d6ad073 req-f3a15aee-cbc4-429b-97f0-2d81cd967ab6 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.2188900 Feb 19 01:12:38.443095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-ee2f12a6-6c60-4603-91df-76840e4199a8 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842775 Feb 19 01:12:38.521674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.668827 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d776334-744a-41a1-b1e8-afa6910e8a19 req-ee00f5e3-ed2b-42c4-b58d-15e815ed5848 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166648 Feb 19 01:12:38.715797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Checking segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:38.719127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Network hostable DHCP agents. Network: 6483eb8d-e413-47c7-9fcc-90907a41f6d9, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:38.753996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76b03d83-b50d-4e58-a3e3-35e23d6ad073 req-430afbf9-3f36-49f3-ab94-5c5fcefdff67 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743179 Feb 19 01:12:38.770534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5c6fd-634d-4f4f-9df0-82285e742a0e req-6ccc470e-ccca-4e89-9a89-d82bf3697257 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:38.776020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5b5c6fd-634d-4f4f-9df0-82285e742a0e req-6ccc470e-ccca-4e89-9a89-d82bf3697257 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 1.3590519 Feb 19 01:12:38.797207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:38.893882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827c90-5793-4044-917f-5af53295a009 req-a525e598-c7be-4d4b-baf6-25200f61913a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:38.895653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e827c90-5793-4044-917f-5af53295a009 req-a525e598-c7be-4d4b-baf6-25200f61913a tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.6809790 Feb 19 01:12:38.907679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:38.939605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=cad1a04c-b7f1-4c54-a279-beb48466c277,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:39.026130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b2383-5ed1-4b97-ba53-70d67ff3aebf req-02d4afb4-3568-4b73-9eca-0543aab70248 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:39.027778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-819b2383-5ed1-4b97-ba53-70d67ff3aebf req-02d4afb4-3568-4b73-9eca-0543aab70248 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.1314926 Feb 19 01:12:39.098909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:39.100457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:39.123287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-819b2383-5ed1-4b97-ba53-70d67ff3aebf req-7499ad85-188b-459d-bc95-245768a846a1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879872 Feb 19 01:12:39.150102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Deleting port 91cf87db-7590-4426-98b3-556118ec94e9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:39.151213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (91cf87db-7590-4426-98b3-556118ec94e9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.383913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 6483eb8d-e413-47c7-9fcc-90907a41f6d9) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:39.394373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df326385-b329-48f2-a49b-df59fd650dab req-8dae555b-6f9e-46f5-899a-62bf7bc0bb8f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:39.394813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f765c-615d-4246-8076-6fef7022b558 None None] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:39.412118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df326385-b329-48f2-a49b-df59fd650dab req-8dae555b-6f9e-46f5-899a-62bf7bc0bb8f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.1465144 Feb 19 01:12:39.414994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5b5c6fd-634d-4f4f-9df0-82285e742a0e req-c42f4fc9-47f5-47cc-b135-6de8c684f3b0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302750 Feb 19 01:12:39.486169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df326385-b329-48f2-a49b-df59fd650dab req-e71a9b59-76b9-47e1-b686-f8ed8a2cfa7c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730424 Feb 19 01:12:39.508453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:39.511181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.828803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f45502-2d5a-4820-978d-f91ec35ed133 req-e0865397-80db-4ef6-99bb-402ad3e324e7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:39.854571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72f45502-2d5a-4820-978d-f91ec35ed133 req-e0865397-80db-4ef6-99bb-402ad3e324e7 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1432450 Feb 19 01:12:39.937748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72f45502-2d5a-4820-978d-f91ec35ed133 req-71ddccc1-a7ae-41c3-8241-76b013781449 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796287 Feb 19 01:12:40.076041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b26c3976-3d78-400a-ae46-f499199116c4 None None] Provisioning complete for port cad1a04c-b7f1-4c54-a279-beb48466c277 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:40.076507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b26c3976-3d78-400a-ae46-f499199116c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.088821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'project_id': 'a245459410f6458bae113e586143fd66', 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:40.089757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.191297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b26c3976-3d78-400a-ae46-f499199116c4 None None] Port cad1a04c-b7f1-4c54-a279-beb48466c277 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:40.315745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da39d94-76f2-49a9-bab9-03fc8edb733c req-3d084ed4-c1cf-4ff1-bac1-f8fdecb416c0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:40.323913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1da39d94-76f2-49a9-bab9-03fc8edb733c req-3d084ed4-c1cf-4ff1-bac1-f8fdecb416c0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 0.0892913 Feb 19 01:12:40.431126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1da39d94-76f2-49a9-bab9-03fc8edb733c req-5f245b96-b5e2-4170-839e-a2384cd5f9cb tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062875 Feb 19 01:12:40.480928 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (91cf87db-7590-4426-98b3-556118ec94e9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.481606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for floatingip (91cf87db-7590-4426-98b3-556118ec94e9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.495001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Calling delete_port for 91cf87db-7590-4426-98b3-556118ec94e9 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:40.538899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Allocated IP 172.20.0.2 (6483eb8d-e413-47c7-9fcc-90907a41f6d9/5642b9a9-b761-40e9-aacf-8d7ae9ee1289/baacb9ce-48da-4aab-9a11-45a9f016def3) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:40.820652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-45d6934b-e56f-49d7-9eb0-b499264fda9b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.7945740 Feb 19 01:12:40.822368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:40.831266 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Publish callbacks [] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.835284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:40.840506 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.853370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:40.860156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-954b010e-158b-4b02-b651-843955e9b582 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9357765 Feb 19 01:12:40.907188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34344) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:40.943554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:40.964421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-899110804'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:40.971068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:40.971766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:41.053839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6649e-efe6-4909-953c-fb9252083205 req-5cc3a2b7-f9f2-41ef-b33b-f10920989626 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:41.073051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23b6649e-efe6-4909-953c-fb9252083205 req-5cc3a2b7-f9f2-41ef-b33b-f10920989626 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.4408760 Feb 19 01:12:41.101780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Deleting port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:41.103295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.120468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1709f-64e9-4882-ab93-1485a0e0ff84 req-09a62541-e116-4033-b23a-b2a6d3375b82 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:41.128718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-adf1709f-64e9-4882-ab93-1485a0e0ff84 req-09a62541-e116-4033-b23a-b2a6d3375b82 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 945 time: 0.7638788 Feb 19 01:12:41.170492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:41.174445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.175832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.177054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:41.186581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:41.227361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d04841d7-ce3c-4b3c-8098-a85f22eb8fcb no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:41.228736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:41.233985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.319062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Attempting to bind port baacb9ce-48da-4aab-9a11-45a9f016def3 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:41.319433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Attempting to bind port baacb9ce-48da-4aab-9a11-45a9f016def3 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:41.319960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Attempting to bind port baacb9ce-48da-4aab-9a11-45a9f016def3 on network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:41.326383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Pushing event updated for resources: {'Port': ['ID=baacb9ce-48da-4aab-9a11-45a9f016def3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:41.335396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:41.335972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:41.336501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Checking segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:41.337028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.337592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Bound using segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:41.338239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Bound port: baacb9ce-48da-4aab-9a11-45a9f016def3, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:41.338743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.354485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23b6649e-efe6-4909-953c-fb9252083205 req-63efeef4-d892-4443-9c8c-e4f568227a14 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671916 Feb 19 01:12:41.363342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-08e7c949-5f47-44af-83c0-e8dbdc6c7205 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:41.364926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-08e7c949-5f47-44af-83c0-e8dbdc6c7205 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.6040542 Feb 19 01:12:41.369762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:41.379132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:41.568205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-adf1709f-64e9-4882-ab93-1485a0e0ff84 req-1ac1b1a3-3877-42f1-999b-798630a98a51 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359846 Feb 19 01:12:41.568205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (25ea401c-ad22-40ab-aa4b-2a1a848944ba), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.568205 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 25ea401c-ad22-40ab-aa4b-2a1a848944ba of type vlan for network 4e6f7862-b0db-4167-826c-f9c0759f26d1 Feb 19 01:12:41.591828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks [] for router_controller (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.649996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:41.651475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.696416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.740969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] For port baacb9ce-48da-4aab-9a11-45a9f016def3, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:41.766535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (91cf87db-7590-4426-98b3-556118ec94e9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.908502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56c91-9c70-48cc-922b-d214cf372362 req-00e7dde7-77f9-447f-b196-a3a9503593bf tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:41.922985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1a56c91-9c70-48cc-922b-d214cf372362 req-00e7dde7-77f9-447f-b196-a3a9503593bf tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.3680382 Feb 19 01:12:41.927862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Calling delete_port for d04841d7-ce3c-4b3c-8098-a85f22eb8fcb owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:41.964157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4e6f7862-b0db-4167-826c-f9c0759f26d1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.004968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks [] for router_gateway (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.023130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] For port baacb9ce-48da-4aab-9a11-45a9f016def3, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=baacb9ce-48da-4aab-9a11-45a9f016def3,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:42.093208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:42.093607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.097504 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1a56c91-9c70-48cc-922b-d214cf372362 req-d6f7523d-348d-4f22-800a-19f7dd622209 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731458 Feb 19 01:12:42.122413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.152737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,segment=NetworkSegment(8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2),segment_id=8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:42.160372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:42.162755 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baebb810-8ac7-47cd-88ea-8a5d52c5a87e" -d '{"events": [{"server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "name": "network-vif-unplugged", "status": "completed", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:42.165839 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.227868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4e6f7862-b0db-4167-826c-f9c0759f26d1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.248650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:42.253907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.259470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:36Z', 'revision_number': 3, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:37Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:42.274503 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1414a2bb-5d31-43f1-a0f6-e39708c85435 x-openstack-request-id: req-1414a2bb-5d31-43f1-a0f6-e39708c85435 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:42.275753 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "name": "network-vif-unplugged", "status": "completed", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:42.276337 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1414a2bb-5d31-43f1-a0f6-e39708c85435 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:42.277749 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb', 'code': 200} Feb 19 01:12:42.333946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Port': ['ID=91cf87db-7590-4426-98b3-556118ec94e9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:42.347029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:42.354895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:42.355440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Updating router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b port cad1a04c-b7f1-4c54-a279-beb48466c277 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:42.506814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:42.536013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.676292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befe359-9e4c-45db-aa5c-a2400bf5c4a9 None None] Pushing event updated for resources: {'Port': ['ID=baacb9ce-48da-4aab-9a11-45a9f016def3,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:42.711068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d04841d7-ce3c-4b3c-8098-a85f22eb8fcb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.796476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:42.806646 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1ee14-c4c2-4ebf-9655-ef4a7d54e454" -d '{"events": [{"server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:42.818449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Publish callbacks [] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.852493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9153090 Feb 19 01:12:42.861408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34364) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:42.892800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:42.917483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Pushing event deleted for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:42.949639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event deleted for resources: {'Port': ['ID=d04841d7-ce3c-4b3c-8098-a85f22eb8fcb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:43.000722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ad202-1463-42a7-8805-3e507614c78f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=4e6f7862-b0db-4167-826c-f9c0759f26d1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:43.234759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for floatingip (b5894104-8602-451e-9fa0-c45e0a4a836d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.277601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:43.288598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device baacb9ce-48da-4aab-9a11-45a9f016def3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:43.311500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e561-ae1a-4873-94a2-2a6035de467b req-3e7369da-1303-4d05-b4bc-aab0f7649289 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:43.320450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf49e561-ae1a-4873-94a2-2a6035de467b req-3e7369da-1303-4d05-b4bc-aab0f7649289 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 945 time: 1.5569177 Feb 19 01:12:43.331151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] No DVR routers for this DVR port d04841d7-ce3c-4b3c-8098-a85f22eb8fcb on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:43.333520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:43.334259 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.338183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e827c90-5793-4044-917f-5af53295a009 req-5b7e456e-6b2b-4db7-8a19-54ef3f72d428 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.10 "DELETE /v2.0/ports/d04841d7-ce3c-4b3c-8098-a85f22eb8fcb HTTP/1.1" status: 204 len: 173 time: 4.4266887 Feb 19 01:12:43.347236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'name': 'network-vif-deleted', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:43.351008 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117b1608-6569-46aa-b62c-ca05539b694c" -d '{"events": [{"server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "name": "network-vif-deleted", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:43.462871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf49e561-ae1a-4873-94a2-2a6035de467b req-448697b4-9f8c-4e4e-9243-357229ac71fe tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400342 Feb 19 01:12:43.479066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (422bcdcb-9176-49af-a4e6-b83b279b4cd7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.533041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.584987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:12:43.663251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af05c-e2d4-43ff-b7cd-8784c35858f0 req-a0624b84-edb7-4c40-88a5-5c44c07dabf1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:43.664343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (422bcdcb-9176-49af-a4e6-b83b279b4cd7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.685138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c38af05c-e2d4-43ff-b7cd-8784c35858f0 req-a0624b84-edb7-4c40-88a5-5c44c07dabf1 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 1.0934775 Feb 19 01:12:43.726166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port baacb9ce-48da-4aab-9a11-45a9f016def3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:43.727341 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.954131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:43.982178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0494d8ae-fbc3-484a-891e-cefbcd3b4e2f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.043774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c60aab-bb22-4796-a932-d73e17a057e4 req-7adeb53d-5ca1-4936-bcd4-52ba35ba9645 tempest-ServerDiskConfigTestJSON-879804112 tempest-ServerDiskConfigTestJSON-879804112-project] 10.222.0.43 "GET /v2.0/ports?device_id=69917351-a4bd-4cc6-b095-123b5dfa0843 HTTP/1.1" status: 200 len: 210 time: 0.3398120 Feb 19 01:12:44.063269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=422bcdcb-9176-49af-a4e6-b83b279b4cd7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:44.083140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0494d8ae-fbc3-484a-891e-cefbcd3b4e2f']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:44.136312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b76cef-cc9d-4382-9de8-4403ba9fe9c5') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:44.137697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b76cef-cc9d-4382-9de8-4403ba9fe9c5') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:44.138823 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7416f7e-fdf6-40f6-acae-d6ff658fcb26 x-openstack-request-id: req-c7416f7e-fdf6-40f6-acae-d6ff658fcb26 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:44.139279 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:44.139669 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7416f7e-fdf6-40f6-acae-d6ff658fcb26 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:44.140313 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'code': 200} Feb 19 01:12:44.173599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (99b76cef-cc9d-4382-9de8-4403ba9fe9c5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.215979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (99b76cef-cc9d-4382-9de8-4403ba9fe9c5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.239862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:44.241352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (99b76cef-cc9d-4382-9de8-4403ba9fe9c5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.260760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:44.267913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:44.347913 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:44.362870 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0494d8ae-fbc3-484a-891e-cefbcd3b4e2f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.368768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0494d8ae-fbc3-484a-891e-cefbcd3b4e2f {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:12:44.383477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.394253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0494d8ae-fbc3-484a-891e-cefbcd3b4e2f HTTP/1.1" status: 204 len: 168 time: 7.3173568 Feb 19 01:12:44.418291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34378) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:44.504180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e676b1cc-e463-496b-a1b1-042443b6a817 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0831475 Feb 19 01:12:44.505033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port baacb9ce-48da-4aab-9a11-45a9f016def3 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:44.506004 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.506922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9826-2d1e-4e5b-847e-d6b929ca2ccc tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Network': ['ID=0494d8ae-fbc3-484a-891e-cefbcd3b4e2f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:44.510947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34382) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:44.530877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on host n-h2-826752-2 for vnic_type normal with profile {"migrating_to": "n-h1-826752-2"} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:44.531263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:44.531612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:44.559207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks [] for router_gateway (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.567974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13554d77-d182-442c-9b4b-c912395f90d6 None None] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:44.580953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c38af05c-e2d4-43ff-b7cd-8784c35858f0 req-5ea73bb4-dddd-4bed-a0b0-521fcc2fae10 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8948987 Feb 19 01:12:44.598605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on host n-h2-826752-2 for vnic_type normal with profile {"migrating_to": "n-h1-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:44.599215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:44.599364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:44.604392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:44.638496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.667103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:44.667626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:44.710300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port baacb9ce-48da-4aab-9a11-45a9f016def3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=baacb9ce-48da-4aab-9a11-45a9f016def3,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:44.723444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:44.723826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:44.724515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:44.725041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Bound port: f247aa3f-4107-4d85-9b2f-d050e6d38770, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:44.725431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.743909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ccac5f00-df47-41bb-95ce-fe945a6f229e None None] Provisioning complete for port baacb9ce-48da-4aab-9a11-45a9f016def3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:44.744287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccac5f00-df47-41bb-95ce-fe945a6f229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.750721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Publish callbacks [] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.752505 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.826845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.841172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.855844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.860558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.863231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Allocated IP 172.25.0.89 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:44.866152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.868370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.872304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.877085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.881201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.882243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.885579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.889422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.908320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-253e1557-2b89-44a8-9e65-43409e2ab199 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7126 time: 0.3944809 Feb 19 01:12:44.912377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34384) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:44.921362 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04c132-2b60-4e0e-8ea5-3570ad67f0f7 x-openstack-request-id: req-ae04c132-2b60-4e0e-8ea5-3570ad67f0f7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:44.921654 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69917351-a4bd-4cc6-b095-123b5dfa0843", "name": "network-vif-deleted", "tag": "d04841d7-ce3c-4b3c-8098-a85f22eb8fcb", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:44.921917 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae04c132-2b60-4e0e-8ea5-3570ad67f0f7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:44.922331 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69917351-a4bd-4cc6-b095-123b5dfa0843', 'name': 'network-vif-deleted', 'tag': 'd04841d7-ce3c-4b3c-8098-a85f22eb8fcb', 'status': 'completed', 'code': 200} Feb 19 01:12:45.007096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:45.031960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=baacb9ce-48da-4aab-9a11-45a9f016def3,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.044448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:45.044954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Attempting to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 on network e04b1465-e00c-4b0e-b4d0-60121e84bb6d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:45.053866 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-d819804d-5036-4d2b-a095-43281c718e13 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] delete failed (client error): The resource could not be found. Feb 19 01:12:45.054921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d819804d-5036-4d2b-a095-43281c718e13 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/b5894104-8602-451e-9fa0-c45e0a4a836d HTTP/1.1" status: 404 len: 345 time: 0.1316946 Feb 19 01:12:45.065495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34386) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:45.065709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:45.070038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:45.070367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Checking segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:45.070768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Bound using segment: {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:45.071206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Bound port: f247aa3f-4107-4d85-9b2f-d050e6d38770, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3614ee2-f024-4df3-ac38-034db5f0965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e04b1465-e00c-4b0e-b4d0-60121e84bb6d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:45.072392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.097414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e792-1e7a-49ab-bb2f-eb2173da4a6f req-7a020648-3887-4977-8c0f-c4ec015105b6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.107352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f957e792-1e7a-49ab-bb2f-eb2173da4a6f req-7a020648-3887-4977-8c0f-c4ec015105b6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.7578051 Feb 19 01:12:45.214864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.219465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f957e792-1e7a-49ab-bb2f-eb2173da4a6f req-eaf1311f-12e0-43bb-b997-55d0d5709679 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111465 Feb 19 01:12:45.243012 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ff880d-787b-4bd2-9c40-d5bc5982e22f tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 01:12:45.249395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ff880d-787b-4bd2-9c40-d5bc5982e22f tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:12:45.257028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-47ff880d-787b-4bd2-9c40-d5bc5982e22f tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0494d8ae-fbc3-484a-891e-cefbcd3b4e2f HTTP/1.1" status: 404 len: 339 time: 0.1752462 Feb 19 01:12:45.268062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:45.274954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'network': {'name': 'tempest-network--1057430911', 'router:external': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:45.345065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Made reservation on behalf of 6eabada9a75045099f4896b09d6466fd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:45.348198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Attempting to bind port cad1a04c-b7f1-4c54-a279-beb48466c277 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:45.351305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Attempting to bind port cad1a04c-b7f1-4c54-a279-beb48466c277 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:45.352728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Attempting to bind port cad1a04c-b7f1-4c54-a279-beb48466c277 on network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:45.355475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.376039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ccac5f00-df47-41bb-95ce-fe945a6f229e None None] Current status of the port baacb9ce-48da-4aab-9a11-45a9f016def3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:45.380346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3839c-22dc-4120-8b70-1f6001dde97d None None] Pushing event updated for resources: {'Port': ['ID=cad1a04c-b7f1-4c54-a279-beb48466c277,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.458074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:45.458504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Checking segment: {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:45.467959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.468213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:45.469215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Bound using segment: {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:45.474118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Bound port: cad1a04c-b7f1-4c54-a279-beb48466c277, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80da8497-a639-4b97-a912-cbe9f2879670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:45.474631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.511713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (57114699-5a8e-416b-9e70-83202bf32bac), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.512100 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Added segment 57114699-5a8e-416b-9e70-83202bf32bac of type vlan for network 64381785-147e-49ab-827f-dab8fb646a5d Feb 19 01:12:45.536282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2c54e-3903-43d8-b897-696e74b652da req-0474f743-d227-4524-851b-d0f69fe4477e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.543637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dab2c54e-3903-43d8-b897-696e74b652da req-0474f743-d227-4524-851b-d0f69fe4477e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.5300589 Feb 19 01:12:45.578043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 has no active binding in host n-h1-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:12:45.603030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (64381785-147e-49ab-827f-dab8fb646a5d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.616773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3a32766d-7c9b-4f1c-b00d-dc4454cd3dfb None None] Provisioning complete for port cad1a04c-b7f1-4c54-a279-beb48466c277 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:45.617296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a32766d-7c9b-4f1c-b00d-dc4454cd3dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.623217 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks [] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.650269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (64381785-147e-49ab-827f-dab8fb646a5d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.651524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.652286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.707778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (53536d46-6be5-40cf-9f62-cf3b9f78501b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.730859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Network': ['ID=64381785-147e-49ab-827f-dab8fb646a5d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.735969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-91d132d7-15bd-4854-8f68-492e606b3250 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4660671 Feb 19 01:12:45.737098 n-d-826752-2 neutron-server[103430]: WARNING neutron.plugins.ml2.plugin [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Concurrent port binding operations failed on port f247aa3f-4107-4d85-9b2f-d050e6d38770 Feb 19 01:12:45.739649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34406) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:45.761805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] For port cad1a04c-b7f1-4c54-a279-beb48466c277, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:45.762484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:45.767253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] For port cad1a04c-b7f1-4c54-a279-beb48466c277, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cad1a04c-b7f1-4c54-a279-beb48466c277,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:45.780833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 64381785-147e-49ab-827f-dab8fb646a5d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:45.783322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.801753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.806284 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Attempt 2 to bind port f247aa3f-4107-4d85-9b2f-d050e6d38770 Feb 19 01:12:45.812825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.813473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.815130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-27ee8148-780c-4dc6-a358-b4a2068fa7d3 service neutron] 10.222.0.89 "PUT /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 1152 time: 4.4421637 Feb 19 01:12:45.893501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dab2c54e-3903-43d8-b897-696e74b652da req-23c48725-137c-4b20-9471-aca734d02fe2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489397 Feb 19 01:12:45.894131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=53536d46-6be5-40cf-9f62-cf3b9f78501b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.903268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:45.903644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 4e6f7862-b0db-4167-826c-f9c0759f26d1, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:45.919935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.920967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0428a-9e40-4836-a93d-e7e264a2e4cd tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.930805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0428a-9e40-4836-a93d-e7e264a2e4cd tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.938018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0428a-9e40-4836-a93d-e7e264a2e4cd tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.944745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0428a-9e40-4836-a93d-e7e264a2e4cd tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.954361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b8d0428a-9e40-4836-a93d-e7e264a2e4cd tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2056201 Feb 19 01:12:45.983277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3a32766d-7c9b-4f1c-b00d-dc4454cd3dfb None None] Port cad1a04c-b7f1-4c54-a279-beb48466c277 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:45.989008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:45.992696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['f247aa3f-4107-4d85-9b2f-d050e6d38770'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:45.995351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['f247aa3f-4107-4d85-9b2f-d050e6d38770'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:46.015085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:46.015718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:46.062058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34410) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:46.081031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:46.092653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:46.123194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4e6f7862-b0db-4167-826c-f9c0759f26d1) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:46.131352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:46.137361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:46.140134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:46.140898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.154601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:46.157724 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff360129-8664-49c1-8fe3-bbd3c058d8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:46.170241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b4413da1-06ac-4b58-b187-ee2708eba8b5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3047218 Feb 19 01:12:46.170241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Pushing event updated for resources: {'Port': ['ID=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:46.173586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34414) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:46.185078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (64381785-147e-49ab-827f-dab8fb646a5d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.200569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:46.299120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f8c7-8c84-42fb-81ca-c531221ffda4 req-f21827b5-6471-4a49-9679-238e92630dab tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:46.301126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40f5f8c7-8c84-42fb-81ca-c531221ffda4 req-f21827b5-6471-4a49-9679-238e92630dab tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.4110639 Feb 19 01:12:46.352547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c12e3cc-4b18-462b-a7b6-2cab0a1d70fb None None] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:46.431942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40f5f8c7-8c84-42fb-81ca-c531221ffda4 req-231eb336-acb4-43a0-bcd6-544b145f30cd tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944247 Feb 19 01:12:46.512427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (64381785-147e-49ab-827f-dab8fb646a5d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.523561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-14223124-3aa2-470b-a494-0bcc98559249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:46.526223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-14223124-3aa2-470b-a494-0bcc98559249 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1155 time: 0.2356315 Feb 19 01:12:46.563815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64381785-147e-49ab-827f-dab8fb646a5d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:46.592748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3a32766d-7c9b-4f1c-b00d-dc4454cd3dfb None None] Provisioning complete for port baacb9ce-48da-4aab-9a11-45a9f016def3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:46.599372 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64313ca0-d2ec-42ac-940b-84d897f149e5 x-openstack-request-id: req-64313ca0-d2ec-42ac-940b-84d897f149e5 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:46.599673 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:46.599930 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64313ca0-d2ec-42ac-940b-84d897f149e5 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:46.600347 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'status': 'completed', 'code': 200} Feb 19 01:12:46.603172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a32766d-7c9b-4f1c-b00d-dc4454cd3dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.606453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57114699-5a8e-416b-9e70-83202bf32bac') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:46.606866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57114699-5a8e-416b-9e70-83202bf32bac') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:46.620411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (57114699-5a8e-416b-9e70-83202bf32bac), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.653007 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (57114699-5a8e-416b-9e70-83202bf32bac), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.675342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:46.675878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (57114699-5a8e-416b-9e70-83202bf32bac), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.676756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3839c-22dc-4120-8b70-1f6001dde97d None None] Pushing event updated for resources: {'Port': ['ID=cad1a04c-b7f1-4c54-a279-beb48466c277,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:46.677944 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:46.690368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Deleting subnet 420197af-4325-4e66-bdb7-ab74c53a51f7 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:46.693594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Publish callbacks [] for subnet (420197af-4325-4e66-bdb7-ab74c53a51f7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.735813 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (420197af-4325-4e66-bdb7-ab74c53a51f7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.792198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-6275f49a-9177-43a1-9e2c-6c8c0d6cedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:46.794138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-6275f49a-9177-43a1-9e2c-6c8c0d6cedc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 0.2604110 Feb 19 01:12:46.847746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d07b3-bf96-4b1e-be0a-44e0bb7e6578 req-7df346ca-b4a1-4070-a119-63d9ff44a0ab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:46.849275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-208d07b3-bf96-4b1e-be0a-44e0bb7e6578 req-7df346ca-b4a1-4070-a119-63d9ff44a0ab tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.2811544 Feb 19 01:12:46.870293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-ebd81d05-5f1c-4a06-86c6-19bff9c71970 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 217 time: 0.0681055 Feb 19 01:12:46.896060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (420197af-4325-4e66-bdb7-ab74c53a51f7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.960375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3a32766d-7c9b-4f1c-b00d-dc4454cd3dfb None None] Current status of the port baacb9ce-48da-4aab-9a11-45a9f016def3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:46.966908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (64381785-147e-49ab-827f-dab8fb646a5d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.972655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64381785-147e-49ab-827f-dab8fb646a5d {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:12:46.973372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4e6f7862-b0db-4167-826c-f9c0759f26d1', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:46.974215 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.986995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.990277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/networks/64381785-147e-49ab-827f-dab8fb646a5d HTTP/1.1" status: 204 len: 168 time: 1.0003989 Feb 19 01:12:47.044242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34424) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:47.045110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeada9c-909a-4905-99ab-0cf820588612 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Network': ['ID=64381785-147e-49ab-827f-dab8fb646a5d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:47.061706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device baacb9ce-48da-4aab-9a11-45a9f016def3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:47.062209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'network': {'name': 'tempest-network--345976310', 'router:external': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:47.097960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Made reservation on behalf of 6eabada9a75045099f4896b09d6466fd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:47.100294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.140981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-af290988-dfcd-4451-aec9-22175e49f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:47.142606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-af290988-dfcd-4451-aec9-22175e49f43f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.2582645 Feb 19 01:12:47.194839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-28407735-e32e-4fdb-a3c7-ca78d1894b16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426726 Feb 19 01:12:47.218151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:47.235829 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-208d07b3-bf96-4b1e-be0a-44e0bb7e6578 req-d63034fe-4ef4-47d8-b9a3-07dc3eb95156 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439646 Feb 19 01:12:47.336485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (420197af-4325-4e66-bdb7-ab74c53a51f7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.356950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34500-cfa8-43ca-83f0-4c0b129a2844 req-9b461319-89a9-48a0-b9ab-ad6e3b752734 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:47.363904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02d34500-cfa8-43ca-83f0-4c0b129a2844 req-9b461319-89a9-48a0-b9ab-ad6e3b752734 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.2790253 Feb 19 01:12:47.385784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1ce51d62-ab81-4e63-aa98-755eb307719c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.386194 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Added segment 1ce51d62-ab81-4e63-aa98-755eb307719c of type vlan for network 1900808e-c42e-4ec1-b578-0012668c1bff Feb 19 01:12:47.393247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420197af-4325-4e66-bdb7-ab74c53a51f7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:47.415704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.422775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9facdfd0-eeba-455a-bf83-a2e3dc29ebc2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/420197af-4325-4e66-bdb7-ab74c53a51f7 HTTP/1.1" status: 204 len: 168 time: 1.3596652 Feb 19 01:12:47.423652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34426) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:47.487471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.493482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (1900808e-c42e-4ec1-b578-0012668c1bff), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.513390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-7c4eb43f-8f0a-4bf5-9ab4-83c007723b9f service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070273 Feb 19 01:12:47.562037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02d34500-cfa8-43ca-83f0-4c0b129a2844 req-13e21dd7-cfcf-4cf3-b067-6d5ca3be6eaa tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821694 Feb 19 01:12:47.659673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (1900808e-c42e-4ec1-b578-0012668c1bff), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.660907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:47.661516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.707843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] Provisioning complete for port cad1a04c-b7f1-4c54-a279-beb48466c277 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:47.708335 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.729707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks [] for router_gateway (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.825147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0473cbe2-9eec-4fee-8f91-be18257c05db), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.842622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port baacb9ce-48da-4aab-9a11-45a9f016def3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:47.843318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.857663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:36Z', 'revision_number': 3, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:45Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:47.891009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8346996 Feb 19 01:12:47.905806 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff360129-8664-49c1-8fe3-bbd3c058d8e3 req-9e04e850-b3dd-4138-a1c5-be4d4a639369 service neutron] 10.222.0.10 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771613 Feb 19 01:12:47.906222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34434) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:47.915614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1137b-9097-4c21-ae7e-2adb650ec003 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Network': ['ID=1900808e-c42e-4ec1-b578-0012668c1bff,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:47.949340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c237-adac-4ad9-a60b-5a240acfbeb9 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:36Z', 'revision_number': 3, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:45Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:47.963631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 1900808e-c42e-4ec1-b578-0012668c1bff details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:48.005216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Allocated IP 172.22.0.2 (4e6f7862-b0db-4167-826c-f9c0759f26d1/53536d46-6be5-40cf-9f62-cf3b9f78501b/46e6e891-2bb5-40db-a414-0fd828d79fcc) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:48.042165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e033-6ed8-4edc-b539-700cbc2b02f0 req-c19ff919-6c44-4ce3-b46a-79781b2784d4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:48.050418 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae72e033-6ed8-4edc-b539-700cbc2b02f0 req-c19ff919-6c44-4ce3-b46a-79781b2784d4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.4492908 Feb 19 01:12:48.137564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2dd0c-d793-493d-845e-644abcd6ed11 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:48.139641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11d2dd0c-d793-493d-845e-644abcd6ed11 tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] 10.222.0.43 "GET /v2.0/networks/1900808e-c42e-4ec1-b578-0012668c1bff HTTP/1.1" status: 200 len: 756 time: 0.2323453 Feb 19 01:12:48.143247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:48.228932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0473cbe2-9eec-4fee-8f91-be18257c05db), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.268081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0473cbe2-9eec-4fee-8f91-be18257c05db']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.289574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.290461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.313093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.319340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] Current status of the port cad1a04c-b7f1-4c54-a279-beb48466c277 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:48.320320 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.337233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.344000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.356089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:48.356553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (8e7c9b54-d54e-49a5-9c4a-ecd2b39706e2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.371059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f39c7c-6355-4ec6-9afa-2746174f177c tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:48.375310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f0f39c7c-6355-4ec6-9afa-2746174f177c tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] 10.222.0.43 "GET /v2.0/networks/29b76acb-b972-481c-a95f-205febabb740 HTTP/1.1" status: 200 len: 768 time: 0.2272241 Feb 19 01:12:48.375647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34440) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:48.433980 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:48.443290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] For port cad1a04c-b7f1-4c54-a279-beb48466c277, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cad1a04c-b7f1-4c54-a279-beb48466c277,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:48.469923 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.488597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port baacb9ce-48da-4aab-9a11-45a9f016def3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:48.528921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0473cbe2-9eec-4fee-8f91-be18257c05db), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.533426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (1900808e-c42e-4ec1-b578-0012668c1bff), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.638516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae72e033-6ed8-4edc-b539-700cbc2b02f0 req-6f7260c6-2be0-4a4f-b6a8-e480bfc2f552 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813246 Feb 19 01:12:48.669949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.672805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (1900808e-c42e-4ec1-b578-0012668c1bff), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.702765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] 10.222.0.43 "DELETE /v2.0/networks/0473cbe2-9eec-4fee-8f91-be18257c05db HTTP/1.1" status: 204 len: 168 time: 1.2747166 Feb 19 01:12:48.739731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Publish callbacks [] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.742846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dc4a0-da06-4cea-9e26-e4fdd3f8764c None None] Pushing event updated for resources: {'Port': ['ID=cad1a04c-b7f1-4c54-a279-beb48466c277,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:48.752329 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.768265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1900808e-c42e-4ec1-b578-0012668c1bff']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.799856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:48.806052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce51d62-ab81-4e63-aa98-755eb307719c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.806756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce51d62-ab81-4e63-aa98-755eb307719c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.813865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:48.821786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:48.825917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Pushing event updated for resources: {'Port': ['ID=46e6e891-2bb5-40db-a414-0fd828d79fcc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:48.840668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (1ce51d62-ab81-4e63-aa98-755eb307719c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.866643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1ce51d62-ab81-4e63-aa98-755eb307719c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.877333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:48.878059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (1ce51d62-ab81-4e63-aa98-755eb307719c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.879679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.887734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1035477-5e26-477d-b83d-be14196a197d admin admin] Pushing event deleted for resources: {'Network': ['ID=0473cbe2-9eec-4fee-8f91-be18257c05db,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:48.945319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Attempting to bind port 46e6e891-2bb5-40db-a414-0fd828d79fcc on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:48.946015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Attempting to bind port 46e6e891-2bb5-40db-a414-0fd828d79fcc by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:48.949744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Attempting to bind port 46e6e891-2bb5-40db-a414-0fd828d79fcc on network 4e6f7862-b0db-4167-826c-f9c0759f26d1 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:48.963494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:48.964144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Checking segment: {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:48.967145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.967689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Bound using segment: {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:48.976491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Bound port: 46e6e891-2bb5-40db-a414-0fd828d79fcc, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:48.976491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.061189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34456) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:49.081267 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:49.103247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (1900808e-c42e-4ec1-b578-0012668c1bff), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.121659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.22.0.1 (4e6f7862-b0db-4167-826c-f9c0759f26d1/53536d46-6be5-40cf-9f62-cf3b9f78501b/0a6bfca7-2a0e-477b-8e01-58cc87182666) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:49.132477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c04b-3801-46b6-ac6d-88841d541c47 req-6701c861-3bf1-417a-9f17-593cd9e4e74c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:49.149393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85d1c04b-3801-46b6-ac6d-88841d541c47 req-6701c861-3bf1-417a-9f17-593cd9e4e74c tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.7534637 Feb 19 01:12:49.163402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8ee5ba8-bbb5-4fd0-acfc-afdeb8fc103f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b75df6175f924b3f80403cdbfeec9f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0984442 Feb 19 01:12:49.163600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1900808e-c42e-4ec1-b578-0012668c1bff {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:12:49.178843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34460) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:49.195944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.205176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/networks/1900808e-c42e-4ec1-b578-0012668c1bff HTTP/1.1" status: 204 len: 168 time: 0.8248973 Feb 19 01:12:49.207883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:49.227984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34462) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:49.238145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'network': {'name': 'tempest-network--110921657'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:49.258020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdea7c4-3a46-4d37-a90d-16934785306b tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Network': ['ID=1900808e-c42e-4ec1-b578-0012668c1bff,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:49.263520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cad777-b501-4288-b0c0-6e760d618965 req-1578f293-9802-43d5-a018-d8c076ce3d9a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:49.269134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24cad777-b501-4288-b0c0-6e760d618965 req-1578f293-9802-43d5-a018-d8c076ce3d9a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.5404067 Feb 19 01:12:49.374181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85d1c04b-3801-46b6-ac6d-88841d541c47 req-d0e76cb2-e09d-4310-8441-c4453f48d9b0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088985 Feb 19 01:12:49.428641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:49.465566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e17ac-73c9-4186-bb8a-68dd4b61258e admin admin] Publish callbacks [] for security_group (5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.470840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Made reservation on behalf of 6eabada9a75045099f4896b09d6466fd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:49.474728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.516610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'network_id': '995ebb14-63a2-42c3-876a-e45fda836e30', 'port_id': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'mac_address': 'fa:16:3e:89:b9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de79d6b-cf3d-4e3d-a587-1e60859de58a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:12:49.528172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cad1a04c-b7f1-4c54-a279-beb48466c277 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:49.543616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e17ac-73c9-4186-bb8a-68dd4b61258e admin admin] Publish callbacks [] for security_group (5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.587335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:49.643763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0b6f8ccf-79cb-4964-ad38-cfee097555a8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.644123 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Added segment 0b6f8ccf-79cb-4964-ad38-cfee097555a8 of type vlan for network b9bf5122-c94d-4525-b85e-fbeb49022535 Feb 19 01:12:49.676336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.725859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] For port 46e6e891-2bb5-40db-a414-0fd828d79fcc, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:49.735906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port cad1a04c-b7f1-4c54-a279-beb48466c277 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:49.736451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.757394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] For port 46e6e891-2bb5-40db-a414-0fd828d79fcc, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46e6e891-2bb5-40db-a414-0fd828d79fcc,segment=NetworkSegment(25ea401c-ad22-40ab-aa4b-2a1a848944ba),segment_id=25ea401c-ad22-40ab-aa4b-2a1a848944ba)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:49.811278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24cad777-b501-4288-b0c0-6e760d618965 req-78d32726-6ed4-4595-a480-09161e40587a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287077 Feb 19 01:12:49.822828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.855419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:49.856187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.872761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.888161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=0a6bfca7-2a0e-477b-8e01-58cc87182666,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:49.899974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b39a74-545c-45b1-9f56-533ec632c7a4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:49.906628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:49.909131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:49.911800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:49.945944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:49.955758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.963812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.993396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.130108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port cad1a04c-b7f1-4c54-a279-beb48466c277 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:50.157493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d378fc4-85f6-4358-922c-f05c01b49a0a None None] Pushing event updated for resources: {'Port': ['ID=46e6e891-2bb5-40db-a414-0fd828d79fcc,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.195052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:12:50.344052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['13b39a74-545c-45b1-9f56-533ec632c7a4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:50.394086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5fd4-6daa-461e-a6f3-493a96950cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.455963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.507881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e17ac-73c9-4186-bb8a-68dd4b61258e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.511539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e17ac-73c9-4186-bb8a-68dd4b61258e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.512738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8c5e17ac-73c9-4186-bb8a-68dd4b61258e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade HTTP/1.1" status: 204 len: 168 time: 1.3093143 Feb 19 01:12:50.543103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e17ac-73c9-4186-bb8a-68dd4b61258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeb3fab-59d1-4d0f-b7b0-de73fdd86ade,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.587775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.589774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.591064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.624721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e077-7124-41d2-b10f-f6619a8e3424 req-f59b7c38-c7d3-49cb-8e06-0acd50e3f83d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.631741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d26e077-7124-41d2-b10f-f6619a8e3424 req-f59b7c38-c7d3-49cb-8e06-0acd50e3f83d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 944 time: 0.8284616 Feb 19 01:12:50.712488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4811628 Feb 19 01:12:50.720447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:50.738183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:51.007781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.034520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621046c6-5f0a-4ab4-aad7-849549c33732 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Network': ['ID=b9bf5122-c94d-4525-b85e-fbeb49022535,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:51.069551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b9bf5122-c94d-4525-b85e-fbeb49022535 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:51.088893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d26e077-7124-41d2-b10f-f6619a8e3424 req-0a387af2-06ea-4f3a-a610-75b6cbb057a5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551361 Feb 19 01:12:51.093332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.143952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.148946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Network b9bf5122-c94d-4525-b85e-fbeb49022535 is not hosted by any dhcp agent {{(pid=103429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:12:51.150166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:51.151047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.159803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "PUT /v2.0/networks/b9bf5122-c94d-4525-b85e-fbeb49022535 HTTP/1.1" status: 200 len: 857 time: 0.4272909 Feb 19 01:12:51.161062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34492) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:51.231722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46e6e891-2bb5-40db-a414-0fd828d79fcc up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:51.236951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:51.481082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 46e6e891-2bb5-40db-a414-0fd828d79fcc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:51.481782 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.548164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port f247aa3f-4107-4d85-9b2f-d050e6d38770 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:51.570898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.582771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380bece-ebc6-4f2e-8e1e-6283a9365d4e tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event updated for resources: {'Network': ['ID=b9bf5122-c94d-4525-b85e-fbeb49022535,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:51.687563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 46e6e891-2bb5-40db-a414-0fd828d79fcc is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:51.688309 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.704893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00378100-6d0b-4329-8966-81b1ef04514b req-c0fb0362-cac5-4032-a46f-dd822e631eff tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:51.706708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00378100-6d0b-4329-8966-81b1ef04514b req-c0fb0362-cac5-4032-a46f-dd822e631eff tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.4386795 Feb 19 01:12:51.762583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 46e6e891-2bb5-40db-a414-0fd828d79fcc, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46e6e891-2bb5-40db-a414-0fd828d79fcc,segment=NetworkSegment(25ea401c-ad22-40ab-aa4b-2a1a848944ba),segment_id=25ea401c-ad22-40ab-aa4b-2a1a848944ba)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:51.771665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.820830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.845357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4edc3e-9c97-4bfd-a751-0253679efddf req-132ae461-8c38-480d-8181-339de9efc835 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:51.851010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c4edc3e-9c97-4bfd-a751-0253679efddf req-132ae461-8c38-480d-8181-339de9efc835 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.7639637 Feb 19 01:12:51.861220 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.894133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24061c-a37f-4f04-b93a-b45e000d0f22 None None] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:51.907930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:51.912300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.921955 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Sync routers for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:51.936653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bf5122-c94d-4525-b85e-fbeb49022535']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:51.947098 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:51.949385 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:51.982902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00378100-6d0b-4329-8966-81b1ef04514b req-86d42377-7c7b-4594-93a5-3b8797611a6c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096825 Feb 19 01:12:51.999527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6f8ccf-79cb-4964-ad38-cfee097555a8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:52.000195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6f8ccf-79cb-4964-ad38-cfee097555a8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:52.017871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=46e6e891-2bb5-40db-a414-0fd828d79fcc,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:52.038272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (0b6f8ccf-79cb-4964-ad38-cfee097555a8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.065184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-592517dd-1991-47b8-ad9b-23d5906f0108 None None] Provisioning complete for port 46e6e891-2bb5-40db-a414-0fd828d79fcc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:52.065184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592517dd-1991-47b8-ad9b-23d5906f0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.076573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.103035 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0b6f8ccf-79cb-4964-ad38-cfee097555a8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.123805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:52.127484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (0b6f8ccf-79cb-4964-ad38-cfee097555a8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:52.135274 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:52.278326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:52.338236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-592517dd-1991-47b8-ad9b-23d5906f0108 None None] Current status of the port 46e6e891-2bb5-40db-a414-0fd828d79fcc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:52.346752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.353772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d6acb4c8-dc6e-42b9-b119-8f8a68f9539a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.5094354 Feb 19 01:12:52.355659 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:52.358181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34520) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:52.375125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=0a6bfca7-2a0e-477b-8e01-58cc87182666,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:52.480647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-4170081-network', 'tenant_id': '32d460ea5cd74fff918c408cba95343e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:52.505888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:52.514432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:52.524047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b9bf5122-c94d-4525-b85e-fbeb49022535), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.552966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9bf5122-c94d-4525-b85e-fbeb49022535 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:12:52.563479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.577830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b9bf5122-c94d-4525-b85e-fbeb49022535 HTTP/1.1" status: 204 len: 168 time: 1.3366477 Feb 19 01:12:52.586742 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4582fff-a7ad-4f9f-b02a-ce76c039bbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.603388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:52.631502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7153c-448c-4519-91a6-f1bd379a0838 tempest-ExternalNetworksTestJSON-1131288077 tempest-ExternalNetworksTestJSON-1131288077-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9bf5122-c94d-4525-b85e-fbeb49022535,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:52.701549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe58d6c-316d-4c91-87fb-e85722efbda4 req-c24b76e3-91cc-424d-b264-4b94bd0b3f38 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.703337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbe58d6c-316d-4c91-87fb-e85722efbda4 req-c24b76e3-91cc-424d-b264-4b94bd0b3f38 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 945 time: 0.4264598 Feb 19 01:12:52.705633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:52.711270 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.725654 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddccd397-c8d4-400b-b9f7-bf926ac6a0cb tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] DELETE failed (client error): The resource could not be found. Feb 19 01:12:52.735490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddccd397-c8d4-400b-b9f7-bf926ac6a0cb tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:12:52.747680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ddccd397-c8d4-400b-b9f7-bf926ac6a0cb tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] 10.222.0.43 "DELETE /v2.0/subnets/422bcdcb-9176-49af-a4e6-b83b279b4cd7 HTTP/1.1" status: 404 len: 337 time: 0.1363919 Feb 19 01:12:52.752779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34526) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:52.775747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c4edc3e-9c97-4bfd-a751-0253679efddf req-5b67474d-795a-4c74-a8c5-3c405e8e79a4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9027658 Feb 19 01:12:52.789754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:52.859155 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.867909 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:47Z', 'revision_number': 3, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:52.906940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-40cc3849-ee87-48ca-b5f3-e0d87159d3d2 None None] Provisioning complete for port 46e6e891-2bb5-40db-a414-0fd828d79fcc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:52.907326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40cc3849-ee87-48ca-b5f3-e0d87159d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.981033 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Checking router: 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:52.982137 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Updating router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:53.051397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46e6e891-2bb5-40db-a414-0fd828d79fcc up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:53.084198 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.113092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbe58d6c-316d-4c91-87fb-e85722efbda4 req-991c87cb-7458-4ed6-949e-7c8eaaabadff tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941591 Feb 19 01:12:53.232337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (29b76acb-b972-481c-a95f-205febabb740), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.259682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:53.344151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-40cc3849-ee87-48ca-b5f3-e0d87159d3d2 None None] Current status of the port 46e6e891-2bb5-40db-a414-0fd828d79fcc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:53.423138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-40cc3849-ee87-48ca-b5f3-e0d87159d3d2 None None] Provisioning complete for port 0a6bfca7-2a0e-477b-8e01-58cc87182666 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:53.423534 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40cc3849-ee87-48ca-b5f3-e0d87159d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.428332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 13b39a74-545c-45b1-9f56-533ec632c7a4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:53.428718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.521877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 46e6e891-2bb5-40db-a414-0fd828d79fcc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:53.522835 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.552780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:53.587329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (29b76acb-b972-481c-a95f-205febabb740), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.605386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93574d27-7192-47a8-93b4-ad90dec5c0c7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0469975 Feb 19 01:12:53.614791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:53.633141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'network': {'name': 'tempest-RoutersTest-599021613'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:53.645855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-40cc3849-ee87-48ca-b5f3-e0d87159d3d2 None None] Port 0a6bfca7-2a0e-477b-8e01-58cc87182666 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:53.690807 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.691211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:53.694791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.717111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63273d0a-9779-493f-a2e5-329451034980 req-e798ad04-f71f-4834-b052-db0d24f97ff2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:53.719050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63273d0a-9779-493f-a2e5-329451034980 req-e798ad04-f71f-4834-b052-db0d24f97ff2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.5580893 Feb 19 01:12:53.725029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks [] for security_group (9401e5fe-bd28-4d5c-9de1-4187d8ff79e7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.732088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.744563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b76acb-b972-481c-a95f-205febabb740']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:53.745924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9401e5fe-bd28-4d5c-9de1-4187d8ff79e7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.821608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:53.831890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7bf280-ebe4-404e-9aa1-b678158e8e52') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:53.831890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7bf280-ebe4-404e-9aa1-b678158e8e52') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:53.849676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:53.850111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.852863 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Publish callbacks [] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.860778 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.872528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:53.884303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (9d7bf280-ebe4-404e-9aa1-b678158e8e52), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.912576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:53.915291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:53.931981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (10b15dc2-cea1-4154-aceb-265d44b74f05), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.932611 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Added segment 10b15dc2-cea1-4154-aceb-265d44b74f05 of type vlan for network 3ece63df-823f-4990-83cc-676795974eb7 Feb 19 01:12:53.933532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63273d0a-9779-493f-a2e5-329451034980 req-86b04c45-b437-45ce-afcc-8262610bd2b2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894648 Feb 19 01:12:53.935949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9d7bf280-ebe4-404e-9aa1-b678158e8e52), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.948184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (64943b6a-f8c3-4374-bbc8-92520d35e109), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.949157 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added segment 64943b6a-f8c3-4374-bbc8-92520d35e109 of type vlan for network 193effdc-2908-4e8f-9bfe-b314a3ca6983 Feb 19 01:12:53.965315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:53.966764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:53.967179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (9d7bf280-ebe4-404e-9aa1-b678158e8e52), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.967597 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4136b7-f489-4cac-980b-4db8101dc99c" -d '{"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-plugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:53.971534 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:53.994667 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15dee-c812-4c54-93e8-d481bd7dd688 None None] Pushing event updated for resources: {'Port': ['ID=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.021467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:54.022942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:54.023301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:54.056311 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Attempting to bind port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:54.061630 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Attempting to bind port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:54.062210 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Attempting to bind port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:54.083413 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:54.085904 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:54.086431 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.087299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:54.089641 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Bound port: f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:54.091485 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.142603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Allocated IP 172.20.0.1 (6483eb8d-e413-47c7-9fcc-90907a41f6d9/5642b9a9-b761-40e9-aacf-8d7ae9ee1289/2a31bc45-489f-4b84-ae95-4bc2a2d1fa25) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:54.154053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (3ece63df-823f-4990-83cc-676795974eb7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.189546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (193effdc-2908-4e8f-9bfe-b314a3ca6983), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.238226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (29b76acb-b972-481c-a95f-205febabb740), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.265694 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] For port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:54.277434 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] For port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:54.294405 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.298636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.311996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] 10.222.0.43 "DELETE /v2.0/networks/29b76acb-b972-481c-a95f-205febabb740 HTTP/1.1" status: 204 len: 168 time: 1.5527198 Feb 19 01:12:54.317412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7c1e-f71c-47ac-ba4e-f348a397105d tempest-ExternalNetworksTestJSON-832909048 tempest-ExternalNetworksTestJSON-832909048-project] Pushing event deleted for resources: {'Network': ['ID=29b76acb-b972-481c-a95f-205febabb740,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.327997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda1d61-a453-45d1-b37a-1d40906cfd2f req-96fc9804-2dd3-44de-aeaa-72ce2d489065 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.336207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-deda1d61-a453-45d1-b37a-1d40906cfd2f req-96fc9804-2dd3-44de-aeaa-72ce2d489065 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.2985182 Feb 19 01:12:54.345072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (3ece63df-823f-4990-83cc-676795974eb7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.346545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.347352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.459319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15dee-c812-4c54-93e8-d481bd7dd688 None None] Pushing event updated for resources: {'Port': ['ID=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.466156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (193effdc-2908-4e8f-9bfe-b314a3ca6983), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.466386 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:54.468614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:54.472057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.472822 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.512558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2301924 Feb 19 01:12:54.521930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34548) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:54.533703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1efc71-7a2f-4fa5-a31c-3921acf1d8fe admin admin] Pushing event updated for resources: {'Network': ['ID=3ece63df-823f-4990-83cc-676795974eb7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.538333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Request body: {'subnet': {'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-4170081-subnet', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:54.538888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b62f-11c7-44b7-b136-9b62f6570838 req-41ebdf07-5cb9-4350-8060-deae50b6a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.540583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e46b62f-11c7-44b7-b136-9b62f6570838 req-41ebdf07-5cb9-4350-8060-deae50b6a8e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1129 time: 0.1985104 Feb 19 01:12:54.593848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3577-4f4f-4ca6-a54f-b52cdb6ed76d req-db0880a5-30d3-4f03-af24-3e0b0a03d1c6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.601904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-505c3577-4f4f-4ca6-a54f-b52cdb6ed76d req-db0880a5-30d3-4f03-af24-3e0b0a03d1c6 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.2574220 Feb 19 01:12:54.616526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Network': ['ID=193effdc-2908-4e8f-9bfe-b314a3ca6983,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.622683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:54.625786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.625950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7805396a-fd12-4b2c-bb98-ce51d13c3306 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0099301 Feb 19 01:12:54.626841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34550) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:54.637801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'subnet': {'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:54.684352 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.695934 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f277d0fc-81dc-4c4e-b71b-aae002278c9f x-openstack-request-id: req-f277d0fc-81dc-4c4e-b71b-aae002278c9f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:54.696569 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-plugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:54.698878 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f277d0fc-81dc-4c4e-b71b-aae002278c9f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:54.699562 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'code': 200} Feb 19 01:12:54.704118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 3ece63df-823f-4990-83cc-676795974eb7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:54.719477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:54.749474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-981914f2-dcd9-4a62-8eb5-b02c0b7cf1be None None] Provisioning complete for port 0a6bfca7-2a0e-477b-8e01-58cc87182666 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:54.749820 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981914f2-dcd9-4a62-8eb5-b02c0b7cf1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.771397 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:54.789721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-deda1d61-a453-45d1-b37a-1d40906cfd2f req-3e531b35-c3c0-404c-83c0-be07af4bcc9e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523454 Feb 19 01:12:54.871044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34554) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:54.885907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e46b62f-11c7-44b7-b136-9b62f6570838 req-5afe0f33-336f-45cb-a298-31aec75875b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579834 Feb 19 01:12:54.899541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (6299a1f3-d867-4485-a833-26c9ee2caa0f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.908793 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks [] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.954436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Made reservation on behalf of a15b4cb50d98420f900d616e180a0eb0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:54.969111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.097417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-505c3577-4f4f-4ca6-a54f-b52cdb6ed76d req-57716169-0c9d-4294-badc-7dabb4b0dbd7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864321 Feb 19 01:12:55.097775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:55.133128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6299a1f3-d867-4485-a833-26c9ee2caa0f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.177936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:55.180238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Network hostable DHCP agents. Network: 3ece63df-823f-4990-83cc-676795974eb7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:55.240497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.285395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:47Z', 'revision_number': 3, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:55.308863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 46e6e891-2bb5-40db-a414-0fd828d79fcc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:55.322019 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718eefbe-e665-49f6-9aed-19034098dc2e None None] The sync data for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 is: [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:47Z', 'revision_number': 3, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:55.347468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:55.353699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:55.373573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ffed1901-1d00-45c3-a088-b8a1356eff63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e127dfd6ab8e4f3aa16343f61d0191d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4961541 Feb 19 01:12:55.374350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:55.377868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:55.398958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Network 3ece63df-823f-4990-83cc-676795974eb7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:55.493125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.542978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.561882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (155c025b-34ce-441a-96ce-948cd777b349), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.685736 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.736096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-981914f2-dcd9-4a62-8eb5-b02c0b7cf1be None None] Port 0a6bfca7-2a0e-477b-8e01-58cc87182666 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:55.761748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054acbd-533b-4dc8-8720-3ccd5a7bcca3 req-fe4df47c-a782-4ab7-b558-7b780dbd015e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.767688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5054acbd-533b-4dc8-8720-3ccd5a7bcca3 req-fe4df47c-a782-4ab7-b558-7b780dbd015e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.4250438 Feb 19 01:12:55.802442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:50Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:12:51Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:55.902842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:55.904721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Updating router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b port 0a6bfca7-2a0e-477b-8e01-58cc87182666 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:55.927987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Pushing event updated for resources: {'Port': ['ID=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.935680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 3ece63df-823f-4990-83cc-676795974eb7) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:55.953351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464107d-06e3-4db8-af46-d9e8696d45fe None None] Network 3ece63df-823f-4990-83cc-676795974eb7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:55.960398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.960940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.963077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.996098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5054acbd-533b-4dc8-8720-3ccd5a7bcca3 req-786ff817-f5c4-4f0a-b79d-99dafcdafcab tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633117 Feb 19 01:12:56.006124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Subnet': ['ID=155c025b-34ce-441a-96ce-948cd777b349,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:56.021797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Checking segment: {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:56.022423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network hostable DHCP agents. Network: 193effdc-2908-4e8f-9bfe-b314a3ca6983, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:56.058146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ec240e0c-0dcc-4a22-8cea-4c8114644be2 None None] Provisioning complete for port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:56.059022 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ec240e0c-0dcc-4a22-8cea-4c8114644be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.084463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:56.100252 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.107120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 193effdc-2908-4e8f-9bfe-b314a3ca6983) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:56.116073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:56.116701 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.128253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ec240e0c-0dcc-4a22-8cea-4c8114644be2 None None] Port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:56.164535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-68d465ca-6a83-462c-b01d-3ca4e4d5d610 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5303965 Feb 19 01:12:56.164816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34574) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:56.249362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b9ea6d-b919-439c-aeff-4917a4b226e3 admin admin] Publish callbacks [] for security_group (35bd1f06-a7db-45a5-8e0b-494661f06c9a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.290933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-71537e5c-c520-4883-9378-ad7bbdd8bafa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7672901 Feb 19 01:12:56.297246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.312089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34582) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:56.326730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:56.453780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b9ea6d-b919-439c-aeff-4917a4b226e3 admin admin] Publish callbacks [] for security_group (35bd1f06-a7db-45a5-8e0b-494661f06c9a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.499962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a91c5-4edb-4434-bab9-9696e0280770 req-c82df588-aa93-4828-9326-fdbb7603529b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:56.502725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e24a91c5-4edb-4434-bab9-9696e0280770 req-c82df588-aa93-4828-9326-fdbb7603529b tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.5496941 Feb 19 01:12:56.578173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (0456c003-bb32-4d6a-975f-db0274c274dd), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.588535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (0456c003-bb32-4d6a-975f-db0274c274dd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.702128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Publish callbacks [] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.704968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ca5cb-9526-429a-90dc-17c0052af217 None None] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:56.762675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da44ffe-4d22-4b46-b10d-2f95b79f3536 req-d28dc483-a8fd-4e1c-b450-0554ab0dd111 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:56.764274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8da44ffe-4d22-4b46-b10d-2f95b79f3536 req-d28dc483-a8fd-4e1c-b450-0554ab0dd111 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.3370039 Feb 19 01:12:56.777129 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.884286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks [] for router_controller (0456c003-bb32-4d6a-975f-db0274c274dd), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.907960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8da44ffe-4d22-4b46-b10d-2f95b79f3536 req-0e72c9d0-42c2-41d8-b8b9-6ca46b9fbcd7 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361489 Feb 19 01:12:57.020039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.024822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27fe99-3c96-4240-8f8b-be79925e09be None None] Pushing event updated for resources: {'Port': ['ID=0a6bfca7-2a0e-477b-8e01-58cc87182666,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:57.261145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e24a91c5-4edb-4434-bab9-9696e0280770 req-bd4d5864-72ee-4d0d-a4b6-ebf5ec8e0736 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7283726 Feb 19 01:12:57.262610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b9ea6d-b919-439c-aeff-4917a4b226e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (35bd1f06-a7db-45a5-8e0b-494661f06c9a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.266316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b9ea6d-b919-439c-aeff-4917a4b226e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.267755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69b9ea6d-b919-439c-aeff-4917a4b226e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35bd1f06-a7db-45a5-8e0b-494661f06c9a HTTP/1.1" status: 204 len: 168 time: 1.8884480 Feb 19 01:12:57.329092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-3ece63df-823f-4990-83cc-676795974eb7', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'project_id': '32d460ea5cd74fff918c408cba95343e', 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:57.332827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.391373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-193effdc-2908-4e8f-9bfe-b314a3ca6983', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:57.398548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.434834 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks [] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.449361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9ea6d-b919-439c-aeff-4917a4b226e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd1f06-a7db-45a5-8e0b-494661f06c9a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:57.483283 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.534285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206736f-66d0-4f32-9b9c-d01bfed1c560 req-8a9a3b23-3b2f-487f-af69-20d13946b3cf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:57.536600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e206736f-66d0-4f32-9b9c-d01bfed1c560 req-8a9a3b23-3b2f-487f-af69-20d13946b3cf tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.3145721 Feb 19 01:12:57.578145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks [] for router_gateway (0456c003-bb32-4d6a-975f-db0274c274dd), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.589671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.603002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Attempting to bind port 0a6bfca7-2a0e-477b-8e01-58cc87182666 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:57.603750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Attempting to bind port 0a6bfca7-2a0e-477b-8e01-58cc87182666 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:57.604506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Attempting to bind port 0a6bfca7-2a0e-477b-8e01-58cc87182666 on network 4e6f7862-b0db-4167-826c-f9c0759f26d1 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:57.628296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:57.777469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e206736f-66d0-4f32-9b9c-d01bfed1c560 req-6e831008-243f-4f1c-a4da-f45bb0cac982 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275984 Feb 19 01:12:57.790078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:57.791157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Checking segment: {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:57.793564 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.793928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Bound using segment: {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:57.794078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Pushing event updated for resources: {'Port': ['ID=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:57.795125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Bound port: 0a6bfca7-2a0e-477b-8e01-58cc87182666, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ea401c-ad22-40ab-aa4b-2a1a848944ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:57.796961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.896387 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.991556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-abab7693-55b9-42d8-8a69-73c755c4fae0 None None] Provisioning complete for port 0a6bfca7-2a0e-477b-8e01-58cc87182666 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:57.991863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abab7693-55b9-42d8-8a69-73c755c4fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.083967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34628) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:58.114770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-abab7693-55b9-42d8-8a69-73c755c4fae0 None None] Port 0a6bfca7-2a0e-477b-8e01-58cc87182666 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:58.271894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Allocated IP 172.23.0.1 (193effdc-2908-4e8f-9bfe-b314a3ca6983/155c025b-34ce-441a-96ce-948cd777b349/c7786f8f-17f8-48ce-a022-cb324db39c61) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:58.280134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a0c504c5-49b9-4feb-87f2-493d4632282c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eabada9a75045099f4896b09d6466fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1951604 Feb 19 01:12:58.287540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:58.294559 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.295850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34632) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:58.773448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.817919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] For port 0a6bfca7-2a0e-477b-8e01-58cc87182666, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:58.834228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Allocated IP 172.20.0.2 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/d6f68c20-3ad1-4c07-880b-114ff81ad8ec) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:58.852462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] For port 0a6bfca7-2a0e-477b-8e01-58cc87182666, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0a6bfca7-2a0e-477b-8e01-58cc87182666,segment=NetworkSegment(25ea401c-ad22-40ab-aa4b-2a1a848944ba),segment_id=25ea401c-ad22-40ab-aa4b-2a1a848944ba)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:58.909022 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.917119 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.964059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c6a4a-dad7-47c0-9470-20b27e3cb3c4 req-f662d817-8fc6-4da4-b08e-f17fb19f9b20 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:58.966257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24c6a4a-dad7-47c0-9470-20b27e3cb3c4 req-f662d817-8fc6-4da4-b08e-f17fb19f9b20 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.8401296 Feb 19 01:12:58.972864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:58.984581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:59.013935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks [] for router_gateway (0456c003-bb32-4d6a-975f-db0274c274dd), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.037038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.064377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Allocated IP 172.23.0.2 (193effdc-2908-4e8f-9bfe-b314a3ca6983/155c025b-34ce-441a-96ce-948cd777b349/2e8c252c-5cc3-4a4e-a70c-b5260c6c5158) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:59.150260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:59.150723 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.191660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:59.192508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:59.280058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:59.332624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27fe99-3c96-4240-8f8b-be79925e09be None None] Pushing event updated for resources: {'Port': ['ID=0a6bfca7-2a0e-477b-8e01-58cc87182666,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:59.351072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f24c6a4a-dad7-47c0-9470-20b27e3cb3c4 req-b5ae09fa-0a89-49c0-8a90-bcfdd03c2c79 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708587 Feb 19 01:12:59.534939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Publish callbacks [] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.538902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.556694 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.609800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=c7786f8f-17f8-48ce-a022-cb324db39c61,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:59.626688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:59.636057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d609b5-80b7-48fd-a9f7-98d397be07be admin admin] Publish callbacks [] for security_group (ac683406-c2a2-424b-88e4-62417afc7bb0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.638485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:59.641264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:59.644914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e16f09b0-4ce2-4725-b120-16dde9368043 None None] Provisioning complete for port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:59.645639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e16f09b0-4ce2-4725-b120-16dde9368043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.689401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:59.695584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.697259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e16f09b0-4ce2-4725-b120-16dde9368043 None None] Port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:59.699684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:59.737054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Allocated IP 172.25.0.170 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:59.741257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:59.747300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:59.762759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-b77d9520-04f2-491c-b376-cda4e59fa45a service neutron] 10.222.0.10 "GET /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770/bindings/n-h1-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.9129748 Feb 19 01:12:59.764749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:59.792326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1fe9c-ed54-486e-951e-e5de51026fe1 req-75d3dc63-114b-444c-92ff-4d5b0b4a2dba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:59.800154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:59.812071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54a1fe9c-ed54-486e-951e-e5de51026fe1 req-75d3dc63-114b-444c-92ff-4d5b0b4a2dba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 943 time: 0.2801788 Feb 19 01:12:59.976011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d609b5-80b7-48fd-a9f7-98d397be07be admin admin] Publish callbacks [] for security_group (ac683406-c2a2-424b-88e4-62417afc7bb0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.024454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks [] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.027785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb3dea-50df-49d5-ba5c-59265916f062 req-5ba2c4fa-fa03-4b48-8d45-c02b57c26786 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:00.029417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdcb3dea-50df-49d5-ba5c-59265916f062 req-5ba2c4fa-fa03-4b48-8d45-c02b57c26786 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 1.5576968 Feb 19 01:13:00.053161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Attempting to bind port d6f68c20-3ad1-4c07-880b-114ff81ad8ec on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:00.053732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Attempting to bind port d6f68c20-3ad1-4c07-880b-114ff81ad8ec by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:00.053867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Attempting to bind port d6f68c20-3ad1-4c07-880b-114ff81ad8ec on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:00.069826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] Provisioning complete for port 0a6bfca7-2a0e-477b-8e01-58cc87182666 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:00.070779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.128746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdcb3dea-50df-49d5-ba5c-59265916f062 req-b89f7230-d50e-4a64-8699-51a1a72e6bd9 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914228 Feb 19 01:13:00.222101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:00.225915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Pushing event updated for resources: {'Port': ['ID=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:00.232077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:00.232541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:00.233066 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.233476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:00.233598 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Sync routers for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:00.234037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Bound port: d6f68c20-3ad1-4c07-880b-114ff81ad8ec, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:00.234344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.237628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3d951177-ea30-4279-be67-3ba217f1d942 admin admin] 10.222.0.43 "PUT /v2.0/routers/336e9a0a-7512-4d93-9cb0-f26eabaa62f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8730872 Feb 19 01:13:00.238996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.268061 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:00.268914 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:00.302981 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Publish callbacks [] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.367978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d609b5-80b7-48fd-a9f7-98d397be07be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ac683406-c2a2-424b-88e4-62417afc7bb0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.370820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54a1fe9c-ed54-486e-951e-e5de51026fe1 req-02181275-0fbf-4642-82d3-d4d868d11e5c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563846 Feb 19 01:13:00.381845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] Current status of the port 0a6bfca7-2a0e-477b-8e01-58cc87182666 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:00.382282 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.389196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.404436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d609b5-80b7-48fd-a9f7-98d397be07be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.404436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-10d609b5-80b7-48fd-a9f7-98d397be07be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac683406-c2a2-424b-88e4-62417afc7bb0 HTTP/1.1" status: 204 len: 168 time: 2.0989366 Feb 19 01:13:00.404436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.411441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:00.421514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:00.424148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:00.482573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:00.497658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Pushing event updated for resources: {'Port': ['ID=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:00.535897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:00.603227 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:00.622089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f247aa3f-4107-4d85-9b2f-d050e6d38770 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:00.652755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:00.695321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] For port 0a6bfca7-2a0e-477b-8e01-58cc87182666, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0a6bfca7-2a0e-477b-8e01-58cc87182666,segment=NetworkSegment(25ea401c-ad22-40ab-aa4b-2a1a848944ba),segment_id=25ea401c-ad22-40ab-aa4b-2a1a848944ba)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:00.706332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.707053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:00.718549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.727133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] For port d6f68c20-3ad1-4c07-880b-114ff81ad8ec, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:00.734291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:00.740756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:00.748422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] For port d6f68c20-3ad1-4c07-880b-114ff81ad8ec, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:00.756201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d609b5-80b7-48fd-a9f7-98d397be07be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac683406-c2a2-424b-88e4-62417afc7bb0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:00.859918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee15b2-66f4-4303-b94f-c869543bde13 req-019af12b-c2c7-4596-aa90-428e429b5e8e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:00.861652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b2ee15b2-66f4-4303-b94f-c869543bde13 req-019af12b-c2c7-4596-aa90-428e429b5e8e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.5786278 Feb 19 01:13:00.890006 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Pushing event updated for resources: {'Port': ['ID=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:00.994725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.189044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.194915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.195306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.195659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.196000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.196340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.196675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.197019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.197380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.197708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.202791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.203284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.203551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:01.221587 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 2, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:01.228959 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks [] for router_gateway (0456c003-bb32-4d6a-975f-db0274c274dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.284591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Attempting to bind port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:01.285550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Attempting to bind port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:01.287381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Attempting to bind port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 on network 193effdc-2908-4e8f-9bfe-b314a3ca6983 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:01.306205 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Checking router: 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:01.306701 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Updating router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:01.341581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb8010-d718-4e4f-a941-0fcf7c57cbdb None None] Pushing event updated for resources: {'Port': ['ID=0a6bfca7-2a0e-477b-8e01-58cc87182666,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.344716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] Transition to ACTIVE for port object f247aa3f-4107-4d85-9b2f-d050e6d38770 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:01.370187 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.385884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.461204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:01.461809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Checking segment: {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:01.462358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.462967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Bound using segment: {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:01.463576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Bound port: 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:01.465402 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.477272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182320f6-27ca-4d80-9697-4858a8ab164f None None] Pushing event updated for resources: {'Port': ['ID=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.599206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:50Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:12:58Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:01.732024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b2ee15b2-66f4-4303-b94f-c869543bde13 req-52e68cbc-f974-4570-9674-e6726cf31d85 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745109 Feb 19 01:13:01.735301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd96ef-0cbe-48ec-8cf5-ef1aa9aff460 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:12:50Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:12:58Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:01.747301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34682) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:01.877623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:01.945164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-network', 'tenant_id': 'd9560411490e49f8afa6308c352407d7'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:01.975304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95818720-94e4-408c-b84c-311e1851d41f req-698ae9ed-8813-4596-a46b-fe50cd11d07a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:01.984628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95818720-94e4-408c-b84c-311e1851d41f req-698ae9ed-8813-4596-a46b-fe50cd11d07a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.5563672 Feb 19 01:13:02.051987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] No DVR routers for this DVR port f247aa3f-4107-4d85-9b2f-d050e6d38770 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:02.058979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] Pushing event updated for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:02.079258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] For port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:02.092642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] For port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:02.112077 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.131135 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Publish callbacks [] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.142706 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.234259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (0456c003-bb32-4d6a-975f-db0274c274dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.266609 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd2d1f-951d-447a-820b-797c5f945e57 None None] Pushing event updated for resources: {'Port': ['ID=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:02.293723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:02.301384 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.468680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9460b2-1616-423c-a4a0-ff12116fa1f7 None None] Pushing event updated for resources: {'Port': ['ID=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:02.547443 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Attempting to bind port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:02.549707 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Attempting to bind port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:02.550237 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Attempting to bind port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 on network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:02.558407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95818720-94e4-408c-b84c-311e1851d41f req-4e3a01a4-00a6-4781-b042-c7bd28541e83 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718696 Feb 19 01:13:02.567390 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:02.578403 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.580833 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Checking segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:02.581545 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.582883 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Bound using segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:02.585622 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Bound port: 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:02.587724 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.698984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:02.702976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.962234 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] For port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:02.970359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5764d-895a-46e8-8cae-2791fd506cc6 req-69f356a8-61ad-4991-a058-e1cf82868888 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:02.971925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5aa5764d-895a-46e8-8cae-2791fd506cc6 req-69f356a8-61ad-4991-a058-e1cf82868888 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1922622 Feb 19 01:13:02.975599 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] For port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:03.017785 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.041742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Made reservation on behalf of d9560411490e49f8afa6308c352407d7 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:03.070809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.092265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] Provisioning complete for port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:03.092751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.127002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Router 0456c003-bb32-4d6a-975f-db0274c274dd is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:13:03.196305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event updated for resources: {'Port': ['ID=c7786f8f-17f8-48ce-a022-cb324db39c61,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:03.217948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5aa5764d-895a-46e8-8cae-2791fd506cc6 req-1bf3055d-0920-45c5-89bf-3f549893a44b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211168 Feb 19 01:13:03.222712 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:03.223239 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:03.234322 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd2d1f-951d-447a-820b-797c5f945e57 None None] Pushing event updated for resources: {'Port': ['ID=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:03.284329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fd3d3b04-e0f8-4ef8-9a71-6d9bca6fcf7e service neutron] 10.222.0.10 "PUT /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770/bindings/n-h1-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 3.5032930 Feb 19 01:13:03.328357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.328646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.328985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.329344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.342983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.343436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.343776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.344116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.344449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.344779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.345137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.345466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.345800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:03.373611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.438596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.560786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da615d9-ac84-4e66-9c60-860c150a2479 req-7fc9b586-e23f-400c-ab6c-aaf73aad65a7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:03.569341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da615d9-ac84-4e66-9c60-860c150a2479 req-7fc9b586-e23f-400c-ab6c-aaf73aad65a7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 1.5186460 Feb 19 01:13:03.795085 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:03.818582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5b0ea-9e94-4f19-b157-de3a1e8e9cd7 None None] Network 3ece63df-823f-4990-83cc-676795974eb7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:03.857338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:03.862475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:03.944030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8cdf1-98b9-45d6-b222-847801b211bb req-fb377be7-21b3-481e-bb76-90ffc247eb45 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:03.953640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8dc8cdf1-98b9-45d6-b222-847801b211bb req-fb377be7-21b3-481e-bb76-90ffc247eb45 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.4177194 Feb 19 01:13:04.028968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-0fc72edf-df9d-4487-b6b9-7e83e59e56d0 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:04.031499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-0fc72edf-df9d-4487-b6b9-7e83e59e56d0 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.6422882 Feb 19 01:13:04.038963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d6f68c20-3ad1-4c07-880b-114ff81ad8ec up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:04.058270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:04.105028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.111906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-61d6d59f-4a76-4162-b401-1168a7b1baac admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7948556 Feb 19 01:13:04.112624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34720) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:04.194829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Sync routers for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:04.208640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8dc8cdf1-98b9-45d6-b222-847801b211bb req-940880fc-b447-49ce-9be1-daf4bd1410e0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097080 Feb 19 01:13:04.348881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:04.349555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:04.353193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks [] for security_group (7ec1cdec-1362-4ac3-82fc-1ab5723d546c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.363003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:04.380881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7ec1cdec-1362-4ac3-82fc-1ab5723d546c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.440321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c37de-29d8-4a9d-8eae-96c25b3ab659 None None] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:04.472214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:02Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:04.504335 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82cd48-c919-4788-8749-6d101886b889 None None] The sync data for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 is: [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:02Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:04.540534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34726) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:04.541556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d6f68c20-3ad1-4c07-880b-114ff81ad8ec triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:04.542148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.556926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:04.579877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec1cdec-1362-4ac3-82fc-1ab5723d546c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:04.594752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da615d9-ac84-4e66-9c60-860c150a2479 req-d68ce966-34a7-4c44-8783-6a5b92c1cd48 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311494 Feb 19 01:13:04.610645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (dc44feb4-e8a3-4950-beef-24deb643abab), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.611140 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Added segment dc44feb4-e8a3-4950-beef-24deb643abab of type vlan for network afe1a24e-5ead-4d37-80ee-bde873dc2d58 Feb 19 01:13:04.691736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:04.703008 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:04.715872 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:04.716623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3586fdc9-aca3-4dee-b197-a2bdcee7721d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5499363 Feb 19 01:13:04.716988 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:04.734745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34730) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:04.740714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:04.768487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (afe1a24e-5ead-4d37-80ee-bde873dc2d58), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.865044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-791b403d-3070-4d49-a9fa-1a59d39033cb tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-533084604'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:04.865535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-791b403d-3070-4d49-a9fa-1a59d39033cb tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Unknown quota resources ['metering_label']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:13:04.887541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:04.938194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde38570-c344-4c17-bfff-aec6f5f9e7d1 req-fd82d56f-5aeb-468a-9027-0028f0882223 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:04.939205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] Current status of the port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:04.939674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.949859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dde38570-c344-4c17-bfff-aec6f5f9e7d1 req-fd82d56f-5aeb-468a-9027-0028f0882223 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.5523980 Feb 19 01:13:05.024162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (afe1a24e-5ead-4d37-80ee-bde873dc2d58), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.025153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:05.025731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.047575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-9fb572bd-1064-469f-ac07-2b9a7b479b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:05.049205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-9fb572bd-1064-469f-ac07-2b9a7b479b0b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d&tenant_id=1b22f78ded424a309e1894227e59be7f HTTP/1.1" status: 200 len: 1126 time: 1.0009162 Feb 19 01:13:05.126505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] For port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:05.173028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.188138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:05.215454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] Pushing event updated for resources: {'Network': ['ID=afe1a24e-5ead-4d37-80ee-bde873dc2d58,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:05.257433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d6f68c20-3ad1-4c07-880b-114ff81ad8ec is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:05.257806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.323621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16a218-3ea2-4dd8-a5e3-41b53b5eb76e req-bbf7a4b6-6b60-4dfc-b043-12c7e1382315 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:05.326677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd16a218-3ea2-4dd8-a5e3-41b53b5eb76e req-bbf7a4b6-6b60-4dfc-b043-12c7e1382315 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.6085756 Feb 19 01:13:05.360002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-94e8463b-0f83-4a8c-8339-b8c43c24a35d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5841274 Feb 19 01:13:05.380026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34744) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:05.426896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dde38570-c344-4c17-bfff-aec6f5f9e7d1 req-f4f7e310-b9c4-4f05-b4c0-ce1f12625c7d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761055 Feb 19 01:13:05.435755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Request body: {'subnet': {'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-subnet', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:05.459262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:05.561748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:02Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:05.626593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:05.632545 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Updating router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b port c7786f8f-17f8-48ce-a022-cb324db39c61 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:05.683224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd16a218-3ea2-4dd8-a5e3-41b53b5eb76e req-e8b8975f-5bf7-4170-a5e9-36ccf219f041 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411307 Feb 19 01:13:05.757904 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.917974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Provisioning complete for port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:05.925526 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.993821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port d6f68c20-3ad1-4c07-880b-114ff81ad8ec, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:06.041633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.046557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0a6bfca7-2a0e-477b-8e01-58cc87182666 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:06.048500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48f70-f35c-47d2-a71d-df4598f11189 None None] Pushing event updated for resources: {'Port': ['ID=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:06.156985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9a158-0d5d-487a-bad3-a91fe9b3b48e req-77acc013-3bdd-4049-8151-ba6cfad7749a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:06.158514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04d9a158-0d5d-487a-bad3-a91fe9b3b48e req-77acc013-3bdd-4049-8151-ba6cfad7749a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.2752578 Feb 19 01:13:06.314595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:13:06.359356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04d9a158-0d5d-487a-bad3-a91fe9b3b48e req-861296f2-270d-45ef-b906-6b69c423ed9c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926112 Feb 19 01:13:06.364290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Removed routes are [] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:13:06.367955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.403126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 3, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:06.404880 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Publish callbacks [] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.412474 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.506926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:06.512366 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed65cee-e6d5-42dd-b3e2-72a5824c98a4 None None] Pushing event updated for resources: {'Port': ['ID=c7786f8f-17f8-48ce-a022-cb324db39c61,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:06.531894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Checking router: 0456c003-bb32-4d6a-975f-db0274c274dd for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:06.535650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Updating router 0456c003-bb32-4d6a-975f-db0274c274dd port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:06.543568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Current status of the port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:06.544201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.629971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0a6bfca7-2a0e-477b-8e01-58cc87182666 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:06.630362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.722292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-791b403d-3070-4d49-a9fa-1a59d39033cb tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.724834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-791b403d-3070-4d49-a9fa-1a59d39033cb tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.1813734 Feb 19 01:13:06.726193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.745824 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Attempting to bind port c7786f8f-17f8-48ce-a022-cb324db39c61 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:06.746689 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Attempting to bind port c7786f8f-17f8-48ce-a022-cb324db39c61 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:06.747212 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Attempting to bind port c7786f8f-17f8-48ce-a022-cb324db39c61 on network 193effdc-2908-4e8f-9bfe-b314a3ca6983 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:06.760036 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:06.761263 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Checking segment: {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:06.764258 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.764877 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Bound using segment: {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:06.765565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Bound port: c7786f8f-17f8-48ce-a022-cb324db39c61, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64943b6a-f8c3-4374-bbc8-92520d35e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:06.766110 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.786096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.789081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:06.789987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.800084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-559ebfff-9291-4459-bc07-60105c3dcd21 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7b35669a-094d-40b2-8bb0-12cf29f27d31'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:06.800958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-559ebfff-9291-4459-bc07-60105c3dcd21 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:13:06.830742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fa45ba00-ad5d-4f03-bd68-c9168c76a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:06.832568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-fa45ba00-ad5d-4f03-bd68-c9168c76a575 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b22f78ded424a309e1894227e59be7f&device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1126 time: 1.6426365 Feb 19 01:13:06.899764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] For port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:06.926019 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.926700 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] For port c7786f8f-17f8-48ce-a022-cb324db39c61, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:06.930463 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] For port c7786f8f-17f8-48ce-a022-cb324db39c61, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c7786f8f-17f8-48ce-a022-cb324db39c61,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:06.937629 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.948512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Made reservation on behalf of d9560411490e49f8afa6308c352407d7 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:06.951104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.000472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596fbf2-2e1e-496f-bd0c-732a84db1ac2 req-efb2dcf7-1464-4a1f-a064-06d19ec3cc4c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:07.003897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Provisioning complete for port d6f68c20-3ad1-4c07-880b-114ff81ad8ec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:07.005450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.009070 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed65cee-e6d5-42dd-b3e2-72a5824c98a4 None None] Pushing event updated for resources: {'Port': ['ID=c7786f8f-17f8-48ce-a022-cb324db39c61,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.017883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1596fbf2-2e1e-496f-bd0c-732a84db1ac2 req-efb2dcf7-1464-4a1f-a064-06d19ec3cc4c tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.4053333 Feb 19 01:13:07.034120 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:07.034791 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:07.072711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Pushing event updated for resources: {'Port': ['ID=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.170553 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:07.304295 n-d-826752-2 neutron-server[103430]: WARNING neutron.services.metering.metering_plugin [None req-559ebfff-9291-4459-bc07-60105c3dcd21 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:13:07.361883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cbf77-b5f6-4e7f-b11f-dac25982449e req-8a91983e-bc9b-4b71-bf8c-5460091c6aa2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:07.370988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c72cbf77-b5f6-4e7f-b11f-dac25982449e req-8a91983e-bc9b-4b71-bf8c-5460091c6aa2 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 1.5862968 Feb 19 01:13:07.509433 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:06Z', 'revision_number': 6, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:06Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:07.570859 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f835-73da-40b8-a42f-851baab3f93f None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:06Z', 'revision_number': 6, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:06Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:07.586790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0a6bfca7-2a0e-477b-8e01-58cc87182666 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:07.588304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:07.691666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1596fbf2-2e1e-496f-bd0c-732a84db1ac2 req-a0a739cb-5d57-403a-bb4f-a9916ae5baee tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706126 Feb 19 01:13:07.692224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Current status of the port d6f68c20-3ad1-4c07-880b-114ff81ad8ec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:07.714910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:07.774111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-559ebfff-9291-4459-bc07-60105c3dcd21 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.774111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-559ebfff-9291-4459-bc07-60105c3dcd21 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9797940 Feb 19 01:13:07.805283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Provisioning complete for port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:07.805771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.815105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c72cbf77-b5f6-4e7f-b11f-dac25982449e req-202b5b8a-5032-4fa9-8dbf-a88eb5cccf5a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428711 Feb 19 01:13:07.835726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34770) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:07.893955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4f5c13ed-81c9-4538-b214-8fdfc698d2ed tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7b35669a-094d-40b2-8bb0-12cf29f27d31'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:07.894454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4f5c13ed-81c9-4538-b214-8fdfc698d2ed tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:13:07.911220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:07.911634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.915321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Publish callbacks [] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.947135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.058454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d8a155bb-bb79-4e17-bea5-dff8dab1ef55), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.061206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-ecfd821b-1422-48df-a856-106e3a95c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:08.062789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-ecfd821b-1422-48df-a856-106e3a95c997 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 200 len: 908 time: 1.2117198 Feb 19 01:13:08.080651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Attempting to bind port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:08.081283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Attempting to bind port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:08.081489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Attempting to bind port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:08.093949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:08.094408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:08.094907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.095379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:08.095942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Bound port: 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:08.096394 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.107064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850f12a-537d-4a62-9ae0-ff735e721fd1 None None] Pushing event updated for resources: {'Port': ['ID=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:08.112083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:08.132306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.138230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f77cfe40-d884-423c-98bd-6d266a5fa7d2 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 933 time: 3.4009612 Feb 19 01:13:08.141800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34774) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:08.147891 n-d-826752-2 neutron-server[103430]: WARNING neutron.services.metering.metering_plugin [None req-4f5c13ed-81c9-4538-b214-8fdfc698d2ed tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:13:08.158644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a155bb-bb79-4e17-bea5-dff8dab1ef55,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:08.229953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-26066e99-1366-4ad0-82cd-20b3ece140d6 None None] Current status of the port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:08.243037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd62c28-8203-410d-88f1-09deba0f5eae req-3afdabc0-a244-4852-9033-9ee7bf206946 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:08.251628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbd62c28-8203-410d-88f1-09deba0f5eae req-3afdabc0-a244-4852-9033-9ee7bf206946 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.4015329 Feb 19 01:13:08.287169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.350087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:08.374295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] For port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:08.380795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] For port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:08.396811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbd62c28-8203-410d-88f1-09deba0f5eae req-c2ba84a9-c3b8-4d96-85f7-37b536acb54f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431386 Feb 19 01:13:08.397156 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.413849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-71d709fb-67b2-4a1d-b870-0b796647de2d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 933 time: 0.2581725 Feb 19 01:13:08.415068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34776) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:08.424773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'routes': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:08.546636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Provisioning complete for port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:08.547151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.567834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Allocated IP 172.20.0.1 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/9eb12102-b3f1-45b4-b36d-21df349680d7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:08.574064 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:13:08.633779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850f12a-537d-4a62-9ae0-ff735e721fd1 None None] Pushing event updated for resources: {'Port': ['ID=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:08.654633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:08.657528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:08.706195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-be182416-0e04-4f8a-8fe6-69f747c461f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 200 len: 217 time: 0.5560071 Feb 19 01:13:08.835563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:08.839156 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks [] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.849665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f5c13ed-81c9-4538-b214-8fdfc698d2ed tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.855413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f5c13ed-81c9-4538-b214-8fdfc698d2ed tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0114014 Feb 19 01:13:08.881768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:08.911442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f2a67c2-fcf7-4568-a799-bf41cdd90b88 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=41455b25-532d-40fe-a2fb-a229fcf84d06 HTTP/1.1" status: 200 len: 464 time: 0.0276022 Feb 19 01:13:08.914528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34784) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:08.973728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Checking segment: {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:08.974280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Network hostable DHCP agents. Network: afe1a24e-5ead-4d37-80ee-bde873dc2d58, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:09.005506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-8c5928f4-c5a9-41fb-bc5e-8dbaee32a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:09.007185 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-8c5928f4-c5a9-41fb-bc5e-8dbaee32a55d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 200 len: 847 time: 0.2674196 Feb 19 01:13:09.019746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd94d33-27f3-4438-96f9-75e29ee00dbf req-b971f0e0-202f-4494-b336-9aa6dcd87cc8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:09.027934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebd94d33-27f3-4438-96f9-75e29ee00dbf req-b971f0e0-202f-4494-b336-9aa6dcd87cc8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.7227831 Feb 19 01:13:09.031925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:09.032367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.067229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-cb598e70-a873-46a1-b6c3-fe659cefb75a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e04b1465-e00c-4b0e-b4d0-60121e84bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370693 Feb 19 01:13:09.084940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Current status of the port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:09.093188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:09.093950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:09.112613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.226782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, afe1a24e-5ead-4d37-80ee-bde873dc2d58) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:09.227126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Provisioning complete for port c7786f8f-17f8-48ce-a022-cb324db39c61 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:09.227512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.230794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:09.249519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:09.250490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.272510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:09.290187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:09.298891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:09.300864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e851794-4ec6-4d69-9715-95a2b4be83f1 None None] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:09.301347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c149b6ba-eb79-4a87-a3f1-63a30459c5ab tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.306059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c149b6ba-eb79-4a87-a3f1-63a30459c5ab tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/41455b25-532d-40fe-a2fb-a229fcf84d06 HTTP/1.1" status: 204 len: 168 time: 0.3883004 Feb 19 01:13:09.306928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34788) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:09.331006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38f0e5-d21b-465c-9a38-b796fdc6cbaf req-3f12fd56-5c92-4127-8618-7bb30bc28310 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:09.332405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce38f0e5-d21b-465c-9a38-b796fdc6cbaf req-3f12fd56-5c92-4127-8618-7bb30bc28310 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 0.3897007 Feb 19 01:13:09.356573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c2e6149b-d81f-4818-ab1d-25152e1ed83a tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=41455b25-532d-40fe-a2fb-a229fcf84d06 HTTP/1.1" status: 200 len: 221 time: 0.0457242 Feb 19 01:13:09.357408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34790) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:09.370256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebd94d33-27f3-4438-96f9-75e29ee00dbf req-45fc8356-7bbe-41df-a6e9-ae59d6ad09a2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411548 Feb 19 01:13:09.370963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (0456c003-bb32-4d6a-975f-db0274c274dd), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.372290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e502c4dc-e040-406b-abb7-ea32abe17a75 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1280987246', 'description': 'label created by tempest'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:09.372388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e502c4dc-e040-406b-abb7-ea32abe17a75 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Unknown quota resources ['metering_label']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:13:09.457142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:09.457725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:09.485260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-51beb3da-8625-41e0-906b-39dbad1193bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.0572691 Feb 19 01:13:09.490308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34794) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:09.494160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb12102-b3f1-45b4-b36d-21df349680d7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:09.530830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:09.590567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-afe1a24e-5ead-4d37-80ee-bde873dc2d58', 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58', 'project_id': 'd9560411490e49f8afa6308c352407d7', 'fixed_ips': [{'subnet_id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:09.591171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.616502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce38f0e5-d21b-465c-9a38-b796fdc6cbaf req-a4bb0a8c-f25a-4eeb-9365-3eaca8aec8ec tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761748 Feb 19 01:13:09.657601 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-5224298a-f742-41d4-838f-d11b35e87205 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759039 Feb 19 01:13:09.661336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (58fc9b74-d216-4318-8d8e-2d512027bb2b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.663109 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (58fc9b74-d216-4318-8d8e-2d512027bb2b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.710583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:09.737340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks [] for router_controller (58fc9b74-d216-4318-8d8e-2d512027bb2b), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.823298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:09.824550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d6f68c20-3ad1-4c07-880b-114ff81ad8ec up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:09.825496 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e502c4dc-e040-406b-abb7-ea32abe17a75 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.826864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e502c4dc-e040-406b-abb7-ea32abe17a75 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4604630 Feb 19 01:13:09.829624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34796) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:09.913935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5483c9c-9abe-43c6-9b2a-0b33415aa37d tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=d0c9519d-80bc-4e3e-b6ca-38ac67aefd60 HTTP/1.1" status: 200 len: 468 time: 0.0831747 Feb 19 01:13:09.917153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.041306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043989d-208a-41f3-83e5-6bfd0814b990 req-6c1963eb-6675-4a9f-b4d9-4eb02cec0715 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.049550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1043989d-208a-41f3-83e5-6bfd0814b990 req-6c1963eb-6675-4a9f-b4d9-4eb02cec0715 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.4857881 Feb 19 01:13:10.070943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Current status of the port c7786f8f-17f8-48ce-a022-cb324db39c61 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:10.071419 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.173628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added routes are [] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:13:10.173958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.extraroute_db [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:13:10.188392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] For port c7786f8f-17f8-48ce-a022-cb324db39c61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c7786f8f-17f8-48ce-a022-cb324db39c61,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:10.220860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks [] for router_gateway (58fc9b74-d216-4318-8d8e-2d512027bb2b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.238699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee78f729-878a-471e-ab8b-12873304d659 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.239903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee78f729-878a-471e-ab8b-12873304d659 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/d0c9519d-80bc-4e3e-b6ca-38ac67aefd60 HTTP/1.1" status: 204 len: 168 time: 0.3218601 Feb 19 01:13:10.243557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34804) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.259346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-a46c3af6-3a22-4018-be69-bce45b0ed1b2 service neutron] 10.222.0.89 "GET /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164526 Feb 19 01:13:10.262988 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.278792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5e515873-967d-45d6-8f75-e86eefaab91b tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=d0c9519d-80bc-4e3e-b6ca-38ac67aefd60 HTTP/1.1" status: 200 len: 216 time: 0.0340581 Feb 19 01:13:10.287009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34806) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.303112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1043989d-208a-41f3-83e5-6bfd0814b990 req-99e2a239-78de-417c-bcbd-a79a895d12b1 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514184 Feb 19 01:13:10.306101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.313611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb2a0e81-028d-46c8-a2ef-d9381b6cae1f tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0252206 Feb 19 01:13:10.323698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34808) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.339389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3c7d2a73-b927-4333-bfef-130074aa7e68 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179129 Feb 19 01:13:10.365798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.392120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d6f68c20-3ad1-4c07-880b-114ff81ad8ec triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:10.392487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.394855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.516480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e26b271e-1dcd-4db9-8067-3e62b6a4959a tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/7b35669a-094d-40b2-8bb0-12cf29f27d31 HTTP/1.1" status: 200 len: 472 time: 0.1435974 Feb 19 01:13:10.523838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34814) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.528110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Allocated IP 172.20.0.2 (afe1a24e-5ead-4d37-80ee-bde873dc2d58/d8a155bb-bb79-4e17-bea5-dff8dab1ef55/fab822b1-5166-4d2e-998d-03fe8dac32bb) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:10.557240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3bc57dd9-a166-4a8a-8c57-b81372257132 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/4153f9ca-aaad-4106-8fdd-2e2fe6a2ed91 HTTP/1.1" status: 200 len: 461 time: 0.0228221 Feb 19 01:13:10.567431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34816) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.655371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9058ffa-5307-4f48-8af0-09db9c2799f9 req-c69c6d92-18ad-48e6-8ae2-1c79611f4ab0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.657639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9058ffa-5307-4f48-8af0-09db9c2799f9 req-c69c6d92-18ad-48e6-8ae2-1c79611f4ab0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1695762 Feb 19 01:13:10.672443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.680097 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.772575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-829dad46-cb7e-433c-bca8-fc6614311981 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.774468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-829dad46-cb7e-433c-bca8-fc6614311981 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d&tenant_id=1b22f78ded424a309e1894227e59be7f&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1126 time: 0.2080026 Feb 19 01:13:10.815377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9058ffa-5307-4f48-8af0-09db9c2799f9 req-a13ad064-a8e3-4cc2-9aec-01da6a1cc69f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510997 Feb 19 01:13:10.861722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:10.898255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Publish callbacks [] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.909094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 3, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:10.931639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0e72d0bf-bf31-4ddd-bf81-1ab8d7556c4f None None] Provisioning complete for port 9eb12102-b3f1-45b4-b36d-21df349680d7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:10.932863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e72d0bf-bf31-4ddd-bf81-1ab8d7556c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.004232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Pushing event updated for resources: {'Port': ['ID=c7786f8f-17f8-48ce-a022-cb324db39c61,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.012309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:11.031405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.037678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6b7bf00-19cd-4957-aa6e-ce5053b87b11 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 699 time: 2.6199598 Feb 19 01:13:11.038328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34824) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:11.043183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0e72d0bf-bf31-4ddd-bf81-1ab8d7556c4f None None] Port 9eb12102-b3f1-45b4-b36d-21df349680d7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:11.045872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.047376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.047987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.048548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.049147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.049705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.050256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.050836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.063577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.064376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.064945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.066147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.068128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f699605-eb3e-436a-9e93-74d34fdb1955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.082345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.090317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c907b-fd3c-4cd0-9b97-7e0fba9aec49 None None] The sync data for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 is: [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 3, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:11.127153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:06Z', 'revision_number': 6, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:06Z', 'revision_number': 4, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:11.223517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:11.225813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Pushing event updated for resources: {'Port': ['ID=fab822b1-5166-4d2e-998d-03fe8dac32bb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.284270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:11.286482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:11.289349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:11.294343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:11.303985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:11.328123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d6f68c20-3ad1-4c07-880b-114ff81ad8ec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:11.329358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:11.598020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-367bd41f-14fd-411c-abb5-33c0e92cf682 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.598887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-367bd41f-14fd-411c-abb5-33c0e92cf682 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/4153f9ca-aaad-4106-8fdd-2e2fe6a2ed91 HTTP/1.1" status: 204 len: 168 time: 1.0276546 Feb 19 01:13:11.622954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:11.623333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.627610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Attempting to bind port fab822b1-5166-4d2e-998d-03fe8dac32bb on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:11.628020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Attempting to bind port fab822b1-5166-4d2e-998d-03fe8dac32bb by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:11.628421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Attempting to bind port fab822b1-5166-4d2e-998d-03fe8dac32bb on network afe1a24e-5ead-4d37-80ee-bde873dc2d58 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:11.657371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:11.664389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:11.691357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:11.691794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Checking segment: {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:11.692129 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.692513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Bound using segment: {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:11.693024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Bound port: fab822b1-5166-4d2e-998d-03fe8dac32bb, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:11.693409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.813669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] For port fab822b1-5166-4d2e-998d-03fe8dac32bb, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:11.817249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] For port fab822b1-5166-4d2e-998d-03fe8dac32bb, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fab822b1-5166-4d2e-998d-03fe8dac32bb,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:11.836533 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.896925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38cea2-acba-49cb-af03-348959a48f15 req-107194cf-f8dc-4004-9ef0-cf40913b8b54 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:11.898523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f38cea2-acba-49cb-af03-348959a48f15 req-107194cf-f8dc-4004-9ef0-cf40913b8b54 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.2156210 Feb 19 01:13:11.902828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139979d-fa5b-428d-87be-2496c8e9a9b5 req-4a7a5002-6b44-43db-b9d9-99d575d12e24 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:11.904503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a139979d-fa5b-428d-87be-2496c8e9a9b5 req-4a7a5002-6b44-43db-b9d9-99d575d12e24 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 1.1561096 Feb 19 01:13:11.908684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks [] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.917231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c5ddc5aa-f110-44d4-810d-852b9d984c0f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 699 time: 0.8777161 Feb 19 01:13:11.918375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:11.971095 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.071711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f38cea2-acba-49cb-af03-348959a48f15 req-2be08cc9-f50d-4dae-8c94-7abd8cd37a3a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447289 Feb 19 01:13:12.098321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac985-38cf-4eb6-abcb-777567f9bf7e None None] Pushing event updated for resources: {'Port': ['ID=fab822b1-5166-4d2e-998d-03fe8dac32bb,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:12.144774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:12.145978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c7786f8f-17f8-48ce-a022-cb324db39c61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:12.185983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-3fbe48ae-f8fc-4a21-a427-fd92fda987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.187519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-3fbe48ae-f8fc-4a21-a427-fd92fda987ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1129 time: 0.5063319 Feb 19 01:13:12.274888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c7786f8f-17f8-48ce-a022-cb324db39c61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:12.275494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.282149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-09cbe282-66e0-4758-8f80-1de105dc616a service neutron] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:12.419390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c7786f8f-17f8-48ce-a022-cb324db39c61 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:12.432584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 7, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:12.433099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-b40f769c-6a5e-4396-9364-18399d351bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.434824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-b40f769c-6a5e-4396-9364-18399d351bfe service neutron] 10.222.0.10 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 914 time: 0.2373986 Feb 19 01:13:12.475045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48fb69-2e01-4ecd-8586-3c3c67876ef9 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 7, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:12.532553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a139979d-fa5b-428d-87be-2496c8e9a9b5 req-cb791eba-69c9-4be2-91aa-b2ca4a5999ba tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677240 Feb 19 01:13:12.733647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-09cbe282-66e0-4758-8f80-1de105dc616a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.738528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-7acf68d4-100c-49b5-b5f1-1b871b2a2231 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 217 time: 0.2458189 Feb 19 01:13:12.739538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40deb56a-ee54-4119-94ee-90b636ca2afc req-09cbe282-66e0-4758-8f80-1de105dc616a service neutron] 10.222.0.89 "DELETE /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770/bindings/n-h2-826752-2 HTTP/1.1" status: 204 len: 173 time: 1.3278394 Feb 19 01:13:12.816805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks [] for router_gateway (58fc9b74-d216-4318-8d8e-2d512027bb2b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.821384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-e2bf2cac-640a-42ac-b640-01e94303d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.823594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-e2bf2cac-640a-42ac-b640-01e94303d6a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.0725036 Feb 19 01:13:12.836161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b04dd8-c00c-43c3-a0df-09406f878bfa req-3cd8fd36-ad32-4756-a589-0ca63aa3157f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.841846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0b04dd8-c00c-43c3-a0df-09406f878bfa req-3cd8fd36-ad32-4756-a589-0ca63aa3157f tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.4131680 Feb 19 01:13:12.871791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb12102-b3f1-45b4-b36d-21df349680d7,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:12.885240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c7786f8f-17f8-48ce-a022-cb324db39c61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:12.893734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.899016 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-cde5b405-c596-4eaa-91d5-b70fd3d3053b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557120 Feb 19 01:13:12.956399 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bed142af-1c1a-48c1-af34-834332b5af88 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.959907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bed142af-1c1a-48c1-af34-834332b5af88 tempest-MeteringTestJSON-724848974 tempest-MeteringTestJSON-724848974-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/7b35669a-094d-40b2-8bb0-12cf29f27d31 HTTP/1.1" status: 204 len: 168 time: 1.2867458 Feb 19 01:13:12.988127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (0456c003-bb32-4d6a-975f-db0274c274dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.005795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c7786f8f-17f8-48ce-a022-cb324db39c61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:13.006320 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.220740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c7786f8f-17f8-48ce-a022-cb324db39c61 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:13.240131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:13.241957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f478-1f9c-45e7-be83-f511744eb7f5 req-9c017ffe-ee43-4345-8fc7-b831a02658a6 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:13.243759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6327f478-1f9c-45e7-be83-f511744eb7f5 req-9c017ffe-ee43-4345-8fc7-b831a02658a6 tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 1126 time: 0.4639091 Feb 19 01:13:13.348523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0b04dd8-c00c-43c3-a0df-09406f878bfa req-4ca8fe45-293e-49c2-9263-562e6a477c57 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558041 Feb 19 01:13:13.377202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:13.377760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.440688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-fca6bf36-a7fb-412b-91b0-fdaf0c4acde4 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309234 Feb 19 01:13:13.456871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Allocated IP 172.25.0.47 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/abacaec3-60aa-45c3-adb8-a0a55268f164) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:13.550040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34866) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:13.595103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:13.595610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.633154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks [] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.637839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:13.648495 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:13.652800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.655387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fab822b1-5166-4d2e-998d-03fe8dac32bb up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:13.662108 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:13.662972 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:13.723701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:13.726941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:13.733936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.771534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:13.780278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:13.790665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:13.955392 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:13.965058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:13.974425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fab822b1-5166-4d2e-998d-03fe8dac32bb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:13.974425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.021955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737204dd-a5c0-46e5-ba1f-27a8db711439 req-9c3c7119-c189-4536-8890-9538dffe7821 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:14.036278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-737204dd-a5c0-46e5-ba1f-27a8db711439 req-9c3c7119-c189-4536-8890-9538dffe7821 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.4871092 Feb 19 01:13:14.068939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f53af-d968-4ed4-a64a-8e9871b96a53 None None] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:14.082890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6327f478-1f9c-45e7-be83-f511744eb7f5 req-4f107258-9fe0-44f8-9283-ee1c882e4ebc tempest-LiveMigrationTest-2008356960 tempest-LiveMigrationTest-2008356960-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268621 Feb 19 01:13:14.273373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16615e23-a68a-48b5-a8f0-c0862a9d693f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.287457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Provisioning complete for port fab822b1-5166-4d2e-998d-03fe8dac32bb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:14.296728 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.438826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16615e23-a68a-48b5-a8f0-c0862a9d693f admin admin] Publish callbacks [] for security_group (46abbb42-f9d1-4d3e-83a5-54ab992960ff), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.445220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Pushing event updated for resources: {'Port': ['ID=abacaec3-60aa-45c3-adb8-a0a55268f164,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:14.454498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16615e23-a68a-48b5-a8f0-c0862a9d693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46abbb42-f9d1-4d3e-83a5-54ab992960ff), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.523480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbb74ed4-db7b-4d8a-a573-5e548054015c req-5171ca42-8e30-4163-8af0-fe89b3c254ee service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0625880 Feb 19 01:13:14.553560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-16615e23-a68a-48b5-a8f0-c0862a9d693f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9571bb3a05f148128b7bd3f8b9012bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0008800 Feb 19 01:13:14.567821 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 7, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:14.577024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-737204dd-a5c0-46e5-ba1f-27a8db711439 req-f2fdaa6f-37c0-4445-8293-1f8810db7459 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397630 Feb 19 01:13:14.582337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.659469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.682944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:14.730492 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:14.731326 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:14.871855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16615e23-a68a-48b5-a8f0-c0862a9d693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46abbb42-f9d1-4d3e-83a5-54ab992960ff,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:14.945879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80c3677f-c3d7-461e-aa8b-98501e2adc9e admin admin] Publish callbacks [] for security_group (46abbb42-f9d1-4d3e-83a5-54ab992960ff), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.959504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Router 0456c003-bb32-4d6a-975f-db0274c274dd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:14.985079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fab822b1-5166-4d2e-998d-03fe8dac32bb is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:14.985637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.995964 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:15.068109 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80c3677f-c3d7-461e-aa8b-98501e2adc9e admin admin] Publish callbacks [] for security_group (46abbb42-f9d1-4d3e-83a5-54ab992960ff), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.115038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Current status of the port fab822b1-5166-4d2e-998d-03fe8dac32bb is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:15.115462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.123433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b4c5b-bd8c-4b1f-84ae-ebc80d705a74 req-a3a58714-5f2b-4d8a-99c5-265f02b5c2e1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.133687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-466b4c5b-bd8c-4b1f-84ae-ebc80d705a74 req-a3a58714-5f2b-4d8a-99c5-265f02b5c2e1 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 0.3444107 Feb 19 01:13:15.258529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port fab822b1-5166-4d2e-998d-03fe8dac32bb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fab822b1-5166-4d2e-998d-03fe8dac32bb,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:15.268585 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.269660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de98c6-1d68-49de-81a3-005f4f6fd01d req-c09e04f5-cbff-4636-ad5c-6ee3f0d0ec8e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.277644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23de98c6-1d68-49de-81a3-005f4f6fd01d req-c09e04f5-cbff-4636-ad5c-6ee3f0d0ec8e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.4334400 Feb 19 01:13:15.416623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=fab822b1-5166-4d2e-998d-03fe8dac32bb,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:15.470545 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:13:15.471034 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:13:15.474413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23de98c6-1d68-49de-81a3-005f4f6fd01d req-a10b09ab-889f-4aef-9fb1-1b6b845e5961 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951547 Feb 19 01:13:15.474974 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 7, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:15.506816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:15.557803 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f371f-f7ce-4f2e-97b6-dce75c397745 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 7, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7786f8f-17f8-48ce-a022-cb324db39c61', 'name': '', 'network_id': '193effdc-2908-4e8f-9bfe-b314a3ca6983', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:5d:da:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '155c025b-34ce-441a-96ce-948cd777b349', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:57Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '155c025b-34ce-441a-96ce-948cd777b349', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:15.609590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:15.610495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.710878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks [] for router_gateway (58fc9b74-d216-4318-8d8e-2d512027bb2b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.721225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:15.738220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Sync routers for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:15.788904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:15.789564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:15.815126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port c7786f8f-17f8-48ce-a022-cb324db39c61 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:15.815126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.827095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-466b4c5b-bd8c-4b1f-84ae-ebc80d705a74 req-36c7f679-d18c-417a-8377-1b212493ba0d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924379 Feb 19 01:13:15.862824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8e42ac35-c098-44ed-8f7c-b6c33c04b3f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/0456c003-bb32-4d6a-975f-db0274c274dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7241955 Feb 19 01:13:15.899709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80c3677f-c3d7-461e-aa8b-98501e2adc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46abbb42-f9d1-4d3e-83a5-54ab992960ff), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.906758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80c3677f-c3d7-461e-aa8b-98501e2adc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.911058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-80c3677f-c3d7-461e-aa8b-98501e2adc9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46abbb42-f9d1-4d3e-83a5-54ab992960ff HTTP/1.1" status: 204 len: 168 time: 1.3151808 Feb 19 01:13:15.944234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3677f-c3d7-461e-aa8b-98501e2adc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46abbb42-f9d1-4d3e-83a5-54ab992960ff,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:15.959774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-03eed626-c8c7-4ba5-a642-150a98548688 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.961594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-03eed626-c8c7-4ba5-a642-150a98548688 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 0.4645848 Feb 19 01:13:16.022636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:16.090700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port c7786f8f-17f8-48ce-a022-cb324db39c61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c7786f8f-17f8-48ce-a022-cb324db39c61,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:16.092536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.124917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for c7786f8f-17f8-48ce-a022-cb324db39c61 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:16.281552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:16.293679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b8bd5-cb18-4328-91a6-6a9546217fb9 None None] Current status of the port fab822b1-5166-4d2e-998d-03fe8dac32bb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:16.439280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bdbf-8415-48b7-ac82-73d1e91343da req-ab6a3bab-350c-4a1d-8d06-67b3366ee192 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:16.441063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef34bdbf-8415-48b7-ac82-73d1e91343da req-ab6a3bab-350c-4a1d-8d06-67b3366ee192 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.7247653 Feb 19 01:13:16.562122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a34633cc-85a7-4c35-92f5-2fa3c0409b95 None None] Provisioning complete for port 9eb12102-b3f1-45b4-b36d-21df349680d7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:16.562599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a34633cc-85a7-4c35-92f5-2fa3c0409b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.597547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34910) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:16.633975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e36f152d-f8af-4343-a2eb-97928bb02e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.639119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Deleting port f247aa3f-4107-4d85-9b2f-d050e6d38770 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:16.639458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.696848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-b4218549-68e4-42f9-b69d-beae918d3838 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:16.699527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-b4218549-68e4-42f9-b69d-beae918d3838 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.3782790 Feb 19 01:13:16.717757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a34633cc-85a7-4c35-92f5-2fa3c0409b95 None None] Port 9eb12102-b3f1-45b4-b36d-21df349680d7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:16.795998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a34633cc-85a7-4c35-92f5-2fa3c0409b95 None None] Provisioning complete for port fab822b1-5166-4d2e-998d-03fe8dac32bb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:16.796451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a34633cc-85a7-4c35-92f5-2fa3c0409b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.831060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (58fc9b74-d216-4318-8d8e-2d512027bb2b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.855252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef34bdbf-8415-48b7-ac82-73d1e91343da req-4f42f6de-7cab-4074-8266-a6e7b0e177b2 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930287 Feb 19 01:13:16.894629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:10Z', 'revision_number': 2, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:16.959546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port 9e189651-9507-48eb-919c-44356fa11d0d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:16.959885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9e189651-9507-48eb-919c-44356fa11d0d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.981237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a34633cc-85a7-4c35-92f5-2fa3c0409b95 None None] Current status of the port fab822b1-5166-4d2e-998d-03fe8dac32bb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:16.984227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Checking router: 0456c003-bb32-4d6a-975f-db0274c274dd for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:16.985825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Updating router 0456c003-bb32-4d6a-975f-db0274c274dd port 9eb12102-b3f1-45b4-b36d-21df349680d7 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:17.021846 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.157508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port 9e189651-9507-48eb-919c-44356fa11d0d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=9e189651-9507-48eb-919c-44356fa11d0d,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:17.157983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9e189651-9507-48eb-919c-44356fa11d0d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.186431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34920) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:17.191176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094448508', 'description': 'tempest-description--1897393135'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:17.214509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7786f8f-17f8-48ce-a022-cb324db39c61), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.231464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for 9e189651-9507-48eb-919c-44356fa11d0d owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:17.269369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=c7786f8f-17f8-48ce-a022-cb324db39c61,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:17.310087 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.340369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] For port f247aa3f-4107-4d85-9b2f-d050e6d38770, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=f247aa3f-4107-4d85-9b2f-d050e6d38770,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:17.340744 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.394270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Calling delete_port for f247aa3f-4107-4d85-9b2f-d050e6d38770 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:17.438477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148db85-1993-4bd9-a98a-ec29d1d4b1fb req-4a7cd147-c833-4f94-bab5-c1427082e34d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.449634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Router 58fc9b74-d216-4318-8d8e-2d512027bb2b is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:13:17.455929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3148db85-1993-4bd9-a98a-ec29d1d4b1fb req-4a7cd147-c833-4f94-bab5-c1427082e34d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 945 time: 0.3324873 Feb 19 01:13:17.471189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333a3a4-73e4-4236-82e7-fdbbbe343d33 req-a519e33a-9901-4fc4-bbcf-d46aba4433cc tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.478205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9333a3a4-73e4-4236-82e7-fdbbbe343d33 req-a519e33a-9901-4fc4-bbcf-d46aba4433cc tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 944 time: 0.2114301 Feb 19 01:13:17.563336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Publish callbacks [] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.571322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.628973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fab822b1-5166-4d2e-998d-03fe8dac32bb up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:17.730573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3148db85-1993-4bd9-a98a-ec29d1d4b1fb req-9e99dcab-a865-4d0d-aafb-a839ffbf7275 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695153 Feb 19 01:13:17.738587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac8295-34cf-4e0b-91fa-33c6f494d90d None None] Pushing event updated for resources: {'Port': ['ID=9eb12102-b3f1-45b4-b36d-21df349680d7,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:17.797381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Attempting to bind port 9eb12102-b3f1-45b4-b36d-21df349680d7 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:17.797842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Attempting to bind port 9eb12102-b3f1-45b4-b36d-21df349680d7 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:17.798720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Attempting to bind port 9eb12102-b3f1-45b4-b36d-21df349680d7 on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:17.807614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:17.808060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:17.808402 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.808805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:17.809327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Bound port: 9eb12102-b3f1-45b4-b36d-21df349680d7, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:17.809711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.825280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fab822b1-5166-4d2e-998d-03fe8dac32bb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:17.825620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.833043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.921892 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9e189651-9507-48eb-919c-44356fa11d0d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.933932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] For port 9eb12102-b3f1-45b4-b36d-21df349680d7, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:17.973648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] For port 9eb12102-b3f1-45b4-b36d-21df349680d7, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9eb12102-b3f1-45b4-b36d-21df349680d7,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:17.983163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e36f152d-f8af-4343-a2eb-97928bb02e9d admin admin] Publish callbacks [] for security_group (4bbc7fe3-113a-4e78-9da9-724c449c22f1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.987172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.000374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] Provisioning complete for port 9eb12102-b3f1-45b4-b36d-21df349680d7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:18.000763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.006677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e36f152d-f8af-4343-a2eb-97928bb02e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4bbc7fe3-113a-4e78-9da9-724c449c22f1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.058680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fab822b1-5166-4d2e-998d-03fe8dac32bb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:18.105266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac8295-34cf-4e0b-91fa-33c6f494d90d None None] Pushing event updated for resources: {'Port': ['ID=9eb12102-b3f1-45b4-b36d-21df349680d7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.110115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:18.110995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:18.131709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group (894ae474-9480-4e96-bff7-a70e6b7aeb60), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.144220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9333a3a4-73e4-4236-82e7-fdbbbe343d33 req-9d3cc6a2-b8ef-4064-9103-8deb4fdecee7 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651030 Feb 19 01:13:18.175151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (894ae474-9480-4e96-bff7-a70e6b7aeb60), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.183349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f152d-f8af-4343-a2eb-97928bb02e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbc7fe3-113a-4e78-9da9-724c449c22f1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.187405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e36f152d-f8af-4343-a2eb-97928bb02e9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=347596a641744aa4be9b24354874c86e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5817859 Feb 19 01:13:18.221196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34922) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.238888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.333158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] Current status of the port 9eb12102-b3f1-45b4-b36d-21df349680d7 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:18.333158 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.359013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:18.368269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.377210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1869464 Feb 19 01:13:18.394866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.438629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'security_group_rule': {'security_group_id': '894ae474-9480-4e96-bff7-a70e6b7aeb60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:18.457375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c2975-d3e9-451b-a008-3607858b1b48 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894ae474-9480-4e96-bff7-a70e6b7aeb60,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.467075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=9e189651-9507-48eb-919c-44356fa11d0d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.471677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:18.490938 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Sync routers for ids ['58fc9b74-d216-4318-8d8e-2d512027bb2b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:18.513099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f247aa3f-4107-4d85-9b2f-d050e6d38770), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.516174 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Routers {'58fc9b74-d216-4318-8d8e-2d512027bb2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:18.519890 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['58fc9b74-d216-4318-8d8e-2d512027bb2b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:18.526137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.527617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bc095d56-99dc-4bc0-be90-6108b46a863b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0262899 Feb 19 01:13:18.534081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.535001 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfcbd-5a5b-4488-a1b5-6c86ece20425 admin admin] Publish callbacks [] for security_group (4bbc7fe3-113a-4e78-9da9-724c449c22f1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.536182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port 9e189651-9507-48eb-919c-44356fa11d0d on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:18.545344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.551305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05f3a774-a372-48ce-b7f4-99fd404e7bcf req-3ac24be7-81e5-4ec5-a8b8-c0a583e06676 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "DELETE /v2.0/ports/9e189651-9507-48eb-919c-44356fa11d0d HTTP/1.1" status: 204 len: 173 time: 1.8377202 Feb 19 01:13:18.557938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'name': 'network-vif-deleted', 'tag': '9e189651-9507-48eb-919c-44356fa11d0d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:18.561868 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693c272-19a3-4f05-bd38-da00b3c20d04" -d '{"events": [{"server_uuid": "035280d7-14e0-43c4-ad23-1319b6c8e1c8", "name": "network-vif-deleted", "tag": "9e189651-9507-48eb-919c-44356fa11d0d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:18.582892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['6acb9c85-3feb-4d93-a42e-43c347acd723'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:18.586667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] For port 9eb12102-b3f1-45b4-b36d-21df349680d7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9eb12102-b3f1-45b4-b36d-21df349680d7,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:18.594161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group_rule (ccd5ef9f-ff4c-4c65-9be6-d4b6bff36147), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.643599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event deleted for resources: {'Port': ['ID=f247aa3f-4107-4d85-9b2f-d050e6d38770,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.661081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fe341-fd23-467c-906f-009dc259edad req-ee379e97-23da-418a-9e6e-86b61c1361d4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.663505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-352fe341-fd23-467c-906f-009dc259edad req-ee379e97-23da-418a-9e6e-86b61c1361d4 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.8164363 Feb 19 01:13:18.724461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfcbd-5a5b-4488-a1b5-6c86ece20425 admin admin] Publish callbacks [] for security_group (4bbc7fe3-113a-4e78-9da9-724c449c22f1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.766636 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Set router 58fc9b74-d216-4318-8d8e-2d512027bb2b gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:18.779987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] No DVR routers for this DVR port f247aa3f-4107-4d85-9b2f-d050e6d38770 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:18.789585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-352fe341-fd23-467c-906f-009dc259edad req-7408e1b6-472b-45c0-807c-957f19a1142d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802801 Feb 19 01:13:18.794207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:18.810871 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.819114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.824750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6ad5e82-0a94-46cd-a021-48935586ca34 req-dd4656dc-9537-4a67-9d99-837b21b6ddde tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.89 "DELETE /v2.0/ports/f247aa3f-4107-4d85-9b2f-d050e6d38770 HTTP/1.1" status: 204 len: 173 time: 2.8470740 Feb 19 01:13:18.827464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'name': 'network-vif-deleted', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:18.830769 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b56bdf5-c232-46da-96dd-1e740a87bd74" -d '{"events": [{"server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "name": "network-vif-deleted", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:18.878183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group_rule (ccd5ef9f-ff4c-4c65-9be6-d4b6bff36147), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.889361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ccd5ef9f-ff4c-4c65-9be6-d4b6bff36147), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.962308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd5ef9f-ff4c-4c65-9be6-d4b6bff36147,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.971623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.984298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5ef68826-a62a-4d64-88f7-df1aac842f57 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5737774 Feb 19 01:13:18.985165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34946) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.991289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'security_group_rule': {'security_group_id': '894ae474-9480-4e96-bff7-a70e6b7aeb60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:18.997581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:19.020227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-003b7ad5-ad85-4b50-afe8-e53658e82a94 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0996103 Feb 19 01:13:19.020359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfcbd-5a5b-4488-a1b5-6c86ece20425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4bbc7fe3-113a-4e78-9da9-724c449c22f1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.022938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfcbd-5a5b-4488-a1b5-6c86ece20425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.023851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:19.027780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2a1dfcbd-5a5b-4488-a1b5-6c86ece20425 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bbc7fe3-113a-4e78-9da9-724c449c22f1 HTTP/1.1" status: 204 len: 168 time: 0.7992077 Feb 19 01:13:19.098793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:19.165543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dfcbd-5a5b-4488-a1b5-6c86ece20425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbc7fe3-113a-4e78-9da9-724c449c22f1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:19.175299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694df68b-6b19-4ebe-8d81-214309265888 req-6b2accdd-0df1-484d-ac32-1884c5d6b083 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=035280d7-14e0-43c4-ad23-1319b6c8e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0571065 Feb 19 01:13:19.222944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet 155c025b-34ce-441a-96ce-948cd777b349 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:19.233112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group_rule (c9a4f9b5-cdeb-4b73-a407-9d596eacd7e4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.242158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (155c025b-34ce-441a-96ce-948cd777b349), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.337101 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ac8fb1-02a0-4879-b5d4-517baad09f42 x-openstack-request-id: req-a4ac8fb1-02a0-4879-b5d4-517baad09f42 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:19.337424 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035280d7-14e0-43c4-ad23-1319b6c8e1c8", "name": "network-vif-deleted", "tag": "9e189651-9507-48eb-919c-44356fa11d0d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:19.337686 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4ac8fb1-02a0-4879-b5d4-517baad09f42 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:19.341773 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035280d7-14e0-43c4-ad23-1319b6c8e1c8', 'name': 'network-vif-deleted', 'tag': '9e189651-9507-48eb-919c-44356fa11d0d', 'status': 'completed', 'code': 200} Feb 19 01:13:19.393236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (155c025b-34ce-441a-96ce-948cd777b349), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.428340 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d849156b-28a0-407b-9ca1-04c303688412 x-openstack-request-id: req-d849156b-28a0-407b-9ca1-04c303688412 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:19.428742 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82555b-5c36-44e2-ae85-06de890e7d8d", "name": "network-vif-deleted", "tag": "f247aa3f-4107-4d85-9b2f-d050e6d38770", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:19.428935 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d849156b-28a0-407b-9ca1-04c303688412 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:19.429359 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82555b-5c36-44e2-ae85-06de890e7d8d', 'name': 'network-vif-deleted', 'tag': 'f247aa3f-4107-4d85-9b2f-d050e6d38770', 'status': 'completed', 'code': 200} Feb 19 01:13:19.445713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9e189651-9507-48eb-919c-44356fa11d0d no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:19.461850 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:13:14Z', 'revision_number': 3, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:19.557165 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Checking router: 58fc9b74-d216-4318-8d8e-2d512027bb2b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:19.558694 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Updating router 58fc9b74-d216-4318-8d8e-2d512027bb2b port abacaec3-60aa-45c3-adb8-a0a55268f164 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:19.641600 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.680374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group_rule (c9a4f9b5-cdeb-4b73-a407-9d596eacd7e4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.691481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (c9a4f9b5-cdeb-4b73-a407-9d596eacd7e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.734994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (155c025b-34ce-441a-96ce-948cd777b349), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.765877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e9d55e0-0cf8-4435-8f0a-5d26316a1f93 req-98c3d14a-b539-420f-b189-2ae93ec66e0c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.2361884 Feb 19 01:13:19.772449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3833f4-cd4e-4910-b76e-f27ad05470d4 req-a64c3711-2711-4f95-b95b-7c146b8b3c8d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.781254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b3833f4-cd4e-4910-b76e-f27ad05470d4 req-a64c3711-2711-4f95-b95b-7c146b8b3c8d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.2964835 Feb 19 01:13:19.818556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a4f9b5-cdeb-4b73-a407-9d596eacd7e4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:19.842544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.847483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe7afa72-fb6c-424e-bfe5-8c0019ffa3fd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8609562 Feb 19 01:13:19.869675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:19.879354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 9e189651-9507-48eb-919c-44356fa11d0d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:19.879992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 9e189651-9507-48eb-919c-44356fa11d0d not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:19.882503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642faa9-ddf9-435e-a7c5-2b28aad2f6b5 None None] Pushing event updated for resources: {'Port': ['ID=9eb12102-b3f1-45b4-b36d-21df349680d7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:19.899078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:19.927384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:19.928409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:19.990187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b3833f4-cd4e-4910-b76e-f27ad05470d4 req-8a2588dc-a579-4fd2-b01b-b7b5ee64f991 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075667 Feb 19 01:13:20.027546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (155c025b-34ce-441a-96ce-948cd777b349), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.081808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=155c025b-34ce-441a-96ce-948cd777b349,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:20.087109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.121075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.140808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.153290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c2545ea3-013a-43f7-a6b9-7e0099d88e00 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/155c025b-34ce-441a-96ce-948cd777b349 HTTP/1.1" status: 204 len: 168 time: 1.1223269 Feb 19 01:13:20.155306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:20.216473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:20.340443 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Publish callbacks [] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.345349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:20.366846 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.379526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e6f5b69-36fc-4f3e-8f6d-50619a7af054 None None] Provisioning complete for port 9eb12102-b3f1-45b4-b36d-21df349680d7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:20.380530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5b69-36fc-4f3e-8f6d-50619a7af054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.446076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.517260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Attempting to bind port abacaec3-60aa-45c3-adb8-a0a55268f164 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:20.517260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Attempting to bind port abacaec3-60aa-45c3-adb8-a0a55268f164 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:20.517260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Attempting to bind port abacaec3-60aa-45c3-adb8-a0a55268f164 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:20.565315 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:20.566678 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:20.568738 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.569432 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:20.572010 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Bound port: abacaec3-60aa-45c3-adb8-a0a55268f164, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:20.573573 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.585691 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f3c4-5b55-4e0d-970d-af22123c8083 None None] Pushing event updated for resources: {'Port': ['ID=abacaec3-60aa-45c3-adb8-a0a55268f164,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:20.606311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a884a7c1-a42b-4735-a2e6-0241593d4098 None None] Network 193effdc-2908-4e8f-9bfe-b314a3ca6983 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:20.686295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: f247aa3f-4107-4d85-9b2f-d050e6d38770 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:20.686639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device f247aa3f-4107-4d85-9b2f-d050e6d38770 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:20.714862 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] For port abacaec3-60aa-45c3-adb8-a0a55268f164, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:20.717949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (193effdc-2908-4e8f-9bfe-b314a3ca6983), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.723516 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] For port abacaec3-60aa-45c3-adb8-a0a55268f164, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=abacaec3-60aa-45c3-adb8-a0a55268f164,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:20.741452 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.846511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Routers {'58fc9b74-d216-4318-8d8e-2d512027bb2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:20.847482 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['58fc9b74-d216-4318-8d8e-2d512027bb2b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:20.982350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Allocated IP 172.20.0.1 (afe1a24e-5ead-4d37-80ee-bde873dc2d58/d8a155bb-bb79-4e17-bea5-dff8dab1ef55/2ef123e8-cc68-4853-991e-6754f2056448) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:20.988606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-949d1376-3966-41fb-8ae6-fcc36dd24053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.993524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f5b69-36fc-4f3e-8f6d-50619a7af054 None None] Current status of the port 9eb12102-b3f1-45b4-b36d-21df349680d7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:21.002081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-b215e119-6807-4dcf-b9c3-861c1891883d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:21.012384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-b215e119-6807-4dcf-b9c3-861c1891883d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.3163259 Feb 19 01:13:21.048724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:17Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:21.073205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-d9178a10-8ddd-4df5-95a4-52060a6a431e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/quotas/743d4de6c5a142a0830f40897eb69921 HTTP/1.1" status: 200 len: 375 time: 0.0593295 Feb 19 01:13:21.118980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Allocated IP 172.25.0.35 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8ae21279-7e48-426e-a026-162437957c32) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:21.135983 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] Set router 58fc9b74-d216-4318-8d8e-2d512027bb2b gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:21.153886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ecd2e-f931-4f60-a43a-0586daf81b5f None None] The sync data for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 is: [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:17Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:21.163281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:16Z', 'revision_number': 8, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:21.166003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1e30b-df12-4674-b3d8-0e466875c673 req-eeae10ab-b5cd-43a7-80c9-a44020f750ae tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:21.170644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e1e30b-df12-4674-b3d8-0e466875c673 req-eeae10ab-b5cd-43a7-80c9-a44020f750ae tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.9841020 Feb 19 01:13:21.206929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-097e4a71-b74f-4580-80a8-97ef60f697c6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325009 Feb 19 01:13:21.244881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] DHCP port deletion for 193effdc-2908-4e8f-9bfe-b314a3ca6983 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:21.251529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:21.290174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:21.301548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.354481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:21.369749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:12:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:21.370669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f3c4-5b55-4e0d-970d-af22123c8083 None None] Pushing event updated for resources: {'Port': ['ID=abacaec3-60aa-45c3-adb8-a0a55268f164,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:21.599431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e1e30b-df12-4674-b3d8-0e466875c673 req-4bc5b8b6-f45d-4c7e-b3f6-8f9c1dd6bed9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112401 Feb 19 01:13:21.611778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9eb12102-b3f1-45b4-b36d-21df349680d7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:21.635481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks [] for port (2ef123e8-cc68-4853-991e-6754f2056448), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.647716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:21.648345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.655997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (8ae21279-7e48-426e-a026-162437957c32), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.672107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:21.699095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] Deleting port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:21.699474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.707123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:21.820347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8ae21279-7e48-426e-a026-162437957c32), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.835568 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fd936755-562e-4329-8d50-4a47de701cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:13:14Z', 'revision_number': 3, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:21.930122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:21.935526 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936755-562e-4329-8d50-4a47de701cde None None] The sync data for ids ['58fc9b74-d216-4318-8d8e-2d512027bb2b'] in n-d-826752-2 is: [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:13:14Z', 'revision_number': 3, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:21.937482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:21.940742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:21.967396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eecf80b5-6e2b-4d47-b885-54bd23be475f req-921da7d2-eff9-4f82-9d50-d3d9e1e3094e tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0981181 Feb 19 01:13:21.986734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2ef123e8-cc68-4853-991e-6754f2056448), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.006296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=8ae21279-7e48-426e-a026-162437957c32,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:22.138046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef123e8-cc68-4853-991e-6754f2056448,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:22.151038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] For port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,segment=NetworkSegment(64943b6a-f8c3-4374-bbc8-92520d35e109),segment_id=64943b6a-f8c3-4374-bbc8-92520d35e109)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:22.151038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.178066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-5e093b36-93b7-42a6-a7c0-c04371435d83 service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9702277 Feb 19 01:13:22.246721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] Calling delete_port for 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:22.257125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:22.265296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:22.270262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:22.284950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.359023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 9eb12102-b3f1-45b4-b36d-21df349680d7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:22.359023 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.450425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35030) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:22.523714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:22.551624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:22.558201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (4878283a-9477-4caa-bcbb-180e21927c0e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.816946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2074227552', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:22.842650 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (193effdc-2908-4e8f-9bfe-b314a3ca6983), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.847763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0dedf52f-6387-4b60-9ef8-017a85998c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.872398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8ae21279-7e48-426e-a026-162437957c32), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.895980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193effdc-2908-4e8f-9bfe-b314a3ca6983']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:22.915807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64943b6a-f8c3-4374-bbc8-92520d35e109') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:22.916882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64943b6a-f8c3-4374-bbc8-92520d35e109') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:22.918771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Made reservation on behalf of b94b202d0abe4f199cf58d39d6b10856 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:22.925254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.932400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (64943b6a-f8c3-4374-bbc8-92520d35e109), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.960073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.960306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (64943b6a-f8c3-4374-bbc8-92520d35e109), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.967658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:22.969464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (64943b6a-f8c3-4374-bbc8-92520d35e109), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.978305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-6624b183-edd0-4188-bfd8-d98259cb7a6a service neutron] 10.222.0.43 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928863 Feb 19 01:13:23.007830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2e8c252c-5cc3-4a4e-a70c-b5260c6c5158), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:23.017853 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:23.020004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (58fc9b74-d216-4318-8d8e-2d512027bb2b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.156192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2d23e8df-108e-4254-8fff-13c368c5dabb None None] Provisioning complete for port 2ef123e8-cc68-4853-991e-6754f2056448 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:23.156192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d23e8df-108e-4254-8fff-13c368c5dabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ef123e8-cc68-4853-991e-6754f2056448), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.165525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] No DVR routers for this DVR port 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:23.175397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff6ca7-9db2-404e-9c04-dc73bfbe6c67 None None] Pushing event deleted for resources: {'Port': ['ID=2e8c252c-5cc3-4a4e-a70c-b5260c6c5158,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:23.366106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for security_group (8ed8736e-37ed-4ab6-9f81-e98826d2d09f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.379229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2d23e8df-108e-4254-8fff-13c368c5dabb None None] Port 2ef123e8-cc68-4853-991e-6754f2056448 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:23.382679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 9eb12102-b3f1-45b4-b36d-21df349680d7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:23.383995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (193effdc-2908-4e8f-9bfe-b314a3ca6983), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.418478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.420022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:16Z', 'revision_number': 8, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:23.427231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/193effdc-2908-4e8f-9bfe-b314a3ca6983 HTTP/1.1" status: 204 len: 168 time: 3.2706602 Feb 19 01:13:23.444093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35046) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:23.450033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a77bc5-adfe-4252-be6b-498b889a891f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=193effdc-2908-4e8f-9bfe-b314a3ca6983,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:23.511719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8ed8736e-37ed-4ab6-9f81-e98826d2d09f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.516456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:23.530955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcaa71-471a-42fb-b279-e1bd5ee00933 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:16Z', 'revision_number': 8, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': '0a6bfca7-2a0e-477b-8e01-58cc87182666', 'name': '', 'network_id': '4e6f7862-b0db-4167-826c-f9c0759f26d1', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:6a:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:13:00Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': '53536d46-6be5-40cf-9f62-cf3b9f78501b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:23.590795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ef123e8-cc68-4853-991e-6754f2056448), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.616461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:23.616734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2e8c252c-5cc3-4a4e-a70c-b5260c6c5158 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:23.665732 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.682914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3c77d-f4e6-49ee-913b-1364f3cac15d req-ebbf4d8e-a30e-4635-8f03-c8f1023ad812 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.692796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ea3c77d-f4e6-49ee-913b-1364f3cac15d req-ebbf4d8e-a30e-4635-8f03-c8f1023ad812 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 1.3301997 Feb 19 01:13:23.724481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b813e45a-a8e2-401f-9721-cb9c5e0f471b req-c4f1763d-4d9f-4415-ab08-dc848e74546f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.2793317 Feb 19 01:13:23.733840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] device_id is not set on port 54c03ba1-c0ef-439b-b21c-be8a334aaf43 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:13:23.855311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ea3c77d-f4e6-49ee-913b-1364f3cac15d req-072decf6-8ae8-45c0-bb0a-f7490837bfc9 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548522 Feb 19 01:13:23.958909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (8ae21279-7e48-426e-a026-162437957c32), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.963347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8736e-37ed-4ab6-9f81-e98826d2d09f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:24.214322 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8ae21279-7e48-426e-a026-162437957c32), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.223251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks [] for port (2ef123e8-cc68-4853-991e-6754f2056448), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.313059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2ef123e8-cc68-4853-991e-6754f2056448), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.388434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abacaec3-60aa-45c3-adb8-a0a55268f164 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:24.398944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Allocated IP 172.25.0.134 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/54c03ba1-c0ef-439b-b21c-be8a334aaf43) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:24.454857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (58fc9b74-d216-4318-8d8e-2d512027bb2b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.459365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef123e8-cc68-4853-991e-6754f2056448,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:24.477499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port abacaec3-60aa-45c3-adb8-a0a55268f164 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:24.478089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.493879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7651d-d37a-4671-bee7-c8b870c68915 req-9e9c33e0-00c9-4c07-88c6-98787130132d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:24.501830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-12e7651d-d37a-4671-bee7-c8b870c68915 req-9e9c33e0-00c9-4c07-88c6-98787130132d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.2761788 Feb 19 01:13:24.534896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=8ae21279-7e48-426e-a026-162437957c32,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:24.583830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port abacaec3-60aa-45c3-adb8-a0a55268f164 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:24.584582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.631593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port abacaec3-60aa-45c3-adb8-a0a55268f164, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=abacaec3-60aa-45c3-adb8-a0a55268f164,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:24.631789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-12e7651d-d37a-4671-bee7-c8b870c68915 req-fee2799a-0091-47ed-8512-872ddf6fc78d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270525 Feb 19 01:13:24.636746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.679055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:24.685580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efa1d774-3a67-490d-aac9-987e97816741 req-090bc568-75c7-457b-969c-c4d948256ee8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 210 time: 0.7442036 Feb 19 01:13:24.687579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:24.749880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (4878283a-9477-4caa-bcbb-180e21927c0e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.754443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=abacaec3-60aa-45c3-adb8-a0a55268f164,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:24.758633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c7786f8f-17f8-48ce-a022-cb324db39c61 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:24.786462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c7786f8f-17f8-48ce-a022-cb324db39c61 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:24.788872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c7786f8f-17f8-48ce-a022-cb324db39c61 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:24.863142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.864908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2eec3957-c73b-4ed4-811c-8b3e82400b5a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9878376 Feb 19 01:13:24.910464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8804a668-d2c7-45eb-a70f-d5e01783f711 req-18a2e0df-ec69-4a0e-9763-83ce19a69fef tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0369029 Feb 19 01:13:24.996687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449f5c-7dbb-4652-b450-c2be7222faee req-880682ae-2960-4279-adbd-3f37b22a2d2f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.000157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8449f5c-7dbb-4652-b450-c2be7222faee req-880682ae-2960-4279-adbd-3f37b22a2d2f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1205432 Feb 19 01:13:25.023464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Router 58fc9b74-d216-4318-8d8e-2d512027bb2b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:25.137534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for port (54c03ba1-c0ef-439b-b21c-be8a334aaf43), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.170639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.173732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3d937f62-85aa-4b0e-bd2b-3777ba06fe53 None None] Provisioning complete for port 2ef123e8-cc68-4853-991e-6754f2056448 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:25.174113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d937f62-85aa-4b0e-bd2b-3777ba06fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ef123e8-cc68-4853-991e-6754f2056448), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.209238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:25.222691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5266acec-641b-491a-85d0-1999c497c3c9 admin admin] 10.222.0.43 "PUT /v2.0/routers/58fc9b74-d216-4318-8d8e-2d512027bb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6850235 Feb 19 01:13:25.355849 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8449f5c-7dbb-4652-b450-c2be7222faee req-7e59fa96-e0b8-4c09-88f6-00102c6d156d tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484287 Feb 19 01:13:25.362484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d937f62-85aa-4b0e-bd2b-3777ba06fe53 None None] Port 2ef123e8-cc68-4853-991e-6754f2056448 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:25.396469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.509207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-23650ee6-fb65-4f9d-882b-effab0af062b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2094448508&fields=id&tenant_id=32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 267 time: 0.2634895 Feb 19 01:13:25.656546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (54c03ba1-c0ef-439b-b21c-be8a334aaf43), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.702817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600d63-aa69-4c60-91db-c1311b32e166 req-6948dd6a-0145-4d82-adca-0f1f87250ada tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.705565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5600d63-aa69-4c60-91db-c1311b32e166 req-6948dd6a-0145-4d82-adca-0f1f87250ada tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1217735 Feb 19 01:13:25.773017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5600d63-aa69-4c60-91db-c1311b32e166 req-b15d4ead-1cec-4965-9c62-2b2ed3645316 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604248 Feb 19 01:13:25.844513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:25.864838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:25.872975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Pushing event updated for resources: {'Port': ['ID=54c03ba1-c0ef-439b-b21c-be8a334aaf43,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:25.882661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-7d514de8-b0a8-4629-a233-32585121b27e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.884295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-7d514de8-b0a8-4629-a233-32585121b27e tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 811 time: 0.5019181 Feb 19 01:13:25.889257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:25.911838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.943555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eabcacdc-81b0-4d0f-b99e-28ce9e07b80e req-073103e6-9c79-47f0-b0b8-d8eb1988b171 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 210 time: 0.0965962 Feb 19 01:13:25.944753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Request body: {'port': {'device_id': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'admin_state_up': True, 'tenant_id': '743d4de6c5a142a0830f40897eb69921'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:25.956226 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Sync routers for ids ['58fc9b74-d216-4318-8d8e-2d512027bb2b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:25.974375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.974981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.983884 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Routers {'58fc9b74-d216-4318-8d8e-2d512027bb2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:25.984513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['58fc9b74-d216-4318-8d8e-2d512027bb2b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:26.004741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-30e429ae-b67d-422e-83f3-1d9f08582287 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:26.014440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-30e429ae-b67d-422e-83f3-1d9f08582287 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.5032928 Feb 19 01:13:26.117453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abacaec3-60aa-45c3-adb8-a0a55268f164 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:26.179162 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Set router 58fc9b74-d216-4318-8d8e-2d512027bb2b gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:26.247144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c933ce8e-7b75-4f2f-bffa-26c21c1a7c66 req-fe244a92-0ab7-4d36-bfe1-ec4009042c9c tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0793562 Feb 19 01:13:26.266109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port abacaec3-60aa-45c3-adb8-a0a55268f164 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:26.266491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.321744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-773fefc0-c2fe-4717-84ba-bb408f6182fc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/quotas/32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 375 time: 0.2613666 Feb 19 01:13:26.466539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port abacaec3-60aa-45c3-adb8-a0a55268f164 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:26.487505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-abc2bcda-3fe7-4314-99b8-a1aaae002bc1 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.0343459 Feb 19 01:13:26.491786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:26.496479 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.512280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}]}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:26.563394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce95e00-9cca-4965-8a6d-563cee7d42e9 req-c8a7b063-94c1-4313-b6af-51f008aa6a99 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:26.576352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce95e00-9cca-4965-8a6d-563cee7d42e9 req-c8a7b063-94c1-4313-b6af-51f008aa6a99 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1801209 Feb 19 01:13:26.584519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-8bc88708-f171-40a5-a65f-9424b6eb85e5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2416763 Feb 19 01:13:26.636186 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:13:23Z', 'revision_number': 4, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2ef123e8-cc68-4853-991e-6754f2056448', 'name': '', 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'mac_address': 'fa:16:3e:db:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:20Z', 'updated_at': '2022-02-19T01:13:23Z', 'revision_number': 2, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'subnets': [{'id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:26.641186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.653535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.728255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Checking router: 58fc9b74-d216-4318-8d8e-2d512027bb2b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:26.728882 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Updating router 58fc9b74-d216-4318-8d8e-2d512027bb2b port 2ef123e8-cc68-4853-991e-6754f2056448 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:26.776052 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ef123e8-cc68-4853-991e-6754f2056448), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.786342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce95e00-9cca-4965-8a6d-563cee7d42e9 req-f263dcfd-3b54-4beb-9360-78666ae49531 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080305 Feb 19 01:13:26.864076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for router_controller (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.092698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-daf4f3db-5ffb-4ce4-a8a6-5d39c742cee9 service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067708 Feb 19 01:13:27.136427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for router_gateway (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.167351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964ce-9717-46a7-82e1-6fa8fe2cf03c req-a14c7368-883d-4d09-98ca-93baa7c83f52 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:27.169404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b5964ce-9717-46a7-82e1-6fa8fe2cf03c req-a14c7368-883d-4d09-98ca-93baa7c83f52 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1931727 Feb 19 01:13:27.214372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 0a6bfca7-2a0e-477b-8e01-58cc87182666 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:27.214717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.354561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 0a6bfca7-2a0e-477b-8e01-58cc87182666, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0a6bfca7-2a0e-477b-8e01-58cc87182666,segment=NetworkSegment(25ea401c-ad22-40ab-aa4b-2a1a848944ba),segment_id=25ea401c-ad22-40ab-aa4b-2a1a848944ba)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:27.355505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.365399 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Publish callbacks [] for port (2ef123e8-cc68-4853-991e-6754f2056448), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.369470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 0a6bfca7-2a0e-477b-8e01-58cc87182666 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:27.372084 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2ef123e8-cc68-4853-991e-6754f2056448), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.397414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b5964ce-9717-46a7-82e1-6fa8fe2cf03c req-777a3d0f-e1cb-4a22-9515-d4d3268839e0 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068872 Feb 19 01:13:27.446711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Made reservation on behalf of 743d4de6c5a142a0830f40897eb69921 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:27.455226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.468858 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Pushing event updated for resources: {'Port': ['ID=2ef123e8-cc68-4853-991e-6754f2056448,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:27.485696 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.486064 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.486375 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.486711 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.487042 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.487367 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.487692 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.488016 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.488335 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.488653 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.489021 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.489303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.489621 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:27.691967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Attempting to bind port 2ef123e8-cc68-4853-991e-6754f2056448 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:27.692950 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Attempting to bind port 2ef123e8-cc68-4853-991e-6754f2056448 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:27.693358 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Attempting to bind port 2ef123e8-cc68-4853-991e-6754f2056448 on network afe1a24e-5ead-4d37-80ee-bde873dc2d58 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:27.710628 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:27.711047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Checking segment: {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:27.711574 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.716267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Bound using segment: {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:27.716795 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Bound port: 2ef123e8-cc68-4853-991e-6754f2056448, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc44feb4-e8a3-4950-beef-24deb643abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:27.723317 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ef123e8-cc68-4853-991e-6754f2056448), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.778066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Allocated IP 172.20.0.7 (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b/cc2c6281-91c5-4018-8ccd-c24c81813a6c/a8c33467-cc56-43ed-a725-9367cc8a1fbc) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:27.856316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] For port 2ef123e8-cc68-4853-991e-6754f2056448, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:27.864098 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] For port 2ef123e8-cc68-4853-991e-6754f2056448, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2ef123e8-cc68-4853-991e-6754f2056448,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:27.872302 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2ef123e8-cc68-4853-991e-6754f2056448), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.914646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] Provisioning complete for port 2ef123e8-cc68-4853-991e-6754f2056448 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:27.915140 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ef123e8-cc68-4853-991e-6754f2056448), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.017801 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db934d-82fd-4556-87c3-a40f7360537b None None] Pushing event updated for resources: {'Port': ['ID=2ef123e8-cc68-4853-991e-6754f2056448,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:28.078616 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Routers {'58fc9b74-d216-4318-8d8e-2d512027bb2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:28.079304 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['58fc9b74-d216-4318-8d8e-2d512027bb2b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:28.131435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] Current status of the port 2ef123e8-cc68-4853-991e-6754f2056448 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:28.131835 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2ef123e8-cc68-4853-991e-6754f2056448), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.152212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks [] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.211105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] For port 2ef123e8-cc68-4853-991e-6754f2056448, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2ef123e8-cc68-4853-991e-6754f2056448,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:28.219224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2ef123e8-cc68-4853-991e-6754f2056448), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.264038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.358445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f4db6-b1e0-45ad-bb76-685bcc8d2eed None None] Pushing event updated for resources: {'Port': ['ID=2ef123e8-cc68-4853-991e-6754f2056448,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:28.376683 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] Set router 58fc9b74-d216-4318-8d8e-2d512027bb2b gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:28.413689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-29bb6748-330d-4614-820c-75b5e0f6f7b6 service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3199000 Feb 19 01:13:28.433637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a289a587-c113-4da7-87e3-166c2ab0711b req-2023f456-0bc1-4fa1-9e96-d7e8b827ba4d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 210 time: 0.8321576 Feb 19 01:13:28.461147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:28.477033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:28.483226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for router_gateway (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.498296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:28.528273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.559771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c72e0810-df81-4ef2-b398-ea10eae7d738 None None] Provisioning complete for port 2ef123e8-cc68-4853-991e-6754f2056448 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:28.560193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c72e0810-df81-4ef2-b398-ea10eae7d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ef123e8-cc68-4853-991e-6754f2056448), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.590751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event updated for resources: {'Port': ['ID=a8c33467-cc56-43ed-a725-9367cc8a1fbc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:28.798247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:28.799946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.838436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fea43d9a-8a86-42fe-b005-9adc7413da67 req-2b4b4963-4e68-40b6-b318-f1e8d436ffc5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 210 time: 0.0607991 Feb 19 01:13:28.867812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-e1d3aba5-92eb-4ad7-8d18-ad5e20e26de0 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9410970 Feb 19 01:13:28.898483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Request body: {'port': {'device_id': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:28.909991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c72e0810-df81-4ef2-b398-ea10eae7d738 None None] Current status of the port 2ef123e8-cc68-4853-991e-6754f2056448 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:28.976741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa5fa8f3-0f4f-4b3f-ab61-649718d310fb req-6878f06e-27a7-46f3-94d3-3468ac54448d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0874264 Feb 19 01:13:29.021787 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:13:23Z', 'revision_number': 4, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2ef123e8-cc68-4853-991e-6754f2056448', 'name': '', 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'mac_address': 'fa:16:3e:db:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:20Z', 'updated_at': '2022-02-19T01:13:27Z', 'revision_number': 4, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'subnets': [{'id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:29.033474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for router (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.064008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.098589 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ccf-e893-4900-8edb-6f7a89da5dfb None None] The sync data for ids ['58fc9b74-d216-4318-8d8e-2d512027bb2b'] in n-d-826752-2 is: [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:13:23Z', 'revision_number': 4, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2ef123e8-cc68-4853-991e-6754f2056448', 'name': '', 'network_id': 'afe1a24e-5ead-4d37-80ee-bde873dc2d58', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'mac_address': 'fa:16:3e:db:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:20Z', 'updated_at': '2022-02-19T01:13:27Z', 'revision_number': 4, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'subnets': [{'id': 'd8a155bb-bb79-4e17-bea5-dff8dab1ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:29.107888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15efb3e-83ff-47a1-b401-504ae91e36e3 req-29f1811f-2e42-439f-8821-9aae14668a2e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.115679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c15efb3e-83ff-47a1-b401-504ae91e36e3 req-29f1811f-2e42-439f-8821-9aae14668a2e tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.1526735 Feb 19 01:13:29.125631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0a6bfca7-2a0e-477b-8e01-58cc87182666), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.238015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=0a6bfca7-2a0e-477b-8e01-58cc87182666,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:29.482223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c15efb3e-83ff-47a1-b401-504ae91e36e3 req-8209faad-888b-4463-a0cc-afd04c231147 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656511 Feb 19 01:13:29.545134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.552361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks [] for router_controller (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.827007 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (b9ceaab3-b608-4c76-b18c-5f9a51ca902f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.827475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9ceaab3-b608-4c76-b18c-5f9a51ca902f {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:13:29.882972 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:13:29.884367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3d77c377-49df-448d-8b72-1499d51b7b25 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3823400 Feb 19 01:13:29.887844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35226) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:29.907834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645292-3746-4953-8fba-2a79267dfc3f req-fb3a68ca-f38e-4444-b2c9-95564ab510e6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.915564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0645292-3746-4953-8fba-2a79267dfc3f req-fb3a68ca-f38e-4444-b2c9-95564ab510e6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 931 time: 0.2066777 Feb 19 01:13:30.161181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c33467-cc56-43ed-a725-9367cc8a1fbc {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:30.189237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0645292-3746-4953-8fba-2a79267dfc3f req-928ef4a8-fcdb-465c-a498-8ca7866fe204 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705364 Feb 19 01:13:30.207424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Deleting port 54c03ba1-c0ef-439b-b21c-be8a334aaf43 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:30.207769 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (54c03ba1-c0ef-439b-b21c-be8a334aaf43), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.220084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Publish callbacks [] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.281248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2ef123e8-cc68-4853-991e-6754f2056448 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:30.302435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.318692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Transition to ACTIVE for port object a8c33467-cc56-43ed-a725-9367cc8a1fbc will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:30.353105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.385804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28dc56-acd0-48fc-8acf-3860efb12f51 req-79c5acb0-8d04-4f7d-95e6-d9473c32470f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:30.398617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac28dc56-acd0-48fc-8acf-3860efb12f51 req-79c5acb0-8d04-4f7d-95e6-d9473c32470f tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.7061787 Feb 19 01:13:30.420126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2ef123e8-cc68-4853-991e-6754f2056448 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:30.420787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2ef123e8-cc68-4853-991e-6754f2056448), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.423855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (54c03ba1-c0ef-439b-b21c-be8a334aaf43), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.440230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Calling delete_port for 54c03ba1-c0ef-439b-b21c-be8a334aaf43 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:30.554152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2ef123e8-cc68-4853-991e-6754f2056448 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:30.658726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac28dc56-acd0-48fc-8acf-3860efb12f51 req-85a9aa77-b038-42fd-878c-ab2ac4b12881 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594030 Feb 19 01:13:30.725512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Pushing event updated for resources: {'Port': ['ID=a8c33467-cc56-43ed-a725-9367cc8a1fbc,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:30.834118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e96fda82-a9ca-462f-b8fe-42a5a1f070af req-dc594a6f-69c0-4349-ba00-8cf1b5781577 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 210 time: 0.1772563 Feb 19 01:13:30.969512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e31e05fe-913a-4151-ac38-d4dc103d7f3b req-27493611-bbd4-4d7e-9321-33372ac6c782 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.1585758 Feb 19 01:13:31.039791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (54c03ba1-c0ef-439b-b21c-be8a334aaf43), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.100852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Attempting to bind port a8c33467-cc56-43ed-a725-9367cc8a1fbc on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:31.107200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Attempting to bind port a8c33467-cc56-43ed-a725-9367cc8a1fbc by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:31.107540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Attempting to bind port a8c33467-cc56-43ed-a725-9367cc8a1fbc on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:31.146076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Pushing event deleted for resources: {'Port': ['ID=54c03ba1-c0ef-439b-b21c-be8a334aaf43,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:31.267592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Port a8c33467-cc56-43ed-a725-9367cc8a1fbc on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:31.268124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Attempting to bind port a8c33467-cc56-43ed-a725-9367cc8a1fbc on network 4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:31.311966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.327317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d64bf3b1-c336-4ef9-b289-d80dc45e0cf5 tempest-RoutersAdminNegativeIpV6Test-897138946 tempest-RoutersAdminNegativeIpV6Test-897138946-project-admin] 10.222.0.43 "DELETE /v2.0/ports/54c03ba1-c0ef-439b-b21c-be8a334aaf43 HTTP/1.1" status: 204 len: 168 time: 1.4383004 Feb 19 01:13:31.386624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:31.389526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Checking segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:31.393362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Bound using segment: {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:31.393966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Bound port: a8c33467-cc56-43ed-a725-9367cc8a1fbc, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b49173-a381-4287-9efc-87c6bd1cc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:31.394454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.470761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-7ebdb3a6-a38a-47ed-8773-5efd02f8d6d9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.472254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-7ebdb3a6-a38a-47ed-8773-5efd02f8d6d9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.7603369 Feb 19 01:13:31.534588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:31.712831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-b16f368c-89c7-4905-8409-ffcff5842d00 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 380 time: 0.2307186 Feb 19 01:13:31.719774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b098a-6587-46dd-a529-eb6ea8cc7bb3 req-3385c418-fef7-4f18-9956-29d14d848d08 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.733698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-501b098a-6587-46dd-a529-eb6ea8cc7bb3 req-3385c418-fef7-4f18-9956-29d14d848d08 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 943 time: 0.3696010 Feb 19 01:13:31.735043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'port': {'device_id': '3b238afa-67bf-486d-9984-bf89f59425ba', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'admin_state_up': True, 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'security_groups': ['894ae474-9480-4e96-bff7-a70e6b7aeb60']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:31.786911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11345cec-9c51-4d56-b793-03c4707513e3 req-20ded96e-ebc0-450d-a00e-fe55bc8bb1e8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.794313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11345cec-9c51-4d56-b793-03c4707513e3 req-20ded96e-ebc0-450d-a00e-fe55bc8bb1e8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.2647791 Feb 19 01:13:31.913200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35252) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:31.969881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11345cec-9c51-4d56-b793-03c4707513e3 req-1552006f-bab3-4e22-97b1-7b29f0fe5be8 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697142 Feb 19 01:13:32.014260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] For port a8c33467-cc56-43ed-a725-9367cc8a1fbc, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:32.045819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] For port a8c33467-cc56-43ed-a725-9367cc8a1fbc, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:32.069289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-501b098a-6587-46dd-a529-eb6ea8cc7bb3 req-36b702fb-35dc-472f-928f-784ecc1c4fa6 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338876 Feb 19 01:13:32.076920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.092490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:32.099372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:32.102386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.114861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6f4fe061-a01d-4cb2-9263-02019e4fb5a0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6002960 Feb 19 01:13:32.117945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:32.120550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:32.132919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:32.134546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:32.181163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.182034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.185516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] 10.222.0.10 "PUT /v2.0/ports/a8c33467-cc56-43ed-a725-9367cc8a1fbc HTTP/1.1" status: 200 len: 1091 time: 3.2988405 Feb 19 01:13:32.186109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'tag': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:32.189526 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8527481c-3f71-461f-ad88-c34840c96b05" -d '{"events": [{"name": "network-changed", "server_uuid": "f3107bb6-968b-44f4-80f7-2568f0886979", "tag": "a8c33467-cc56-43ed-a725-9367cc8a1fbc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:32.336049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8128196-83b2-4572-ac7e-301e0e6e293e req-f072c7b1-e935-4d23-9703-b52fa7280013 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 210 time: 0.1569798 Feb 19 01:13:32.345712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d35e-cc2e-4d8e-8231-f3eb15eb2126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.377160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:32.505574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae922bfa-d13f-4955-8758-4730028944b6 req-6dcc603e-5db1-44a0-a541-88f8972efe69 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.2838533 Feb 19 01:13:32.511857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4800ddb-435b-46fb-83c8-f6cb38f6aa0d service neutron] Pushing event updated for resources: {'Port': ['ID=a8c33467-cc56-43ed-a725-9367cc8a1fbc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:32.512367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet 53536d46-6be5-40cf-9f62-cf3b9f78501b {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:32.559031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-f8182fcd-4317-4642-8b4b-a5aa9af1d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.562349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-f8182fcd-4317-4642-8b4b-a5aa9af1d45d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 1125 time: 0.3164535 Feb 19 01:13:32.615290 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (53536d46-6be5-40cf-9f62-cf3b9f78501b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.669753 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b55202a-b6fa-4b1b-815b-830604021c0a x-openstack-request-id: req-9b55202a-b6fa-4b1b-815b-830604021c0a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:32.670108 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3107bb6-968b-44f4-80f7-2568f0886979", "tag": "a8c33467-cc56-43ed-a725-9367cc8a1fbc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:32.670308 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b55202a-b6fa-4b1b-815b-830604021c0a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:32.670729 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'tag': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc', 'status': 'completed', 'code': 200} Feb 19 01:13:32.673468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-30c31fba-8290-4d02-9806-50e5fcd3316b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc HTTP/1.1" status: 200 len: 217 time: 0.1027932 Feb 19 01:13:32.811407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d35e-cc2e-4d8e-8231-f3eb15eb2126 admin admin] Publish callbacks [] for security_group (4af98c7d-1074-420b-a69d-d14063f31e9d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.829275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-4190ca0b-5b5d-4981-9532-63092fccec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.836684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d35e-cc2e-4d8e-8231-f3eb15eb2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4af98c7d-1074-420b-a69d-d14063f31e9d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.837638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-4190ca0b-5b5d-4981-9532-63092fccec82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1529870 Feb 19 01:13:32.878950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:28Z', 'revision_number': 9, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:32.911698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:32.923934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:32.924887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:32.957611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-4881e275-aae8-4dd1-8dc5-066032105fce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115067 Feb 19 01:13:33.033319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:33.044595 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (53536d46-6be5-40cf-9f62-cf3b9f78501b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.069635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c71f7-7cfb-42b9-aa0a-d548a536bc24 req-2840fa6c-fd7b-477c-838e-569f5a9d2580 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.078503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c7c71f7-7cfb-42b9-aa0a-d548a536bc24 req-2840fa6c-fd7b-477c-838e-569f5a9d2580 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.5625877 Feb 19 01:13:33.203226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-a27dd247-2e1d-41ac-bf2f-4d5230c1139e service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263837 Feb 19 01:13:33.237864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Allocated IP 172.20.0.5 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/0aef5cb7-7610-4822-b6de-0569d3bf763a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:33.344002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe571e5d-b50c-40c5-ac68-ac37d61d143a req-6293aafd-0eab-4a12-a1c6-2a022de15dd2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.351599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe571e5d-b50c-40c5-ac68-ac37d61d143a req-6293aafd-0eab-4a12-a1c6-2a022de15dd2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 943 time: 0.1302726 Feb 19 01:13:33.374131 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ee20d1d-b4be-49db-9072-e043e98b7bde req-b3183f88-b570-4fdc-8503-2015e872dc24 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697416 Feb 19 01:13:33.489804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe571e5d-b50c-40c5-ac68-ac37d61d143a req-9c77a4d4-dfbe-4e7c-8303-2c6a49bd7391 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367176 Feb 19 01:13:33.519806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:28Z', 'revision_number': 9, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:33.552228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527481c-3f71-461f-ad88-c34840c96b05 req-978503ec-6da3-44e5-8293-f804c8c33add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.568349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-978503ec-6da3-44e5-8293-f804c8c33add service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743d4de6c5a142a0830f40897eb69921&device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 1125 time: 0.1317520 Feb 19 01:13:33.588502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1147e-d39e-4daa-a9a7-f1ccd01812bd None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:28Z', 'revision_number': 9, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'cad1a04c-b7f1-4c54-a279-beb48466c277', 'name': '', 'network_id': 'd1cba964-8d3b-41a6-ba1b-b5b0bb8c5045', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:a6:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:32Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a372b98a-a43f-4e7d-a12a-2faef4c82d05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:33.610493 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1ab0d35e-cc2e-4d8e-8231-f3eb15eb2126 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5001ae84b9834e5eab58872fb97c322a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6930480 Feb 19 01:13:33.611429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d35e-cc2e-4d8e-8231-f3eb15eb2126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af98c7d-1074-420b-a69d-d14063f31e9d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:33.622478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35278) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:33.852521 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.867813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c7c71f7-7cfb-42b9-aa0a-d548a536bc24 req-47f5298a-8995-4891-9fa5-a71a57e1f44b tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7879012 Feb 19 01:13:33.870038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d410bf1-c2bc-4322-868f-e97567a8cdec req-2bf51149-459d-43a7-896e-6ff8f5b08419 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 210 time: 0.0896752 Feb 19 01:13:33.909720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (53536d46-6be5-40cf-9f62-cf3b9f78501b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.997870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527481c-3f71-461f-ad88-c34840c96b05 req-b0849867-0c87-4d5b-b794-16d12c4fe3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.003510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-b0849867-0c87-4d5b-b794-16d12c4fe3ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 200 len: 912 time: 0.4277894 Feb 19 01:13:34.031105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0a6bfca7-2a0e-477b-8e01-58cc87182666 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:34.120219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0a6bfca7-2a0e-477b-8e01-58cc87182666 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:34.120573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0a6bfca7-2a0e-477b-8e01-58cc87182666 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:34.173256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-e3fc12d6-4a12-4792-b3cb-b6b254d4f08d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc HTTP/1.1" status: 200 len: 217 time: 0.1606646 Feb 19 01:13:34.215338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (53536d46-6be5-40cf-9f62-cf3b9f78501b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.255856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5881883a-7d53-4c7c-8880-da17de5af1d7 req-2fdd133a-bbd3-427a-bf7e-485b2681787b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0814290 Feb 19 01:13:34.296763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527481c-3f71-461f-ad88-c34840c96b05 req-752406ef-867e-432f-b43f-0d8a44e8e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.298595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-752406ef-867e-432f-b43f-0d8a44e8e957 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 200 len: 851 time: 0.1025374 Feb 19 01:13:34.328981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a8552fc-8f2b-4381-b7ef-0ad76c8d2503 admin admin] Publish callbacks [] for security_group (4af98c7d-1074-420b-a69d-d14063f31e9d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.361145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-c7a42ce9-bd1f-485f-a6c8-6a0bff63233e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554135 Feb 19 01:13:34.397550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=53536d46-6be5-40cf-9f62-cf3b9f78501b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:34.404753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.411439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7753869-a08e-424b-a821-813d13042632 None None] Network 4e6f7862-b0db-4167-826c-f9c0759f26d1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:34.424545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d802125e-dcf4-4287-85a1-67ac8be4cbc5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/53536d46-6be5-40cf-9f62-cf3b9f78501b HTTP/1.1" status: 204 len: 168 time: 2.2795887 Feb 19 01:13:34.426023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35284) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:34.604633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-8b74bbc9-e40f-42d6-87ca-e85a117d4dba service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366147 Feb 19 01:13:34.653974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a8552fc-8f2b-4381-b7ef-0ad76c8d2503 admin admin] Publish callbacks [] for security_group (4af98c7d-1074-420b-a69d-d14063f31e9d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.790565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f8908-e4c7-4191-a561-7d9467d970bc req-d5ed1823-c6fc-423e-8231-da4e106af531 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.800739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c36f8908-e4c7-4191-a561-7d9467d970bc req-d5ed1823-c6fc-423e-8231-da4e106af531 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.6119795 Feb 19 01:13:34.841543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8527481c-3f71-461f-ad88-c34840c96b05 req-39ada274-5935-44c5-b268-901c3798f6f1 service neutron] 10.222.0.10 "GET /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280927 Feb 19 01:13:34.860292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.870093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] DHCP port deletion for 4e6f7862-b0db-4167-826c-f9c0759f26d1 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:34.916195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4e6f7862-b0db-4167-826c-f9c0759f26d1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.919578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20691-7671-4990-a08a-994ff027abb8 req-88e2f604-ac6b-4a44-ac4e-3d89e9db53c8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.921667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-18a20691-7671-4990-a08a-994ff027abb8 req-88e2f604-ac6b-4a44-ac4e-3d89e9db53c8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 943 time: 0.0785830 Feb 19 01:13:35.028362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] Deleting port 46e6e891-2bb5-40db-a414-0fd828d79fcc {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:35.034257 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.054158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-18a20691-7671-4990-a08a-994ff027abb8 req-aaebceda-e306-43d7-804a-e0e1ab397205 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232784 Feb 19 01:13:35.134595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:35.182753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:35.194630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:35.209208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] For port 46e6e891-2bb5-40db-a414-0fd828d79fcc, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46e6e891-2bb5-40db-a414-0fd828d79fcc,segment=NetworkSegment(25ea401c-ad22-40ab-aa4b-2a1a848944ba),segment_id=25ea401c-ad22-40ab-aa4b-2a1a848944ba)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:35.217179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.270406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] Calling delete_port for 46e6e891-2bb5-40db-a414-0fd828d79fcc owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:35.320360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90724d98-29a6-441a-b6d0-eac65082a5df req-406afe32-3641-479b-a579-bd97a6b745d7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:35.322704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90724d98-29a6-441a-b6d0-eac65082a5df req-406afe32-3641-479b-a579-bd97a6b745d7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 931 time: 0.0935640 Feb 19 01:13:35.348973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.382394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a8552fc-8f2b-4381-b7ef-0ad76c8d2503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4af98c7d-1074-420b-a69d-d14063f31e9d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.386858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1a8552fc-8f2b-4381-b7ef-0ad76c8d2503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.391410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1a8552fc-8f2b-4381-b7ef-0ad76c8d2503 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4af98c7d-1074-420b-a69d-d14063f31e9d HTTP/1.1" status: 204 len: 168 time: 1.6704614 Feb 19 01:13:35.458834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8552fc-8f2b-4381-b7ef-0ad76c8d2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af98c7d-1074-420b-a69d-d14063f31e9d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.499449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.529959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90724d98-29a6-441a-b6d0-eac65082a5df req-47b9f1c4-877d-482f-96df-ecd2b8b21233 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016592 Feb 19 01:13:35.548479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:35.549205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.560271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] No DVR routers for this DVR port 46e6e891-2bb5-40db-a414-0fd828d79fcc on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:35.564049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c36f8908-e4c7-4191-a561-7d9467d970bc req-52f9f04c-e9c2-4fe6-b0d8-f50fd68654ee tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584953 Feb 19 01:13:35.661571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-6d4e6eb4-71cd-4a71-82a2-1bb102958d7a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9302785 Feb 19 01:13:35.664468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fab718-6aab-4d13-9495-383b2124ef61 None None] Pushing event deleted for resources: {'Port': ['ID=46e6e891-2bb5-40db-a414-0fd828d79fcc,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.680365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 46e6e891-2bb5-40db-a414-0fd828d79fcc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:35.680723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.699439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Request body: {'port': {'device_id': '3b238afa-67bf-486d-9984-bf89f59425ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:35.794839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ca034c4-fffc-4d20-9665-2b4510814e12 req-e3ff3ed8-48f3-4d7e-9eba-537cd6c2d9c5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0622311 Feb 19 01:13:35.808033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-46a9331f-429e-451d-86bd-b1f35039ebfe None None] Provisioning complete for port 0aef5cb7-7610-4822-b6de-0569d3bf763a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:35.815098 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46a9331f-429e-451d-86bd-b1f35039ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.905771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.927242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-46a9331f-429e-451d-86bd-b1f35039ebfe None None] Port 0aef5cb7-7610-4822-b6de-0569d3bf763a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:36.014554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 46e6e891-2bb5-40db-a414-0fd828d79fcc, host n-d-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:36.015104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.066732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 46e6e891-2bb5-40db-a414-0fd828d79fcc owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:36.086312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Port 46e6e891-2bb5-40db-a414-0fd828d79fcc was not found and therefore no delete operation was performed {{(pid=103430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:13:36.098419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (46e6e891-2bb5-40db-a414-0fd828d79fcc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.113177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35310) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:36.146122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46e6e891-2bb5-40db-a414-0fd828d79fcc no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:36.202951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 46e6e891-2bb5-40db-a414-0fd828d79fcc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:36.203400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46e6e891-2bb5-40db-a414-0fd828d79fcc not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:36.258455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b8d00261-1466-4bc8-af99-e288f1613056 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b94b202d0abe4f199cf58d39d6b10856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440508 Feb 19 01:13:36.264234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35312) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:36.361580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=46e6e891-2bb5-40db-a414-0fd828d79fcc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:36.386228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7e52-5850-4cee-93d0-28b4760605bd admin admin] Publish callbacks [] for security_group (8ed8736e-37ed-4ab6-9f81-e98826d2d09f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.395449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 46e6e891-2bb5-40db-a414-0fd828d79fcc on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:36.430976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7e52-5850-4cee-93d0-28b4760605bd admin admin] Publish callbacks [] for security_group (8ed8736e-37ed-4ab6-9f81-e98826d2d09f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.515260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096c751-02c9-4698-ae87-3d6e0902fdde req-de57fb94-0fb1-4b0d-84b1-1dd29f68ad5d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:36.520912 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d096c751-02c9-4698-ae87-3d6e0902fdde req-de57fb94-0fb1-4b0d-84b1-1dd29f68ad5d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 943 time: 0.2418489 Feb 19 01:13:36.550107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7e52-5850-4cee-93d0-28b4760605bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8ed8736e-37ed-4ab6-9f81-e98826d2d09f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.553272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7e52-5850-4cee-93d0-28b4760605bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.554498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c6ff7e52-5850-4cee-93d0-28b4760605bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ed8736e-37ed-4ab6-9f81-e98826d2d09f HTTP/1.1" status: 204 len: 168 time: 0.2874489 Feb 19 01:13:36.605940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff7e52-5850-4cee-93d0-28b4760605bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8736e-37ed-4ab6-9f81-e98826d2d09f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:36.909969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7ab4-c1b0-4c8c-a550-87934745ceef req-e970bf68-9c2e-4f5f-a6cd-f7cd20f0af77 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:36.913833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-714e7ab4-c1b0-4c8c-a550-87934745ceef req-e970bf68-9c2e-4f5f-a6cd-f7cd20f0af77 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 931 time: 0.1800573 Feb 19 01:13:36.933345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4e6f7862-b0db-4167-826c-f9c0759f26d1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.983638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6f7862-b0db-4167-826c-f9c0759f26d1']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:37.012409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ea401c-ad22-40ab-aa4b-2a1a848944ba') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:37.014363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ea401c-ad22-40ab-aa4b-2a1a848944ba') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:37.029801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-714e7ab4-c1b0-4c8c-a550-87934745ceef req-f983f666-75aa-4116-b962-c54e1f768a80 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075943 Feb 19 01:13:37.051204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (25ea401c-ad22-40ab-aa4b-2a1a848944ba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.112353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (25ea401c-ad22-40ab-aa4b-2a1a848944ba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.133588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:37.138537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (25ea401c-ad22-40ab-aa4b-2a1a848944ba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:37.219272 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:37.267728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07320a1e-ad18-41db-8514-6ae8ac3d26d0 req-0c355646-9e52-48a9-8240-33d5d24dcd8b tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.0608954 Feb 19 01:13:37.334904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:37.353283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Publish callbacks [] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.371961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Transition to ACTIVE for port object 0aef5cb7-7610-4822-b6de-0569d3bf763a will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:37.435619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d096c751-02c9-4698-ae87-3d6e0902fdde req-960a2b37-5e20-4a96-9781-22adb4103aeb tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039018 Feb 19 01:13:37.436503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.440230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a8c33467-cc56-43ed-a725-9367cc8a1fbc details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:37.588310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4e6f7862-b0db-4167-826c-f9c0759f26d1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.606919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.617046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:37.635816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/4e6f7862-b0db-4167-826c-f9c0759f26d1 HTTP/1.1" status: 204 len: 168 time: 3.1849599 Feb 19 01:13:37.698008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:37.784036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66e363-b9e7-4428-8548-40e5568db423 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=4e6f7862-b0db-4167-826c-f9c0759f26d1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:37.860559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Attempting to bind port 0aef5cb7-7610-4822-b6de-0569d3bf763a on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:37.862371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Attempting to bind port 0aef5cb7-7610-4822-b6de-0569d3bf763a by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:37.862873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Attempting to bind port 0aef5cb7-7610-4822-b6de-0569d3bf763a on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:37.877274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a8c33467-cc56-43ed-a725-9367cc8a1fbc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:37.878513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Port 0aef5cb7-7610-4822-b6de-0569d3bf763a on network 3ece63df-823f-4990-83cc-676795974eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:37.879013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Attempting to bind port 0aef5cb7-7610-4822-b6de-0569d3bf763a on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:37.896359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:37.896908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:37.897769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:37.898376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Bound port: 0aef5cb7-7610-4822-b6de-0569d3bf763a, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:37.899023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.940538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc', 'network_id': '4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b', 'port_id': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc', 'mac_address': 'fa:16:3e:85:ba:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2c6281-91c5-4018-8ccd-c24c81813a6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:38.059485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:38.100030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:38.101263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a8c33467-cc56-43ed-a725-9367cc8a1fbc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:38.103075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.123431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.157322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c33467-cc56-43ed-a725-9367cc8a1fbc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:38.255366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a8c33467-cc56-43ed-a725-9367cc8a1fbc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:38.267921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.282976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-cccb283a-1f1c-438b-9465-90f4dfedc7d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5248809 Feb 19 01:13:38.311199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:38.311812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.349514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] 10.222.0.10 "PUT /v2.0/ports/0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 1091 time: 2.6622267 Feb 19 01:13:38.350017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:38.359430 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0b9f4-053d-4117-9463-5beb926d2a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:38.415907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35360) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:38.425417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a8c33467-cc56-43ed-a725-9367cc8a1fbc,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:38.560649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a8c33467-cc56-43ed-a725-9367cc8a1fbc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:38.636873 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23e6cb38-5b4b-4fbf-b8a6-5bbe05b6e584 req-70b4cf18-8080-4c9a-9acc-fd156d52be23 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.2450230 Feb 19 01:13:38.661424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc900a5-036a-424c-a67d-84c5e8f09ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:38.740045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-7e8c410e-eb4e-4513-8efc-18337cde1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:38.748652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-7e8c410e-eb4e-4513-8efc-18337cde1ef8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1125 time: 0.3341041 Feb 19 01:13:38.768461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1744362078'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:38.817473 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b529259d-f6de-40e8-9b28-6f1829a89622 x-openstack-request-id: req-b529259d-f6de-40e8-9b28-6f1829a89622 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:38.818057 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:38.818493 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b529259d-f6de-40e8-9b28-6f1829a89622 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:38.819050 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'status': 'completed', 'code': 200} Feb 19 01:13:38.898518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-9bea23f5-48df-4982-933e-6d98ab8ea819 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 217 time: 0.1098061 Feb 19 01:13:38.995251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:38.998502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.106410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.163067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-834c7870-92cd-4420-a8d9-08db405e018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.164662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-834c7870-92cd-4420-a8d9-08db405e018a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.2572200 Feb 19 01:13:39.309564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077cf68-f684-474e-b149-66aeb752bd67 req-9b11a5f9-cdc1-485f-83d1-cf9d736fe1c5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.316922 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5077cf68-f684-474e-b149-66aeb752bd67 req-9b11a5f9-cdc1-485f-83d1-cf9d736fe1c5 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 944 time: 0.3361716 Feb 19 01:13:39.461606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-c4a34368-8628-4e7c-a844-7e08a6dc29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.463744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-c4a34368-8628-4e7c-a844-7e08a6dc29bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2896442 Feb 19 01:13:39.527447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c90d6-0ccb-48cb-8947-02f0f2c62719 req-961c91b1-76f6-4616-8033-3889e7cd98a7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.529917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b94c90d6-0ccb-48cb-8947-02f0f2c62719 req-961c91b1-76f6-4616-8033-3889e7cd98a7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 943 time: 1.2418151 Feb 19 01:13:39.592158 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (46ed1997-f4a9-4277-8fb0-1a14d60f4d85), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.674578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5077cf68-f684-474e-b149-66aeb752bd67 req-05e3ff52-2b34-47a8-a546-ae73c2cece04 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186800 Feb 19 01:13:39.683996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46ed1997-f4a9-4277-8fb0-1a14d60f4d85), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.700595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04058-4224-49bb-8e7a-480369ddea51 req-fed53168-e0df-4578-a362-189c3f863c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.702182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-fed53168-e0df-4578-a362-189c3f863c2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8830366c4e3c48ce95150e4dacdded87&device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 1129 time: 1.2763407 Feb 19 01:13:39.763971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:39.790088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed1997-f4a9-4277-8fb0-1a14d60f4d85,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:39.791390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b94c90d6-0ccb-48cb-8947-02f0f2c62719 req-5f4b29a8-e30f-4e42-9490-c25393f70de8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496648 Feb 19 01:13:39.830620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (31b264ee-df42-401e-b425-be3d7472d3de), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.830974 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment 31b264ee-df42-401e-b425-be3d7472d3de of type vlan for network 297f42a7-dda4-4821-84f9-00bb20e044a0 Feb 19 01:13:39.980155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04058-4224-49bb-8e7a-480369ddea51 req-32437fdb-f792-4dd6-8294-af2c623b3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.985385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-32437fdb-f792-4dd6-8294-af2c623b3c66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 200 len: 914 time: 0.2474506 Feb 19 01:13:40.067850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4771af18-b21e-491b-8170-bd615d418fbd req-a2f1b460-c26e-4ed5-b81d-f0569c2fbdb0 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b82555b-5c36-44e2-ae85-06de890e7d8d HTTP/1.1" status: 200 len: 210 time: 0.2012098 Feb 19 01:13:40.079190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-10fad29e-18ec-4395-9994-98bd52c9aa4f service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883830 Feb 19 01:13:40.107049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (297f42a7-dda4-4821-84f9-00bb20e044a0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.140552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-55bef5a8-043f-4994-ab1b-8b0f105628c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 200 len: 217 time: 0.1433787 Feb 19 01:13:40.246781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (297f42a7-dda4-4821-84f9-00bb20e044a0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.253479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.254464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.338509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04058-4224-49bb-8e7a-480369ddea51 req-ee1ff4eb-6727-4e2d-beba-9be4bcbe7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.343405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-ee1ff4eb-6727-4e2d-beba-9be4bcbe7efe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 200 len: 853 time: 0.1917057 Feb 19 01:13:40.416341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9484665 Feb 19 01:13:40.446594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35380) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:40.458373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e229c6-8fea-46c2-81c2-d24580886011 req-b2eea105-4145-4bfc-a2f3-d01b5bca5aab service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642509 Feb 19 01:13:40.482458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-e4240815-a914-450b-8022-0e37db756c8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=995ebb14-63a2-42c3-876a-e45fda836e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217813 Feb 19 01:13:40.502161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'name': 'tempest-PortsIpV6TestJSON-779143948'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:40.619164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.760927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc713-f849-4ff2-bd3d-1221158db32f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=297f42a7-dda4-4821-84f9-00bb20e044a0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:40.772655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:40.916790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:40.928187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.006467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-b3d115bc-7a22-4934-bed1-1c1524ccc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.011706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-b3d115bc-7a22-4934-bed1-1c1524ccc04b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1125 time: 0.4301124 Feb 19 01:13:41.013352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 813c39c9-8004-433f-bb89-3821643c9dfc yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:13:41.051041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1966a9-99d2-4663-84c9-c4d726b8b071 req-9826441b-cd1c-43c1-8e02-4c7fb25881f4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.059146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b1966a9-99d2-4663-84c9-c4d726b8b071 req-9826441b-cd1c-43c1-8e02-4c7fb25881f4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 944 time: 0.2081869 Feb 19 01:13:41.138413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b1966a9-99d2-4663-84c9-c4d726b8b071 req-7d1853a8-f3d3-4c53-8676-0f23089cf4c8 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782907 Feb 19 01:13:41.152933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-b403b0e8-a21e-460b-94d0-f6139975e1e7 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529920 Feb 19 01:13:41.269752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead92dac-7b4d-4f8b-b1ed-25df64a3966e req-25174131-1ebf-479f-86d1-81696a8d6129 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.279066 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ead92dac-7b4d-4f8b-b1ed-25df64a3966e req-25174131-1ebf-479f-86d1-81696a8d6129 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 943 time: 0.2593179 Feb 19 01:13:41.447433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-628c594c-9db3-4d2c-8742-d3bd4fa07928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.448986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-628c594c-9db3-4d2c-8742-d3bd4fa07928 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.4274397 Feb 19 01:13:41.454099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c04058-4224-49bb-8e7a-480369ddea51 req-225d96ec-2175-44f8-9bb6-5bdc4bcdeb52 service neutron] 10.222.0.10 "GET /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837124 Feb 19 01:13:41.458151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a8c33467-cc56-43ed-a725-9367cc8a1fbc up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:41.589697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-39642608-f201-4a04-803a-0ff6f2aad407 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 217 time: 0.0865078 Feb 19 01:13:41.599673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port cad1a04c-b7f1-4c54-a279-beb48466c277 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:41.600032 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.625368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ead92dac-7b4d-4f8b-b1ed-25df64a3966e req-f1890e0c-6cf3-413e-8b98-46b7da8bc5f5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372090 Feb 19 01:13:41.631428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port a8c33467-cc56-43ed-a725-9367cc8a1fbc completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:41.640807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port a8c33467-cc56-43ed-a725-9367cc8a1fbc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:41.642066 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.778649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port cad1a04c-b7f1-4c54-a279-beb48466c277, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cad1a04c-b7f1-4c54-a279-beb48466c277,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:41.779238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.782933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (813c39c9-8004-433f-bb89-3821643c9dfc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.802513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for cad1a04c-b7f1-4c54-a279-beb48466c277 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:41.818952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-90f343c8-3150-4786-810e-fc1799f9cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.820967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-90f343c8-3150-4786-810e-fc1799f9cb83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.2221115 Feb 19 01:13:41.871803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a8c33467-cc56-43ed-a725-9367cc8a1fbc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:41.872372 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.953889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:41.958123 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db1bb3a-6004-4464-a865-14f7a96b783b" -d '{"events": [{"server_uuid": "f3107bb6-968b-44f4-80f7-2568f0886979", "name": "network-vif-plugged", "status": "completed", "tag": "a8c33467-cc56-43ed-a725-9367cc8a1fbc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:42.011496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a8c33467-cc56-43ed-a725-9367cc8a1fbc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:42.025684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.045859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.059885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-e261b5d3-faf8-4654-ae50-8219e9f60405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.061672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-e261b5d3-faf8-4654-ae50-8219e9f60405 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2211149 Feb 19 01:13:42.113939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cad1a04c-b7f1-4c54-a279-beb48466c277), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.133760 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21162a38-3771-4d7b-8cdb-93a0a48965e7 x-openstack-request-id: req-21162a38-3771-4d7b-8cdb-93a0a48965e7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:42.134097 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3107bb6-968b-44f4-80f7-2568f0886979", "name": "network-vif-plugged", "status": "completed", "tag": "a8c33467-cc56-43ed-a725-9367cc8a1fbc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:42.134364 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21162a38-3771-4d7b-8cdb-93a0a48965e7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:42.134761 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc', 'code': 200} Feb 19 01:13:42.241325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=cad1a04c-b7f1-4c54-a279-beb48466c277,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:42.260794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a8c33467-cc56-43ed-a725-9367cc8a1fbc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:42.566758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.591438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea929-369d-4ce7-b7e6-c7eca2a40f07 req-9f11dde6-4c13-41ba-bce2-f71f406d741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.593156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffdea929-369d-4ce7-b7e6-c7eca2a40f07 req-9f11dde6-4c13-41ba-bce2-f71f406d741d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 1127 time: 0.3531320 Feb 19 01:13:42.807677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffdea929-369d-4ce7-b7e6-c7eca2a40f07 req-bd469d91-273d-48a8-95b8-47d807d00213 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083207 Feb 19 01:13:42.886098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b4563-ef6e-483c-9ae2-86b820d188b4 req-292946b0-c35e-45db-b5cd-7c0d6021a0c0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.893011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d42b4563-ef6e-483c-9ae2-86b820d188b4 req-292946b0-c35e-45db-b5cd-7c0d6021a0c0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 943 time: 0.1197090 Feb 19 01:13:42.961698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d42b4563-ef6e-483c-9ae2-86b820d188b4 req-69949f5d-090c-40aa-b52e-8aee6e678f99 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639246 Feb 19 01:13:43.119634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=813c39c9-8004-433f-bb89-3821643c9dfc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:43.198235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': '31b264ee-df42-401e-b425-be3d7472d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:43.198692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: 297f42a7-dda4-4821-84f9-00bb20e044a0, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:43.236407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:43.243053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df30fba-52fc-4823-af10-b0416d45096d req-765fc4fa-640c-47ec-9f6f-32cc42c4c0b4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.251009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8df30fba-52fc-4823-af10-b0416d45096d req-765fc4fa-640c-47ec-9f6f-32cc42c4c0b4 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.1859713 Feb 19 01:13:43.292559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:43.392029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8df30fba-52fc-4823-af10-b0416d45096d req-992cad93-7b14-4ee9-b3c3-d896f136bd39 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373186 Feb 19 01:13:43.412541 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-c1e66ce5-70b2-4d2b-8037-7bd977c7aa28 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3046348 Feb 19 01:13:43.414459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 297f42a7-dda4-4821-84f9-00bb20e044a0) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:43.420856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:43.424278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e3a0a-49bb-4d8a-90d4-db7476f211eb None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:43.429264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.430144 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.472635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b03f2bde-7212-4fe7-afbd-e2de05364236 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9970388 Feb 19 01:13:43.475656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35430) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:43.484598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-712557502'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:43.526756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:43.570110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:43.582117 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:43.595598 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:43.596410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:43.596872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-23539484-1d79-4b38-b51b-4f358e32daca tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9783583 Feb 19 01:13:43.599540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35434) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:43.600603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:43.612853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.685010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:43.713524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.715953 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment 2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb of type vlan for network 4c26b1d1-119d-49d4-9872-00d8a55cedf9 Feb 19 01:13:43.724593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:43.730438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet a372b98a-a43f-4e7d-a12a-2faef4c82d05 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:43.742794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (a372b98a-a43f-4e7d-a12a-2faef4c82d05), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.872156 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4c26b1d1-119d-49d4-9872-00d8a55cedf9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.905111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4c26b1d1-119d-49d4-9872-00d8a55cedf9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.927673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.928980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.957441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (a372b98a-a43f-4e7d-a12a-2faef4c82d05), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.080099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:44.121825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:44.193214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:41Z', 'revision_number': 10, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:44.275625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:44.276108 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.288020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:44.295636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:44.317380 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:44.317960 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:44.325052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8382039 Feb 19 01:13:44.340614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:44.347943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc0b9f4-053d-4117-9463-5beb926d2a4e req-0d4548fe-72f0-4f88-9fbc-5554cb4f727e service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000294 Feb 19 01:13:44.354321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:44.370899 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.371153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'ports': [{'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'}, {'network_id': '4c26b1d1-119d-49d4-9872-00d8a55cedf9'}]} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:44.378316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:44.378316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '4c26b1d1-119d-49d4-9872-00d8a55cedf9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:44.423823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e2fe4-e8c6-42c4-b73f-60a69a596b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=4c26b1d1-119d-49d4-9872-00d8a55cedf9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:44.487599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0c2d2-a329-4d13-99fa-5caad35aabf3 req-2e59782b-817d-4841-b385-3a3c28f107db tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.492088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60c0c2d2-a329-4d13-99fa-5caad35aabf3 req-2e59782b-817d-4841-b385-3a3c28f107db tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 943 time: 0.2871215 Feb 19 01:13:44.507302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:44.511187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4c26b1d1-119d-49d4-9872-00d8a55cedf9 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:44.546098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a372b98a-a43f-4e7d-a12a-2faef4c82d05), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.607240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:44.749668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (a372b98a-a43f-4e7d-a12a-2faef4c82d05), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.770720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['0aef5cb7-7610-4822-b6de-0569d3bf763a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:44.859681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=a372b98a-a43f-4e7d-a12a-2faef4c82d05,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:44.908741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.926308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:44.933249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a501a089-e7c4-4f05-834c-15cec5519036 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/a372b98a-a43f-4e7d-a12a-2faef4c82d05 HTTP/1.1" status: 204 len: 168 time: 1.3205335 Feb 19 01:13:44.938922 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60c0c2d2-a329-4d13-99fa-5caad35aabf3 req-de7b55ea-0402-4630-9b3c-5400a10750c5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428585 Feb 19 01:13:45.000025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f432f2d-d9aa-4015-a2d7-8c9b6cbbfab8 None None] Network d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:45.131091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d3b38-7a21-4af4-8b7f-b97598737f12 req-9263eb68-33f5-4e15-a777-da0094b3c2f2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:45.151751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea0d3b38-7a21-4af4-8b7f-b97598737f12 req-9263eb68-33f5-4e15-a777-da0094b3c2f2 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.5933285 Feb 19 01:13:45.153723 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:41Z', 'revision_number': 10, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:45.248682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.292442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea0d3b38-7a21-4af4-8b7f-b97598737f12 req-e0ce40dc-6312-4d18-a005-c4fa86f03a84 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248090 Feb 19 01:13:45.294314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 2} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:45.307069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.334207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.532140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ec383-ae6a-4d05-99cd-c7f33644d36c None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:41Z', 'revision_number': 10, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb885e-c780-4233-8b9b-78a05099a570', 'name': '', 'network_id': '81a56adc-d92f-476d-a5a9-a7fa31873902', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'mac_address': 'fa:16:3e:c8:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:16Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 5, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'subnets': [{'id': 'a12619ba-ac99-4964-ae0a-45c951a94bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:45.572974 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:13:45.976388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] DHCP port deletion for d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:46.176194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 570b6927-53da-4b73-9d84-87db4b47be13 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:46.176540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (570b6927-53da-4b73-9d84-87db4b47be13), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.184059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 570b6927-53da-4b73-9d84-87db4b47be13 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:46.255963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:13:46.274242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d36d7-add6-4931-8224-c0116d4d2904 req-2cd4bc75-8563-42ce-9be6-30d30894e8b4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.292086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df6d36d7-add6-4931-8224-c0116d4d2904 req-2cd4bc75-8563-42ce-9be6-30d30894e8b4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2068517 Feb 19 01:13:46.473381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] Deleting port 570b6927-53da-4b73-9d84-87db4b47be13 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:46.476210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df6d36d7-add6-4931-8224-c0116d4d2904 req-c84c8340-e9e9-411c-8f5e-db78c8980cae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828871 Feb 19 01:13:46.481912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (570b6927-53da-4b73-9d84-87db4b47be13), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.543417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81ba3-d583-44d3-b530-23d67e538a5b req-8c053202-2954-4e5c-9174-89e4797bbe23 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.555726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29e81ba3-d583-44d3-b530-23d67e538a5b req-8c053202-2954-4e5c-9174-89e4797bbe23 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.6875975 Feb 19 01:13:46.578654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 570b6927-53da-4b73-9d84-87db4b47be13, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=570b6927-53da-4b73-9d84-87db4b47be13,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:46.579032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (570b6927-53da-4b73-9d84-87db4b47be13), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.642294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] For port 570b6927-53da-4b73-9d84-87db4b47be13, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=570b6927-53da-4b73-9d84-87db4b47be13,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:46.642800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (570b6927-53da-4b73-9d84-87db4b47be13), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.663725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] Calling delete_port for 570b6927-53da-4b73-9d84-87db4b47be13 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:46.667888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 570b6927-53da-4b73-9d84-87db4b47be13 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:46.668430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 570b6927-53da-4b73-9d84-87db4b47be13 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:46.668889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (570b6927-53da-4b73-9d84-87db4b47be13), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.775557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 570b6927-53da-4b73-9d84-87db4b47be13, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=570b6927-53da-4b73-9d84-87db4b47be13,segment=NetworkSegment(80da8497-a639-4b97-a912-cbe9f2879670),segment_id=80da8497-a639-4b97-a912-cbe9f2879670)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:46.801116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (570b6927-53da-4b73-9d84-87db4b47be13), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.803814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cad1a04c-b7f1-4c54-a279-beb48466c277 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:46.927555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: cad1a04c-b7f1-4c54-a279-beb48466c277 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:46.927876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cad1a04c-b7f1-4c54-a279-beb48466c277 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:47.008606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=570b6927-53da-4b73-9d84-87db4b47be13,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:47.020219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (570b6927-53da-4b73-9d84-87db4b47be13), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.074928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] Pushing event deleted for resources: {'Port': ['ID=570b6927-53da-4b73-9d84-87db4b47be13,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:47.091420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd911da-55ec-46cc-82fd-fede6c7292e5 None None] No DVR routers for this DVR port 570b6927-53da-4b73-9d84-87db4b47be13 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:47.235241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.404073 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (570b6927-53da-4b73-9d84-87db4b47be13), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.494222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=570b6927-53da-4b73-9d84-87db4b47be13,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:47.506632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 20dc20e5-b36b-4683-8a4d-a64ff9b06125 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:13:47.514064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29e81ba3-d583-44d3-b530-23d67e538a5b req-30db007a-6eea-4816-ba6c-2ffd685314cd tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9293752 Feb 19 01:13:47.515019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 570b6927-53da-4b73-9d84-87db4b47be13 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:47.535848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:47.662951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 0aef5cb7-7610-4822-b6de-0569d3bf763a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:47.678450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 0aef5cb7-7610-4822-b6de-0569d3bf763a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:47.678932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.755941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.787734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.809646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80da8497-a639-4b97-a912-cbe9f2879670') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.810022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80da8497-a639-4b97-a912-cbe9f2879670') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.830316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (80da8497-a639-4b97-a912-cbe9f2879670), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.838406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c2b4-f9b2-4a7a-8300-14e5ce74a0ed req-fef2e9f5-f58b-45fb-b8e9-dc29a72c6b73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.861353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a23c2b4-f9b2-4a7a-8300-14e5ce74a0ed req-fef2e9f5-f58b-45fb-b8e9-dc29a72c6b73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1657917 Feb 19 01:13:47.914745 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (80da8497-a639-4b97-a912-cbe9f2879670), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.939007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:47.939413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.956502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:47.962618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (80da8497-a639-4b97-a912-cbe9f2879670), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.962958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a23c2b4-f9b2-4a7a-8300-14e5ce74a0ed req-88be681f-fc0f-4e48-a7c4-95192e1e2ef4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904853 Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:48.014787 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:48.037066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:48.043710 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b286dd-70dc-416c-923a-7aa0f851c356" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:48.096834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:48.106836 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.204609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (20dc20e5-b36b-4683-8a4d-a64ff9b06125), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.242053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.251213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.255113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045 HTTP/1.1" status: 204 len: 168 time: 3.3214347 Feb 19 01:13:48.257736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35490) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:48.277551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cebe72-3c30-476a-80db-1731a4dba295 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=d1cba964-8d3b-41a6-ba1b-b5b0bb8c5045,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:48.279002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:48.369461 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.430832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.590512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:48.600814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:48.618844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:48.626022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (20dc20e5-b36b-4683-8a4d-a64ff9b06125), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:48.629076 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c86c70f-637f-4dc5-898d-565235343e6d x-openstack-request-id: req-2c86c70f-637f-4dc5-898d-565235343e6d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:48.629426 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:48.629671 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c86c70f-637f-4dc5-898d-565235343e6d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:48.630062 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:13:48.772477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:48.982007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': '2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4c26b1d1-119d-49d4-9872-00d8a55cedf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:48.982381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: 4c26b1d1-119d-49d4-9872-00d8a55cedf9, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:49.004530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=20dc20e5-b36b-4683-8a4d-a64ff9b06125,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:49.039397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737f05a-cbc3-4e19-b576-22cc3cf9745d req-e32bac39-71c4-4f58-97fd-48882a0b2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.041483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a737f05a-cbc3-4e19-b576-22cc3cf9745d req-e32bac39-71c4-4f58-97fd-48882a0b2a0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1127 time: 0.3135242 Feb 19 01:13:49.048282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 4c26b1d1-119d-49d4-9872-00d8a55cedf9 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:49.088900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4c26b1d1-119d-49d4-9872-00d8a55cedf9) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:49.101411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c1b81-06fd-42ae-88b5-d27bec94979a None None] Network 4c26b1d1-119d-49d4-9872-00d8a55cedf9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:49.106194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:49.132635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.150963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.151924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.153900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53eb6-e519-43b5-8818-8b78021f136e req-e6cedfcf-12ee-4b8f-b079-15ac1400e47a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.162256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49e53eb6-e519-43b5-8818-8b78021f136e req-e6cedfcf-12ee-4b8f-b079-15ac1400e47a tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.3930714 Feb 19 01:13:49.345033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a7a67afb-3c1f-46ce-b876-f8c1db964bb5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9959481 Feb 19 01:13:49.362779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35504) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:49.433784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a737f05a-cbc3-4e19-b576-22cc3cf9745d req-0e363ded-c8ee-4bf9-a8d0-adfbf2156cf7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653011 Feb 19 01:13:49.465361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca92ff-95d0-4831-888e-6e9412719b8b req-488d4619-d910-43b1-89b4-30a9d2f81a90 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.466955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7aca92ff-95d0-4831-888e-6e9412719b8b req-488d4619-d910-43b1-89b4-30a9d2f81a90 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.2693250 Feb 19 01:13:49.475246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49e53eb6-e519-43b5-8818-8b78021f136e req-b3d2cb7f-63a4-4c03-b8e8-23b5aecd6624 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033566 Feb 19 01:13:49.562383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7aca92ff-95d0-4831-888e-6e9412719b8b req-b256e14e-9472-48b1-8cae-2edde045a775 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696037 Feb 19 01:13:49.651145 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 20dc20e5-b36b-4683-8a4d-a64ff9b06125 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:49.655936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (20dc20e5-b36b-4683-8a4d-a64ff9b06125), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.792058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.820530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (20dc20e5-b36b-4683-8a4d-a64ff9b06125), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.849204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 20dc20e5-b36b-4683-8a4d-a64ff9b06125 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:50.123067 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (20dc20e5-b36b-4683-8a4d-a64ff9b06125), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.202158 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb01a7bd-f21f-45a9-bf79-d87dd164c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.228456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=20dc20e5-b36b-4683-8a4d-a64ff9b06125,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:50.237173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.251001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bab6a504-429f-4b1e-ac84-e5cd32f29882 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/20dc20e5-b36b-4683-8a4d-a64ff9b06125 HTTP/1.1" status: 204 len: 168 time: 0.8864367 Feb 19 01:13:50.262568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:50.291964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b49eef-49cf-4ed8-a9f8-ca261e88615e req-4dfae044-887b-443c-9455-c60e39765f72 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:50.293590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21b49eef-49cf-4ed8-a9f8-ca261e88615e req-4dfae044-887b-443c-9455-c60e39765f72 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.2883544 Feb 19 01:13:50.331223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port f6cb885e-c780-4233-8b9b-78a05099a570 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:50.332203 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.501555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21b49eef-49cf-4ed8-a9f8-ca261e88615e req-ec991684-07e7-4bab-ab7c-782bcf119a04 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008140 Feb 19 01:13:50.515920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae782b9f-ff26-4f0c-be01-b170c4727e81 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:50.521874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae782b9f-ff26-4f0c-be01-b170c4727e81 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:50.527278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ae782b9f-ff26-4f0c-be01-b170c4727e81 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2616723 Feb 19 01:13:50.528112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35528) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:50.733101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:50.733667 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.897675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.926094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:51.104924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.167233 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.182398 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4 HTTP/1.1" status: 204 len: 168 time: 0.6530354 Feb 19 01:13:51.183064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35540) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:51.193646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f78ea-555c-487c-9c8a-bd73fe5dc628 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:51.278936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bd4a6-6ab2-4aaf-a198-7ea3aa43e9e4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.293578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a50bd4a6-6ab2-4aaf-a198-7ea3aa43e9e4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1090820 Feb 19 01:13:51.294324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35542) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:51.306849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port f6cb885e-c780-4233-8b9b-78a05099a570, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f6cb885e-c780-4233-8b9b-78a05099a570,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:51.309461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.362873 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbbd1c3-2c65-46b7-b4dd-41f721c8d267 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:13:51.367234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8bbbd1c3-2c65-46b7-b4dd-41f721c8d267 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/20dc20e5-b36b-4683-8a4d-a64ff9b06125 HTTP/1.1" status: 404 len: 333 time: 0.0717626 Feb 19 01:13:51.367899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35544) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:51.404293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for f6cb885e-c780-4233-8b9b-78a05099a570 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:51.423944 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f141d37-c886-47ca-90f8-8228f2f07032 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:13:51.427887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2f141d37-c886-47ca-90f8-8228f2f07032 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/a89a85ca-a98b-48d3-9d8d-a3bc5d0a5bb4 HTTP/1.1" status: 404 len: 333 time: 0.0584407 Feb 19 01:13:51.428485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35546) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:51.662430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f6cb885e-c780-4233-8b9b-78a05099a570), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.738794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94ef9-655c-495e-8dea-6a6bd3b58c55 req-1c0f847f-5152-46d2-b438-ac7b1ec13742 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.741331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f94ef9-655c-495e-8dea-6a6bd3b58c55 req-1c0f847f-5152-46d2-b438-ac7b1ec13742 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.4282157 Feb 19 01:13:51.783946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4c26b1d1-119d-49d4-9872-00d8a55cedf9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.787293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=f6cb885e-c780-4233-8b9b-78a05099a570,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:51.855133 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-4f94feeb-bf6a-41fc-965e-819573013e98 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.857993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-4f94feeb-bf6a-41fc-965e-819573013e98 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.3037980 Feb 19 01:13:51.916831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f94ef9-655c-495e-8dea-6a6bd3b58c55 req-1dadc6ca-0fd7-4f67-8fab-f67ff74d7731 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186001 Feb 19 01:13:51.944327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382e596-d27d-441b-897d-fb4d61e77f02 req-b08329c9-5200-4627-80fe-f41f72ddae0d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.946040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6382e596-d27d-441b-897d-fb4d61e77f02 req-b08329c9-5200-4627-80fe-f41f72ddae0d tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 945 time: 0.2979066 Feb 19 01:13:52.142082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.255946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4c26b1d1-119d-49d4-9872-00d8a55cedf9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.261666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6382e596-d27d-441b-897d-fb4d61e77f02 req-caaf1612-c2ea-40ea-8aa2-39c27ef63688 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/security-groups?id=5acd992a-a683-4bea-9ba3-02b453fda50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190132 Feb 19 01:13:52.294903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Deleting port a8c33467-cc56-43ed-a725-9367cc8a1fbc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:52.295936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.409068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] For port a8c33467-cc56-43ed-a725-9367cc8a1fbc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a8c33467-cc56-43ed-a725-9367cc8a1fbc,segment=NetworkSegment(b9b49173-a381-4287-9efc-87c6bd1cc15d),segment_id=b9b49173-a381-4287-9efc-87c6bd1cc15d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:52.410253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.425683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Calling delete_port for a8c33467-cc56-43ed-a725-9367cc8a1fbc owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:52.532658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:52.569328 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-803cfabf-9ef6-4156-b59b-eb0bae32ffca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.607349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c26b1d1-119d-49d4-9872-00d8a55cedf9']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:52.627025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a8c33467-cc56-43ed-a725-9367cc8a1fbc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.687957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:52.688175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:52.697432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Pushing event deleted for resources: {'Port': ['ID=a8c33467-cc56-43ed-a725-9367cc8a1fbc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:52.723230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.732678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:52.745567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b20b380a-fc9b-4069-8ffb-e158498adf31 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4858484 Feb 19 01:13:52.746225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:52.747577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:52.794460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:52.795107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:52.849866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting subnet a12619ba-ac99-4964-ae0a-45c951a94bbf {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:52.861666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (a12619ba-ac99-4964-ae0a-45c951a94bbf), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.880741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.882957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] No DVR routers for this DVR port a8c33467-cc56-43ed-a725-9367cc8a1fbc on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:52.892700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.896670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c266374-5b31-4f11-a7d4-31aa80174837 req-832bce63-288c-435c-baf4-3982e5c40a11 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.10 "DELETE /v2.0/ports/a8c33467-cc56-43ed-a725-9367cc8a1fbc HTTP/1.1" status: 204 len: 173 time: 0.9454238 Feb 19 01:13:52.912956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'name': 'network-vif-deleted', 'tag': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:52.915700 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939389ac-ec2f-4569-b28d-f392d3ccf64f" -d '{"events": [{"server_uuid": "f3107bb6-968b-44f4-80f7-2568f0886979", "name": "network-vif-deleted", "tag": "a8c33467-cc56-43ed-a725-9367cc8a1fbc"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:52.933425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (a12619ba-ac99-4964-ae0a-45c951a94bbf), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.950843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:52.951282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (2d83e9c1-2a8a-4c24-9536-7cd81afa9dbb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:52.968687 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:53.077419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:53.185806 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cddf49-0711-4b32-a3eb-79eba8694a60 x-openstack-request-id: req-66cddf49-0711-4b32-a3eb-79eba8694a60 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:53.186124 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3107bb6-968b-44f4-80f7-2568f0886979", "name": "network-vif-deleted", "tag": "a8c33467-cc56-43ed-a725-9367cc8a1fbc", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:53.186360 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66cddf49-0711-4b32-a3eb-79eba8694a60 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:53.186781 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3107bb6-968b-44f4-80f7-2568f0886979', 'name': 'network-vif-deleted', 'tag': 'a8c33467-cc56-43ed-a725-9367cc8a1fbc', 'status': 'completed', 'code': 200} Feb 19 01:13:53.212345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a12619ba-ac99-4964-ae0a-45c951a94bbf), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.277055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4c26b1d1-119d-49d4-9872-00d8a55cedf9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.290339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.295001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/4c26b1d1-119d-49d4-9872-00d8a55cedf9 HTTP/1.1" status: 204 len: 168 time: 1.8653786 Feb 19 01:13:53.331871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:53.334745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91b977-3b32-4802-90e5-4e00df64a3ec tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=4c26b1d1-119d-49d4-9872-00d8a55cedf9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:53.347509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:51Z', 'revision_number': 11, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:53.363413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1525169723'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:53.470670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:53.505586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:53.506250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:53.531432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:53.550867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.604547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d73e6ff5-4a5b-4ec6-b074-5944db08e04a req-f44d0df7-6f64-4950-9370-633fbb361d80 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3107bb6-968b-44f4-80f7-2568f0886979 HTTP/1.1" status: 200 len: 210 time: 0.0926771 Feb 19 01:13:53.657249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (a12619ba-ac99-4964-ae0a-45c951a94bbf), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.735314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a8c33467-cc56-43ed-a725-9367cc8a1fbc no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:53.861592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:53.909454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Subnet': ['ID=a12619ba-ac99-4964-ae0a-45c951a94bbf,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:53.943070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.952891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:53.957773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-725305ba-bf7c-4184-a071-c811ff651cb0 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/a12619ba-ac99-4964-ae0a-45c951a94bbf HTTP/1.1" status: 204 len: 168 time: 1.2103016 Feb 19 01:13:53.978668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:51Z', 'revision_number': 11, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:54.044691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:54.053568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b51532-2999-4717-9fca-98f758f780da None None] Network 81a56adc-d92f-476d-a5a9-a7fa31873902 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:54.057627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: a8c33467-cc56-43ed-a725-9367cc8a1fbc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:54.058237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a8c33467-cc56-43ed-a725-9367cc8a1fbc not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:54.060160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3262220-8ef9-4ee2-b9d8-3269275726e5 None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:51Z', 'revision_number': 11, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:54.111168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f8c9a1d3-ae57-4018-ae35-e12710e73ad7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.111581 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment f8c9a1d3-ae57-4018-ae35-e12710e73ad7 of type vlan for network b7849051-fb3d-49b7-8dd9-08343bcfd519 Feb 19 01:13:54.129782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3eea-c95f-4ad2-966b-7aa80a6030c1 req-68461474-fa59-4c6b-ac8e-e982a25082df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.132709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7e3eea-c95f-4ad2-966b-7aa80a6030c1 req-68461474-fa59-4c6b-ac8e-e982a25082df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.2791896 Feb 19 01:13:54.213057 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.274848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (81a56adc-d92f-476d-a5a9-a7fa31873902), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.338979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b7849051-fb3d-49b7-8dd9-08343bcfd519), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.410962 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7e3eea-c95f-4ad2-966b-7aa80a6030c1 req-c23c88ed-88d4-4aab-b532-a4e7700fc426 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409499 Feb 19 01:13:54.439457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b7849051-fb3d-49b7-8dd9-08343bcfd519), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.444970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.445615 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.480107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] DHCP port deletion for 81a56adc-d92f-476d-a5a9-a7fa31873902 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:54.499704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Deleting port 824b72b8-f19f-4e22-bd17-3bc3c32f115c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:54.499704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.509798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1764939 Feb 19 01:13:54.516145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35596) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:54.531511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:54.690552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] Deleting port 824b72b8-f19f-4e22-bd17-3bc3c32f115c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:54.695458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.892724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] For port 824b72b8-f19f-4e22-bd17-3bc3c32f115c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=824b72b8-f19f-4e22-bd17-3bc3c32f115c,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:54.893365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.944176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Calling delete_port for 824b72b8-f19f-4e22-bd17-3bc3c32f115c owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:54.953027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] For port 824b72b8-f19f-4e22-bd17-3bc3c32f115c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=824b72b8-f19f-4e22-bd17-3bc3c32f115c,segment=NetworkSegment(39e18612-8de8-4331-82dc-8a7846ac0ca7),segment_id=39e18612-8de8-4331-82dc-8a7846ac0ca7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:54.953589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.986145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:55.001297 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.003733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126a80b-59bb-46a1-ae86-01495899b099 req-4dda591a-4e2b-4207-86a3-4feac62ff231 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:55.007397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] Calling delete_port for 824b72b8-f19f-4e22-bd17-3bc3c32f115c owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:55.023609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3126a80b-59bb-46a1-ae86-01495899b099 req-4dda591a-4e2b-4207-86a3-4feac62ff231 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.3391547 Feb 19 01:13:55.105943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35612) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:55.107004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b202c83-c562-4ac8-aa24-23314f1e941f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=b7849051-fb3d-49b7-8dd9-08343bcfd519,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:55.125177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'floatingip': {'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:55.161096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:55.183839 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.186681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (4878283a-9477-4caa-bcbb-180e21927c0e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.273325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Port': ['ID=824b72b8-f19f-4e22-bd17-3bc3c32f115c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:55.289546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No DVR routers for this DVR port 824b72b8-f19f-4e22-bd17-3bc3c32f115c on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:55.335992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Performing IP validity checks on allocation pools {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:13:55.339672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:13:55.499657 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.516719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (824b72b8-f19f-4e22-bd17-3bc3c32f115c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.598079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] Pushing event deleted for resources: {'Port': ['ID=824b72b8-f19f-4e22-bd17-3bc3c32f115c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:55.600676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (81a56adc-d92f-476d-a5a9-a7fa31873902), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.617048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9d09c-524d-4013-949e-e807c8c3c351 None None] No DVR routers for this DVR port 824b72b8-f19f-4e22-bd17-3bc3c32f115c on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:55.681801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a56adc-d92f-476d-a5a9-a7fa31873902']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.723841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e18612-8de8-4331-82dc-8a7846ac0ca7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.724155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e18612-8de8-4331-82dc-8a7846ac0ca7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.754912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (39e18612-8de8-4331-82dc-8a7846ac0ca7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.802792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (39e18612-8de8-4331-82dc-8a7846ac0ca7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.827325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:55.830005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (39e18612-8de8-4331-82dc-8a7846ac0ca7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:55.847232 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:55.866188 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.047742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (81a56adc-d92f-476d-a5a9-a7fa31873902), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.056245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.059951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/networks/81a56adc-d92f-476d-a5a9-a7fa31873902 HTTP/1.1" status: 204 len: 168 time: 2.1060553 Feb 19 01:13:56.075272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35642) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:56.079981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'routes': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:56.131937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 824b72b8-f19f-4e22-bd17-3bc3c32f115c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:56.167087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 824b72b8-f19f-4e22-bd17-3bc3c32f115c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:56.167441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 824b72b8-f19f-4e22-bd17-3bc3c32f115c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:56.167881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f6cb885e-c780-4233-8b9b-78a05099a570 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:56.224399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: f6cb885e-c780-4233-8b9b-78a05099a570 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:56.224744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f6cb885e-c780-4233-8b9b-78a05099a570 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:56.250174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c8dc5-d0bf-4794-8033-099ef25390f7 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Pushing event deleted for resources: {'Network': ['ID=81a56adc-d92f-476d-a5a9-a7fa31873902,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:56.320755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (743248fd-adb9-4ed7-90d4-6584d7d59146), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.404591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.extraroute_db [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Added routes are [] {{(pid=103430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:13:56.404896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.extraroute_db [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Removed routes are [] {{(pid=103430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:13:56.405292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.492424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=743248fd-adb9-4ed7-90d4-6584d7d59146,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:56.507513 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.753744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717103e-3f6e-4fa1-98e5-05d6d88589e0 req-66595be3-4077-4775-822b-8ccd78ac53f5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:56.756254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1717103e-3f6e-4fa1-98e5-05d6d88589e0 req-66595be3-4077-4775-822b-8ccd78ac53f5 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.7438328 Feb 19 01:13:56.759383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.779268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.969821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:57.143044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1717103e-3f6e-4fa1-98e5-05d6d88589e0 req-d310fae6-22d3-4710-9b10-2a45b33e8866 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604076 Feb 19 01:13:57.192607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:57.197437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: b7849051-fb3d-49b7-8dd9-08343bcfd519, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:57.320040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:57.814520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:13:57.930643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:57.939074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (4878283a-9477-4caa-bcbb-180e21927c0e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.007883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b7849051-fb3d-49b7-8dd9-08343bcfd519) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:58.026799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a299b4-e30d-484a-947e-99bb2bc0ab0f None None] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:58.030688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:58.040654 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.107485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-72ea2e81-fdac-4bc1-9748-56e8d2a42442 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5893149 Feb 19 01:13:58.112173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35676) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:58.132180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519', 'name': 'tempest-PortsIpV6TestJSON-1405859292'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:58.266949 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Floating IP 4878283a-9477-4caa-bcbb-180e21927c0e associated. External IP: 172.25.0.35, port: 0aef5cb7-7610-4822-b6de-0569d3bf763a. Feb 19 01:13:58.302475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b7849051-fb3d-49b7-8dd9-08343bcfd519', 'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': '743248fd-adb9-4ed7-90d4-6584d7d59146'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:58.311237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.420263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:58.434788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] Sync routers for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:58.445139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.450191 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:58.451912 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23b0adb0-181a-439f-a586-7b4b2a0f134a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 700 time: 2.3720412 Feb 19 01:13:58.458830 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:58.463189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35684) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:58.466546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:58.469875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.660543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1d4cdc8-876a-4546-94a4-c7c83ee1676b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 205 time: 0.1388402 Feb 19 01:13:58.688708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port ef92e53a-1de7-475a-bbfd-5130fd49f01d yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:13:58.696385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35688) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:58.717445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Allocated IP 2001:db8::2 (b7849051-fb3d-49b7-8dd9-08343bcfd519/743248fd-adb9-4ed7-90d4-6584d7d59146/dcd59291-2f67-466e-a732-1d45b1092c90) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:58.749886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:58.900294 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:51Z', 'revision_number': 11, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:58.952643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Router 0456c003-bb32-4d6a-975f-db0274c274dd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:58.971701 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.000658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] Checking router: 6bb92d74-0fdb-43ff-98c8-88a959a7e41b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:59.050317 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] Routers {'6bb92d74-0fdb-43ff-98c8-88a959a7e41b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:59.051266 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:59.293337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Publish callbacks [] for port (dcd59291-2f67-466e-a732-1d45b1092c90), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.301554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.353474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:59.373268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:59.374834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] Set router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:59.386491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:59.451610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:59.478800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.521993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] Sync routers for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:59.582768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.587564 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.592016 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b62d432f-93c8-41cd-a51c-bd8c5aa22867 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "PUT /v2.0/floatingips/4878283a-9477-4caa-bcbb-180e21927c0e HTTP/1.1" status: 200 len: 990 time: 4.4690614 Feb 19 01:13:59.592016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:59.596710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Pushing event updated for resources: {'Port': ['ID=dcd59291-2f67-466e-a732-1d45b1092c90,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:59.600816 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:51Z', 'revision_number': 11, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:59.618826 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98" -d '{"events": [{"name": "network-changed", "server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:59.699700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Attempting to bind port dcd59291-2f67-466e-a732-1d45b1092c90 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:59.701428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Attempting to bind port dcd59291-2f67-466e-a732-1d45b1092c90 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:59.702717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Attempting to bind port dcd59291-2f67-466e-a732-1d45b1092c90 on network b7849051-fb3d-49b7-8dd9-08343bcfd519 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:59.707224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:59.711865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:59.714299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24490f7-e02f-4d38-8f2f-607a03322c6b None None] The sync data for ids ['6bb92d74-0fdb-43ff-98c8-88a959a7e41b'] in n-d-826752-2 is: [{'id': '6bb92d74-0fdb-43ff-98c8-88a959a7e41b', 'name': 'tempest-RoutersTest-router-555904076', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:11Z', 'updated_at': '2022-02-19T01:13:51Z', 'revision_number': 11, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:59.788322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-98bdfdec-2a1f-4897-a909-bd9b5aef8936 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:59.790733 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-98bdfdec-2a1f-4897-a909-bd9b5aef8936 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.10 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 1.7483132 Feb 19 01:13:59.815665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (6bb92d74-0fdb-43ff-98c8-88a959a7e41b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.816666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb92d74-0fdb-43ff-98c8-88a959a7e41b {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:13:59.827424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.828860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7fcb8a9b-275f-4326-bff1-79273a513395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 204 len: 168 time: 1.1207380 Feb 19 01:13:59.835351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35712) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:59.862158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1059345730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:59.900592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102bfa8-9ab7-404a-a954-cb3384e8a032 req-528de83c-57c7-4f84-a527-4c2f1c6859aa tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:59.907987 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7102bfa8-9ab7-404a-a954-cb3384e8a032 req-528de83c-57c7-4f84-a527-4c2f1c6859aa tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 1.5631514 Feb 19 01:13:59.952425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.956083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.023494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e813266-8fda-43fd-ba17-83a2ef8bac68 req-c820c2fb-7a14-470d-8509-a709bf29ced3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:00.042593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e813266-8fda-43fd-ba17-83a2ef8bac68 req-c820c2fb-7a14-470d-8509-a709bf29ced3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.3227098 Feb 19 01:14:00.182606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:00.230999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (f7fc939d-fc26-4c7b-952d-b3c883776b10), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.235396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7102bfa8-9ab7-404a-a954-cb3384e8a032 req-fb7459cb-e122-4bf8-b6f6-5908e2fb3ced tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217704 Feb 19 01:14:00.276560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.283066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Deleting port 13b39a74-545c-45b1-9f56-533ec632c7a4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:00.284822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.341290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e813266-8fda-43fd-ba17-83a2ef8bac68 req-ce8bcd2b-b7dd-4b94-9649-59f684c74832 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969134 Feb 19 01:14:00.343366 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e6d70a-8c0b-4eb8-b275-36a1d463cb3e x-openstack-request-id: req-a8e6d70a-8c0b-4eb8-b275-36a1d463cb3e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:00.359899 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:00.359899 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8e6d70a-8c0b-4eb8-b275-36a1d463cb3e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:00.359899 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'status': 'completed', 'code': 200} Feb 19 01:14:00.380158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.388486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2ed01a32-c2e2-49d2-aa47-754fdf38c78e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5510387 Feb 19 01:14:00.461485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35722) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:00.529775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-bca0c858-565f-45e1-9d68-cdb61c3fb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:00.536552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-bca0c858-565f-45e1-9d68-cdb61c3fb9cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1127 time: 0.1462204 Feb 19 01:14:00.560046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:00.560664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Checking segment: {'id': 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:00.570631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::ba (b7849051-fb3d-49b7-8dd9-08343bcfd519/743248fd-adb9-4ed7-90d4-6584d7d59146/ef92e53a-1de7-475a-bbfd-5130fd49f01d) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:00.571417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.576210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Bound using segment: {'id': 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:00.576887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Bound port: dcd59291-2f67-466e-a732-1d45b1092c90, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b7849051-fb3d-49b7-8dd9-08343bcfd519'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:00.577387 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.683223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:00.960360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] For port dcd59291-2f67-466e-a732-1d45b1092c90, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:00.978049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] For port dcd59291-2f67-466e-a732-1d45b1092c90, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dcd59291-2f67-466e-a732-1d45b1092c90,segment=NetworkSegment(f8c9a1d3-ae57-4018-ae35-e12710e73ad7),segment_id=f8c9a1d3-ae57-4018-ae35-e12710e73ad7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:00.994229 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.028696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe76ca-e88f-44c7-8481-da719270f668 req-033b77a5-bf7a-44f1-88a0-94943ae93678 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:01.030570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccbe76ca-e88f-44c7-8481-da719270f668 req-033b77a5-bf7a-44f1-88a0-94943ae93678 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.4846008 Feb 19 01:14:01.066420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-97ca8937-aed2-4e87-8dbd-58e640703a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:01.069924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-97ca8937-aed2-4e87-8dbd-58e640703a36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.5255308 Feb 19 01:14:01.239819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7187-3a77-4fe0-ba78-63117853841c None None] Pushing event updated for resources: {'Port': ['ID=dcd59291-2f67-466e-a732-1d45b1092c90,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:01.532792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '4878283a-9477-4caa-bcbb-180e21927c0e', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b238afa-67bf-486d-9984-bf89f59425ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:22Z', 'updated_at': '2022-02-19T01:13:57Z', 'revision_number': 1, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:18Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:01.621740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 13b39a74-545c-45b1-9f56-533ec632c7a4 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:01.623700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] Checking router: 0456c003-bb32-4d6a-975f-db0274c274dd for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:01.777231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:01.778338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:01.860065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.874096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:01.874380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.965881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Calling delete_port for 13b39a74-545c-45b1-9f56-533ec632c7a4 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:01.972933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.000934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21091b0d-9069-436d-a45f-1a7267bdbf39 req-84412d79-28a6-434f-a7aa-fcf3e3ed1807 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.010052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21091b0d-9069-436d-a45f-1a7267bdbf39 req-84412d79-28a6-434f-a7aa-fcf3e3ed1807 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.9284282 Feb 19 01:14:02.163055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-72aa0da3-7877-4394-b4b6-deaecfe684ed tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.165098 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-72aa0da3-7877-4394-b4b6-deaecfe684ed tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.6546419 Feb 19 01:14:02.259603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dcd59291-2f67-466e-a732-1d45b1092c90 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:02.329960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 13b39a74-545c-45b1-9f56-533ec632c7a4 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:02.329960 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.358813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccbe76ca-e88f-44c7-8481-da719270f668 req-50541a13-204c-45b2-9c5c-531cd6cddeb1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3070428 Feb 19 01:14:02.409340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:02.458247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (ef92e53a-1de7-475a-bbfd-5130fd49f01d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.510140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-42caf2da-9560-45bd-ba4b-64ce7c4465aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 1.4241312 Feb 19 01:14:02.547819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21091b0d-9069-436d-a45f-1a7267bdbf39 req-00e4734c-92f9-4653-887f-ae7a1df0cb70 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299177 Feb 19 01:14:02.668648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-b767a842-ca3d-4c57-adf8-3415ec9c7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.670170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-b767a842-ca3d-4c57-adf8-3415ec9c7fee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1382201 Feb 19 01:14:02.720111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:02.733181 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01959939-fa19-44ad-84ff-095399ac0c89" -d '{"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:02.796913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 13b39a74-545c-45b1-9f56-533ec632c7a4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=13b39a74-545c-45b1-9f56-533ec632c7a4,segment=NetworkSegment(54a0278f-8e15-47fb-925f-f6f8dcba2df9),segment_id=54a0278f-8e15-47fb-925f-f6f8dcba2df9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:02.809402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dcd59291-2f67-466e-a732-1d45b1092c90 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:02.810029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.837333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985582e-56fd-4c76-b855-c9c7c3532cd0 req-e467d346-46ef-4b2c-af33-3a11e3324859 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.849721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2985582e-56fd-4c76-b855-c9c7c3532cd0 req-e467d346-46ef-4b2c-af33-3a11e3324859 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 947 time: 0.3344507 Feb 19 01:14:02.880679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-5bd790aa-5db8-486a-93eb-d3de39f8705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.882658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-5bd790aa-5db8-486a-93eb-d3de39f8705e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2039831 Feb 19 01:14:02.893570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.906658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Deleting port 6acb9c85-3feb-4d93-a42e-43c347acd723 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:02.908485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.911674 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012e8e70-a0a4-4868-a0b2-f6cc049dbbc2 x-openstack-request-id: req-012e8e70-a0a4-4868-a0b2-f6cc049dbbc2 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:02.911978 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:02.912234 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-012e8e70-a0a4-4868-a0b2-f6cc049dbbc2 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:02.912644 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'code': 200} Feb 19 01:14:02.919388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Router f7fc939d-fc26-4c7b-952d-b3c883776b10 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:14:02.967470 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ef92e53a-1de7-475a-bbfd-5130fd49f01d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.030451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:03.138249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf66cf-7393-4a0c-8141-d3fe8ed5f416 None None] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:03.151311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:03.151311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:03.151311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:03.165594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.189152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-abc86a43-224f-4f5f-b2b1-29d9d3b4bb52 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973912 Feb 19 01:14:03.361313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2985582e-56fd-4c76-b855-c9c7c3532cd0 req-63d2e193-e7d9-4a05-b192-d2d01f4e7b78 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/security-groups?id=627aebec-4d07-48e6-89fb-782f8d730245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098941 Feb 19 01:14:03.441591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=11']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:03.457047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9f9d140-8f5d-4ae9-8c72-9bb254e1fa98 req-0994a254-82ea-4ff2-9ac8-07f6919e4398 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518914 Feb 19 01:14:03.469719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (13b39a74-545c-45b1-9f56-533ec632c7a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.490761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Provisioning complete for port dcd59291-2f67-466e-a732-1d45b1092c90 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:03.491510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.526169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4010978 Feb 19 01:14:03.526546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35758) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:03.631050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 6acb9c85-3feb-4d93-a42e-43c347acd723 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:03.683280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] For port 6acb9c85-3feb-4d93-a42e-43c347acd723, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=6acb9c85-3feb-4d93-a42e-43c347acd723,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:03.683677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.728555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Calling delete_port for 6acb9c85-3feb-4d93-a42e-43c347acd723 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:03.827081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a57d96-a594-4dd5-81e3-cfadc28c7915 req-0f853af7-cada-4d7d-95e9-a45a77a31d2f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:03.829092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85a57d96-a594-4dd5-81e3-cfadc28c7915 req-0f853af7-cada-4d7d-95e9-a45a77a31d2f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 944 time: 0.0847812 Feb 19 01:14:03.832844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port ef92e53a-1de7-475a-bbfd-5130fd49f01d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:03.833714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ef92e53a-1de7-475a-bbfd-5130fd49f01d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.972329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85a57d96-a594-4dd5-81e3-cfadc28c7915 req-a3e85024-87be-44ef-83d3-4d91af306091 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329498 Feb 19 01:14:04.030422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6acb9c85-3feb-4d93-a42e-43c347acd723), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.033549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dcd59291-2f67-466e-a732-1d45b1092c90 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:04.033995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.051773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ef92e53a-1de7-475a-bbfd-5130fd49f01d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.065289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for ef92e53a-1de7-475a-bbfd-5130fd49f01d owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:04.104154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:04.116122 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] Sync routers for ids ['f7fc939d-fc26-4c7b-952d-b3c883776b10'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:04.122733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=ef92e53a-1de7-475a-bbfd-5130fd49f01d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:04.134161 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] Routers {'f7fc939d-fc26-4c7b-952d-b3c883776b10'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:04.139836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Port 6acb9c85-3feb-4d93-a42e-43c347acd723 update to DOWN by agent not found {{(pid=103431) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:14:04.140290 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f7fc939d-fc26-4c7b-952d-b3c883776b10'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:04.168828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.174604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-25d41380-8680-42c7-adea-811f8037f395 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "PUT /v2.0/routers/f7fc939d-fc26-4c7b-952d-b3c883776b10 HTTP/1.1" status: 200 len: 694 time: 3.5023780 Feb 19 01:14:04.192768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.198490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.198999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.199349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.199689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.200025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.200359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.200688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.201037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.206192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.207594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.207941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.208275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28bff-d395-47c0-a98c-7b58231bc6ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.259650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35766) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.315265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port dcd59291-2f67-466e-a732-1d45b1092c90, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dcd59291-2f67-466e-a732-1d45b1092c90,segment=NetworkSegment(f8c9a1d3-ae57-4018-ae35-e12710e73ad7),segment_id=f8c9a1d3-ae57-4018-ae35-e12710e73ad7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:04.338944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.365465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ef92e53a-1de7-475a-bbfd-5130fd49f01d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.395667 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] Set router f7fc939d-fc26-4c7b-952d-b3c883776b10 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:04.534835 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc939d-fc26-4c7b-952d-b3c883776b10', 'name': 'tempest-RoutersTest-router-1059345730', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:59Z', 'updated_at': '2022-02-19T01:14:01Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:04.550596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=ef92e53a-1de7-475a-bbfd-5130fd49f01d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:04.569101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Pushing event deleted for resources: {'Port': ['ID=13b39a74-545c-45b1-9f56-533ec632c7a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:04.643320 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] Checking router: f7fc939d-fc26-4c7b-952d-b3c883776b10 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:04.656837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62f32d68-eb45-4bc1-a259-0f66b32b3a77 req-3782c712-a014-46f8-892c-73193f9b1d03 tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.43 "GET /v2.0/ports?device_id=820b3c39-6dc4-461d-ba36-c01f1749e7d4 HTTP/1.1" status: 200 len: 210 time: 0.1388347 Feb 19 01:14:04.659185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.674712 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/ef92e53a-1de7-475a-bbfd-5130fd49f01d HTTP/1.1" status: 204 len: 168 time: 1.1463306 Feb 19 01:14:04.676256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35774) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.697371 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] Routers {'f7fc939d-fc26-4c7b-952d-b3c883776b10'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:04.698272 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f7fc939d-fc26-4c7b-952d-b3c883776b10'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:04.703518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.703866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.706555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.706956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.707310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.707649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.707994 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.708331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.708669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.709092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.709349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.709673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.710118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512f29e-528d-4dfb-8f2c-7ecde4ec1923 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:04.726562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] No DVR routers for this DVR port 6acb9c85-3feb-4d93-a42e-43c347acd723 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:04.740880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.745672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aef5d8b5-4b6b-4bd0-8a65-f58cfc3aa155 req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "DELETE /v2.0/ports/6acb9c85-3feb-4d93-a42e-43c347acd723 HTTP/1.1" status: 204 len: 173 time: 2.4752252 Feb 19 01:14:04.759027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'name': 'network-vif-deleted', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:04.767261 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb0b4af-4be1-44d6-b5b1-ffa3ae1058a6" -d '{"events": [{"server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "name": "network-vif-deleted", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:04.778879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] No DVR routers for this DVR port 13b39a74-545c-45b1-9f56-533ec632c7a4 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:04.811792 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f03a2d-594f-42bf-a2c0-35f2bb993c54 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:04.812389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f03a2d-594f-42bf-a2c0-35f2bb993c54 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:04.820234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c7f03a2d-594f-42bf-a2c0-35f2bb993c54 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/ef92e53a-1de7-475a-bbfd-5130fd49f01d HTTP/1.1" status: 404 len: 333 time: 0.1186092 Feb 19 01:14:04.820891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.835903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Current status of the port dcd59291-2f67-466e-a732-1d45b1092c90 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:04.836329 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.898867 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-887c461a-cdc7-4fcf-9999-8b3d76804e51 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:14:04.900363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-887c461a-cdc7-4fcf-9999-8b3d76804e51 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/ef92e53a-1de7-475a-bbfd-5130fd49f01d HTTP/1.1" status: 404 len: 333 time: 0.0768986 Feb 19 01:14:04.912163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.921205 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] Set router f7fc939d-fc26-4c7b-952d-b3c883776b10 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:04.967799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.971303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50a9e4d8-b225-43a5-8825-a510edb3cfc7 req-ed474724-81ad-44a1-98bd-f51e20cd4c1a tempest-ServersNegativeTestJSON-338877201 tempest-ServersNegativeTestJSON-338877201-project] 10.222.0.10 "DELETE /v2.0/ports/13b39a74-545c-45b1-9f56-533ec632c7a4 HTTP/1.1" status: 204 len: 173 time: 5.1411605 Feb 19 01:14:04.996454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=dcd59291-2f67-466e-a732-1d45b1092c90,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:05.009269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62780c-2d35-4ed3-9e07-fd945dc69a11 req-ee5e673d-f4de-4e64-a6ac-f7588ea4a26c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:05.011247 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f62780c-2d35-4ed3-9e07-fd945dc69a11 req-ee5e673d-f4de-4e64-a6ac-f7588ea4a26c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 1.0215378 Feb 19 01:14:05.023589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07e987-22df-48a6-84ac-2533fd32185f tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event deleted for resources: {'Port': ['ID=6acb9c85-3feb-4d93-a42e-43c347acd723,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:05.067077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '4878283a-9477-4caa-bcbb-180e21927c0e', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b238afa-67bf-486d-9984-bf89f59425ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:22Z', 'updated_at': '2022-02-19T01:13:57Z', 'revision_number': 1, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:18Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:05.093208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-52509a32-5710-4d67-829a-f965ad1c00e9 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/routers/f7fc939d-fc26-4c7b-952d-b3c883776b10 HTTP/1.1" status: 200 len: 700 time: 0.8194196 Feb 19 01:14:05.100823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35786) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:05.136300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 743248fd-adb9-4ed7-90d4-6584d7d59146 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:05.139950 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653b691-6d32-4ac0-9498-0b473ed17124 x-openstack-request-id: req-9653b691-6d32-4ac0-9498-0b473ed17124 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:05.140247 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2329b8-ab6c-437c-8d6d-d71a2afa7762", "name": "network-vif-deleted", "tag": "6acb9c85-3feb-4d93-a42e-43c347acd723", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:05.140499 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9653b691-6d32-4ac0-9498-0b473ed17124 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:05.140900 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2329b8-ab6c-437c-8d6d-d71a2afa7762', 'name': 'network-vif-deleted', 'tag': '6acb9c85-3feb-4d93-a42e-43c347acd723', 'status': 'completed', 'code': 200} Feb 19 01:14:05.163043 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc939d-fc26-4c7b-952d-b3c883776b10', 'name': 'tempest-RoutersTest-router-1059345730', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:59Z', 'updated_at': '2022-02-19T01:14:01Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:05.200551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1880c7f-0c45-4a6f-88b0-7408ca3cc9ba None None] The sync data for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 is: [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '4878283a-9477-4caa-bcbb-180e21927c0e', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b238afa-67bf-486d-9984-bf89f59425ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:22Z', 'updated_at': '2022-02-19T01:13:57Z', 'revision_number': 1, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:18Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:05.215530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f62780c-2d35-4ed3-9e07-fd945dc69a11 req-0307e013-9391-40d4-8f69-8f0fe7107666 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708283 Feb 19 01:14:05.215875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1dad9334-6a48-4164-bb4a-9b25bf7e02de tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7fc939d-fc26-4c7b-952d-b3c883776b10 HTTP/1.1" status: 200 len: 205 time: 0.1109397 Feb 19 01:14:05.215875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (743248fd-adb9-4ed7-90d4-6584d7d59146), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.217279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35788) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:05.328091 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86f395-a568-4b06-9242-17dda4e142cb None None] The sync data for ids ['f7fc939d-fc26-4c7b-952d-b3c883776b10'] in n-d-826752-2 is: [{'id': 'f7fc939d-fc26-4c7b-952d-b3c883776b10', 'name': 'tempest-RoutersTest-router-1059345730', 'tenant_id': 'a15b4cb50d98420f900d616e180a0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:59Z', 'updated_at': '2022-02-19T01:14:01Z', 'revision_number': 2, 'project_id': 'a15b4cb50d98420f900d616e180a0eb0', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:05.376708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:14:05.377106 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:14:05.634460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9bd629d-aeb7-42e9-bbea-712fe3020bfc req-7ff790ef-caf1-4f1a-8dac-81a3603be5db tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e2329b8-ab6c-437c-8d6d-d71a2afa7762 HTTP/1.1" status: 200 len: 210 time: 0.1245883 Feb 19 01:14:05.745983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (743248fd-adb9-4ed7-90d4-6584d7d59146), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.763376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.787050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b2b25-aff6-4b95-9d9b-6162464b681a None None] New status for floating IP 4878283a-9477-4caa-bcbb-180e21927c0e: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:14:05.791685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35800) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:06.046437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Deleting subnet 4de79d6b-cf3d-4e3d-a587-1e60859de58a {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:06.063620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Publish callbacks [] for subnet (4de79d6b-cf3d-4e3d-a587-1e60859de58a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.141777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae624e-2426-40cc-bc4a-e5c5b66c41ee None None] Current status of the port dcd59291-2f67-466e-a732-1d45b1092c90 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:06.147334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (4de79d6b-cf3d-4e3d-a587-1e60859de58a), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.238488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (4de79d6b-cf3d-4e3d-a587-1e60859de58a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.297035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6eae3c24-591c-411d-ac8d-7b2a0aacf64d None None] Provisioning complete for port dcd59291-2f67-466e-a732-1d45b1092c90 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:06.299056 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eae3c24-591c-411d-ac8d-7b2a0aacf64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.355757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (4de79d6b-cf3d-4e3d-a587-1e60859de58a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.376347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.383815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4de79d6b-cf3d-4e3d-a587-1e60859de58a HTTP/1.1" status: 204 len: 168 time: 0.5904446 Feb 19 01:14:06.388232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.391720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35806) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:06.430804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c41dcd-e6b1-4951-a5b5-cd9796b4ce5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de79d6b-cf3d-4e3d-a587-1e60859de58a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:06.536750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dcd59291-2f67-466e-a732-1d45b1092c90 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:06.553212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router_controller (f7fc939d-fc26-4c7b-952d-b3c883776b10), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.571102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (995ebb14-63a2-42c3-876a-e45fda836e30), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.617569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6eae3c24-591c-411d-ac8d-7b2a0aacf64d None None] Current status of the port dcd59291-2f67-466e-a732-1d45b1092c90 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:06.624951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6eae3c24-591c-411d-ac8d-7b2a0aacf64d None None] Could not find standard attr ID for object ef92e53a-1de7-475a-bbfd-5130fd49f01d. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:14:06.637766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dcd59291-2f67-466e-a732-1d45b1092c90 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:06.638392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.671855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (743248fd-adb9-4ed7-90d4-6584d7d59146), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.770912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (f7fc939d-fc26-4c7b-952d-b3c883776b10), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.771471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Fanout notify agent at l3_agent the message router_deleted on router f7fc939d-fc26-4c7b-952d-b3c883776b10 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:06.779245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.780799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86014ea9-b982-4f6f-a763-e469addd949a tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/f7fc939d-fc26-4c7b-952d-b3c883776b10 HTTP/1.1" status: 204 len: 168 time: 1.5604265 Feb 19 01:14:06.784479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35818) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:06.815409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dcd59291-2f67-466e-a732-1d45b1092c90 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:06.845590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-37aca69c-0a94-430f-896b-e206cb05d3c5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7fc939d-fc26-4c7b-952d-b3c883776b10 HTTP/1.1" status: 200 len: 205 time: 0.0575097 Feb 19 01:14:06.847929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:06.906348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1b62b-47c1-4116-9e4a-2b01aca550bf req-890c5d1c-57ec-4859-a316-6f21d39b47ba tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:06.914028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70b1b62b-47c1-4116-9e4a-2b01aca550bf req-890c5d1c-57ec-4859-a316-6f21d39b47ba tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.3587227 Feb 19 01:14:06.939826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (995ebb14-63a2-42c3-876a-e45fda836e30), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.973753 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-5d4a6590-c502-4f0b-8802-b42853c03578 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:06.975064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5d4a6590-c502-4f0b-8802-b42853c03578 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/f7fc939d-fc26-4c7b-952d-b3c883776b10 HTTP/1.1" status: 404 len: 336 time: 0.1264822 Feb 19 01:14:06.979056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:06.997043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (743248fd-adb9-4ed7-90d4-6584d7d59146), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.000139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995ebb14-63a2-42c3-876a-e45fda836e30']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:07.048557 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-95607abc-a346-46fe-b0d8-61fcd536ab73 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:07.048793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a0278f-8e15-47fb-925f-f6f8dcba2df9') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:07.049040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a0278f-8e15-47fb-925f-f6f8dcba2df9') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:07.053186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95607abc-a346-46fe-b0d8-61fcd536ab73 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:07.053900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=743248fd-adb9-4ed7-90d4-6584d7d59146,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:07.065198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70b1b62b-47c1-4116-9e4a-2b01aca550bf req-65a1bb8d-fac0-48e2-8eb4-0a0439b30658 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494660 Feb 19 01:14:07.072566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (54a0278f-8e15-47fb-925f-f6f8dcba2df9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.074975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-95607abc-a346-46fe-b0d8-61fcd536ab73 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/155c025b-34ce-441a-96ce-948cd777b349 HTTP/1.1" status: 404 len: 337 time: 0.0944216 Feb 19 01:14:07.075237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.075610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35828) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.078562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1f3f783a-5f27-4b66-9411-531b913f14aa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/743248fd-adb9-4ed7-90d4-6584d7d59146 HTTP/1.1" status: 204 len: 168 time: 2.1634762 Feb 19 01:14:07.083959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325afeea-5685-46f7-a861-49f9fb6ce5ab None None] Network b7849051-fb3d-49b7-8dd9-08343bcfd519 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:07.105976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.126642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (54a0278f-8e15-47fb-925f-f6f8dcba2df9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.135171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:07.135591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (54a0278f-8e15-47fb-925f-f6f8dcba2df9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.169519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-deleted', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:07.191647 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eea222-99a4-4b06-9dcb-2b327294a315" -d '{"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-deleted", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:07.214542 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:07.231078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (995ebb14-63a2-42c3-876a-e45fda836e30), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.297985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.315052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] 10.222.0.43 "DELETE /v2.0/networks/995ebb14-63a2-42c3-876a-e45fda836e30 HTTP/1.1" status: 204 len: 168 time: 0.9221928 Feb 19 01:14:07.323700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c60e9-92fd-4287-97f0-76e531025bea admin admin] Pushing event deleted for resources: {'Network': ['ID=995ebb14-63a2-42c3-876a-e45fda836e30,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:07.365077 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b681b46c-ed6b-4396-ae39-12fc1941def6 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:07.366942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b681b46c-ed6b-4396-ae39-12fc1941def6 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:07.377727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b681b46c-ed6b-4396-ae39-12fc1941def6 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/53536d46-6be5-40cf-9f62-cf3b9f78501b HTTP/1.1" status: 404 len: 337 time: 0.2986341 Feb 19 01:14:07.379882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.413103 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2e0d91-ad43-476c-b98a-7865a6e0701f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:07.413542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2e0d91-ad43-476c-b98a-7865a6e0701f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:07.417395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fa2e0d91-ad43-476c-b98a-7865a6e0701f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/a372b98a-a43f-4e7d-a12a-2faef4c82d05 HTTP/1.1" status: 404 len: 337 time: 0.0365510 Feb 19 01:14:07.420089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.477847 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd8e2af-38aa-4e5a-98eb-a8d5dbf9599e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:07.478311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd8e2af-38aa-4e5a-98eb-a8d5dbf9599e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:07.485155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ecd8e2af-38aa-4e5a-98eb-a8d5dbf9599e tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/a12619ba-ac99-4964-ae0a-45c951a94bbf HTTP/1.1" status: 404 len: 337 time: 0.0630190 Feb 19 01:14:07.487176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] DHCP port deletion for b7849051-fb3d-49b7-8dd9-08343bcfd519 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:07.494336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.571478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-22d6b6ec-4c13-4016-a31b-256c09a17d8f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 200 len: 205 time: 0.0743177 Feb 19 01:14:07.573307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35844) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.600602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b7849051-fb3d-49b7-8dd9-08343bcfd519), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.609082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34190-eb3d-4fea-a993-83d25277e914 req-b5b934fa-0dc7-46a7-984a-43bfd8604570 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:07.622740 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77a34190-eb3d-4fea-a993-83d25277e914 req-b5b934fa-0dc7-46a7-984a-43bfd8604570 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.3505447 Feb 19 01:14:07.632508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] Deleting port dcd59291-2f67-466e-a732-1d45b1092c90 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:07.634005 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.685793 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eae71-6fd4-41ce-8b2f-9d23f4bf2f20 req-2af2e3de-49b3-426f-87a8-940ea3fa2d68 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:07.694114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-597eae71-6fd4-41ce-8b2f-9d23f4bf2f20 req-2af2e3de-49b3-426f-87a8-940ea3fa2d68 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 0.4973722 Feb 19 01:14:07.721975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35850) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.750929 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-d0eb398d-00ca-4730-aa7c-4b4d2e024e0c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:07.751996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d0eb398d-00ca-4730-aa7c-4b4d2e024e0c tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/6bb92d74-0fdb-43ff-98c8-88a959a7e41b HTTP/1.1" status: 404 len: 336 time: 0.1752372 Feb 19 01:14:07.757176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35852) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.868137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] For port dcd59291-2f67-466e-a732-1d45b1092c90, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dcd59291-2f67-466e-a732-1d45b1092c90,segment=NetworkSegment(f8c9a1d3-ae57-4018-ae35-e12710e73ad7),segment_id=f8c9a1d3-ae57-4018-ae35-e12710e73ad7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:07.868670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.883797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86227a46-499a-498a-8295-a376e745ce23 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=79b26831-7b04-45bd-bade-89cf20fd48a8 HTTP/1.1" status: 200 len: 205 time: 0.1236353 Feb 19 01:14:07.893949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.904174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] Calling delete_port for dcd59291-2f67-466e-a732-1d45b1092c90 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:08.003466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77a34190-eb3d-4fea-a993-83d25277e914 req-f8e9bf8d-31ca-43b0-ae1e-aa98420654f6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798234 Feb 19 01:14:08.010011 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-7f555e3a-dcd7-4c5d-8e4b-2855667289e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:08.012645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7f555e3a-dcd7-4c5d-8e4b-2855667289e4 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/79b26831-7b04-45bd-bade-89cf20fd48a8 HTTP/1.1" status: 404 len: 336 time: 0.1175659 Feb 19 01:14:08.016218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.084759 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f06a6ff-081a-40f3-8e6c-96f15d6b28a5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:08.092681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f06a6ff-081a-40f3-8e6c-96f15d6b28a5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:08.099401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8f06a6ff-081a-40f3-8e6c-96f15d6b28a5 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/b69b6e27-b23a-45c7-9eed-98178119f52a HTTP/1.1" status: 404 len: 337 time: 0.0814338 Feb 19 01:14:08.104151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.119085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.158920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] No DVR routers for this DVR port dcd59291-2f67-466e-a732-1d45b1092c90 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:08.212794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-79e6a3f3-1813-434b-a96e-87d97db727da tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 200 len: 205 time: 0.1023548 Feb 19 01:14:08.213635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35866) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.213764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73520bf7-9934-427b-866f-f471b3a6c94c None None] Pushing event deleted for resources: {'Port': ['ID=dcd59291-2f67-466e-a732-1d45b1092c90,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:08.301754 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-4f92c354-6412-4367-8df6-9cdca42d556b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:08.304458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f92c354-6412-4367-8df6-9cdca42d556b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/fadd2c67-d0f6-4c43-b8b9-451c0948bb29 HTTP/1.1" status: 404 len: 336 time: 0.0894966 Feb 19 01:14:08.308293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.380395 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80590746-bdba-4eab-a3cf-a161467154bd x-openstack-request-id: req-80590746-bdba-4eab-a3cf-a161467154bd {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:08.381371 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b3c39-6dc4-461d-ba36-c01f1749e7d4", "name": "network-vif-deleted", "tag": "13b39a74-545c-45b1-9f56-533ec632c7a4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:08.382041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee2d4e31-ce0b-4d4a-ba2e-0d8b0b593163 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=32e4bf9a-8b48-4016-96b3-7f5b442efaef HTTP/1.1" status: 200 len: 205 time: 0.0695693 Feb 19 01:14:08.382246 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80590746-bdba-4eab-a3cf-a161467154bd {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:08.382961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.383322 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b3c39-6dc4-461d-ba36-c01f1749e7d4', 'name': 'network-vif-deleted', 'tag': '13b39a74-545c-45b1-9f56-533ec632c7a4', 'status': 'completed', 'code': 200} Feb 19 01:14:08.387808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1cab01e2-1d84-47de-85d0-444086f063b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8830366c4e3c48ce95150e4dacdded87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6581461 Feb 19 01:14:08.393191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.479504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df482292-9c30-4151-9bf2-398d202ec28d req-3d110931-6e61-4b35-b85b-808c65d73a70 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:08.481475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df482292-9c30-4151-9bf2-398d202ec28d req-3d110931-6e61-4b35-b85b-808c65d73a70 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 1.0193782 Feb 19 01:14:08.505516 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-2d08711b-2e57-4882-9cc0-176963faa5b8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:08.507006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d08711b-2e57-4882-9cc0-176963faa5b8 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/32e4bf9a-8b48-4016-96b3-7f5b442efaef HTTP/1.1" status: 404 len: 336 time: 0.1216993 Feb 19 01:14:08.510756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.515146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dcd59291-2f67-466e-a732-1d45b1092c90 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:08.553088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: dcd59291-2f67-466e-a732-1d45b1092c90 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:08.553450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dcd59291-2f67-466e-a732-1d45b1092c90 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:08.567768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-597eae71-6fd4-41ce-8b2f-9d23f4bf2f20 req-fc81d8a1-4b91-4c0d-9a3c-d267dec6768a tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724720 Feb 19 01:14:08.580472 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02a34cb-5438-481e-8a91-563b6d0b0e69 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:08.580472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02a34cb-5438-481e-8a91-563b6d0b0e69 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:08.588482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e02a34cb-5438-481e-8a91-563b6d0b0e69 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/8f5e7c59-a55e-4481-9bd2-15f00a1c2768 HTTP/1.1" status: 404 len: 337 time: 0.0765066 Feb 19 01:14:08.593689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35884) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.651425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port dcd59291-2f67-466e-a732-1d45b1092c90 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:08.651781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.667852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c4b6e83e-b690-44d7-a54a-8560e2fd1b9d tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=235319da-6636-40ad-a3d2-d8c932e2d091 HTTP/1.1" status: 200 len: 205 time: 0.0708389 Feb 19 01:14:08.668620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35886) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.769846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] For port dcd59291-2f67-466e-a732-1d45b1092c90, host n-d-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:08.770450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.785733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for dcd59291-2f67-466e-a732-1d45b1092c90 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:08.789092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Port dcd59291-2f67-466e-a732-1d45b1092c90 was not found and therefore no delete operation was performed {{(pid=103430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:14:08.795076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (dcd59291-2f67-466e-a732-1d45b1092c90), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.799157 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-3474f4dc-371d-4ff8-8396-058abd7ad9bd tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:08.803038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3474f4dc-371d-4ff8-8396-058abd7ad9bd tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/235319da-6636-40ad-a3d2-d8c932e2d091 HTTP/1.1" status: 404 len: 336 time: 0.1319647 Feb 19 01:14:08.805595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35894) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.856254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=dcd59291-2f67-466e-a732-1d45b1092c90,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:08.868889 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5211c0-2179-402e-9516-9e8865420e25 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:08.869409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5211c0-2179-402e-9516-9e8865420e25 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:08.875081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0f5211c0-2179-402e-9516-9e8865420e25 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/a77796c1-1546-4289-ba69-ed63693ff5ca HTTP/1.1" status: 404 len: 337 time: 0.0683396 Feb 19 01:14:08.875696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.888390 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc06b58a-1f28-4967-a0f5-f3c91b89c7b9 admin admin] Publish callbacks [] for security_group (627aebec-4d07-48e6-89fb-782f8d730245), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.913609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No DVR routers for this DVR port dcd59291-2f67-466e-a732-1d45b1092c90 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:08.941678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1f476d95-d9ae-47c4-a89b-2674c4cd7477 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4545e68-de51-41ad-b460-0fc4fed3499e HTTP/1.1" status: 200 len: 205 time: 0.0648346 Feb 19 01:14:08.942286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35902) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.019254 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-eefb13b3-76bf-4cf5-a53d-9a3c48e3cc4b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] delete failed (client error): The resource could not be found. Feb 19 01:14:09.020717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eefb13b3-76bf-4cf5-a53d-9a3c48e3cc4b tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/routers/d4545e68-de51-41ad-b460-0fc4fed3499e HTTP/1.1" status: 404 len: 336 time: 0.0771263 Feb 19 01:14:09.022785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35904) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.066202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b7849051-fb3d-49b7-8dd9-08343bcfd519), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.085603 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb70fc2d-6d1c-4823-94e8-b032f05f574f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:09.086113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb70fc2d-6d1c-4823-94e8-b032f05f574f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:09.098339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb70fc2d-6d1c-4823-94e8-b032f05f574f tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/0931f833-73d1-4232-adca-54fb36991ff7 HTTP/1.1" status: 404 len: 337 time: 0.0726571 Feb 19 01:14:09.099930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.119462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7849051-fb3d-49b7-8dd9-08343bcfd519']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.129732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.130179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c9a1d3-ae57-4018-ae35-e12710e73ad7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.141638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (f8c9a1d3-ae57-4018-ae35-e12710e73ad7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.155565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f8c9a1d3-ae57-4018-ae35-e12710e73ad7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.156426 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c49af2d-6a24-4e6d-85ce-1cbfd888b359 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] DELETE failed (client error): The resource could not be found. Feb 19 01:14:09.156943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c49af2d-6a24-4e6d-85ce-1cbfd888b359 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:09.162957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:09.163555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (f8c9a1d3-ae57-4018-ae35-e12710e73ad7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.164508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1c49af2d-6a24-4e6d-85ce-1cbfd888b359 tempest-RoutersTest-1666062259 tempest-RoutersTest-1666062259-project] 10.222.0.43 "DELETE /v2.0/subnets/c8880d00-e588-4945-94b6-c9e1af6f78b4 HTTP/1.1" status: 404 len: 337 time: 0.0595171 Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:09.233834 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:09.248579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b7849051-fb3d-49b7-8dd9-08343bcfd519), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.257078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Deleting port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:09.257556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.266184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc06b58a-1f28-4967-a0f5-f3c91b89c7b9 admin admin] Publish callbacks [] for security_group (627aebec-4d07-48e6-89fb-782f8d730245), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.269586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.272930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/b7849051-fb3d-49b7-8dd9-08343bcfd519 HTTP/1.1" status: 204 len: 168 time: 2.1615777 Feb 19 01:14:09.278409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.283741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-980269697'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:09.303985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbc38d-254b-482e-901e-f7f4a45188b0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=b7849051-fb3d-49b7-8dd9-08343bcfd519,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.325928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:09.330138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.373512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:09.389887 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a5926aef-f9ac-4c31-adf4-8d8f4b825ebf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.390248 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment a5926aef-f9ac-4c31-adf4-8d8f4b825ebf of type vlan for network a1961663-751d-4adf-bf16-c8403d515b88 Feb 19 01:14:09.451509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a1961663-751d-4adf-bf16-c8403d515b88), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.453946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] For port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:09.454426 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.457558 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc06b58a-1f28-4967-a0f5-f3c91b89c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (627aebec-4d07-48e6-89fb-782f8d730245), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.466913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc06b58a-1f28-4967-a0f5-f3c91b89c7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.468204 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cc06b58a-1f28-4967-a0f5-f3c91b89c7b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/627aebec-4d07-48e6-89fb-782f8d730245 HTTP/1.1" status: 204 len: 168 time: 1.0734742 Feb 19 01:14:09.484346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a1961663-751d-4adf-bf16-c8403d515b88), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.489936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.490649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.502598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Calling delete_port for a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:09.514234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b58a-1f28-4967-a0f5-f3c91b89c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627aebec-4d07-48e6-89fb-782f8d730245,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.589811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=a1961663-751d-4adf-bf16-c8403d515b88,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.611282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-05d840b3-7680-4f71-a0cc-ae5b3d710dc3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3331788 Feb 19 01:14:09.617026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35918) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.618877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:09.623140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:09.623807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a1961663-751d-4adf-bf16-c8403d515b88 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:09.840115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:09.847720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.965097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35930) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.986208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c850c-4806-45fe-aa3e-5074b6e92c4b req-7bc46541-34d7-4f05-8792-86f5ab1c8bad tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.012542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b55c850c-4806-45fe-aa3e-5074b6e92c4b req-7bc46541-34d7-4f05-8792-86f5ab1c8bad tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 944 time: 0.2197785 Feb 19 01:14:10.036055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:10.114722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a2fadba7-bf41-4c66-b981-b91e5d1ed2f8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.245647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b55c850c-4806-45fe-aa3e-5074b6e92c4b req-23d0f8ab-d35b-4344-ba3d-90f130064927 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317631 Feb 19 01:14:10.246702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event deleted for resources: {'Port': ['ID=a2fadba7-bf41-4c66-b981-b91e5d1ed2f8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:10.340242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (b3e1f629-511f-46ff-8f2f-7789fe86c6be), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.371849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] No DVR routers for this DVR port a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:10.376587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.379961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df482292-9c30-4151-9bf2-398d202ec28d req-62c42829-9cde-47e2-9b28-1d48a202ab8d tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "DELETE /v2.0/ports/a2fadba7-bf41-4c66-b981-b91e5d1ed2f8 HTTP/1.1" status: 204 len: 173 time: 1.8863809 Feb 19 01:14:10.397646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'name': 'network-vif-deleted', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:10.401909 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c52d24-8712-430a-8ad8-68528fa9d6c6" -d '{"events": [{"server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "name": "network-vif-deleted", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:10.495413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:10.502976 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce14a038-6357-4aa4-8d82-4b6a3129c0c2 x-openstack-request-id: req-ce14a038-6357-4aa4-8d82-4b6a3129c0c2 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:10.503478 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b94caa-af55-426a-837f-5b46ec5868aa", "name": "network-vif-deleted", "tag": "a2fadba7-bf41-4c66-b981-b91e5d1ed2f8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:10.503735 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce14a038-6357-4aa4-8d82-4b6a3129c0c2 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:10.504141 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b94caa-af55-426a-837f-5b46ec5868aa', 'name': 'network-vif-deleted', 'tag': 'a2fadba7-bf41-4c66-b981-b91e5d1ed2f8', 'status': 'completed', 'code': 200} Feb 19 01:14:10.526284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:10.526763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: a1961663-751d-4adf-bf16-c8403d515b88, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:10.626217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=b3e1f629-511f-46ff-8f2f-7789fe86c6be,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:10.648498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-412a3d3c-e983-405e-8177-7215306b68f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a15b4cb50d98420f900d616e180a0eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6811409 Feb 19 01:14:10.651265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:10.672845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network a1961663-751d-4adf-bf16-c8403d515b88 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:10.710699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a1961663-751d-4adf-bf16-c8403d515b88) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:10.727558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca8b4f-0b60-43ec-a94d-4a4f7d284086 None None] Network a1961663-751d-4adf-bf16-c8403d515b88 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:10.735602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.738037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.781459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0ab23ee4-9c27-4278-88a3-4758b075e876 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1621816 Feb 19 01:14:10.785716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:10.806262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1169507607'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:10.808768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-330faab2-10d9-4738-b8ee-e2d8e1a492f9 admin admin] Publish callbacks [] for security_group (19700248-59d6-4d41-bfbd-f2cc646db1ef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.857346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-330faab2-10d9-4738-b8ee-e2d8e1a492f9 admin admin] Publish callbacks [] for security_group (19700248-59d6-4d41-bfbd-f2cc646db1ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.975875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a1961663-751d-4adf-bf16-c8403d515b88', 'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': 'b3e1f629-511f-46ff-8f2f-7789fe86c6be'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:14:10.977281 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.036697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Deleting subnet cc2c6281-91c5-4018-8ccd-c24c81813a6c {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:11.167443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Publish callbacks [] for subnet (cc2c6281-91c5-4018-8ccd-c24c81813a6c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.178615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:11.187177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.247799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 2cfaf03c-a297-46b2-876e-e792e92adbe6 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:11.339705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (cc2c6281-91c5-4018-8ccd-c24c81813a6c), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.357983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Allocated IP 2001:db8::2 (a1961663-751d-4adf-bf16-c8403d515b88/b3e1f629-511f-46ff-8f2f-7789fe86c6be/5c04b235-dc9b-494c-9965-064f488f2af4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:11.561604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b0be837-56f5-46ba-a385-73a8be97d7c4 req-12fed1b2-3214-4a3a-ac73-d8c701942521 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4b94caa-af55-426a-837f-5b46ec5868aa HTTP/1.1" status: 200 len: 210 time: 0.0877173 Feb 19 01:14:11.572098 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (cc2c6281-91c5-4018-8ccd-c24c81813a6c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.638854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-330faab2-10d9-4738-b8ee-e2d8e1a492f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (19700248-59d6-4d41-bfbd-f2cc646db1ef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.651549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-330faab2-10d9-4738-b8ee-e2d8e1a492f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.653884 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Publish callbacks [] for port (5c04b235-dc9b-494c-9965-064f488f2af4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.661401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:14:11.684063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-330faab2-10d9-4738-b8ee-e2d8e1a492f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19700248-59d6-4d41-bfbd-f2cc646db1ef HTTP/1.1" status: 204 len: 168 time: 1.0069752 Feb 19 01:14:11.734263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330faab2-10d9-4738-b8ee-e2d8e1a492f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19700248-59d6-4d41-bfbd-f2cc646db1ef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:11.841092 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (cc2c6281-91c5-4018-8ccd-c24c81813a6c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.844580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::159 (a1961663-751d-4adf-bf16-c8403d515b88/b3e1f629-511f-46ff-8f2f-7789fe86c6be/2cfaf03c-a297-46b2-876e-e792e92adbe6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:11.859267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:11.920169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2c6281-91c5-4018-8ccd-c24c81813a6c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:11.923972 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.945364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-090d9b52-d492-49d0-b375-4886dfc92667 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc2c6281-91c5-4018-8ccd-c24c81813a6c HTTP/1.1" status: 204 len: 168 time: 1.4487026 Feb 19 01:14:11.946051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:11.950316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:14:11.962635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.080776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:12.081557 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.147122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.158043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:12.186349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:12.187659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Pushing event updated for resources: {'Port': ['ID=5c04b235-dc9b-494c-9965-064f488f2af4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:12.203998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Network a1961663-751d-4adf-bf16-c8403d515b88 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:12.206764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.207166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.207526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.207870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.208243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.208591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.208918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.209289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.209765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.210098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.210858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.212647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.213054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:12.225543 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.233138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:12.237991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:12.356145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['0aef5cb7-7610-4822-b6de-0569d3bf763a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:12.359883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.430183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:12.460375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b49173-a381-4287-9efc-87c6bd1cc15d') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:12.460689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b49173-a381-4287-9efc-87c6bd1cc15d') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:12.503534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (b9b49173-a381-4287-9efc-87c6bd1cc15d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.538528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b9b49173-a381-4287-9efc-87c6bd1cc15d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.555672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:12.556150 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (b9b49173-a381-4287-9efc-87c6bd1cc15d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.593306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Attempting to bind port 5c04b235-dc9b-494c-9965-064f488f2af4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:12.597196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Attempting to bind port 5c04b235-dc9b-494c-9965-064f488f2af4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:12.597599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Attempting to bind port 5c04b235-dc9b-494c-9965-064f488f2af4 on network a1961663-751d-4adf-bf16-c8403d515b88 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:12.663769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:12.664518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Checking segment: {'id': 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:12.664949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.665381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Bound using segment: {'id': 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:12.666025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Bound port: 5c04b235-dc9b-494c-9965-064f488f2af4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a1961663-751d-4adf-bf16-c8403d515b88'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:12.666417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:12.688112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:12.707430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.709761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:12.718243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.737551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b HTTP/1.1" status: 204 len: 168 time: 0.7881417 Feb 19 01:14:12.758390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a4c3-4c4e-457b-8640-71d4512e0a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce7cedc-8a6f-4171-8f2a-9fc317e35a4b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.029068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (2cfaf03c-a297-46b2-876e-e792e92adbe6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.031249 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ff5489d-5f70-40e3-b0f8-9131ad2c2141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.095503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36044) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.200902 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] For port 5c04b235-dc9b-494c-9965-064f488f2af4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:13.213494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] For port 5c04b235-dc9b-494c-9965-064f488f2af4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c04b235-dc9b-494c-9965-064f488f2af4,segment=NetworkSegment(a5926aef-f9ac-4c31-adf4-8d8f4b825ebf),segment_id=a5926aef-f9ac-4c31-adf4-8d8f4b825ebf)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:13.328867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2cfaf03c-a297-46b2-876e-e792e92adbe6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.351412 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.390437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ff5489d-5f70-40e3-b0f8-9131ad2c2141 admin admin] Publish callbacks [] for security_group (1c757654-2f4b-4086-80ee-ce61d6ebec3f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.403209 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ff5489d-5f70-40e3-b0f8-9131ad2c2141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1c757654-2f4b-4086-80ee-ce61d6ebec3f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.480952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f8df0949-6c41-4385-a915-b2c29783fdb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=743d4de6c5a142a0830f40897eb69921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774915 Feb 19 01:14:13.490124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36060) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.540321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622eb2c-1ef3-47c8-810f-e1ba0cac6573 None None] Pushing event updated for resources: {'Port': ['ID=5c04b235-dc9b-494c-9965-064f488f2af4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.561956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network a1961663-751d-4adf-bf16-c8403d515b88 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:13.589908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bdd5b-c183-4698-9794-3f53189adb7f req-a2d9c35b-4fc1-401c-867a-514acc875f93 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:13.600276 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d94bdd5b-c183-4698-9794-3f53189adb7f req-a2d9c35b-4fc1-401c-867a-514acc875f93 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 945 time: 0.4835994 Feb 19 01:14:13.610881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:13.620972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=2cfaf03c-a297-46b2-876e-e792e92adbe6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.626830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:13.639473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:13.673506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:13.675637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.751256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36074) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.757081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8ff5489d-5f70-40e3-b0f8-9131ad2c2141 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cb8fb6e34314b1885f7d446991c2413&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0634792 Feb 19 01:14:13.757658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039780 Feb 19 01:14:13.768023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5489d-5f70-40e3-b0f8-9131ad2c2141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c757654-2f4b-4086-80ee-ce61d6ebec3f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.769467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36076) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.769611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36078) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.784785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 0aef5cb7-7610-4822-b6de-0569d3bf763a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:13.785247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.890792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cdfedeb3-189f-4859-a60b-1500c0cb8368 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0992994 Feb 19 01:14:13.891780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.916565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1065bb8f-1204-4c55-8a59-31671e466034 admin admin] Publish callbacks [] for security_group (5acd992a-a683-4bea-9ba3-02b453fda50f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.965254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b762a-5f7a-442c-a123-2d73e7187815 req-5f0ef666-229b-427d-9da3-e989804f3d51 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:13.966978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-632b762a-5f7a-442c-a123-2d73e7187815 req-5f0ef666-229b-427d-9da3-e989804f3d51 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 945 time: 0.5136106 Feb 19 01:14:14.084295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:14.084944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.134148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d94bdd5b-c183-4698-9794-3f53189adb7f req-0ac99e63-8dd8-46ef-9bca-8013d3918b12 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7a6ff2e-8940-4c04-b43b-74a70b17b863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167615 Feb 19 01:14:14.156485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1065bb8f-1204-4c55-8a59-31671e466034 admin admin] Publish callbacks [] for security_group (5acd992a-a683-4bea-9ba3-02b453fda50f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.172083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:14.178649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:14.184845 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055e88cb-6e60-42d8-9cfa-a49abc1b3268" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:14.193707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.195940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8680522-177f-458b-9c70-ddd4c4f3eb2e tempest-NetworksApiDiscovery-1876089676 tempest-NetworksApiDiscovery-1876089676-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3743019 Feb 19 01:14:14.319398 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef1b3af-a3b4-4a09-9eac-c138952a9757 x-openstack-request-id: req-3ef1b3af-a3b4-4a09-9eac-c138952a9757 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:14.321077 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:14.321435 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ef1b3af-a3b4-4a09-9eac-c138952a9757 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:14.321828 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:14:14.324218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1a1d57e8-b879-42f3-9bf2-9496344347dd admin admin] Publish callbacks [] for security_group (1c757654-2f4b-4086-80ee-ce61d6ebec3f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.379432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:14.438467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1a1d57e8-b879-42f3-9bf2-9496344347dd admin admin] Publish callbacks [] for security_group (1c757654-2f4b-4086-80ee-ce61d6ebec3f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.473585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1065bb8f-1204-4c55-8a59-31671e466034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5acd992a-a683-4bea-9ba3-02b453fda50f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.486638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1065bb8f-1204-4c55-8a59-31671e466034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.490491 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1065bb8f-1204-4c55-8a59-31671e466034 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5acd992a-a683-4bea-9ba3-02b453fda50f HTTP/1.1" status: 204 len: 168 time: 0.9965065 Feb 19 01:14:14.496361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Deleting port ed2e1092-56f3-4098-a0c7-7e5b65591811 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:14.498373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.525413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065bb8f-1204-4c55-8a59-31671e466034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd992a-a683-4bea-9ba3-02b453fda50f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:14.605231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1a1d57e8-b879-42f3-9bf2-9496344347dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1c757654-2f4b-4086-80ee-ce61d6ebec3f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.610363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1a1d57e8-b879-42f3-9bf2-9496344347dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.612056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1a1d57e8-b879-42f3-9bf2-9496344347dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c757654-2f4b-4086-80ee-ce61d6ebec3f HTTP/1.1" status: 204 len: 168 time: 0.8367405 Feb 19 01:14:14.627143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d57e8-b879-42f3-9bf2-9496344347dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c757654-2f4b-4086-80ee-ce61d6ebec3f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:14.732194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 2cfaf03c-a297-46b2-876e-e792e92adbe6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:14.735993 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2cfaf03c-a297-46b2-876e-e792e92adbe6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.762405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c04b235-dc9b-494c-9965-064f488f2af4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:14.862211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] For port ed2e1092-56f3-4098-a0c7-7e5b65591811, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed2e1092-56f3-4098-a0c7-7e5b65591811,segment=NetworkSegment(f3614ee2-f024-4df3-ac38-034db5f0965f),segment_id=f3614ee2-f024-4df3-ac38-034db5f0965f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:14.862836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.903678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Calling delete_port for ed2e1092-56f3-4098-a0c7-7e5b65591811 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:14.922588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36110) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:14.996144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5c04b235-dc9b-494c-9965-064f488f2af4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:14.996747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.278764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2cfaf03c-a297-46b2-876e-e792e92adbe6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.319183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ed2e1092-56f3-4098-a0c7-7e5b65591811), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.369068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 2cfaf03c-a297-46b2-876e-e792e92adbe6 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:15.423390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c04b235-dc9b-494c-9965-064f488f2af4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:15.424434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.427509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Pushing event deleted for resources: {'Port': ['ID=ed2e1092-56f3-4098-a0c7-7e5b65591811,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:15.512382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5c04b235-dc9b-494c-9965-064f488f2af4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c04b235-dc9b-494c-9965-064f488f2af4,segment=NetworkSegment(a5926aef-f9ac-4c31-adf4-8d8f4b825ebf),segment_id=a5926aef-f9ac-4c31-adf4-8d8f4b825ebf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:15.524011 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.592766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] No DVR routers for this DVR port ed2e1092-56f3-4098-a0c7-7e5b65591811 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:15.601611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbeced5-7eaa-42cf-b566-4f365172b3e1 None None] Network a1961663-751d-4adf-bf16-c8403d515b88 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:15.608747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.615974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-632b762a-5f7a-442c-a123-2d73e7187815 req-593536b8-0d8a-4daa-b4e5-295b2bb66cb5 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.10 "DELETE /v2.0/ports/ed2e1092-56f3-4098-a0c7-7e5b65591811 HTTP/1.1" status: 204 len: 173 time: 1.6366389 Feb 19 01:14:15.618706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'name': 'network-vif-deleted', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:15.638928 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f1fbef-a593-49d3-abc5-30b247def277" -d '{"events": [{"server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "name": "network-vif-deleted", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:15.697475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdb358f4-899a-451d-86ec-6845a282c282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.847458 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fab0bcb-cfea-4914-9fa5-6b382073a976 x-openstack-request-id: req-2fab0bcb-cfea-4914-9fa5-6b382073a976 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:15.852957 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879f10d9-9d94-4118-ad3f-6ca544b7eb0b", "name": "network-vif-deleted", "tag": "ed2e1092-56f3-4098-a0c7-7e5b65591811", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:15.853382 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fab0bcb-cfea-4914-9fa5-6b382073a976 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:15.856080 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f10d9-9d94-4118-ad3f-6ca544b7eb0b', 'name': 'network-vif-deleted', 'tag': 'ed2e1092-56f3-4098-a0c7-7e5b65591811', 'status': 'completed', 'code': 200} Feb 19 01:14:15.888032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b195476-e163-4c8e-b450-7c35c3fadabb req-dc4fb65e-47ed-4a8e-9ca3-83f0f2461e65 tempest-LiveMigrationTest-1980511064 tempest-LiveMigrationTest-1980511064-project] 10.222.0.43 "GET /v2.0/ports?device_id=879f10d9-9d94-4118-ad3f-6ca544b7eb0b HTTP/1.1" status: 200 len: 210 time: 0.1991959 Feb 19 01:14:15.935263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:15.970664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdb358f4-899a-451d-86ec-6845a282c282 admin admin] Publish callbacks [] for security_group (573e185e-9b40-4319-8942-681abd0bd1f3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.979078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdb358f4-899a-451d-86ec-6845a282c282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (573e185e-9b40-4319-8942-681abd0bd1f3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.054925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cdb358f4-899a-451d-86ec-6845a282c282 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72c7379dd27f4e02b1240a663149d700&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1285839 Feb 19 01:14:16.055589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36144) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.099744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-37bc75d7-9d30-464f-90aa-6d1d2894416b None None] Provisioning complete for port 5c04b235-dc9b-494c-9965-064f488f2af4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:16.107954 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37bc75d7-9d30-464f-90aa-6d1d2894416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.109995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ed2e1092-56f3-4098-a0c7-7e5b65591811 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:16.112631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed2e1092-56f3-4098-a0c7-7e5b65591811 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:16.114977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2cfaf03c-a297-46b2-876e-e792e92adbe6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.143697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb358f4-899a-451d-86ec-6845a282c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e185e-9b40-4319-8942-681abd0bd1f3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:16.214501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=2cfaf03c-a297-46b2-876e-e792e92adbe6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:16.224929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=5c04b235-dc9b-494c-9965-064f488f2af4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:16.286736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64b1dfc8-4c44-43a4-a31a-ab6602b4d52e admin admin] Publish callbacks [] for security_group (573e185e-9b40-4319-8942-681abd0bd1f3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.366851 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.382621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d516f401-3932-4d58-a229-5dd5d0cc3ebc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/2cfaf03c-a297-46b2-876e-e792e92adbe6 HTTP/1.1" status: 204 len: 168 time: 2.4307275 Feb 19 01:14:16.382929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36154) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.428637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64b1dfc8-4c44-43a4-a31a-ab6602b4d52e admin admin] Publish callbacks [] for security_group (573e185e-9b40-4319-8942-681abd0bd1f3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.447872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-37bc75d7-9d30-464f-90aa-6d1d2894416b None None] Current status of the port 5c04b235-dc9b-494c-9965-064f488f2af4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:16.477187 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-811679ba-c8fa-4fc0-ab05-2c752ac1562d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:14:16.478698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-811679ba-c8fa-4fc0-ab05-2c752ac1562d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/2cfaf03c-a297-46b2-876e-e792e92adbe6 HTTP/1.1" status: 404 len: 333 time: 0.0944808 Feb 19 01:14:16.484207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.593197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64b1dfc8-4c44-43a4-a31a-ab6602b4d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (573e185e-9b40-4319-8942-681abd0bd1f3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.598044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c04b235-dc9b-494c-9965-064f488f2af4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:16.598640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet b3e1f629-511f-46ff-8f2f-7789fe86c6be {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:16.602476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (b3e1f629-511f-46ff-8f2f-7789fe86c6be), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.603588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64b1dfc8-4c44-43a4-a31a-ab6602b4d52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.610419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-64b1dfc8-4c44-43a4-a31a-ab6602b4d52e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/573e185e-9b40-4319-8942-681abd0bd1f3 HTTP/1.1" status: 204 len: 168 time: 0.5503635 Feb 19 01:14:16.658489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1dfc8-4c44-43a4-a31a-ab6602b4d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e185e-9b40-4319-8942-681abd0bd1f3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:16.677780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (b3e1f629-511f-46ff-8f2f-7789fe86c6be), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.839471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5c04b235-dc9b-494c-9965-064f488f2af4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:16.841596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.869090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b3e1f629-511f-46ff-8f2f-7789fe86c6be), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.984423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-564e221a-7cb9-4420-afa1-42e4e349d024 None None] Could not find standard attr ID for object 2cfaf03c-a297-46b2-876e-e792e92adbe6. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:14:17.016368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36178) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:17.034516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (b3e1f629-511f-46ff-8f2f-7789fe86c6be), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.077546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36186) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:17.112191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.119313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:17.119454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/b3e1f629-511f-46ff-8f2f-7789fe86c6be HTTP/1.1" status: 204 len: 168 time: 0.6305759 Feb 19 01:14:17.120391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fac005-2332-4196-a605-347930166ffb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e1f629-511f-46ff-8f2f-7789fe86c6be,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:17.128351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-564e221a-7cb9-4420-afa1-42e4e349d024 None None] Provisioning complete for port 5c04b235-dc9b-494c-9965-064f488f2af4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:17.133211 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-564e221a-7cb9-4420-afa1-42e4e349d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.290429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c04b235-dc9b-494c-9965-064f488f2af4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:17.435711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-361630018-network', 'tenant_id': 'f1782560c2ca4dd28ec2fe1d1d5c22da'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:17.455632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a2fa7-7e3a-4f3f-8bdc-6d5c9f4ed05e None None] Network a1961663-751d-4adf-bf16-c8403d515b88 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:17.524382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Made reservation on behalf of f1782560c2ca4dd28ec2fe1d1d5c22da for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:17.529125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.567263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.654458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-564e221a-7cb9-4420-afa1-42e4e349d024 None None] Current status of the port 5c04b235-dc9b-494c-9965-064f488f2af4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:17.720179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks [] for security_group (bfb58a70-09b3-4be2-8dbf-939a5b26bc74), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.727636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a1961663-751d-4adf-bf16-c8403d515b88), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.731968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bfb58a70-09b3-4be2-8dbf-939a5b26bc74), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.746367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:17.759666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7a02e084-55da-43ba-acfd-82b11902fe91), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.759990 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Added segment 7a02e084-55da-43ba-acfd-82b11902fe91 of type vlan for network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 Feb 19 01:14:17.778555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-24e00c35-958c-4b55-8eb2-72d7b1901302 None None] Could not find standard attr ID for object 2cfaf03c-a297-46b2-876e-e792e92adbe6. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:14:17.816188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (abfd1cb7-61f3-4971-87c9-b7aa4cf34063), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.870521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] DHCP port deletion for a1961663-751d-4adf-bf16-c8403d515b88 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:17.989736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] Deleting port 5c04b235-dc9b-494c-9965-064f488f2af4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:17.990240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.040841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb58a70-09b3-4be2-8dbf-939a5b26bc74,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:18.077600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Deleting subnet cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:18.089034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (abfd1cb7-61f3-4971-87c9-b7aa4cf34063), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.090339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:18.091160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.137250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] For port 5c04b235-dc9b-494c-9965-064f488f2af4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c04b235-dc9b-494c-9965-064f488f2af4,segment=NetworkSegment(a5926aef-f9ac-4c31-adf4-8d8f4b825ebf),segment_id=a5926aef-f9ac-4c31-adf4-8d8f4b825ebf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:18.137608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.196769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] Calling delete_port for 5c04b235-dc9b-494c-9965-064f488f2af4 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:18.223335 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.280920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Publish callbacks [] for subnet (cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.287843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] Pushing event updated for resources: {'Network': ['ID=abfd1cb7-61f3-4971-87c9-b7aa4cf34063,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:18.322623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-03620a8e-0b95-401e-8f6a-ca52a8cf4bbe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3049223 Feb 19 01:14:18.325609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36236) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:18.329681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:18.332631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Request body: {'subnet': {'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-361630018-subnet', 'tenant_id': 'f1782560c2ca4dd28ec2fe1d1d5c22da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:18.419239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Made reservation on behalf of f1782560c2ca4dd28ec2fe1d1d5c22da for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:18.436373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.631073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.745214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.807529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c04b235-dc9b-494c-9965-064f488f2af4 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:18.874191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.911167 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.920931 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e HTTP/1.1" status: 204 len: 168 time: 1.8395491 Feb 19 01:14:18.927773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36254) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:19.027453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ed62d-046c-48b0-80de-c35be8a982e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc56cb19-d1ea-456c-b2e9-59a9af3b6a9e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:19.122378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (459f9d13-ca9f-4fb6-90fa-3cb56307d220), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.224035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 5c04b235-dc9b-494c-9965-064f488f2af4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:19.230326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.239168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c04b235-dc9b-494c-9965-064f488f2af4 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:19.239359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.337424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459f9d13-ca9f-4fb6-90fa-3cb56307d220,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:19.392125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5c04b235-dc9b-494c-9965-064f488f2af4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c04b235-dc9b-494c-9965-064f488f2af4,segment=NetworkSegment(a5926aef-f9ac-4c31-adf4-8d8f4b825ebf),segment_id=a5926aef-f9ac-4c31-adf4-8d8f4b825ebf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:19.402824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e04b1465-e00c-4b0e-b4d0-60121e84bb6d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.403005 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.466838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Checking segment: {'id': '7a02e084-55da-43ba-acfd-82b11902fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:19.467897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Network hostable DHCP agents. Network: abfd1cb7-61f3-4971-87c9-b7aa4cf34063, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:19.551487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:19.565240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.585964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] For port 5c04b235-dc9b-494c-9965-064f488f2af4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c04b235-dc9b-494c-9965-064f488f2af4,segment=NetworkSegment(a5926aef-f9ac-4c31-adf4-8d8f4b825ebf),segment_id=a5926aef-f9ac-4c31-adf4-8d8f4b825ebf)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:19.587521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.594539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, abfd1cb7-61f3-4971-87c9-b7aa4cf34063) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:19.615143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:19.615767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.627653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454fdd81-ad3b-4699-8cbe-fb51c6d615c7 None None] Network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:19.637198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 5c04b235-dc9b-494c-9965-064f488f2af4 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:19.691564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ae7b4978-c148-4901-8728-f119d04bfcd3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3628776 Feb 19 01:14:19.897858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e04b1465-e00c-4b0e-b4d0-60121e84bb6d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.902225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event deleted for resources: {'Port': ['ID=5c04b235-dc9b-494c-9965-064f488f2af4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:19.940200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] No DVR routers for this DVR port 5c04b235-dc9b-494c-9965-064f488f2af4 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:19.952491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04b1465-e00c-4b0e-b4d0-60121e84bb6d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:19.982738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3614ee2-f024-4df3-ac38-034db5f0965f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:19.993283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3614ee2-f024-4df3-ac38-034db5f0965f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:20.021867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (f3614ee2-f024-4df3-ac38-034db5f0965f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.027623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e258e39-65e3-42dd-91c0-61e0643fd22c None None] Pushing event deleted for resources: {'Port': ['ID=5c04b235-dc9b-494c-9965-064f488f2af4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:20.053422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f3614ee2-f024-4df3-ac38-034db5f0965f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.067113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:20.072217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (f3614ee2-f024-4df3-ac38-034db5f0965f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.127825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc2874-503b-496b-8d52-081beb3b6dfd None None] Network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:20.178554 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:20.188010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e04b1465-e00c-4b0e-b4d0-60121e84bb6d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.201266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.207524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:20.215940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e04b1465-e00c-4b0e-b4d0-60121e84bb6d HTTP/1.1" status: 204 len: 168 time: 1.2868526 Feb 19 01:14:20.269725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24739a1-8118-4e90-a509-00972e9dd828 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04b1465-e00c-4b0e-b4d0-60121e84bb6d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:20.294122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5c04b235-dc9b-494c-9965-064f488f2af4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.325812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Deleting subnet 6415aaf5-4bbf-4071-b4db-1bf8dfaeb252 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:20.357398 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Publish callbacks [] for subnet (6415aaf5-4bbf-4071-b4db-1bf8dfaeb252), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.388589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=5c04b235-dc9b-494c-9965-064f488f2af4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:20.405087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No DVR routers for this DVR port 5c04b235-dc9b-494c-9965-064f488f2af4 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:20.477992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (6415aaf5-4bbf-4071-b4db-1bf8dfaeb252), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.482625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa41becc-422d-4bfd-b321-a664abec75ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.690083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6415aaf5-4bbf-4071-b4db-1bf8dfaeb252), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.799566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a1961663-751d-4adf-bf16-c8403d515b88), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.903997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1961663-751d-4adf-bf16-c8403d515b88']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:20.911604 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (6415aaf5-4bbf-4071-b4db-1bf8dfaeb252), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.948310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:20.948736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5926aef-f9ac-4c31-adf4-8d8f4b825ebf') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:20.989696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (a5926aef-f9ac-4c31-adf4-8d8f4b825ebf), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.016397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6415aaf5-4bbf-4071-b4db-1bf8dfaeb252,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:21.028206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a5926aef-f9ac-4c31-adf4-8d8f4b825ebf), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.030192 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.044071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:21.045077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36df99ac-2be7-4a32-bfdb-5a01a63d42c5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6415aaf5-4bbf-4071-b4db-1bf8dfaeb252 HTTP/1.1" status: 204 len: 168 time: 0.8362792 Feb 19 01:14:21.045836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (a5926aef-f9ac-4c31-adf4-8d8f4b825ebf), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.046645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36314) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:21.143400 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:21.147765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a1961663-751d-4adf-bf16-c8403d515b88), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.165968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.182347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/a1961663-751d-4adf-bf16-c8403d515b88 HTTP/1.1" status: 204 len: 168 time: 4.0615718 Feb 19 01:14:21.236165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:21.237255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fad1-93d3-47da-bae6-22d9623ce09a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=a1961663-751d-4adf-bf16-c8403d515b88,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:21.266439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'name': 'tempest-PortsIpV6TestJSON-1262041459'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:21.377021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2c1edd81-5d44-482f-a8aa-d5b01ef92c14), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.579606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2c1edd81-5d44-482f-a8aa-d5b01ef92c14), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.605235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1edd81-5d44-482f-a8aa-d5b01ef92c14']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:21.618931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e80c8-ed41-4f45-b425-5af877ee37f2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:21.619539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e80c8-ed41-4f45-b425-5af877ee37f2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:21.638102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (0a8e80c8-ed41-4f45-b425-5af877ee37f2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.658683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0a8e80c8-ed41-4f45-b425-5af877ee37f2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.666453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:21.667249 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (0a8e80c8-ed41-4f45-b425-5af877ee37f2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:21.728398 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:21.736019 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (2c1edd81-5d44-482f-a8aa-d5b01ef92c14), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.742584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.748469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2c1edd81-5d44-482f-a8aa-d5b01ef92c14 HTTP/1.1" status: 204 len: 168 time: 0.6974421 Feb 19 01:14:21.768880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bb016-8b43-49a6-a3f5-98d8352012a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1edd81-5d44-482f-a8aa-d5b01ef92c14,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:21.775468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:21.780904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.853110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port ad4169b6-7965-4105-8c06-6d69f2e49eaa yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:22.065447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-90583b06-25e0-47e9-9212-fe471fedcb71 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:22.081899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-90583b06-25e0-47e9-9212-fe471fedcb71 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/networks?id=abfd1cb7-61f3-4971-87c9-b7aa4cf34063 HTTP/1.1" status: 200 len: 813 time: 0.8974664 Feb 19 01:14:22.181286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-ced6ddd1-901a-4693-ba14-b74302cc9d56 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/quotas/f1782560c2ca4dd28ec2fe1d1d5c22da HTTP/1.1" status: 200 len: 375 time: 0.0888662 Feb 19 01:14:22.250236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-ef70a69c-d7a1-44fa-b833-3b71045f5134 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1782560c2ca4dd28ec2fe1d1d5c22da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565493 Feb 19 01:14:22.305200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36362) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:22.371837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-d61d7210-b297-41f7-9124-597ac6928fdb service neutron] 10.222.0.43 "GET /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085899 Feb 19 01:14:22.497581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36368) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:22.498655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4493abd5-bf1f-425b-8b9d-1c5bc1172967 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b22f78ded424a309e1894227e59be7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917107 Feb 19 01:14:22.554052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:14:22.569490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb067309-d98b-4e79-88f1-eff90f8f8bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.581801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (ad4169b6-7965-4105-8c06-6d69f2e49eaa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.672495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e39430-a229-4159-bc33-40d988e1e1ee admin admin] Publish callbacks [] for security_group (c7a6ff2e-8940-4c04-b43b-74a70b17b863), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.709774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-0e8b16f6-9fed-4064-830a-68d63e73015c service neutron] 10.222.0.43 "GET /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066721 Feb 19 01:14:22.742789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e39430-a229-4159-bc33-40d988e1e1ee admin admin] Publish callbacks [] for security_group (c7a6ff2e-8940-4c04-b43b-74a70b17b863), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.773081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ad4169b6-7965-4105-8c06-6d69f2e49eaa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.950442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=ad4169b6-7965-4105-8c06-6d69f2e49eaa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:22.957656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58040f03-c15a-41ff-a02b-a2cba42c9947 req-140324de-123c-4279-adbb-cc26114cb1c0 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 210 time: 0.0625539 Feb 19 01:14:23.107480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:23.114780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:23.120309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:23.131196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:23.150462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.219759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e39430-a229-4159-bc33-40d988e1e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c7a6ff2e-8940-4c04-b43b-74a70b17b863), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.245391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e39430-a229-4159-bc33-40d988e1e1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.249126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-04e39430-a229-4159-bc33-40d988e1e1ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7a6ff2e-8940-4c04-b43b-74a70b17b863 HTTP/1.1" status: 204 len: 168 time: 0.7471075 Feb 19 01:14:23.297739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36406) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:23.300340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0457d29c-97d2-4734-b512-7ceccee66d96 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0417073 Feb 19 01:14:23.344158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e39430-a229-4159-bc33-40d988e1e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6ff2e-8940-4c04-b43b-74a70b17b863,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:23.602855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.701059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port ad4169b6-7965-4105-8c06-6d69f2e49eaa {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:23.702829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ad4169b6-7965-4105-8c06-6d69f2e49eaa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.925509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ad4169b6-7965-4105-8c06-6d69f2e49eaa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.006575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for ad4169b6-7965-4105-8c06-6d69f2e49eaa owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:24.177352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:24.200308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e40e9801-b272-468a-8843-04bb381dc89c req-357e3667-be3a-40a1-801e-e452964451e8 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 210 time: 0.0798466 Feb 19 01:14:24.392210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:24.392540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1722269a-5df4-405d-b19c-5b58a97aac05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=447bcf4ec57e40a4b736ad4b8aee8235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2132311 Feb 19 01:14:24.408946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ad4169b6-7965-4105-8c06-6d69f2e49eaa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.450305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36444) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:24.472673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=ad4169b6-7965-4105-8c06-6d69f2e49eaa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:24.486780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.494794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a93f66ae-d2db-42e0-9c1e-8d88e105323f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/ad4169b6-7965-4105-8c06-6d69f2e49eaa HTTP/1.1" status: 204 len: 168 time: 1.1957500 Feb 19 01:14:24.497190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36452) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:24.505644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'mac_address': 'fa:16:3e:3e:98:79', 'name': 'tempest-PortsIpV6TestJSON-1113990172'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:24.589960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadd74b0-58f9-40e3-bfe2-da064e4543b0 admin admin] Publish callbacks [] for security_group (7f1ab27c-6f8c-442a-8911-3b24c44fcd98), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.660310 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadd74b0-58f9-40e3-bfe2-da064e4543b0 admin admin] Publish callbacks [] for security_group (7f1ab27c-6f8c-442a-8911-3b24c44fcd98), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.751373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:24.776663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b0afc5e-c5c3-4b58-962f-9f5d48b7ef3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.943069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadd74b0-58f9-40e3-bfe2-da064e4543b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7f1ab27c-6f8c-442a-8911-3b24c44fcd98), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.969820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadd74b0-58f9-40e3-bfe2-da064e4543b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.986721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fadd74b0-58f9-40e3-bfe2-da064e4543b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f1ab27c-6f8c-442a-8911-3b24c44fcd98 HTTP/1.1" status: 204 len: 168 time: 0.5929375 Feb 19 01:14:25.014670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.033665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd74b0-58f9-40e3-bfe2-da064e4543b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ab27c-6f8c-442a-8911-3b24c44fcd98,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:25.080594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 6bb05aec-357e-4271-bcf6-b45d1b49f4e9 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:25.145233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b0afc5e-c5c3-4b58-962f-9f5d48b7ef3e admin admin] Publish callbacks [] for security_group (0b8ab965-f438-41ce-a8b9-9a36f9ea321d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.150121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b0afc5e-c5c3-4b58-962f-9f5d48b7ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0b8ab965-f438-41ce-a8b9-9a36f9ea321d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.286079 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.294856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5b0afc5e-c5c3-4b58-962f-9f5d48b7ef3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7990c8fdf8314743b8d758405e8a3597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8252609 Feb 19 01:14:25.299279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36480) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:25.320069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0afc5e-c5c3-4b58-962f-9f5d48b7ef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8ab965-f438-41ce-a8b9-9a36f9ea321d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:25.457887 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93af8768-d97e-4ad0-9d2a-9a10ab245ef4 admin admin] Publish callbacks [] for security_group (0b8ab965-f438-41ce-a8b9-9a36f9ea321d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.469117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-9eabb3a8-5663-4131-92e5-0aa185c802aa tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:25.470614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-9eabb3a8-5663-4131-92e5-0aa185c802aa tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.10 "GET /v2.0/networks?id=abfd1cb7-61f3-4971-87c9-b7aa4cf34063 HTTP/1.1" status: 200 len: 813 time: 0.5702090 Feb 19 01:14:25.501252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Request body: {'port': {'device_id': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063', 'admin_state_up': True, 'tenant_id': 'f1782560c2ca4dd28ec2fe1d1d5c22da'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:25.527391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93af8768-d97e-4ad0-9d2a-9a10ab245ef4 admin admin] Publish callbacks [] for security_group (0b8ab965-f438-41ce-a8b9-9a36f9ea321d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.645999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93af8768-d97e-4ad0-9d2a-9a10ab245ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0b8ab965-f438-41ce-a8b9-9a36f9ea321d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.650929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93af8768-d97e-4ad0-9d2a-9a10ab245ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.652354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-93af8768-d97e-4ad0-9d2a-9a10ab245ef4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b8ab965-f438-41ce-a8b9-9a36f9ea321d HTTP/1.1" status: 204 len: 168 time: 0.3355060 Feb 19 01:14:25.666231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af8768-d97e-4ad0-9d2a-9a10ab245ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8ab965-f438-41ce-a8b9-9a36f9ea321d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:25.774366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21f502ff-984d-41c2-899d-260eb1d91042 req-f6f8a99d-1b87-4d8d-b807-2adfba72ce49 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 210 time: 0.2977254 Feb 19 01:14:25.866011 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.299801 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (6bb05aec-357e-4271-bcf6-b45d1b49f4e9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.331246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36514) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:26.360035 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-37ae82ff-a9c9-45a2-866f-d69825705e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.393921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Made reservation on behalf of f1782560c2ca4dd28ec2fe1d1d5c22da for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:26.400271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.479332 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6bb05aec-357e-4271-bcf6-b45d1b49f4e9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.500040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.703976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-37ae82ff-a9c9-45a2-866f-d69825705e03 admin admin] Publish callbacks [] for security_group (e08a5d88-a2c1-4427-9321-c398f711195f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.712179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-37ae82ff-a9c9-45a2-866f-d69825705e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e08a5d88-a2c1-4427-9321-c398f711195f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.779097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:26.825459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:26.857360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:26.887428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-37ae82ff-a9c9-45a2-866f-d69825705e03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8466f14d74d476596af989d5fec8153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536282 Feb 19 01:14:26.888557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae82ff-a9c9-45a2-866f-d69825705e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08a5d88-a2c1-4427-9321-c398f711195f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:26.889560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:26.890253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.894264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36536) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:27.066500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=6bb05aec-357e-4271-bcf6-b45d1b49f4e9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:27.150165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-582a921c-03a2-4ed6-b4f9-39f8b0b9772d req-4df077de-53fe-4886-8025-998722c06831 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 210 time: 0.1857235 Feb 19 01:14:27.151925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4770420f-c7b8-4dd6-8896-9e606b31d29c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6527159 Feb 19 01:14:27.173038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36544) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:27.181178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36546) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:27.192722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-861726418'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:27.316800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Allocated IP 172.20.0.3 (abfd1cb7-61f3-4971-87c9-b7aa4cf34063/459f9d13-ca9f-4fb6-90fa-3cb56307d220/211d5bca-e486-408b-a7e5-456f84b839bf) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:27.364402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:27.386189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.388920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:27.410470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3ef9-c52d-4bdc-bb81-acbf11293903 admin admin] Publish callbacks [] for security_group (e08a5d88-a2c1-4427-9321-c398f711195f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.423912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c24bd-733a-4865-a940-c1ce316449fb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:27.434863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb2c24bd-733a-4865-a940-c1ce316449fb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/6bb05aec-357e-4271-bcf6-b45d1b49f4e9 HTTP/1.1" status: 200 len: 845 time: 0.2604523 Feb 19 01:14:27.435729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:27.489835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3ef9-c52d-4bdc-bb81-acbf11293903 admin admin] Publish callbacks [] for security_group (e08a5d88-a2c1-4427-9321-c398f711195f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.593374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:27.703054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e6abf692-1810-42b7-9e31-563a806d126b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.713612 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Added segment e6abf692-1810-42b7-9e31-563a806d126b of type vlan for network e6458714-e8ca-4aee-a5e8-d2c129863988 Feb 19 01:14:27.739768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3ef9-c52d-4bdc-bb81-acbf11293903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e08a5d88-a2c1-4427-9321-c398f711195f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.749187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3ef9-c52d-4bdc-bb81-acbf11293903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.755680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5e1d3ef9-c52d-4bdc-bb81-acbf11293903 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e08a5d88-a2c1-4427-9321-c398f711195f HTTP/1.1" status: 204 len: 168 time: 0.8578768 Feb 19 01:14:27.795318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 6bb05aec-357e-4271-bcf6-b45d1b49f4e9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:27.808499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6bb05aec-357e-4271-bcf6-b45d1b49f4e9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.824011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d3ef9-c52d-4bdc-bb81-acbf11293903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08a5d88-a2c1-4427-9321-c398f711195f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:27.854741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e6458714-e8ca-4aee-a5e8-d2c129863988), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.928154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6bb05aec-357e-4271-bcf6-b45d1b49f4e9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.969845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 6bb05aec-357e-4271-bcf6-b45d1b49f4e9 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:28.231512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c28a29d-bcd5-4ee7-8d16-b7c5febd034e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.308930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6bb05aec-357e-4271-bcf6-b45d1b49f4e9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.341533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks [] for port (211d5bca-e486-408b-a7e5-456f84b839bf), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.393014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=6bb05aec-357e-4271-bcf6-b45d1b49f4e9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.395501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.407735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9129d43-e665-4339-8fab-e3f61f864f4b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/6bb05aec-357e-4271-bcf6-b45d1b49f4e9 HTTP/1.1" status: 204 len: 168 time: 0.9670718 Feb 19 01:14:28.411547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:28.438232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df6439bc-14dd-4511-bad3-5b5c47ebd06e req-3f5ac995-732a-4856-b3af-9de410a1ed92 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 210 time: 0.1363044 Feb 19 01:14:28.451279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e6458714-e8ca-4aee-a5e8-d2c129863988), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.466589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:28.466589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.501407 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac688072-1b62-40f0-9f91-6704b7afdba3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:14:28.513057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:28.513859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ac688072-1b62-40f0-9f91-6704b7afdba3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/6bb05aec-357e-4271-bcf6-b45d1b49f4e9 HTTP/1.1" status: 404 len: 333 time: 0.1005757 Feb 19 01:14:28.546046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'name': 'tempest-PortsIpV6TestJSON-2080708892'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:28.647302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4649045 Feb 19 01:14:28.648142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-2e7332ee-cc49-4267-9595-0de889814a8d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618865 Feb 19 01:14:28.650582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36602) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:28.687223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1706646802'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:28.770121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2114b-327e-40c5-b556-916e3bc77afe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Network': ['ID=e6458714-e8ca-4aee-a5e8-d2c129863988,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.794922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e6458714-e8ca-4aee-a5e8-d2c129863988 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:28.804482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.930453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:28.974254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:28.978211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.997920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:29.008051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:29.229566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:29.253048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-626fe34f-b196-4d8e-af25-2611cec39c78 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:29.261532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c28a29d-bcd5-4ee7-8d16-b7c5febd034e admin admin] Publish callbacks [] for security_group (bbfdf6f2-8d18-4490-b257-46f49a86489e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.268128 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-626fe34f-b196-4d8e-af25-2611cec39c78 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6188629 Feb 19 01:14:29.270005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:29.280334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.294614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-15491a4b-1a24-4e87-a0fb-2ec7c09172d9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/quotas/88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 375 time: 0.0255539 Feb 19 01:14:29.316871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b05e73b1-f11e-4851-b34a-4e6c1892d639), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.316871 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Added segment b05e73b1-f11e-4851-b34a-4e6c1892d639 of type vlan for network 461fbff4-998c-48c3-88e3-312889a9c900 Feb 19 01:14:29.336628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 43b596c6-71ac-4520-a31e-1a9f2b346468 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:29.362717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Pushing event updated for resources: {'Port': ['ID=211d5bca-e486-408b-a7e5-456f84b839bf,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:29.368655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c28a29d-bcd5-4ee7-8d16-b7c5febd034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bbfdf6f2-8d18-4490-b257-46f49a86489e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.388368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-a0f5d629-39ea-4122-9d3c-140b8955802c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928364 Feb 19 01:14:29.459289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:29.463058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.550885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (461fbff4-998c-48c3-88e3-312889a9c900), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.562894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c28a29d-bcd5-4ee7-8d16-b7c5febd034e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7baf5c1958d4d4c8dc8deac63b745fb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1728239 Feb 19 01:14:29.569596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36624) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:29.571818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-db6da0f4-f269-4834-bd26-e47a44af171b tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0862327 Feb 19 01:14:29.588413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28a29d-bcd5-4ee7-8d16-b7c5febd034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfdf6f2-8d18-4490-b257-46f49a86489e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:29.604167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Request body: {'port': {'device_id': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:29.800878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (461fbff4-998c-48c3-88e3-312889a9c900), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.806646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:29.819436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.029073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Network': ['ID=461fbff4-998c-48c3-88e3-312889a9c900,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:30.077112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 461fbff4-998c-48c3-88e3-312889a9c900 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:30.080236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19f50192-6652-4b50-814d-19a01e71b512 req-c9e9fa52-f2f6-465b-b041-3353d4aebbca tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.2804499 Feb 19 01:14:30.088834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f532cf2-a0c7-494e-98d2-d8c4698f80fd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4345620 Feb 19 01:14:30.091656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36640) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:30.095479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.098053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'subnet': {'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:30.113446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc88052c-f402-41cb-9ad4-10a9572df603 admin admin] Publish callbacks [] for security_group (bbfdf6f2-8d18-4490-b257-46f49a86489e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.269408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc058c-ab7d-4d77-bf41-e01b811f0dc9 req-7e3adcac-7255-459a-92de-80acae9bf718 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.276522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11dc058c-ab7d-4d77-bf41-e01b811f0dc9 req-7e3adcac-7255-459a-92de-80acae9bf718 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 931 time: 0.6345289 Feb 19 01:14:30.296134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.367139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc88052c-f402-41cb-9ad4-10a9572df603 admin admin] Publish callbacks [] for security_group (bbfdf6f2-8d18-4490-b257-46f49a86489e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.638733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:30.660969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.821854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11dc058c-ab7d-4d77-bf41-e01b811f0dc9 req-7e845c9f-17cc-468d-b82c-eab380418bfe tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402386 Feb 19 01:14:30.844100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc88052c-f402-41cb-9ad4-10a9572df603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bbfdf6f2-8d18-4490-b257-46f49a86489e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.849831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc88052c-f402-41cb-9ad4-10a9572df603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.853687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dc88052c-f402-41cb-9ad4-10a9572df603 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbfdf6f2-8d18-4490-b257-46f49a86489e HTTP/1.1" status: 204 len: 168 time: 1.2795024 Feb 19 01:14:30.863404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.873741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88052c-f402-41cb-9ad4-10a9572df603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfdf6f2-8d18-4490-b257-46f49a86489e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.114840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:31.170298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:31.202211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.204147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:31.216127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:31.241109 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.251729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=43b596c6-71ac-4520-a31e-1a9f2b346468,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.339317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b2754d6a-c818-4a21-8ecc-b8cef3825b10 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8074296 Feb 19 01:14:31.339983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36678) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:31.366029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:31.479655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54a22218-08ce-464a-9009-e03cd17e04f4 req-902c7e20-ddd4-4d51-898a-cf4ae6f4fe09 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.1568117 Feb 19 01:14:31.587902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Subnet': ['ID=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.603809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Checking segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:31.604350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network hostable DHCP agents. Network: e6458714-e8ca-4aee-a5e8-d2c129863988, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:31.659645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network e6458714-e8ca-4aee-a5e8-d2c129863988 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:31.708403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e6458714-e8ca-4aee-a5e8-d2c129863988) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:31.722860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15339214-21a5-41b0-9b7b-035a8a75746b None None] Network e6458714-e8ca-4aee-a5e8-d2c129863988 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:31.724519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:31.725176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.786418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd5e9943-779b-4ea3-9f99-3ca6f8e4d141 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6931131 Feb 19 01:14:31.788984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36690) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:31.809152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'subnet': {'network_id': '461fbff4-998c-48c3-88e3-312889a9c900', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:31.943766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36702) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:31.998739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-b3ba3036-af48-4694-898c-ff4a604bd069 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2842004 Feb 19 01:14:32.005198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64664036-746e-404e-b4bf-d442814fbc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.012500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.030307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e6458714-e8ca-4aee-a5e8-d2c129863988', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'project_id': 'a245459410f6458bae113e586143fd66', 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:14:32.031507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.104126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211d5bca-e486-408b-a7e5-456f84b839bf {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:32.114571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Publish callbacks [] for port (211d5bca-e486-408b-a7e5-456f84b839bf), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.130960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Transition to ACTIVE for port object 211d5bca-e486-408b-a7e5-456f84b839bf will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:14:32.166961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.211731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:32.227601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.419407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Allocated IP 10.1.1.2 (e6458714-e8ca-4aee-a5e8-d2c129863988/a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2/4d73f4f6-24a1-4126-a1ae-77b5cea47855) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:32.734068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.763580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64664036-746e-404e-b4bf-d442814fbc06 admin admin] Publish callbacks [] for security_group (a3e40679-70cd-4a6c-94c6-0208dc4deac8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.773269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6120ebc-382c-4920-8024-62ea7b144ef1 req-87686c6b-3b0c-4f16-9c9d-a708634be23f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.1285219 Feb 19 01:14:32.854860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Publish callbacks [] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.871684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.936899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Subnet': ['ID=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.954654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Checking segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:32.955109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network hostable DHCP agents. Network: 461fbff4-998c-48c3-88e3-312889a9c900, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:32.991948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Pushing event updated for resources: {'Port': ['ID=4d73f4f6-24a1-4126-a1ae-77b5cea47855,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.993262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network 461fbff4-998c-48c3-88e3-312889a9c900 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:33.005564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 461fbff4-998c-48c3-88e3-312889a9c900) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:33.010491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:33.011164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.023307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb13ce4-29c4-4082-bde1-f4f49ba528f0 None None] Network 461fbff4-998c-48c3-88e3-312889a9c900 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:33.043354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-85b0c3fc-7aef-408a-a57a-a83fd630e3e0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2507198 Feb 19 01:14:33.052790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36724) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.058745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'name': 'tempest-TaggedBootDevicesTest_v242-1347786950', 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:33.131917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Network e6458714-e8ca-4aee-a5e8-d2c129863988 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:33.134710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:33.140603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:33.313440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Attempting to bind port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:33.326112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Attempting to bind port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:33.326811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Attempting to bind port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:33.351120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:33.351835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Checking segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:33.353495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.354089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Bound using segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:33.361700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Bound port: 4d73f4f6-24a1-4126-a1ae-77b5cea47855, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:33.362343 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.364838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:33.492469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-461fbff4-998c-48c3-88e3-312889a9c900', 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900', 'project_id': 'a245459410f6458bae113e586143fd66', 'fixed_ips': [{'subnet_id': '94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:14:33.506166 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.540147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.570666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] device_id is not set on port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:33.929928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Allocated IP 10.2.2.2 (461fbff4-998c-48c3-88e3-312889a9c900/94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3/ec84ed2d-a4e5-4cae-a825-8cb8f550bb98) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:34.170115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64664036-746e-404e-b4bf-d442814fbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a3e40679-70cd-4a6c-94c6-0208dc4deac8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.348588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64664036-746e-404e-b4bf-d442814fbc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e40679-70cd-4a6c-94c6-0208dc4deac8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:34.376485 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Publish callbacks [] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.399545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] For port 4d73f4f6-24a1-4126-a1ae-77b5cea47855, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:34.439379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] For port 4d73f4f6-24a1-4126-a1ae-77b5cea47855, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4d73f4f6-24a1-4126-a1ae-77b5cea47855,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:34.453378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.455635 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.485054 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.513402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bbbe8f7f-b3fd-4683-bb15-3783522d2ab9 req-3a02eb16-c5f6-48e8-8e0b-5d898f0e61c4 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.0665915 Feb 19 01:14:34.531279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-64664036-746e-404e-b4bf-d442814fbc06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46a25c2848824d66a79d318634cbd0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5813022 Feb 19 01:14:34.540558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:34.584460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.668076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=211d5bca-e486-408b-a7e5-456f84b839bf,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:34.683286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] In _notify_port_updated(), no bound segment for port 43b596c6-71ac-4520-a31e-1a9f2b346468 on network 297f42a7-dda4-4821-84f9-00bb20e044a0 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:14:34.688544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:34.689261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.690798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/ports/43b596c6-71ac-4520-a31e-1a9f2b346468 HTTP/1.1" status: 200 len: 818 time: 3.3482029 Feb 19 01:14:34.696346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36750) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:34.798406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Network 461fbff4-998c-48c3-88e3-312889a9c900 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:34.805539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:34.816050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:34.832057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc70f7-12e6-4bed-81d8-243f67214005 None None] Pushing event updated for resources: {'Port': ['ID=4d73f4f6-24a1-4126-a1ae-77b5cea47855,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:34.888556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d09f1-39b4-481c-80c0-53d37b7edec4 req-46562905-6a6e-4363-bb21-4ad8b4fc9a3c tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:34.890249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-246d09f1-39b4-481c-80c0-53d37b7edec4 req-46562905-6a6e-4363-bb21-4ad8b4fc9a3c tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 943 time: 2.7572117 Feb 19 01:14:34.922419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-86e91b84-d233-424e-9087-e64b5cca40e7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:34.925141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Pushing event updated for resources: {'Port': ['ID=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:34.931301 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-86e91b84-d233-424e-9087-e64b5cca40e7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.8859017 Feb 19 01:14:35.047151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Request body: {'port': {'device_id': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '88aae3f9d11042d0ba928360fbce9057'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:35.063944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 10.1.1.209 (e6458714-e8ca-4aee-a5e8-d2c129863988/a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2/87cf265d-73be-40cd-87b7-0ee775ec7ff4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:35.157544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Attempting to bind port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:35.158906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Attempting to bind port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:35.162206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Attempting to bind port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 on network 461fbff4-998c-48c3-88e3-312889a9c900 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:35.169957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:35.170622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Checking segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:35.171358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.172313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Bound using segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:35.173050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Bound port: ec84ed2d-a4e5-4cae-a825-8cb8f550bb98, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:35.173810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.314688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] For port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:35.323326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] For port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:35.330386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.442089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca388896-91a4-4f30-a526-b5dd9411f5f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=43b596c6-71ac-4520-a31e-1a9f2b346468,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:35.502626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Attempting to bind port 211d5bca-e486-408b-a7e5-456f84b839bf on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:35.503153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Attempting to bind port 211d5bca-e486-408b-a7e5-456f84b839bf by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '7a02e084-55da-43ba-acfd-82b11902fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:35.504523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Attempting to bind port 211d5bca-e486-408b-a7e5-456f84b839bf on network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:35.529955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9e62b-d5ce-4c83-a337-4c6362733768 None None] Pushing event updated for resources: {'Port': ['ID=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:35.557779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-246d09f1-39b4-481c-80c0-53d37b7edec4 req-69d2a8a9-c5c0-4dd6-962b-9b81c4b84fa0 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250854 Feb 19 01:14:35.558633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Port 211d5bca-e486-408b-a7e5-456f84b839bf on network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:14:35.559153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Attempting to bind port 211d5bca-e486-408b-a7e5-456f84b839bf on network abfd1cb7-61f3-4971-87c9-b7aa4cf34063 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:35.607167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-432e678a-bbba-4311-8c97-b43c614ce659 admin admin] Publish callbacks [] for security_group (a3e40679-70cd-4a6c-94c6-0208dc4deac8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.611556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:35.611811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Checking segment: {'id': '7a02e084-55da-43ba-acfd-82b11902fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:35.612222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Bound using segment: {'id': '7a02e084-55da-43ba-acfd-82b11902fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:35.612673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Bound port: 211d5bca-e486-408b-a7e5-456f84b839bf, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a02e084-55da-43ba-acfd-82b11902fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:35.627400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.774896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be3b0548-7810-4289-a62f-89f29c667b2f req-1ad027a2-e7c9-4ace-875a-69862957b398 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.1028593 Feb 19 01:14:35.840625 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.851625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 43b596c6-71ac-4520-a31e-1a9f2b346468 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:35.852015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.861181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-432e678a-bbba-4311-8c97-b43c614ce659 admin admin] Publish callbacks [] for security_group (a3e40679-70cd-4a6c-94c6-0208dc4deac8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.073792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.101040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-432e678a-bbba-4311-8c97-b43c614ce659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a3e40679-70cd-4a6c-94c6-0208dc4deac8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.103689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-432e678a-bbba-4311-8c97-b43c614ce659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.108697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-432e678a-bbba-4311-8c97-b43c614ce659 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3e40679-70cd-4a6c-94c6-0208dc4deac8 HTTP/1.1" status: 204 len: 168 time: 1.4742568 Feb 19 01:14:36.117880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 43b596c6-71ac-4520-a31e-1a9f2b346468 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:36.118809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] For port 211d5bca-e486-408b-a7e5-456f84b839bf, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:36.145823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] For port 211d5bca-e486-408b-a7e5-456f84b839bf, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=211d5bca-e486-408b-a7e5-456f84b839bf,segment=NetworkSegment(7a02e084-55da-43ba-acfd-82b11902fe91),segment_id=7a02e084-55da-43ba-acfd-82b11902fe91)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:36.197779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e678a-bbba-4311-8c97-b43c614ce659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e40679-70cd-4a6c-94c6-0208dc4deac8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:36.207041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.271609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Made reservation on behalf of 88aae3f9d11042d0ba928360fbce9057 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:36.284040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.294901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:36.305984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.307383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] 10.222.0.10 "PUT /v2.0/ports/211d5bca-e486-408b-a7e5-456f84b839bf HTTP/1.1" status: 200 len: 1091 time: 6.7202079 Feb 19 01:14:36.374871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.378654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'tag': '211d5bca-e486-408b-a7e5-456f84b839bf'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:36.408976 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e01f39-134c-4f46-abc9-35ad170d3c29", "tag": "211d5bca-e486-408b-a7e5-456f84b839bf"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:36.489549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:36.513849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network e6458714-e8ca-4aee-a5e8-d2c129863988 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:36.516576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:36.519253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:36.675823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (43b596c6-71ac-4520-a31e-1a9f2b346468), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.733885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.745615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.750212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/43b596c6-71ac-4520-a31e-1a9f2b346468 HTTP/1.1" status: 204 len: 168 time: 2.0504854 Feb 19 01:14:36.775543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:36.776231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.785764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6bdb9-d39d-4b28-9eb6-a458c9ea0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=211d5bca-e486-408b-a7e5-456f84b839bf,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:36.787521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:36.805450 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976d2bdb-e5b7-4a08-b4b0-30508c0c3ce1 x-openstack-request-id: req-976d2bdb-e5b7-4a08-b4b0-30508c0c3ce1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:36.805820 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e01f39-134c-4f46-abc9-35ad170d3c29", "tag": "211d5bca-e486-408b-a7e5-456f84b839bf", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:36.806151 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-976d2bdb-e5b7-4a08-b4b0-30508c0c3ce1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:36.811115 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'tag': '211d5bca-e486-408b-a7e5-456f84b839bf', 'status': 'completed', 'code': 200} Feb 19 01:14:36.880365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d305a-8d19-4d23-9e0d-c708497b606c None None] Network e6458714-e8ca-4aee-a5e8-d2c129863988 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:36.979595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:37.073725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1e43d39-68c4-456b-8188-16fdda2e4bcc req-72e9380c-996f-492b-ae15-1f895ab8acb1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.0901284 Feb 19 01:14:37.104933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-8d585fcd-4927-45be-bcd5-d2673b78d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:37.107863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-8d585fcd-4927-45be-bcd5-d2673b78d20c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1782560c2ca4dd28ec2fe1d1d5c22da&device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 1125 time: 0.6719811 Feb 19 01:14:37.173245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc931cbd-4c88-4e64-8c2a-bc7cf56d55c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=43b596c6-71ac-4520-a31e-1a9f2b346468,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:37.226805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-04fe3bc3-61e7-4789-b6ec-0277f294dd3e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1715488 Feb 19 01:14:37.250780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36816) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:37.280082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'name': 'tempest-TaggedBootDevicesTest_v242-1104750578', 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:37.297653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-4a43ec48-b5d1-4c46-b73b-ebb388207728 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=211d5bca-e486-408b-a7e5-456f84b839bf HTTP/1.1" status: 200 len: 217 time: 0.1655345 Feb 19 01:14:37.314142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df96b9-4477-46d9-a23b-a62cb4f57255 req-5eb4ca4c-74a5-474d-9550-b6282d21870d tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:37.318856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07df96b9-4477-46d9-a23b-a62cb4f57255 req-5eb4ca4c-74a5-474d-9550-b6282d21870d tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 943 time: 0.5288384 Feb 19 01:14:37.366974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] Provisioning complete for port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:37.368625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.472441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c667-6523-4c38-97fe-13d438f578d6 req-8c15023f-4ba1-4474-a6f7-674133b677e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:37.473992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-8c15023f-4ba1-4474-a6f7-674133b677e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459f9d13-ca9f-4fb6-90fa-3cb56307d220 HTTP/1.1" status: 200 len: 853 time: 0.1738949 Feb 19 01:14:37.509418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks [] for security_group (f109a0e1-f105-4d32-b513-d99827d8bced), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.513750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c03e82-d20c-48ea-a86b-6d97a5b2a5fa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:37.525697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c0c03e82-d20c-48ea-a86b-6d97a5b2a5fa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6809995 Feb 19 01:14:37.529065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36824) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:37.551593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-17185ee8-a399-4c6b-a92d-beaf26f0f669 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abfd1cb7-61f3-4971-87c9-b7aa4cf34063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664024 Feb 19 01:14:37.552308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f109a0e1-f105-4d32-b513-d99827d8bced), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.727858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f109a0e1-f105-4d32-b513-d99827d8bced,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:37.740517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549a9f0-e13e-4e9a-ac90-dcce3ae359b4 None None] Network 461fbff4-998c-48c3-88e3-312889a9c900 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:37.891410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:37.899053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.921298 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5441312b-5c3b-459f-b554-fd07732d49d8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:14:37.929504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5441312b-5c3b-459f-b554-fd07732d49d8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/43b596c6-71ac-4520-a31e-1a9f2b346468 HTTP/1.1" status: 404 len: 333 time: 0.3616586 Feb 19 01:14:37.936882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:37.938855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:37.952436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.979168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-5b2174fe-3ab6-4163-93d9-d4e0a32e9ac4 service neutron] 10.222.0.10 "GET /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191039 Feb 19 01:14:37.993132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-329934565'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:38.007108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07df96b9-4477-46d9-a23b-a62cb4f57255 req-3a3331e1-7c70-451f-81a1-5404bcead1e6 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423094 Feb 19 01:14:38.021814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] device_id is not set on port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:38.057250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Allocated IP 192.168.233.4 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/0c766bb9-a4ed-42df-a521-20d67ba99dc7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:38.104205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:38.127401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.255784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:38.332223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (00e58c32-2f2c-46bb-ba1d-a6670b2e321f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.332979 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment 00e58c32-2f2c-46bb-ba1d-a6670b2e321f of type vlan for network babb918a-d15f-4c52-96ec-96cdf54f3003 Feb 19 01:14:38.369042 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08139c65-d249-4160-817c-2f64251dd0cd req-c9d1d606-a0e5-4820-9099-13994bfd0dde tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.1475773 Feb 19 01:14:38.436279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (babb918a-d15f-4c52-96ec-96cdf54f3003), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.439999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 10.1.1.76 (e6458714-e8ca-4aee-a5e8-d2c129863988/a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2/d49c8c86-a35b-4dd4-9eb2-62f2479547a1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:38.507332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (babb918a-d15f-4c52-96ec-96cdf54f3003), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.513731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:38.514527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.543586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5908c667-6523-4c38-97fe-13d438f578d6 req-6cf87221-c104-4f7b-aeed-fdb95fc96537 service neutron] 10.222.0.10 "GET /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514698 Feb 19 01:14:38.753301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-1de6b86d-ade3-44d2-899a-682070fb2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:38.757281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-1de6b86d-ade3-44d2-899a-682070fb2677 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1782560c2ca4dd28ec2fe1d1d5c22da&device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 1125 time: 0.1101120 Feb 19 01:14:38.796732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] Current status of the port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:38.807838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.964322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks [] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.033562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=babb918a-d15f-4c52-96ec-96cdf54f3003,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:39.049720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6b78965-7c44-451e-92e2-a6d4696639e1 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0639825 Feb 19 01:14:39.054697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36864) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:39.072219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] For port 4d73f4f6-24a1-4126-a1ae-77b5cea47855, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4d73f4f6-24a1-4126-a1ae-77b5cea47855,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:39.086485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:39.106381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:39.277492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.352565 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.358995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-9cc92d67-e316-4cff-bfcb-d5b3df355fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.360684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-9cc92d67-e316-4cff-bfcb-d5b3df355fd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=abfd1cb7-61f3-4971-87c9-b7aa4cf34063 HTTP/1.1" status: 200 len: 914 time: 0.5907054 Feb 19 01:14:39.397684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:39.401349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.413959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff59d79-917b-4c0b-bfdc-250ecb8d5172 req-16bedaa3-298a-404c-a862-72fca22d0058 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.416644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fff59d79-917b-4c0b-bfdc-250ecb8d5172 req-16bedaa3-298a-404c-a862-72fca22d0058 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 943 time: 0.2122006 Feb 19 01:14:39.463681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.489655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.518848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network e6458714-e8ca-4aee-a5e8-d2c129863988 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:39.529154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:39.530522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:39.534362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.539367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:39.546393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:39.559257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:39.566391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-b2c86e72-521f-4695-afb2-afa27164040c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=211d5bca-e486-408b-a7e5-456f84b839bf HTTP/1.1" status: 200 len: 217 time: 0.1941681 Feb 19 01:14:39.602523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:39.647427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cc782-aa77-4307-9dee-325b7df22f52 None None] Pushing event updated for resources: {'Port': ['ID=4d73f4f6-24a1-4126-a1ae-77b5cea47855,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:39.747157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:39.767035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.767876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4d73f4f6-24a1-4126-a1ae-77b5cea47855 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:39.826818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.835256 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.915123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fff59d79-917b-4c0b-bfdc-250ecb8d5172 req-9e9fc0f9-f6bc-4fcc-bc5c-e8a58f4b5fd5 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893188 Feb 19 01:14:39.997777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:40.012658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7568579 Feb 19 01:14:40.033025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-27bf4f4c-d700-4f00-adcc-f24df6e91789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:40.034561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-27bf4f4c-d700-4f00-adcc-f24df6e91789 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1127 time: 0.1953976 Feb 19 01:14:40.035875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc2aef-c838-4fc9-b391-7e3c2a122544 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:40.105974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Provisioning complete for port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:40.106452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.256062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:40.425921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-55ddbe16-91f6-427f-a9a9-ca9098c334d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:40.434591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-55ddbe16-91f6-427f-a9a9-ca9098c334d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.3592193 Feb 19 01:14:40.476381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:40.477069 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.531500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Current status of the port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:40.552903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:40.566053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647538649', 'description': 'tempest-description--907428296'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:40.690804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:40.695357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Provisioning complete for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:40.696752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.712561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (194d4ec6-2f55-43cd-a665-376a937b8c30), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.722870 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-186f9b18-abc1-47a4-b77b-b259c9dbeae1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 1000 time: 0.2777061 Feb 19 01:14:40.728842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.747714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:40.761084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Provisioning complete for port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:40.761663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.834210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-3d7acb62-799b-4b52-b316-20da23bc4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:40.838890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-3d7acb62-799b-4b52-b316-20da23bc4e6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459f9d13-ca9f-4fb6-90fa-3cb56307d220 HTTP/1.1" status: 200 len: 853 time: 1.1019461 Feb 19 01:14:40.962369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec5672-7325-4ab4-91f9-0f6025677e27 None None] Current status of the port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:40.974722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:41.111226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=194d4ec6-2f55-43cd-a665-376a937b8c30,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:41.142205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:41.148432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Provisioning complete for port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:41.148949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.150720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.156819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-c0c8f1de-a21e-477a-af5e-040c7b5f0dce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abfd1cb7-61f3-4971-87c9-b7aa4cf34063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2549419 Feb 19 01:14:41.164739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-9d58ffb6-2a96-47c6-8a75-bb3bfd8aaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:41.166242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-9d58ffb6-2a96-47c6-8a75-bb3bfd8aaa8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.4174790 Feb 19 01:14:41.232617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f8f6f-228b-4f8f-9d29-bdcc85f57d96 req-78bc0d4b-f10c-44df-b862-1c3cfe93ddf9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:41.234231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c7f8f6f-228b-4f8f-9d29-bdcc85f57d96 req-78bc0d4b-f10c-44df-b862-1c3cfe93ddf9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 934 time: 1.7194567 Feb 19 01:14:41.242065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group (7940c82d-b0cb-4ab2-bbd3-9ebbc1931710), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.336376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:41.388289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7940c82d-b0cb-4ab2-bbd3-9ebbc1931710), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.403598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Provisioning complete for port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:41.404196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.409630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:41.411313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.531825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-e5917edf-7c81-4ac0-aeef-614310fa75eb service neutron] 10.222.0.10 "GET /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374114 Feb 19 01:14:41.537061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.544115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9881883 Feb 19 01:14:41.549454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36942) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:41.556969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'security_group_rule': {'security_group_id': '7940c82d-b0cb-4ab2-bbd3-9ebbc1931710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:41.579996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-1b7b43d2-9e25-47d4-afee-e058c2da6a2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.5782273 Feb 19 01:14:41.587324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81360ef-7d76-48f5-b66e-1d524f57fd1a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:41.622144 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group_rule (4d4f14d8-655a-403e-bbfe-e1edeb0e18c7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.665625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Request body: {'port': {'device_id': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:41.690813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f962-a9b6-46a1-8805-f5efd27825ff req-720f81aa-371a-473c-893f-81c35e607acc tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:41.692905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5dd3f962-a9b6-46a1-8805-f5efd27825ff req-720f81aa-371a-473c-893f-81c35e607acc tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 943 time: 0.5494912 Feb 19 01:14:41.713712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-329e68d2-9917-42e9-bcdd-8e9c208326b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:41.715665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-329e68d2-9917-42e9-bcdd-8e9c208326b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5104802 Feb 19 01:14:41.721351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 211d5bca-e486-408b-a7e5-456f84b839bf details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:14:41.794138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': '00e58c32-2f2c-46bb-ba1d-a6670b2e321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:41.794654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: babb918a-d15f-4c52-96ec-96cdf54f3003, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:41.877236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.885532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 211d5bca-e486-408b-a7e5-456f84b839bf, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=211d5bca-e486-408b-a7e5-456f84b839bf,segment=NetworkSegment(7a02e084-55da-43ba-acfd-82b11902fe91),segment_id=7a02e084-55da-43ba-acfd-82b11902fe91)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:41.904502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '211d5bca-e486-408b-a7e5-456f84b839bf', 'network_id': 'abfd1cb7-61f3-4971-87c9-b7aa4cf34063', 'port_id': '211d5bca-e486-408b-a7e5-456f84b839bf', 'mac_address': 'fa:16:3e:00:53:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459f9d13-ca9f-4fb6-90fa-3cb56307d220', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:14:41.906797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:41.932566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group_rule (4d4f14d8-655a-403e-bbfe-e1edeb0e18c7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.961376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5dd3f962-a9b6-46a1-8805-f5efd27825ff req-fdd49402-017e-4c52-bcc3-afa860215c8a tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585971 Feb 19 01:14:41.974367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4d4f14d8-655a-403e-bbfe-e1edeb0e18c7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.003514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c7f8f6f-228b-4f8f-9d29-bdcc85f57d96 req-592c60c7-f736-4cf6-a7e4-fb1cb3e11ad2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664772 Feb 19 01:14:42.024347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 211d5bca-e486-408b-a7e5-456f84b839bf is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:42.025191 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.041717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Provisioning complete for port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:42.042508 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.089391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network babb918a-d15f-4c52-96ec-96cdf54f3003 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:42.091840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4f14d8-655a-403e-bbfe-e1edeb0e18c7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:42.127721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.127948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211d5bca-e486-408b-a7e5-456f84b839bf {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:42.133292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6e7ddfd-79c5-4131-b701-102c0cc0b6ca tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5813057 Feb 19 01:14:42.154981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:42.162102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'security_group_rule': {'security_group_id': '7940c82d-b0cb-4ab2-bbd3-9ebbc1931710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:42.182208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, babb918a-d15f-4c52-96ec-96cdf54f3003) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:42.206709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Current status of the port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:42.219824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:42.221428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.222086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9795a-5fcd-4b25-93e4-9cf7446735f6 None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:42.270279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-1f9e22f0-ea0a-4ac6-9670-cb0d1835d4e2 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375123 Feb 19 01:14:42.274961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group_rule (2e9eb467-f5aa-4226-ad13-828dfc45192b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.309836 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a673ee53-5dee-4cbe-b7cc-a5f6f12079d2 req-b2edaaf7-a134-41f2-bebb-c791f11c446a service neutron] 10.222.0.10 "GET /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631094 Feb 19 01:14:42.326706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f380051e-0402-47c9-a8c3-f7b00b4c6c13 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2692106 Feb 19 01:14:42.328542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:42.374853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:42.414677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group_rule (2e9eb467-f5aa-4226-ad13-828dfc45192b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.429901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:42.432974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4d73f4f6-24a1-4126-a1ae-77b5cea47855 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:42.532280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2e9eb467-f5aa-4226-ad13-828dfc45192b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.622732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9eb467-f5aa-4226-ad13-828dfc45192b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:42.672643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-babb918a-d15f-4c52-96ec-96cdf54f3003', 'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': '194d4ec6-2f55-43cd-a665-376a937b8c30'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:14:42.673539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.675602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.678002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46165877-cb44-4303-b841-b491c8010493 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5203154 Feb 19 01:14:42.686007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36968) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:42.699308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:42.760072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6694e9e-78ca-4715-8c57-a16091b65ef0 req-ac1d3494-8f3d-4a36-8f90-561342392e89 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252956 Feb 19 01:14:42.799665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.095100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:43.111579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.125779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Allocated IP 2001:db8::2 (babb918a-d15f-4c52-96ec-96cdf54f3003/194d4ec6-2f55-43cd-a665-376a937b8c30/625a48b1-468e-4ecc-991e-46cc20fc2255) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:43.127800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.286551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4b75-9774-473b-a401-061df87f207c req-1ffdc4ad-86ea-47af-a9b6-768ccbd3491e tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:43.294438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4bce4b75-9774-473b-a401-061df87f207c req-1ffdc4ad-86ea-47af-a9b6-768ccbd3491e tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 943 time: 0.1610739 Feb 19 01:14:43.388084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4bce4b75-9774-473b-a401-061df87f207c req-712a4d70-647f-4d97-a931-7a3145df2a5c tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923982 Feb 19 01:14:43.439932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 172.25.0.64 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/4b24b773-19be-487c-87a9-9d6b9b4efce1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:43.460286 n-d-826752-2 neutron-server[103430]: INFO neutron.db.ipam_backend_mixin [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 194d4ec6-2f55-43cd-a665-376a937b8c30 (CIDR: 2001:db8::/64) Feb 19 01:14:43.465029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Publish callbacks [] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.471379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 211d5bca-e486-408b-a7e5-456f84b839bf, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=211d5bca-e486-408b-a7e5-456f84b839bf,segment=NetworkSegment(7a02e084-55da-43ba-acfd-82b11902fe91),segment_id=7a02e084-55da-43ba-acfd-82b11902fe91)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:43.484797 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:14:43.485462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:14:43.488251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Provisioning complete for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:43.488666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.491563 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.522936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:43.524874 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.559559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:43.560061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.563529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:43.567854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:43.587354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-771eb7e1-e1a3-48ba-8fa2-57727627376e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2529862 Feb 19 01:14:43.596885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:43.732045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Attempting to bind port 625a48b1-468e-4ecc-991e-46cc20fc2255 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:43.732449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Attempting to bind port 625a48b1-468e-4ecc-991e-46cc20fc2255 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '00e58c32-2f2c-46bb-ba1d-a6670b2e321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:43.732819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Attempting to bind port 625a48b1-468e-4ecc-991e-46cc20fc2255 on network babb918a-d15f-4c52-96ec-96cdf54f3003 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:43.739671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-27b08638-c5c3-431e-8d04-0792e19eb7cc None None] Port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:43.745219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:43.745636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Checking segment: {'id': '00e58c32-2f2c-46bb-ba1d-a6670b2e321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:43.746232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.746672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Bound using segment: {'id': '00e58c32-2f2c-46bb-ba1d-a6670b2e321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:43.747199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Bound port: 625a48b1-468e-4ecc-991e-46cc20fc2255, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e58c32-2f2c-46bb-ba1d-a6670b2e321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:43.747637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.902021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.946571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] For port 625a48b1-468e-4ecc-991e-46cc20fc2255, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:43.964985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] For port 625a48b1-468e-4ecc-991e-46cc20fc2255, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=625a48b1-468e-4ecc-991e-46cc20fc2255,segment=NetworkSegment(00e58c32-2f2c-46bb-ba1d-a6670b2e321f),segment_id=00e58c32-2f2c-46bb-ba1d-a6670b2e321f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:43.989406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Pushing event updated for resources: {'Port': ['ID=625a48b1-468e-4ecc-991e-46cc20fc2255,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:44.014093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.035628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['211d5bca-e486-408b-a7e5-456f84b839bf'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:44.094757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:44.107911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e847ef2-cc70-4a44-97a2-875520e443d4 req-52f5fed9-a848-4acd-8889-45a66b4ae2d2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:44.109501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e847ef2-cc70-4a44-97a2-875520e443d4 req-52f5fed9-a848-4acd-8889-45a66b4ae2d2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 934 time: 0.6976027 Feb 19 01:14:44.203870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c766bb9-a4ed-42df-a521-20d67ba99dc7 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:44.253478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Publish callbacks [] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.463864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Transition to ACTIVE for port object 0c766bb9-a4ed-42df-a521-20d67ba99dc7 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:14:44.475536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.490081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e847ef2-cc70-4a44-97a2-875520e443d4 req-b1216485-e34a-4d1d-a2b2-aefc0e93e12e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529549 Feb 19 01:14:44.694774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:44.774492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=211d5bca-e486-408b-a7e5-456f84b839bf,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:44.866331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:44.892745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.941831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:44.970489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.090879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=4b24b773-19be-487c-87a9-9d6b9b4efce1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:45.106428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467d3ff-9ee7-408d-a613-d79ebf72f624 None None] Pushing event updated for resources: {'Port': ['ID=625a48b1-468e-4ecc-991e-46cc20fc2255,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:45.129389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:45.138905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:45.144538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:45.212660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980edc9-2cc9-47dc-90e9-3a7482edde61 req-363f8f0c-6fa6-4701-ab7d-9dd4eab90dc3 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:45.220661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4980edc9-2cc9-47dc-90e9-3a7482edde61 req-363f8f0c-6fa6-4701-ab7d-9dd4eab90dc3 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 944 time: 0.4537849 Feb 19 01:14:45.226212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37020) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:45.327735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4980edc9-2cc9-47dc-90e9-3a7482edde61 req-6d66abc0-ec57-4b99-93e1-2eb14bcbc4f5 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009626 Feb 19 01:14:45.453349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (7188243f-9935-405a-8067-b67dd722eeb4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.493083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8ed79-5099-47f3-b024-9671da729c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.595123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.786189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:45.786859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:45.786959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:45.809832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:14:45.810154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:45.821435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8ed79-5099-47f3-b024-9671da729c5c admin admin] Publish callbacks [] for security_group (de8a72fd-c6f8-47fe-bade-f75447cbc118), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.824417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (f4ad788f-05a2-4746-a307-ff7349d5d6db), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.839757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8ed79-5099-47f3-b024-9671da729c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (de8a72fd-c6f8-47fe-bade-f75447cbc118), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.853820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:45.854162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:45.854552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:45.854998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Bound port: 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:45.855358 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.927146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8ed79-5099-47f3-b024-9671da729c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a72fd-c6f8-47fe-bade-f75447cbc118,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:45.962260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8e8ed79-5099-47f3-b024-9671da729c5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92fa89c7914b4b1496de2fae1e0c76ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7118287 Feb 19 01:14:45.971579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37038) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:46.028237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network babb918a-d15f-4c52-96ec-96cdf54f3003 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:46.063198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b919-e4ab-4e84-a802-17664c0e2a11 req-65d2bd5e-7e7c-432f-9875-65be9453dc4f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:46.064768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0233b919-e4ab-4e84-a802-17664c0e2a11 req-65d2bd5e-7e7c-432f-9875-65be9453dc4f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 0.3768663 Feb 19 01:14:46.074131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.086523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.096850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:46.141473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=4b24b773-19be-487c-87a9-9d6b9b4efce1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:46.144574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:46.145551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.178014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=f4ad788f-05a2-4746-a307-ff7349d5d6db,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:46.217036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e747f4ba-90c7-4b1c-8d5c-3b10e255010b None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:46.238216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (7188243f-9935-405a-8067-b67dd722eeb4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.255821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-20e9596a-cf10-4dff-a8c7-3a1392a02339 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6551423 Feb 19 01:14:46.269015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37052) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:46.281329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003', 'fixed_ips': [{'subnet_id': '194d4ec6-2f55-43cd-a665-376a937b8c30'}, {'subnet_id': 'f4ad788f-05a2-4746-a307-ff7349d5d6db'}], 'name': 'tempest-PortsIpV6TestJSON-21968531'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:46.338817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0233b919-e4ab-4e84-a802-17664c0e2a11 req-5af2f6fd-3915-4b01-9649-782aa1c465ea tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525210 Feb 19 01:14:46.365764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:46.369376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:46.376726 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.384630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.400767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35518be4-a8e1-46c9-a877-98f83ee792c6 admin admin] Publish callbacks [] for security_group (de8a72fd-c6f8-47fe-bade-f75447cbc118), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.403522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4006a365-9ace-4bc3-a1b8-c2be323ce62e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7158024 Feb 19 01:14:46.450570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35518be4-a8e1-46c9-a877-98f83ee792c6 admin admin] Publish callbacks [] for security_group (de8a72fd-c6f8-47fe-bade-f75447cbc118), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.492643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:46.494938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.611990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35518be4-a8e1-46c9-a877-98f83ee792c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (de8a72fd-c6f8-47fe-bade-f75447cbc118), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.620052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35518be4-a8e1-46c9-a877-98f83ee792c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.623562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-35518be4-a8e1-46c9-a877-98f83ee792c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de8a72fd-c6f8-47fe-bade-f75447cbc118 HTTP/1.1" status: 204 len: 168 time: 0.6475086 Feb 19 01:14:46.654742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518be4-a8e1-46c9-a877-98f83ee792c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a72fd-c6f8-47fe-bade-f75447cbc118,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:46.695736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:46.702532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:46.703360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.710294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] 10.222.0.10 "PUT /v2.0/ports/0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 1094 time: 5.0710955 Feb 19 01:14:46.711011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:46.718880 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e818f-0bd8-4902-8da1-8426279c2446" -d '{"events": [{"name": "network-changed", "server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:46.757820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6513a-aea3-44be-8d05-db50d224b11f service neutron] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:46.933171 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3aee5d-9029-446b-b6ac-213049e5b562 x-openstack-request-id: req-bf3aee5d-9029-446b-b6ac-213049e5b562 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:46.933764 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:46.933764 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf3aee5d-9029-446b-b6ac-213049e5b562 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:46.934258 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'status': 'completed', 'code': 200} Feb 19 01:14:47.049894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-6b402714-6ee6-4e71-a975-3084d772f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.051441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-6b402714-6ee6-4e71-a975-3084d772f9dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1128 time: 0.2617919 Feb 19 01:14:47.085666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.114666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7351-88a2-490b-a5e4-fc1ea2101293 req-761efb22-662a-4f55-8383-428cb3e5ecdb tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.122368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-95fc7351-88a2-490b-a5e4-fc1ea2101293 req-761efb22-662a-4f55-8383-428cb3e5ecdb tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 944 time: 0.5500829 Feb 19 01:14:47.186578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-9c5502de-e7aa-4018-ada2-50e8dcd94189 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.1044476 Feb 19 01:14:47.191322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-95fc7351-88a2-490b-a5e4-fc1ea2101293 req-476a8bc1-3ada-40a9-8d5d-6afc8b8ca364 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638313 Feb 19 01:14:47.199906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 2c5f3586-106a-4d5f-8585-c78243c51eb2 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:14:47.296152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-a478314a-5dc6-40e6-96dd-89ef68520080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.297695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-a478314a-5dc6-40e6-96dd-89ef68520080 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0897129 Feb 19 01:14:47.412254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 625a48b1-468e-4ecc-991e-46cc20fc2255 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:47.417714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-8b8327c3-e755-4c9e-ae3c-199259f8188f tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--647538649&fields=id&tenant_id=a245459410f6458bae113e586143fd66 HTTP/1.1" status: 200 len: 267 time: 0.4191637 Feb 19 01:14:47.450204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37110) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:47.528327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d81a6eb5-2eec-4ba6-bc81-f0d61ceea1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.557409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-88641320-44ab-43db-b9fa-fb5731dc9528 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.564778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-88641320-44ab-43db-b9fa-fb5731dc9528 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 937 time: 0.1453626 Feb 19 01:14:47.571478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-3010d9c5-6121-400e-aa8b-3b3511930d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.573238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-3010d9c5-6121-400e-aa8b-3b3511930d8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2516239 Feb 19 01:14:47.651655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37116) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:47.654277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:47.654667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.662070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1639b50e-f77d-4898-a8dd-2fdee20f8862 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.670946 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1639b50e-f77d-4898-a8dd-2fdee20f8862 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 936 time: 0.1050546 Feb 19 01:14:47.691373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:47.691721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.716657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af18b5-3078-47ce-b254-038450d45e0d req-c62c0226-d02a-4630-8595-8ecf9fd49f49 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.718358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42af18b5-3078-47ce-b254-038450d45e0d req-c62c0226-d02a-4630-8595-8ecf9fd49f49 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 0.2077026 Feb 19 01:14:47.738546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::315 (babb918a-d15f-4c52-96ec-96cdf54f3003/194d4ec6-2f55-43cd-a665-376a937b8c30/2c5f3586-106a-4d5f-8585-c78243c51eb2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:47.749984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] For port 625a48b1-468e-4ecc-991e-46cc20fc2255, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=625a48b1-468e-4ecc-991e-46cc20fc2255,segment=NetworkSegment(00e58c32-2f2c-46bb-ba1d-a6670b2e321f),segment_id=00e58c32-2f2c-46bb-ba1d-a6670b2e321f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:47.753088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8:0:1::348 (babb918a-d15f-4c52-96ec-96cdf54f3003/f4ad788f-05a2-4746-a307-ff7349d5d6db/2c5f3586-106a-4d5f-8585-c78243c51eb2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:47.761519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 211d5bca-e486-408b-a7e5-456f84b839bf up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:47.768314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.780579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-3a239eea-5d38-4767-a4dd-605ab2830918 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1083364 Feb 19 01:14:47.798089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42af18b5-3078-47ce-b254-038450d45e0d req-9c19f5b1-3163-4dd4-8c8d-268f9130f278 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652497 Feb 19 01:14:47.884187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e9571304-e65d-42ae-afee-989012179dac tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1022170 Feb 19 01:14:47.962409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] Update dhcp port {'port': {'network_id': 'babb918a-d15f-4c52-96ec-96cdf54f3003', 'fixed_ips': [{'subnet_id': '194d4ec6-2f55-43cd-a665-376a937b8c30', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4ad788f-05a2-4746-a307-ff7349d5d6db'}], 'binding:host_id': 'n-d-826752-2'}, 'id': '625a48b1-468e-4ecc-991e-46cc20fc2255'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:14:47.979648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9353446f-793d-4ee7-85aa-d07db7d65fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.089277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.096750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 211d5bca-e486-408b-a7e5-456f84b839bf completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:14:48.110184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.112411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 211d5bca-e486-408b-a7e5-456f84b839bf triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:48.113304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.123003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9acf-70af-40e8-ab0b-bc3c39405e1f req-cb330133-c32d-4d89-bc82-adc1c6cce06e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.124535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-748d9acf-70af-40e8-ab0b-bc3c39405e1f req-cb330133-c32d-4d89-bc82-adc1c6cce06e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 945 time: 0.1259604 Feb 19 01:14:48.156145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ef8b8-6bea-4544-a8d1-8ffe3b9e103d None None] Pushing event updated for resources: {'Port': ['ID=625a48b1-468e-4ecc-991e-46cc20fc2255,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.191614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-748d9acf-70af-40e8-ab0b-bc3c39405e1f req-c952d938-b200-4c23-8fc9-bc3b7a24090f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605922 Feb 19 01:14:48.193315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.222023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network babb918a-d15f-4c52-96ec-96cdf54f3003 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:48.239859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9353446f-793d-4ee7-85aa-d07db7d65fce admin admin] Publish callbacks [] for security_group (5cd63001-9135-498c-b355-7a1db489f89d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.244282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:48.248938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:48.255108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.255754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.262055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9353446f-793d-4ee7-85aa-d07db7d65fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5cd63001-9135-498c-b355-7a1db489f89d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.294697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.0211668 Feb 19 01:14:48.294934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:48.299405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d81a6eb5-2eec-4ba6-bc81-f0d61ceea1ea admin admin] Publish callbacks [] for security_group (855d1b72-fb7a-4cf1-9c55-7a8add9eec40), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.300527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '194d4ec6-2f55-43cd-a665-376a937b8c30'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:48.307448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba279f-fadf-42fc-969f-d6c599c34448 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=2c5f3586-106a-4d5f-8585-c78243c51eb2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.313160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:48.318208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-ac6b9ad7-6d01-4627-9de5-ba2a3edb4465 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404624 Feb 19 01:14:48.332463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9353446f-793d-4ee7-85aa-d07db7d65fce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=501246ea424a4f678d9d1026da010073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6589954 Feb 19 01:14:48.338653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:48.357578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d81a6eb5-2eec-4ba6-bc81-f0d61ceea1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (855d1b72-fb7a-4cf1-9c55-7a8add9eec40), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.414500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d81a6eb5-2eec-4ba6-bc81-f0d61ceea1ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99eab766b0a84bc9bcfe1a4c3ca4188d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9596181 Feb 19 01:14:48.416107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.432062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37140) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:48.510140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353446f-793d-4ee7-85aa-d07db7d65fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd63001-9135-498c-b355-7a1db489f89d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.519824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] Allocated IP 2001:db8:0:1::2 (babb918a-d15f-4c52-96ec-96cdf54f3003/f4ad788f-05a2-4746-a307-ff7349d5d6db/625a48b1-468e-4ecc-991e-46cc20fc2255) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:48.551478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff7d4-d82b-4a68-9f68-fa8e1b56e81b req-8557cff8-830d-47c6-a886-274a4a831f25 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.554326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf3ff7d4-d82b-4a68-9f68-fa8e1b56e81b req-8557cff8-830d-47c6-a886-274a4a831f25 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 944 time: 0.2239740 Feb 19 01:14:48.621630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79993e47-cea6-43ea-b08d-011cca3a6aed req-9c12d4c8-582e-406f-9905-2f03736190c5 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788026 Feb 19 01:14:48.640709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-067dda59-cbeb-41a2-b3e8-f6dc3629fa35 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.650331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-067dda59-cbeb-41a2-b3e8-f6dc3629fa35 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.658594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-067dda59-cbeb-41a2-b3e8-f6dc3629fa35 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.661723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-067dda59-cbeb-41a2-b3e8-f6dc3629fa35 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/networks?id=6483eb8d-e413-47c7-9fcc-90907a41f6d9&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=461fbff4-998c-48c3-88e3-312889a9c900&id=461fbff4-998c-48c3-88e3-312889a9c900 HTTP/1.1" status: 200 len: 1995 time: 0.7765844 Feb 19 01:14:48.674873 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.687776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 211d5bca-e486-408b-a7e5-456f84b839bf is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:48.688631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.707228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471590ba-7240-486b-b379-3f76ed99d897 admin admin] Publish callbacks [] for security_group (855d1b72-fb7a-4cf1-9c55-7a8add9eec40), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.730333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf3ff7d4-d82b-4a68-9f68-fa8e1b56e81b req-5950fb8c-dad4-4d21-908a-53f7b972d961 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530409 Feb 19 01:14:48.743726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d5bca-e486-408b-a7e5-456f84b839bf'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:48.746514 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5b9f3-0059-49e4-b76f-c1f09700539f" -d '{"events": [{"server_uuid": "c1e01f39-134c-4f46-abc9-35ad170d3c29", "name": "network-vif-plugged", "status": "completed", "tag": "211d5bca-e486-408b-a7e5-456f84b839bf"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:48.751647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-fec5355e-c725-4e11-9dde-ede7a72fa051 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/quotas/a245459410f6458bae113e586143fd66 HTTP/1.1" status: 200 len: 375 time: 0.0766370 Feb 19 01:14:48.779950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471590ba-7240-486b-b379-3f76ed99d897 admin admin] Publish callbacks [] for security_group (855d1b72-fb7a-4cf1-9c55-7a8add9eec40), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.787013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 211d5bca-e486-408b-a7e5-456f84b839bf, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=211d5bca-e486-408b-a7e5-456f84b839bf,segment=NetworkSegment(7a02e084-55da-43ba-acfd-82b11902fe91),segment_id=7a02e084-55da-43ba-acfd-82b11902fe91)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:48.796274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] For port 625a48b1-468e-4ecc-991e-46cc20fc2255, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=625a48b1-468e-4ecc-991e-46cc20fc2255,segment=NetworkSegment(00e58c32-2f2c-46bb-ba1d-a6670b2e321f),segment_id=00e58c32-2f2c-46bb-ba1d-a6670b2e321f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:48.801017 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.802315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc0b53a5-7328-47bf-9514-9054be037c90 admin admin] Publish callbacks [] for security_group (5cd63001-9135-498c-b355-7a1db489f89d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.804635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a6eb5-2eec-4ba6-bc81-f0d61ceea1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855d1b72-fb7a-4cf1-9c55-7a8add9eec40,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.855325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471590ba-7240-486b-b379-3f76ed99d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (855d1b72-fb7a-4cf1-9c55-7a8add9eec40), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.858104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-471590ba-7240-486b-b379-3f76ed99d897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.859378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-471590ba-7240-486b-b379-3f76ed99d897 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/855d1b72-fb7a-4cf1-9c55-7a8add9eec40 HTTP/1.1" status: 204 len: 168 time: 0.4209604 Feb 19 01:14:48.868108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471590ba-7240-486b-b379-3f76ed99d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d1b72-fb7a-4cf1-9c55-7a8add9eec40,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.874785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc0b53a5-7328-47bf-9514-9054be037c90 admin admin] Publish callbacks [] for security_group (5cd63001-9135-498c-b355-7a1db489f89d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.903205 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] Publish callbacks [] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.922141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e818f-0bd8-4902-8da1-8426279c2446 req-1c8b273c-5b2b-4065-9423-b5eb9214e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:48.924332 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.927787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-1c8b273c-5b2b-4065-9423-b5eb9214e7ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1128 time: 0.2286580 Feb 19 01:14:48.939050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=211d5bca-e486-408b-a7e5-456f84b839bf,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:49.024241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-acf41476-38ed-41d5-ae84-84a95987d23e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2590754 Feb 19 01:14:49.044925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Delete allocated IP 2001:db8:0:1::348 (babb918a-d15f-4c52-96ec-96cdf54f3003/f4ad788f-05a2-4746-a307-ff7349d5d6db) {{(pid=103429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:14:49.134464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 625a48b1-468e-4ecc-991e-46cc20fc2255 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:49.155131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621fc7f-fc0a-4aad-95b7-07b08270d1b5 None None] Pushing event updated for resources: {'Port': ['ID=625a48b1-468e-4ecc-991e-46cc20fc2255,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:49.200743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc0b53a5-7328-47bf-9514-9054be037c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5cd63001-9135-498c-b355-7a1db489f89d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.204410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc0b53a5-7328-47bf-9514-9054be037c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.208523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cc0b53a5-7328-47bf-9514-9054be037c90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cd63001-9135-498c-b355-7a1db489f89d HTTP/1.1" status: 204 len: 168 time: 0.8574445 Feb 19 01:14:49.267224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b53a5-7328-47bf-9514-9054be037c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd63001-9135-498c-b355-7a1db489f89d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:49.361586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:49.362179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.422143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e818f-0bd8-4902-8da1-8426279c2446 req-9770b469-d277-4de5-a184-dfef0424ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:49.424424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-9770b469-d277-4de5-a184-dfef0424ffdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.4632242 Feb 19 01:14:49.451790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.460506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.598445 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-ff5c6c35-b3f8-407a-9659-60b313070241 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.1581838 Feb 19 01:14:49.602480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:49.622460 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92894feb-fbf5-4178-85b6-f7844fc539fc x-openstack-request-id: req-92894feb-fbf5-4178-85b6-f7844fc539fc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:49.622818 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e01f39-134c-4f46-abc9-35ad170d3c29", "name": "network-vif-plugged", "status": "completed", "tag": "211d5bca-e486-408b-a7e5-456f84b839bf", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:49.623088 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92894feb-fbf5-4178-85b6-f7844fc539fc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:49.623498 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d5bca-e486-408b-a7e5-456f84b839bf', 'code': 200} Feb 19 01:14:49.667945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] In _notify_port_updated(), no bound segment for port 2c5f3586-106a-4d5f-8585-c78243c51eb2 on network babb918a-d15f-4c52-96ec-96cdf54f3003 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:14:49.674430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:49.675063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.680438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/ports/2c5f3586-106a-4d5f-8585-c78243c51eb2 HTTP/1.1" status: 200 len: 924 time: 1.3845387 Feb 19 01:14:49.681339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb6362-43b8-43f4-8ba4-900e8a068dc8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=2c5f3586-106a-4d5f-8585-c78243c51eb2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:49.683624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37180) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:49.689571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '194d4ec6-2f55-43cd-a665-376a937b8c30'}, {'subnet_id': 'f4ad788f-05a2-4746-a307-ff7349d5d6db'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:49.872154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366ca9-c3b2-4bb3-9f8e-3d6a13aafc70 req-8cbf4378-9f18-4786-88c2-45da27583002 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:49.884388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f366ca9-c3b2-4bb3-9f8e-3d6a13aafc70 req-8cbf4378-9f18-4786-88c2-45da27583002 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 0.1616497 Feb 19 01:14:49.979800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:50.175637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37206) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:50.212765 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb28fde0-6707-4734-8b80-c64ac1352daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:50.235125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f366ca9-c3b2-4bb3-9f8e-3d6a13aafc70 req-89067c54-0a3a-4103-8eb8-743ee5bc1685 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497608 Feb 19 01:14:50.267765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8683297-ce3d-4662-b526-5d1e7fb1c685 None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:50.269708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce017859-8e5f-41f5-b2fe-f397d17ee774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:50.315248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-34123e28-b3b8-40d1-b928-79d152bcf2d4 service neutron] 10.222.0.43 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2578692 Feb 19 01:14:50.345782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e818f-0bd8-4902-8da1-8426279c2446 req-8d776b7b-301e-4f95-99b6-a97cf6c48b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:50.347274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-8d776b7b-301e-4f95-99b6-a97cf6c48b50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.7275476 Feb 19 01:14:50.353640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f518-bd38-4563-a136-b52398b04038 req-aaac839f-77ff-4846-8744-cb2dfac5b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:50.356795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b27f518-bd38-4563-a136-b52398b04038 req-aaac839f-77ff-4846-8744-cb2dfac5b898 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 1127 time: 0.5408516 Feb 19 01:14:50.442132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0cea3cfa-899b-48b6-88b1-8daf120c3ac4 None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:50.442515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cea3cfa-899b-48b6-88b1-8daf120c3ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:50.540230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d2149439-c36c-4eb3-a0dc-7cc260e342af service neutron] 10.222.0.43 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149196 Feb 19 01:14:50.596897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e818f-0bd8-4902-8da1-8426279c2446 req-e785cda7-74f9-4af6-b583-50b44d7d6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:50.598567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-e785cda7-74f9-4af6-b583-50b44d7d6e54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2290246 Feb 19 01:14:50.609333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f44cf426-f88a-4ca1-a62a-e214ce22c43d service neutron] 10.222.0.43 "GET /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0602319 Feb 19 01:14:50.673984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37224) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:50.703047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b27f518-bd38-4563-a136-b52398b04038 req-ca1b0268-ba95-43d3-8b37-3b5f4baffd6e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308580 Feb 19 01:14:50.705515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0cea3cfa-899b-48b6-88b1-8daf120c3ac4 None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:50.720317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f007-08e2-4cef-b780-0d767fabbee5 req-7edfd2c0-9336-4eed-8412-eb9449448997 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:50.723678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b30f007-08e2-4cef-b780-0d767fabbee5 req-7edfd2c0-9336-4eed-8412-eb9449448997 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 945 time: 0.3658087 Feb 19 01:14:50.761152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-7318bed1-566d-44b2-866e-e329c0fc8376 service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390836 Feb 19 01:14:50.946624 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e3bd62cd-899c-4139-b473-468f255b157c service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395335 Feb 19 01:14:51.053137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ec88515f-4883-4dd2-90a1-0eb51a7b0d77 service neutron] 10.222.0.43 "GET /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0987201 Feb 19 01:14:51.077787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 625a48b1-468e-4ecc-991e-46cc20fc2255 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:51.106536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b30f007-08e2-4cef-b780-0d767fabbee5 req-f8148062-08f2-4386-9bb4-2f106a8b2204 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172519 Feb 19 01:14:51.109141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce017859-8e5f-41f5-b2fe-f397d17ee774 admin admin] Publish callbacks [] for security_group (55f905b1-1b46-4b06-b4b9-0181d311bebb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.115263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce017859-8e5f-41f5-b2fe-f397d17ee774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (55f905b1-1b46-4b06-b4b9-0181d311bebb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.167256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce017859-8e5f-41f5-b2fe-f397d17ee774 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2eb063e65f74690b138d6d01b4adc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9732890 Feb 19 01:14:51.169092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37232) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:51.172350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8:0:1::31 (babb918a-d15f-4c52-96ec-96cdf54f3003/f4ad788f-05a2-4746-a307-ff7349d5d6db/2c5f3586-106a-4d5f-8585-c78243c51eb2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:51.260387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:51.263346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.293235 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-949745f1-7e0d-4cbd-bc70-bab92caeb641 service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110167 Feb 19 01:14:51.352715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-915adadc-d15b-4911-a44d-7529c7cea711 None None] Provisioning complete for port 2c5f3586-106a-4d5f-8585-c78243c51eb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:51.353720 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-915adadc-d15b-4911-a44d-7529c7cea711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.364423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-17ad56b2-f032-4315-81de-bea646a724ed service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574677 Feb 19 01:14:51.367277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017859-8e5f-41f5-b2fe-f397d17ee774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f905b1-1b46-4b06-b4b9-0181d311bebb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:51.416237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-915adadc-d15b-4911-a44d-7529c7cea711 None None] Port 2c5f3586-106a-4d5f-8585-c78243c51eb2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:51.445451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b0187251-2201-4815-b01e-425fa60325c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.505599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e46ea4b9-7fb5-49a2-ac7c-532f2c93ff8a admin admin] Publish callbacks [] for security_group (55f905b1-1b46-4b06-b4b9-0181d311bebb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.511079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:51.539758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e46ea4b9-7fb5-49a2-ac7c-532f2c93ff8a admin admin] Publish callbacks [] for security_group (55f905b1-1b46-4b06-b4b9-0181d311bebb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.542112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-915adadc-d15b-4911-a44d-7529c7cea711 None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:51.542495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-915adadc-d15b-4911-a44d-7529c7cea711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.636319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cb0f-4819-4665-b8a9-b4fcdbb7f7bb req-397f9152-59c5-421a-9b1e-cbf7c941bdf9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:51.644125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c8a8cb0f-4819-4665-b8a9-b4fcdbb7f7bb req-397f9152-59c5-421a-9b1e-cbf7c941bdf9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 0.2721453 Feb 19 01:14:51.695660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-398e818f-0bd8-4902-8da1-8426279c2446 req-207895ea-efa7-452c-a4d8-2bfff1142bbe service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617874 Feb 19 01:14:51.732810 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-2342edfd-89b4-45e8-bbe6-32b65b45237f service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343874 Feb 19 01:14:51.775656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:14:51.777857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:51.816084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-915adadc-d15b-4911-a44d-7529c7cea711 None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:51.941797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-fc5b7eba-d493-49d3-a143-a9d657d27b81 service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072816 Feb 19 01:14:52.106858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.113356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c1cfe940-eb1d-4671-beff-2692d7740958 None None] Provisioning complete for port 2c5f3586-106a-4d5f-8585-c78243c51eb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:52.114535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1cfe940-eb1d-4671-beff-2692d7740958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.136483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-05dc234c-093f-4eda-88b5-6922a1a96f6e service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912062 Feb 19 01:14:52.151631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b0187251-2201-4815-b01e-425fa60325c2 admin admin] Publish callbacks [] for security_group (efb80e9f-9d67-4603-8944-66ef20939dd3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.167588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.172756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b0187251-2201-4815-b01e-425fa60325c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (efb80e9f-9d67-4603-8944-66ef20939dd3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.193197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:52.206234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:52.206627 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.231481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'mac_address': 'fa:16:3e:17:d7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:14:52.246183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfe940-eb1d-4671-beff-2692d7740958 None None] Port 2c5f3586-106a-4d5f-8585-c78243c51eb2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:52.257775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:52.260835 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a77e6e-21a6-4937-9891-af55099bdad6" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:52.270910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-31c0117a-7994-4242-a265-ca5b199f5df1 service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339333 Feb 19 01:14:52.296418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:52.304887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.319446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:52.320031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.343273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b0187251-2201-4815-b01e-425fa60325c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46672eba0bbb47ee830620d76c49a9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6657636 Feb 19 01:14:52.363331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e46ea4b9-7fb5-49a2-ac7c-532f2c93ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (55f905b1-1b46-4b06-b4b9-0181d311bebb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.366024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e46ea4b9-7fb5-49a2-ac7c-532f2c93ff8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.367288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e46ea4b9-7fb5-49a2-ac7c-532f2c93ff8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55f905b1-1b46-4b06-b4b9-0181d311bebb HTTP/1.1" status: 204 len: 168 time: 1.1898601 Feb 19 01:14:52.379555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c766bb9-a4ed-42df-a521-20d67ba99dc7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:52.380620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37258) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:52.438434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:52.458158 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.462322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7d0b2bf5-5a0b-4adf-b1d0-90fa46c365d4 None None] Provisioning complete for port 2c5f3586-106a-4d5f-8585-c78243c51eb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:52.462907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2bf5-5a0b-4adf-b1d0-90fa46c365d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.465548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.476780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c8a8cb0f-4819-4665-b8a9-b4fcdbb7f7bb req-3b0a4db8-b729-4634-82d6-fd48e6bc3ffa tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317020 Feb 19 01:14:52.526047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=2c5f3586-106a-4d5f-8585-c78243c51eb2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.592818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4dfdeace-6d1c-40df-b25e-65fc034fc517 service neutron] 10.222.0.43 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170142 Feb 19 01:14:52.660500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] In _notify_port_updated(), no bound segment for port 2c5f3586-106a-4d5f-8585-c78243c51eb2 on network babb918a-d15f-4c52-96ec-96cdf54f3003 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:14:52.667746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:52.669756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.677339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a37e38d7-cad4-46fe-a73b-06887fa21464 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/ports/2c5f3586-106a-4d5f-8585-c78243c51eb2 HTTP/1.1" status: 200 len: 1009 time: 2.9925756 Feb 19 01:14:52.681218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:52.688112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0187251-2201-4815-b01e-425fa60325c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb80e9f-9d67-4603-8944-66ef20939dd3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.728366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b2bf5-5a0b-4adf-b1d0-90fa46c365d4 None None] Port 2c5f3586-106a-4d5f-8585-c78243c51eb2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:52.738360 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ecf600f-2d77-4a31-a8ad-0a43b5c7ebaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.743485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.780823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ea4b9-7fb5-49a2-ac7c-532f2c93ff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f905b1-1b46-4b06-b4b9-0181d311bebb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.788191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:52.868331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ac58c-f532-4e2e-85c0-bd944488a6ed req-61e9e7b7-0a2c-4fda-bd8c-c92f6d586af7 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:52.876128 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a87ac58c-f532-4e2e-85c0-bd944488a6ed req-61e9e7b7-0a2c-4fda-bd8c-c92f6d586af7 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 945 time: 0.1889579 Feb 19 01:14:52.878141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f856fc6e-fdd5-42db-9276-de065c0c78a2 admin admin] Publish callbacks [] for security_group (efb80e9f-9d67-4603-8944-66ef20939dd3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.912964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ae6eb29c-2f58-416f-b23c-342440660e97 service neutron] 10.222.0.43 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145087 Feb 19 01:14:52.961459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a81f7d9d-844c-432b-bd96-4edc5bed41fc None None] Provisioning complete for port 2c5f3586-106a-4d5f-8585-c78243c51eb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:52.961459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a81f7d9d-844c-432b-bd96-4edc5bed41fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.005567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f856fc6e-fdd5-42db-9276-de065c0c78a2 admin admin] Publish callbacks [] for security_group (efb80e9f-9d67-4603-8944-66ef20939dd3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.073377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a81f7d9d-844c-432b-bd96-4edc5bed41fc None None] Port 2c5f3586-106a-4d5f-8585-c78243c51eb2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:53.106802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a87ac58c-f532-4e2e-85c0-bd944488a6ed req-9ff6e26c-8984-49ee-9d1c-f78461733b8e tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225091 Feb 19 01:14:53.148775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f856fc6e-fdd5-42db-9276-de065c0c78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (efb80e9f-9d67-4603-8944-66ef20939dd3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.152763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f856fc6e-fdd5-42db-9276-de065c0c78a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.156820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f856fc6e-fdd5-42db-9276-de065c0c78a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efb80e9f-9d67-4603-8944-66ef20939dd3 HTTP/1.1" status: 204 len: 168 time: 0.7706926 Feb 19 01:14:53.175091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856fc6e-fdd5-42db-9276-de065c0c78a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb80e9f-9d67-4603-8944-66ef20939dd3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:53.222483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-884fba94-b6b2-465b-9a8d-bc146deed350 service neutron] 10.222.0.43 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077550 Feb 19 01:14:53.255917 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a62aeb-a79f-4f92-9cfa-87d11d10898f x-openstack-request-id: req-00a62aeb-a79f-4f92-9cfa-87d11d10898f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:53.256890 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:53.257662 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00a62aeb-a79f-4f92-9cfa-87d11d10898f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:53.258507 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:14:53.321083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 2c5f3586-106a-4d5f-8585-c78243c51eb2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:53.321431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.489866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-b8e6164b-5441-4013-a5cf-41fe315d1b68 service neutron] 10.222.0.43 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658789 Feb 19 01:14:53.615389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.767462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f0f0e-8dfe-4a83-bedf-f102cfdcf0ca req-b4511a5b-1606-419d-8a34-0003f83384d2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:53.769335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b79f0f0e-8dfe-4a83-bedf-f102cfdcf0ca req-b4511a5b-1606-419d-8a34-0003f83384d2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 947 time: 0.1064734 Feb 19 01:14:53.787075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:14:53.791066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:53.846665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b79f0f0e-8dfe-4a83-bedf-f102cfdcf0ca req-4687f691-95ce-4d9b-8590-9c2342d20f12 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702722 Feb 19 01:14:53.864944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-039c8844-562e-4165-b1b5-a7828a28713b service neutron] 10.222.0.43 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612862 Feb 19 01:14:53.958257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37330) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:53.977409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd37287f-e4a8-4e88-831b-7060d079a739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.984241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.038001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 2c5f3586-106a-4d5f-8585-c78243c51eb2 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:54.058731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-3c1a939f-ccc3-4d47-a182-441f252c2974 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:54.066366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-3c1a939f-ccc3-4d47-a182-441f252c2974 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 937 time: 0.1875737 Feb 19 01:14:54.176022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd37287f-e4a8-4e88-831b-7060d079a739 admin admin] Publish callbacks [] for security_group (ff946640-aba5-4648-a64e-bf9ec8555a9b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.185591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd37287f-e4a8-4e88-831b-7060d079a739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ff946640-aba5-4648-a64e-bf9ec8555a9b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.253040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bd37287f-e4a8-4e88-831b-7060d079a739 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85adf41a24eb47a7bb48222edf3f7742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933526 Feb 19 01:14:54.257380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:54.259526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-3414c3cf-3a95-475e-86a4-42bb90d2dff6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:54.261009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-3414c3cf-3a95-475e-86a4-42bb90d2dff6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 936 time: 0.1933107 Feb 19 01:14:54.374740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:14:54.402242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:54.420813 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.471310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37287f-e4a8-4e88-831b-7060d079a739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff946640-aba5-4648-a64e-bf9ec8555a9b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:54.476566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2c5f3586-106a-4d5f-8585-c78243c51eb2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.533579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=2c5f3586-106a-4d5f-8585-c78243c51eb2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:54.538872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:54.551068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2498-2ecf-43e0-bdb3-6816d35f899b req-f12a3cd8-df7f-41fa-a298-d6815f80809c tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:54.552661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61fa2498-2ecf-43e0-bdb3-6816d35f899b req-f12a3cd8-df7f-41fa-a298-d6815f80809c tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 945 time: 0.2217271 Feb 19 01:14:54.556318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219090c6-e6fe-4c25-aab6-4340e91aa040 admin admin] Publish callbacks [] for security_group (ff946640-aba5-4648-a64e-bf9ec8555a9b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.595820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219090c6-e6fe-4c25-aab6-4340e91aa040 admin admin] Publish callbacks [] for security_group (ff946640-aba5-4648-a64e-bf9ec8555a9b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.638102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:14:54.647184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.652644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e005fc8a-d189-4463-8f74-88274ab8dae6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/2c5f3586-106a-4d5f-8585-c78243c51eb2 HTTP/1.1" status: 204 len: 168 time: 1.9588242 Feb 19 01:14:54.652644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:54.688279 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc52ffb9-d0cc-4cb3-8d1f-693784ac6a9d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:14:54.690642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc52ffb9-d0cc-4cb3-8d1f-693784ac6a9d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/2c5f3586-106a-4d5f-8585-c78243c51eb2 HTTP/1.1" status: 404 len: 333 time: 0.0365167 Feb 19 01:14:54.692732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37356) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:54.834122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet f4ad788f-05a2-4746-a307-ff7349d5d6db {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:54.851235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (f4ad788f-05a2-4746-a307-ff7349d5d6db), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.856005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219090c6-e6fe-4c25-aab6-4340e91aa040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ff946640-aba5-4648-a64e-bf9ec8555a9b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.861786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219090c6-e6fe-4c25-aab6-4340e91aa040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.867841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-219090c6-e6fe-4c25-aab6-4340e91aa040 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff946640-aba5-4648-a64e-bf9ec8555a9b HTTP/1.1" status: 204 len: 168 time: 0.5997615 Feb 19 01:14:54.882633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219090c6-e6fe-4c25-aab6-4340e91aa040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff946640-aba5-4648-a64e-bf9ec8555a9b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:54.906024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61fa2498-2ecf-43e0-bdb3-6816d35f899b req-6bb302ef-10d1-45e4-80bd-7a90d9b00d5d tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944230 Feb 19 01:14:54.980681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:54.981586 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.025985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:55.045902 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (f4ad788f-05a2-4746-a307-ff7349d5d6db), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.164869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:55.171230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (f4ad788f-05a2-4746-a307-ff7349d5d6db), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.172822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:55.177539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.191525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.260130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (f4ad788f-05a2-4746-a307-ff7349d5d6db), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.289517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335af4c0-047a-4a33-83f9-25fc9b4ada74 req-ab4e45c6-46b0-4ce9-8fc7-e3d2bb3818e9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:55.293231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-335af4c0-047a-4a33-83f9-25fc9b4ada74 req-ab4e45c6-46b0-4ce9-8fc7-e3d2bb3818e9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 947 time: 0.2471087 Feb 19 01:14:55.341865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.352826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/f4ad788f-05a2-4746-a307-ff7349d5d6db HTTP/1.1" status: 204 len: 168 time: 0.6547759 Feb 19 01:14:55.354935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd086313-a25d-4e9a-b074-354074ed1bf7 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ad788f-05a2-4746-a307-ff7349d5d6db,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:55.356487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37386) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:55.425892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:55.444196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19356767-723c-42d1-9c2d-a1d14d8d8c8d None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:55.535269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['0aef5cb7-7610-4822-b6de-0569d3bf763a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:55.556690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-335af4c0-047a-4a33-83f9-25fc9b4ada74 req-5e389508-f612-4893-839c-bd1a025ace90 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567401 Feb 19 01:14:55.572507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98845f0e-e91d-4286-a847-4d925c338f36 req-664daaec-86c8-4ce9-a91b-9e3b136900c9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0773008 Feb 19 01:14:55.586672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 194d4ec6-2f55-43cd-a665-376a937b8c30 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:55.594756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (194d4ec6-2f55-43cd-a665-376a937b8c30), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.628070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:55.674338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (194d4ec6-2f55-43cd-a665-376a937b8c30), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.714522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:55.726838 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28502b8f-93b6-439e-9cb7-d8d1433d821f" -d '{"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:55.759551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-39187931-d5cc-424b-b494-805b009bdfcf tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:55.768205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-39187931-d5cc-424b-b494-805b009bdfcf tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 945 time: 0.1158490 Feb 19 01:14:55.821164 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.893158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (194d4ec6-2f55-43cd-a665-376a937b8c30), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.968064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.985940 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d7553-6336-45c7-ab49-675ab768d5c3 x-openstack-request-id: req-9c9d7553-6336-45c7-ab49-675ab768d5c3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:55.990811 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:55.991326 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c9d7553-6336-45c7-ab49-675ab768d5c3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:55.992546 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'code': 200} Feb 19 01:14:55.993791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:56.049179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Deleting port 211d5bca-e486-408b-a7e5-456f84b839bf {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:56.050312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.101342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.180352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (194d4ec6-2f55-43cd-a665-376a937b8c30), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.295255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37412) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:56.334815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=194d4ec6-2f55-43cd-a665-376a937b8c30,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:56.346428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.348084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] For port 211d5bca-e486-408b-a7e5-456f84b839bf, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=211d5bca-e486-408b-a7e5-456f84b839bf,segment=NetworkSegment(7a02e084-55da-43ba-acfd-82b11902fe91),segment_id=7a02e084-55da-43ba-acfd-82b11902fe91)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:56.348499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.355091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f7c418f5-fb8c-4ea7-8c2b-7ecdd9474baa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/194d4ec6-2f55-43cd-a665-376a937b8c30 HTTP/1.1" status: 204 len: 168 time: 0.9879780 Feb 19 01:14:56.363505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Calling delete_port for 211d5bca-e486-408b-a7e5-456f84b839bf owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:56.365486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37418) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:56.491864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.623583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37422) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:56.637401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (211d5bca-e486-408b-a7e5-456f84b839bf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.641571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63542-5f95-433a-bc59-ad81f2921db0 req-49341531-e94e-4b1f-b5b4-938c8fdb412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.644279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bef63542-5f95-433a-bc59-ad81f2921db0 req-49341531-e94e-4b1f-b5b4-938c8fdb412c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.5954623 Feb 19 01:14:56.656611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['211d5bca-e486-408b-a7e5-456f84b839bf'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:56.664982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (babb918a-d15f-4c52-96ec-96cdf54f3003), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.749303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eec6e8-4067-4a92-9b18-71724f11b944 req-161d9be6-0e39-48bd-9030-bf56ad8b334a tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.762997 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34eec6e8-4067-4a92-9b18-71724f11b944 req-161d9be6-0e39-48bd-9030-bf56ad8b334a tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e01f39-134c-4f46-abc9-35ad170d3c29 HTTP/1.1" status: 200 len: 945 time: 0.7002606 Feb 19 01:14:56.880293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Pushing event deleted for resources: {'Port': ['ID=211d5bca-e486-408b-a7e5-456f84b839bf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:56.931105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] No DVR routers for this DVR port 211d5bca-e486-408b-a7e5-456f84b839bf on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:56.933792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.940020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9cb90e2-8742-447e-ac47-4e28191496e7 req-ad7080e3-2c91-481c-b6d5-5598b7f41902 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.10 "DELETE /v2.0/ports/211d5bca-e486-408b-a7e5-456f84b839bf HTTP/1.1" status: 204 len: 173 time: 1.1621523 Feb 19 01:14:56.942946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'name': 'network-vif-deleted', 'tag': '211d5bca-e486-408b-a7e5-456f84b839bf'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:56.949781 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a8f0d-5d29-47a3-9313-665aae601a1a" -d '{"events": [{"server_uuid": "c1e01f39-134c-4f46-abc9-35ad170d3c29", "name": "network-vif-deleted", "tag": "211d5bca-e486-408b-a7e5-456f84b839bf"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:57.042819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34eec6e8-4067-4a92-9b18-71724f11b944 req-c4a00fe5-0987-4425-9c96-ec8ba66186b9 tempest-ServerAddressesTestJSON-919337751 tempest-ServerAddressesTestJSON-919337751-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfb58a70-09b3-4be2-8dbf-939a5b26bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755153 Feb 19 01:14:57.095126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bef63542-5f95-433a-bc59-ad81f2921db0 req-ff93a59c-b35b-4cea-9f2f-3636ed7ccc76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429882 Feb 19 01:14:57.152821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 625a48b1-468e-4ecc-991e-46cc20fc2255 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:57.153262 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.164419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-a45b0a8a-d774-496e-9bf4-03361ae47630 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:57.166619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-a45b0a8a-d774-496e-9bf4-03361ae47630 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 937 time: 0.8677850 Feb 19 01:14:57.191475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a9dffb9-92a9-44c1-9cd5-c5ac4c94a45b req-69d9c286-f7a5-4d63-bfba-11cee0348744 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0606439 Feb 19 01:14:57.193959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a13bb551-a9ea-41ce-9eeb-f13eea9061ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.223860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560e59-c7e9-4813-86d6-c4cfc7127c40 req-cef6d911-847e-40fc-979e-bf31b264c37f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:57.235468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8560e59-c7e9-4813-86d6-c4cfc7127c40 req-cef6d911-847e-40fc-979e-bf31b264c37f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.4745419 Feb 19 01:14:57.271342 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b99144e-4572-4e91-985e-5487489e9820 x-openstack-request-id: req-3b99144e-4572-4e91-985e-5487489e9820 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:57.271683 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e01f39-134c-4f46-abc9-35ad170d3c29", "name": "network-vif-deleted", "tag": "211d5bca-e486-408b-a7e5-456f84b839bf", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:57.271924 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b99144e-4572-4e91-985e-5487489e9820 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:57.272327 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e01f39-134c-4f46-abc9-35ad170d3c29', 'name': 'network-vif-deleted', 'tag': '211d5bca-e486-408b-a7e5-456f84b839bf', 'status': 'completed', 'code': 200} Feb 19 01:14:57.316170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3c1fe-fefb-4606-9a8c-66638e371226 None None] Network babb918a-d15f-4c52-96ec-96cdf54f3003 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:57.367845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f24df75e-63a6-47d7-89b0-dff2db4763af tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:57.369305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f24df75e-63a6-47d7-89b0-dff2db4763af tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 936 time: 0.1729929 Feb 19 01:14:57.471587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] For port 625a48b1-468e-4ecc-991e-46cc20fc2255, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=625a48b1-468e-4ecc-991e-46cc20fc2255,segment=NetworkSegment(00e58c32-2f2c-46bb-ba1d-a6670b2e321f),segment_id=00e58c32-2f2c-46bb-ba1d-a6670b2e321f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:57.472221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.546144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8560e59-c7e9-4813-86d6-c4cfc7127c40 req-2fed6daf-f1ee-4626-ace2-6e573c4fc131 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091841 Feb 19 01:14:57.555083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-460c1fbf-f6b1-45bf-839b-6a6dbe916a3e None None] Provisioning complete for port 625a48b1-468e-4ecc-991e-46cc20fc2255 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:57.555386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-460c1fbf-f6b1-45bf-839b-6a6dbe916a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.556440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 625a48b1-468e-4ecc-991e-46cc20fc2255 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:57.840893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (625a48b1-468e-4ecc-991e-46cc20fc2255), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.857215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a0ea4-88a2-4462-a1a1-93712792cbc9 None None] DHCP port deletion for babb918a-d15f-4c52-96ec-96cdf54f3003 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:57.868358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:57.929778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No DVR routers for this DVR port 625a48b1-468e-4ecc-991e-46cc20fc2255 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:58.002971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-460c1fbf-f6b1-45bf-839b-6a6dbe916a3e None None] Current status of the port 625a48b1-468e-4ecc-991e-46cc20fc2255 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:58.010178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=625a48b1-468e-4ecc-991e-46cc20fc2255,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:58.026757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 0aef5cb7-7610-4822-b6de-0569d3bf763a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:58.029395 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.176138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:58.191705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:58.192101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.192801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (babb918a-d15f-4c52-96ec-96cdf54f3003), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.248592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb918a-d15f-4c52-96ec-96cdf54f3003']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:58.261673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e58c32-2f2c-46bb-ba1d-a6670b2e321f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:58.262433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e58c32-2f2c-46bb-ba1d-a6670b2e321f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:58.277312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (00e58c32-2f2c-46bb-ba1d-a6670b2e321f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.291048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:58.297536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (00e58c32-2f2c-46bb-ba1d-a6670b2e321f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.299346 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7283a-9319-49b0-b9c3-924a9a027d2c" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:58.308977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:58.310123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (00e58c32-2f2c-46bb-ba1d-a6670b2e321f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.312368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Deleting subnet 459f9d13-ca9f-4fb6-90fa-3cb56307d220 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:58.328119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Publish callbacks [] for subnet (459f9d13-ca9f-4fb6-90fa-3cb56307d220), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.347643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:58.357203 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.358596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 211d5bca-e486-408b-a7e5-456f84b839bf no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:58.440318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 211d5bca-e486-408b-a7e5-456f84b839bf {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:58.441324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 211d5bca-e486-408b-a7e5-456f84b839bf not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:58.447968 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8de35-4578-4c6a-8875-2978e401897f x-openstack-request-id: req-a4c8de35-4578-4c6a-8875-2978e401897f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:58.448871 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:58.449303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (459f9d13-ca9f-4fb6-90fa-3cb56307d220), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.450369 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4c8de35-4578-4c6a-8875-2978e401897f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:58.451217 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:58.494664 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:58.520383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:58.548190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (babb918a-d15f-4c52-96ec-96cdf54f3003), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.559955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.571325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/babb918a-d15f-4c52-96ec-96cdf54f3003 HTTP/1.1" status: 204 len: 168 time: 2.2014594 Feb 19 01:14:58.639245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37490) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:58.645031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f07aa7f-bc09-4d37-9453-d21fd4dfe834 req-544bccee-c9fb-49b1-809d-29accc8c2b94 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1466670 Feb 19 01:14:58.804583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cd10b-bb37-4be5-b2c7-37c7d1e8efa4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=babb918a-d15f-4c52-96ec-96cdf54f3003,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:58.863762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a13bb551-a9ea-41ce-9eeb-f13eea9061ee admin admin] Publish callbacks [] for security_group (c9ba19ed-eb14-48cc-9377-bcb9b739bf84), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.873884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec47c2-6cfc-4102-9e06-06180e428559 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:58.879201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-15ec47c2-6cfc-4102-9e06-06180e428559 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2332766 Feb 19 01:14:58.879201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a13bb551-a9ea-41ce-9eeb-f13eea9061ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c9ba19ed-eb14-48cc-9377-bcb9b739bf84), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.879634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37496) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:58.902922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (459f9d13-ca9f-4fb6-90fa-3cb56307d220), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.003799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (459f9d13-ca9f-4fb6-90fa-3cb56307d220), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.044457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a13bb551-a9ea-41ce-9eeb-f13eea9061ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dfe42eea4e64323aeb8d33cb46d4202&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4194701 Feb 19 01:14:59.047787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37504) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:59.048621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.054702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/459f9d13-ca9f-4fb6-90fa-3cb56307d220 HTTP/1.1" status: 204 len: 168 time: 0.8733981 Feb 19 01:14:59.055117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37506) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:59.055874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262459a-7c71-44e0-8e57-f7ac03371749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459f9d13-ca9f-4fb6-90fa-3cb56307d220,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:59.075309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bb551-a9ea-41ce-9eeb-f13eea9061ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba19ed-eb14-48cc-9377-bcb9b739bf84,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:59.092942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-be35c4d4-8321-4870-8724-aad4e33a4f2d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2064521 Feb 19 01:14:59.095299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37508) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:59.101937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-795711249'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:59.127897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacc80-b203-448a-8781-487d3f891daf req-442cbd0a-1bbf-4b14-b827-8d48589caf5f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.135796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4dacc80-b203-448a-8781-487d3f891daf req-442cbd0a-1bbf-4b14-b827-8d48589caf5f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.1696706 Feb 19 01:14:59.143122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:59.147732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 625a48b1-468e-4ecc-991e-46cc20fc2255 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:59.148901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.208336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 625a48b1-468e-4ecc-991e-46cc20fc2255 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:59.208695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 625a48b1-468e-4ecc-991e-46cc20fc2255 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:59.228263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75eed22c-ddb4-4163-9e83-561d26d4d6f5 admin admin] Publish callbacks [] for security_group (c9ba19ed-eb14-48cc-9377-bcb9b739bf84), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.234696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:59.274268 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bb1ddaf0-8586-4667-8e96-26fb9678b8ae), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.274622 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment bb1ddaf0-8586-4667-8e96-26fb9678b8ae of type vlan for network fda0f039-dc95-4d12-a475-138d7674c7a4 Feb 19 01:14:59.294841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (abfd1cb7-61f3-4971-87c9-b7aa4cf34063), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.349019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75eed22c-ddb4-4163-9e83-561d26d4d6f5 admin admin] Publish callbacks [] for security_group (c9ba19ed-eb14-48cc-9377-bcb9b739bf84), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.350297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4dacc80-b203-448a-8781-487d3f891daf req-1d7057d5-d023-47db-b5b4-b99186bd4376 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130117 Feb 19 01:14:59.498528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (fda0f039-dc95-4d12-a475-138d7674c7a4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.555007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:14:59.569348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e751f9ad-6201-4f0d-85b9-23a5cd24c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.571467 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e751f9ad-6201-4f0d-85b9-23a5cd24c97e service neutron] 10.222.0.10 "GET /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 1033 time: 0.2130878 Feb 19 01:14:59.644194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (abfd1cb7-61f3-4971-87c9-b7aa4cf34063), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.716902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ad580b79-2ba3-4634-a9cf-b3fcc82e190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.721643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ad580b79-2ba3-4634-a9cf-b3fcc82e190e service neutron] 10.222.0.10 "GET /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 1032 time: 0.1363077 Feb 19 01:14:59.733994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfd1cb7-61f3-4971-87c9-b7aa4cf34063']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:59.754514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a02e084-55da-43ba-acfd-82b11902fe91') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:59.754951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a02e084-55da-43ba-acfd-82b11902fe91') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:59.770321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (7a02e084-55da-43ba-acfd-82b11902fe91), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.804008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7a02e084-55da-43ba-acfd-82b11902fe91), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.820933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:59.822022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (7a02e084-55da-43ba-acfd-82b11902fe91), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:59.827191 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:59.950150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d43f92bc-e6c0-4e5d-a3c4-b9b31bc658b6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.966802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d43f92bc-e6c0-4e5d-a3c4-b9b31bc658b6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.984662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d43f92bc-e6c0-4e5d-a3c4-b9b31bc658b6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.986458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d43f92bc-e6c0-4e5d-a3c4-b9b31bc658b6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "GET /v2.0/networks?id=6483eb8d-e413-47c7-9fcc-90907a41f6d9&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=461fbff4-998c-48c3-88e3-312889a9c900&id=461fbff4-998c-48c3-88e3-312889a9c900 HTTP/1.1" status: 200 len: 1995 time: 0.2305164 Feb 19 01:14:59.992618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (fda0f039-dc95-4d12-a475-138d7674c7a4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.005398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:00.006122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.085080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ebc370e-16ab-41c2-93fe-1c2415ac42f6 req-af0907a6-c2a4-42f2-af4f-63c646cac7db tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1019933 Feb 19 01:15:00.108814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (abfd1cb7-61f3-4971-87c9-b7aa4cf34063), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.122585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.133949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] 10.222.0.43 "DELETE /v2.0/networks/abfd1cb7-61f3-4971-87c9-b7aa4cf34063 HTTP/1.1" status: 204 len: 168 time: 1.0717604 Feb 19 01:15:00.164542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cca8e-5156-415a-aa68-c4eadf80f537 admin admin] Pushing event deleted for resources: {'Network': ['ID=abfd1cb7-61f3-4971-87c9-b7aa4cf34063,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:00.232062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75eed22c-ddb4-4163-9e83-561d26d4d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c9ba19ed-eb14-48cc-9377-bcb9b739bf84), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.234917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75eed22c-ddb4-4163-9e83-561d26d4d6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.237435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-75eed22c-ddb4-4163-9e83-561d26d4d6f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9ba19ed-eb14-48cc-9377-bcb9b739bf84 HTTP/1.1" status: 204 len: 168 time: 1.1886108 Feb 19 01:15:00.357599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eed22c-ddb4-4163-9e83-561d26d4d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba19ed-eb14-48cc-9377-bcb9b739bf84,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:00.445197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=fda0f039-dc95-4d12-a475-138d7674c7a4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:00.457777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network fda0f039-dc95-4d12-a475-138d7674c7a4 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:00.468043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37540) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:00.469252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-369d5526-dc5d-4c6f-9a64-630d5096d80a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3726881 Feb 19 01:15:00.474625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:00.531147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:00.600307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1c63e283-d03c-4c0f-94d1-c04d6bbdfc59 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a245459410f6458bae113e586143fd66 HTTP/1.1" status: 200 len: 379 time: 0.5913444 Feb 19 01:15:00.651967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'admin_state_up': True, 'tenant_id': 'a245459410f6458bae113e586143fd66', 'security_groups': ['7940c82d-b0cb-4ab2-bbd3-9ebbc1931710']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:00.739251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0eb5b-a29d-4eb2-aa2a-f38c4c6d8317 req-16ecc2f4-5990-488c-b4ba-0829b49deda5 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:00.754143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39e0eb5b-a29d-4eb2-aa2a-f38c4c6d8317 req-16ecc2f4-5990-488c-b4ba-0829b49deda5 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.6506662 Feb 19 01:15:00.786730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:00.797242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.040011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-39e0eb5b-a29d-4eb2-aa2a-f38c4c6d8317 req-8bd01e5b-7168-4816-abe7-d673139ba048 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.180606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-68f92a1c-eb5e-4fb6-bfb6-079e61eb1eb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1782560c2ca4dd28ec2fe1d1d5c22da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6367660 Feb 19 01:15:01.187686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37558) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:01.195418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:01.202469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.383035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:01.436824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-39e0eb5b-a29d-4eb2-aa2a-f38c4c6d8317 req-8bd01e5b-7168-4816-abe7-d673139ba048 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Publish callbacks [] for security_group (2f3a2b0b-c183-4f04-aa81-bf6f70746040), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.437090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-768c528a-64ec-46d0-9db2-4d5024351f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.449520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-39e0eb5b-a29d-4eb2-aa2a-f38c4c6d8317 req-8bd01e5b-7168-4816-abe7-d673139ba048 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2f3a2b0b-c183-4f04-aa81-bf6f70746040), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.468618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d8b45ed-479b-466b-b3a8-3543fad96520 req-c590408f-c8ed-4d8d-bd78-1d7540fcc501 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1489747 Feb 19 01:15:01.504257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39e0eb5b-a29d-4eb2-aa2a-f38c4c6d8317 req-8bd01e5b-7168-4816-abe7-d673139ba048 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294292 Feb 19 01:15:01.517586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd01e5b-7168-4816-abe7-d673139ba048 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a2b0b-c183-4f04-aa81-bf6f70746040,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:01.517586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 172.20.0.12 (6483eb8d-e413-47c7-9fcc-90907a41f6d9/5642b9a9-b761-40e9-aacf-8d7ae9ee1289/095d3498-fdb5-4bf9-87cc-ea11c392ac1a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:01.604806 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-768c528a-64ec-46d0-9db2-4d5024351f87 admin admin] Publish callbacks [] for security_group (d2e9c166-762e-4294-82e4-20ed1c80f720), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.621368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-768c528a-64ec-46d0-9db2-4d5024351f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d2e9c166-762e-4294-82e4-20ed1c80f720), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.663201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-768c528a-64ec-46d0-9db2-4d5024351f87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8b5bbc18cfd42fd873d2e8d679983de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734842 Feb 19 01:15:01.669135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:01.691934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-69bd3188-fd41-4aeb-b051-8c6a3fbba186 req-ee4ea9e0-22cc-4127-b437-e5ceeb82296b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:15:01.695036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69bd3188-fd41-4aeb-b051-8c6a3fbba186 req-ee4ea9e0-22cc-4127-b437-e5ceeb82296b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079241 Feb 19 01:15:01.710144 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (1975d321-8f44-43a9-92e7-505b87affdcf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.745249 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c38b4e13-b73e-4a46-918a-ceb059f6bb95 admin admin] Publish callbacks [] for security_group (bfb58a70-09b3-4be2-8dbf-939a5b26bc74), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.815756 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c38b4e13-b73e-4a46-918a-ceb059f6bb95 admin admin] Publish callbacks [] for security_group (bfb58a70-09b3-4be2-8dbf-939a5b26bc74), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.896506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.971398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.022835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c38b4e13-b73e-4a46-918a-ceb059f6bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bfb58a70-09b3-4be2-8dbf-939a5b26bc74), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.028591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:02.031282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c38b4e13-b73e-4a46-918a-ceb059f6bb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.038551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c38b4e13-b73e-4a46-918a-ceb059f6bb95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfb58a70-09b3-4be2-8dbf-939a5b26bc74 HTTP/1.1" status: 204 len: 168 time: 0.8390973 Feb 19 01:15:02.135164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c528a-64ec-46d0-9db2-4d5024351f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e9c166-762e-4294-82e4-20ed1c80f720,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:02.156000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:02.169390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:02.192175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b4e13-b73e-4a46-918a-ceb059f6bb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb58a70-09b3-4be2-8dbf-939a5b26bc74,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:02.203200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:02.203928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: fda0f039-dc95-4d12-a475-138d7674c7a4, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:02.223670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:02.261486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1ce8-8e61-488a-8c01-a9678e46841f admin admin] Publish callbacks [] for security_group (d2e9c166-762e-4294-82e4-20ed1c80f720), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.301162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:02.301906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.334961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1ce8-8e61-488a-8c01-a9678e46841f admin admin] Publish callbacks [] for security_group (d2e9c166-762e-4294-82e4-20ed1c80f720), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.348881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ddce265e-552f-4f92-90cc-cc24e9ee4b49 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7228949 Feb 19 01:15:02.360251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'admin_state_up': True, 'tenant_id': 'a245459410f6458bae113e586143fd66', 'security_groups': ['7940c82d-b0cb-4ab2-bbd3-9ebbc1931710']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:02.402342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1ce8-8e61-488a-8c01-a9678e46841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d2e9c166-762e-4294-82e4-20ed1c80f720), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.405471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1ce8-8e61-488a-8c01-a9678e46841f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.409052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f7cc1ce8-8e61-488a-8c01-a9678e46841f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2e9c166-762e-4294-82e4-20ed1c80f720 HTTP/1.1" status: 204 len: 168 time: 0.7296340 Feb 19 01:15:02.415846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=1975d321-8f44-43a9-92e7-505b87affdcf,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:02.440845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc1ce8-8e61-488a-8c01-a9678e46841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e9c166-762e-4294-82e4-20ed1c80f720,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:02.455373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network fda0f039-dc95-4d12-a475-138d7674c7a4 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:02.481932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, fda0f039-dc95-4d12-a475-138d7674c7a4) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:02.493426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f252f-5b86-4c42-b8df-5ffaf2d5bfab None None] Network fda0f039-dc95-4d12-a475-138d7674c7a4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:02.495443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:02.496188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.526525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d3a8793-e068-4fe8-8292-90614298c7c9 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0536237 Feb 19 01:15:02.527025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37590) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:02.541049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4', 'name': 'tempest-PortsIpV6TestJSON-2031784868'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:02.726629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:02.752163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.020450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:03.024894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.080656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-fda0f039-dc95-4d12-a475-138d7674c7a4', 'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': '1975d321-8f44-43a9-92e7-505b87affdcf'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:03.086995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.189300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 2b9f2bae-ec7b-4039-aeac-40b10250f55c yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:15:03.198471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-70dbfa98-4ee3-4c6f-af84-c94819df8138 None None] Provisioning complete for port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:03.200213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70dbfa98-4ee3-4c6f-af84-c94819df8138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.454508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415f88-1a04-4da6-aa1e-c72af9b7fb29 req-2edbaa53-a905-484d-a6ab-f00669c72ddf tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:03.459751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e415f88-1a04-4da6-aa1e-c72af9b7fb29 req-2edbaa53-a905-484d-a6ab-f00669c72ddf tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 932 time: 0.6294541 Feb 19 01:15:03.525960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::4a (fda0f039-dc95-4d12-a475-138d7674c7a4/1975d321-8f44-43a9-92e7-505b87affdcf/2b9f2bae-ec7b-4039-aeac-40b10250f55c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:03.582330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-70dbfa98-4ee3-4c6f-af84-c94819df8138 None None] Port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:03.702061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 10.1.1.88 (e6458714-e8ca-4aee-a5e8-d2c129863988/a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2/49106a7c-9b04-4228-a729-5820ec20cc85) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:03.719916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb7412-e9ed-411b-88e1-e32220620135 req-67a0916f-149c-415c-9bf0-cc47fa57c3c2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:03.728072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2afb7412-e9ed-411b-88e1-e32220620135 req-67a0916f-149c-415c-9bf0-cc47fa57c3c2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.7717969 Feb 19 01:15:03.744460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e415f88-1a04-4da6-aa1e-c72af9b7fb29 req-4f83e9d8-d95a-447f-a67b-7d742e58dd22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721398 Feb 19 01:15:04.084747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2afb7412-e9ed-411b-88e1-e32220620135 req-06279f01-7847-4714-a453-8fdb667e1349 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359427 Feb 19 01:15:04.119518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-79f7addb-f7e4-4a7f-b327-3cf13349e323 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1078374 Feb 19 01:15:04.291816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37652) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:04.417955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (2b9f2bae-ec7b-4039-aeac-40b10250f55c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:04.571025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2b9f2bae-ec7b-4039-aeac-40b10250f55c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:04.689619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network fda0f039-dc95-4d12-a475-138d7674c7a4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:04.697024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:04.710539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:04.721242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:04.722036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:04.747904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=2b9f2bae-ec7b-4039-aeac-40b10250f55c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:04.801821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.802366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.802725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.803062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.803396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.803724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.804053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.804390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.804713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.805072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.805384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.805695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.816551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:04.824885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Allocated IP 2001:db8::2 (fda0f039-dc95-4d12-a475-138d7674c7a4/1975d321-8f44-43a9-92e7-505b87affdcf/2abec8b2-d2dc-4a22-9a20-251d467431fd) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:04.857585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bb17d15b-b751-4969-8d50-ded15eeaa2f5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3282213 Feb 19 01:15:04.862295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37680) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:04.883872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4', 'name': 'tempest-PortsIpV6TestJSON-626316476'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:05.252577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-588371073-network', 'tenant_id': '2470230657014456beb82439836137f3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:05.294241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Publish callbacks [] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.310814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee1451-4a53-486a-ac35-e78824580937 req-93e98fd2-b40a-408a-9e98-2d503edfdc38 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:05.311826 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.320158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Made reservation on behalf of 2470230657014456beb82439836137f3 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:05.323557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9dee1451-4a53-486a-ac35-e78824580937 req-93e98fd2-b40a-408a-9e98-2d503edfdc38 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 932 time: 0.2784979 Feb 19 01:15:05.325533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.334385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (49106a7c-9b04-4228-a729-5820ec20cc85), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.362173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.405566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Network fda0f039-dc95-4d12-a475-138d7674c7a4 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:05.414408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:05.420117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:05.516156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Pushing event updated for resources: {'Port': ['ID=2abec8b2-d2dc-4a22-9a20-251d467431fd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:05.585333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9dee1451-4a53-486a-ac35-e78824580937 req-8cb4f52f-c632-43b9-a656-9b73eb1fbd26 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605567 Feb 19 01:15:05.602185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.618916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Attempting to bind port 2abec8b2-d2dc-4a22-9a20-251d467431fd on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:05.619297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Attempting to bind port 2abec8b2-d2dc-4a22-9a20-251d467431fd by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:05.619663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Attempting to bind port 2abec8b2-d2dc-4a22-9a20-251d467431fd on network fda0f039-dc95-4d12-a475-138d7674c7a4 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:05.652901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:05.657057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:05.657427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Checking segment: {'id': 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:05.657840 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.658236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Bound using segment: {'id': 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:05.668340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Bound port: 2abec8b2-d2dc-4a22-9a20-251d467431fd, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fda0f039-dc95-4d12-a475-138d7674c7a4'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:05.668868 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.675254 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.676279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network e6458714-e8ca-4aee-a5e8-d2c129863988 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:05.685823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:05.690349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:05.808577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:05.810093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.835585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:05.852467 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4963138 Feb 19 01:15:05.878886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 255773b4-73ee-4fa3-ac11-aa34be1b503a yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:15:05.887659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'admin_state_up': True, 'tenant_id': 'a245459410f6458bae113e586143fd66', 'security_groups': ['7940c82d-b0cb-4ab2-bbd3-9ebbc1931710']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:05.939958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.940583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.941316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.941858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.947906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.949531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.950057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.950577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.951246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.951743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.952289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.952796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.953317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793eb79a-fdd4-4d20-a824-d8e72d387090 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:05.998220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] For port 2abec8b2-d2dc-4a22-9a20-251d467431fd, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:06.012519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] For port 2abec8b2-d2dc-4a22-9a20-251d467431fd, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2abec8b2-d2dc-4a22-9a20-251d467431fd,segment=NetworkSegment(bb1ddaf0-8586-4667-8e96-26fb9678b8ae),segment_id=bb1ddaf0-8586-4667-8e96-26fb9678b8ae)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:06.029237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:06.216004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::a5 (fda0f039-dc95-4d12-a475-138d7674c7a4/1975d321-8f44-43a9-92e7-505b87affdcf/255773b4-73ee-4fa3-ac11-aa34be1b503a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:06.260440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2290b-613f-4904-9682-c0f096f5d2f8 None None] Pushing event updated for resources: {'Port': ['ID=2abec8b2-d2dc-4a22-9a20-251d467431fd,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:06.356856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9d05e209-7123-441c-8d62-e2e625247ace None None] Provisioning complete for port 49106a7c-9b04-4228-a729-5820ec20cc85 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:06.357308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d05e209-7123-441c-8d62-e2e625247ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:06.374207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:06.378250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:06.502690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9d05e209-7123-441c-8d62-e2e625247ace None None] Port 49106a7c-9b04-4228-a729-5820ec20cc85 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:06.682569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-3bac264c-5ef4-429e-a429-e033564e0acc tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:06.694183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-3bac264c-5ef4-429e-a429-e033564e0acc tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/ports/0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 1127 time: 1.1271544 Feb 19 01:15:06.830602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (255773b4-73ee-4fa3-ac11-aa34be1b503a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:06.864840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d9395-4a14-49b7-bcab-2a7d82da9b93 req-bd9be635-9aa3-4c69-9865-25a8a3b5279b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:06.870315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b7d9395-4a14-49b7-bcab-2a7d82da9b93 req-bd9be635-9aa3-4c69-9865-25a8a3b5279b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 1.5209556 Feb 19 01:15:07.094502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef266c8b-62b9-45d1-a3c2-c13e029e572b req-764bc1bc-c6dc-425e-ac9d-311e16606295 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:07.114827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef266c8b-62b9-45d1-a3c2-c13e029e572b req-764bc1bc-c6dc-425e-ac9d-311e16606295 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:07.137404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef266c8b-62b9-45d1-a3c2-c13e029e572b req-764bc1bc-c6dc-425e-ac9d-311e16606295 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 1653 time: 0.3838782 Feb 19 01:15:07.143642 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks [] for security_group (9669f612-7934-42db-b8af-c41fb71a2827), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.151770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 10.1.1.198 (e6458714-e8ca-4aee-a5e8-d2c129863988/a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2/1e53dd2e-eb68-4dd8-aea0-1b9e69593069) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:07.196741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9669f612-7934-42db-b8af-c41fb71a2827), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.289614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2abec8b2-d2dc-4a22-9a20-251d467431fd up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:07.338183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b7d9395-4a14-49b7-bcab-2a7d82da9b93 req-64690f9b-11db-4f4b-97f6-fc23b1bfee99 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571540 Feb 19 01:15:07.365748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (255773b4-73ee-4fa3-ac11-aa34be1b503a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.393181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef266c8b-62b9-45d1-a3c2-c13e029e572b req-27528e51-bdd5-494e-945c-632a6ce3e76d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507000 Feb 19 01:15:07.412816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9669f612-7934-42db-b8af-c41fb71a2827,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:07.429061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:07.535798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2abec8b2-d2dc-4a22-9a20-251d467431fd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:07.536139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.696766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network fda0f039-dc95-4d12-a475-138d7674c7a4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:07.708078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:07.721508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:07.747418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:07.756730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.775891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (43435e8c-08dd-4a3f-86fc-26c05de9fd13), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.776423 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Added segment 43435e8c-08dd-4a3f-86fc-26c05de9fd13 of type vlan for network 0cb4ae47-28e5-426f-9a45-9feab745460e Feb 19 01:15:07.820158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.840273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2abec8b2-d2dc-4a22-9a20-251d467431fd is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:07.841568 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.854391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37756) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:07.858940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9848733 Feb 19 01:15:07.882263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dc7b8-3a82-4164-879d-065c15dc93c5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=255773b4-73ee-4fa3-ac11-aa34be1b503a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:07.909198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0cb4ae47-28e5-426f-9a45-9feab745460e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.982669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2abec8b2-d2dc-4a22-9a20-251d467431fd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2abec8b2-d2dc-4a22-9a20-251d467431fd,segment=NetworkSegment(bb1ddaf0-8586-4667-8e96-26fb9678b8ae),segment_id=bb1ddaf0-8586-4667-8e96-26fb9678b8ae)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:08.000736 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.025179 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0cb4ae47-28e5-426f-9a45-9feab745460e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.026290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:08.026875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.150023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2abec8b2-d2dc-4a22-9a20-251d467431fd,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:08.218541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.226218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9327583 Feb 19 01:15:08.244451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37764) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:08.295302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Request body: {'subnet': {'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-588371073-subnet', 'tenant_id': '2470230657014456beb82439836137f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:08.332288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:08.368464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae825f-8bad-41c1-a35e-449c2f521910 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4ae47-28e5-426f-9a45-9feab745460e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:08.384523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0cb4ae47-28e5-426f-9a45-9feab745460e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:08.403440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Made reservation on behalf of 2470230657014456beb82439836137f3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:08.406686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.437378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913cc5b1-95bf-49b4-a7ca-ae8e0f56e3ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:08.438994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-913cc5b1-95bf-49b4-a7ca-ae8e0f56e3ea tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4a HTTP/1.1" status: 200 len: 928 time: 0.5821116 Feb 19 01:15:08.442907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:08.464423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network e6458714-e8ca-4aee-a5e8-d2c129863988 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:08.468435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:08.473326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:08.609120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27043973-71b0-403f-949f-f3583d1e536f None None] Network fda0f039-dc95-4d12-a475-138d7674c7a4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:08.825730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:08.827142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.934344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9a75f937-7e58-4155-b56d-5ee734f445e5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0477173 Feb 19 01:15:08.973219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900', 'admin_state_up': True, 'tenant_id': 'a245459410f6458bae113e586143fd66', 'security_groups': ['7940c82d-b0cb-4ab2-bbd3-9ebbc1931710']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:09.028874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (7518b303-66ae-41ca-ba4c-02bf96fb853c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.133575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9a2dea7e-caad-4d3d-8682-a55ac8aed6bc None None] Provisioning complete for port 2abec8b2-d2dc-4a22-9a20-251d467431fd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:09.133949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a2dea7e-caad-4d3d-8682-a55ac8aed6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.135776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2abec8b2-d2dc-4a22-9a20-251d467431fd up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:09.357908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27165fd-729a-4796-882b-3edfe729214c req-8fc8b730-4293-4e40-a875-3efd35a520f7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.364593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27165fd-729a-4796-882b-3edfe729214c req-8fc8b730-4293-4e40-a875-3efd35a520f7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.394117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27165fd-729a-4796-882b-3edfe729214c req-8fc8b730-4293-4e40-a875-3efd35a520f7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.395321 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a27165fd-729a-4796-882b-3edfe729214c req-8fc8b730-4293-4e40-a875-3efd35a520f7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 2374 time: 0.7918353 Feb 19 01:15:09.549058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:09.570571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-7e8604e5-654d-4277-b70a-3b38738ab98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.572322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-7e8604e5-654d-4277-b70a-3b38738ab98e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.5643568 Feb 19 01:15:09.741663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Checking segment: {'id': '43435e8c-08dd-4a3f-86fc-26c05de9fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:09.742082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Network hostable DHCP agents. Network: 0cb4ae47-28e5-426f-9a45-9feab745460e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:09.828892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:09.840472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.887638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7518b303-66ae-41ca-ba4c-02bf96fb853c,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:09.916044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a27165fd-729a-4796-882b-3edfe729214c req-dd0556b3-cd52-4dea-8819-11a68176c28a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112650 Feb 19 01:15:09.976654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7c654-f36c-40b3-9709-c4442737c029 req-e1e50bd9-f8bf-4349-bc8a-8f1b7cf2ce2c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.978161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e7c654-f36c-40b3-9709-c4442737c029 req-e1e50bd9-f8bf-4349-bc8a-8f1b7cf2ce2c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.9757400 Feb 19 01:15:10.001543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 255773b4-73ee-4fa3-ac11-aa34be1b503a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:10.001896 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (255773b4-73ee-4fa3-ac11-aa34be1b503a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.102322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (255773b4-73ee-4fa3-ac11-aa34be1b503a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.118516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 255773b4-73ee-4fa3-ac11-aa34be1b503a owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:10.187554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2abec8b2-d2dc-4a22-9a20-251d467431fd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:10.188026 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.272452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20471b7d-97be-4e21-8dbd-860b35df198f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.366636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (255773b4-73ee-4fa3-ac11-aa34be1b503a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.448336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dea7e-caad-4d3d-8682-a55ac8aed6bc None None] Current status of the port 2abec8b2-d2dc-4a22-9a20-251d467431fd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:10.449975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Network 0cb4ae47-28e5-426f-9a45-9feab745460e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:10.462158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=255773b4-73ee-4fa3-ac11-aa34be1b503a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:10.488082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2abec8b2-d2dc-4a22-9a20-251d467431fd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:10.539499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3e7c654-f36c-40b3-9709-c4442737c029 req-eebb8e97-e945-4e30-9564-bec3385a6956 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452325 Feb 19 01:15:10.544240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0cb4ae47-28e5-426f-9a45-9feab745460e) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:10.555157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48053048-f95f-46cf-9452-37283e063b5d None None] Network 0cb4ae47-28e5-426f-9a45-9feab745460e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:10.594442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:10.595042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.670847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 10.2.2.100 (461fbff4-998c-48c3-88e3-312889a9c900/94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3/fe2227e7-dd3c-4de4-a491-0dceea9acd94) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:10.724818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4fca13e8-15ad-456e-9292-6fb5653c3447 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4587293 Feb 19 01:15:10.726966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.730184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a3ca6ba1-2aa9-4b80-9908-6473de472bde tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/255773b4-73ee-4fa3-ac11-aa34be1b503a HTTP/1.1" status: 204 len: 168 time: 2.2851157 Feb 19 01:15:10.731569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-d760f669-4b08-47c9-be79-6b05fcb06e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:10.732971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-d760f669-4b08-47c9-be79-6b05fcb06e42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 1.1277471 Feb 19 01:15:10.761909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:10.787053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Provisioning complete for port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:10.787432 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.850392 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aade7f7-2bd8-4268-a105-3f0355b5abc6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:15:10.854703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9aade7f7-2bd8-4268-a105-3f0355b5abc6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/255773b4-73ee-4fa3-ac11-aa34be1b503a HTTP/1.1" status: 404 len: 333 time: 0.0764849 Feb 19 01:15:10.928344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.945130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:10.974549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37812) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:10.986277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-d583a965-006b-48da-95b4-c3d5cfb38757 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.2257357 Feb 19 01:15:11.062982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Provisioning complete for port 2abec8b2-d2dc-4a22-9a20-251d467431fd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:11.064428 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.188374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-4ebb80fe-d8bb-480e-9ae2-0289997dbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:11.198900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-4ebb80fe-d8bb-480e-9ae2-0289997dbea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1991935 Feb 19 01:15:11.267220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20471b7d-97be-4e21-8dbd-860b35df198f admin admin] Publish callbacks [] for security_group (0cca4971-7854-41a4-8a6d-36da1a331b55), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.280614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.310571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f8648-7a97-4231-a568-67ceed8fd65a None None] Network 0cb4ae47-28e5-426f-9a45-9feab745460e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:11.324204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 2b9f2bae-ec7b-4039-aeac-40b10250f55c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:11.324815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2b9f2bae-ec7b-4039-aeac-40b10250f55c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.384219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-5ee4c74a-1917-4b3f-8a02-bcea804f9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:11.398132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-5ee4c74a-1917-4b3f-8a02-bcea804f9717 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1774733 Feb 19 01:15:11.426123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20471b7d-97be-4e21-8dbd-860b35df198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0cca4971-7854-41a4-8a6d-36da1a331b55), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.632261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20471b7d-97be-4e21-8dbd-860b35df198f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7538b4c4c25145b295a7da3c39c6efb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7523196 Feb 19 01:15:11.662952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20471b7d-97be-4e21-8dbd-860b35df198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca4971-7854-41a4-8a6d-36da1a331b55,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:11.692613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:11.801952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Current status of the port 2abec8b2-d2dc-4a22-9a20-251d467431fd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:11.812727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Could not find standard attr ID for object 255773b4-73ee-4fa3-ac11-aa34be1b503a. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:15:11.820233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network 461fbff4-998c-48c3-88e3-312889a9c900 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:11.835557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:11.837093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Provisioning complete for port 2b9f2bae-ec7b-4039-aeac-40b10250f55c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:11.837469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b9f2bae-ec7b-4039-aeac-40b10250f55c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.841428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:11.929307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54a7c445-8ee0-4b7c-b8f8-36051e9589bb None None] Port 2b9f2bae-ec7b-4039-aeac-40b10250f55c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:11.964663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:11.985149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:11.986115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.022372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6e4b7470-f156-43dd-8396-fec069b5a024 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0860231 Feb 19 01:15:12.043467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0e3fe979-9220-4cf3-8992-3cfac6a58ccd None None] Could not find standard attr ID for object 255773b4-73ee-4fa3-ac11-aa34be1b503a. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:15:12.071202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900', 'admin_state_up': True, 'tenant_id': 'a245459410f6458bae113e586143fd66', 'security_groups': ['7940c82d-b0cb-4ab2-bbd3-9ebbc1931710']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:12.108738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcce8-30e2-44b9-9f51-de3ae212c7df req-31107684-c615-4e37-9a09-9deef069be9a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:12.115815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcce8-30e2-44b9-9f51-de3ae212c7df req-31107684-c615-4e37-9a09-9deef069be9a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:12.123129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcce8-30e2-44b9-9f51-de3ae212c7df req-31107684-c615-4e37-9a09-9deef069be9a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:12.128913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcce8-30e2-44b9-9f51-de3ae212c7df req-31107684-c615-4e37-9a09-9deef069be9a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:12.131923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a8bcce8-30e2-44b9-9f51-de3ae212c7df req-31107684-c615-4e37-9a09-9deef069be9a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 3095 time: 0.8578119 Feb 19 01:15:12.160273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bc9eb1d-33e9-46e6-8369-267ece148c88 admin admin] Publish callbacks [] for security_group (0cca4971-7854-41a4-8a6d-36da1a331b55), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.388248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bc9eb1d-33e9-46e6-8369-267ece148c88 admin admin] Publish callbacks [] for security_group (0cca4971-7854-41a4-8a6d-36da1a331b55), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.481365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1766f3f9-7853-4bb4-8b69-c25af329da4e None None] Provisioning complete for port fe2227e7-dd3c-4de4-a491-0dceea9acd94 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:12.481948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1766f3f9-7853-4bb4-8b69-c25af329da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.533332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a8bcce8-30e2-44b9-9f51-de3ae212c7df req-ad6c73ac-4e3c-4edb-9385-0fdc42a015b4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753486 Feb 19 01:15:12.626721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Made reservation on behalf of a245459410f6458bae113e586143fd66 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:12.628268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1766f3f9-7853-4bb4-8b69-c25af329da4e None None] Port fe2227e7-dd3c-4de4-a491-0dceea9acd94 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:12.630254 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2b9f2bae-ec7b-4039-aeac-40b10250f55c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.633086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.641392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bc9eb1d-33e9-46e6-8369-267ece148c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0cca4971-7854-41a4-8a6d-36da1a331b55), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.643901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1bc9eb1d-33e9-46e6-8369-267ece148c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.645093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1bc9eb1d-33e9-46e6-8369-267ece148c88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cca4971-7854-41a4-8a6d-36da1a331b55 HTTP/1.1" status: 204 len: 168 time: 0.9101443 Feb 19 01:15:12.669352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 2b9f2bae-ec7b-4039-aeac-40b10250f55c owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:12.754406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9eb1d-33e9-46e6-8369-267ece148c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca4971-7854-41a4-8a6d-36da1a331b55,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:13.111746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-e7a05134-a7ca-4496-aa19-79872287f2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7044907 Feb 19 01:15:13.134977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d418-aa4f-43af-8756-bd64144dd28e req-78c360d2-4931-44d1-854b-1da92baee3e3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:13.150111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7181d418-aa4f-43af-8756-bd64144dd28e req-78c360d2-4931-44d1-854b-1da92baee3e3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.3675830 Feb 19 01:15:13.576596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7181d418-aa4f-43af-8756-bd64144dd28e req-ac18e4c6-12a9-4733-8c3a-e20d82b24b4c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402727 Feb 19 01:15:13.594750 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2b9f2bae-ec7b-4039-aeac-40b10250f55c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.630932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:13.674377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-7d9e8be8-6557-42dc-bd99-39185fc5609d tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:13.676175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-7d9e8be8-6557-42dc-bd99-39185fc5609d tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/networks?id=0cb4ae47-28e5-426f-9a45-9feab745460e HTTP/1.1" status: 200 len: 821 time: 1.8087800 Feb 19 01:15:13.678401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-196cfc48-7960-425e-aa7a-630d8022e17d service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015832 Feb 19 01:15:13.694777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Allocated IP 10.2.2.200 (461fbff4-998c-48c3-88e3-312889a9c900/94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3/d9452f5e-6dfd-4b6d-b4b2-51493fc83367) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:13.725953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=2b9f2bae-ec7b-4039-aeac-40b10250f55c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:13.730762 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-e301d689-bb0d-4bde-a9ae-cb8c595bae30 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/quotas/2470230657014456beb82439836137f3 HTTP/1.1" status: 200 len: 375 time: 0.0432327 Feb 19 01:15:13.889955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.896142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60159851-0c28-4697-a809-bcfb30eab2b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/2b9f2bae-ec7b-4039-aeac-40b10250f55c HTTP/1.1" status: 204 len: 168 time: 2.9201031 Feb 19 01:15:13.947625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37866) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:13.950483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-e2559276-ee21-4dda-a3b2-a0f6c66e1988 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2470230657014456beb82439836137f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990422 Feb 19 01:15:14.074576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6468a01b-22fc-4a59-961c-a14ac9565834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.076051 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc4c1d7-b44a-4179-91a5-b795985c8b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:15:14.080852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dcc4c1d7-b44a-4179-91a5-b795985c8b79 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/2b9f2bae-ec7b-4039-aeac-40b10250f55c HTTP/1.1" status: 404 len: 333 time: 0.1293464 Feb 19 01:15:14.081677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37868) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:14.199917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 1975d321-8f44-43a9-92e7-505b87affdcf {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:15:14.203381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (1975d321-8f44-43a9-92e7-505b87affdcf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.256842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (1975d321-8f44-43a9-92e7-505b87affdcf), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.362248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.392134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-829c62ac-9282-4e8f-a934-ec0f15e69343 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136202 Feb 19 01:15:14.410296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19d84e-db88-4b4b-af3f-2bf940bd9974 req-c7eb799c-09d3-4e4b-b96c-9962912be9f2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:14.418996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19d84e-db88-4b4b-af3f-2bf940bd9974 req-c7eb799c-09d3-4e4b-b96c-9962912be9f2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:14.426130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19d84e-db88-4b4b-af3f-2bf940bd9974 req-c7eb799c-09d3-4e4b-b96c-9962912be9f2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:14.433900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19d84e-db88-4b4b-af3f-2bf940bd9974 req-c7eb799c-09d3-4e4b-b96c-9962912be9f2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:14.436615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a19d84e-db88-4b4b-af3f-2bf940bd9974 req-c7eb799c-09d3-4e4b-b96c-9962912be9f2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 3095 time: 0.3633373 Feb 19 01:15:14.478453 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (1975d321-8f44-43a9-92e7-505b87affdcf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.582986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6468a01b-22fc-4a59-961c-a14ac9565834 admin admin] Publish callbacks [] for security_group (b3ee59a2-4519-4968-bf49-2096edbd1d64), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.584600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.602851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b525096c-e0d5-43bb-97be-a4c7ca716210 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009907 Feb 19 01:15:14.612575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (1975d321-8f44-43a9-92e7-505b87affdcf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.613141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a19d84e-db88-4b4b-af3f-2bf940bd9974 req-f5643761-c8f2-4d2c-ad6e-f441980fb61b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654847 Feb 19 01:15:14.668978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6468a01b-22fc-4a59-961c-a14ac9565834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b3ee59a2-4519-4968-bf49-2096edbd1d64), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.702575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=1975d321-8f44-43a9-92e7-505b87affdcf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:14.715296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.720778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd34422-f900-43ca-995b-b2911fa86e55 None None] Network fda0f039-dc95-4d12-a475-138d7674c7a4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:14.727776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c220baf6-a399-4b2a-9f73-d374603f84dc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/1975d321-8f44-43a9-92e7-505b87affdcf HTTP/1.1" status: 204 len: 168 time: 0.6163104 Feb 19 01:15:14.728541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:14.846647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (fda0f039-dc95-4d12-a475-138d7674c7a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.908391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Network 461fbff4-998c-48c3-88e3-312889a9c900 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:14.958091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 2abec8b2-d2dc-4a22-9a20-251d467431fd {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:14.958951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.046548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468a01b-22fc-4a59-961c-a14ac9565834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ee59a2-4519-4968-bf49-2096edbd1d64,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:15.062487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event updated for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:15.090863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:15.115928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:15.125049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6468a01b-22fc-4a59-961c-a14ac9565834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=252fd2103ad84cf39a57197830aa187c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4894686 Feb 19 01:15:15.146702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] DHCP port deletion for fda0f039-dc95-4d12-a475-138d7674c7a4 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:15:15.153134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37894) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:15.263204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] For port 2abec8b2-d2dc-4a22-9a20-251d467431fd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2abec8b2-d2dc-4a22-9a20-251d467431fd,segment=NetworkSegment(bb1ddaf0-8586-4667-8e96-26fb9678b8ae),segment_id=bb1ddaf0-8586-4667-8e96-26fb9678b8ae)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:15.264746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.334711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 2abec8b2-d2dc-4a22-9a20-251d467431fd owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:15.346150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Deleting port 2abec8b2-d2dc-4a22-9a20-251d467431fd {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:15.346824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.487973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15d81d03-c665-418b-88e0-55762715c12b admin admin] Publish callbacks [] for security_group (b3ee59a2-4519-4968-bf49-2096edbd1d64), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.581526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] For port 2abec8b2-d2dc-4a22-9a20-251d467431fd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2abec8b2-d2dc-4a22-9a20-251d467431fd,segment=NetworkSegment(bb1ddaf0-8586-4667-8e96-26fb9678b8ae),segment_id=bb1ddaf0-8586-4667-8e96-26fb9678b8ae)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:15.586204 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.591738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15d81d03-c665-418b-88e0-55762715c12b admin admin] Publish callbacks [] for security_group (b3ee59a2-4519-4968-bf49-2096edbd1d64), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.644330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b808ec3-1ea5-47fc-95ea-09bc1e29a3fe req-85ed2cc3-6c91-4abb-97fe-bcaf274f7679 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 210 time: 0.3067071 Feb 19 01:15:15.659450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Calling delete_port for 2abec8b2-d2dc-4a22-9a20-251d467431fd owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:15.661519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37902) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:15.783137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c93281-ddc0-42dd-8886-035674915b25 req-015dd3c2-ab26-4451-9960-387187c84176 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:15.793982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59c93281-ddc0-42dd-8886-035674915b25 req-015dd3c2-ab26-4451-9960-387187c84176 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.9751136 Feb 19 01:15:15.804906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.816546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:15.822494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.852516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No DVR routers for this DVR port 2abec8b2-d2dc-4a22-9a20-251d467431fd on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:15.948337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1a4883f8-bbba-4faf-a7a0-169d880f10fe tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8938217 Feb 19 01:15:15.997096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=2abec8b2-d2dc-4a22-9a20-251d467431fd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:16.013348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:16.045077 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2abec8b2-d2dc-4a22-9a20-251d467431fd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.131417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db463f23-fa27-4bd7-a1a0-783a84f50dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.205477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Pushing event deleted for resources: {'Port': ['ID=2abec8b2-d2dc-4a22-9a20-251d467431fd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:16.219815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] No DVR routers for this DVR port 2abec8b2-d2dc-4a22-9a20-251d467431fd on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:16.251845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (fda0f039-dc95-4d12-a475-138d7674c7a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.280887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.282093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.282692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.285529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.287263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.287690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.287893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.288482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda0f039-dc95-4d12-a475-138d7674c7a4']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:16.288920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15d81d03-c665-418b-88e0-55762715c12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b3ee59a2-4519-4968-bf49-2096edbd1d64), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.293308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.293788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.295660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.296069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.296527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.296972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad45897-e526-4da7-b508-fbc6f0de2c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:16.304311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15d81d03-c665-418b-88e0-55762715c12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.308678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-754fab52-9c13-439b-8e9b-fd4fcedf58a3 None None] Provisioning complete for port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:16.309091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-754fab52-9c13-439b-8e9b-fd4fcedf58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.311535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-15d81d03-c665-418b-88e0-55762715c12b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3ee59a2-4519-4968-bf49-2096edbd1d64 HTTP/1.1" status: 204 len: 168 time: 1.1484997 Feb 19 01:15:16.391106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-302d6ab1-d5f2-4eec-8085-b3c87dc1aee8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:16.425409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-302d6ab1-d5f2-4eec-8085-b3c87dc1aee8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:16.439640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d81d03-c665-418b-88e0-55762715c12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ee59a2-4519-4968-bf49-2096edbd1d64,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:16.461033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-302d6ab1-d5f2-4eec-8085-b3c87dc1aee8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:16.492173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-302d6ab1-d5f2-4eec-8085-b3c87dc1aee8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:16.504839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-302d6ab1-d5f2-4eec-8085-b3c87dc1aee8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:16.509696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-302d6ab1-d5f2-4eec-8085-b3c87dc1aee8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 3816 time: 0.6816607 Feb 19 01:15:16.513999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59c93281-ddc0-42dd-8886-035674915b25 req-1f895c2e-00de-4e42-933c-c60d61006ae8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425457 Feb 19 01:15:16.552982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.558794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-754fab52-9c13-439b-8e9b-fd4fcedf58a3 None None] Port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:16.560296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:16.561928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1ddaf0-8586-4667-8e96-26fb9678b8ae') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:16.632462 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (bb1ddaf0-8586-4667-8e96-26fb9678b8ae), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.826960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bb1ddaf0-8586-4667-8e96-26fb9678b8ae), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.888771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:15:16.896428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (bb1ddaf0-8586-4667-8e96-26fb9678b8ae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.038785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d84978c-b762-4acb-b3cf-dd1b60f1de83 req-2abc0e7f-61b5-4ba9-a081-a85220b92b6b tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 210 time: 0.1578302 Feb 19 01:15:17.089236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2abec8b2-d2dc-4a22-9a20-251d467431fd no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:15:17.107990 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:15:17.158196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (fda0f039-dc95-4d12-a475-138d7674c7a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.190596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2abec8b2-d2dc-4a22-9a20-251d467431fd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:15:17.192561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2abec8b2-d2dc-4a22-9a20-251d467431fd not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:15:17.242700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.263905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/fda0f039-dc95-4d12-a475-138d7674c7a4 HTTP/1.1" status: 204 len: 168 time: 2.5331285 Feb 19 01:15:17.267069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37946) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:17.294273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-906952743'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:17.304293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0726f34c-30ac-4dbc-aee1-2d89fbba76f5 req-4c968ec9-5002-45b2-9b6d-8d3dcf5209d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7148693 Feb 19 01:15:17.318772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ad28-7b5d-4636-aee6-b73cfe55f385 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=fda0f039-dc95-4d12-a475-138d7674c7a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:17.366010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db463f23-fa27-4bd7-a1a0-783a84f50dcb admin admin] Publish callbacks [] for security_group (e5a36811-8ae6-4008-b12f-aa026de0da80), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.370459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:17.374250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.380004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db463f23-fa27-4bd7-a1a0-783a84f50dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e5a36811-8ae6-4008-b12f-aa026de0da80), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.461923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db463f23-fa27-4bd7-a1a0-783a84f50dcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a1cb0c66fa8454bb71d915d65ba94ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7990520 Feb 19 01:15:17.463932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37950) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:17.465117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:17.484984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d0450777-361f-43ca-b0d0-67cc689b0f38), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.485420 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment d0450777-361f-43ca-b0d0-67cc689b0f38 of type vlan for network ab805c86-1812-4aef-8985-2ad962ec8569 Feb 19 01:15:17.485806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db463f23-fa27-4bd7-a1a0-783a84f50dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a36811-8ae6-4008-b12f-aa026de0da80,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:17.615838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (ab805c86-1812-4aef-8985-2ad962ec8569), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.730563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095d3498-fdb5-4bf9-87cc-ea11c392ac1a {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:17.740023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Publish callbacks [] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.756247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Transition to ACTIVE for port object 095d3498-fdb5-4bf9-87cc-ea11c392ac1a will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:17.786785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:15:17.807669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.945437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a321c37f-823e-4bd1-bef1-62f1d558e30a admin admin] Publish callbacks [] for security_group (e5a36811-8ae6-4008-b12f-aa026de0da80), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.008732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-012385b8-f9e8-406b-812b-0ee7aeb3fb6e tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:18.013316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-012385b8-f9e8-406b-812b-0ee7aeb3fb6e tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.10 "GET /v2.0/networks?id=0cb4ae47-28e5-426f-9a45-9feab745460e HTTP/1.1" status: 200 len: 821 time: 0.4905255 Feb 19 01:15:18.046332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Request body: {'port': {'device_id': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e', 'admin_state_up': True, 'tenant_id': '2470230657014456beb82439836137f3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:18.081746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (ab805c86-1812-4aef-8985-2ad962ec8569), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.109415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:18.110057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.229318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.285940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Pushing event updated for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:18.326951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a321c37f-823e-4bd1-bef1-62f1d558e30a admin admin] Publish callbacks [] for security_group (e5a36811-8ae6-4008-b12f-aa026de0da80), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.430536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e110041d-5dd9-4781-8586-3a129c37a961 req-c47091e1-9836-4dd0-a2c9-68052f42adab tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 210 time: 0.1094801 Feb 19 01:15:18.511932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2388873 Feb 19 01:15:18.525333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37976) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:18.547623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Made reservation on behalf of 2470230657014456beb82439836137f3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:18.560027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.634283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a321c37f-823e-4bd1-bef1-62f1d558e30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e5a36811-8ae6-4008-b12f-aa026de0da80), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.652058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:18.656062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a321c37f-823e-4bd1-bef1-62f1d558e30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.658413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a321c37f-823e-4bd1-bef1-62f1d558e30a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5a36811-8ae6-4008-b12f-aa026de0da80 HTTP/1.1" status: 204 len: 168 time: 1.1887498 Feb 19 01:15:18.789895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321c37f-823e-4bd1-bef1-62f1d558e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a36811-8ae6-4008-b12f-aa026de0da80,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:18.938021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a475a-3712-4272-ad5a-5fed5045f95e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=ab805c86-1812-4aef-8985-2ad962ec8569,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:18.985222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network ab805c86-1812-4aef-8985-2ad962ec8569 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:19.060953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc065724-1569-464d-85cd-cc7709201bf0 req-7e489f03-a706-4091-bd16-76c106cf070a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.063019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc065724-1569-464d-85cd-cc7709201bf0 req-7e489f03-a706-4091-bd16-76c106cf070a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 1.2087781 Feb 19 01:15:19.141726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Attempting to bind port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:19.142070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Attempting to bind port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:19.142989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Attempting to bind port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a on network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:19.178371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a on network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:19.178909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Attempting to bind port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a on network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:19.240779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:19.241738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Checking segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:19.242145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Bound using segment: {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:19.242689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Bound port: 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ce840c-5949-473c-bc88-3648d31dad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:19.243055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:19.323891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b024-b7ad-4255-b62d-336d20748374 req-c07ee5d2-9e0d-4c06-937e-d18e0c4b90d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.340151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b024-b7ad-4255-b62d-336d20748374 req-c07ee5d2-9e0d-4c06-937e-d18e0c4b90d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.356218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b024-b7ad-4255-b62d-336d20748374 req-c07ee5d2-9e0d-4c06-937e-d18e0c4b90d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.371645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b024-b7ad-4255-b62d-336d20748374 req-c07ee5d2-9e0d-4c06-937e-d18e0c4b90d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.386503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b024-b7ad-4255-b62d-336d20748374 req-c07ee5d2-9e0d-4c06-937e-d18e0c4b90d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.400579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f020b024-b7ad-4255-b62d-336d20748374 req-c07ee5d2-9e0d-4c06-937e-d18e0c4b90d9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 3828 time: 0.8095942 Feb 19 01:15:19.486527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Allocated IP 172.20.0.5 (0cb4ae47-28e5-426f-9a45-9feab745460e/7518b303-66ae-41ca-ba4c-02bf96fb853c/ac35c313-b1d0-4e2d-a802-550d9bf7c87a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:19.699416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks [] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:19.792649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:19.810941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:19.909340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5de6aa0a-73b3-470f-b14b-4cf5476fbf83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.017079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc065724-1569-464d-85cd-cc7709201bf0 req-6ece4104-f316-42f0-a024-b240212a133b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8905721 Feb 19 01:15:20.019914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:20.030347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.072659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f020b024-b7ad-4255-b62d-336d20748374 req-8de583fe-fcfe-454f-bc47-d1a9aecce944 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6710339 Feb 19 01:15:20.128283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Network 0cb4ae47-28e5-426f-9a45-9feab745460e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:20.151564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:20.154445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Pushing event updated for resources: {'Port': ['ID=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:20.167516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:20.212862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d066ae7-0f6f-4739-b941-f70388e85425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.298799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:20.300239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.341721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-b194f9ad-0e2c-44aa-83d3-2da8d2c15013 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3143437 Feb 19 01:15:20.364227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Request body: {'port': {'device_id': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:20.365072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (efea2f1e-13bf-4987-92a2-db9ffa8b25e3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.453876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5de6aa0a-73b3-470f-b14b-4cf5476fbf83 admin admin] Publish callbacks [] for security_group (31471047-c437-45e8-92e8-14134b76a5a9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.470615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5de6aa0a-73b3-470f-b14b-4cf5476fbf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (31471047-c437-45e8-92e8-14134b76a5a9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.486369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.557622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5de6aa0a-73b3-470f-b14b-4cf5476fbf83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88eee278b80e4e679fe687b44692ad43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631631 Feb 19 01:15:20.559273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:20.633478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6aa0a-73b3-470f-b14b-4cf5476fbf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31471047-c437-45e8-92e8-14134b76a5a9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:20.704123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72815d-cb77-47f9-9614-8701871cf5fe req-dbcaef5f-cc50-4c68-bddf-17954aeae748 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:20.711644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c72815d-cb77-47f9-9614-8701871cf5fe req-dbcaef5f-cc50-4c68-bddf-17954aeae748 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 931 time: 0.3855999 Feb 19 01:15:20.772066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': 'd0450777-361f-43ca-b0d0-67cc689b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:20.778831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: ab805c86-1812-4aef-8985-2ad962ec8569, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:20.779687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3201-c1b4-44d0-a036-84e6cc285839 admin admin] Publish callbacks [] for security_group (31471047-c437-45e8-92e8-14134b76a5a9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.853864 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3201-c1b4-44d0-a036-84e6cc285839 admin admin] Publish callbacks [] for security_group (31471047-c437-45e8-92e8-14134b76a5a9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.902298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network ab805c86-1812-4aef-8985-2ad962ec8569 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:20.985861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=efea2f1e-13bf-4987-92a2-db9ffa8b25e3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:21.005157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c72815d-cb77-47f9-9614-8701871cf5fe req-32572df6-6de4-4609-87bf-755943c227c4 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549620 Feb 19 01:15:21.017148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:21.048957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, ab805c86-1812-4aef-8985-2ad962ec8569) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:21.059922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf6ca5-a559-473e-9f1c-d34181de4ba4 None None] Network ab805c86-1812-4aef-8985-2ad962ec8569 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:21.064229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:21.065577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.105371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:21.123655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b1759ddd-fddf-4640-a07a-d408b7fff232 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5194428 Feb 19 01:15:21.124318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38050) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:21.135030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569', 'name': 'tempest-PortsIpV6TestJSON-1047105686', 'fixed_ips': [{'subnet_id': 'efea2f1e-13bf-4987-92a2-db9ffa8b25e3', 'ip_address': '2001:db8::10'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:21.156408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3201-c1b4-44d0-a036-84e6cc285839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (31471047-c437-45e8-92e8-14134b76a5a9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.180587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3201-c1b4-44d0-a036-84e6cc285839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.185220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5fca3201-c1b4-44d0-a036-84e6cc285839 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31471047-c437-45e8-92e8-14134b76a5a9 HTTP/1.1" status: 204 len: 168 time: 0.5974276 Feb 19 01:15:21.274250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3201-c1b4-44d0-a036-84e6cc285839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31471047-c437-45e8-92e8-14134b76a5a9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:21.407189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.543312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:21.544895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.550890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] 10.222.0.10 "PUT /v2.0/ports/095d3498-fdb5-4bf9-87cc-ea11c392ac1a HTTP/1.1" status: 200 len: 1092 time: 5.5596607 Feb 19 01:15:21.601389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-ab805c86-1812-4aef-8985-2ad962ec8569', 'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': 'efea2f1e-13bf-4987-92a2-db9ffa8b25e3'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:21.602278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.677681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:21.689452 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:21.694711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:21.730288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:21.748209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cef2cb-91d3-41c9-b12d-0e7ea02c8c14 req-9d7a7f97-51cc-4bb5-9490-d15f322e52a0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:21.755788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19cef2cb-91d3-41c9-b12d-0e7ea02c8c14 req-9d7a7f97-51cc-4bb5-9490-d15f322e52a0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.4871151 Feb 19 01:15:21.759319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac35c313-b1d0-4e2d-a802-550d9bf7c87a {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:21.829993 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Publish callbacks [] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.955615 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.958896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Transition to ACTIVE for port object ac35c313-b1d0-4e2d-a802-550d9bf7c87a will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:21.965292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19cef2cb-91d3-41c9-b12d-0e7ea02c8c14 req-97af0174-5e39-4822-8cca-0183ea726a70 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961095 Feb 19 01:15:21.976507 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.286449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Allocated IP 2001:db8::2 (ab805c86-1812-4aef-8985-2ad962ec8569/efea2f1e-13bf-4987-92a2-db9ffa8b25e3/b77f7616-9522-4338-b089-a5e6fa16789e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:22.410825 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af655a5a-185a-4f8b-bb1c-77c67c6d3cf7 x-openstack-request-id: req-af655a5a-185a-4f8b-bb1c-77c67c6d3cf7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:22.411410 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:22.415049 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af655a5a-185a-4f8b-bb1c-77c67c6d3cf7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:22.416004 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'status': 'completed', 'code': 200} Feb 19 01:15:22.563373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:22.765350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6e58-0799-4069-9c7c-9fa8fec82e8b service neutron] Pushing event updated for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:22.787042 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Publish callbacks [] for port (b77f7616-9522-4338-b089-a5e6fa16789e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.818671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.854365 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.935620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-dc5f9139-ea23-4ac2-87b4-c421bcbc3009 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:22.958791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-dc5f9139-ea23-4ac2-87b4-c421bcbc3009 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:22.968657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Network ab805c86-1812-4aef-8985-2ad962ec8569 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:22.976633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-dc5f9139-ea23-4ac2-87b4-c421bcbc3009 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:22.978213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:22.981760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:22.990258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-dc5f9139-ea23-4ac2-87b4-c421bcbc3009 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.000678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-dc5f9139-ea23-4ac2-87b4-c421bcbc3009 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.019645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-dc5f9139-ea23-4ac2-87b4-c421bcbc3009 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 3828 time: 1.6556296 Feb 19 01:15:23.048018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c9ff-891e-481c-9ad1-72ecd1a5c8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.104003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Attempting to bind port b77f7616-9522-4338-b089-a5e6fa16789e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:23.104382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Attempting to bind port b77f7616-9522-4338-b089-a5e6fa16789e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd0450777-361f-43ca-b0d0-67cc689b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:23.104747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Attempting to bind port b77f7616-9522-4338-b089-a5e6fa16789e on network ab805c86-1812-4aef-8985-2ad962ec8569 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:23.113131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:23.113566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Checking segment: {'id': 'd0450777-361f-43ca-b0d0-67cc689b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:23.114195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.114603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Bound using segment: {'id': 'd0450777-361f-43ca-b0d0-67cc689b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:23.115104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Bound port: b77f7616-9522-4338-b089-a5e6fa16789e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0450777-361f-43ca-b0d0-67cc689b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:23.115480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.118894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Pushing event updated for resources: {'Port': ['ID=b77f7616-9522-4338-b089-a5e6fa16789e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:23.170226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 6c947e88-1699-41b8-808b-2e3d0bdceb0c yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:15:23.243817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] For port b77f7616-9522-4338-b089-a5e6fa16789e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:23.245813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38132) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:23.247353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] For port b77f7616-9522-4338-b089-a5e6fa16789e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b77f7616-9522-4338-b089-a5e6fa16789e,segment=NetworkSegment(d0450777-361f-43ca-b0d0-67cc689b0f38),segment_id=d0450777-361f-43ca-b0d0-67cc689b0f38)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:23.273486 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.356877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f9e71-a2ab-416d-bf9f-af4997e40a07 req-c92b5b04-37a8-495b-aed0-cab77cc3073a tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.359109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c50f9e71-a2ab-416d-bf9f-af4997e40a07 req-c92b5b04-37a8-495b-aed0-cab77cc3073a tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 943 time: 0.8654480 Feb 19 01:15:23.416310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40d379-dc26-41a1-9919-d4baf9f8ae65 None None] Pushing event updated for resources: {'Port': ['ID=b77f7616-9522-4338-b089-a5e6fa16789e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:23.449066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Attempting to bind port ac35c313-b1d0-4e2d-a802-550d9bf7c87a on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:23.449066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Attempting to bind port ac35c313-b1d0-4e2d-a802-550d9bf7c87a by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '43435e8c-08dd-4a3f-86fc-26c05de9fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:23.449529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Attempting to bind port ac35c313-b1d0-4e2d-a802-550d9bf7c87a on network 0cb4ae47-28e5-426f-9a45-9feab745460e {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:23.452664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41d4096f-90f4-4c12-9807-b98af1b98968 req-36e850ca-ac0a-4a33-b2a5-1d6b87554942 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4305999 Feb 19 01:15:23.476117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Port ac35c313-b1d0-4e2d-a802-550d9bf7c87a on network 0cb4ae47-28e5-426f-9a45-9feab745460e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:23.481628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Attempting to bind port ac35c313-b1d0-4e2d-a802-550d9bf7c87a on network 0cb4ae47-28e5-426f-9a45-9feab745460e {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:23.510256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-2d9120c1-9738-430a-a790-53e603aaa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.510256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-2d9120c1-9738-430a-a790-53e603aaa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.510679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-2d9120c1-9738-430a-a790-53e603aaa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.511146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-2d9120c1-9738-430a-a790-53e603aaa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.511686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-2d9120c1-9738-430a-a790-53e603aaa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.522832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-2d9120c1-9738-430a-a790-53e603aaa0d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 4394 time: 1.2580767 Feb 19 01:15:23.604609 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.784066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cf265d-73be-40cd-87b7-0ee775ec7ff4 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:23.870608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Publish callbacks [] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.874224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-429467d0-c610-4eba-af5a-f7a9d7fb03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.874710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-429467d0-c610-4eba-af5a-f7a9d7fb03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.875192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-429467d0-c610-4eba-af5a-f7a9d7fb03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:23.876896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-429467d0-c610-4eba-af5a-f7a9d7fb03b0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a245459410f6458bae113e586143fd66&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3420875 Feb 19 01:15:23.942064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::10 (ab805c86-1812-4aef-8985-2ad962ec8569/efea2f1e-13bf-4987-92a2-db9ffa8b25e3/6c947e88-1699-41b8-808b-2e3d0bdceb0c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:24.015654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:24.015872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Checking segment: {'id': '43435e8c-08dd-4a3f-86fc-26c05de9fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:24.016241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Bound using segment: {'id': '43435e8c-08dd-4a3f-86fc-26c05de9fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:24.016683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Bound port: ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43435e8c-08dd-4a3f-86fc-26c05de9fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:24.017107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.074941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-554da050-b23a-439c-8569-e73cc822e539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.280697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.281854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] For port ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:24.285648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] For port ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,segment=NetworkSegment(43435e8c-08dd-4a3f-86fc-26c05de9fd13),segment_id=43435e8c-08dd-4a3f-86fc-26c05de9fd13)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:24.314668 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.325824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Transition to ACTIVE for port object 87cf265d-73be-40cd-87b7-0ee775ec7ff4 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:24.351134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c50f9e71-a2ab-416d-bf9f-af4997e40a07 req-1707d3aa-064f-48e3-bf14-66c4849f8f7b tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9235520 Feb 19 01:15:24.414835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c40ec-f994-4a21-b330-5fac4274bea8 req-994aee15-052e-4a6d-a941-e97791d60f45 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.417449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0f6c40ec-f994-4a21-b330-5fac4274bea8 req-994aee15-052e-4a6d-a941-e97791d60f45 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.7949803 Feb 19 01:15:24.420883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.431897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.432792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.434445 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac35c313-b1d0-4e2d-a802-550d9bf7c87a HTTP/1.1" status: 200 len: 1091 time: 4.0823042 Feb 19 01:15:24.441075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'tag': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:24.444397 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ed55a-2f1c-4880-85fc-5351c561142d" -d '{"events": [{"name": "network-changed", "server_uuid": "e62ccf73-6747-4df4-9102-9d9059522b9d", "tag": "ac35c313-b1d0-4e2d-a802-550d9bf7c87a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:24.543958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-c9e354c0-04bb-4c79-b835-8b4e576f7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.546613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4cc58c2-f030-4bcb-8d3a-48c6c67a965c req-c9e354c0-04bb-4c79-b835-8b4e576f7959 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6466537 Feb 19 01:15:24.606119 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d6e906-f1e6-4344-9eb2-5aea2134d983 x-openstack-request-id: req-74d6e906-f1e6-4344-9eb2-5aea2134d983 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:24.606521 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62ccf73-6747-4df4-9102-9d9059522b9d", "tag": "ac35c313-b1d0-4e2d-a802-550d9bf7c87a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:24.606875 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74d6e906-f1e6-4344-9eb2-5aea2134d983 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:24.607389 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'tag': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a', 'status': 'completed', 'code': 200} Feb 19 01:15:24.659049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f41b-ff5a-4731-a230-49d4879288c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:24.687861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0f6c40ec-f994-4a21-b330-5fac4274bea8 req-f31ac271-1a4b-43c3-9d9a-ae20d2918001 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576728 Feb 19 01:15:24.726620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-162bd119-7c1f-4eec-bd7c-74dcc7bd85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.728594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-162bd119-7c1f-4eec-bd7c-74dcc7bd85d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2470230657014456beb82439836137f3&device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 1125 time: 0.2315326 Feb 19 01:15:24.740947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.840273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-8e05dc0a-5ce2-404c-9555-b9005525057c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a HTTP/1.1" status: 200 len: 217 time: 0.0933957 Feb 19 01:15:24.853610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network ab805c86-1812-4aef-8985-2ad962ec8569 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:24.891093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:24.902782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:24.932580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.932940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.945544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-554da050-b23a-439c-8569-e73cc822e539 admin admin] Publish callbacks [] for security_group (8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.000735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Pushing event updated for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:25.018310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-554da050-b23a-439c-8569-e73cc822e539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.118258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-554da050-b23a-439c-8569-e73cc822e539 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=071cee83df4c4e27bec269f33bac19b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8549881 Feb 19 01:15:25.127003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:25.193445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0668499 Feb 19 01:15:25.197882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b77f7616-9522-4338-b089-a5e6fa16789e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:25.212396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38180) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:25.226190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': 'ab805c86-1812-4aef-8985-2ad962ec8569', 'name': 'tempest-PortsIpV6TestJSON-610939100', 'fixed_ips': [{'subnet_id': 'efea2f1e-13bf-4987-92a2-db9ffa8b25e3', 'ip_address': '2001:db8::f'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:25.232604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6012ce-08c3-4e90-be4e-e11a572571eb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=6c947e88-1699-41b8-808b-2e3d0bdceb0c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:25.271966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554da050-b23a-439c-8569-e73cc822e539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:25.331540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.350282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cfd9e-ef6d-4976-806e-215e40fb89ab None None] Network ab805c86-1812-4aef-8985-2ad962ec8569 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:25.350909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-ab28228e-eab0-4541-aa9b-0eb2adef2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.359974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-ab28228e-eab0-4541-aa9b-0eb2adef2399 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7518b303-66ae-41ca-ba4c-02bf96fb853c HTTP/1.1" status: 200 len: 861 time: 0.5073843 Feb 19 01:15:25.434859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Attempting to bind port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:25.438036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Attempting to bind port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:25.440613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Attempting to bind port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:25.456045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b77f7616-9522-4338-b089-a5e6fa16789e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:25.462197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-146efc48-93f6-4666-95b5-9855fdadeb1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb4ae47-28e5-426f-9a45-9feab745460e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874443 Feb 19 01:15:25.464034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 on network e6458714-e8ca-4aee-a5e8-d2c129863988 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:25.464331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Attempting to bind port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:25.467045 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.518791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:25.519145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Checking segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:25.519552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Bound using segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:25.519986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Bound port: 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:25.520516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.599129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Provisioning complete for port b77f7616-9522-4338-b089-a5e6fa16789e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:25.602572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.681033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.696489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.715979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.743910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.773315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.795858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.799945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b77f7616-9522-4338-b089-a5e6fa16789e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:25.801207 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.813655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97fdb348-cc66-4df8-a480-11319c27740f req-0c146363-6fcb-46b9-abb3-73cc3e52032c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 4606 time: 0.9569776 Feb 19 01:15:25.868743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Current status of the port b77f7616-9522-4338-b089-a5e6fa16789e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:25.869499 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.900856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad9b6-cfd5-43e8-be34-e5a9695b72c9 req-88626ba6-f46e-476e-b01b-cb3808d1113f tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.913244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e2ad9b6-cfd5-43e8-be34-e5a9695b72c9 req-88626ba6-f46e-476e-b01b-cb3808d1113f tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 943 time: 0.3961964 Feb 19 01:15:25.926307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b77f7616-9522-4338-b089-a5e6fa16789e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b77f7616-9522-4338-b089-a5e6fa16789e,segment=NetworkSegment(d0450777-361f-43ca-b0d0-67cc689b0f38),segment_id=d0450777-361f-43ca-b0d0-67cc689b0f38)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:25.932169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:25.933596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:25.938094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:25.986654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:26.001474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.016750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-3a170bde-1b27-4783-a33c-0414ee4b3098 service neutron] 10.222.0.10 "GET /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455055 Feb 19 01:15:26.018682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.038439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:15:26.038748 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:15:26.041778 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.127651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Pushing event updated for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:26.147747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port eab03757-2e80-4dca-9cda-e44e2adf6e30 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:15:26.280240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b77f7616-9522-4338-b089-a5e6fa16789e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:26.400422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:26.401220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.403844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-669be82b-12cc-423d-a9e2-9f18a3f50d8d service neutron] 10.222.0.10 "PUT /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 1136 time: 4.6890552 Feb 19 01:15:26.415704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '87cf265d-73be-40cd-87b7-0ee775ec7ff4'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:26.420824 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d92d726-ec4d-4fbb-b317-cf8472834982" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "87cf265d-73be-40cd-87b7-0ee775ec7ff4"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:26.448481 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b332f3c0-97f1-4359-ae5b-f6bd9881e5a4 req-847a1316-1ad4-44a7-ac9f-dbe493704d0e service neutron] 10.222.0.10 "GET /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208710 Feb 19 01:15:26.501544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:26.511464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97fdb348-cc66-4df8-a480-11319c27740f req-8fc7e30b-51c1-4640-a526-f69e83d12805 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6968241 Feb 19 01:15:26.515033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bee6fde-4ea4-4259-8481-0fe2a7ebc3c8 admin admin] Publish callbacks [] for security_group (8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.634192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ed55a-2f1c-4880-85fc-5351c561142d req-9ed9a564-b3e8-4e9d-aee1-ba5dac1ab2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:26.636704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-9ed9a564-b3e8-4e9d-aee1-ba5dac1ab2a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2470230657014456beb82439836137f3&device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 1125 time: 0.1207964 Feb 19 01:15:26.639623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bee6fde-4ea4-4259-8481-0fe2a7ebc3c8 admin admin] Publish callbacks [] for security_group (8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.731994 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.814589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5fd17ab0-b59c-4895-a6aa-909e683d45a4 None None] Current status of the port b77f7616-9522-4338-b089-a5e6fa16789e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:27.010496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aedaecad-51ff-45be-b31e-3ffcd0758cbb None None] Provisioning complete for port 6c947e88-1699-41b8-808b-2e3d0bdceb0c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:27.014179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aedaecad-51ff-45be-b31e-3ffcd0758cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.052742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::f (ab805c86-1812-4aef-8985-2ad962ec8569/efea2f1e-13bf-4987-92a2-db9ffa8b25e3/eab03757-2e80-4dca-9cda-e44e2adf6e30) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:27.126327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0911b-a652-4e4e-b15e-830c93867b90 req-51934f6c-7588-4225-a1af-5fc49216662a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.133652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96e0911b-a652-4e4e-b15e-830c93867b90 req-51934f6c-7588-4225-a1af-5fc49216662a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.3274326 Feb 19 01:15:27.255621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ed55a-2f1c-4880-85fc-5351c561142d req-0ae62daa-0d01-4822-8ecf-1143724b6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.263428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b77f7616-9522-4338-b089-a5e6fa16789e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:27.269285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-0ae62daa-0d01-4822-8ecf-1143724b6ca3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cb4ae47-28e5-426f-9a45-9feab745460e HTTP/1.1" status: 200 len: 922 time: 0.6183729 Feb 19 01:15:27.371998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e2ad9b6-cfd5-43e8-be34-e5a9695b72c9 req-b914e047-5f84-4724-8f1f-425702373da4 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4555640 Feb 19 01:15:27.486602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aedaecad-51ff-45be-b31e-3ffcd0758cbb None None] Port 6c947e88-1699-41b8-808b-2e3d0bdceb0c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:27.513172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.547793 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc28d9e2-7b04-4086-8ed0-e6e05cf137d7 x-openstack-request-id: req-bc28d9e2-7b04-4086-8ed0-e6e05cf137d7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:27.548243 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "87cf265d-73be-40cd-87b7-0ee775ec7ff4", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:27.548607 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc28d9e2-7b04-4086-8ed0-e6e05cf137d7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:27.550712 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '87cf265d-73be-40cd-87b7-0ee775ec7ff4', 'status': 'completed', 'code': 200} Feb 19 01:15:27.556404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (eab03757-2e80-4dca-9cda-e44e2adf6e30), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.577736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96e0911b-a652-4e4e-b15e-830c93867b90 req-e054fbb9-d7c5-4870-8063-db0ed5073ace tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066380 Feb 19 01:15:27.590232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-610a1d18-7aa8-4867-8ea5-1d9e8c2f93a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a HTTP/1.1" status: 200 len: 217 time: 0.1549497 Feb 19 01:15:27.643971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bee6fde-4ea4-4259-8481-0fe2a7ebc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.655600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bee6fde-4ea4-4259-8481-0fe2a7ebc3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.660251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6bee6fde-4ea4-4259-8481-0fe2a7ebc3c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17 HTTP/1.1" status: 204 len: 168 time: 2.5136795 Feb 19 01:15:27.719085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (eab03757-2e80-4dca-9cda-e44e2adf6e30), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.871105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network ab805c86-1812-4aef-8985-2ad962ec8569 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:27.875918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ed55a-2f1c-4880-85fc-5351c561142d req-f9c60d68-1eef-4fa3-929a-29a228ff1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.878935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:27.890170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-f9c60d68-1eef-4fa3-929a-29a228ff1be3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7518b303-66ae-41ca-ba4c-02bf96fb853c HTTP/1.1" status: 200 len: 861 time: 0.2456322 Feb 19 01:15:27.897045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:27.903329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.904520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.963674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7498341 Feb 19 01:15:27.964339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38226) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:28.043589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee6fde-4ea4-4259-8481-0fe2a7ebc3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab04c01-ef9f-4f1b-80cd-6d13e10cbb17,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:28.047830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-8e1af845-e9e7-4687-a0d2-a6d10f423db3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cb4ae47-28e5-426f-9a45-9feab745460e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552203 Feb 19 01:15:28.083880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bb4aa-c42d-46d1-9314-c700026b4b76 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=eab03757-2e80-4dca-9cda-e44e2adf6e30,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:28.129186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.138220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.146466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.153144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.159061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.166959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.168837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-c4ff249b-3dc0-4bee-8304-0fcc99c4980b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 4606 time: 0.3775084 Feb 19 01:15:28.298953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5cc7ae7-eff4-49a7-ab03-f6955cba5cab req-2d499211-fc87-4658-a051-7a2e03eeb77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148942 Feb 19 01:15:28.319001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.326549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.327063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.327539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.328014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.331011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.343345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5d549c77-0293-4975-b65b-ca7a25f5c885 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5354 time: 0.7594132 Feb 19 01:15:28.459262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0304c6-50e5-46ad-99d4-b10c1d31d9fe tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.477647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d0304c6-50e5-46ad-99d4-b10c1d31d9fe tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5037329 Feb 19 01:15:28.480140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38236) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:28.485413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aedaecad-51ff-45be-b31e-3ffcd0758cbb None None] Provisioning complete for port b77f7616-9522-4338-b089-a5e6fa16789e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:28.485798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aedaecad-51ff-45be-b31e-3ffcd0758cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.737624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38240) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:28.782275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b77f7616-9522-4338-b089-a5e6fa16789e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:28.783261 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.792585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-48ac0ef9-625c-4aeb-8ff5-9d5d325903ff service neutron] 10.222.0.10 "GET /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285025 Feb 19 01:15:28.951950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5e741d09-bb86-4cce-bbc5-8d57fd225e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.952820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5e741d09-bb86-4cce-bbc5-8d57fd225e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.953492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5e741d09-bb86-4cce-bbc5-8d57fd225e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.955719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-5e741d09-bb86-4cce-bbc5-8d57fd225e64 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a245459410f6458bae113e586143fd66&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6036344 Feb 19 01:15:29.073638 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-650ed55a-2f1c-4880-85fc-5351c561142d req-c80c6f02-65aa-40a5-aedc-62d71d5da52e service neutron] 10.222.0.10 "GET /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617536 Feb 19 01:15:29.081599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49c8c86-a35b-4dd4-9eb2-62f2479547a1 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:29.130433 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Publish callbacks [] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.147104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Transition to ACTIVE for port object d49c8c86-a35b-4dd4-9eb2-62f2479547a1 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:29.158499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2b44e-bfa6-4617-aa70-92271502654e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.168043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2b44e-bfa6-4617-aa70-92271502654e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.174526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2b44e-bfa6-4617-aa70-92271502654e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.176390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6ed2b44e-bfa6-4617-aa70-92271502654e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6933236 Feb 19 01:15:29.177968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0dde9cf-7fd9-4831-8f6f-4dda55a94a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.180575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38250) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:29.185945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.290061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aedaecad-51ff-45be-b31e-3ffcd0758cbb None None] Current status of the port b77f7616-9522-4338-b089-a5e6fa16789e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:29.426590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-4902fd2d-fac8-4d69-81fb-23e477905c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.429602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d92d726-ec4d-4fbb-b317-cf8472834982 req-4902fd2d-fac8-4d69-81fb-23e477905c83 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3547075 Feb 19 01:15:29.468472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593a1b-fe57-4cb5-9ae3-a4b398ab980b req-11fab492-6236-41d7-9d07-e7b4206a3e7a tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.470389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55593a1b-fe57-4cb5-9ae3-a4b398ab980b req-11fab492-6236-41d7-9d07-e7b4206a3e7a tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 943 time: 0.8733931 Feb 19 01:15:29.480308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b77f7616-9522-4338-b089-a5e6fa16789e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:29.512139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dfb7f328-4b4d-4cf7-834f-b0a29e9c3641 None None] Provisioning complete for port eab03757-2e80-4dca-9cda-e44e2adf6e30 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:29.512521 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f328-4b4d-4cf7-834f-b0a29e9c3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eab03757-2e80-4dca-9cda-e44e2adf6e30), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.555139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55593a1b-fe57-4cb5-9ae3-a4b398ab980b req-039161d6-0fbf-43d7-a12b-9c8df6540c5c tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787485 Feb 19 01:15:29.584729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7f328-4b4d-4cf7-834f-b0a29e9c3641 None None] Port eab03757-2e80-4dca-9cda-e44e2adf6e30 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:29.617859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dfb7f328-4b4d-4cf7-834f-b0a29e9c3641 None None] Provisioning complete for port 6c947e88-1699-41b8-808b-2e3d0bdceb0c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:29.618383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f328-4b4d-4cf7-834f-b0a29e9c3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.702037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7f328-4b4d-4cf7-834f-b0a29e9c3641 None None] Port 6c947e88-1699-41b8-808b-2e3d0bdceb0c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:29.797446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.809804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.828162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.845619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.858811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.870475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.880373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:29.891541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac35c313-b1d0-4e2d-a802-550d9bf7c87a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:15:29.896842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.899774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-c3c484e7-b459-4e1d-a183-fb1373d0f7ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5383 time: 0.1967585 Feb 19 01:15:30.103344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a86fd1d6-2a9e-42b1-a9b2-996e3363149d req-5d713997-4de3-4fd6-a3ce-cde8b8c2a9b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1958644 Feb 19 01:15:30.185070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,segment=NetworkSegment(43435e8c-08dd-4a3f-86fc-26c05de9fd13),segment_id=43435e8c-08dd-4a3f-86fc-26c05de9fd13)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:30.199362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a', 'network_id': '0cb4ae47-28e5-426f-9a45-9feab745460e', 'port_id': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a', 'mac_address': 'fa:16:3e:6f:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7518b303-66ae-41ca-ba4c-02bf96fb853c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:15:30.249648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ac35c313-b1d0-4e2d-a802-550d9bf7c87a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:30.250033 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.270890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac35c313-b1d0-4e2d-a802-550d9bf7c87a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:30.313414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31bc4-9a8d-49a3-bfab-9e79fe37bd03 req-1de953ca-8b5a-4b91-9eb0-b05d5c6ec5f2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:30.320522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,segment=NetworkSegment(43435e8c-08dd-4a3f-86fc-26c05de9fd13),segment_id=43435e8c-08dd-4a3f-86fc-26c05de9fd13)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:30.326555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.336059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99a31bc4-9a8d-49a3-bfab-9e79fe37bd03 req-1de953ca-8b5a-4b91-9eb0-b05d5c6ec5f2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 1.5264590 Feb 19 01:15:30.444070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:30.488261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0dde9cf-7fd9-4831-8f6f-4dda55a94a9c admin admin] Publish callbacks [] for security_group (498fc6d0-431a-4182-8ec6-39f94897e0f5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.528571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0dde9cf-7fd9-4831-8f6f-4dda55a94a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (498fc6d0-431a-4182-8ec6-39f94897e0f5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.567014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:30.577623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a0dde9cf-7fd9-4831-8f6f-4dda55a94a9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4195087f83654d69bf8fd1ccde906110&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8232398 Feb 19 01:15:30.584729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ac35c313-b1d0-4e2d-a802-550d9bf7c87a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:15:30.631152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99a31bc4-9a8d-49a3-bfab-9e79fe37bd03 req-c0ab28f0-aa1f-4ab2-9069-8d044d5cac43 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346626 Feb 19 01:15:30.673660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dde9cf-7fd9-4831-8f6f-4dda55a94a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498fc6d0-431a-4182-8ec6-39f94897e0f5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:30.677227 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08cb94d8-df12-44be-a423-82ca90f49863 admin admin] Publish callbacks [] for security_group (498fc6d0-431a-4182-8ec6-39f94897e0f5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.760842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08cb94d8-df12-44be-a423-82ca90f49863 admin admin] Publish callbacks [] for security_group (498fc6d0-431a-4182-8ec6-39f94897e0f5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.783371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Attempting to bind port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:30.783799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Attempting to bind port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:30.784362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Attempting to bind port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:30.799460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port eab03757-2e80-4dca-9cda-e44e2adf6e30 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:30.799787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eab03757-2e80-4dca-9cda-e44e2adf6e30), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.806342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 on network e6458714-e8ca-4aee-a5e8-d2c129863988 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:30.807166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Attempting to bind port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:30.825221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:30.825461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Checking segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:30.825855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Bound using segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:30.826314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Bound port: d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:30.826783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.827350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29566e2c-b50d-41fb-955b-36c2eb920968 req-d858dafd-e3d3-499b-a834-f22a2ae82c27 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:30.829741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29566e2c-b50d-41fb-955b-36c2eb920968 req-d858dafd-e3d3-499b-a834-f22a2ae82c27 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 944 time: 0.1337144 Feb 19 01:15:30.882770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08cb94d8-df12-44be-a423-82ca90f49863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (498fc6d0-431a-4182-8ec6-39f94897e0f5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.885852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08cb94d8-df12-44be-a423-82ca90f49863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.887334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-08cb94d8-df12-44be-a423-82ca90f49863 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/498fc6d0-431a-4182-8ec6-39f94897e0f5 HTTP/1.1" status: 204 len: 168 time: 0.3187749 Feb 19 01:15:30.928252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb94d8-df12-44be-a423-82ca90f49863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498fc6d0-431a-4182-8ec6-39f94897e0f5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:30.950920 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29566e2c-b50d-41fb-955b-36c2eb920968 req-0a769651-cdbd-43f9-b8df-de4468a05ff7 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Feb 19 01:15:30.962065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:30.982732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eab03757-2e80-4dca-9cda-e44e2adf6e30), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:30.985997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:30.998527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for eab03757-2e80-4dca-9cda-e44e2adf6e30 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:31.003363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.079722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.080536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.082005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] 10.222.0.10 "PUT /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 1135 time: 4.6028490 Feb 19 01:15:31.084833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': 'd49c8c86-a35b-4dd4-9eb2-62f2479547a1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:31.087115 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae226f6-04ed-4baf-a125-f431c5c9b151" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "d49c8c86-a35b-4dd4-9eb2-62f2479547a1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:31.136909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:31.189183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a42287-ea54-4e89-a15b-385f314d7f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:31.206780 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3282010-a6d4-4b06-a7ca-4fa935a684ed x-openstack-request-id: req-a3282010-a6d4-4b06-a7ca-4fa935a684ed {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:31.207082 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "d49c8c86-a35b-4dd4-9eb2-62f2479547a1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:31.207340 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3282010-a6d4-4b06-a7ca-4fa935a684ed {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:31.208354 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': 'd49c8c86-a35b-4dd4-9eb2-62f2479547a1', 'status': 'completed', 'code': 200} Feb 19 01:15:31.364888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.590173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.590567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.591253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.591843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.592265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.592694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.593209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.595538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-936115f5-afc3-45f5-9ed5-76c503adf376 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6313 time: 0.3705993 Feb 19 01:15:31.626201 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-b0e6f0f7-fc1e-4699-9100-ae4a80333fef service neutron] show failed (client error): The resource could not be found. Feb 19 01:15:31.627411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-b0e6f0f7-fc1e-4699-9100-ae4a80333fef service neutron] 10.222.0.10 "GET /v2.0/ports/0c766bb9-a4ed-42df-a521-20d67ba99dc7/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.3191411 Feb 19 01:15:31.670245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.687721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.693779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.699778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.705853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.713105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.719216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.728924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-fb67932f-e985-4fbc-866f-6af1fabba461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5383 time: 0.3320453 Feb 19 01:15:31.900587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ffe1aaf-e160-429a-8663-411c28541e40 req-068a1d88-384a-4514-8401-4dc5038e8265 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699407 Feb 19 01:15:31.902587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (eab03757-2e80-4dca-9cda-e44e2adf6e30), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.907682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac35c313-b1d0-4e2d-a802-550d9bf7c87a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:31.994843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=eab03757-2e80-4dca-9cda-e44e2adf6e30,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:32.111080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ac35c313-b1d0-4e2d-a802-550d9bf7c87a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:15:32.123439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ac35c313-b1d0-4e2d-a802-550d9bf7c87a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:32.125427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.141743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.148409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bd6ffbfd-27ae-4d4f-8617-a7897bc83352 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/eab03757-2e80-4dca-9cda-e44e2adf6e30 HTTP/1.1" status: 204 len: 168 time: 2.9644854 Feb 19 01:15:32.156885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:32.179498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49106a7c-9b04-4228-a729-5820ec20cc85 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:32.224080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378947ae-a710-4efa-b1f5-bd1a1b020225 req-2f328d19-aa25-485a-ba6c-ccbd55c888d6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.237613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378947ae-a710-4efa-b1f5-bd1a1b020225 req-2f328d19-aa25-485a-ba6c-ccbd55c888d6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.4269886 Feb 19 01:15:32.244233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-489febc9-557d-4388-ab8c-ad56a090141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.244720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-489febc9-557d-4388-ab8c-ad56a090141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.246484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-489febc9-557d-4388-ab8c-ad56a090141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.248179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-489febc9-557d-4388-ab8c-ad56a090141e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a245459410f6458bae113e586143fd66&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6374524 Feb 19 01:15:32.261663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Publish callbacks [] for port (49106a7c-9b04-4228-a729-5820ec20cc85), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.333935 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-40db384d-6998-4720-9a3b-2d23ec2c0b94 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:15:32.336763 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-40db384d-6998-4720-9a3b-2d23ec2c0b94 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/eab03757-2e80-4dca-9cda-e44e2adf6e30 HTTP/1.1" status: 404 len: 333 time: 0.1691582 Feb 19 01:15:32.346046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38336) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:32.373934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ac35c313-b1d0-4e2d-a802-550d9bf7c87a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:32.374835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-1c1c1bd1-764a-4fc3-bfe2-8cbd343e12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.376210 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.380207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-1c1c1bd1-764a-4fc3-bfe2-8cbd343e12a2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&tenant_id=88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 1130 time: 0.4658494 Feb 19 01:15:32.411354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Transition to ACTIVE for port object 49106a7c-9b04-4228-a729-5820ec20cc85 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:32.443865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:32.447384 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85ef21a-27f7-4106-a137-bacf3d299b72" -d '{"events": [{"server_uuid": "e62ccf73-6747-4df4-9102-9d9059522b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ac35c313-b1d0-4e2d-a802-550d9bf7c87a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:32.475222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,segment=NetworkSegment(43435e8c-08dd-4a3f-86fc-26c05de9fd13),segment_id=43435e8c-08dd-4a3f-86fc-26c05de9fd13)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:32.486160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.490581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.530618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:32.616101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a75c6d-f971-4b5c-afb5-68427160e9e3 req-bb27d434-4b27-493e-a91f-a42518625fe7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.624314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58a75c6d-f971-4b5c-afb5-68427160e9e3 req-bb27d434-4b27-493e-a91f-a42518625fe7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.5619571 Feb 19 01:15:32.628009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:32.822506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378947ae-a710-4efa-b1f5-bd1a1b020225 req-07aef964-130e-4d19-9197-528e4fac5ef1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5839105 Feb 19 01:15:32.907972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Pushing event updated for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:33.211523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Attempting to bind port 49106a7c-9b04-4228-a729-5820ec20cc85 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:33.212972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Attempting to bind port 49106a7c-9b04-4228-a729-5820ec20cc85 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:33.214223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Attempting to bind port 49106a7c-9b04-4228-a729-5820ec20cc85 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:33.241760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Port 49106a7c-9b04-4228-a729-5820ec20cc85 on network e6458714-e8ca-4aee-a5e8-d2c129863988 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:33.242087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Attempting to bind port 49106a7c-9b04-4228-a729-5820ec20cc85 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:33.276423 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.316528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:33.316911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Checking segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:33.317124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-05b9306c-0617-4415-9438-84c749e157b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:33.317327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Bound using segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:33.318949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cae226f6-04ed-4baf-a125-f431c5c9b151 req-05b9306c-0617-4415-9438-84c749e157b8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0471597 Feb 19 01:15:33.327881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Bound port: 49106a7c-9b04-4228-a729-5820ec20cc85, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:33.328374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.377660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58a75c6d-f971-4b5c-afb5-68427160e9e3 req-9937d426-2c59-432b-9300-19a82ba7c1cc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520673 Feb 19 01:15:33.401677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 6c947e88-1699-41b8-808b-2e3d0bdceb0c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:33.403241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.503950 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f3ae39-e1fb-495e-984a-8a584f224094 x-openstack-request-id: req-f2f3ae39-e1fb-495e-984a-8a584f224094 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:33.505434 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62ccf73-6747-4df4-9102-9d9059522b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ac35c313-b1d0-4e2d-a802-550d9bf7c87a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:33.506098 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2f3ae39-e1fb-495e-984a-8a584f224094 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:33.506671 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a', 'code': 200} Feb 19 01:15:33.732530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:33.743108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=49106a7c-9b04-4228-a729-5820ec20cc85,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:33.798812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d3a8-f2dd-4787-8f31-bdc7293f6199 req-508bbdc2-b584-496f-8868-5e32041a11e9 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:33.812036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db33d3a8-f2dd-4787-8f31-bdc7293f6199 req-508bbdc2-b584-496f-8868-5e32041a11e9 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 945 time: 0.8009853 Feb 19 01:15:33.834456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f133fd-b444-412b-9a3c-812c065ebac5 req-693d8a14-efa9-4313-8c23-8b995e388389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:33.835250 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54f133fd-b444-412b-9a3c-812c065ebac5 req-693d8a14-efa9-4313-8c23-8b995e388389 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 1127 time: 0.2683110 Feb 19 01:15:33.837193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.919721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:33.949131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.955439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54f133fd-b444-412b-9a3c-812c065ebac5 req-97880d46-9ee2-4d7b-97e7-10f4a5f5261d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035545 Feb 19 01:15:33.977250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 6c947e88-1699-41b8-808b-2e3d0bdceb0c owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:33.987402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:34.114235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Publish callbacks [] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.162193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Transition to ACTIVE for port object 0c766bb9-a4ed-42df-a521-20d67ba99dc7 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:34.165834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:34.176597 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc1df09-29e4-408b-81e5-9f39e1dfac5c" -d '{"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-unplugged", "status": "completed", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:34.184060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.256330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db33d3a8-f2dd-4787-8f31-bdc7293f6199 req-b4940c52-7efa-4f07-bae4-8e90ca2d3d2b tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433527 Feb 19 01:15:34.324309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.326368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.329858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] 10.222.0.10 "PUT /v2.0/ports/49106a7c-9b04-4228-a729-5820ec20cc85 HTTP/1.1" status: 200 len: 1090 time: 3.2021728 Feb 19 01:15:34.329858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:34.330714 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aac3512-ce23-41b1-b0c8-7988479ac3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:34.370001 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6c947e88-1699-41b8-808b-2e3d0bdceb0c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.414429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:34.427731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] No DVR routers for this DVR port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:34.504070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:34.662146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.669715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.676094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.712523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.740306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.753614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.782983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.790273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.799046 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82627fa9-f1c0-4abe-a84a-602748505178 req-c09bfd2b-8ac8-4611-89b3-6eeb7ec41696 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5395 time: 0.4682217 Feb 19 01:15:34.800263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.802364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:34.802875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:34.803693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:34.812753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/6c947e88-1699-41b8-808b-2e3d0bdceb0c HTTP/1.1" status: 204 len: 168 time: 2.4517188 Feb 19 01:15:34.826157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38462) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:34.869584 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3543a01a-731f-4998-a697-2fc587ba2b9e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:15:34.877304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3543a01a-731f-4998-a697-2fc587ba2b9e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/6c947e88-1699-41b8-808b-2e3d0bdceb0c HTTP/1.1" status: 404 len: 333 time: 0.0487518 Feb 19 01:15:34.881202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38464) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:34.900141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:34.900762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Attempting to bind port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:35.023320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:35.028448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:35.028962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:35.032294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Bound port: 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:35.032683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.094393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38468) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:35.104281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e575db-079d-4f62-b34e-7cc5c5bd6705 service neutron] Pushing event updated for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:35.158459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet efea2f1e-13bf-4987-92a2-db9ffa8b25e3 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:15:35.162677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (efea2f1e-13bf-4987-92a2-db9ffa8b25e3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.242108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43847be1-b453-432a-a2ce-524cd21f8158 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=6c947e88-1699-41b8-808b-2e3d0bdceb0c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:35.274503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (efea2f1e-13bf-4987-92a2-db9ffa8b25e3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.396598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (efea2f1e-13bf-4987-92a2-db9ffa8b25e3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.472064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1675-48c3-4a05-bcd6-e585d85ae453 req-c5ea594f-2c99-4510-88e1-6ca115e41c5e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:35.481861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9ed1675-48c3-4a05-bcd6-e585d85ae453 req-c5ea594f-2c99-4510-88e1-6ca115e41c5e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.8787692 Feb 19 01:15:35.490669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (efea2f1e-13bf-4987-92a2-db9ffa8b25e3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.577515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82627fa9-f1c0-4abe-a84a-602748505178 req-e9a03a04-0633-4b09-a99c-5fceb50833e4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7772856 Feb 19 01:15:35.578395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b2e52c9-4740-4e3b-aa31-9f80f66086a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.586966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=efea2f1e-13bf-4987-92a2-db9ffa8b25e3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:35.601474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b017b5-b3b6-406d-9a55-66e757e31cd6 None None] Network ab805c86-1812-4aef-8985-2ad962ec8569 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:35.646967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.677815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a78253ce-b506-40dd-bc69-9d9af6ce77d0 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/efea2f1e-13bf-4987-92a2-db9ffa8b25e3 HTTP/1.1" status: 204 len: 168 time: 0.7925475 Feb 19 01:15:35.680550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9ed1675-48c3-4a05-bcd6-e585d85ae453 req-6279d90e-48c7-4c38-a642-d7262753d427 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978197 Feb 19 01:15:35.794701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:35.829492 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66218e-89d7-4a75-9eec-21e9ac676199 x-openstack-request-id: req-0b66218e-89d7-4a75-9eec-21e9ac676199 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:35.831464 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:35.831722 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b66218e-89d7-4a75-9eec-21e9ac676199 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:35.832133 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85', 'status': 'completed', 'code': 200} Feb 19 01:15:35.944264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:35.972644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:35.993636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Publish callbacks [] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.029781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b2e52c9-4740-4e3b-aa31-9f80f66086a6 admin admin] Publish callbacks [] for security_group (35da7d42-3ed8-463e-82de-8605e2cba4fa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.033748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:36.039483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Transition to ACTIVE for port object 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:36.046802 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e5cb52-1d83-4933-b8bc-5be78e096c46 x-openstack-request-id: req-89e5cb52-1d83-4933-b8bc-5be78e096c46 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:36.049866 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-unplugged", "status": "completed", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:36.050372 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89e5cb52-1d83-4933-b8bc-5be78e096c46 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:36.053345 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'code': 200} Feb 19 01:15:36.054219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (ab805c86-1812-4aef-8985-2ad962ec8569), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.069157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.135540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fc48f-923b-4402-aa98-6d124e8c22dd req-19bf06f7-f8c8-4e0f-9ec8-1a0319c0aa31 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:36.146647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b2e52c9-4740-4e3b-aa31-9f80f66086a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (35da7d42-3ed8-463e-82de-8605e2cba4fa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.147746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-435fc48f-923b-4402-aa98-6d124e8c22dd req-19bf06f7-f8c8-4e0f-9ec8-1a0319c0aa31 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 0.1852264 Feb 19 01:15:36.180516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:15:36.181243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:15:36.182948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:36.255960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:36.349421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] DHCP port deletion for ab805c86-1812-4aef-8985-2ad962ec8569 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:15:36.358180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:36.392910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.407279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b2e52c9-4740-4e3b-aa31-9f80f66086a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=143c4d3321a3454dab78d88413a64fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3115821 Feb 19 01:15:36.411524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:36.494801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:36.495468 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.539096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-435fc48f-923b-4402-aa98-6d124e8c22dd req-ef088c37-aa55-42a8-a9dc-9bd5f8ef0c4f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902891 Feb 19 01:15:36.558399 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:15:36.579533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:36.582731 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c5b95-5582-47d5-94fc-0c80a5e0d3cf" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:36.585116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port b77f7616-9522-4338-b089-a5e6fa16789e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:36.586536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.589032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] Deleting port b77f7616-9522-4338-b089-a5e6fa16789e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:36.589744 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.621601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:36.660274 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1bc435-da8f-4cfb-9b77-0c35043568ac x-openstack-request-id: req-7f1bc435-da8f-4cfb-9b77-0c35043568ac {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:36.661410 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:36.661826 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f1bc435-da8f-4cfb-9b77-0c35043568ac {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:36.662405 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:15:36.669249 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.730876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:36.742991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] For port b77f7616-9522-4338-b089-a5e6fa16789e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b77f7616-9522-4338-b089-a5e6fa16789e,segment=NetworkSegment(d0450777-361f-43ca-b0d0-67cc689b0f38),segment_id=d0450777-361f-43ca-b0d0-67cc689b0f38)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:36.743666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.785447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] For port b77f7616-9522-4338-b089-a5e6fa16789e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b77f7616-9522-4338-b089-a5e6fa16789e,segment=NetworkSegment(d0450777-361f-43ca-b0d0-67cc689b0f38),segment_id=d0450777-361f-43ca-b0d0-67cc689b0f38)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:36.790812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.796925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e52c9-4740-4e3b-aa31-9f80f66086a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da7d42-3ed8-463e-82de-8605e2cba4fa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:36.819417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for b77f7616-9522-4338-b089-a5e6fa16789e owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:36.845485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:36.846243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:36.846722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] Calling delete_port for b77f7616-9522-4338-b089-a5e6fa16789e owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:36.847765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-97c89231-ed5b-4270-b568-fe51fce9f360 service neutron] 10.222.0.89 "PUT /v2.0/ports/0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 1094 time: 4.3524418 Feb 19 01:15:36.867072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=11']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:37.020120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6dba-ea3a-4e76-8c4b-8a9d4cb418f9 req-ec5ad628-6270-4b37-b23c-bc5bc23c3c0e tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.033764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5fa6dba-ea3a-4e76-8c4b-8a9d4cb418f9 req-ec5ad628-6270-4b37-b23c-bc5bc23c3c0e tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 945 time: 0.9909058 Feb 19 01:15:37.058059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.075627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.076296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.076773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.077271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.077737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.078196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.078655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.082356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b77f7616-9522-4338-b089-a5e6fa16789e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.089125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-aa5e27b3-d628-43db-a668-611ad005c58f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6436 time: 1.0345345 Feb 19 01:15:37.092376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Attempting to bind port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:37.092649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Attempting to bind port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:37.092979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Attempting to bind port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:37.111162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] Pushing event deleted for resources: {'Port': ['ID=b77f7616-9522-4338-b089-a5e6fa16789e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:37.123003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef45bed-80fd-4a3a-b007-eb2c81105344 None None] No DVR routers for this DVR port b77f7616-9522-4338-b089-a5e6fa16789e on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:37.141081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed0026c4-fc49-43de-af7f-461a9a02ccc4 admin admin] Publish callbacks [] for security_group (35da7d42-3ed8-463e-82de-8605e2cba4fa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.144475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No DVR routers for this DVR port b77f7616-9522-4338-b089-a5e6fa16789e on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:37.153626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=b77f7616-9522-4338-b089-a5e6fa16789e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:37.169817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 on network e6458714-e8ca-4aee-a5e8-d2c129863988 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:37.170472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Attempting to bind port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:37.192940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed0026c4-fc49-43de-af7f-461a9a02ccc4 admin admin] Publish callbacks [] for security_group (35da7d42-3ed8-463e-82de-8605e2cba4fa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.199801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:37.200444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Checking segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:37.201111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Bound using segment: {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:37.201808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Bound port: 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6abf692-1810-42b7-9e31-563a806d126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:37.202575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.276398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.282331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.288637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.294717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.300575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.306946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.312503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.322171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-64886eae-0673-4205-8f19-92dc710280b9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5407 time: 0.3140738 Feb 19 01:15:37.401342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-e289437b-a4ce-4f76-af98-a672a771dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.402768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-e289437b-a4ce-4f76-af98-a672a771dcfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1128 time: 0.5056419 Feb 19 01:15:37.441116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5fa6dba-ea3a-4e76-8c4b-8a9d4cb418f9 req-9316f37a-ea7f-45cc-84fd-1515f3e83d13 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054594 Feb 19 01:15:37.452930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (ab805c86-1812-4aef-8985-2ad962ec8569), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.483169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:37.626551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:37.655539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-dcfa213b-0e69-4c24-b700-55eeee9330c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.656235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-dcfa213b-0e69-4c24-b700-55eeee9330c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.657151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-dcfa213b-0e69-4c24-b700-55eeee9330c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.659032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-dcfa213b-0e69-4c24-b700-55eeee9330c9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a245459410f6458bae113e586143fd66&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5317559 Feb 19 01:15:37.695197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b77f7616-9522-4338-b089-a5e6fa16789e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:37.703113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78819925-5cea-4f36-8d11-7cbfde0a9a0d req-fe04e666-85f5-4835-902f-5c590ec647b6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3766932 Feb 19 01:15:37.714348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab805c86-1812-4aef-8985-2ad962ec8569']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:37.732524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.737778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b77f7616-9522-4338-b089-a5e6fa16789e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:15:37.739705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b77f7616-9522-4338-b089-a5e6fa16789e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:15:37.742264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0450777-361f-43ca-b0d0-67cc689b0f38') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:37.742569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0450777-361f-43ca-b0d0-67cc689b0f38') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:37.789665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d0450777-361f-43ca-b0d0-67cc689b0f38), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.806865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:37.807493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.808881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/1e53dd2e-eb68-4dd8-aea0-1b9e69593069 HTTP/1.1" status: 200 len: 1091 time: 3.4298880 Feb 19 01:15:37.822942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d0450777-361f-43ca-b0d0-67cc689b0f38), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.834299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:37.841211 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:37.853352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:15:37.853960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d0450777-361f-43ca-b0d0-67cc689b0f38), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:15:37.866428 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:15:37.871042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:37.885079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840ece1-140e-4254-856b-e7ef5fa041d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:37.954480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:15:37.985694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed0026c4-fc49-43de-af7f-461a9a02ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (35da7d42-3ed8-463e-82de-8605e2cba4fa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.997099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed0026c4-fc49-43de-af7f-461a9a02ccc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.006706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ed0026c4-fc49-43de-af7f-461a9a02ccc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35da7d42-3ed8-463e-82de-8605e2cba4fa HTTP/1.1" status: 204 len: 168 time: 1.4196224 Feb 19 01:15:38.061741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:38.066254 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e907f9-77fc-4927-880f-ace4325a5c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:38.150685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (ab805c86-1812-4aef-8985-2ad962ec8569), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.157277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0026c4-fc49-43de-af7f-461a9a02ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da7d42-3ed8-463e-82de-8605e2cba4fa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:38.191180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-5cf5f51c-8f57-41c0-bb7b-8dcdf9856bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:38.210161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-5cf5f51c-8f57-41c0-bb7b-8dcdf9856bcb service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.7883201 Feb 19 01:15:38.271495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.295562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/ab805c86-1812-4aef-8985-2ad962ec8569 HTTP/1.1" status: 204 len: 168 time: 2.4997799 Feb 19 01:15:38.327944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38510) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:38.338052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded667e-e822-4b37-afcb-4c9522931caa tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=ab805c86-1812-4aef-8985-2ad962ec8569,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:38.368749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-794834259'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:38.376122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-2208d3ff-c791-4f3e-a156-072646f15c3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.1352184 Feb 19 01:15:38.397999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.414364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f245-3471-42b2-bd0b-512d77c7f5ae req-0838638b-a0fa-46b5-bec8-a522cf4188f9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:38.429811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7da7f245-3471-42b2-bd0b-512d77c7f5ae req-0838638b-a0fa-46b5-bec8-a522cf4188f9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.7564607 Feb 19 01:15:38.443235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:38.480466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'mac_address': 'fa:16:3e:a3:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:15:38.563354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:38.563912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.565625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-8b1bc06b-e23a-4538-aa15-9c5afe99bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:38.568257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2aac3512-ce23-41b1-b0c8-7988479ac3e8 req-8b1bc06b-e23a-4538-aa15-9c5afe99bb23 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7988074 Feb 19 01:15:38.575774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa54dbb-92b4-40cd-8c46-6dfb06dc8448 req-b8429faa-173b-4d06-b3f0-3f7cbdc15151 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:38.589616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffa54dbb-92b4-40cd-8c46-6dfb06dc8448 req-b8429faa-173b-4d06-b3f0-3f7cbdc15151 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 0.4500709 Feb 19 01:15:38.607427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:38.610969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.611838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:38.645281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:38.682204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-3a0810d1-29f0-4078-8c33-6fd1cfca353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:38.683384 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.683691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-3a0810d1-29f0-4078-8c33-6fd1cfca353f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2260725 Feb 19 01:15:38.716390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7da7f245-3471-42b2-bd0b-512d77c7f5ae req-b5a55683-1ede-4f7b-ad1b-32ac094f84be tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854655 Feb 19 01:15:38.795288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:38.816812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['0aef5cb7-7610-4822-b6de-0569d3bf763a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:15:38.869240 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a6d3b-ee0d-46f4-8b80-0dc9e18e5c5c x-openstack-request-id: req-b91a6d3b-ee0d-46f4-8b80-0dc9e18e5c5c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:38.870246 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:38.870944 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b91a6d3b-ee0d-46f4-8b80-0dc9e18e5c5c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:38.871815 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069', 'status': 'completed', 'code': 200} Feb 19 01:15:38.897200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffa54dbb-92b4-40cd-8c46-6dfb06dc8448 req-8f424e66-06bd-4263-b09d-5b796d41746f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060739 Feb 19 01:15:38.967129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=12']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:39.036507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-4da63503-dae1-45ea-b8b3-8b70a6d83439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.039813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-4da63503-dae1-45ea-b8b3-8b70a6d83439 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3223515 Feb 19 01:15:39.056720 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d840319-133e-40c9-93f9-ecd17df13d9f x-openstack-request-id: req-5d840319-133e-40c9-93f9-ecd17df13d9f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:39.059023 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:39.059508 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d840319-133e-40c9-93f9-ecd17df13d9f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:39.060102 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'status': 'completed', 'code': 200} Feb 19 01:15:39.243514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.244021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.244486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.245370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.245510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.245940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.246431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.248519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-ae2a4126-3b62-4751-9020-9fc2549178b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6509 time: 0.3854198 Feb 19 01:15:39.439716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-f4eacbc8-82f5-4e2b-904c-5c14bcece90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.441295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-f4eacbc8-82f5-4e2b-904c-5c14bcece90e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1128 time: 0.3522995 Feb 19 01:15:39.573712 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-d55fe522-4288-4932-8b75-c0a502d537b1 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124471 Feb 19 01:15:39.727315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (091d9de2-d190-43af-a600-53bc55976776), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.730776 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Added segment 091d9de2-d190-43af-a600-53bc55976776 of type vlan for network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 Feb 19 01:15:39.820027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38574) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:39.942843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:39.949790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-5596e6ba-cd6a-4451-9761-63759aa6f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.951575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-5596e6ba-cd6a-4451-9761-63759aa6f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.952186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-5596e6ba-cd6a-4451-9761-63759aa6f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.952698 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.954837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-5596e6ba-cd6a-4451-9761-63759aa6f6a7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a245459410f6458bae113e586143fd66&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6753180 Feb 19 01:15:40.182811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2227e7-dd3c-4de4-a491-0dceea9acd94 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:40.193437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Publish callbacks [] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.202278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 0aef5cb7-7610-4822-b6de-0569d3bf763a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:40.209086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.211105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Transition to ACTIVE for port object fe2227e7-dd3c-4de4-a491-0dceea9acd94 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:40.225269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:15:40.248453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1727476591'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:40.260649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.263140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.269447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.270959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.373278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Network': ['ID=0c48a8b9-d5c2-43b4-91df-5667d4cf0b48,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:40.391949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:40.472594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.479652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.485722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.492008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.499056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.506066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.512439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.514886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-3d2e581b-563a-4175-aba6-bd8eb7043d22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5407 time: 0.8054295 Feb 19 01:15:40.595681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b8e5d858-0986-4bcd-b6f5-81128474f84c tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2601430 Feb 19 01:15:40.599657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38590) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:40.714965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:40.715557 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.731011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f4fd2-e708-4876-9632-26467da7df95 req-591c795c-f53a-4e0c-9213-e7dce7260d0b tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.754721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e7f4fd2-e708-4876-9632-26467da7df95 req-591c795c-f53a-4e0c-9213-e7dce7260d0b tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 945 time: 1.2149830 Feb 19 01:15:40.774093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:40.814071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:40.816682 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14347e3-3fb2-4f94-b4d9-207e6aeec856" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:40.865658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:40.883109 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:41.013884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=13']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:41.036682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e59a4a7c-eb01-4937-80ec-6a77acfd2ee4 req-69c80ed1-8211-4300-9697-587e0ffdc3d3 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3469796 Feb 19 01:15:41.042118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-7586ee60-cea1-4b54-8514-60974e0abe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.050898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-7586ee60-cea1-4b54-8514-60974e0abe9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 1.5783160 Feb 19 01:15:41.130616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-62febd41-8fad-4b03-ba9a-51a75dd255e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.0631819 Feb 19 01:15:41.140319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:41.154881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:41.165510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e7f4fd2-e708-4876-9632-26467da7df95 req-9017a8ca-8516-4e81-9f33-06a8b2385f27 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033163 Feb 19 01:15:41.284312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-41fe4d97-590c-4a9c-bf36-83bd2ee23cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.287888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6198d57a-55cd-4d8c-8bcb-80cc00c7242a req-41fe4d97-590c-4a9c-bf36-83bd2ee23cc2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3216040 Feb 19 01:15:41.306706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Attempting to bind port fe2227e7-dd3c-4de4-a491-0dceea9acd94 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:41.317788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Attempting to bind port fe2227e7-dd3c-4de4-a491-0dceea9acd94 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:41.318901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Attempting to bind port fe2227e7-dd3c-4de4-a491-0dceea9acd94 on network 461fbff4-998c-48c3-88e3-312889a9c900 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:41.322529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:41.405487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-e4b1ebd9-06fd-4620-a38f-c5b1c9fff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.407277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-e4b1ebd9-06fd-4620-a38f-c5b1c9fff852 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2392771 Feb 19 01:15:41.411883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-146e2fb3-b2f9-4744-a0c6-aa29ac28b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.413834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-146e2fb3-b2f9-4744-a0c6-aa29ac28b6a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1128 time: 0.2850907 Feb 19 01:15:41.459396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:41.563022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2107770f-8d91-4a53-92a1-83dc1d7b7b95 req-317c4597-7042-4052-bbc8-966312424bad tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0123994 Feb 19 01:15:41.580059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Port fe2227e7-dd3c-4de4-a491-0dceea9acd94 on network 461fbff4-998c-48c3-88e3-312889a9c900 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:41.582720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Attempting to bind port fe2227e7-dd3c-4de4-a491-0dceea9acd94 on network 461fbff4-998c-48c3-88e3-312889a9c900 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:41.731888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ab5e-00b6-41ad-a1d9-5e7522fb01c4 req-5942d328-83be-4f50-bbbe-076821d56b80 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.739143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efd4ab5e-00b6-41ad-a1d9-5e7522fb01c4 req-5942d328-83be-4f50-bbbe-076821d56b80 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.4460063 Feb 19 01:15:41.781776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for security_group (50aa1292-68c3-4f62-9656-97646e30061d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:41.818601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:41.818966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Checking segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:41.819508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Bound using segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:41.820057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Bound port: fe2227e7-dd3c-4de4-a491-0dceea9acd94, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:41.820458 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:41.897047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:41.899432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-31c448ea-75c6-48bd-aac8-232653090e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.900983 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-31c448ea-75c6-48bd-aac8-232653090e68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4790156 Feb 19 01:15:41.901221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:41.969573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-daeff10a-f58f-4d41-8121-97ed62c84239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.971063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-daeff10a-f58f-4d41-8121-97ed62c84239 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.5234253 Feb 19 01:15:42.112884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-782dbc56-a5be-4a22-91fe-878d9090ba4e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.1067657 Feb 19 01:15:42.146896 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50aa1292-68c3-4f62-9656-97646e30061d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.228367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efd4ab5e-00b6-41ad-a1d9-5e7522fb01c4 req-b4ede5f9-3b96-4027-859f-ba9a92afe7e7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882143 Feb 19 01:15:42.234140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:42.239596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:42.251579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-9244e415-07ef-45f7-9273-7cda01cc58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.255534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-9244e415-07ef-45f7-9273-7cda01cc58db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1128 time: 1.2787404 Feb 19 01:15:42.337058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-aa531c0b-5aed-4dc8-8575-e017b3ee182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.344263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-aa531c0b-5aed-4dc8-8575-e017b3ee182e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1740501 Feb 19 01:15:42.349039 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c25733b-3563-4582-92ab-9069fc659dab x-openstack-request-id: req-2c25733b-3563-4582-92ab-9069fc659dab {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:42.349557 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-plugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:42.349785 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c25733b-3563-4582-92ab-9069fc659dab {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:42.350024 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:15:42.456676 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-6787946a-ea44-42fb-8fd4-9e9d3a1b681f service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354753 Feb 19 01:15:42.526583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.586210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-8d55255a-2386-4c3f-93c6-e377c2324651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.587939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-8d55255a-2386-4c3f-93c6-e377c2324651 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2345631 Feb 19 01:15:42.606057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6095e-f959-424d-87c5-570ff5c4342d req-47eee150-516f-442e-864c-341d45533e77 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.613867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0a6095e-f959-424d-87c5-570ff5c4342d req-47eee150-516f-442e-864c-341d45533e77 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 945 time: 0.1533546 Feb 19 01:15:42.679678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-d56fb73e-3b1c-4489-ae6c-443bb127a272 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.687817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-d56fb73e-3b1c-4489-ae6c-443bb127a272 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.10 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 945 time: 1.7559459 Feb 19 01:15:42.740578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-74701c2d-7c1f-49bf-b59a-39a1ba8a91d1 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047404 Feb 19 01:15:42.926772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0a6095e-f959-424d-87c5-570ff5c4342d req-8ca8bf03-49fc-47d2-b65d-249964af4a2f tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096430 Feb 19 01:15:42.960947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-3241a7e5-0375-49f3-b423-d1514216b07f service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606831 Feb 19 01:15:43.017499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:43.028055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-edda3830-9ded-428e-ae6f-1990b92f3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.030049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-edda3830-9ded-428e-ae6f-1990b92f3502 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.5970161 Feb 19 01:15:43.051859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (d53db3ae-de18-44c7-923b-0304cc48f20b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.131965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04e907f9-77fc-4927-880f-ace4325a5c5f req-27618e20-5e72-44b1-8bca-469ba9cf87ca service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700650 Feb 19 01:15:43.148164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:43.168905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039a46-fdb8-478f-80ee-4b8f8513ff65 req-1b71c946-3071-4c7e-918d-0ff21af036a4 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.170952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e039a46-fdb8-478f-80ee-4b8f8513ff65 req-1b71c946-3071-4c7e-918d-0ff21af036a4 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 946 time: 1.3653419 Feb 19 01:15:43.296283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.312614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7b79042a-c642-429d-8096-e8e59dea237e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.312970 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Added segment 7b79042a-c642-429d-8096-e8e59dea237e of type vlan for network 35170daa-c92d-4c54-8912-0467c13b4603 Feb 19 01:15:43.317202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.324389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.331631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.338647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.347208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.353998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.362590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86510468-f272-4cb4-800c-96d08c5ee64d req-a1e6b3f6-8d43-4e10-8593-6c0b2bb066bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5419 time: 0.2291663 Feb 19 01:15:43.384313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (35170daa-c92d-4c54-8912-0467c13b4603), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.468069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (35170daa-c92d-4c54-8912-0467c13b4603), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.474541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.475593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.502720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86510468-f272-4cb4-800c-96d08c5ee64d req-c6621251-a126-4e19-b370-0ae651f738c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388402 Feb 19 01:15:43.683675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c020d8a-cede-40c5-9842-8b67f2b4c56e req-b02cc6c5-6a36-46f1-a239-512be7d87518 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.692399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0c020d8a-cede-40c5-9842-8b67f2b4c56e req-b02cc6c5-6a36-46f1-a239-512be7d87518 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.1053069 Feb 19 01:15:43.731958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50aa1292-68c3-4f62-9656-97646e30061d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:43.746007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.746624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.748338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e0f56a18-f876-4d58-b529-93bfebebc141 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe2227e7-dd3c-4de4-a491-0dceea9acd94 HTTP/1.1" status: 200 len: 1091 time: 5.8846295 Feb 19 01:15:43.753562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Network': ['ID=35170daa-c92d-4c54-8912-0467c13b4603,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:43.755885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:43.758184 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98330705-1778-4752-8d59-e0166431a988" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:43.804566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Request body: {'port': {'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:43.834775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 35170daa-c92d-4c54-8912-0467c13b4603 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:43.880051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0c020d8a-cede-40c5-9842-8b67f2b4c56e req-885bde50-f807-49bd-b14b-e3d345849415 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819887 Feb 19 01:15:44.007838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=d53db3ae-de18-44c7-923b-0304cc48f20b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:44.016485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-b945c049-2b12-4f64-a0e3-5cc1686860cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 1000 time: 0.9434857 Feb 19 01:15:44.091434 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c4961-4eb4-46a8-876b-d4132afb5515 x-openstack-request-id: req-031c4961-4eb4-46a8-876b-d4132afb5515 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:44.092315 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:44.100886 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-031c4961-4eb4-46a8-876b-d4132afb5515 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:44.101391 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94', 'status': 'completed', 'code': 200} Feb 19 01:15:44.146961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d8150618-495c-4c2d-9eef-487d1d809bd8 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.3199677 Feb 19 01:15:44.147297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38620) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:44.152962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'subnet': {'network_id': '35170daa-c92d-4c54-8912-0467c13b4603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:44.403508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-e271a586-13af-4a9c-b6d7-4702c4129a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.404932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-e271a586-13af-4a9c-b6d7-4702c4129a61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.3255870 Feb 19 01:15:44.415320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:44.460651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Checking segment: {'id': '091d9de2-d190-43af-a600-53bc55976776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:44.461046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network hostable DHCP agents. Network: 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:44.519510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:15:44.562867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e039a46-fdb8-478f-80ee-4b8f8513ff65 req-37b835ce-0f42-47b5-8cb8-28550f28d511 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1161494 Feb 19 01:15:44.610099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b391-3b79-417a-839b-03bd2699a5f2 req-c1c134fb-2452-4890-839f-139d214a507d tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.619669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17d3b391-3b79-417a-839b-03bd2699a5f2 req-c1c134fb-2452-4890-839f-139d214a507d tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 945 time: 0.4111106 Feb 19 01:15:44.699843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Deleting port ac35c313-b1d0-4e2d-a802-550d9bf7c87a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:44.700199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:44.723810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.724834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-e5448016-8e5f-42b2-8d1f-186062d5f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.726640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.727124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.727599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.728462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-e5448016-8e5f-42b2-8d1f-186062d5f656 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2744479 Feb 19 01:15:44.733321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.733834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.734426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.736590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98330705-1778-4752-8d59-e0166431a988 req-3105e5b2-7c36-4eb0-86c8-9edaa3bdeea5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6607 time: 0.4853208 Feb 19 01:15:44.745034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:44.753017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:44.755355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.046685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:45.097727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17d3b391-3b79-417a-839b-03bd2699a5f2 req-59268b88-a378-4950-8836-3ae8bc6436e0 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/security-groups?id=9669f612-7934-42db-b8af-c41fb71a2827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770188 Feb 19 01:15:45.240233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'mac_address': 'fa:16:3e:17:d7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:15:45.366449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (17b7071b-d002-4e78-91f6-e2af414dbe6a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.464382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:45.472276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] For port ac35c313-b1d0-4e2d-a802-550d9bf7c87a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,segment=NetworkSegment(43435e8c-08dd-4a3f-86fc-26c05de9fd13),segment_id=43435e8c-08dd-4a3f-86fc-26c05de9fd13)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:45.473434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.473711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.525729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c766bb9-a4ed-42df-a521-20d67ba99dc7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:45.527598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Calling delete_port for ac35c313-b1d0-4e2d-a802-550d9bf7c87a owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:45.532566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:45.555869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629b697-9258-458c-854b-88775f19a2b4 None None] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:45.612898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.614681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.694974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Checking segment: {'id': '7b79042a-c642-429d-8096-e8e59dea237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '35170daa-c92d-4c54-8912-0467c13b4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:45.695338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network hostable DHCP agents. Network: 35170daa-c92d-4c54-8912-0467c13b4603, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:45.780630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9e666b03-9b2e-4f31-9023-9a3d916c7b59 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0478144 Feb 19 01:15:45.806124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:45.831043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-154ec2f8-5546-4337-b80c-9d4b3de7d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.831493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-154ec2f8-5546-4337-b80c-9d4b3de7d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.832485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-154ec2f8-5546-4337-b80c-9d4b3de7d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.834299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98330705-1778-4752-8d59-e0166431a988 req-154ec2f8-5546-4337-b80c-9d4b3de7d834 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a245459410f6458bae113e586143fd66&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7822726 Feb 19 01:15:45.840236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38634) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:45.841806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c518c6d-f601-40a1-91d4-c188380e3958 req-2809753e-64e3-48da-bf35-c2926117be8d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.843448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c518c6d-f601-40a1-91d4-c188380e3958 req-2809753e-64e3-48da-bf35-c2926117be8d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.5429101 Feb 19 01:15:45.854563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-769801900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:45.879639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-f626707a-6749-4039-a4ee-5cb277530104 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5812733 Feb 19 01:15:45.889044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.912427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-0c48a8b9-d5c2-43b4-91df-5667d4cf0b48', 'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': 'd53db3ae-de18-44c7-923b-0304cc48f20b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:45.914514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.925418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (97bfb460-6b43-44db-bf22-2340d7d452de), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.926506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (97bfb460-6b43-44db-bf22-2340d7d452de), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.953931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.961909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.968733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.980953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:45.984210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.999284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.010894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.014812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac35c313-b1d0-4e2d-a802-550d9bf7c87a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:46.016852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.026705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-e88fe771-c302-4575-833e-c38b97533f61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5419 time: 1.3116643 Feb 19 01:15:46.143099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c518c6d-f601-40a1-91d4-c188380e3958 req-d129b2e7-7723-4ac1-9494-86f6163f4f3c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499957 Feb 19 01:15:46.222082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Subnet': ['ID=17b7071b-d002-4e78-91f6-e2af414dbe6a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:46.323731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 35170daa-c92d-4c54-8912-0467c13b4603) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:46.337282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.338071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:46.345942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae19ae15-375c-4522-ad54-61edd2afb149 req-64da029f-4bd6-4f17-84bb-7850f8a78db3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2895641 Feb 19 01:15:46.365660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-31094872-4c26-4ed2-809c-292d721c1d1e service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5759022 Feb 19 01:15:46.488276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ec8a642b-fada-45ff-ad8a-08433ba38d15 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3398161 Feb 19 01:15:46.506886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38640) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:46.525798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1645934959', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:46.530314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:46.550524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:15:46.604405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:46.605669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:46.647699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-aa5af562-169e-42de-9cfd-d3cd45d8c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.649144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-aa5af562-169e-42de-9cfd-d3cd45d8c38b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1129 time: 0.6037340 Feb 19 01:15:46.685068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a5405-1ec0-40ca-8b19-650c177944ac None None] Network 35170daa-c92d-4c54-8912-0467c13b4603 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:46.818090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330705-1778-4752-8d59-e0166431a988 req-85afad80-938e-47bd-a0d5-ca6114b869ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.819729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98330705-1778-4752-8d59-e0166431a988 req-85afad80-938e-47bd-a0d5-ca6114b869ad service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9752381 Feb 19 01:15:46.844306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c741-e29c-4dc3-9452-04ddf5d555ea req-3c758536-84ad-4744-a914-fe65701cbb6f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:46.852442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa00c741-e29c-4dc3-9452-04ddf5d555ea req-3c758536-84ad-4744-a914-fe65701cbb6f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 947 time: 0.5746219 Feb 19 01:15:47.063250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_controller (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.074086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11f525-9c92-4e0a-a548-e5b10dd312ec None None] Network 35170daa-c92d-4c54-8912-0467c13b4603 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:47.092223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-a02a0502-b4bf-4c67-ab21-a40d27508d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:47.102622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-a02a0502-b4bf-4c67-ab21-a40d27508d79 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.4192047 Feb 19 01:15:47.247545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa00c741-e29c-4dc3-9452-04ddf5d555ea req-9a532cfb-8022-4a6b-a86d-e75dc7c25b36 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939910 Feb 19 01:15:47.251671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-4635bfad-c61c-4c10-a3c9-40b232dd964e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.1405482 Feb 19 01:15:47.311615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Allocated IP 2001:db8::2 (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48/d53db3ae-de18-44c7-923b-0304cc48f20b/8cf9bef8-044e-4e07-bd88-ed6611f5a76f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:47.433079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-519e49d8-b256-42d1-a1e1-98a51b540cbe req-7b2876e0-d4f5-4435-b94b-cb737aff717d service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0537241 Feb 19 01:15:47.439286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ac35c313-b1d0-4e2d-a802-550d9bf7c87a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:47.440018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.504069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-106f1d87-1e2b-4bec-99cc-5f0f29fcf556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:47.514518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-106f1d87-1e2b-4bec-99cc-5f0f29fcf556 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1694000 Feb 19 01:15:47.605417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.818889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886c0da-d165-4ed7-b179-642c64ca38b0 req-f9d761bf-602f-4027-9f85-e176cbe3a015 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:47.823642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d886c0da-d165-4ed7-b179-642c64ca38b0 req-f9d761bf-602f-4027-9f85-e176cbe3a015 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.4596894 Feb 19 01:15:47.931788 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for router_controller (97bfb460-6b43-44db-bf22-2340d7d452de), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.963605 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ac35c313-b1d0-4e2d-a802-550d9bf7c87a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.996847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (97bfb460-6b43-44db-bf22-2340d7d452de), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.114791 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Publish callbacks [] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.132000 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.246714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.250818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-421f30f9-5cd6-405c-b245-d5a65d707ea5 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.4057188 Feb 19 01:15:48.264274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c302e1e-d1a7-4a44-949c-3e103856087c req-432b1a42-22c9-41e9-88d2-142792accb8f tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.43 "GET /v2.0/ports?device_id=e62ccf73-6747-4df4-9102-9d9059522b9d HTTP/1.1" status: 200 len: 210 time: 0.8158808 Feb 19 01:15:48.266641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:48.270660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9452f5e-6dfd-4b6d-b4b2-51493fc83367 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:48.291783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:48.302798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Publish callbacks [] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.307248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Pushing event updated for resources: {'Port': ['ID=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:48.314006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:48.320144 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.338455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Transition to ACTIVE for port object d9452f5e-6dfd-4b6d-b4b2-51493fc83367 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:48.351062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38666) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:48.364562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48', 'name': 'tempest-PortsIpV6TestJSON-646620312'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:48.409208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Pushing event deleted for resources: {'Port': ['ID=ac35c313-b1d0-4e2d-a802-550d9bf7c87a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:48.419153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.451766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Attempting to bind port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:48.452305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Attempting to bind port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '091d9de2-d190-43af-a600-53bc55976776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:48.452785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Attempting to bind port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f on network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:48.465802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:48.466378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Checking segment: {'id': '091d9de2-d190-43af-a600-53bc55976776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:48.466903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.467413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Bound using segment: {'id': '091d9de2-d190-43af-a600-53bc55976776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:48.468618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Bound port: 8cf9bef8-044e-4e07-bd88-ed6611f5a76f, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091d9de2-d190-43af-a600-53bc55976776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c48a8b9-d5c2-43b4-91df-5667d4cf0b48'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:48.469182 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.509441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] No DVR routers for this DVR port ac35c313-b1d0-4e2d-a802-550d9bf7c87a on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:48.652235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.658132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] For port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:48.661869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd8a524a-ab29-4a53-94bc-f6cb4d55107d req-f6cd68f7-368d-4510-be44-a7f794333108 tempest-ServerAddressesNegativeTestJSON-1378518572 tempest-ServerAddressesNegativeTestJSON-1378518572-project] 10.222.0.10 "DELETE /v2.0/ports/ac35c313-b1d0-4e2d-a802-550d9bf7c87a HTTP/1.1" status: 204 len: 173 time: 5.6170223 Feb 19 01:15:48.667132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'name': 'network-vif-deleted', 'tag': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:48.667895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] For port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,segment=NetworkSegment(091d9de2-d190-43af-a600-53bc55976776),segment_id=091d9de2-d190-43af-a600-53bc55976776)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:48.675289 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929529a5-b2d4-455f-a561-aead8140e97b" -d '{"events": [{"server_uuid": "e62ccf73-6747-4df4-9102-9d9059522b9d", "name": "network-vif-deleted", "tag": "ac35c313-b1d0-4e2d-a802-550d9bf7c87a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:48.695353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.808932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Pushing event updated for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:48.860585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d886c0da-d165-4ed7-b179-642c64ca38b0 req-0506ffe3-d1de-40fc-a9d1-f23309eb3362 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0249078 Feb 19 01:15:48.899610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-6ef91134-b118-40c8-ab0a-b29506475e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:48.904733 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-6ef91134-b118-40c8-ab0a-b29506475e8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.3347564 Feb 19 01:15:48.982907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3922d-ff7a-47df-9aa8-cb969b49ea12 None None] Pushing event updated for resources: {'Port': ['ID=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:49.402474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:49.413166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:49.692525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port 8ea9c111-3fa1-4854-9354-9c56404af7d9 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:15:49.730415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-98337d59-d601-4db3-9cbf-684096e29e45 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8052042 Feb 19 01:15:49.817903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042079ac-870c-4589-9c92-0adda997c44f req-335a622b-4419-457b-8180-e9619d62c7f0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.823599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-042079ac-870c-4589-9c92-0adda997c44f req-335a622b-4419-457b-8180-e9619d62c7f0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 947 time: 0.7040486 Feb 19 01:15:49.856497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Attempting to bind port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:49.857238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Attempting to bind port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:49.874197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Attempting to bind port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 on network 461fbff4-998c-48c3-88e3-312889a9c900 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:49.894401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cf9bef8-044e-4e07-bd88-ed6611f5a76f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:49.896323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 on network 461fbff4-998c-48c3-88e3-312889a9c900 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:49.899725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Attempting to bind port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 on network 461fbff4-998c-48c3-88e3-312889a9c900 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:49.900110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:49.910588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-dd3a322e-24c4-4a30-b13c-b6a3f3e74575 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.912504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-dd3a322e-24c4-4a30-b13c-b6a3f3e74575 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&tenant_id=88aae3f9d11042d0ba928360fbce9057&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 947 time: 0.9033597 Feb 19 01:15:49.936070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:49.936872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Checking segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:49.937544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Bound using segment: {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:49.938258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Bound port: d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05e73b1-f11e-4851-b34a-4e6c1892d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:49.938983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:49.959679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.965724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.971415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.977688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.983824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.998008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:50.009897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:50.013240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-80757dbd-87f0-40b0-a138-65494dffe9a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 1.1017978 Feb 19 01:15:50.044736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:50.045551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.075017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.229534 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d94b1ae9-1335-4dac-8f9f-9746cadb35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.315425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:50.315975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.400584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,segment=NetworkSegment(091d9de2-d190-43af-a600-53bc55976776),segment_id=091d9de2-d190-43af-a600-53bc55976776)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:50.426511 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.496892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2168127f-f343-48ed-b1cc-c6f97a65cbce req-74c870f4-7eea-47e6-b58b-7e5469587099 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567751 Feb 19 01:15:50.498872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:50.568090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-442f7771-2a7e-4731-b255-1fdc7c12a74a req-98756c58-e18c-402d-9726-6e6ed9881c4e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4952545 Feb 19 01:15:50.634271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.183 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/ce8af83c-2671-4109-bf65-999280259a32) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:50.664080 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-669cd3a8-fa51-47c0-a399-5550c99fb958 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:15:50.668130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-669cd3a8-fa51-47c0-a399-5550c99fb958 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0c766bb9-a4ed-42df-a521-20d67ba99dc7/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.7428577 Feb 19 01:15:50.688097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::34e (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48/d53db3ae-de18-44c7-923b-0304cc48f20b/8ea9c111-3fa1-4854-9354-9c56404af7d9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:50.732698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:50.749140 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcfaa32-694e-4b93-8e3f-5de1a34cd2a8 x-openstack-request-id: req-0bcfaa32-694e-4b93-8e3f-5de1a34cd2a8 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:50.749631 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62ccf73-6747-4df4-9102-9d9059522b9d", "name": "network-vif-deleted", "tag": "ac35c313-b1d0-4e2d-a802-550d9bf7c87a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:50.756320 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bcfaa32-694e-4b93-8e3f-5de1a34cd2a8 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:50.756955 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62ccf73-6747-4df4-9102-9d9059522b9d', 'name': 'network-vif-deleted', 'tag': 'ac35c313-b1d0-4e2d-a802-550d9bf7c87a', 'status': 'completed', 'code': 200} Feb 19 01:15:50.782644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:50.800887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:50.806230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:15:50.812757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:50.815483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38688) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:50.818223 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.969058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.992386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (ce8af83c-2671-4109-bf65-999280259a32), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.058852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612373f-d432-46ae-8e33-21f62cef9828 None None] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:51.077191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ce8af83c-2671-4109-bf65-999280259a32), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.085452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Deleting subnet 7518b303-66ae-41ca-ba4c-02bf96fb853c {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:15:51.135324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Publish callbacks [] for subnet (7518b303-66ae-41ca-ba4c-02bf96fb853c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.138610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.139644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.141383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-41201269-6845-466b-9a7d-94bbe748280e service neutron] 10.222.0.10 "PUT /v2.0/ports/d9452f5e-6dfd-4b6d-b4b2-51493fc83367 HTTP/1.1" status: 200 len: 1091 time: 7.3524301 Feb 19 01:15:51.242930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=ce8af83c-2671-4109-bf65-999280259a32,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:51.267511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-042079ac-870c-4589-9c92-0adda997c44f req-dafd61c6-1897-4860-8935-2d1ff2b1ca7e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3787966 Feb 19 01:15:51.304541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:51.306154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:51.324529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:51.369833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:51.371152 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.409482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-d450b8ea-670e-423b-a1dc-21ad6dbccd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.411219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-d450b8ea-670e-423b-a1dc-21ad6dbccd80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1129 time: 0.4231148 Feb 19 01:15:51.434856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.438209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.441550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-59a23604-dda7-4136-8be1-a7323aad3995 None None] Provisioning complete for port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:51.442419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.443050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.443488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59a23604-dda7-4136-8be1-a7323aad3995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.443856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.444473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.449762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.459933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-26b89f21-bda8-4990-b660-8a77232c9568 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6705 time: 0.1917768 Feb 19 01:15:51.480426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (7518b303-66ae-41ca-ba4c-02bf96fb853c), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.566429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:51.573826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:51.577648 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58264de5-1f38-4728-9424-4c8d508848fc" -d '{"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:51.580293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-a7300f5d-0e30-4afd-ad26-3415172ca711 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a HTTP/1.1" status: 200 len: 217 time: 0.1118858 Feb 19 01:15:51.616477 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.695818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894d3a1-6147-4a90-aa1a-150682983925 req-b1f93df5-a0f6-4b53-b6f5-201a1c5a2005 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.703186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9894d3a1-6147-4a90-aa1a-150682983925 req-b1f93df5-a0f6-4b53-b6f5-201a1c5a2005 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.5843420 Feb 19 01:15:51.747838 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a57ab22-849c-49a8-868d-c0baf723d273 x-openstack-request-id: req-1a57ab22-849c-49a8-868d-c0baf723d273 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:51.749179 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:51.752530 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a57ab22-849c-49a8-868d-c0baf723d273 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:51.753328 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'code': 200} Feb 19 01:15:51.756540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cf9bef8-044e-4e07-bd88-ed6611f5a76f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:51.777102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-a7ba974d-c5ab-4ddd-bd78-6946db82dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.778638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-a7ba974d-c5ab-4ddd-bd78-6946db82dd51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5642b9a9-b761-40e9-aacf-8d7ae9ee1289 HTTP/1.1" status: 200 len: 856 time: 0.1023014 Feb 19 01:15:51.779289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201269-6845-466b-9a7d-94bbe748280e service neutron] Pushing event updated for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:52.051507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7518b303-66ae-41ca-ba4c-02bf96fb853c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.129390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:52.152719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-59a23604-dda7-4136-8be1-a7323aad3995 None None] Current status of the port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:52.218714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:52.219244 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.248013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.279316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-8accce76-ceac-41f2-8c11-f34d9c5ddd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.280797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-8accce76-ceac-41f2-8c11-f34d9c5ddd9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.7374966 Feb 19 01:15:52.327683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (7518b303-66ae-41ca-ba4c-02bf96fb853c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.344024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.359588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.375467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.381406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9894d3a1-6147-4a90-aa1a-150682983925 req-ccce5549-b671-442b-9c8f-f49dd42fd6b8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6669097 Feb 19 01:15:52.400767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.416672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.432333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.447598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.451892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-6a6c994f-717a-4ac5-9377-38b1732d6624 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.4010184 Feb 19 01:15:52.662451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.665697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7518b303-66ae-41ca-ba4c-02bf96fb853c HTTP/1.1" status: 204 len: 168 time: 1.8414333 Feb 19 01:15:52.668520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38704) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:52.723368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-24cd27d9-6207-495b-b7a2-4b174edd605a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.3975596 Feb 19 01:15:52.734011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f0a0-34b8-4f96-ac0a-ac13dbe11898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7518b303-66ae-41ca-ba4c-02bf96fb853c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:52.750280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-7fe70b03-e219-49cf-87c1-d1a36a6a8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:52.756364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-7fe70b03-e219-49cf-87c1-d1a36a6a8da6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6483eb8d-e413-47c7-9fcc-90907a41f6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9668388 Feb 19 01:15:52.763910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bca59bab-85d2-486f-a788-99ddaee1b666 req-904f6742-d21c-4b07-8235-8d5442886e0b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037992 Feb 19 01:15:52.830036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:52.834152 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2efdfea-bacd-4727-bd56-8e039f0d912b" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:52.886669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.991899 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e04432-5745-4c19-9a1c-559ec4491c52 x-openstack-request-id: req-06e04432-5745-4c19-9a1c-559ec4491c52 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:53.001919 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:53.002725 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06e04432-5745-4c19-9a1c-559ec4491c52 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:53.003921 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367', 'status': 'completed', 'code': 200} Feb 19 01:15:53.088562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0cb4ae47-28e5-426f-9a45-9feab745460e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.092228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:53.101947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b52dadf6-144c-4b27-9f93-6b3a861f43dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.104739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f399184f-b56d-4cf0-ba4a-7bab0ea907aa None None] Provisioning complete for port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:53.105186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f399184f-b56d-4cf0-ba4a-7bab0ea907aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.216438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-6dff92c1-8e75-4cd3-9972-d16fde6a92f1 service neutron] 10.222.0.10 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780277 Feb 19 01:15:53.256190 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.292778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-692ff8ca-429b-433b-ad12-fb704ae3ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:53.300278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-692ff8ca-429b-433b-ad12-fb704ae3ebdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.5424688 Feb 19 01:15:53.377404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f399184f-b56d-4cf0-ba4a-7bab0ea907aa None None] Current status of the port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:53.399359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0cb4ae47-28e5-426f-9a45-9feab745460e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.455067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4ae47-28e5-426f-9a45-9feab745460e']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:53.472953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43435e8c-08dd-4a3f-86fc-26c05de9fd13') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:53.473297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43435e8c-08dd-4a3f-86fc-26c05de9fd13') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:53.493783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (43435e8c-08dd-4a3f-86fc-26c05de9fd13), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.511772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (43435e8c-08dd-4a3f-86fc-26c05de9fd13), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.518641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:15:53.518924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (43435e8c-08dd-4a3f-86fc-26c05de9fd13), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.571643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f395-d5f3-480c-a430-4869a9b8d3bc req-99abbb4d-75ab-4a8c-bdfe-3f02d612d3d0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:53.583171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52e3f395-d5f3-480c-a430-4869a9b8d3bc req-99abbb4d-75ab-4a8c-bdfe-3f02d612d3d0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.8954778 Feb 19 01:15:53.618063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:15:53.633398 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:15:53.661522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.799700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0cb4ae47-28e5-426f-9a45-9feab745460e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.822088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.825431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] 10.222.0.43 "DELETE /v2.0/networks/0cb4ae47-28e5-426f-9a45-9feab745460e HTTP/1.1" status: 204 len: 168 time: 1.1358023 Feb 19 01:15:53.828400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=8ea9c111-3fa1-4854-9354-9c56404af7d9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:53.843233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52e3f395-d5f3-480c-a430-4869a9b8d3bc req-e0add67a-7a3e-4d3c-884b-46b0375e2617 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550113 Feb 19 01:15:53.880153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:53.908795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:53.911286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244bb22-676e-4478-a24e-bb0349b994ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4ae47-28e5-426f-9a45-9feab745460e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:53.919392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:53.932448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:53.938723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.981282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-24a3f061-ce76-4095-8647-7c91a0a72c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:53.985843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-24a3f061-ce76-4095-8647-7c91a0a72c17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6162124 Feb 19 01:15:54.001735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9fe2cbee-350a-4a58-91ea-d2697b659279 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6492367 Feb 19 01:15:54.010607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38718) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:54.069768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573647d5-e08b-413c-b750-aa368d13f2e3 req-048432ca-1bb8-40a6-afe8-9c5fc3950ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:54.077812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-573647d5-e08b-413c-b750-aa368d13f2e3 req-048432ca-1bb8-40a6-afe8-9c5fc3950ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.4711080 Feb 19 01:15:54.222566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38722) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:54.312484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-573647d5-e08b-413c-b750-aa368d13f2e3 req-8a4f5a36-779b-41bc-a2f1-c9734b364bbf tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322142 Feb 19 01:15:54.434882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93fc7d4c-83f4-495e-a760-f62273c2756b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2470230657014456beb82439836137f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972172 Feb 19 01:15:54.442981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:54.479819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:15:54.525645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f13a7c06-da9a-48be-855e-05f25ce8c3d1 None None] Provisioning complete for port 8ea9c111-3fa1-4854-9354-9c56404af7d9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:54.526627 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f13a7c06-da9a-48be-855e-05f25ce8c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.603794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf22b87-c0cf-4045-99f4-6b9112ab2e0e admin admin] Publish callbacks [] for security_group (9669f612-7934-42db-b8af-c41fb71a2827), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.650694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f13a7c06-da9a-48be-855e-05f25ce8c3d1 None None] Port 8ea9c111-3fa1-4854-9354-9c56404af7d9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:54.760856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf22b87-c0cf-4045-99f4-6b9112ab2e0e admin admin] Publish callbacks [] for security_group (9669f612-7934-42db-b8af-c41fb71a2827), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.826517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:15:54.842697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:15:54.874533 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:54.886107 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:54.898962 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.900295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-435e81f3-46e6-4bdc-942d-16378621b8db tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3813393 Feb 19 01:15:54.907619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:55.052959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1b418bac-3713-4e0b-a319-b18fbb117000 service neutron] 10.222.0.10 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8112435 Feb 19 01:15:55.092798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf22b87-c0cf-4045-99f4-6b9112ab2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9669f612-7934-42db-b8af-c41fb71a2827), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:55.098530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf22b87-c0cf-4045-99f4-6b9112ab2e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:55.106124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bdf22b87-c0cf-4045-99f4-6b9112ab2e0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9669f612-7934-42db-b8af-c41fb71a2827 HTTP/1.1" status: 204 len: 168 time: 0.6618762 Feb 19 01:15:55.211674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf22b87-c0cf-4045-99f4-6b9112ab2e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669f612-7934-42db-b8af-c41fb71a2827,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:55.300171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:55.341767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-bffd18da-41d3-4f8f-ac78-a528fc8b24ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 217 time: 0.2496848 Feb 19 01:15:55.348462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-50d816e2-3f67-4763-9295-924992315a89 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3423722 Feb 19 01:15:55.409093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f30f84-caed-472c-9304-76f3713403a3 req-937bf4f1-f77a-4a54-b258-1806f5d8302c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.413218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4f30f84-caed-472c-9304-76f3713403a3 req-937bf4f1-f77a-4a54-b258-1806f5d8302c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.3749082 Feb 19 01:15:55.442138 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:55.462004 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:55.463923 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:55.501182 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:55.502536 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb769c72-7adf-42d7-96d6-d8f889c8854d None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:15:55.703955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-73a8fc65-a728-46b8-bfe7-71362461fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.707689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-73a8fc65-a728-46b8-bfe7-71362461fbf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.2861300 Feb 19 01:15:55.725846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.733650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.740281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.748670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.756678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.763795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.771725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.774243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-00e303a7-a8c6-49d7-8c95-cff073368e29 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.9102883 Feb 19 01:15:55.883121 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:56.013990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4f30f84-caed-472c-9304-76f3713403a3 req-b0b26fdf-c6a6-4995-b996-674088042ad0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866320 Feb 19 01:15:56.137344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b6f3dda-8e0c-4d77-822c-112084f340d3 req-03d059f8-fbff-4a22-a674-da84b1ac0dff tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1988509 Feb 19 01:15:56.495653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:56.648523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-93916bf7-5715-46a1-abb6-64e2ac60e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:56.657993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-93916bf7-5715-46a1-abb6-64e2ac60e6c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8453143 Feb 19 01:15:56.853799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de8c-3f04-4a1c-90a8-39f67fd5574a req-80fe61d4-a2fc-4566-81c6-cb8eb0ecd78a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:56.857396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cc5de8c-3f04-4a1c-90a8-39f67fd5574a req-80fe61d4-a2fc-4566-81c6-cb8eb0ecd78a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.3558605 Feb 19 01:15:56.884698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:56.951204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9e40a8a7-97c4-447d-a88d-ff1152232853 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383626 Feb 19 01:15:56.965234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64c244bc-1a70-4b14-8a4b-c5890788626c req-21e8e452-b825-4b57-bad1-fb6965f5d56e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5416741 Feb 19 01:15:57.114419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5cc5de8c-3f04-4a1c-90a8-39f67fd5574a req-7ea9982d-6bbc-43f3-a247-0750d32e62e0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387161 Feb 19 01:15:57.270544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.457612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.487803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ebb684d-28ab-4559-85e2-69224aff1fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.541181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d6999307-31b8-4637-8ae0-e582361f6d4c service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641830 Feb 19 01:15:57.694497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ebb684d-28ab-4559-85e2-69224aff1fff admin admin] Publish callbacks [] for security_group (9d33141c-6148-4e9b-8b81-bfe3f65db438), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.758111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ebb684d-28ab-4559-85e2-69224aff1fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9d33141c-6148-4e9b-8b81-bfe3f65db438), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.774406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-83e6052c-99e0-45b2-95e5-ac7ffbf5ce79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 217 time: 0.1354373 Feb 19 01:15:57.920244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.929872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.935210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.951081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-b3d4d279-3e27-40aa-8a00-43bfca9bca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.952549 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-b3d4d279-3e27-40aa-8a00-43bfca9bca12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.1680243 Feb 19 01:15:57.954786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.970204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.975782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.991432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.993833 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-9622339d-110e-4756-8bab-fdb510522144 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.5876465 Feb 19 01:15:58.058301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53bd2c-4383-4a6f-bd6d-8f7b365c7e74 req-07f162d7-cc16-48dd-8cc1-7a3b1ec38dca tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:58.059887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a53bd2c-4383-4a6f-bd6d-8f7b365c7e74 req-07f162d7-cc16-48dd-8cc1-7a3b1ec38dca tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.8219047 Feb 19 01:15:58.263925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.1 (35170daa-c92d-4c54-8912-0467c13b4603/17b7071b-d002-4e78-91f6-e2af414dbe6a/1fe5932f-2448-4347-956e-c763cc32adaa) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:58.314032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d23f1281-f688-46d6-b6b1-771db992190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:58.318509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d23f1281-f688-46d6-b6b1-771db992190b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3519416 Feb 19 01:15:58.412586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (1fe5932f-2448-4347-956e-c763cc32adaa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.430678 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ebb684d-28ab-4559-85e2-69224aff1fff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82424faaff424f35940ecf64935c0cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5243773 Feb 19 01:15:58.432104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb684d-28ab-4559-85e2-69224aff1fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d33141c-6148-4e9b-8b81-bfe3f65db438,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:58.434557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38790) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:58.551704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6abbee4e-b1fc-4571-886a-4eb64f8ef015 req-83b1fc37-48c7-41b3-b7cd-da04d0dc469c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313920 Feb 19 01:15:58.567018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fb94a2-74a0-4458-99ca-b0e019317721 admin admin] Publish callbacks [] for security_group (9d33141c-6148-4e9b-8b81-bfe3f65db438), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.604446 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1fe5932f-2448-4347-956e-c763cc32adaa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.677748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fb94a2-74a0-4458-99ca-b0e019317721 admin admin] Publish callbacks [] for security_group (9d33141c-6148-4e9b-8b81-bfe3f65db438), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.688142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.702100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.767511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a53bd2c-4383-4a6f-bd6d-8f7b365c7e74 req-8412fb28-5c0e-4080-a1dc-9434c51988f1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691790 Feb 19 01:15:58.773163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=8ea9c111-3fa1-4854-9354-9c56404af7d9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:58.799801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:58.815055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:58.842772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:58.947382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=1fe5932f-2448-4347-956e-c763cc32adaa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:59.023266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.147967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fb94a2-74a0-4458-99ca-b0e019317721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9d33141c-6148-4e9b-8b81-bfe3f65db438), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.151805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fb94a2-74a0-4458-99ca-b0e019317721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.153023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8fb94a2-74a0-4458-99ca-b0e019317721 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d33141c-6148-4e9b-8b81-bfe3f65db438 HTTP/1.1" status: 204 len: 168 time: 0.7078187 Feb 19 01:15:59.185216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb94a2-74a0-4458-99ca-b0e019317721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d33141c-6148-4e9b-8b81-bfe3f65db438,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:59.193186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-a131e1d0-26e0-488f-b8ae-05d26472b725 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391280 Feb 19 01:15:59.432164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-82456438-b863-463d-9f46-3bbf022256e9 None None] Provisioning complete for port 8ea9c111-3fa1-4854-9354-9c56404af7d9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:59.436712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82456438-b863-463d-9f46-3bbf022256e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.479233 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1fe5932f-2448-4347-956e-c763cc32adaa), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.556034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-82456438-b863-463d-9f46-3bbf022256e9 None None] Port 8ea9c111-3fa1-4854-9354-9c56404af7d9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:59.609698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d57029a-6c7e-404d-8994-03b532ffe05f req-9c9ecf53-bfff-44b7-80ce-423760fb0b54 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.1273413 Feb 19 01:15:59.707805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (97bfb460-6b43-44db-bf22-2340d7d452de), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.747575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a920de6-a739-4ea4-8010-3a642fbce549 req-f1d917e8-1c60-46b6-8264-52f30c108679 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:59.778836 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a920de6-a739-4ea4-8010-3a642fbce549 req-f1d917e8-1c60-46b6-8264-52f30c108679 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.8003659 Feb 19 01:15:59.903904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38824) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:59.967851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-29ccc5c1-6a1a-4c65-967e-7a8c29a6e682 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645655 Feb 19 01:16:00.008117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e354dc0-f909-4d99-9bc4-b647e583ee4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.197711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (1fe5932f-2448-4347-956e-c763cc32adaa), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.212628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (1fe5932f-2448-4347-956e-c763cc32adaa), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.331865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.343719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=1fe5932f-2448-4347-956e-c763cc32adaa,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:00.449397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-da6b9d31-63d1-4381-ad0f-de609938343e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=49106a7c-9b04-4228-a729-5820ec20cc85 HTTP/1.1" status: 200 len: 217 time: 0.4663355 Feb 19 01:16:00.457124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.469775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.477209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.483091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.489291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.494717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.499977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.513040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-d8538eab-90e2-4f1f-8932-cddd47838feb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.3094940 Feb 19 01:16:00.577572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-399a58b4-e2c4-475f-9ba7-5c38edbf8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.577572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-399a58b4-e2c4-475f-9ba7-5c38edbf8e3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.0695455 Feb 19 01:16:00.606570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a920de6-a739-4ea4-8010-3a642fbce549 req-2a05d02d-da16-42f0-a32a-d961818cbe04 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7243791 Feb 19 01:16:00.809702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.850157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-fcd773e1-4e80-47fd-ada8-c0c7769f9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.851885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-fcd773e1-4e80-47fd-ada8-c0c7769f9590 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2993309 Feb 19 01:16:00.863753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:00.873080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:00.896560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-372620a6-bc54-4ef0-a095-a791ade77ba3 req-c4e13713-f9c8-4600-8114-690a456a12f1 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3759632 Feb 19 01:16:00.905416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d857f-e48a-45c3-9ff9-5fcbbdabee52 req-7bd01276-0595-443d-b877-0c4ea36f0559 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.913165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-116d857f-e48a-45c3-9ff9-5fcbbdabee52 req-7bd01276-0595-443d-b877-0c4ea36f0559 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.1691275 Feb 19 01:16:00.999120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e354dc0-f909-4d99-9bc4-b647e583ee4b admin admin] Publish callbacks [] for security_group (822b2595-7317-4eac-892a-2636c68f176a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.023393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e354dc0-f909-4d99-9bc4-b647e583ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (822b2595-7317-4eac-892a-2636c68f176a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.186999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:01.227193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-116d857f-e48a-45c3-9ff9-5fcbbdabee52 req-028545e1-82f4-403f-a202-001b2f647d3d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048463 Feb 19 01:16:01.528524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:01.540381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1819baf9-e52b-4f57-8cfb-dda41d4f2b9e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/routers/ac9c0d0d-d161-4349-a1cf-88ff6da98e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6301329 Feb 19 01:16:01.540828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:01.541997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38850) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:01.548203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'port': {'network_id': '35170daa-c92d-4c54-8912-0467c13b4603', 'name': 'tempest-FloatingIPTestJSON-957380755'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:01.566835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:01.570890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e354dc0-f909-4d99-9bc4-b647e583ee4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e43923df437b49eea331b856db1f8235&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6629450 Feb 19 01:16:01.571605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:01.575594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:01.722164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e354dc0-f909-4d99-9bc4-b647e583ee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b2595-7317-4eac-892a-2636c68f176a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:01.739499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:01.778976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:01.782888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:01.795380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc28e812-5769-440a-ac0a-f49982c7261b admin admin] Publish callbacks [] for security_group (822b2595-7317-4eac-892a-2636c68f176a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.830883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-0ae0d4b5-699d-4d09-bab2-874a40ffe333 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9636893 Feb 19 01:16:01.857339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc28e812-5769-440a-ac0a-f49982c7261b admin admin] Publish callbacks [] for security_group (822b2595-7317-4eac-892a-2636c68f176a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.942356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:01.949216 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.957299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc28e812-5769-440a-ac0a-f49982c7261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (822b2595-7317-4eac-892a-2636c68f176a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.958016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:01.959743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583d6a7-8360-4e8a-8b90-5906f3866ff1 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:01.960893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc28e812-5769-440a-ac0a-f49982c7261b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.962354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bc28e812-5769-440a-ac0a-f49982c7261b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/822b2595-7317-4eac-892a-2636c68f176a HTTP/1.1" status: 204 len: 168 time: 0.3851137 Feb 19 01:16:02.034091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] device_id is not set on port 27ac977e-d400-4f03-a8d2-e7957e9ad420 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:16:02.176716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:02.248347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28e812-5769-440a-ac0a-f49982c7261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b2595-7317-4eac-892a-2636c68f176a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:02.258462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.11 (35170daa-c92d-4c54-8912-0467c13b4603/17b7071b-d002-4e78-91f6-e2af414dbe6a/27ac977e-d400-4f03-a8d2-e7957e9ad420) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:02.271915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:02.272745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (97bfb460-6b43-44db-bf22-2340d7d452de), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:02.397926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3650-fcd7-466d-874f-597f5662b907 req-cf135523-2918-4374-9454-00d9c6223593 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:02.406715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c971-9f7a-40e7-9628-5a5c96989937 req-65067812-bba6-4c63-aba7-61330c467163 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:02.411975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2ee3650-fcd7-466d-874f-597f5662b907 req-cf135523-2918-4374-9454-00d9c6223593 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.4725862 Feb 19 01:16:02.417117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b6c971-9f7a-40e7-9628-5a5c96989937 req-65067812-bba6-4c63-aba7-61330c467163 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.9723690 Feb 19 01:16:02.692242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:02.700592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b6c971-9f7a-40e7-9628-5a5c96989937 req-e9d72cc6-3710-45fc-a146-0476fdc0bd13 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826128 Feb 19 01:16:02.701750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:02.725767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-61616a63-2beb-4284-9996-161f8951dd54 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8382792 Feb 19 01:16:02.726630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=8ea9c111-3fa1-4854-9354-9c56404af7d9,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:02.797245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2ee3650-fcd7-466d-874f-597f5662b907 req-1308d4b0-6847-4d95-a517-9923dbc09f15 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840616 Feb 19 01:16:03.100662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-0120f7fb-3323-45e8-8dba-c69ddfe3c921 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069 HTTP/1.1" status: 200 len: 217 time: 0.3645539 Feb 19 01:16:03.246201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (27ac977e-d400-4f03-a8d2-e7957e9ad420), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.308861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a3b97b41-f8e3-4e3f-9a36-952d9a5f8941 req-0237b75c-ad38-4bdd-849b-e6ab6a769990 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.2232015 Feb 19 01:16:03.405834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.422966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.440532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.446972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54606849-e5df-4557-b96b-f65373d6a1a0 None None] Provisioning complete for port 8ea9c111-3fa1-4854-9354-9c56404af7d9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:03.451878 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54606849-e5df-4557-b96b-f65373d6a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.458517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.459541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42757d74-f088-4841-b3cb-0cc4bbaca56e req-2e4716fd-7d0f-4d8d-81ef-a8ce569cd6b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.1493990 Feb 19 01:16:03.471313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.484686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.487050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-19c5b0dc-b681-466b-8492-d873b8501427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.489642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-19c5b0dc-b681-466b-8492-d873b8501427 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.1759729 Feb 19 01:16:03.504191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.506184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cfe18fe7-1637-4216-a530-e62673724280 req-804cbd00-ec85-4ade-99a4-3e3687518439 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.4582682 Feb 19 01:16:03.587766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Router 97bfb460-6b43-44db-bf22-2340d7d452de is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:16:03.600214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (27ac977e-d400-4f03-a8d2-e7957e9ad420), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.618954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54606849-e5df-4557-b96b-f65373d6a1a0 None None] Port 8ea9c111-3fa1-4854-9354-9c56404af7d9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:03.727228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:03.731904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:03.743263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cfe18fe7-1637-4216-a530-e62673724280 req-083cd753-c166-4bcd-8f38-80d830e01d26 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231452 Feb 19 01:16:03.744068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:03.751614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=27ac977e-d400-4f03-a8d2-e7957e9ad420,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:03.829489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:03.830771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.861838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f7d74a3b-ec78-444b-b869-21063cca7732 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3184838 Feb 19 01:16:03.864904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38908) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:03.882953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'port': {'network_id': '35170daa-c92d-4c54-8912-0467c13b4603', 'name': 'tempest-FloatingIPTestJSON-1010506758'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:03.903952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-5796b7af-3c10-45b8-890e-40ec0aa08210 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2052953 Feb 19 01:16:04.078977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6cd1-8a8a-4d84-9fa9-fe1ffe44c451 req-68e057ee-ba03-496d-b65d-4fbed8e73011 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:04.087775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd9e6cd1-8a8a-4d84-9fa9-fe1ffe44c451 req-68e057ee-ba03-496d-b65d-4fbed8e73011 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.1703901 Feb 19 01:16:04.160469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:04.163910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.177479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd9e6cd1-8a8a-4d84-9fa9-fe1ffe44c451 req-14c79ad5-95d6-47f4-9efb-68c99c7d276f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885558 Feb 19 01:16:04.203667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-7d0aff0e-9f20-4bc5-9093-34c6ab809b48 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:04.212173 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-7d0aff0e-9f20-4bc5-9093-34c6ab809b48 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072519 Feb 19 01:16:04.219861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-71ffa92f-dea0-48e6-a7ea-4d6c8dec7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:04.221774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-71ffa92f-dea0-48e6-a7ea-4d6c8dec7a74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5295396 Feb 19 01:16:04.233979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] device_id is not set on port 140b68b8-414a-4c11-a830-a006cf2ba1b7 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:16:04.238928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-6162ba41-e3fc-447a-883f-3b436ec2e290 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/quotas/88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 375 time: 0.0258453 Feb 19 01:16:04.273158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:04.285118 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] Sync routers for ids ['97bfb460-6b43-44db-bf22-2340d7d452de'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:04.294864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a44a37a9-26be-446a-9071-40184e5aa9d2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/routers/97bfb460-6b43-44db-bf22-2340d7d452de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2749918 Feb 19 01:16:04.302817 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] Routers {'97bfb460-6b43-44db-bf22-2340d7d452de'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:04.304675 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97bfb460-6b43-44db-bf22-2340d7d452de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:04.323697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:04.381415 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:04.395325 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] Routers {'97bfb460-6b43-44db-bf22-2340d7d452de'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:04.396175 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97bfb460-6b43-44db-bf22-2340d7d452de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:04.438953 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:04.439945 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea57c7-3fcd-4dbd-8a3f-eaf0673efb86 None None] The sync data for ids ['97bfb460-6b43-44db-bf22-2340d7d452de'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:04.684649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e9a94e6-3159-4138-8139-effa624c65ec req-4d2e191b-6032-427d-955f-7e996b8c2afb tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.1292264 Feb 19 01:16:04.727299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-f32ec9cf-fb84-41e0-bb54-dd286a878515 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4873097 Feb 19 01:16:04.775621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae051e7-bc18-4c4f-942b-ca001064d8b8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:04.777413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eae051e7-bc18-4c4f-942b-ca001064d8b8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports?device_id=97bfb460-6b43-44db-bf22-2340d7d452de HTTP/1.1" status: 200 len: 988 time: 0.3921008 Feb 19 01:16:04.779675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-7f24ba22-1d20-4f50-9832-04375bb1d4fe service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364156 Feb 19 01:16:04.780357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38934) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:04.788436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.9 (35170daa-c92d-4c54-8912-0467c13b4603/17b7071b-d002-4e78-91f6-e2af414dbe6a/140b68b8-414a-4c11-a830-a006cf2ba1b7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:05.428810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.442288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.457161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.470123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.492823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.517308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.539591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.541513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-63644b7e-a57d-4491-ab40-3ea2c61ec7aa tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.6188371 Feb 19 01:16:05.674242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e000249d-7b05-4562-a09a-3e364d8fa4d4 req-d2a856dd-4ee7-4fe6-9504-6813bd475ad6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054349 Feb 19 01:16:05.691454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (140b68b8-414a-4c11-a830-a006cf2ba1b7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:05.859701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f98e3179-7c02-4fa0-859a-9946cea96def req-bb2c62ee-1641-448e-8b7d-cc64e57fb455 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0797877 Feb 19 01:16:06.116864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d34945bd-07fb-44d2-8139-70d6ca8f15b2 req-2e1128f4-6ef9-470f-a249-fb96e5993692 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 210 time: 0.3277943 Feb 19 01:16:06.484437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-288d41e0-9eb2-4eef-9ef0-e25ff8c6d3bd req-74a81c26-4b0d-4012-b98d-c1e0a1a262ba tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.1766510 Feb 19 01:16:06.701913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-1d1a379d-2b82-4a44-a617-8956c628f9a1 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9199326 Feb 19 01:16:06.714042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (140b68b8-414a-4c11-a830-a006cf2ba1b7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:06.811845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:06.849808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:06.857706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d556f0-083f-46fe-b30a-0fa3001ca3f1 req-c0ecefa1-f569-477c-80c0-495859355953 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:06.867446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90d556f0-083f-46fe-b30a-0fa3001ca3f1 req-c0ecefa1-f569-477c-80c0-495859355953 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 1.0854354 Feb 19 01:16:06.875925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=140b68b8-414a-4c11-a830-a006cf2ba1b7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:06.885588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:06.894300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:06.900109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.900589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.902034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.902484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.902926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.903361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.903809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.904240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.904669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.905123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.905551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.905978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.906401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:06.923083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-e8b34fbe-c398-4a31-84f5-7805c7216aa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94 HTTP/1.1" status: 200 len: 217 time: 0.2100170 Feb 19 01:16:07.011479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90d556f0-083f-46fe-b30a-0fa3001ca3f1 req-cf4ab98d-9134-44fa-8b15-46f470fbbae2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375535 Feb 19 01:16:07.027836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.040439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.093593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e7d16b8b-70b7-4154-8b4e-3af5a846c607 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2260032 Feb 19 01:16:07.098843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:07.105545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '140b68b8-414a-4c11-a830-a006cf2ba1b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:07.197410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-90413d23-14c3-4125-a58e-fe4bedc4c35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.265518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (97bfb460-6b43-44db-bf22-2340d7d452de), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.343950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.366602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c51a465-9fe8-48de-bcbf-f018349bfd6b req-839d6f77-b48d-449d-9324-38186f5dbff8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 210 time: 0.1295028 Feb 19 01:16:07.474846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-c64584f4-13a9-41a9-90d3-d6ac7a79dc5f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4551489 Feb 19 01:16:07.545535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-90413d23-14c3-4125-a58e-fe4bedc4c35d admin admin] Publish callbacks [] for security_group (b2bf1620-e03e-40d5-ae97-573047447ca0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.556433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-90413d23-14c3-4125-a58e-fe4bedc4c35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b2bf1620-e03e-40d5-ae97-573047447ca0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.641481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-8545fc62-af16-466e-8a27-253efc459032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.642844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-8545fc62-af16-466e-8a27-253efc459032 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 HTTP/1.1" status: 200 len: 797 time: 0.6599007 Feb 19 01:16:07.654717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.661983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.669815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.676961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.683673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.704324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.716955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e36fb66b-ecdc-4ac2-8b2d-8561f5a7e3ab req-def3fc93-e0a9-4376-ab32-bcdc02a67197 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0609694 Feb 19 01:16:07.728595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-90413d23-14c3-4125-a58e-fe4bedc4c35d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=427d58ee8ca84f3b8a0fc6c46e029766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9054468 Feb 19 01:16:07.730921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.732932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-e5513f8d-88d1-47b9-8fbe-904872e54054 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.8765984 Feb 19 01:16:07.739943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:07.741820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90413d23-14c3-4125-a58e-fe4bedc4c35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf1620-e03e-40d5-ae97-573047447ca0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:07.762997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.025451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-eea37113-a888-4aec-9a2d-8b9a56fb1521 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:08.027961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-eea37113-a888-4aec-9a2d-8b9a56fb1521 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149658 Feb 19 01:16:08.045425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Publish callbacks [] for security_group (b2bf1620-e03e-40d5-ae97-573047447ca0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.110202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.234 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/33239947-ea23-4b7a-9e23-23bf0e0b2bb4) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:08.125616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce2b3909-9d74-4724-a3e6-7ed97e0e5a89 req-0266fa43-a86f-4364-8333-421bbaa15d5e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3651285 Feb 19 01:16:08.139899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Request body: {'port': {'device_id': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '88aae3f9d11042d0ba928360fbce9057'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:08.161875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9d373943-3065-4077-a86a-9f3bd03667c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:08.163377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-9d373943-3065-4077-a86a-9f3bd03667c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4218476 Feb 19 01:16:08.302766 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.357955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.444280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=33239947-ea23-4b7a-9e23-23bf0e0b2bb4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:08.449321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-273ccca1-2c2c-4c4f-8367-dffea2039e8c req-382c1eb1-44d0-4e5f-96ee-d6a51e33a8b3 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.1059825 Feb 19 01:16:08.457861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-01690f68-4a1b-491b-9cfd-d9e09e844e4f service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550678 Feb 19 01:16:08.459787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:08.461772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:08.464782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:08.557300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Publish callbacks [] for security_group (b2bf1620-e03e-40d5-ae97-573047447ca0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.641171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4c98410-f8de-49a8-bda2-822c4bc57c78 req-227f6ad8-21f5-4335-a06f-6962e5c26a9a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 210 time: 0.0720026 Feb 19 01:16:08.865699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Made reservation on behalf of 88aae3f9d11042d0ba928360fbce9057 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:08.870583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.900368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 8ea9c111-3fa1-4854-9354-9c56404af7d9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:08.900799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.494234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (7e160e3a-304e-4ee1-bcd0-b737b887df21), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.729673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.766235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.772026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.777783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.787845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.794490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.809477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb69a01-7b74-463d-958b-f0127daa0268 req-d6cc9554-81ea-414e-bd25-b6a9fc232aa7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.812760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aeb69a01-7b74-463d-958b-f0127daa0268 req-d6cc9554-81ea-414e-bd25-b6a9fc232aa7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 1.3356900 Feb 19 01:16:09.821164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.834513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b2bf1620-e03e-40d5-ae97-573047447ca0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.837642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.837825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.839162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2bf1620-e03e-40d5-ae97-573047447ca0 HTTP/1.1" status: 204 len: 168 time: 2.0877984 Feb 19 01:16:09.839679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2394715c-9b77-4285-af31-807507674a30 req-7aa5bea9-aa00-4d2d-934d-14c7e89d4a22 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.2553799 Feb 19 01:16:09.944026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-536be84a-4c1b-4d68-982e-c5c8f0971e15 service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4427338 Feb 19 01:16:09.969347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Allocated IP 192.168.233.109 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/32856f6b-af87-4019-9e1b-83778e8c0bfa) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:09.984815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.072150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf1620-e03e-40d5-ae97-573047447ca0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:10.213841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2394715c-9b77-4285-af31-807507674a30 req-a409e070-8cbd-4a29-89d4-44461c882f02 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3011055 Feb 19 01:16:10.281727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 8ea9c111-3fa1-4854-9354-9c56404af7d9 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:10.301690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.312367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.420443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:10.423341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=33239947-ea23-4b7a-9e23-23bf0e0b2bb4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:10.646602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (7e160e3a-304e-4ee1-bcd0-b737b887df21), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.651916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69ecd213-3f04-4be8-8f1b-b8645651f55d req-55ae3763-177e-4b06-bfc6-7718d37d9f99 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.2295659 Feb 19 01:16:10.652671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73cf92e8-0522-4922-b96d-15ed80ae0423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.836363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks [] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.842084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73cf92e8-0522-4922-b96d-15ed80ae0423 admin admin] Publish callbacks [] for security_group (79d38860-c87e-4e6e-906a-edb24ad8c524), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.849022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73cf92e8-0522-4922-b96d-15ed80ae0423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (79d38860-c87e-4e6e-906a-edb24ad8c524), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.906252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.906607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.907263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.909626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.909626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.909626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.910440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.910810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.911576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.911576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.912368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.912698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.913096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5209ec-9c73-4691-9e19-49acf89075bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:10.916882 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-2e5b3ba1-3619-4315-8915-3187337ed2d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367 HTTP/1.1" status: 200 len: 217 time: 0.8933423 Feb 19 01:16:10.950083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8ea9c111-3fa1-4854-9354-9c56404af7d9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.955188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.956511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dd3de02-5969-4551-b48c-d2cbc30a1370 req-0d24be30-3e70-4d53-b3c9-cf6a9b57bbc5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 210 time: 0.1095212 Feb 19 01:16:10.975719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:11.013006 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf92e8-0522-4922-b96d-15ed80ae0423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d38860-c87e-4e6e-906a-edb24ad8c524,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:11.046554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-73cf92e8-0522-4922-b96d-15ed80ae0423 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e64769e173a54159a4478437471f25cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035666 Feb 19 01:16:11.050381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39062) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:11.117180 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP 7e160e3a-304e-4ee1-bcd0-b737b887df21 associated. External IP: 172.25.0.234, port: 140b68b8-414a-4c11-a830-a006cf2ba1b7. Feb 19 01:16:11.165191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:11.222695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:11.224017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54604bdd-d8a1-4fa2-8578-d16ac7320022 admin admin] Publish callbacks [] for security_group (79d38860-c87e-4e6e-906a-edb24ad8c524), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:11.236164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:11.308965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=8ea9c111-3fa1-4854-9354-9c56404af7d9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:11.427396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54604bdd-d8a1-4fa2-8578-d16ac7320022 admin admin] Publish callbacks [] for security_group (79d38860-c87e-4e6e-906a-edb24ad8c524), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:11.450209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:11.450877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:11.463335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aeb69a01-7b74-463d-958b-f0127daa0268 req-b186f305-9aa7-416c-8e5c-d41522837167 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6340144 Feb 19 01:16:11.469384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d9d93f40-47ce-4dee-876f-a6aad55d78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:11.470865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-d9d93f40-47ce-4dee-876f-a6aad55d78b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 HTTP/1.1" status: 200 len: 797 time: 0.5232739 Feb 19 01:16:11.648121 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5296984 Feb 19 01:16:11.708457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Request body: {'port': {'device_id': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:11.741872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5795a207-6a66-4461-badc-51066d390f16 None None] Provisioning complete for port 32856f6b-af87-4019-9e1b-83778e8c0bfa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:11.749505 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5795a207-6a66-4461-badc-51066d390f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:11.866524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5795a207-6a66-4461-badc-51066d390f16 None None] Port 32856f6b-af87-4019-9e1b-83778e8c0bfa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:11.984232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89be95a-7545-41a5-8a5f-bbaf3a520f88 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:11.988910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c837f82e-37c3-4edf-95e9-c1357723f620 req-cbd6f9c5-c6d6-46a5-ae97-3cf2f9c57aeb tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0811667 Feb 19 01:16:12.061448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.075797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (97bfb460-6b43-44db-bf22-2340d7d452de), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.094557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-326a72f7-d5f8-430e-ae6b-e6ba802dbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.096295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-326a72f7-d5f8-430e-ae6b-e6ba802dbb7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4958026 Feb 19 01:16:12.171509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54604bdd-d8a1-4fa2-8578-d16ac7320022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (79d38860-c87e-4e6e-906a-edb24ad8c524), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.174351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54604bdd-d8a1-4fa2-8578-d16ac7320022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.175650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-54604bdd-d8a1-4fa2-8578-d16ac7320022 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79d38860-c87e-4e6e-906a-edb24ad8c524 HTTP/1.1" status: 204 len: 168 time: 1.1239898 Feb 19 01:16:12.194911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54604bdd-d8a1-4fa2-8578-d16ac7320022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d38860-c87e-4e6e-906a-edb24ad8c524,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:12.278113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.284108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.290898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.296713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.304375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.310647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.317729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.319944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-bec67567-ee43-461d-9be8-5ed1ea4e3c3c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.9475949 Feb 19 01:16:12.477230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3bfb46aa-1989-4d3f-9bf3-77e6fb5f4bb4 req-6a8de3f1-bffb-47b8-86d8-658dc7ab3aab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387630 Feb 19 01:16:12.505152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:12.563456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b8e34-4059-4069-bf33-150839adcb05 req-ec788d86-6741-4439-85a0-b8c92a0ff1b6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.565195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad6b8e34-4059-4069-bf33-150839adcb05 req-ec788d86-6741-4439-85a0-b8c92a0ff1b6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 936 time: 0.4871671 Feb 19 01:16:12.703952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Router 97bfb460-6b43-44db-bf22-2340d7d452de has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:12.751207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-b6db508c-4821-4585-b323-81651a0200dd service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116991 Feb 19 01:16:12.803999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a025014-5e6f-4836-a71d-8f09aed9fe7a req-e3dc93ea-f6ce-40ae-b3c4-6209f28422a4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.805494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a025014-5e6f-4836-a71d-8f09aed9fe7a req-e3dc93ea-f6ce-40ae-b3c4-6209f28422a4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.1467254 Feb 19 01:16:12.807187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:12.813649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ad6b8e34-4059-4069-bf33-150839adcb05 req-ce61f339-64fc-4ed9-a47e-e8759fc4613c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367489 Feb 19 01:16:12.833623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:12.848445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:12.848445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:12.945752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.953530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:12.978514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:12.979145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:13.036648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39090) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:13.046381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a4489617-c548-4acc-a44f-ed1ce6b58a1d tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9463911 Feb 19 01:16:13.062922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:13.096201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a025014-5e6f-4836-a71d-8f09aed9fe7a req-acd3fbca-3660-40b2-a371-bb777a26b468 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715921 Feb 19 01:16:13.111172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:13.112061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69873b1-dc5f-4de8-8ee6-e05fada08c1f None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:13.165964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:13.174509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:13.177745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1af37b2c-a31e-4b97-a0ea-bdbe97481846 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/routers/97bfb460-6b43-44db-bf22-2340d7d452de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3959725 Feb 19 01:16:13.181882 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] Sync routers for ids ['97bfb460-6b43-44db-bf22-2340d7d452de'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:13.222157 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] Routers {'97bfb460-6b43-44db-bf22-2340d7d452de'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:13.225917 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97bfb460-6b43-44db-bf22-2340d7d452de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:13.234942 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c97bacb-7fca-42da-a2e0-3bf8b7e323d6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:16:13.239544 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0c97bacb-7fca-42da-a2e0-3bf8b7e323d6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/8ea9c111-3fa1-4854-9354-9c56404af7d9 HTTP/1.1" status: 404 len: 333 time: 0.0609124 Feb 19 01:16:13.241731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39102) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:13.280631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-323c766b-b8ec-48c8-8730-4c5bb66a558f req-32cf9e91-9c41-4c36-9272-43a3f2c372fe service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204871 Feb 19 01:16:13.290941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c112e01d-69da-4362-a8b1-f1faf0c7e7d2 req-3dec5575-c717-4f94-b6e4-92fd4d819c65 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0882785 Feb 19 01:16:13.322472 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:13.352894 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] Routers {'97bfb460-6b43-44db-bf22-2340d7d452de'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:13.354378 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97bfb460-6b43-44db-bf22-2340d7d452de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:13.410772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:13.411703 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8182a90-d864-4af6-a464-04b978b16268 None None] The sync data for ids ['97bfb460-6b43-44db-bf22-2340d7d452de'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:13.424233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (7e160e3a-304e-4ee1-bcd0-b737b887df21), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.558607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:16:13.563878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for router (97bfb460-6b43-44db-bf22-2340d7d452de), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.755764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.780232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.803924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.822245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.835664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.851324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.864745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.869955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-f444f60a-e915-4ffc-ada7-0a766364d4e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.2487650 Feb 19 01:16:14.001743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ce71dc3-3fba-491f-8128-63eb3d677183 req-15faa799-b6b4-4c24-9060-1c6669998acf tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249940 Feb 19 01:16:14.002855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32856f6b-af87-4019-9e1b-83778e8c0bfa {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:14.116155 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Publish callbacks [] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.296957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (97bfb460-6b43-44db-bf22-2340d7d452de), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.300293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Transition to ACTIVE for port object 32856f6b-af87-4019-9e1b-83778e8c0bfa will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:16:14.305480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for router_controller (97bfb460-6b43-44db-bf22-2340d7d452de), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.319657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.320136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.320601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.325389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.326310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.326964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.327637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.328133 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274dd43-0e86-4a48-9194-fcc4cc199ab5 req-ada869d4-69b5-4e12-9883-30a7da73ee44 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.332667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-5e5110f8-67c6-405f-8b22-110971efb749 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6705 time: 0.9268014 Feb 19 01:16:14.343298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0274dd43-0e86-4a48-9194-fcc4cc199ab5 req-ada869d4-69b5-4e12-9883-30a7da73ee44 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.1414051 Feb 19 01:16:14.350237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.504332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0274dd43-0e86-4a48-9194-fcc4cc199ab5 req-2e860630-c057-475a-90f3-5d31566cc7ee tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555679 Feb 19 01:16:14.602340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.612969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99abc8-2920-428c-a19a-e5b8253b2c9d req-e194ade2-206d-4183-b3ce-b258d79c1efb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.614691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa99abc8-2920-428c-a19a-e5b8253b2c9d req-e194ade2-206d-4183-b3ce-b258d79c1efb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 936 time: 0.6181450 Feb 19 01:16:14.651861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (7e160e3a-304e-4ee1-bcd0-b737b887df21), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.652337 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP 7e160e3a-304e-4ee1-bcd0-b737b887df21 disassociated. External IP: 172.25.0.234, port: 140b68b8-414a-4c11-a830-a006cf2ba1b7. Feb 19 01:16:14.670072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ccd2d10c-0b23-4007-afd9-ece32ea064d0 req-eda51775-5be6-4569-8da1-4396bfdcf5bf tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0433030 Feb 19 01:16:14.673732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39150) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:14.738801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (97bfb460-6b43-44db-bf22-2340d7d452de), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.739313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Fanout notify agent at l3_agent the message router_deleted on router 97bfb460-6b43-44db-bf22-2340d7d452de {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:16:14.754688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.758269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6a5a33b-bf65-4e82-8969-758ecd102045 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/routers/97bfb460-6b43-44db-bf22-2340d7d452de HTTP/1.1" status: 204 len: 168 time: 1.4867425 Feb 19 01:16:14.758962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39154) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:14.805285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:14.939256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet d53db3ae-de18-44c7-923b-0304cc48f20b {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:14.943567 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (d53db3ae-de18-44c7-923b-0304cc48f20b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.994364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-4c5bfb4c-25a0-4c00-b2e3-31aa2db5591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.996681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-4c5bfb4c-25a0-4c00-b2e3-31aa2db5591e service neutron] 10.222.0.10 "GET /v2.0/networks?id=461fbff4-998c-48c3-88e3-312889a9c900 HTTP/1.1" status: 200 len: 903 time: 0.6481125 Feb 19 01:16:15.011661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Attempting to bind port 32856f6b-af87-4019-9e1b-83778e8c0bfa on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:15.012376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Attempting to bind port 32856f6b-af87-4019-9e1b-83778e8c0bfa by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:15.013493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f978388-2d4d-435d-b14f-00bb8d4d4e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.030235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Attempting to bind port 32856f6b-af87-4019-9e1b-83778e8c0bfa on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:15.060846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (d53db3ae-de18-44c7-923b-0304cc48f20b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.253923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Port 32856f6b-af87-4019-9e1b-83778e8c0bfa on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:16:15.254511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Attempting to bind port 32856f6b-af87-4019-9e1b-83778e8c0bfa on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:15.264241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-56bc779b-8d88-4576-b56c-0f900837b0e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367 HTTP/1.1" status: 200 len: 217 time: 0.2573812 Feb 19 01:16:15.291996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa99abc8-2920-428c-a19a-e5b8253b2c9d req-9eede1dd-e947-4763-bda9-49fb8a1ea840 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355844 Feb 19 01:16:15.312195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d53db3ae-de18-44c7-923b-0304cc48f20b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.335303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:15.335955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:15.336629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:15.337139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Bound port: 32856f6b-af87-4019-9e1b-83778e8c0bfa, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:15.337509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.371675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.378363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.383780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.390537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.397304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-cca7833b-f4a2-437f-9615-cf607d576869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.397565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.399359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-cca7833b-f4a2-437f-9615-cf607d576869 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 HTTP/1.1" status: 200 len: 797 time: 0.1243536 Feb 19 01:16:15.405488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.411570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.419169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-19102ba0-df2e-4d1d-b66a-62680de4d77b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.2736871 Feb 19 01:16:15.464663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f978388-2d4d-435d-b14f-00bb8d4d4e39 admin admin] Publish callbacks [] for security_group (46e1a58e-a111-451e-a2ac-a7206b57137f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.475835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8f978388-2d4d-435d-b14f-00bb8d4d4e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46e1a58e-a111-451e-a2ac-a7206b57137f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.569169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4a7133b-6d59-4f2d-acb6-de6fb5d45bdb req-6746cdac-d34f-40f8-bea4-e094ae3d7e54 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490047 Feb 19 01:16:15.591390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:15.600253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f978388-2d4d-435d-b14f-00bb8d4d4e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1a58e-a111-451e-a2ac-a7206b57137f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:15.632110 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8f978388-2d4d-435d-b14f-00bb8d4d4e39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5426c2e24dda401b805485852ff36312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9566653 Feb 19 01:16:15.635849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39204) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:15.662553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (d53db3ae-de18-44c7-923b-0304cc48f20b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.684883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.687401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c3dfb-720e-488c-9364-11623fa4b74a None None] Network 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:15.688785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/d53db3ae-de18-44c7-923b-0304cc48f20b HTTP/1.1" status: 204 len: 168 time: 0.9288161 Feb 19 01:16:15.717937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39208) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:15.732469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe31a4-c5cf-495b-a4e3-5f75f882b370 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=d53db3ae-de18-44c7-923b-0304cc48f20b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:15.755801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:15.804156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:15.818874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-4565460d-63e7-4bef-af0a-8d574153c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.820439 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-4565460d-63e7-4bef-af0a-8d574153c9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4136004 Feb 19 01:16:15.856153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.928866 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c620b32-ab5d-46cc-949e-c26334d8dde4 admin admin] Publish callbacks [] for security_group (46e1a58e-a111-451e-a2ac-a7206b57137f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.935437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.966088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:15.985232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] DHCP port deletion for 0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:16.023414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a17c5d-b416-43be-8a29-6ca725de7a05 req-c7868668-8d14-4324-9ebb-a5a3eb235d94 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:16.026951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a0a17c5d-b416-43be-8a29-6ca725de7a05 req-c7868668-8d14-4324-9ebb-a5a3eb235d94 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 946 time: 0.1931868 Feb 19 01:16:16.035040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c620b32-ab5d-46cc-949e-c26334d8dde4 admin admin] Publish callbacks [] for security_group (46e1a58e-a111-451e-a2ac-a7206b57137f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.087107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Deleting port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:16.087745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.090113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bdeb255-0609-4dfb-88c8-bbf8ebe19fdd req-baf29fd6-8ba9-472f-abda-81c06689da1b tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.2286797 Feb 19 01:16:16.093072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:16.093684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.095036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-1f460434-88a4-4bb1-bd7d-8858e076a776 service neutron] 10.222.0.10 "PUT /v2.0/ports/32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 1096 time: 4.3972294 Feb 19 01:16:16.097791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:16.107549 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe41bae-5393-4e43-9b2e-38eb490b827f" -d '{"events": [{"name": "network-changed", "server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:16.193324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] For port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,segment=NetworkSegment(091d9de2-d190-43af-a600-53bc55976776),segment_id=091d9de2-d190-43af-a600-53bc55976776)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:16.195585 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.233249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a0a17c5d-b416-43be-8a29-6ca725de7a05 req-4277a5c7-66da-4543-aec2-3ae76c29f009 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786423 Feb 19 01:16:16.243373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:16.263347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:16.263887 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.275982 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5b9be5-4ea3-4996-ad01-514edef66e33 x-openstack-request-id: req-7e5b9be5-4ea3-4996-ad01-514edef66e33 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:16.276550 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:16.276674 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e5b9be5-4ea3-4996-ad01-514edef66e33 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:16.276910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Calling delete_port for 8cf9bef8-044e-4e07-bd88-ed6611f5a76f owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:16.277108 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'status': 'completed', 'code': 200} Feb 19 01:16:16.280223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.281832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c620b32-ab5d-46cc-949e-c26334d8dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46e1a58e-a111-451e-a2ac-a7206b57137f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.286475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c620b32-ab5d-46cc-949e-c26334d8dde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.287965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3c620b32-ab5d-46cc-949e-c26334d8dde4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46e1a58e-a111-451e-a2ac-a7206b57137f HTTP/1.1" status: 204 len: 168 time: 0.6500077 Feb 19 01:16:16.431393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-414447ac-1caa-4511-8c17-6183ef37e1c6 service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937302 Feb 19 01:16:16.435409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:16.445719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c620b32-ab5d-46cc-949e-c26334d8dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1a58e-a111-451e-a2ac-a7206b57137f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:16.453219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.507764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] No DVR routers for this DVR port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:16.512689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Pushing event deleted for resources: {'Port': ['ID=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:16.530684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:16.531507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:16.554051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] For port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,segment=NetworkSegment(091d9de2-d190-43af-a600-53bc55976776),segment_id=091d9de2-d190-43af-a600-53bc55976776)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:16.554450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.636206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 8cf9bef8-044e-4e07-bd88-ed6611f5a76f owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:16.662978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:16.721958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.722565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.722869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.722967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.723277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.725082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.725444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.725955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.726297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.732593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.732971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.733339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.733682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aea7c9-8f90-450e-9540-15dad17c3ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:16.734545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b3a04a50-7a92-4c79-94a9-fb24c82b8398 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/floatingips/7e160e3a-304e-4ee1-bcd0-b737b887df21 HTTP/1.1" status: 200 len: 688 time: 3.6848676 Feb 19 01:16:16.736824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2efdfea-bacd-4727-bd56-8e039f0d912b req-a22ba6dc-b96a-4839-bca5-7e0bebda572a service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945161 Feb 19 01:16:16.741307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:16.741553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:16.742170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:16.765886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-d8d3163c-f24f-4ad8-a9ae-6dcaaee2415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:16.768854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-d8d3163c-f24f-4ad8-a9ae-6dcaaee2415d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1130 time: 0.6002359 Feb 19 01:16:16.846639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8cf9bef8-044e-4e07-bd88-ed6611f5a76f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.851595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:16.852257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af0fa3-cf3d-4172-b13d-6776c1923556 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:16.912594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-cac1da13-f64c-40a6-a027-fcbf906a8c56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 217 time: 0.1008816 Feb 19 01:16:16.918842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=8cf9bef8-044e-4e07-bd88-ed6611f5a76f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:16.926174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No DVR routers for this DVR port 8cf9bef8-044e-4e07-bd88-ed6611f5a76f on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:16.987686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:16.993892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:16.999107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.005562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.011402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.019073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-9a4367ff-14dc-4237-84d2-7537f37a7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.020049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.020800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-9a4367ff-14dc-4237-84d2-7537f37a7e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0664611 Feb 19 01:16:17.025751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.028063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-1370c96c-9af1-4c20-869e-4c8f4088e2d2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.1790826 Feb 19 01:16:17.124354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.171487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c48a8b9-d5c2-43b4-91df-5667d4cf0b48']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.193427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091d9de2-d190-43af-a600-53bc55976776') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.193668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091d9de2-d190-43af-a600-53bc55976776') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.207616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (091d9de2-d190-43af-a600-53bc55976776), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.215445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d65c89-338b-412a-9772-e5c242103afe req-8ed085c1-618a-46c5-9816-09ad27c46f2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.217024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91d65c89-338b-412a-9772-e5c242103afe req-8ed085c1-618a-46c5-9816-09ad27c46f2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 948 time: 0.4773741 Feb 19 01:16:17.227647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9007aac1-f21d-4295-8214-3a53ce8fe175 req-7a4066a0-7ccd-4033-a947-5565ba11bb21 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370134 Feb 19 01:16:17.259961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (091d9de2-d190-43af-a600-53bc55976776), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.272134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:17.273589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (091d9de2-d190-43af-a600-53bc55976776), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:17.279897 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:17.303293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 33239947-ea23-4b7a-9e23-23bf0e0b2bb4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:17.303847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.464971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fecaf045-a06d-40c8-9f5f-da9846772c16 req-3299a8ab-74a6-4d15-889b-5cc0d91ffd4c tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0846288 Feb 19 01:16:17.467288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0c48a8b9-d5c2-43b4-91df-5667d4cf0b48), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.476113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.482793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/0c48a8b9-d5c2-43b4-91df-5667d4cf0b48 HTTP/1.1" status: 204 len: 168 time: 1.7633357 Feb 19 01:16:17.494572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39304) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:17.516396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b35f4fa7-7115-4b05-ac10-99dba10cdfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.518072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-b35f4fa7-7115-4b05-ac10-99dba10cdfb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4421995 Feb 19 01:16:17.538847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3264f-0578-42eb-9949-527d036442b6 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=0c48a8b9-d5c2-43b4-91df-5667d4cf0b48,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:17.625697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4525e5-66c5-4aa4-8bbc-28471d7a9f5e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.631291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b4525e5-66c5-4aa4-8bbc-28471d7a9f5e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/813c39c9-8004-433f-bb89-3821643c9dfc HTTP/1.1" status: 200 len: 844 time: 0.1342216 Feb 19 01:16:17.640317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39310) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:17.687706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cf9bef8-044e-4e07-bd88-ed6611f5a76f no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:17.775395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8cf9bef8-044e-4e07-bd88-ed6611f5a76f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:17.776454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cf9bef8-044e-4e07-bd88-ed6611f5a76f not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:17.786306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c787f101-fd9c-479f-adaf-84ec339c1686 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/813c39c9-8004-433f-bb89-3821643c9dfc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1378162 Feb 19 01:16:17.789489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:17.798792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:17.930984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39332) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:18.053638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:18.063333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.093143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:18.236583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91d65c89-338b-412a-9772-e5c242103afe req-8dcba99f-d815-426a-9e66-8a096ce38019 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9918914 Feb 19 01:16:18.271015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.271343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.293088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 0aef5cb7-7610-4822-b6de-0569d3bf763a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:18.294883 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.297072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 33239947-ea23-4b7a-9e23-23bf0e0b2bb4 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:18.330318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-8a6e5bbe-74f9-4e4c-8386-f80c3204a8b6 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917149 Feb 19 01:16:18.369075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.385788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:18.387083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:18.389758 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f861947c-d2c8-4e22-9a23-3355abb75cf7" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:18.395996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.456503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=14']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:18.470581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1288073057-network', 'tenant_id': '0905bfb373cb4c218cd803842d500971'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:18.509782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (4cfa6b64-a5da-4a45-8440-355962ae2f2f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.559249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:18.571401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:18.581854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa389927-bb14-43c0-a18c-82ae11e96c60 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:18.617200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.617806 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.641308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.646077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Made reservation on behalf of 0905bfb373cb4c218cd803842d500971 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:18.648248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.648509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.655077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.662232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.668284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.676291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.682547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.694022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-f28b7e31-759b-4c93-bed6-482e70697872 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.2810557 Feb 19 01:16:18.703871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.737875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=4cfa6b64-a5da-4a45-8440-355962ae2f2f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:18.747828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca72c7a-7075-478f-af9f-37af9a9e1e17 req-26a21a22-95db-429a-897a-1018f93dc8d9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:18.749488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bca72c7a-7075-478f-af9f-37af9a9e1e17 req-26a21a22-95db-429a-897a-1018f93dc8d9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2845640 Feb 19 01:16:18.755742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-462f4877-0e58-4d39-918b-2d513ba789f8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9598544 Feb 19 01:16:18.756416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39356) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:18.764817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1533597103'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:18.823585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-297f42a7-dda4-4821-84f9-00bb20e044a0', 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'project_id': 'ec57887afeb1445ba90c8648d426dad6', 'fixed_ips': [{'subnet_id': '4cfa6b64-a5da-4a45-8440-355962ae2f2f'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:16:18.826503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.826635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.843056 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bca72c7a-7075-478f-af9f-37af9a9e1e17 req-5d0035fc-d9a9-40a5-8c0d-62e8a80cec4d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699422 Feb 19 01:16:18.854444 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-229ff3f3-f380-4c7d-8c0c-45e428293242 req-ad395d39-7164-4781-b08d-282b5dc01e20 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319460 Feb 19 01:16:18.889572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b0b733-80c8-4e30-9118-e1a210f9ff32 req-b74948a3-343d-48e3-a127-9f3cb37699a2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1916442 Feb 19 01:16:18.926719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (33239947-ea23-4b7a-9e23-23bf0e0b2bb4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.980104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=33239947-ea23-4b7a-9e23-23bf0e0b2bb4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:18.991131 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2181e4-3509-438a-b2d1-12c7f80fbe96 x-openstack-request-id: req-8a2181e4-3509-438a-b2d1-12c7f80fbe96 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:18.991420 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:18.991812 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a2181e4-3509-438a-b2d1-12c7f80fbe96 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:18.992222 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'code': 200} Feb 19 01:16:19.074801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78d91138-629f-4869-90e0-df97d9f0715f req-41deae51-46ef-47ca-8c5b-001d61977330 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0418215 Feb 19 01:16:19.089820 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (5c54916b-0f32-40bd-a54c-99e316ce957c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.139023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-6ce53766-2ed0-4611-b4b9-e06de2a5d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.140402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-6ce53766-2ed0-4611-b4b9-e06de2a5d906 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1130 time: 0.1614852 Feb 19 01:16:19.148768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (7e160e3a-304e-4ee1-bcd0-b737b887df21), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.151650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.156393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0055ba98-b857-49a3-b3d9-adb27545e877 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/floatingips/7e160e3a-304e-4ee1-bcd0-b737b887df21 HTTP/1.1" status: 204 len: 168 time: 2.4141452 Feb 19 01:16:19.162270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Allocated IP 2001:db8::2 (297f42a7-dda4-4821-84f9-00bb20e044a0/4cfa6b64-a5da-4a45-8440-355962ae2f2f/b3cd6985-c13b-42ac-ac18-bff01a06c585) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:19.162385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5c54916b-0f32-40bd-a54c-99e316ce957c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.166251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39362) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:19.181262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '27ac977e-d400-4f03-a8d2-e7957e9ad420'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:19.260213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.263874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5041485 Feb 19 01:16:19.267659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1551d-cfbb-4727-80e2-d4be984907f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54916b-0f32-40bd-a54c-99e316ce957c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:19.270736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39364) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:19.279037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1353366292'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:19.321034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.325546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks [] for security_group (4fafbfc1-99bf-4e0a-9664-5b611ecb1f32), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.343423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f24cf-1c5d-4e5b-9e1a-bbaae13b2c0a req-51d0f704-c043-4477-b0cf-c6d1c5386600 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.354708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f01f24cf-1c5d-4e5b-9e1a-bbaae13b2c0a req-51d0f704-c043-4477-b0cf-c6d1c5386600 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2733307 Feb 19 01:16:19.382781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Publish callbacks [] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.385734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4fafbfc1-99bf-4e0a-9664-5b611ecb1f32), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.396981 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.460430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.473701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:19.482395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-7fdf4d03-72d6-4285-9183-74432de60132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.483885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-7fdf4d03-72d6-4285-9183-74432de60132 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3364348 Feb 19 01:16:19.527219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:16:19.530125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:19.536199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:19.556665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-86076a79-7555-4d5f-a4b6-488980d70018 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 217 time: 0.0600193 Feb 19 01:16:19.560553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:19.565831 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ad18f772-522a-4f3d-bdc9-c9cdaf8b7835), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.566305 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Added segment ad18f772-522a-4f3d-bdc9-c9cdaf8b7835 of type vlan for network ba14ec70-9af7-4b9e-ac56-7865933fbf74 Feb 19 01:16:19.614281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (ba14ec70-9af7-4b9e-ac56-7865933fbf74), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.622151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195a625-10f4-467c-a9cd-cee73a0b6cc1 req-525a89c0-0484-4834-95fe-7057cace7dfe tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.623746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5195a625-10f4-467c-a9cd-cee73a0b6cc1 req-525a89c0-0484-4834-95fe-7057cace7dfe tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 948 time: 0.2360559 Feb 19 01:16:19.649538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (ba14ec70-9af7-4b9e-ac56-7865933fbf74), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.650229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.650897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.693186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Pushing event updated for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:19.734005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Attempting to bind port b3cd6985-c13b-42ac-ac18-bff01a06c585 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:19.734568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Attempting to bind port b3cd6985-c13b-42ac-ac18-bff01a06c585 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '31b264ee-df42-401e-b425-be3d7472d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:19.735908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Attempting to bind port b3cd6985-c13b-42ac-ac18-bff01a06c585 on network 297f42a7-dda4-4821-84f9-00bb20e044a0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:19.751087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-fa52d240-a6c9-430b-9ff7-7e9286872ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.753501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-fa52d240-a6c9-430b-9ff7-7e9286872ab7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1793556 Feb 19 01:16:19.755113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:19.757965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Checking segment: {'id': '31b264ee-df42-401e-b425-be3d7472d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:19.760733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.761414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Bound using segment: {'id': '31b264ee-df42-401e-b425-be3d7472d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:19.762182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Bound port: b3cd6985-c13b-42ac-ac18-bff01a06c585, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b264ee-df42-401e-b425-be3d7472d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:19.763363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.773551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] Pushing event updated for resources: {'Network': ['ID=ba14ec70-9af7-4b9e-ac56-7865933fbf74,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:19.789797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f01f24cf-1c5d-4e5b-9e1a-bbaae13b2c0a req-eac42efb-f99f-416f-8b2b-e16b61816a29 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4341798 Feb 19 01:16:19.792556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (76692eef-7a00-4e51-a135-527223f3b2a6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.797165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b4bbf636-5a6e-46f6-b713-d308f1caf0ed admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8645699 Feb 19 01:16:19.802849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39368) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:19.816561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network ba14ec70-9af7-4b9e-ac56-7865933fbf74 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:16:19.831822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Request body: {'subnet': {'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1288073057-subnet', 'tenant_id': '0905bfb373cb4c218cd803842d500971', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:19.838907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (76692eef-7a00-4e51-a135-527223f3b2a6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.852394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5195a625-10f4-467c-a9cd-cee73a0b6cc1 req-1dbd0344-fdb1-4700-9427-bf4d3e7600db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699033 Feb 19 01:16:19.897802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.914711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.917437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6418417 Feb 19 01:16:19.923063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39374) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:19.930230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-98972029', 'security_groups': ['76692eef-7a00-4e51-a135-527223f3b2a6'], 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cfa6b64-a5da-4a45-8440-355962ae2f2f'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:19.943669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Made reservation on behalf of 0905bfb373cb4c218cd803842d500971 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:19.945142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.956491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eb514-1ccd-4cec-94e3-787e3da80e04 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76692eef-7a00-4e51-a135-527223f3b2a6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:20.061608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c321ef-19a7-489c-9235-4c148a849ca9 req-0a65818a-e446-4868-8932-1007f1978df5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.071307 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69c321ef-19a7-489c-9235-4c148a849ca9 req-0a65818a-e446-4868-8932-1007f1978df5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1700706 Feb 19 01:16:20.092159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:20.095292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b3cd6985-c13b-42ac-ac18-bff01a06c585,segment=NetworkSegment(31b264ee-df42-401e-b425-be3d7472d3de),segment_id=31b264ee-df42-401e-b425-be3d7472d3de)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:20.107398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.135886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69c321ef-19a7-489c-9235-4c148a849ca9 req-326cd2e6-fb60-42cd-af91-551963e1b487 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635319 Feb 19 01:16:20.208467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.81 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:20.219694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946c76f-e1f9-4bde-99d6-a7ba7b115460 None None] Pushing event updated for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:20.242471 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48d15683-70e7-4b10-bb3c-6ee9d3bd0dfe req-7477195d-73f8-4d60-b8a4-39d393adfea7 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0463364 Feb 19 01:16:20.244125 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8fbc589e-2474-494e-83db-a7bf257462ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.401688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-3fe839c8-c984-48bc-848d-6a2a554b8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.404714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-3fe839c8-c984-48bc-848d-6a2a554b8991 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6336308 Feb 19 01:16:20.510104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d7514-661e-4770-9040-1e8ccd8a3c14 req-841821e8-ff1b-4fb1-a19f-6c291156ecd6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.520783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b66d7514-661e-4770-9040-1e8ccd8a3c14 req-841821e8-ff1b-4fb1-a19f-6c291156ecd6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0756285 Feb 19 01:16:20.636423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b66d7514-661e-4770-9040-1e8ccd8a3c14 req-2260dc33-4300-407f-8f9a-72f33c09c30a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143649 Feb 19 01:16:20.766344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.811248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.816705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.822097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.827399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.833230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.838449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.843775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.845774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-b6682549-2946-405e-ab22-aa605c377690 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.4966698 Feb 19 01:16:20.848258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-cd1ea1f3-84d5-4b12-ae2a-e5cf8ab5c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:20.849684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-cd1ea1f3-84d5-4b12-ae2a-e5cf8ab5c3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.3785563 Feb 19 01:16:20.875379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-ab6717db-a045-4b41-a22c-b6e455a1fc25 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060416 Feb 19 01:16:20.999681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a52ea-aacb-47ee-bf5e-547f933bf0c2 req-7bb89229-1262-4a1c-ac2d-e41405167bb7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.007207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-587a52ea-aacb-47ee-bf5e-547f933bf0c2 req-7bb89229-1262-4a1c-ac2d-e41405167bb7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 948 time: 0.0810399 Feb 19 01:16:21.008618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:21.051202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-587a52ea-aacb-47ee-bf5e-547f933bf0c2 req-e9854363-6606-4099-bf83-caab8b3cc0c9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Feb 19 01:16:21.228132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4db6f10-1160-4760-b5aa-f07e12ea859f req-eb66a879-4dd8-4337-b765-ae06a4716779 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3670447 Feb 19 01:16:21.238304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.312118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (342c9c41-78cd-4a54-8fb0-7c93f6e275b5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.321844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:21.332301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-b3a80db5-d1cc-43b3-9ccf-ef1b0f951366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.333832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-b3a80db5-d1cc-43b3-9ccf-ef1b0f951366 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.4764359 Feb 19 01:16:21.347579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fe41bae-5393-4e43-9b2e-38eb490b827f req-a7bc0f5a-fa22-4e13-8dac-d6f0756e423e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448011 Feb 19 01:16:21.348467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:21.351320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:21.409093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af089054-db91-4f8c-a84a-0c016e24768a req-f912b9cf-17e6-4002-9b1f-7eb7f445e986 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0393665 Feb 19 01:16:21.622976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:21.624059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.654240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:21.762206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:21.762631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.774043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:21.774415 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.774940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.829465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b3cd6985-c13b-42ac-ac18-bff01a06c585,segment=NetworkSegment(31b264ee-df42-401e-b425-be3d7472d3de),segment_id=31b264ee-df42-401e-b425-be3d7472d3de)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:21.830928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:21.836755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.873266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Provisioning complete for port 813c39c9-8004-433f-bb89-3821643c9dfc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:21.873797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.897108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:16:21.907961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342c9c41-78cd-4a54-8fb0-7c93f6e275b5,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:21.951061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Pushing event updated for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:21.957755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-34a317fb-9f61-46a7-9969-fb28d4c26319 None None] Port 813c39c9-8004-433f-bb89-3821643c9dfc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:21.961286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:21.987390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-1cfbf17f-62e9-43a7-9a74-e90babe75eb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.6076303 Feb 19 01:16:22.010287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Checking segment: {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:22.010827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Network hostable DHCP agents. Network: ba14ec70-9af7-4b9e-ac56-7865933fbf74, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:16:22.093511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:22.133625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9dc3b-ebc2-4025-9534-1f24c40f62b0 req-91e9bfa7-d629-42d1-9a6e-586b03bf7102 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.134552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faf9dc3b-ebc2-4025-9534-1f24c40f62b0 req-91e9bfa7-d629-42d1-9a6e-586b03bf7102 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.3651447 Feb 19 01:16:22.135965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-2c05591c-d7d2-4ae4-a054-8495a33dd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.137418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-2c05591c-d7d2-4ae4-a054-8495a33dd32d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1347990 Feb 19 01:16:22.214556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:22.215557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee221e-6550-4e99-9a22-808453327c33 req-578cd9f7-9f11-4bfe-9253-335454a06371 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.218264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94ee221e-6550-4e99-9a22-808453327c33 req-578cd9f7-9f11-4bfe-9253-335454a06371 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 948 time: 0.0737922 Feb 19 01:16:22.226708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'mac_address': 'fa:16:3e:cc:8b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:22.266724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 32856f6b-af87-4019-9e1b-83778e8c0bfa is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:22.267439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.278170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faf9dc3b-ebc2-4025-9534-1f24c40f62b0 req-8fa7debb-a279-424b-878c-2c058e924c17 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290927 Feb 19 01:16:22.281121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94ee221e-6550-4e99-9a22-808453327c33 req-b2d022c4-263c-45d4-8ad9-afed091898bf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Feb 19 01:16:22.295167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32856f6b-af87-4019-9e1b-83778e8c0bfa {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:22.297956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Network ba14ec70-9af7-4b9e-ac56-7865933fbf74 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:16:22.337051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, ba14ec70-9af7-4b9e-ac56-7865933fbf74) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:22.342356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.343367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.352521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:22.356588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdf0bd-9763-48a6-96d6-f688bad54a38 None None] Network ba14ec70-9af7-4b9e-ac56-7865933fbf74 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:22.374069 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.460173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-5224cbbf-28a8-4ff8-943e-e8cff585ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.461793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-5224cbbf-28a8-4ff8-943e-e8cff585ff2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2650328 Feb 19 01:16:22.487615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-354b520b-c35d-4c32-b047-506f958c1064 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6762378 Feb 19 01:16:22.516318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:22.548093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffed143-48ed-40c7-a5e1-6fa4783818a7 None None] Network ba14ec70-9af7-4b9e-ac56-7865933fbf74 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:22.560307 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d83c0f00-f435-412d-8486-244ca559b5be req-7eec64ae-e651-499b-97f1-c2cec1200f6e tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0636935 Feb 19 01:16:22.630552 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42ce232d-33f8-4b33-ae29-92b666bb4ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.635842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:22.662065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::10c (297f42a7-dda4-4821-84f9-00bb20e044a0/4cfa6b64-a5da-4a45-8440-355962ae2f2f/ee2fead9-f6ce-4efd-86a2-a89dc66659f6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:22.692075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.697784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.704289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.714333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.720485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.727420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.733505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.735733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-8e249f05-94c0-4226-8a17-cc505df7a317 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.3838363 Feb 19 01:16:23.069080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-9f2c1b67-39e0-48ca-8653-e6ff8ee108f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776560 Feb 19 01:16:23.102506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.209266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-390aa8d5-cdb9-40a8-943a-7bdf25dac5ff req-c5d10df1-48b0-4786-a404-a3ec728dc927 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2151024 Feb 19 01:16:23.259580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.323598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8eb1196-cb38-467b-8cc8-cdafb2926acb req-b98ecfbd-6fae-4601-a315-a885f7247665 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466047 Feb 19 01:16:23.323769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.393628 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.484836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fcf1d-a262-4f67-b39c-96bf8c3e2f2f req-f31f86c5-4f1f-4944-b90e-7a4a99748225 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.488328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-432fcf1d-a262-4f67-b39c-96bf8c3e2f2f req-f31f86c5-4f1f-4944-b90e-7a4a99748225 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0958776 Feb 19 01:16:23.513643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:23.542181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:23.567754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:23.569867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.574702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.595092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-432fcf1d-a262-4f67-b39c-96bf8c3e2f2f req-51f118bb-f012-42e2-b3a4-c884cb40e8d4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967810 Feb 19 01:16:23.605950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=ee2fead9-f6ce-4efd-86a2-a89dc66659f6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:23.614170 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.663173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:23.663450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-40b890b2-0050-4f86-85f4-a0ca42b71f7a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7392790 Feb 19 01:16:23.670517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:23.688122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:23.734872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feb92e-8f87-477f-bd54-1699d00969ff req-32944741-d0a4-4d91-8bd6-7571d1c097dc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.753965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1feb92e-8f87-477f-bd54-1699d00969ff req-32944741-d0a4-4d91-8bd6-7571d1c097dc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 949 time: 0.3467569 Feb 19 01:16:23.772201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:23.772853 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.863421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-287ba6d8-459d-4a4c-867a-709ea14ace14 req-565bbea9-cdc5-4000-83c5-552d1e13d468 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0863502 Feb 19 01:16:23.871426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.897874 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.942687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1feb92e-8f87-477f-bd54-1699d00969ff req-99d30f0b-64c1-4458-99f1-4fe823c77468 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876011 Feb 19 01:16:23.944672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:24.004553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:24.008432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.064716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:24.081775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.123536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:24.128766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b4052d35-f0a7-46e6-9c97-602e43203375 None None] Provisioning complete for port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:24.128766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4052d35-f0a7-46e6-9c97-602e43203375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.130828 n-d-826752-2 neutron-server[103430]: INFO neutron.db.ipam_backend_mixin [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cfa6b64-a5da-4a45-8440-355962ae2f2f (CIDR: 2001:db8::/64) Feb 19 01:16:24.136605 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:16:24.137868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:24.178223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d2b7b9dc-3ba7-4bf0-8e5d-85a7e8304b2b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5094109 Feb 19 01:16:24.178458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:24.184219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:24.318691 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP b37279ad-c5cd-4616-a955-9c05ab77cc6e associated. External IP: 172.25.0.81, port: 27ac977e-d400-4f03-a8d2-e7957e9ad420. Feb 19 01:16:24.319869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b4052d35-f0a7-46e6-9c97-602e43203375 None None] Port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:24.332561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 32856f6b-af87-4019-9e1b-83778e8c0bfa completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:24.337454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 32856f6b-af87-4019-9e1b-83778e8c0bfa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:24.338610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.436056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 32856f6b-af87-4019-9e1b-83778e8c0bfa is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:24.436500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.448864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.454710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.460490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.465811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:24.466512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.468233 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5a0f79-2e3b-411e-883a-5bdb69bc3275" -d '{"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-plugged", "status": "completed", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:24.472842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.478991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.483638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:24.484236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.492414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be74022b-f9d9-464e-b957-44cc046e765b req-05412145-d9d1-42dc-be0c-36ac94e7e8df tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.1439273 Feb 19 01:16:24.493110 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.500773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:24.504155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.555509 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7082649-4259-4920-9e23-618c3b92983f x-openstack-request-id: req-a7082649-4259-4920-9e23-618c3b92983f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:24.556180 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-plugged", "status": "completed", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:24.556853 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7082649-4259-4920-9e23-618c3b92983f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:24.557493 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'code': 200} Feb 19 01:16:24.604304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:24.735692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:24.756546 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be74022b-f9d9-464e-b957-44cc046e765b req-6a3c49b3-bc2c-4316-a9f2-72764ada72b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2623048 Feb 19 01:16:24.793181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdb01d-8a25-4b45-be5d-686c0550a3f1 req-68586f95-7ded-4834-9aba-6ff8e20b1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.794709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22bdb01d-8a25-4b45-be5d-686c0550a3f1 req-68586f95-7ded-4834-9aba-6ff8e20b1ebb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1132 time: 0.1405897 Feb 19 01:16:24.929121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (8d12a62e-0ecc-4fe5-ba8f-c4c894963eca), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.970295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:24.987837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:24.995215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.995810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.016866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2dd9b0-4d45-41b0-8358-6e6013c9dd17 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:25.034088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fae06bd6-da67-4720-bc9b-306e21a04cf8 req-3658f50c-5711-4c69-9d1b-4d973708c368 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0612698 Feb 19 01:16:25.079326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=8d12a62e-0ecc-4fe5-ba8f-c4c894963eca,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:25.124570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-730fd193-a295-4a2e-a289-144bba407c01 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9445133 Feb 19 01:16:25.124794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:25.133773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-860190404', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d12a62e-0ecc-4fe5-ba8f-c4c894963eca'}], 'security_groups': ['5c54916b-0f32-40bd-a54c-99e316ce957c']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:25.352093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649d60c-4634-4f34-8794-d6a3e5481e3b req-762b5e70-2f9b-4a5f-a309-ae8f178a1d83 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.356673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4649d60c-4634-4f34-8794-d6a3e5481e3b req-762b5e70-2f9b-4a5f-a309-ae8f178a1d83 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.1850471 Feb 19 01:16:25.371725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.380405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] Update dhcp port {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'fixed_ips': [{'subnet_id': '4cfa6b64-a5da-4a45-8440-355962ae2f2f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d12a62e-0ecc-4fe5-ba8f-c4c894963eca'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b3cd6985-c13b-42ac-ac18-bff01a06c585'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:16:25.422139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.436587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4649d60c-4634-4f34-8794-d6a3e5481e3b req-6413961a-371b-4c77-af66-b45639ab70eb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653138 Feb 19 01:16:25.448200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227fad8-e94d-418b-acdf-f5479e82c3f9 req-9d27c453-2490-4ed1-ac1a-4f0ce1b4bba5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.449862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f227fad8-e94d-418b-acdf-f5479e82c3f9 req-9d27c453-2490-4ed1-ac1a-4f0ce1b4bba5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.7429652 Feb 19 01:16:25.537816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.560863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22bdb01d-8a25-4b45-be5d-686c0550a3f1 req-3a241e54-6a87-432b-9e7b-4213d204f331 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438801 Feb 19 01:16:25.581187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f227fad8-e94d-418b-acdf-f5479e82c3f9 req-d268d064-3f97-4b5e-a1b8-cf6bc9dc5d58 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219015 Feb 19 01:16:25.586413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:25.596602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:25.607831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.626473 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:25.627669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.663538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6377493d-2093-4366-af25-d94365771a3e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4939635 Feb 19 01:16:25.664236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39466) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:25.678272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] Allocated IP 2001:db8:0:1::2 (297f42a7-dda4-4821-84f9-00bb20e044a0/8d12a62e-0ecc-4fe5-ba8f-c4c894963eca/b3cd6985-c13b-42ac-ac18-bff01a06c585) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:25.685693 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.695372 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:25.696246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.769775 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.771817 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3468a41-c170-4841-8af4-1dd33bce8a69 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:25.823554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f3728606-d591-4c37-8bf0-caf3b8bf7614 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/floatingips/b37279ad-c5cd-4616-a955-9c05ab77cc6e HTTP/1.1" status: 200 len: 977 time: 0.1577132 Feb 19 01:16:25.830695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:25.855977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b3cd6985-c13b-42ac-ac18-bff01a06c585,segment=NetworkSegment(31b264ee-df42-401e-b425-be3d7472d3de),segment_id=31b264ee-df42-401e-b425-be3d7472d3de)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:25.910976 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] Publish callbacks [] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.915002 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.916864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.019748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e0b89d8c-8d83-4603-8308-47a8556e797b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1854706 Feb 19 01:16:26.021375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:26.036439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'port_id': '140b68b8-414a-4c11-a830-a006cf2ba1b7'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:26.051547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8434e70-81ec-4428-a787-c6040cc0ffa0 req-758b0774-c1a0-4ebd-9b7c-36de8218fb61 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.053064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8434e70-81ec-4428-a787-c6040cc0ffa0 req-758b0774-c1a0-4ebd-9b7c-36de8218fb61 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1334400 Feb 19 01:16:26.065261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b853ca-fb24-49d5-941c-613ab2100a35 None None] Pushing event updated for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.092497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.099259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.104973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.111002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.116012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.121262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.126575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.128526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-e9a46e1f-491f-4928-ab4b-af50457df6a5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.2686539 Feb 19 01:16:26.154395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.227317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8434e70-81ec-4428-a787-c6040cc0ffa0 req-7258732e-4226-4e4f-aa0e-3e0783bf82cf tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283829 Feb 19 01:16:26.382667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-101a7856-b814-424a-8f9b-62131e1f4a7a req-7af8f4dc-1dc0-46ed-a5a2-7f279851f382 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0775690 Feb 19 01:16:26.498558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.704534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Delete allocated IP 2001:db8::10c (297f42a7-dda4-4821-84f9-00bb20e044a0/4cfa6b64-a5da-4a45-8440-355962ae2f2f) {{(pid=103430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:16:26.715880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f42a8a-4546-462c-ac99-5028b8889bb7 req-b5444dfe-bc79-4764-ab62-a92966b13cb7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.726788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7f42a8a-4546-462c-ac99-5028b8889bb7 req-b5444dfe-bc79-4764-ab62-a92966b13cb7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1938524 Feb 19 01:16:26.733157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8:0:1::359 (297f42a7-dda4-4821-84f9-00bb20e044a0/8d12a62e-0ecc-4fe5-ba8f-c4c894963eca/ee2fead9-f6ce-4efd-86a2-a89dc66659f6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:26.765685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08528c54-e175-48f7-af8f-cf4e1fb459e3 req-04bda902-885b-49f4-9ba9-9e2d227b9376 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6291740 Feb 19 01:16:26.984728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-52300819-fe20-485f-88e2-3a580783931c None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:26.985280 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52300819-fe20-485f-88e2-3a580783931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.046960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.065513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7f42a8a-4546-462c-ac99-5028b8889bb7 req-541d45b9-9101-4788-872a-0252ced2be3a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342948 Feb 19 01:16:27.094312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.187639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-52300819-fe20-485f-88e2-3a580783931c None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:27.213184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-52300819-fe20-485f-88e2-3a580783931c None None] Provisioning complete for port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:27.213488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52300819-fe20-485f-88e2-3a580783931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.254934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39498) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:27.261821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] In _notify_port_updated(), no bound segment for port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 on network 297f42a7-dda4-4821-84f9-00bb20e044a0 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:16:27.262606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-52300819-fe20-485f-88e2-3a580783931c None None] Port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:27.267262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.268505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.276866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-52300819-fe20-485f-88e2-3a580783931c None None] Provisioning complete for port 813c39c9-8004-433f-bb89-3821643c9dfc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:27.277323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52300819-fe20-485f-88e2-3a580783931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.281811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/ports/ee2fead9-f6ce-4efd-86a2-a89dc66659f6 HTTP/1.1" status: 200 len: 930 time: 2.1556208 Feb 19 01:16:27.286979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:27.319014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-52300819-fe20-485f-88e2-3a580783931c None None] Port 813c39c9-8004-433f-bb89-3821643c9dfc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:27.391356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9235647-26da-45d7-87d2-a9ad3e99fec2 req-05cde28b-60af-43c4-acea-70389d872926 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.393094 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9235647-26da-45d7-87d2-a9ad3e99fec2 req-05cde28b-60af-43c4-acea-70389d872926 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3434222 Feb 19 01:16:27.393755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba8d8-4b2c-432f-9756-e420e8e61ab8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=ee2fead9-f6ce-4efd-86a2-a89dc66659f6,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:27.412608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613bcb-8c45-4869-a462-288bc8e2be2e req-f74841d5-7c68-42f2-8140-99fc04a5cac7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.414319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3613bcb-8c45-4869-a462-288bc8e2be2e req-f74841d5-7c68-42f2-8140-99fc04a5cac7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2389224 Feb 19 01:16:27.513917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.529134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3613bcb-8c45-4869-a462-288bc8e2be2e req-4aded706-415b-435d-a471-ce319bce7ab3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080003 Feb 19 01:16:27.530428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.631237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9235647-26da-45d7-87d2-a9ad3e99fec2 req-251af59e-836a-4c4e-b3e8-886f8ced0b98 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207112 Feb 19 01:16:27.655960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:27.656102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.666573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-565d142c-bc33-4d8b-81a0-58a1fb1ac9ec None None] Provisioning complete for port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:27.667155 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-565d142c-bc33-4d8b-81a0-58a1fb1ac9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.772172 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP b37279ad-c5cd-4616-a955-9c05ab77cc6e associated. External IP: 172.25.0.81, port: 27ac977e-d400-4f03-a8d2-e7957e9ad420. Feb 19 01:16:27.774712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30160e8-d84e-4af4-8a93-c6d319a4e14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.781907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:27.825181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-565d142c-bc33-4d8b-81a0-58a1fb1ac9ec None None] Port ee2fead9-f6ce-4efd-86a2-a89dc66659f6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:27.839189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.854783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for ee2fead9-f6ce-4efd-86a2-a89dc66659f6 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:27.891546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec290568-b9e4-4cb2-83a5-f6c530242621 req-d79a280d-c2f2-4594-86ff-c94e3b344c2a tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.2086201 Feb 19 01:16:27.909703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:27.910198 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.023186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ee2fead9-f6ce-4efd-86a2-a89dc66659f6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.086136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:28.125124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=ee2fead9-f6ce-4efd-86a2-a89dc66659f6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:28.136860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.141010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e6d54dc-2deb-4572-b2e3-386311afd205 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/ee2fead9-f6ce-4efd-86a2-a89dc66659f6 HTTP/1.1" status: 204 len: 168 time: 0.8529758 Feb 19 01:16:28.143884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39512) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:28.180036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30160e8-d84e-4af4-8a93-c6d319a4e14b admin admin] Publish callbacks [] for security_group (7c9d1789-74a1-4ac3-91c8-b39a584d01ce), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.187328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f30160e8-d84e-4af4-8a93-c6d319a4e14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c9d1789-74a1-4ac3-91c8-b39a584d01ce), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.191700 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30955fa-ebdf-4842-b78f-3f1dea8a68fc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:16:28.196589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d30955fa-ebdf-4842-b78f-3f1dea8a68fc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/ee2fead9-f6ce-4efd-86a2-a89dc66659f6 HTTP/1.1" status: 404 len: 333 time: 0.0503850 Feb 19 01:16:28.199253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39514) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:28.232276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe898df-317f-4937-b567-b7f4e9771a79 req-e4e92f58-9624-4e4b-9e61-467e4f3a5b02 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.240986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbe898df-317f-4937-b567-b7f4e9771a79 req-e4e92f58-9624-4e4b-9e61-467e4f3a5b02 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2293365 Feb 19 01:16:28.335741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbe898df-317f-4937-b567-b7f4e9771a79 req-6800648c-83f0-4575-ae95-093916fdb71c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870526 Feb 19 01:16:28.350703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2d3a-cc3c-49d5-820e-43c47bf0510d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (76692eef-7a00-4e51-a135-527223f3b2a6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.390188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2d3a-cc3c-49d5-820e-43c47bf0510d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (76692eef-7a00-4e51-a135-527223f3b2a6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.440961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:28.471689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2d3a-cc3c-49d5-820e-43c47bf0510d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (76692eef-7a00-4e51-a135-527223f3b2a6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.476464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2d3a-cc3c-49d5-820e-43c47bf0510d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.480043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5ecc2d3a-cc3c-49d5-820e-43c47bf0510d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/security-groups/76692eef-7a00-4e51-a135-527223f3b2a6 HTTP/1.1" status: 204 len: 168 time: 0.2777913 Feb 19 01:16:28.480715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:28.481081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39520) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:28.481522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f30160e8-d84e-4af4-8a93-c6d319a4e14b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee59c8e2ee474abe873de21e3fe4163f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2103503 Feb 19 01:16:28.502195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.507876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.514695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.522227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.527926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.534877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.540447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.548483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-f922c6f9-19b4-435e-ae13-02ad8c78c901 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.5082760 Feb 19 01:16:28.566231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30160e8-d84e-4af4-8a93-c6d319a4e14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9d1789-74a1-4ac3-91c8-b39a584d01ce,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:28.582787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc2d3a-cc3c-49d5-820e-43c47bf0510d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76692eef-7a00-4e51-a135-527223f3b2a6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:28.739972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb8e72bf-3b7d-4fbd-a4b7-4d74fd7ba0ba req-c1d6d39b-a42a-4570-81b2-4253f2751f7e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905403 Feb 19 01:16:28.749244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:28.761533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:28.771631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fcb0821-99fa-4a3b-a2f1-2df9b66b0902 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (5c54916b-0f32-40bd-a54c-99e316ce957c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.794479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:28.795754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:28.823983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78624c6a-e469-4439-a0f2-ecb71d8d1415 admin admin] Publish callbacks [] for security_group (7c9d1789-74a1-4ac3-91c8-b39a584d01ce), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.848047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fcb0821-99fa-4a3b-a2f1-2df9b66b0902 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (5c54916b-0f32-40bd-a54c-99e316ce957c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.862389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-fa765662-d174-41bf-90b5-fa5d287f6b1a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.870891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-fa765662-d174-41bf-90b5-fa5d287f6b1a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.2728708 Feb 19 01:16:28.899970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:28.907377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-b92c03d0-bb86-4c02-bb54-f3089ec15650 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/quotas/32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 375 time: 0.0350504 Feb 19 01:16:28.927266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:28.928027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:28.956442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78624c6a-e469-4439-a0f2-ecb71d8d1415 admin admin] Publish callbacks [] for security_group (7c9d1789-74a1-4ac3-91c8-b39a584d01ce), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.968768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:28.971151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c263992-df6a-4fa7-9e71-adff09dbe15e None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:29.067334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35ce2-cb49-41ce-9796-948b293f74b8 req-7c0893bd-0275-445d-89ee-a40b6b181330 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:29.068422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bb35ce2-cb49-41ce-9796-948b293f74b8 req-7c0893bd-0275-445d-89ee-a40b6b181330 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.0928500 Feb 19 01:16:29.079292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-d9a7945f-664e-4bb6-80cf-c4605597e94b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697502 Feb 19 01:16:29.082076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fcb0821-99fa-4a3b-a2f1-2df9b66b0902 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5c54916b-0f32-40bd-a54c-99e316ce957c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.085629 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fcb0821-99fa-4a3b-a2f1-2df9b66b0902 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.087090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9fcb0821-99fa-4a3b-a2f1-2df9b66b0902 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/security-groups/5c54916b-0f32-40bd-a54c-99e316ce957c HTTP/1.1" status: 204 len: 168 time: 0.5830083 Feb 19 01:16:29.118426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39538) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:29.156858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb0821-99fa-4a3b-a2f1-2df9b66b0902 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54916b-0f32-40bd-a54c-99e316ce957c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.188622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78624c6a-e469-4439-a0f2-ecb71d8d1415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c9d1789-74a1-4ac3-91c8-b39a584d01ce), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.191368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78624c6a-e469-4439-a0f2-ecb71d8d1415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.194883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78624c6a-e469-4439-a0f2-ecb71d8d1415 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c9d1789-74a1-4ac3-91c8-b39a584d01ce HTTP/1.1" status: 204 len: 168 time: 0.6897244 Feb 19 01:16:29.229578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78624c6a-e469-4439-a0f2-ecb71d8d1415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9d1789-74a1-4ac3-91c8-b39a584d01ce,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.279746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-b11e5fbd-e37f-4700-a43d-93193eb2595c service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911321 Feb 19 01:16:29.463863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-b8a97a33-591a-406b-8b81-35cd8a230059 service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761241 Feb 19 01:16:29.608152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 4cfa6b64-a5da-4a45-8440-355962ae2f2f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:29.617027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (4cfa6b64-a5da-4a45-8440-355962ae2f2f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.643718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39546) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:29.667200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e32e839f-aa7c-4c48-9da8-44892387254f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.670992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bb35ce2-cb49-41ce-9796-948b293f74b8 req-53e0c11a-5cb9-4123-9509-56726089ef01 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536218 Feb 19 01:16:29.738803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:29.753588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (4cfa6b64-a5da-4a45-8440-355962ae2f2f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.780655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e32e839f-aa7c-4c48-9da8-44892387254f admin admin] Publish callbacks [] for security_group (e85d920c-06fb-4d18-a45a-0032e1ae9900), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.795006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e32e839f-aa7c-4c48-9da8-44892387254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e85d920c-06fb-4d18-a45a-0032e1ae9900), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.833265 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91cddf3d-69d4-4f77-be12-3326d0c5c792 req-90411d2b-f456-469d-864d-e8cd8d1590e2 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0505786 Feb 19 01:16:29.833594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-790c06ec-4825-4748-92af-6efc1a9d58af req-7a39a5be-3ea7-4ccd-a617-67e2e257da76 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 210 time: 0.0910280 Feb 19 01:16:29.875094 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e32e839f-aa7c-4c48-9da8-44892387254f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee64d3dc3a604376bb40ff57accd4b25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276459 Feb 19 01:16:29.875094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e839f-aa7c-4c48-9da8-44892387254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d920c-06fb-4d18-a45a-0032e1ae9900,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.880015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:29.978081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1334f70b-1d82-4308-b0fe-84a14017177c admin admin] Publish callbacks [] for security_group (e85d920c-06fb-4d18-a45a-0032e1ae9900), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.038748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1334f70b-1d82-4308-b0fe-84a14017177c admin admin] Publish callbacks [] for security_group (e85d920c-06fb-4d18-a45a-0032e1ae9900), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.105596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.114271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.122984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.130807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.138907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.139626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (4cfa6b64-a5da-4a45-8440-355962ae2f2f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.146311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.152765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.155083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-965a259c-a765-42db-bfab-485cb3f5e27f req-5d337b83-a79a-47ae-a368-1fc3fa6026cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.1634164 Feb 19 01:16:30.163383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:30.171165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.177588 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:30.194286 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:30.195319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:30.240255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1334f70b-1d82-4308-b0fe-84a14017177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e85d920c-06fb-4d18-a45a-0032e1ae9900), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.241281 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:30.255883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1334f70b-1d82-4308-b0fe-84a14017177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.263970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1334f70b-1d82-4308-b0fe-84a14017177c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e85d920c-06fb-4d18-a45a-0032e1ae9900 HTTP/1.1" status: 204 len: 168 time: 0.3827567 Feb 19 01:16:30.272345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e63654ca-edea-48d7-a96b-19ae83d8b06c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/floatingips/b37279ad-c5cd-4616-a955-9c05ab77cc6e HTTP/1.1" status: 200 len: 977 time: 4.2478724 Feb 19 01:16:30.274534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (4cfa6b64-a5da-4a45-8440-355962ae2f2f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.278202 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:30.278658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:30.282699 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:30.321043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:30.327433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfa6b64-a5da-4a45-8440-355962ae2f2f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:30.327762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334f70b-1d82-4308-b0fe-84a14017177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d920c-06fb-4d18-a45a-0032e1ae9900,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:30.386446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-965a259c-a765-42db-bfab-485cb3f5e27f req-3ea99723-df5c-43bd-9b9d-e99643e11c95 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080560 Feb 19 01:16:30.388194 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:30.390421 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7262910-b79e-45fe-be3a-1fc3df316c0c None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:30.415418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.429861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-17d1b2a0-042c-48f3-a2de-c7e65f799abc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/4cfa6b64-a5da-4a45-8440-355962ae2f2f HTTP/1.1" status: 204 len: 168 time: 1.3104289 Feb 19 01:16:30.431105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bda419-45f4-418c-b614-a6f313a39307 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:30.437129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39570) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:30.447696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:30.471287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.544284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-e12e92b9-d627-45bd-a811-a1523dbd91db req-8ee46223-18b9-4b31-9340-c7d3a6f5ce4d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:16:30.559060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e12e92b9-d627-45bd-a811-a1523dbd91db req-8ee46223-18b9-4b31-9340-c7d3a6f5ce4d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4656899 Feb 19 01:16:30.812796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:30.820459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.885901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.920566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.924804 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP b37279ad-c5cd-4616-a955-9c05ab77cc6e disassociated. External IP: 172.25.0.81, port: 140b68b8-414a-4c11-a830-a006cf2ba1b7. Feb 19 01:16:31.231052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8f8739c-1708-43ea-ba49-0fd723c3e225 req-79884ad8-f188-4ace-bf50-0f1b8f9f5832 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0590677 Feb 19 01:16:31.285231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (9eb18cda-4635-4132-9be1-2176c2276877), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.394627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be49bfc7-ed93-4df6-9428-43d5389b5b5b req-a539d564-0420-48c3-b012-f6196789aa3d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 210 time: 0.1110151 Feb 19 01:16:31.403533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-7f68c5d3-5bbc-4e84-a170-bb61e01a3e12 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.405966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-7f68c5d3-5bbc-4e84-a170-bb61e01a3e12 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.1740201 Feb 19 01:16:31.417767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:31.423064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:31.432375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.433534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.455047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'port': {'device_id': '4f6440e0-5a15-4e6e-88af-06017f631695', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'admin_state_up': True, 'tenant_id': '32d460ea5cd74fff918c408cba95343e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:31.469585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0262780 Feb 19 01:16:31.471532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39594) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:31.478840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1189305270'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:31.535500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.581185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2823e-81ea-4939-af78-31bb9207a6bb tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=9eb18cda-4635-4132-9be1-2176c2276877,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:31.714200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.720923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.726800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.733879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.740221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.746235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.753249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.755237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-d4bd961f-ec77-4a0c-8042-3b4eb3d4268d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.1789422 Feb 19 01:16:31.868455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (619deb40-e472-4e68-a899-030b0099dd73), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.875663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (619deb40-e472-4e68-a899-030b0099dd73), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.894875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6fa8f29a-60ab-4ad9-975c-2a5aeb5530aa req-8150cbd3-1957-495e-a192-e52040955461 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338353 Feb 19 01:16:31.898110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:31.932543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea651b92-e8d5-4376-af93-92d9253e6189 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:31.941431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.945058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4701364 Feb 19 01:16:31.945058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c88061-59ac-46e3-8de7-2097be02b435 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619deb40-e472-4e68-a899-030b0099dd73,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:31.955811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39604) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:32.086160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a7ea63ad-dfdb-42a3-b3b1-31f123b3a2a8 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:32.086623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7ea63ad-dfdb-42a3-b3b1-31f123b3a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.094751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'security_group': {'name': 'tempest-secgroup-979440922'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:32.106718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563fe15-b032-48d0-b974-406e0b504f4f req-1e5efc17-d7ca-4138-ac25-1eb40a54ec3d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:32.114717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8563fe15-b032-48d0-b974-406e0b504f4f req-1e5efc17-d7ca-4138-ac25-1eb40a54ec3d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.6326544 Feb 19 01:16:32.144229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-1bc81e7d-5f93-4506-b617-e45f0c871cdc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9805994 Feb 19 01:16:32.170430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-2f140673-372d-4891-bfb3-556f547dfb2d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:16:32.171372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-2f140673-372d-4891-bfb3-556f547dfb2d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054152 Feb 19 01:16:32.222389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.236264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:32.250036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.268732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8563fe15-b032-48d0-b974-406e0b504f4f req-9279228b-631f-4f22-ac0e-5cb3ba9ff7a5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530669 Feb 19 01:16:32.296724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:32.304954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] Update dhcp port {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'fixed_ips': [{'subnet_id': '8d12a62e-0ecc-4fe5-ba8f-c4c894963eca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9eb18cda-4635-4132-9be1-2176c2276877'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b3cd6985-c13b-42ac-ac18-bff01a06c585'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:16:32.376851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:32.380647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.398898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-894ebdd5-75de-4d0c-a73f-cdbda85235dd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/floatingips/b37279ad-c5cd-4616-a955-9c05ab77cc6e HTTP/1.1" status: 200 len: 687 time: 2.0943978 Feb 19 01:16:32.404242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39624) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:32.442910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:32.443566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.449012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea63ad-dfdb-42a3-b3b1-31f123b3a2a8 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:32.453719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04ca58b7-250a-49cf-86d0-cb74163528c7 req-604b55f2-4b0e-4b32-9164-45f2b8bfc75f tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0825715 Feb 19 01:16:32.528652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.545307 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.548165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a7ea63ad-dfdb-42a3-b3b1-31f123b3a2a8 None None] Provisioning complete for port 813c39c9-8004-433f-bb89-3821643c9dfc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:32.548866 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7ea63ad-dfdb-42a3-b3b1-31f123b3a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.600737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea63ad-dfdb-42a3-b3b1-31f123b3a2a8 None None] Port 813c39c9-8004-433f-bb89-3821643c9dfc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:32.604068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:32.604171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.653287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.653956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3047f0-8df8-4682-b5ad-0596aee967d6 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:32.693653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (1e985d34-dd82-4564-8272-85756ba08556), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.829692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Allocated IP 172.20.0.12 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/00e61d31-249c-4cad-85a5-784e6b917581) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:32.864211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] Allocated IP 2001:db8::2 (297f42a7-dda4-4821-84f9-00bb20e044a0/9eb18cda-4635-4132-9be1-2176c2276877/b3cd6985-c13b-42ac-ac18-bff01a06c585) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:32.932471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bed1590-0efb-46fe-a795-fa76d1933f26 req-e3d48e90-265f-45d1-80ff-bec80a787719 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 210 time: 0.3926485 Feb 19 01:16:33.094805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b3cd6985-c13b-42ac-ac18-bff01a06c585,segment=NetworkSegment(31b264ee-df42-401e-b425-be3d7472d3de),segment_id=31b264ee-df42-401e-b425-be3d7472d3de)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:33.100830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-15985a0d-18c3-427b-bb71-fdf77e8028ad tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.110129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-15985a0d-18c3-427b-bb71-fdf77e8028ad tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports/32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 947 time: 0.1095176 Feb 19 01:16:33.159996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.166258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.174453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.177179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] Publish callbacks [] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.182101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (00e61d31-249c-4cad-85a5-784e6b917581), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.183154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.190491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.201042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1e985d34-dd82-4564-8272-85756ba08556), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.211214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.226259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.237612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.243480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59178682-89b3-4356-947a-25cd8576ff34 req-b88f9038-ae7f-40d6-89f6-3d6aaf6b3dab tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.1932173 Feb 19 01:16:33.297457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f83f50-5946-4b3c-845a-cdd489133d3f None None] Pushing event updated for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:33.400091 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59178682-89b3-4356-947a-25cd8576ff34 req-e96b54f8-3530-4b7d-9b2e-45207e63ccc0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518190 Feb 19 01:16:33.446789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.460269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39662) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:33.463082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5052087 Feb 19 01:16:33.466437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129572293'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:33.504827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.648270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22559901-595a-48b4-943f-379b40aca2f4 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e985d34-dd82-4564-8272-85756ba08556,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:33.709564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (00e61d31-249c-4cad-85a5-784e6b917581), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.753483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:33.797618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c701fb6f-b28a-40ac-95dd-62938623009d req-01ca6fed-7636-4c13-917f-f37753e34cef tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.1609840 Feb 19 01:16:33.807307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e9ef0-8e89-48b5-93fd-53d0a31a3c27 req-4dd92519-5c3d-49aa-9943-50538d33816e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.813146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-968e9ef0-8e89-48b5-93fd-53d0a31a3c27 req-4dd92519-5c3d-49aa-9943-50538d33816e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3431737 Feb 19 01:16:33.841793 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (522f25dd-00e0-4589-8b7b-224c12438600), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.847059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (522f25dd-00e0-4589-8b7b-224c12438600), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.895153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=00e61d31-249c-4cad-85a5-784e6b917581,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:33.905879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:33.930360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:33.930715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.936396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:33.941409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:33.947571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.959266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.980406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5183721 Feb 19 01:16:33.981329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39674) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:33.984643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35205523-44b0-486b-b5e2-eca5f85f820b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522f25dd-00e0-4589-8b7b-224c12438600,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:34.038805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:34.044953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1991295382', 'security_groups': ['522f25dd-00e0-4589-8b7b-224c12438600'], 'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9eb18cda-4635-4132-9be1-2176c2276877'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:34.204346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:34.387997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18387bf-d361-4543-9656-28361627631e req-53f3ffd7-2f64-4364-9ddb-e0c2a1d05279 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.397280 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c18387bf-d361-4543-9656-28361627631e req-53f3ffd7-2f64-4364-9ddb-e0c2a1d05279 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 932 time: 0.2642679 Feb 19 01:16:34.462838 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-968e9ef0-8e89-48b5-93fd-53d0a31a3c27 req-2870f993-ab17-4f9a-bea4-6b0668128eca tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201043 Feb 19 01:16:34.471243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c18387bf-d361-4543-9656-28361627631e req-f71b8fc8-0cc5-4d22-8e59-974b326df02a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730824 Feb 19 01:16:34.476973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:34.519908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.520575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.547034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b92020dd-aeea-4b0f-8b50-b566ef440fd7 None None] Provisioning complete for port 00e61d31-249c-4cad-85a5-784e6b917581 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:34.547840 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92020dd-aeea-4b0f-8b50-b566ef440fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00e61d31-249c-4cad-85a5-784e6b917581), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.589375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-8d663768-8357-4f60-a82b-20b554e85022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1541700 Feb 19 01:16:34.622612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Request body: {'port': {'device_id': '4f6440e0-5a15-4e6e-88af-06017f631695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:34.674754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.709061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.709392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.747440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] device_id is not set on port c87bec17-085b-41e5-92b1-f234ca44f561 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:16:34.824308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b92020dd-aeea-4b0f-8b50-b566ef440fd7 None None] Port 00e61d31-249c-4cad-85a5-784e6b917581 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:34.893335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:34.928010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00e61d31-249c-4cad-85a5-784e6b917581), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.976627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-167fbe37-c974-4fe5-9d85-8356257e3692 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:34.977443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-167fbe37-c974-4fe5-9d85-8356257e3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.027864 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-760ae6c5-82c7-4711-947a-8981419cb642 req-05e829fc-9d65-405c-b567-12bc1866e8c2 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0519364 Feb 19 01:16:35.161560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8::267 (297f42a7-dda4-4821-84f9-00bb20e044a0/9eb18cda-4635-4132-9be1-2176c2276877/c87bec17-085b-41e5-92b1-f234ca44f561) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:35.165160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-167fbe37-c974-4fe5-9d85-8356257e3692 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:35.191744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-167fbe37-c974-4fe5-9d85-8356257e3692 None None] Provisioning complete for port 813c39c9-8004-433f-bb89-3821643c9dfc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:35.192136 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-167fbe37-c974-4fe5-9d85-8356257e3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.270999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-167fbe37-c974-4fe5-9d85-8356257e3692 None None] Port 813c39c9-8004-433f-bb89-3821643c9dfc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:35.393531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (c87bec17-085b-41e5-92b1-f234ca44f561), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.446614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.547915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:35.575603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:35.578535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:35.584905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.585771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.597121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.605875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.608024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5955138 Feb 19 01:16:35.612437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39706) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:35.614662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.620829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:35.623116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.630299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.636295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.649946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.653604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-786c2104-4855-4ac1-bf3e-ec79cb44adf7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.9278004 Feb 19 01:16:35.660773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-06231eab-1973-4508-b041-abf9b3699c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.662553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-06231eab-1973-4508-b041-abf9b3699c00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1132 time: 0.9504700 Feb 19 01:16:35.712786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022c798-a974-438d-9425-0efcafe4281d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=c87bec17-085b-41e5-92b1-f234ca44f561,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:35.868659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-ed803d8b-7006-40dd-b30b-834fb0a8a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.870557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-ed803d8b-7006-40dd-b30b-834fb0a8a1b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1345251 Feb 19 01:16:35.896566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:35.900807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.975853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7bf2-e0f7-4ff7-897b-ce609428541f req-45c83947-fdd8-4c7d-8243-d993b2d643a9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.977788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-beac7bf2-e0f7-4ff7-897b-ce609428541f req-45c83947-fdd8-4c7d-8243-d993b2d643a9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.2709215 Feb 19 01:16:36.010129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-eeab3327-d241-49a6-91b3-596530d86474 None None] Provisioning complete for port c87bec17-085b-41e5-92b1-f234ca44f561 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:36.010510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eeab3327-d241-49a6-91b3-596530d86474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.035121 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-4c473944-4eaa-4aa4-b149-1ec5d45548af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 217 time: 0.1446738 Feb 19 01:16:36.049631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.070800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eeab3327-d241-49a6-91b3-596530d86474 None None] Port c87bec17-085b-41e5-92b1-f234ca44f561 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:36.101234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=e5eb7ffe-e31d-48ac-a6e2-bb45a2dfd525,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:36.116529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-beac7bf2-e0f7-4ff7-897b-ce609428541f req-52f89296-0655-4b8a-a6e4-fd3e084ebe1e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328790 Feb 19 01:16:36.135222 n-d-826752-2 neutron-server[103430]: INFO neutron.db.ipam_backend_mixin [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9eb18cda-4635-4132-9be1-2176c2276877 (CIDR: 2001:db8::/64) Feb 19 01:16:36.149377 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:16:36.149886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:36.173038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8985cfee-0949-405c-80e2-64ebdf8d9a89 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5592539 Feb 19 01:16:36.173726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39714) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:36.180712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:36.255619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-623e0766-542e-4c96-bb01-d55e0e23e035 req-c2790dec-6dec-4449-9567-77468603aaf4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5863807 Feb 19 01:16:36.269024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-11d35cdd-9bf7-49b8-8596-44619a163d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.270538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-11d35cdd-9bf7-49b8-8596-44619a163d6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2263069 Feb 19 01:16:36.348273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b37279ad-c5cd-4616-a955-9c05ab77cc6e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.352288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.355592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11f145bc-52ab-45b5-8f66-b8429f3f69ce tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/floatingips/b37279ad-c5cd-4616-a955-9c05ab77cc6e HTTP/1.1" status: 204 len: 168 time: 3.9441979 Feb 19 01:16:36.358017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39716) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:36.371031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c4a4-ce48-49d0-89f8-dc425e857b8a req-74108b39-253c-4fa1-9597-b3ea479ffade tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.373167 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2520c4a4-ce48-49d0-89f8-dc425e857b8a req-74108b39-253c-4fa1-9597-b3ea479ffade tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 932 time: 0.1174386 Feb 19 01:16:36.395768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-5376fd63-0a88-47d1-be61-d56187b4a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.397336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-5376fd63-0a88-47d1-be61-d56187b4a9b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111803 Feb 19 01:16:36.464878 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-16f3b051-88cc-4209-a8a3-b2798e61db1b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] delete failed (client error): The resource could not be found. Feb 19 01:16:36.469473 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16f3b051-88cc-4209-a8a3-b2798e61db1b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/floatingips/b37279ad-c5cd-4616-a955-9c05ab77cc6e HTTP/1.1" status: 404 len: 345 time: 0.0913620 Feb 19 01:16:36.471161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39718) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:36.509691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85b29225-0c27-4c1f-a0d5-5702f1e94189 req-4f7285f8-18f5-44b1-b956-24ea8a911681 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.1036327 Feb 19 01:16:36.559203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e61d31-249c-4cad-85a5-784e6b917581 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:36.583034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Publish callbacks [] for port (00e61d31-249c-4cad-85a5-784e6b917581), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.614933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Transition to ACTIVE for port object 00e61d31-249c-4cad-85a5-784e6b917581 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:16:36.631473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-2d9507a8-8e7b-49d9-a50a-aee99b65e4a8 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265477 Feb 19 01:16:36.632965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (00e61d31-249c-4cad-85a5-784e6b917581), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.634031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:36.638479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.718053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2520c4a4-ce48-49d0-89f8-dc425e857b8a req-682a596e-138e-468f-8e09-673874bcb5f4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482588 Feb 19 01:16:36.755352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c32fd0-ecdc-406c-9a76-eea24520ce61 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.761871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c32fd0-ecdc-406c-9a76-eea24520ce61 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.768035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c32fd0-ecdc-406c-9a76-eea24520ce61 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.772831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-86c32fd0-ecdc-406c-9a76-eea24520ce61 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/ports?network_id=35170daa-c92d-4c54-8912-0467c13b4603 HTTP/1.1" status: 200 len: 2358 time: 0.2983811 Feb 19 01:16:36.774015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:36.836047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3ea63-8d1e-4a63-9403-d73895d351a1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.837582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-87a3ea63-8d1e-4a63-9403-d73895d351a1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/subnets/17b7071b-d002-4e78-91f6-e2af414dbe6a HTTP/1.1" status: 200 len: 797 time: 0.0622838 Feb 19 01:16:36.843326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39726) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:36.849085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'port': {'network_id': '35170daa-c92d-4c54-8912-0467c13b4603', 'name': 'tempest-FloatingIPTestJSON-1473645636', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:36.931680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Pushing event updated for resources: {'Port': ['ID=00e61d31-249c-4cad-85a5-784e6b917581,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:37.012902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-3213a5f0-d17b-4d82-955f-817ea11aaa85 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690977 Feb 19 01:16:37.036016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Attempting to bind port 00e61d31-249c-4cad-85a5-784e6b917581 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:37.036887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Attempting to bind port 00e61d31-249c-4cad-85a5-784e6b917581 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:37.037502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Attempting to bind port 00e61d31-249c-4cad-85a5-784e6b917581 on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:37.045359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Port 00e61d31-249c-4cad-85a5-784e6b917581 on network 3ece63df-823f-4990-83cc-676795974eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:16:37.045743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Attempting to bind port 00e61d31-249c-4cad-85a5-784e6b917581 on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:37.067078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:37.067453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:37.067849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:37.068346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Bound port: 00e61d31-249c-4cad-85a5-784e6b917581, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:37.068710 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00e61d31-249c-4cad-85a5-784e6b917581), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:37.201271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] For port 00e61d31-249c-4cad-85a5-784e6b917581, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:37.204854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] For port 00e61d31-249c-4cad-85a5-784e6b917581, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=00e61d31-249c-4cad-85a5-784e6b917581,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:37.213346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (00e61d31-249c-4cad-85a5-784e6b917581), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:37.299982 n-d-826752-2 neutron-server[103430]: INFO neutron.db.ipam_backend_mixin [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8d12a62e-0ecc-4fe5-ba8f-c4c894963eca (CIDR: 2001:db8:0:1::/64) Feb 19 01:16:37.329769 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:16:37.330227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:37.352751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Pushing event updated for resources: {'Port': ['ID=00e61d31-249c-4cad-85a5-784e6b917581,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:37.378892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.379572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:37.381245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-941a6453-f963-4cf6-8cb3-6c864d356e82 service neutron] 10.222.0.10 "PUT /v2.0/ports/00e61d31-249c-4cad-85a5-784e6b917581 HTTP/1.1" status: 200 len: 1092 time: 2.7742989 Feb 19 01:16:37.383267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6440e0-5a15-4e6e-88af-06017f631695', 'tag': '00e61d31-249c-4cad-85a5-784e6b917581'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:37.390439 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6440e0-5a15-4e6e-88af-06017f631695", "tag": "00e61d31-249c-4cad-85a5-784e6b917581"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:37.392738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0a79cec-525e-4aa8-a13a-2e87cbce01f3 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2086225 Feb 19 01:16:37.393588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39732) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:37.434115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'subnet': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:37.483372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:37.506770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.512438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.518211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.524776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.531887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.538235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.544571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.546834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-d55e6a10-4e1b-44c7-838e-7ff2935686b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.1465604 Feb 19 01:16:37.591895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162cf45-d34a-4ac3-8442-eb4a7b3e22b8 req-7e3853f1-feed-48e8-9336-293944d0653a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.593492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d162cf45-d34a-4ac3-8442-eb4a7b3e22b8 req-7e3853f1-feed-48e8-9336-293944d0653a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.2360969 Feb 19 01:16:37.680441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-ae1f3752-710c-4eb1-a420-c08ecbba4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.684546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-ae1f3752-710c-4eb1-a420-c08ecbba4b06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 1126 time: 0.2430613 Feb 19 01:16:37.744203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0d3981e-8c40-47d8-b166-b4f4a1aa5fd7 req-8c179e2f-7571-4d86-b2a9-1ccdea3ab2e9 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1832414 Feb 19 01:16:37.748916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:37.777132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] device_id is not set on port acd7adcd-8b96-4efc-bafb-f92fe84f0720 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:16:37.865324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d162cf45-d34a-4ac3-8442-eb4a7b3e22b8 req-c35afb73-b382-4bc8-a8e4-4a171cc9231c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307482 Feb 19 01:16:37.871678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-f0014d5c-6f9e-478e-8926-7cd8e6d58bfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e61d31-249c-4cad-85a5-784e6b917581 HTTP/1.1" status: 200 len: 217 time: 0.1410952 Feb 19 01:16:37.883973 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e5c2c2-ebdb-47d0-8906-88074438953c x-openstack-request-id: req-f7e5c2c2-ebdb-47d0-8906-88074438953c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:37.884701 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6440e0-5a15-4e6e-88af-06017f631695", "tag": "00e61d31-249c-4cad-85a5-784e6b917581", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:37.884701 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7e5c2c2-ebdb-47d0-8906-88074438953c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:37.884937 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6440e0-5a15-4e6e-88af-06017f631695', 'tag': '00e61d31-249c-4cad-85a5-784e6b917581', 'status': 'completed', 'code': 200} Feb 19 01:16:37.963968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Made reservation on behalf of ec57887afeb1445ba90c8648d426dad6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:37.970069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.100848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-b579ec73-5c0d-43ea-9c79-5b10723b257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.102346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-b579ec73-5c0d-43ea-9c79-5b10723b257d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.2015574 Feb 19 01:16:38.198670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd0142-62f4-43cc-9a1a-d2894cc61927 req-2061390b-3767-4922-8c00-17cd7c33aec9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.200202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2cd0142-62f4-43cc-9a1a-d2894cc61927 req-2061390b-3767-4922-8c00-17cd7c33aec9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 944 time: 0.2128117 Feb 19 01:16:38.242090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-ca6e6bc6-b0ec-4568-b065-4fa56d7360bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.243502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-ca6e6bc6-b0ec-4568-b065-4fa56d7360bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1329193 Feb 19 01:16:38.255333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fa0faf7-1070-49ce-bc8b-748ea30e9761 req-84ed1039-d5de-4e57-84e3-6ddcfec62f52 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0574708 Feb 19 01:16:38.273253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.14 (35170daa-c92d-4c54-8912-0467c13b4603/17b7071b-d002-4e78-91f6-e2af414dbe6a/acd7adcd-8b96-4efc-bafb-f92fe84f0720) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:38.280268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.13 (35170daa-c92d-4c54-8912-0467c13b4603/17b7071b-d002-4e78-91f6-e2af414dbe6a/acd7adcd-8b96-4efc-bafb-f92fe84f0720) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:38.286513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2cd0142-62f4-43cc-9a1a-d2894cc61927 req-c962fa46-3725-48c7-afa8-bec3a7dffcba tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769291 Feb 19 01:16:38.437960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (acd7adcd-8b96-4efc-bafb-f92fe84f0720), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.462200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-708c4a59-f03c-403b-a885-62010282681f service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744757 Feb 19 01:16:38.474607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (acd7adcd-8b96-4efc-bafb-f92fe84f0720), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.517703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:38.525636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:38.530970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:38.559866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=acd7adcd-8b96-4efc-bafb-f92fe84f0720,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:38.563063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (2a98f8d8-6f19-4c6f-8d6f-9010c328ceda), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.585194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.585928 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.607001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-37fceb69-56a3-4010-98dc-f6c54bcfc77f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7600889 Feb 19 01:16:38.609559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39744) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:38.615943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'acd7adcd-8b96-4efc-bafb-f92fe84f0720', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:38.636071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:38.643826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.647297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-190b9368-ea2b-4436-98ca-36aff80d22bf req-3627f5e6-ab4f-4876-ad24-d974593d267e service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775105 Feb 19 01:16:38.648172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:38.657418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa3fbd-7bb4-4b1c-b924-a8a767b43e8a None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:38.662313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.662943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.683569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Subnet': ['ID=2a98f8d8-6f19-4c6f-8d6f-9010c328ceda,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:38.698554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-99a18261-40b3-4f9b-bd08-c00a0e41d2a2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2674775 Feb 19 01:16:38.699040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39748) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:38.713686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1534919946', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a98f8d8-6f19-4c6f-8d6f-9010c328ceda'}], 'security_groups': ['619deb40-e472-4e68-a899-030b0099dd73', '1e985d34-dd82-4564-8272-85756ba08556']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:38.769884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.860039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-aab05056-0fa3-4c1b-9fd0-ddf67ca046d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.863513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-aab05056-0fa3-4c1b-9fd0-ddf67ca046d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 1126 time: 0.1452062 Feb 19 01:16:38.952841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] Update dhcp port {'port': {'network_id': '297f42a7-dda4-4821-84f9-00bb20e044a0', 'fixed_ips': [{'subnet_id': '8d12a62e-0ecc-4fe5-ba8f-c4c894963eca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9eb18cda-4635-4132-9be1-2176c2276877', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a98f8d8-6f19-4c6f-8d6f-9010c328ceda'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b3cd6985-c13b-42ac-ac18-bff01a06c585'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:16:38.980692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-6291fce4-073f-4952-9e6e-5d28bcec9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.980692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-6291fce4-073f-4952-9e6e-5d28bcec9a54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.1043472 Feb 19 01:16:39.011417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.014558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.104 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/477f47c9-8b4a-486f-b010-d28e3f67032c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:39.060819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-87c9acdb-8fc3-47c2-9858-3028701560ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e61d31-249c-4cad-85a5-784e6b917581 HTTP/1.1" status: 200 len: 217 time: 0.0667803 Feb 19 01:16:39.139369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.177970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.199495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.251794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=477f47c9-8b4a-486f-b010-d28e3f67032c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:39.272111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:39.286987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.292278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.298125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.304150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.309358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.314904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.316842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358ba66-fbfd-4821-aaf3-f34136172efa req-ba6392e6-04ff-4e64-8ee5-0adf8b2e74cc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.322075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.323850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-85277f7f-47c0-4072-b00e-78470843880a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5431 time: 0.4128277 Feb 19 01:16:39.324800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:39.328607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d358ba66-fbfd-4821-aaf3-f34136172efa req-ba6392e6-04ff-4e64-8ee5-0adf8b2e74cc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3228326 Feb 19 01:16:39.328964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:39.339617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-ca05b3ea-2011-4183-a5ae-a1cf5b15dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.342115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-ca05b3ea-2011-4183-a5ae-a1cf5b15dabb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.2633715 Feb 19 01:16:39.387781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] Allocated IP 2001:db8:0:2::2 (297f42a7-dda4-4821-84f9-00bb20e044a0/2a98f8d8-6f19-4c6f-8d6f-9010c328ceda/b3cd6985-c13b-42ac-ac18-bff01a06c585) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:39.507138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d358ba66-fbfd-4821-aaf3-f34136172efa req-aa113fea-bc85-4163-bece-7aa99e099659 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719253 Feb 19 01:16:39.571235 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cdde20e1-6088-4c8c-849b-8b432533ea2c req-d618b2de-e728-4ae5-b18c-06a9ff08ce6a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2381160 Feb 19 01:16:39.591659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b3cd6985-c13b-42ac-ac18-bff01a06c585,segment=NetworkSegment(31b264ee-df42-401e-b425-be3d7472d3de),segment_id=31b264ee-df42-401e-b425-be3d7472d3de)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:39.677896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] Publish callbacks [] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.684638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.713695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-c2a58a92-9313-4967-b95a-bd1d84b7d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.715527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-c2a58a92-9313-4967-b95a-bd1d84b7d54d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3634844 Feb 19 01:16:39.862046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e87754-dca1-47eb-b439-21e3fa15b71b None None] Pushing event updated for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:39.873236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8252c-9cb5-44f2-af27-67eeefe6029d req-88fb6d8c-c4ee-4b09-bd9d-b9e80afbd45e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.881678 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-60f8252c-9cb5-44f2-af27-67eeefe6029d req-88fb6d8c-c4ee-4b09-bd9d-b9e80afbd45e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 944 time: 0.1189914 Feb 19 01:16:39.967979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-60f8252c-9cb5-44f2-af27-67eeefe6029d req-5f497fc1-4fd6-42cb-8918-723ec79c548a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853124 Feb 19 01:16:40.187417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b61e00d4-9e63-4d63-acda-dab4a01d213a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.215566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fe2227e7-dd3c-4de4-a491-0dceea9acd94 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:40.268518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d99c592a-b947-4a7f-9c31-589ace28fb9f req-793b131c-10bd-4173-a981-cb0c6af3282b tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.5869958 Feb 19 01:16:40.336196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.450271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:40.478265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94', 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900', 'port_id': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94', 'mac_address': 'fa:16:3e:05:9d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:40.541914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.547267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.554194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-b7eeb0c6-d51f-4d1d-ae3d-8d113d89b505 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897148 Feb 19 01:16:40.561089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fe2227e7-dd3c-4de4-a491-0dceea9acd94 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:40.561503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.602416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2227e7-dd3c-4de4-a491-0dceea9acd94 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:40.650948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=477f47c9-8b4a-486f-b010-d28e3f67032c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:40.665687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b61e00d4-9e63-4d63-acda-dab4a01d213a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.695247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:40.702086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.703603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d9452f5e-6dfd-4b6d-b4b2-51493fc83367 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:40.839429 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP b61e00d4-9e63-4d63-acda-dab4a01d213a associated. External IP: 172.25.0.104, port: acd7adcd-8b96-4efc-bafb-f92fe84f0720. Feb 19 01:16:40.870244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:40.889782 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:16:40.918011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bab0f68e-cdf2-4055-a6bb-c0c0d6361e01 req-56c7b85a-3067-4c34-b574-19ed5eafc99d service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530383 Feb 19 01:16:40.929018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:40.950585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.956272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.963268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.970931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.977211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.979930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367', 'network_id': '461fbff4-998c-48c3-88e3-312889a9c900', 'port_id': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367', 'mac_address': 'fa:16:3e:66:ce:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:40.982846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.992310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.994284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e554900-3a33-472b-82d5-04194714ba59 req-246efb08-b4e8-439b-8cf6-dd1ed6c63ccb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5432 time: 0.2129877 Feb 19 01:16:41.023437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Delete allocated IP 2001:db8::267 (297f42a7-dda4-4821-84f9-00bb20e044a0/9eb18cda-4635-4132-9be1-2176c2276877) {{(pid=103429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:16:41.042584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Allocated IP 2001:db8:0:2::269 (297f42a7-dda4-4821-84f9-00bb20e044a0/2a98f8d8-6f19-4c6f-8d6f-9010c328ceda/c87bec17-085b-41e5-92b1-f234ca44f561) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:41.065585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5f21-a47f-466e-82c3-ea773a76a2da req-b59e38a3-0a53-4246-a2ed-cd6d991132fc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.066376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:41.066747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.070855 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0aeb5f21-a47f-466e-82c3-ea773a76a2da req-b59e38a3-0a53-4246-a2ed-cd6d991132fc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.2623370 Feb 19 01:16:41.121013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:41.121349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.128427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0aeb5f21-a47f-466e-82c3-ea773a76a2da req-a356cf7b-6d5e-47f3-8c82-54c48216e3db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Feb 19 01:16:41.138536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9452f5e-6dfd-4b6d-b4b2-51493fc83367 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:41.151006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e554900-3a33-472b-82d5-04194714ba59 req-9d368eb9-4842-4638-9dbd-691f79e244db tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476190 Feb 19 01:16:41.174668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:41.223527 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.224200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:41.292378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:41.384089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:41.413807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cc3b-e230-45ca-a644-c6533499d0e2 req-cd29ed3b-75f2-48ec-8eab-d9f39af30b39 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.417248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efd0cc3b-e230-45ca-a644-c6533499d0e2 req-cd29ed3b-75f2-48ec-8eab-d9f39af30b39 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 944 time: 0.1439047 Feb 19 01:16:41.494498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:41.500190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1e0e9af-7a62-4b80-b96a-bf2edbf02561 req-7e358a8e-2d89-4282-93cb-5f02d7ac90fa tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0481017 Feb 19 01:16:41.537831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Provisioning complete for port c87bec17-085b-41e5-92b1-f234ca44f561 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:41.538330 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.563417 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for port (c87bec17-085b-41e5-92b1-f234ca44f561), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.573175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.618300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Port c87bec17-085b-41e5-92b1-f234ca44f561 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:41.620287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:41.627361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'port_id': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069', 'mac_address': 'fa:16:3e:de:03:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:41.666503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efd0cc3b-e230-45ca-a644-c6533499d0e2 req-d18a220d-c160-43b7-9297-beb7ed475cae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422254 Feb 19 01:16:41.672647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Provisioning complete for port 813c39c9-8004-433f-bb89-3821643c9dfc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:41.673041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.733795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] In _notify_port_updated(), no bound segment for port c87bec17-085b-41e5-92b1-f234ca44f561 on network 297f42a7-dda4-4821-84f9-00bb20e044a0 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:16:41.739472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.741345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.747710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "PUT /v2.0/ports/c87bec17-085b-41e5-92b1-f234ca44f561 HTTP/1.1" status: 200 len: 970 time: 3.0430515 Feb 19 01:16:41.747898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:41.777118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:41.854856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:41.882449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f5625203-4a32-4330-a0da-2b62ee2f2585 None None] Port 813c39c9-8004-433f-bb89-3821643c9dfc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:41.888417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:41.888417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.914915 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:41.935774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:41.938063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:41.939436 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:41.940855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:41.948300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fe306-bd18-433a-9fb5-c027461e7f20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event updated for resources: {'Port': ['ID=c87bec17-085b-41e5-92b1-f234ca44f561,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:41.962146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:41.962788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.020949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port c87bec17-085b-41e5-92b1-f234ca44f561 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:42.021243 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.027854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09139f76-08c0-4447-a27e-bbbcb3b6491f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4153585 Feb 19 01:16:42.030092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39802) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:42.043122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'port_id': 'acd7adcd-8b96-4efc-bafb-f92fe84f0720', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:42.049710 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:42.080798 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:42.081817 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:42.107420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.121429 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.122100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 095d3498-fdb5-4bf9-87cc-ea11c392ac1a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:42.168225 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:42.169407 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe0ff7-b21a-44bb-8952-0d37a9bdf44d None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:42.216644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.277787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d2866ca2-b934-4ebb-9f6c-b54b2fd7f59f None None] Provisioning complete for port c87bec17-085b-41e5-92b1-f234ca44f561 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:42.278767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2866ca2-b934-4ebb-9f6c-b54b2fd7f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.294972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for c87bec17-085b-41e5-92b1-f234ca44f561 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:42.318242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b61e00d4-9e63-4d63-acda-dab4a01d213a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.340205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d2866ca2-b934-4ebb-9f6c-b54b2fd7f59f None None] Port c87bec17-085b-41e5-92b1-f234ca44f561 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:42.401100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.432948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:42.468374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'port_id': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'mac_address': 'fa:16:3e:b7:5a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:42.474776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:42.530372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baba1d-8833-4f2c-8a8b-24bb17a06b54 req-4896df93-2e07-4e71-a9e9-0cdc7378c731 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.536352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1baba1d-8833-4f2c-8a8b-24bb17a06b54 req-4896df93-2e07-4e71-a9e9-0cdc7378c731 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.2918317 Feb 19 01:16:42.569862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:42.570323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.602663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095d3498-fdb5-4bf9-87cc-ea11c392ac1a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:42.651217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.656385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.657192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 87cf265d-73be-40cd-87b7-0ee775ec7ff4 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:42.671944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.706866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.729741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.731849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1baba1d-8833-4f2c-8a8b-24bb17a06b54 req-cf3d54ff-0bd7-4448-8281-438064b8608a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573544 Feb 19 01:16:42.745378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.747896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.750699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.752140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:42.756802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.758042 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-07913a9f-8001-44c2-83e2-5d6646000e19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2161343 Feb 19 01:16:42.762061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.769879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-beca0284-1199-424f-a2f9-e9e2be755273 req-2bb7530d-1967-4134-9d74-4c1970518b08 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5434 time: 0.4632273 Feb 19 01:16:42.780202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '87cf265d-73be-40cd-87b7-0ee775ec7ff4', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'port_id': '87cf265d-73be-40cd-87b7-0ee775ec7ff4', 'mac_address': 'fa:16:3e:94:49:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:42.796457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c87bec17-085b-41e5-92b1-f234ca44f561), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.881517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:42.882162 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.918053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cf265d-73be-40cd-87b7-0ee775ec7ff4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:42.936754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-beca0284-1199-424f-a2f9-e9e2be755273 req-4996f2c0-5dbb-4e72-af73-23a89d4ee7c6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658835 Feb 19 01:16:42.974748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.980622 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.981351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d49c8c86-a35b-4dd4-9eb2-62f2479547a1 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:43.129028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=c87bec17-085b-41e5-92b1-f234ca44f561,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:43.144214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:43.153321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:43.201075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd49c8c86-a35b-4dd4-9eb2-62f2479547a1', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'port_id': 'd49c8c86-a35b-4dd4-9eb2-62f2479547a1', 'mac_address': 'fa:16:3e:cc:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:43.278523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:43.279218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.328651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49c8c86-a35b-4dd4-9eb2-62f2479547a1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:43.357941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85c154db-4ec5-4837-8f8b-f5c69c2f7a86 req-52599ad8-f222-4c6b-9e05-e1ee207e14e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.2090843 Feb 19 01:16:43.395051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d619c287-a8cd-4d7f-a2bd-d114991464c0 req-11030bb9-1fd3-43cc-8983-f906d97b6689 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.4500396 Feb 19 01:16:43.396187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.399394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2604d3f-1aff-4f73-922d-0fd01613736b tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/c87bec17-085b-41e5-92b1-f234ca44f561 HTTP/1.1" status: 204 len: 168 time: 1.6503310 Feb 19 01:16:43.409915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:43.415431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.417769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 49106a7c-9b04-4228-a729-5820ec20cc85 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:43.425420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39816) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:43.520766 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-076d74b2-d6ba-4fdf-b1c4-761d2d8c1ccc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] GET failed (client error): The resource could not be found. Feb 19 01:16:43.521471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-076d74b2-d6ba-4fdf-b1c4-761d2d8c1ccc tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports/c87bec17-085b-41e5-92b1-f234ca44f561 HTTP/1.1" status: 404 len: 333 time: 0.0939217 Feb 19 01:16:43.528023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39818) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:43.551258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:43.554989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=49106a7c-9b04-4228-a729-5820ec20cc85,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:43.592781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '49106a7c-9b04-4228-a729-5820ec20cc85', 'network_id': 'e6458714-e8ca-4aee-a5e8-d2c129863988', 'port_id': '49106a7c-9b04-4228-a729-5820ec20cc85', 'mac_address': 'fa:16:3e:24:37:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:43.602502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-7c9ed109-a646-4e11-a1dd-b6ba1df5befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:43.604033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-7c9ed109-a646-4e11-a1dd-b6ba1df5befc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.5928082 Feb 19 01:16:43.703810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 49106a7c-9b04-4228-a729-5820ec20cc85 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:43.704777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.725042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49106a7c-9b04-4228-a729-5820ec20cc85 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:43.788543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8451-9df8-4d86-8517-a785ea80ff93 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (522f25dd-00e0-4589-8b7b-224c12438600), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.792567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8953e-5f92-49ef-bd4e-85287bab5cf3 req-5dd05b94-c052-4ba2-b3c8-ac4f7a3f1b52 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:43.802660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbb8953e-5f92-49ef-bd4e-85287bab5cf3 req-5dd05b94-c052-4ba2-b3c8-ac4f7a3f1b52 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 944 time: 0.3452241 Feb 19 01:16:43.806984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=49106a7c-9b04-4228-a729-5820ec20cc85,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:43.818607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.882968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 00e61d31-249c-4cad-85a5-784e6b917581 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:43.896652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8451-9df8-4d86-8517-a785ea80ff93 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (522f25dd-00e0-4589-8b7b-224c12438600), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.939316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:43.955334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-3938b137-a574-4354-92a0-eb94a7a5dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:43.958428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-3938b137-a574-4354-92a0-eb94a7a5dde3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.3076086 Feb 19 01:16:44.034578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbb8953e-5f92-49ef-bd4e-85287bab5cf3 req-3f308a0b-b894-43f4-abe9-c250455b646d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264664 Feb 19 01:16:44.087616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 00e61d31-249c-4cad-85a5-784e6b917581, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=00e61d31-249c-4cad-85a5-784e6b917581,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:44.125941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '00e61d31-249c-4cad-85a5-784e6b917581', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': '00e61d31-249c-4cad-85a5-784e6b917581', 'mac_address': 'fa:16:3e:5e:3c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:44.187774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f6ad6-8675-4916-8548-43d8d6277296 req-b9d44fe0-1a8f-4963-8767-c11abf1ed505 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.189887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-457f6ad6-8675-4916-8548-43d8d6277296 req-b9d44fe0-1a8f-4963-8767-c11abf1ed505 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.2679679 Feb 19 01:16:44.191271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8451-9df8-4d86-8517-a785ea80ff93 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (522f25dd-00e0-4589-8b7b-224c12438600), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.193860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8451-9df8-4d86-8517-a785ea80ff93 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.194955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ffb8451-9df8-4d86-8517-a785ea80ff93 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/security-groups/522f25dd-00e0-4589-8b7b-224c12438600 HTTP/1.1" status: 204 len: 168 time: 0.6622055 Feb 19 01:16:44.199935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 00e61d31-249c-4cad-85a5-784e6b917581 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:44.200347 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00e61d31-249c-4cad-85a5-784e6b917581), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.200582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-c18ec4e8-86f2-4ae4-9c72-17e9869bea6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.1606219 Feb 19 01:16:44.208900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:44.217475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e61d31-249c-4cad-85a5-784e6b917581 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:44.253543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 00e61d31-249c-4cad-85a5-784e6b917581, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=00e61d31-249c-4cad-85a5-784e6b917581,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:44.263206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (00e61d31-249c-4cad-85a5-784e6b917581), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.271043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb8451-9df8-4d86-8517-a785ea80ff93 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f25dd-00e0-4589-8b7b-224c12438600,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.319233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-959180e8-5c58-4a4f-be8c-d5f956df7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.320617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-959180e8-5c58-4a4f-be8c-d5f956df7e33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1004157 Feb 19 01:16:44.339744 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.363103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.368253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.387051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.390677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=00e61d31-249c-4cad-85a5-784e6b917581,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.395348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-457f6ad6-8675-4916-8548-43d8d6277296 req-e2928784-1f0a-4ef4-99ef-ee537cd2dfe9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937337 Feb 19 01:16:44.397632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.403505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.414778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.421501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.424337 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-4681f1dd-81e5-4439-b87f-8b24c4389a2c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5438 time: 0.1996062 Feb 19 01:16:44.426191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b61e00d4-9e63-4d63-acda-dab4a01d213a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.440080 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43c5363f-92f3-4cc6-a61f-2e87f2b13a7f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (1e985d34-dd82-4564-8272-85756ba08556), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.554711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43c5363f-92f3-4cc6-a61f-2e87f2b13a7f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (1e985d34-dd82-4564-8272-85756ba08556), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.618147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-fa4d4fb1-d931-4c0c-9070-df883fb42a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.623322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-fa4d4fb1-d931-4c0c-9070-df883fb42a1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2940459 Feb 19 01:16:44.625311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-115d69ae-3101-4186-8805-2d8670fbba9d req-6fd9973d-b38a-489d-b013-95485b5411e4 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0768907 Feb 19 01:16:44.667781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d7a780d-3ecd-418c-a586-cb19de31b87f req-a423c99b-91a1-44d7-a61d-b4b4f346aad3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735556 Feb 19 01:16:44.802226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43c5363f-92f3-4cc6-a61f-2e87f2b13a7f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1e985d34-dd82-4564-8272-85756ba08556), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.812344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43c5363f-92f3-4cc6-a61f-2e87f2b13a7f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.816475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fe2227e7-dd3c-4de4-a491-0dceea9acd94'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:44.821853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-43c5363f-92f3-4cc6-a61f-2e87f2b13a7f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e985d34-dd82-4564-8272-85756ba08556 HTTP/1.1" status: 204 len: 168 time: 0.6118660 Feb 19 01:16:44.822869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39832) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:44.886114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5363f-92f3-4cc6-a61f-2e87f2b13a7f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e985d34-dd82-4564-8272-85756ba08556,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.940444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['49106a7c-9b04-4228-a729-5820ec20cc85'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.000817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['095d3498-fdb5-4bf9-87cc-ea11c392ac1a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.003917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d9452f5e-6dfd-4b6d-b4b2-51493fc83367'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.021630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:45.045505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-114d95a5-e8e2-47c9-a597-c452a1e1859b service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031541 Feb 19 01:16:45.046530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-cafeaf9d-e718-48f1-b111-cdb1519bed98 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1631105 Feb 19 01:16:45.078234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1e53dd2e-eb68-4dd8-aea0-1b9e69593069'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.089895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d49c8c86-a35b-4dd4-9eb2-62f2479547a1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.092667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['87cf265d-73be-40cd-87b7-0ee775ec7ff4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.323167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-722856b2-620d-4372-9d3f-76ad52a92ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:45.324456 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-722856b2-620d-4372-9d3f-76ad52a92ccc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.1419988 Feb 19 01:16:45.338626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56cf5c13-1986-445b-8039-e1959eb68892 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (619deb40-e472-4e68-a899-030b0099dd73), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.414073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:45.461016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd8741-245d-4090-b8d7-0cbafdb5aff4 req-b5ae805f-fd63-4cbd-8349-1a2388668aea tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:45.462958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3edd8741-245d-4090-b8d7-0cbafdb5aff4 req-b5ae805f-fd63-4cbd-8349-1a2388668aea tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 945 time: 0.2659419 Feb 19 01:16:45.494284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56cf5c13-1986-445b-8039-e1959eb68892 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (619deb40-e472-4e68-a899-030b0099dd73), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.518847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.536727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee6a6bd8-7c65-4d85-9e8c-b682939f1e41 req-2936e42d-139f-4836-91e4-203c5051e6cb service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774642 Feb 19 01:16:45.605447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.673646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:45.695266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3edd8741-245d-4090-b8d7-0cbafdb5aff4 req-67c87d58-f6e9-4858-b143-601740485bc6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033613 Feb 19 01:16:45.706141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56cf5c13-1986-445b-8039-e1959eb68892 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (619deb40-e472-4e68-a899-030b0099dd73), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.712488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56cf5c13-1986-445b-8039-e1959eb68892 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.724476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-56cf5c13-1986-445b-8039-e1959eb68892 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/security-groups/619deb40-e472-4e68-a899-030b0099dd73 HTTP/1.1" status: 204 len: 168 time: 0.8866434 Feb 19 01:16:45.732083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:45.798586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:45.799241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:45.858760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6f3f98de-e027-431c-a34a-2c140fe85454 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/floatingips/b61e00d4-9e63-4d63-acda-dab4a01d213a HTTP/1.1" status: 200 len: 979 time: 3.8273177 Feb 19 01:16:45.863141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39848) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:45.869590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf5c13-1986-445b-8039-e1959eb68892 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619deb40-e472-4e68-a899-030b0099dd73,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:45.928363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fec25cfa-46ae-460e-a128-554a3f0040df req-0b0c683f-74e2-4989-8991-651f2c7c61da tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0965714 Feb 19 01:16:45.966079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f5d4-0ab3-4b39-9ad8-bb58aebc8e71 req-5f6ddb6c-65d9-4fc5-9f29-ad04086a94f9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:45.974966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee44f5d4-0ab3-4b39-9ad8-bb58aebc8e71 req-5f6ddb6c-65d9-4fc5-9f29-ad04086a94f9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3647854 Feb 19 01:16:45.994084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 9eb18cda-4635-4132-9be1-2176c2276877 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:46.008000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (9eb18cda-4635-4132-9be1-2176c2276877), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.015594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-0f77b48d-e1f6-44f3-885c-4b0bab5c7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.017403 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-0f77b48d-e1f6-44f3-885c-4b0bab5c7451 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.6475310 Feb 19 01:16:46.107936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee44f5d4-0ab3-4b39-9ad8-bb58aebc8e71 req-2c5bdd18-7d49-437d-9d33-4b5c283e5319 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241665 Feb 19 01:16:46.144513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (9eb18cda-4635-4132-9be1-2176c2276877), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.182780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:46.241164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (9eb18cda-4635-4132-9be1-2176c2276877), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.314835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (9eb18cda-4635-4132-9be1-2176c2276877), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.370737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb18cda-4635-4132-9be1-2176c2276877,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:46.380277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.383910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2a216b04-1efb-4877-883f-e09822fedb2a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/9eb18cda-4635-4132-9be1-2176c2276877 HTTP/1.1" status: 204 len: 168 time: 0.6312723 Feb 19 01:16:46.399075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39858) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:46.403144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-8ec890a9-c5b2-473d-92b0-20fdd0b28e77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.3761907 Feb 19 01:16:46.457982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 2a98f8d8-6f19-4c6f-8d6f-9010c328ceda {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:46.465024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (2a98f8d8-6f19-4c6f-8d6f-9010c328ceda), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.504006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.512968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.519266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.525340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.533633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.543866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.549939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.557478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48649228-d081-4722-818f-5b319a20ea65 req-d476fddc-1054-4a4e-b7b0-6f1ea96875f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5438 time: 0.2550473 Feb 19 01:16:46.559826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a777c-0d8f-4803-86d2-41d3037f23c4 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:46.570293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-32b11349-4049-49fc-b375-0f745ee1cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.572169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-32b11349-4049-49fc-b375-0f745ee1cb47 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1285040 Feb 19 01:16:46.635593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 477f47c9-8b4a-486f-b010-d28e3f67032c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:46.635938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.714460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e411e5a2-94f9-4afd-acb7-e7ed5808e2e9 req-96feddb7-5f04-4a03-b4ef-8e9611eb416b tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e&device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.0571816 Feb 19 01:16:46.729787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (2a98f8d8-6f19-4c6f-8d6f-9010c328ceda), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.739086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:46.739726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:46.864106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-b0feccf2-3c3a-46e6-a54d-0db38d0f8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.865634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-b0feccf2-3c3a-46e6-a54d-0db38d0f8aed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2681904 Feb 19 01:16:46.912964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48649228-d081-4722-818f-5b319a20ea65 req-33c9fff5-5b8f-4925-b46b-ad6acc18f509 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3543680 Feb 19 01:16:46.949493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:46.950303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605255c6-ed90-4108-b9dc-11fdfc5e95ab None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:47.099794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-9dcfc266-1819-4518-9790-1fcefeb70c10 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181485 Feb 19 01:16:47.242689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2080e36b-d27a-4034-86bd-9786ddb2549e req-bf89e919-2842-4eb2-bb04-9bc3070843d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88b29223d17f4c1b84848e0bc3d40534&device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0783694 Feb 19 01:16:47.253347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-834be8d2-f7b5-4b4b-90c0-d1db2b2dff74 req-8cd8f5ed-8b55-4967-9de0-c6557721db52 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0793629 Feb 19 01:16:47.297260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2080e36b-d27a-4034-86bd-9786ddb2549e req-c5b44256-d2aa-4ed1-9f2d-2d0a7fc4bab2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=88b29223d17f4c1b84848e0bc3d40534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300584 Feb 19 01:16:47.297260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2a98f8d8-6f19-4c6f-8d6f-9010c328ceda), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.304009 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.304335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (477f47c9-8b4a-486f-b010-d28e3f67032c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.345565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 477f47c9-8b4a-486f-b010-d28e3f67032c owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:47.570902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e092-8899-4b0a-a8a9-35790b7971f2 req-1155c0a1-f3c8-4b81-b884-5bcee66ed22c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.577873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b02e092-8899-4b0a-a8a9-35790b7971f2 req-1155c0a1-f3c8-4b81-b884-5bcee66ed22c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 945 time: 0.3491330 Feb 19 01:16:47.585965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (2a98f8d8-6f19-4c6f-8d6f-9010c328ceda), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.624535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=2a98f8d8-6f19-4c6f-8d6f-9010c328ceda,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:47.639608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82c7116f-5e6a-4792-a9d2-23b9d54c00cd req-115e714b-c3a7-4c8e-8dd2-97df36eebdbf service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266676 Feb 19 01:16:47.651861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e36b-d27a-4034-86bd-9786ddb2549e req-de80d71c-ca01-4a69-92b1-a331f8af26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.653372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2080e36b-d27a-4034-86bd-9786ddb2549e req-de80d71c-ca01-4a69-92b1-a331f8af26fd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3532732 Feb 19 01:16:47.654349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.669092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f4856779-6b5d-4f46-a4b7-43a71bc346ca tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/2a98f8d8-6f19-4c6f-8d6f-9010c328ceda HTTP/1.1" status: 204 len: 168 time: 1.2589953 Feb 19 01:16:47.671718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:47.768603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b02e092-8899-4b0a-a8a9-35790b7971f2 req-7212194d-1fd6-4186-926c-85c90799c444 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896996 Feb 19 01:16:47.772651 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-39545979-436f-45fb-8f05-f858dcc3354f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:47.773442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39545979-436f-45fb-8f05-f858dcc3354f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:47.777653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-39545979-436f-45fb-8f05-f858dcc3354f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/9eb18cda-4635-4132-9be1-2176c2276877 HTTP/1.1" status: 404 len: 337 time: 0.1047819 Feb 19 01:16:47.780918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:47.893653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting subnet 8d12a62e-0ecc-4fe5-ba8f-c4c894963eca {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:47.901764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fe2227e7-dd3c-4de4-a491-0dceea9acd94 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:47.904851 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (8d12a62e-0ecc-4fe5-ba8f-c4c894963eca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.983697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (8d12a62e-0ecc-4fe5-ba8f-c4c894963eca), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.071854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015951d-9627-416d-9ae7-7ca54133e152 req-b210b808-e025-4df4-b5a7-aae4776ff743 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.080108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4015951d-9627-416d-9ae7-7ca54133e152 req-b210b808-e025-4df4-b5a7-aae4776ff743 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3852079 Feb 19 01:16:48.242882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port fe2227e7-dd3c-4de4-a491-0dceea9acd94 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:48.255606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4015951d-9627-416d-9ae7-7ca54133e152 req-b5c019c6-f5bd-4225-b98d-f6e254a597af tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727357 Feb 19 01:16:48.259735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fe2227e7-dd3c-4de4-a491-0dceea9acd94 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:48.259735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.274900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:48.336883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.340804 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.342701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.376684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.384023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (477f47c9-8b4a-486f-b010-d28e3f67032c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.392924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.404179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.413024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.420216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.431204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c90f78f-b767-46ab-a193-64dae824568e req-3867b60d-60dc-4f67-be17-a6709109e0c8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5438 time: 0.3646927 Feb 19 01:16:48.528046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fe2227e7-dd3c-4de4-a491-0dceea9acd94 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:48.528445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.533828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c90f78f-b767-46ab-a193-64dae824568e req-c65bcb99-a483-49a3-aa50-f9102178a3ac tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007564 Feb 19 01:16:48.552644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8d12a62e-0ecc-4fe5-ba8f-c4c894963eca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.558762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:48.561200 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd28ac61-c8d1-4329-bdfe-bbc60d9f958b" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:48.575246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:48.581715 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.582712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 49106a7c-9b04-4228-a729-5820ec20cc85 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:48.596745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=477f47c9-8b4a-486f-b010-d28e3f67032c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:48.600420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99b4330f-96f4-4127-9fab-8e4bc3e2f397 req-b071dc48-5fd9-4c5e-9b4b-18bfdaa42af9 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.2058175 Feb 19 01:16:48.662843 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (8d12a62e-0ecc-4fe5-ba8f-c4c894963eca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.697804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (b61e00d4-9e63-4d63-acda-dab4a01d213a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.698959 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP b61e00d4-9e63-4d63-acda-dab4a01d213a disassociated (deleted). External IP: 172.25.0.104, port: acd7adcd-8b96-4efc-bafb-f92fe84f0720. Feb 19 01:16:48.699550 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e9318-40ac-4b25-ae4f-762d1c20f2a3 x-openstack-request-id: req-cd1e9318-40ac-4b25-ae4f-762d1c20f2a3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:48.701352 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:48.701673 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd1e9318-40ac-4b25-ae4f-762d1c20f2a3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:48.702140 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94', 'code': 200} Feb 19 01:16:48.775914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:48.783111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dce1dcc1-23ef-4cfd-a18a-a846e55849d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.790333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 49106a7c-9b04-4228-a729-5820ec20cc85 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:48.792758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b13cff-0fb6-4b0f-9e36-9793ab9bd998 None None] Network 297f42a7-dda4-4821-84f9-00bb20e044a0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:48.800741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 49106a7c-9b04-4228-a729-5820ec20cc85 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:48.801157 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.811080 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.823921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/8d12a62e-0ecc-4fe5-ba8f-c4c894963eca HTTP/1.1" status: 204 len: 168 time: 1.0410361 Feb 19 01:16:48.831529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03157-a952-4ae0-93c5-4532fb32309a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Subnet': ['ID=8d12a62e-0ecc-4fe5-ba8f-c4c894963eca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:48.840612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:48.908047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9077d327-ef0a-4ffe-af61-5f285e5ca25d None None] Provisioning complete for port b3cd6985-c13b-42ac-ac18-bff01a06c585 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:48.908636 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9077d327-ef0a-4ffe-af61-5f285e5ca25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.978418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dce1dcc1-23ef-4cfd-a18a-a846e55849d4 admin admin] Publish callbacks [] for security_group (5b5e0bce-faf3-4b4e-b782-28a4a46c473a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.995583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dce1dcc1-23ef-4cfd-a18a-a846e55849d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5b5e0bce-faf3-4b4e-b782-28a4a46c473a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.055394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1dcc1-23ef-4cfd-a18a-a846e55849d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e0bce-faf3-4b4e-b782-28a4a46c473a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:49.061946 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5624a2c9-2b15-4ff7-aae0-41ab2476638f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:49.062471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5624a2c9-2b15-4ff7-aae0-41ab2476638f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:49.066822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5624a2c9-2b15-4ff7-aae0-41ab2476638f tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/4cfa6b64-a5da-4a45-8440-355962ae2f2f HTTP/1.1" status: 404 len: 337 time: 0.0862703 Feb 19 01:16:49.085370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39900) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:49.104728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 49106a7c-9b04-4228-a729-5820ec20cc85 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:49.105191 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.131326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9077d327-ef0a-4ffe-af61-5f285e5ca25d None None] Current status of the port b3cd6985-c13b-42ac-ac18-bff01a06c585 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:49.142840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa8bde-f8c8-4d15-9a9f-8d5e5693f386 req-65fa9ddf-c3a1-463e-9eac-2aca73468164 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.153348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39fa8bde-f8c8-4d15-9a9f-8d5e5693f386 req-65fa9ddf-c3a1-463e-9eac-2aca73468164 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 945 time: 0.2632027 Feb 19 01:16:49.159992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9077d327-ef0a-4ffe-af61-5f285e5ca25d None None] Provisioning complete for port 813c39c9-8004-433f-bb89-3821643c9dfc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:49.160435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9077d327-ef0a-4ffe-af61-5f285e5ca25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.164416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=49106a7c-9b04-4228-a729-5820ec20cc85,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:49.184128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] DHCP port deletion for 297f42a7-dda4-4821-84f9-00bb20e044a0 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:49.191968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.212510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9c1113fc-da68-43df-9db4-7fc69a353724 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "GET /v2.0/ports?device_id=97bfb460-6b43-44db-bf22-2340d7d452de HTTP/1.1" status: 200 len: 205 time: 0.1256063 Feb 19 01:16:49.214957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39904) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:49.220441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dce1dcc1-23ef-4cfd-a18a-a846e55849d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a802d6a0657478fb242331e02e4735a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9425378 Feb 19 01:16:49.246495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:49.250331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2080e36b-d27a-4034-86bd-9786ddb2549e req-d87d97e8-549b-4d52-b181-4d98435e50d8 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2e5f667-f2db-4021-bcce-9b0118d4c72e HTTP/1.1" status: 200 len: 210 time: 0.0773487 Feb 19 01:16:49.309021 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-027ffb15-7fa0-4895-ae40-22c118aaba2e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] delete failed (client error): The resource could not be found. Feb 19 01:16:49.310035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-027ffb15-7fa0-4895-ae40-22c118aaba2e tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/routers/97bfb460-6b43-44db-bf22-2340d7d452de HTTP/1.1" status: 404 len: 336 time: 0.0937729 Feb 19 01:16:49.315301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39910) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:49.332859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9077d327-ef0a-4ffe-af61-5f285e5ca25d None None] Port 813c39c9-8004-433f-bb89-3821643c9dfc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:49.382377 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56ef967-807f-4773-a153-0a48349195d8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:49.382749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56ef967-807f-4773-a153-0a48349195d8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:49.385989 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a56ef967-807f-4773-a153-0a48349195d8 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/d53db3ae-de18-44c7-923b-0304cc48f20b HTTP/1.1" status: 404 len: 337 time: 0.0607865 Feb 19 01:16:49.401054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:49.421623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:49.476160 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4f1525-665a-4850-92ea-5ca4b4f0f237 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:49.476761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4f1525-665a-4850-92ea-5ca4b4f0f237 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:49.482316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9d4f1525-665a-4850-92ea-5ca4b4f0f237 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/efea2f1e-13bf-4987-92a2-db9ffa8b25e3 HTTP/1.1" status: 404 len: 337 time: 0.0774591 Feb 19 01:16:49.482316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-867bfb2c-a959-45e3-9c67-8aedb8340c8d admin admin] Publish callbacks [] for security_group (5b5e0bce-faf3-4b4e-b782-28a4a46c473a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.487257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:49.496369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] Deleting port b3cd6985-c13b-42ac-ac18-bff01a06c585 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:49.498418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.595760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] For port b3cd6985-c13b-42ac-ac18-bff01a06c585, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b3cd6985-c13b-42ac-ac18-bff01a06c585,segment=NetworkSegment(31b264ee-df42-401e-b425-be3d7472d3de),segment_id=31b264ee-df42-401e-b425-be3d7472d3de)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:49.596822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.616698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] Calling delete_port for b3cd6985-c13b-42ac-ac18-bff01a06c585 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:49.711267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39fa8bde-f8c8-4d15-9a9f-8d5e5693f386 req-c0b3c073-126b-47b3-bbb6-17af6c8b7505 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456564 Feb 19 01:16:49.759473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:49.766788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:49.986958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.992883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.016377 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7af920f-8b53-421a-bf0d-90fe484d1178 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.025444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.025673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7af920f-8b53-421a-bf0d-90fe484d1178 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.031066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b7af920f-8b53-421a-bf0d-90fe484d1178 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/1975d321-8f44-43a9-92e7-505b87affdcf HTTP/1.1" status: 404 len: 337 time: 0.5395515 Feb 19 01:16:50.032729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-867bfb2c-a959-45e3-9c67-8aedb8340c8d admin admin] Publish callbacks [] for security_group (5b5e0bce-faf3-4b4e-b782-28a4a46c473a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.035497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.042223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.044045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39920) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.052172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.060138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.062371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b361321b-daea-4f85-9516-e97718d4ba58 req-4b06e039-35a0-45ed-90f7-a6f651852b00 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5440 time: 0.2023063 Feb 19 01:16:50.086804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:50.094043 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9079dbdd-af53-46a1-9527-188c769de91d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.096642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9079dbdd-af53-46a1-9527-188c769de91d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.102625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9079dbdd-af53-46a1-9527-188c769de91d tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/2c5f3586-106a-4d5f-8585-c78243c51eb2 HTTP/1.1" status: 404 len: 333 time: 0.0572886 Feb 19 01:16:50.102863 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:50.103591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.121118 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:50.123108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.123925 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:50.124085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f4fe-50b0-47a3-b393-300ccc4cd127 req-b6a13327-8b84-4567-a17a-d27a4267095e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.132178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7719f4fe-50b0-47a3-b393-300ccc4cd127 req-b6a13327-8b84-4567-a17a-d27a4267095e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.7544346 Feb 19 01:16:50.157302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d9452f5e-6dfd-4b6d-b4b2-51493fc83367 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:50.167862 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde6b760-5acf-4010-9c97-04a107ec21f2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.168488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde6b760-5acf-4010-9c97-04a107ec21f2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.173288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b3cd6985-c13b-42ac-ac18-bff01a06c585), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.175461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dde6b760-5acf-4010-9c97-04a107ec21f2 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/f4ad788f-05a2-4746-a307-ff7349d5d6db HTTP/1.1" status: 404 len: 337 time: 0.0654962 Feb 19 01:16:50.182070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.208194 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:50.216905 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-47259923-116b-4984-aa91-a9f6a4974d16 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.217884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47259923-116b-4984-aa91-a9f6a4974d16 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.224250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47259923-116b-4984-aa91-a9f6a4974d16 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/194d4ec6-2f55-43cd-a665-376a937b8c30 HTTP/1.1" status: 404 len: 337 time: 0.0410817 Feb 19 01:16:50.225025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39928) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.232530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:50.233435 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:50.263834 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8110b2-562a-4115-b31c-98a66c1bea20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.264537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8110b2-562a-4115-b31c-98a66c1bea20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.271905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9c8110b2-562a-4115-b31c-98a66c1bea20 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/2cfaf03c-a297-46b2-876e-e792e92adbe6 HTTP/1.1" status: 404 len: 333 time: 0.0434847 Feb 19 01:16:50.274832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39930) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.295444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] No DVR routers for this DVR port b3cd6985-c13b-42ac-ac18-bff01a06c585 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:50.298938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b361321b-daea-4f85-9516-e97718d4ba58 req-021dc73d-168a-4cd6-9695-8fd69961fa87 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703813 Feb 19 01:16:50.317476 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8bb71b-b344-4fd2-ac1a-5b1755db5055 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.317998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8bb71b-b344-4fd2-ac1a-5b1755db5055 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.318820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-31d8d2b3-da95-4880-a7b7-bc87aad841c4 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/floatingips/b61e00d4-9e63-4d63-acda-dab4a01d213a HTTP/1.1" status: 204 len: 168 time: 4.4498847 Feb 19 01:16:50.323105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.326478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b8bb71b-b344-4fd2-ac1a-5b1755db5055 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/b3e1f629-511f-46ff-8f2f-7789fe86c6be HTTP/1.1" status: 404 len: 337 time: 0.0503011 Feb 19 01:16:50.333896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb8b85-8f66-434a-b0af-5d08b84f6c39 None None] Pushing event deleted for resources: {'Port': ['ID=b3cd6985-c13b-42ac-ac18-bff01a06c585,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:50.334263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-867bfb2c-a959-45e3-9c67-8aedb8340c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5b5e0bce-faf3-4b4e-b782-28a4a46c473a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.341992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-867bfb2c-a959-45e3-9c67-8aedb8340c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.346111 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:50.350739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.351287 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a022bb-2934-42b1-a605-c5b300c001f3 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:50.364549 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-867bfb2c-a959-45e3-9c67-8aedb8340c8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b5e0bce-faf3-4b4e-b782-28a4a46c473a HTTP/1.1" status: 204 len: 168 time: 1.1124897 Feb 19 01:16:50.372464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7719f4fe-50b0-47a3-b393-300ccc4cd127 req-b489dc37-f737-47d0-bd78-691bb8d1607a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399068 Feb 19 01:16:50.387679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bfb2c-a959-45e3-9c67-8aedb8340c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e0bce-faf3-4b4e-b782-28a4a46c473a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:50.459768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0fd97f0e-f335-43ea-9e09-fe3fca6c64e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.472888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No active binding found for port b3cd6985-c13b-42ac-ac18-bff01a06c585 {{(pid=103431) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:16:50.473363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] The host n-d-826752-2 is not matching for port b3cd6985-c13b-42ac-ac18-bff01a06c585 host None! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:16:50.473694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b3cd6985-c13b-42ac-ac18-bff01a06c585 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:50.503416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:50.509283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:50.509714 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.513651 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36dfc90-d774-4a69-a045-44d8a2db0a5a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] DELETE failed (client error): The resource could not be found. Feb 19 01:16:50.516407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36dfc90-d774-4a69-a045-44d8a2db0a5a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:16:50.524293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f36dfc90-d774-4a69-a045-44d8a2db0a5a tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/subnets/743248fd-adb9-4ed7-90d4-6584d7d59146 HTTP/1.1" status: 404 len: 337 time: 0.1719737 Feb 19 01:16:50.526955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39940) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.557896 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:16:50.622323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:50.622721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.656624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port acd7adcd-8b96-4efc-bafb-f92fe84f0720 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:50.656956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (acd7adcd-8b96-4efc-bafb-f92fe84f0720), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.697012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:50.702947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.704009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 00e61d31-249c-4cad-85a5-784e6b917581 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:50.709495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:50.715291 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e88a3-6cdd-4b94-972f-66bfedb8dd74" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:50.773105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Deleting port 813c39c9-8004-433f-bb89-3821643c9dfc {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:50.773679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.795635 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b84cc-a411-4791-9621-1dd547009d85 x-openstack-request-id: req-172b84cc-a411-4791-9621-1dd547009d85 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:50.804106 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:50.804381 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-172b84cc-a411-4791-9621-1dd547009d85 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:50.804812 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85', 'code': 200} Feb 19 01:16:50.805110 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367', 'code': 200} Feb 19 01:16:50.885451 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (acd7adcd-8b96-4efc-bafb-f92fe84f0720), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.908042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:50.937239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for acd7adcd-8b96-4efc-bafb-f92fe84f0720 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:50.939141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 00e61d31-249c-4cad-85a5-784e6b917581 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:50.943159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 00e61d31-249c-4cad-85a5-784e6b917581 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:50.943531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00e61d31-249c-4cad-85a5-784e6b917581), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:50.973959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39950) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.983086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a94b0f9-e1ce-4f54-89f4-01cc6177873d req-09af1809-0118-4b3a-b83c-e25cee42860b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88b29223d17f4c1b84848e0bc3d40534&device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.0429151 Feb 19 01:16:50.997474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.015996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f648ed18-1794-4fa2-a364-6c862c7daeb2 req-e48c404d-4ec5-47a2-a41f-0d5d5bba2915 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.1067154 Feb 19 01:16:51.035520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ba7b665-1311-4ded-b54d-df0dbe832c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.056709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a94b0f9-e1ce-4f54-89f4-01cc6177873d req-1f92577f-21c2-42cf-8186-eed21d7ce7dc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=88b29223d17f4c1b84848e0bc3d40534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346608 Feb 19 01:16:51.057958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Calling delete_port for 813c39c9-8004-433f-bb89-3821643c9dfc owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:51.125736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 00e61d31-249c-4cad-85a5-784e6b917581 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:51.127474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00e61d31-249c-4cad-85a5-784e6b917581), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.141030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ba7b665-1311-4ded-b54d-df0dbe832c08 admin admin] Publish callbacks [] for security_group (b2a2443a-266a-4b45-b41b-bf2623c31196), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.171071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ba7b665-1311-4ded-b54d-df0dbe832c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b2a2443a-266a-4b45-b41b-bf2623c31196), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.211477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 00e61d31-249c-4cad-85a5-784e6b917581, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=00e61d31-249c-4cad-85a5-784e6b917581,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:51.220724 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (00e61d31-249c-4cad-85a5-784e6b917581), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.227635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:51.235356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7b665-1311-4ded-b54d-df0dbe832c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2443a-266a-4b45-b41b-bf2623c31196,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:51.243707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ba7b665-1311-4ded-b54d-df0dbe832c08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d71eff8809754fbfaab05934030c32df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667930 Feb 19 01:16:51.246270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:51.287540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94b0f9-e1ce-4f54-89f4-01cc6177873d req-30a6ab73-8b2e-4bae-9fda-83725ad08204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.289027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a94b0f9-e1ce-4f54-89f4-01cc6177873d req-30a6ab73-8b2e-4bae-9fda-83725ad08204 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933222 Feb 19 01:16:51.374773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=00e61d31-249c-4cad-85a5-784e6b917581,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:51.415071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:51.423880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:51.425182 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.474850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1ae3b-e559-4c23-a0da-c19b1fd63c78 req-835367fe-1690-4ddc-9d4a-c10a4a9af42e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.482073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30f1ae3b-e559-4c23-a0da-c19b1fd63c78 req-835367fe-1690-4ddc-9d4a-c10a4a9af42e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 945 time: 0.5020902 Feb 19 01:16:51.556393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:51.556698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.571252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30f1ae3b-e559-4c23-a0da-c19b1fd63c78 req-f95c3ef6-a61e-49b8-af9b-1ff1a353abf2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880799 Feb 19 01:16:51.573379 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (813c39c9-8004-433f-bb89-3821643c9dfc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.580088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2625d293-bdb0-461c-a0f4-36490921c251 admin admin] Publish callbacks [] for security_group (b2a2443a-266a-4b45-b41b-bf2623c31196), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.611177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (acd7adcd-8b96-4efc-bafb-f92fe84f0720), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.626888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:51.632283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.633063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 095d3498-fdb5-4bf9-87cc-ea11c392ac1a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:51.648004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.653162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/ports/813c39c9-8004-433f-bb89-3821643c9dfc HTTP/1.1" status: 204 len: 168 time: 1.1247435 Feb 19 01:16:51.658004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5213-39c9-42e4-b79c-46a23fb55926 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Port': ['ID=813c39c9-8004-433f-bb89-3821643c9dfc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:51.661111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:51.700141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=acd7adcd-8b96-4efc-bafb-f92fe84f0720,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:51.705177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2625d293-bdb0-461c-a0f4-36490921c251 admin admin] Publish callbacks [] for security_group (b2a2443a-266a-4b45-b41b-bf2623c31196), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.742991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:51.768270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:51.771354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.775165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:51.775833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.777298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.783782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.789435 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.794606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.801036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.806330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.808532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-adf41066-fd3d-45af-ba5e-f772113524e3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5441 time: 0.3485072 Feb 19 01:16:51.871884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:51.872572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.888426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e7cc-e0ad-456d-a027-0002184bec7e req-922586f9-2398-43e8-9992-cc858bcc3ced tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.890215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37a0e7cc-e0ad-456d-a027-0002184bec7e req-922586f9-2398-43e8-9992-cc858bcc3ced tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.1662807 Feb 19 01:16:51.911795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:51.917130 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.932071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (297f42a7-dda4-4821-84f9-00bb20e044a0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.949219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 87cf265d-73be-40cd-87b7-0ee775ec7ff4 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:51.968107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.975324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f1186b3b-ec25-44b2-a932-fc65c63919ed tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/ports/acd7adcd-8b96-4efc-bafb-f92fe84f0720 HTTP/1.1" status: 204 len: 168 time: 1.6476710 Feb 19 01:16:51.977405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39962) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:51.979261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf659389-d7c0-4bb2-94f8-f3f2be295458 req-f554029b-7104-4f85-b5c3-f16aa9bf5726 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516616 Feb 19 01:16:51.993662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2625d293-bdb0-461c-a0f4-36490921c251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b2a2443a-266a-4b45-b41b-bf2623c31196), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.998368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2625d293-bdb0-461c-a0f4-36490921c251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.003603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2625d293-bdb0-461c-a0f4-36490921c251 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2a2443a-266a-4b45-b41b-bf2623c31196 HTTP/1.1" status: 204 len: 168 time: 0.7563684 Feb 19 01:16:52.012410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625d293-bdb0-461c-a0f4-36490921c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2443a-266a-4b45-b41b-bf2623c31196,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.062770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:52.089289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37a0e7cc-e0ad-456d-a027-0002184bec7e req-353b66ef-f27d-4985-9ede-7229ec62efa2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917946 Feb 19 01:16:52.092860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.128309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:52.134392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:52.135044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.144618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.161897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62fd5bf3-f8b4-43ef-b033-e449af85875e req-1b89502d-c30b-4094-b8a5-79652eeb0df7 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.0368445 Feb 19 01:16:52.177519 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (297f42a7-dda4-4821-84f9-00bb20e044a0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.250404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297f42a7-dda4-4821-84f9-00bb20e044a0']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:52.268023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b264ee-df42-401e-b425-be3d7472d3de') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:52.268344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b264ee-df42-401e-b425-be3d7472d3de') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:52.273848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:52.274383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.289733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (31b264ee-df42-401e-b425-be3d7472d3de), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.309809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (31b264ee-df42-401e-b425-be3d7472d3de), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.327263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:52.332425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:52.333031 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (31b264ee-df42-401e-b425-be3d7472d3de), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.335856 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.339520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d49c8c86-a35b-4dd4-9eb2-62f2479547a1 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:52.341124 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:52.424188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (297f42a7-dda4-4821-84f9-00bb20e044a0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.432521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.445641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] 10.222.0.43 "DELETE /v2.0/networks/297f42a7-dda4-4821-84f9-00bb20e044a0 HTTP/1.1" status: 204 len: 168 time: 0.7785010 Feb 19 01:16:52.453726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.456818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.464128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:52.469431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:52.469815 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.480290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0a865-4f5f-4e87-8dee-e4a0c0ce2c06 tempest-PortsIpV6TestJSON-1678644681 tempest-PortsIpV6TestJSON-1678644681-project] Pushing event deleted for resources: {'Network': ['ID=297f42a7-dda4-4821-84f9-00bb20e044a0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.546299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:52.569676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d66-a60b-48d6-bec0-feb844b5b7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.601428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:52.601827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.605395 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cae09fff-194a-42d5-bb4b-e7e06037e8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.652158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:52.657941 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.734818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.738792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.242 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/2c690045-658c-4630-9d73-372012f9080e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:52.785977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d66-a60b-48d6-bec0-feb844b5b7b2 admin admin] Publish callbacks [] for security_group (ce8102e8-623c-4b06-8d35-ae3bfa5a0232), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.791165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d66-a60b-48d6-bec0-feb844b5b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ce8102e8-623c-4b06-8d35-ae3bfa5a0232), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.803438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a94b0f9-e1ce-4f54-89f4-01cc6177873d req-5f099a6b-a96d-482f-9eda-76563f4e56a4 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.0853050 Feb 19 01:16:52.806478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6440e0-5a15-4e6e-88af-06017f631695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e61d31-249c-4cad-85a5-784e6b917581'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cf265d-73be-40cd-87b7-0ee775ec7ff4'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49c8c86-a35b-4dd4-9eb2-62f2479547a1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:52.808687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39980) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:52.809463 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832f8d9-5447-4c45-9f73-b4a86879c080" -d '{"events": [{"server_uuid": "4f6440e0-5a15-4e6e-88af-06017f631695", "name": "network-vif-plugged", "status": "completed", "tag": "00e61d31-249c-4cad-85a5-784e6b917581"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "87cf265d-73be-40cd-87b7-0ee775ec7ff4"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "d49c8c86-a35b-4dd4-9eb2-62f2479547a1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:52.848233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9d66-a60b-48d6-bec0-feb844b5b7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8102e8-623c-4b06-8d35-ae3bfa5a0232,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.852485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d19e9d66-a60b-48d6-bec0-feb844b5b7b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a33ae169eb4143678a9954a7ae68a268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049278 Feb 19 01:16:52.855051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:52.888043 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bb5c55-fa42-4351-936d-df8995d77bac x-openstack-request-id: req-07bb5c55-fa42-4351-936d-df8995d77bac {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:52.888396 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6440e0-5a15-4e6e-88af-06017f631695", "name": "network-vif-plugged", "status": "completed", "tag": "00e61d31-249c-4cad-85a5-784e6b917581", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "87cf265d-73be-40cd-87b7-0ee775ec7ff4", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-plugged", "status": "completed", "tag": "d49c8c86-a35b-4dd4-9eb2-62f2479547a1", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:52.888678 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07bb5c55-fa42-4351-936d-df8995d77bac {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:52.889148 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6440e0-5a15-4e6e-88af-06017f631695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e61d31-249c-4cad-85a5-784e6b917581', 'code': 200} Feb 19 01:16:52.889430 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069', 'code': 200} Feb 19 01:16:52.889709 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'code': 200} Feb 19 01:16:52.889983 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cf265d-73be-40cd-87b7-0ee775ec7ff4', 'code': 200} Feb 19 01:16:52.890406 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49c8c86-a35b-4dd4-9eb2-62f2479547a1', 'code': 200} Feb 19 01:16:52.922487 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b755635d-4c57-4a80-9544-f4967bc50f70 admin admin] Publish callbacks [] for security_group (ce8102e8-623c-4b06-8d35-ae3bfa5a0232), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.954712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b755635d-4c57-4a80-9544-f4967bc50f70 admin admin] Publish callbacks [] for security_group (ce8102e8-623c-4b06-8d35-ae3bfa5a0232), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.010169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b755635d-4c57-4a80-9544-f4967bc50f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ce8102e8-623c-4b06-8d35-ae3bfa5a0232), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.014923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b755635d-4c57-4a80-9544-f4967bc50f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.018834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b755635d-4c57-4a80-9544-f4967bc50f70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce8102e8-623c-4b06-8d35-ae3bfa5a0232 HTTP/1.1" status: 204 len: 168 time: 0.1602125 Feb 19 01:16:53.026727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755635d-4c57-4a80-9544-f4967bc50f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8102e8-623c-4b06-8d35-ae3bfa5a0232,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:53.052968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093a943-af17-4d2f-ba46-2a48e6ea0ff0 req-7bea31f4-96f0-42df-8e1c-7b2c88fb21c1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.063841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f093a943-af17-4d2f-ba46-2a48e6ea0ff0 req-7bea31f4-96f0-42df-8e1c-7b2c88fb21c1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.3164856 Feb 19 01:16:53.193538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.202492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.210282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.217138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.224381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.230452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.237341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.239454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-157a18b2-b81e-49b2-9ad1-af7a8eba6fda tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.1352024 Feb 19 01:16:53.240383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (2c690045-658c-4630-9d73-372012f9080e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.308900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f093a943-af17-4d2f-ba46-2a48e6ea0ff0 req-a0c65fb1-9c07-4518-88aa-71ca1bf44592 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438021 Feb 19 01:16:53.339229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d549633c-9fc8-4c86-8abe-e0c7d6569a6f req-06e63c64-f00a-4945-956b-cdc85ddeb70e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936277 Feb 19 01:16:53.373177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.373673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.374170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.374756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.375276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.376984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.377497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.379724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-8e9f51d6-cd2a-4992-a25b-c0fead8ab0f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6719 time: 0.3636110 Feb 19 01:16:53.395405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8c387a34-6536-42c6-85b7-ce8c5f2f1d9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec57887afeb1445ba90c8648d426dad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823500 Feb 19 01:16:53.396043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40008) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:53.398978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ce68-857e-4f00-a032-c68085c41736 req-6aac4860-6fbd-4e36-84c7-46c76b43100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.400755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb4ce68-857e-4f00-a032-c68085c41736 req-6aac4860-6fbd-4e36-84c7-46c76b43100b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 1128 time: 0.3109963 Feb 19 01:16:53.554884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba0bbd31-076d-4140-a795-85e1aa12f173 req-d3764e70-660d-4bb4-a87e-32da66477c76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574218 Feb 19 01:16:53.556827 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9c85024-e27e-4a7a-8b98-3c8728a06558 req-c9cee77a-ed3c-4cda-a7fc-48b01bbef282 tempest-ServerShowV247Test-1999670188 tempest-ServerShowV247Test-1999670188-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e0a2a05-cdd6-4b62-8a88-8bc3d81af579 HTTP/1.1" status: 200 len: 210 time: 0.0636134 Feb 19 01:16:53.585054 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c690045-658c-4630-9d73-372012f9080e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.608360 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.608934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-516ce7f1-b239-44f8-afa1-132c5cee85ef admin admin] Publish callbacks [] for security_group (46ed1997-f4a9-4277-8fb0-1a14d60f4d85), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.642065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-516ce7f1-b239-44f8-afa1-132c5cee85ef admin admin] Publish callbacks [] for security_group (46ed1997-f4a9-4277-8fb0-1a14d60f4d85), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.659073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=2c690045-658c-4630-9d73-372012f9080e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:53.682482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb4ce68-857e-4f00-a032-c68085c41736 req-afc006b0-bb01-46be-bc46-e37b6b107fd8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674375 Feb 19 01:16:53.685761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:53.689667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:53.693206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:53.720338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-516ce7f1-b239-44f8-afa1-132c5cee85ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46ed1997-f4a9-4277-8fb0-1a14d60f4d85), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.723628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-516ce7f1-b239-44f8-afa1-132c5cee85ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.728929 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-516ce7f1-b239-44f8-afa1-132c5cee85ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46ed1997-f4a9-4277-8fb0-1a14d60f4d85 HTTP/1.1" status: 204 len: 168 time: 0.3317540 Feb 19 01:16:53.735555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43ac0-f9d4-48a1-9f37-fa113f4110fe req-c2383bcf-0c13-447e-838f-3c2751cd9a35 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.739996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce7f1-b239-44f8-afa1-132c5cee85ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed1997-f4a9-4277-8fb0-1a14d60f4d85,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:53.742636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebe43ac0-f9d4-48a1-9f37-fa113f4110fe req-c2383bcf-0c13-447e-838f-3c2751cd9a35 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.2742722 Feb 19 01:16:53.834347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebe43ac0-f9d4-48a1-9f37-fa113f4110fe req-87ab1951-1c62-4a2c-b103-cb7ce4b3ac63 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907381 Feb 19 01:16:53.865049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (eefc14ca-89ae-48b2-9735-bcfee44fdd28), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.918947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c690045-658c-4630-9d73-372012f9080e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.120374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (2c690045-658c-4630-9d73-372012f9080e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.128929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c690045-658c-4630-9d73-372012f9080e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.213351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=2c690045-658c-4630-9d73-372012f9080e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:54.226561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (eefc14ca-89ae-48b2-9735-bcfee44fdd28), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.244176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.248414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3fa05a02-e73b-4512-b16e-fdf9428ed7de tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2188356 Feb 19 01:16:54.248811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40036) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:54.269692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'port': {'network_id': '35170daa-c92d-4c54-8912-0467c13b4603', 'name': 'tempest-FloatingIPTestJSON-1865914852'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:54.431515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:54.440863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.464880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] device_id is not set on port 1e468012-63c2-40fc-b431-eb8a0b72f43b yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:16:54.524342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0baff-a9c3-495f-b0f3-71359cd1deec req-eb41f8e1-a2ce-424d-863d-ae54dfe4555d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.535956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23c0baff-a9c3-495f-b0f3-71359cd1deec req-eb41f8e1-a2ce-424d-863d-ae54dfe4555d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.0903161 Feb 19 01:16:54.635023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23c0baff-a9c3-495f-b0f3-71359cd1deec req-bb82cda0-bb0d-4ea2-a9f5-3a3b1c4f8439 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961974 Feb 19 01:16:54.687324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.693411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.699246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.705472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.711595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.717225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.725362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.727026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-7b800408-7b3c-447d-96c0-7a7239eec042 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.2031734 Feb 19 01:16:54.786178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.10 (35170daa-c92d-4c54-8912-0467c13b4603/17b7071b-d002-4e78-91f6-e2af414dbe6a/1e468012-63c2-40fc-b431-eb8a0b72f43b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:54.827938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40064) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:54.841718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-a4d41dec-6c9d-4646-a579-452fd3971ff9 service neutron] 10.222.0.10 "GET /v2.0/ports/32856f6b-af87-4019-9e1b-83778e8c0bfa/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.2138021 Feb 19 01:16:54.933141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a488380c-f305-4e0a-a1a1-c6ba2a2d81e3 req-f927b92a-4f8c-4097-bb97-2589a8523bc1 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1935587 Feb 19 01:16:55.121886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d04514-9a2e-4bb3-809f-79084e0f66b9 req-eddbafa5-36c2-4097-a9d5-f4fda130cadf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:55.130006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20d04514-9a2e-4bb3-809f-79084e0f66b9 req-eddbafa5-36c2-4097-a9d5-f4fda130cadf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.1498864 Feb 19 01:16:55.130285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (1e468012-63c2-40fc-b431-eb8a0b72f43b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.183960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1e468012-63c2-40fc-b431-eb8a0b72f43b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.232410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20d04514-9a2e-4bb3-809f-79084e0f66b9 req-e6dbd584-cf7f-402e-839f-d751ca4dc01d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014371 Feb 19 01:16:55.241768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 35170daa-c92d-4c54-8912-0467c13b4603 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:55.279144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:55.288617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:55.302747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.340068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=1e468012-63c2-40fc-b431-eb8a0b72f43b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:55.369204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:55.369873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.402988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-516408024-network', 'tenant_id': '66382a406ded4aecbf8f89d6834458c6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:55.429312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-73b83c28-4844-495c-97a5-c4e85094a41f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1787157 Feb 19 01:16:55.446665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40080) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:55.452102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'port_id': '1e468012-63c2-40fc-b431-eb8a0b72f43b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:55.490246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Made reservation on behalf of 66382a406ded4aecbf8f89d6834458c6 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:55.492583 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.511214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.514216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:55.560277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (eefc14ca-89ae-48b2-9735-bcfee44fdd28), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.685089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks [] for security_group (b385c415-9a4c-4fd1-9fff-bb2c2363e4a5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.697759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b385c415-9a4c-4fd1-9fff-bb2c2363e4a5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.749313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b385c415-9a4c-4fd1-9fff-bb2c2363e4a5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:55.766787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:16:55.781138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (21729717-ea72-494a-bdde-89f0632858e8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.781735 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Added segment 21729717-ea72-494a-bdde-89f0632858e8 of type vlan for network 40c4405f-ab08-425a-bb39-e896269fdd93 Feb 19 01:16:55.818630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c509d-48f5-4768-b772-2d98176902a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.827783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (40c4405f-ab08-425a-bb39-e896269fdd93), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.861874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (40c4405f-ab08-425a-bb39-e896269fdd93), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.863020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:55.864159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.890332 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.908563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-331b3417-db9a-4553-a150-c741a74e68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:55.910264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-331b3417-db9a-4553-a150-c741a74e68f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90&tenant_id=88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 1132 time: 0.5279036 Feb 19 01:16:55.923191 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0901229 Feb 19 01:16:55.928062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40092) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:55.935187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Request body: {'subnet': {'network_id': '40c4405f-ab08-425a-bb39-e896269fdd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-516408024-subnet', 'tenant_id': '66382a406ded4aecbf8f89d6834458c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:55.958407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798735dd-45d2-43ef-b24f-be1b9db870ed admin admin] Pushing event updated for resources: {'Network': ['ID=40c4405f-ab08-425a-bb39-e896269fdd93,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:55.968151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Made reservation on behalf of 66382a406ded4aecbf8f89d6834458c6 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:55.975230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.976129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 40c4405f-ab08-425a-bb39-e896269fdd93 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:16:56.049320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c6ce8-219d-49d9-88c8-6138905dc5bb req-7732339d-4ac6-4731-a98a-791802c25a93 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.056973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c61c6ce8-219d-49d9-88c8-6138905dc5bb req-7732339d-4ac6-4731-a98a-791802c25a93 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.3159325 Feb 19 01:16:56.095702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c509d-48f5-4768-b772-2d98176902a2 admin admin] Publish callbacks [] for security_group (077ddcad-bee2-4a6f-88c7-61686b561c25), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.114367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c509d-48f5-4768-b772-2d98176902a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (077ddcad-bee2-4a6f-88c7-61686b561c25), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.205765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-708b2ec7-c323-45c8-ae2c-895172b49123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.207289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-708b2ec7-c323-45c8-ae2c-895172b49123 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1132 time: 0.2708707 Feb 19 01:16:56.217930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.225299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.230523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.236405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.241882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.247879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.256737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.266874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-28ce827a-8d19-4601-9b7b-0cd66e0cdb86 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.1694839 Feb 19 01:16:56.288791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4d6c509d-48f5-4768-b772-2d98176902a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88b29223d17f4c1b84848e0bc3d40534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7683392 Feb 19 01:16:56.296081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40106) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:56.296283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c61c6ce8-219d-49d9-88c8-6138905dc5bb req-40291df8-9532-4010-9227-e778eb662f0c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370250 Feb 19 01:16:56.315768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c509d-48f5-4768-b772-2d98176902a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077ddcad-bee2-4a6f-88c7-61686b561c25,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:56.471311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9598afc3-b9d1-43bd-bd81-c8be12c40e30 admin admin] Publish callbacks [] for security_group (077ddcad-bee2-4a6f-88c7-61686b561c25), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.493014 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e020da1d-5885-4cb9-bd51-be6d5ce51ea9 req-7f384338-5de1-402e-9b16-dbece48a2833 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2242861 Feb 19 01:16:56.546027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.681882 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9598afc3-b9d1-43bd-bd81-c8be12c40e30 admin admin] Publish callbacks [] for security_group (077ddcad-bee2-4a6f-88c7-61686b561c25), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.740298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (e5726ee7-0dc8-43d6-af60-cae518f2ccf0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.849262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5726ee7-0dc8-43d6-af60-cae518f2ccf0,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:56.855136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Checking segment: {'id': '21729717-ea72-494a-bdde-89f0632858e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '40c4405f-ab08-425a-bb39-e896269fdd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:56.855490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Network hostable DHCP agents. Network: 40c4405f-ab08-425a-bb39-e896269fdd93, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:16:56.866819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9598afc3-b9d1-43bd-bd81-c8be12c40e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (077ddcad-bee2-4a6f-88c7-61686b561c25), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.872232 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9598afc3-b9d1-43bd-bd81-c8be12c40e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.873425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9598afc3-b9d1-43bd-bd81-c8be12c40e30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/077ddcad-bee2-4a6f-88c7-61686b561c25 HTTP/1.1" status: 204 len: 168 time: 0.5790975 Feb 19 01:16:56.885904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598afc3-b9d1-43bd-bd81-c8be12c40e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ddcad-bee2-4a6f-88c7-61686b561c25,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:56.887930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Network 40c4405f-ab08-425a-bb39-e896269fdd93 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:16:56.932052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 40c4405f-ab08-425a-bb39-e896269fdd93) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:56.940045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6849f2a-bf97-4aa0-a60e-82186fc419e1 None None] Network 40c4405f-ab08-425a-bb39-e896269fdd93 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:56.947222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.948194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.978885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-04038e5f-d6e0-481b-80a6-422a8cfe583b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0421093 Feb 19 01:16:57.036742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.050890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.060441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.071952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.080231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.087154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.099057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b63cec-8203-489b-b4a8-c868c1a7c47e None None] Network 40c4405f-ab08-425a-bb39-e896269fdd93 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:57.099267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.115655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9bf7e36a-cd36-4d7d-ae12-5deab392a3df req-7f399654-4b6e-4af6-9836-d9d9ebfe0fd4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.2234349 Feb 19 01:16:57.120018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:57.128778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Request body: {'floatingip': {'port_id': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:57.192149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-da75c8bd-9dc2-4899-a891-ea1025beb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.194460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-da75c8bd-9dc2-4899-a891-ea1025beb842 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.9258161 Feb 19 01:16:57.236841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc70179-e577-4095-8b27-329c0716c2c3 req-afee36d8-f04b-4a46-b2ac-250893f72599 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.238547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fc70179-e577-4095-8b27-329c0716c2c3 req-afee36d8-f04b-4a46-b2ac-250893f72599 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3520267 Feb 19 01:16:57.247447 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (7188243f-9935-405a-8067-b67dd722eeb4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:57.275385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.resource_extend [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:16:57.374171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:57.385838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe15aa-909f-4eff-a61b-b9087b0797dd req-0bac65f5-dad3-490b-b349-c8530aeb6b7f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.387646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dbe15aa-909f-4eff-a61b-b9087b0797dd req-0bac65f5-dad3-490b-b349-c8530aeb6b7f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1365240 Feb 19 01:16:57.451461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-6fa21bf6-0639-4d02-af34-1de04883a157 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 217 time: 0.2376971 Feb 19 01:16:57.513987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-3d793182-7ed5-4264-acb9-41fba46dcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.515520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-3d793182-7ed5-4264-acb9-41fba46dcf8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0552938 Feb 19 01:16:57.519977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0dbe15aa-909f-4eff-a61b-b9087b0797dd req-780faa51-04e5-4179-9d33-c869f3ec88c2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029596 Feb 19 01:16:57.542442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fc70179-e577-4095-8b27-329c0716c2c3 req-f8c0dc30-d45c-425f-adff-244a8cefd5fd tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787590 Feb 19 01:16:57.581781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:57.587853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (eefc14ca-89ae-48b2-9735-bcfee44fdd28), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:57.683217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-9d5954b1-3627-41de-bbd8-516c2a635c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.684469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-9d5954b1-3627-41de-bbd8-516c2a635c4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1627572 Feb 19 01:16:57.841709 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP eefc14ca-89ae-48b2-9735-bcfee44fdd28 associated. External IP: 172.25.0.242, port: 1e468012-63c2-40fc-b431-eb8a0b72f43b. Feb 19 01:16:57.869256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ce0aa23-fbce-4660-adf8-bd244b77fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:57.892882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:58.083234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 32856f6b-af87-4019-9e1b-83778e8c0bfa is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:58.083631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.109666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-faae6128-d027-470f-8343-08c19204ab19 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179456 Feb 19 01:16:58.148716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:58.151576 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8fa8f-6e07-4965-a433-988b8d6fa3bd" -d '{"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-unplugged", "status": "completed", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:58.175680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:58.182957 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.207012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40176) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:58.220803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745033626-network', 'tenant_id': 'e5ab76f1210146ab882b3f847ccb1c6a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:58.234486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.resource_extend [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:16:58.283793 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8813f8e3-1f76-4d1b-9c90-162f74f4c3c9 x-openstack-request-id: req-8813f8e3-1f76-4d1b-9c90-162f74f4c3c9 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:58.284333 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-unplugged", "status": "completed", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:58.284599 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8813f8e3-1f76-4d1b-9c90-162f74f4c3c9 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:58.286589 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'code': 200} Feb 19 01:16:58.288073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:58.311707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ce0aa23-fbce-4660-adf8-bd244b77fdf3 admin admin] Publish callbacks [] for security_group (fb04fa44-65ff-4238-9deb-b3c03f24c2ba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.322170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ce0aa23-fbce-4660-adf8-bd244b77fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fb04fa44-65ff-4238-9deb-b3c03f24c2ba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.344398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Made reservation on behalf of e5ab76f1210146ab882b3f847ccb1c6a for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:58.347267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.378277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.397527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.409743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (7188243f-9935-405a-8067-b67dd722eeb4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.439192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ce0aa23-fbce-4660-adf8-bd244b77fdf3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=befc0fae5fd24b1cbd2fb545fa5413f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0504148 Feb 19 01:16:58.442033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40182) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:58.458207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-72779d0a-acb1-4854-829c-cac150ebf5f7 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976453 Feb 19 01:16:58.491951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0aa23-fbce-4660-adf8-bd244b77fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb04fa44-65ff-4238-9deb-b3c03f24c2ba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:58.517040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:58.533872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f46b8f2c-3203-491a-b3a8-fadda248a210 admin admin] Publish callbacks [] for security_group (fb04fa44-65ff-4238-9deb-b3c03f24c2ba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.605434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f46b8f2c-3203-491a-b3a8-fadda248a210 admin admin] Publish callbacks [] for security_group (fb04fa44-65ff-4238-9deb-b3c03f24c2ba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.728110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40192) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:58.803554 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Floating IP 7188243f-9935-405a-8067-b67dd722eeb4 associated. External IP: 172.25.0.64, port: 095d3498-fdb5-4bf9-87cc-ea11c392ac1a. Feb 19 01:16:58.858505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:58.864922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.872081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:58.897121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:58.898391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:58.909463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1605180850-network', 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:58.929942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f46b8f2c-3203-491a-b3a8-fadda248a210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fb04fa44-65ff-4238-9deb-b3c03f24c2ba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.936602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f46b8f2c-3203-491a-b3a8-fadda248a210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.941417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:58.946382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:58.949809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.951743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:58.952544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:58.952836 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f46b8f2c-3203-491a-b3a8-fadda248a210 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb04fa44-65ff-4238-9deb-b3c03f24c2ba HTTP/1.1" status: 204 len: 168 time: 0.4966183 Feb 19 01:16:58.972730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.997912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acce4e0-ac14-413e-bbd8-2874dd5d29a3 req-1ad1690b-c936-444c-b82f-f646aecffc56 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:58.998739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:58.999577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9216d5f-f6fe-4e8b-88ae-94931b9f8bf3 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:59.002165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b8f2c-3203-491a-b3a8-fadda248a210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb04fa44-65ff-4238-9deb-b3c03f24c2ba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:59.008325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8acce4e0-ac14-413e-bbd8-2874dd5d29a3 req-1ad1690b-c936-444c-b82f-f646aecffc56 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 948 time: 0.2788661 Feb 19 01:16:59.012098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451da94-50f9-437a-a175-7086ed8c8092 req-cabab2bb-f2d3-423f-aff2-27080f039050 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:59.017587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks [] for security_group (729b4eb1-c89b-4ddd-9c01-ece084cc2a48), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.018655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9451da94-50f9-437a-a175-7086ed8c8092 req-cabab2bb-f2d3-423f-aff2-27080f039050 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.2840300 Feb 19 01:16:59.024570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f2bdd850-d75e-4624-8535-b81e2c27cf97 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/floatingips/eefc14ca-89ae-48b2-9735-bcfee44fdd28 HTTP/1.1" status: 200 len: 979 time: 3.5767326 Feb 19 01:16:59.029955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40198) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:59.130609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (729b4eb1-c89b-4ddd-9c01-ece084cc2a48), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.178748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9451da94-50f9-437a-a175-7086ed8c8092 req-87158604-15da-4c32-a6c5-6385cf3ad23d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475132 Feb 19 01:16:59.202957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 1e468012-63c2-40fc-b431-eb8a0b72f43b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:59.203311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1e468012-63c2-40fc-b431-eb8a0b72f43b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.229695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks [] for security_group (044ac71f-cc78-473d-9fc4-9f60f474be55), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.255833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:16:59.265016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (044ac71f-cc78-473d-9fc4-9f60f474be55), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.290166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b4eb1-c89b-4ddd-9c01-ece084cc2a48,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:59.325891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9be82b02-5798-450a-8d5f-e3bf9e2b4169), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.326179 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Added segment 9be82b02-5798-450a-8d5f-e3bf9e2b4169 of type vlan for network 48b04e80-e050-4b9b-a7be-54c214514c4c Feb 19 01:16:59.329501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:16:59.357682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1e468012-63c2-40fc-b431-eb8a0b72f43b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.367158 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8acce4e0-ac14-413e-bbd8-2874dd5d29a3 req-dc006f0b-62f7-4b13-ac30-6a1f833e8c17 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576081 Feb 19 01:16:59.383204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40202) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:59.425980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (77cec44f-3d23-4482-b2f9-426c8ee3a99c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.426426 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Added segment 77cec44f-3d23-4482-b2f9-426c8ee3a99c of type vlan for network 67f005ef-8506-416e-8720-b83715439545 Feb 19 01:16:59.524818 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a8af520-13ae-4c8a-91b8-26ddd96a79de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.537104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044ac71f-cc78-473d-9fc4-9f60f474be55,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:59.549995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (48b04e80-e050-4b9b-a7be-54c214514c4c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.601319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.601877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (eefc14ca-89ae-48b2-9735-bcfee44fdd28), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.601998 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP eefc14ca-89ae-48b2-9735-bcfee44fdd28 disassociated. External IP: 172.25.0.242, port: 1e468012-63c2-40fc-b431-eb8a0b72f43b. Feb 19 01:16:59.602925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 1e468012-63c2-40fc-b431-eb8a0b72f43b owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:59.636388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (67f005ef-8506-416e-8720-b83715439545), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.750711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (48b04e80-e050-4b9b-a7be-54c214514c4c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.750957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1e468012-63c2-40fc-b431-eb8a0b72f43b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.751994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:59.752798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.783385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=1e468012-63c2-40fc-b431-eb8a0b72f43b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:59.861196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (67f005ef-8506-416e-8720-b83715439545), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.862461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:59.863235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.876137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6592431 Feb 19 01:16:59.889582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40206) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:59.892844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:59.896652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Request body: {'subnet': {'network_id': '48b04e80-e050-4b9b-a7be-54c214514c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745033626-subnet', 'tenant_id': 'e5ab76f1210146ab882b3f847ccb1c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:59.902572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:59.911595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8cb9d-173d-4296-8ba9-5c2e8628ecbb admin admin] Pushing event updated for resources: {'Network': ['ID=48b04e80-e050-4b9b-a7be-54c214514c4c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:59.936420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:59.940548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Made reservation on behalf of e5ab76f1210146ab882b3f847ccb1c6a for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:59.943499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.957862 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2241480 Feb 19 01:16:59.959348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40208) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:59.968031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Request body: {'subnet': {'network_id': '67f005ef-8506-416e-8720-b83715439545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1605180850-subnet', 'tenant_id': '6db5d27e998441869e790857cc7720d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:00.068336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:00.089459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'mac_address': 'fa:16:3e:cc:8b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:00.091921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 48b04e80-e050-4b9b-a7be-54c214514c4c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:17:00.129012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (5328138e-853e-4eb5-9825-1b46824db89e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.176228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5328138e-853e-4eb5-9825-1b46824db89e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:00.245461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 32856f6b-af87-4019-9e1b-83778e8c0bfa is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:00.246155 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.265771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Checking segment: {'id': '9be82b02-5798-450a-8d5f-e3bf9e2b4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '48b04e80-e050-4b9b-a7be-54c214514c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:00.266697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Network hostable DHCP agents. Network: 48b04e80-e050-4b9b-a7be-54c214514c4c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:17:00.274363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32856f6b-af87-4019-9e1b-83778e8c0bfa {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:00.313559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:00.320881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.356330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a8af520-13ae-4c8a-91b8-26ddd96a79de admin admin] Publish callbacks [] for security_group (05382daa-0001-48d4-88dc-9a29bf28ce0a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.377719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Network 48b04e80-e050-4b9b-a7be-54c214514c4c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:17:00.405909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a8af520-13ae-4c8a-91b8-26ddd96a79de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (05382daa-0001-48d4-88dc-9a29bf28ce0a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.415179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 48b04e80-e050-4b9b-a7be-54c214514c4c) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:00.419766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f524f0-559a-4804-9fd3-243d3a9e2d2a admin admin] Pushing event updated for resources: {'Network': ['ID=67f005ef-8506-416e-8720-b83715439545,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:00.422438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:00.423405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.437073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:00.447941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-41a5dd80-e3ef-4a8d-b765-74e6b946e953 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5570533 Feb 19 01:17:00.465066 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:00.479007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:00.479648 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:00.480073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e65b-c406-4e42-9b24-5c9a3956d95f req-c295398d-4cc5-4490-93c9-1e5f118ecdc4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:00.481817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3e65b-c406-4e42-9b24-5c9a3956d95f req-c295398d-4cc5-4490-93c9-1e5f118ecdc4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1890955 Feb 19 01:17:00.514376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7ce42-8ede-4fdb-808b-bdb4b1bc5220 None None] Network 48b04e80-e050-4b9b-a7be-54c214514c4c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:00.575230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:00.577584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.579134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.581934 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:00.588157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-464369f9-d514-4d77-9d31-e3512819d53b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/ports/1e468012-63c2-40fc-b431-eb8a0b72f43b HTTP/1.1" status: 204 len: 168 time: 1.5500438 Feb 19 01:17:00.617736 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:00.619080 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:00.629826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40216) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:00.660304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af520-13ae-4c8a-91b8-26ddd96a79de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05382daa-0001-48d4-88dc-9a29bf28ce0a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:00.665035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2a8af520-13ae-4c8a-91b8-26ddd96a79de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ccbac1f525141299798d5815cd97572&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2789536 Feb 19 01:17:00.668396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40218) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:00.682194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 67f005ef-8506-416e-8720-b83715439545 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:17:00.693030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:00.720669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:00.721370 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f5f3b-edbc-45cc-b3a6-d2a696075806 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:00.746941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:00.795492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:00.801753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.820234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead5062-898a-4b41-913d-b1e557602313 None None] Sync routers for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:00.832577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4babf-841e-49fe-8f4e-05e10aee021f None None] Network 48b04e80-e050-4b9b-a7be-54c214514c4c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:00.850914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5ef98ebf-a5ea-45d2-8914-8ebee8c709ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "PUT /v2.0/floatingips/7188243f-9935-405a-8067-b67dd722eeb4 HTTP/1.1" status: 200 len: 991 time: 3.7281687 Feb 19 01:17:00.857189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:00.861158 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b9a0e-90f5-4084-894f-6e565683fdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:00.866368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f0bd84a4-0cfd-4cef-9965-8515cb619f4c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/floatingips/eefc14ca-89ae-48b2-9735-bcfee44fdd28 HTTP/1.1" status: 200 len: 688 time: 0.2329264 Feb 19 01:17:00.869928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40228) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:00.900597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:00.901277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:00.903472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:00.908250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1879010-a6a2-4e86-984f-168820f63dc6 req-ac31f43b-8f3d-42d9-94d3-cec6ba3034e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:00.910382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-5ddb-481f-b8a4-15f954200991 admin admin] Publish callbacks [] for security_group (05382daa-0001-48d4-88dc-9a29bf28ce0a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.914916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3e65b-c406-4e42-9b24-5c9a3956d95f req-e05b722d-355f-46f7-acd2-2ac189ea815c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448646 Feb 19 01:17:00.931311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1879010-a6a2-4e86-984f-168820f63dc6 req-ac31f43b-8f3d-42d9-94d3-cec6ba3034e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 949 time: 0.3513386 Feb 19 01:17:00.951273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Deleting subnet e5726ee7-0dc8-43d6-af60-cae518f2ccf0 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:17:00.963185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Publish callbacks [] for subnet (e5726ee7-0dc8-43d6-af60-cae518f2ccf0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.037519 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-5ddb-481f-b8a4-15f954200991 admin admin] Publish callbacks [] for security_group (05382daa-0001-48d4-88dc-9a29bf28ce0a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.039856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (e5726ee7-0dc8-43d6-af60-cae518f2ccf0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.185068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1879010-a6a2-4e86-984f-168820f63dc6 req-e9132198-7c8f-4c69-be21-b07515178a5c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520406 Feb 19 01:17:01.199678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e5726ee7-0dc8-43d6-af60-cae518f2ccf0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.206097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.212354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.218515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.226228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.242007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.249216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.256680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.259114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-11bab916-9616-4482-ba51-96fd626400ba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.2194149 Feb 19 01:17:01.309643 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1244df46-2326-4b3c-ad89-3cf632583196 x-openstack-request-id: req-1244df46-2326-4b3c-ad89-3cf632583196 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:01.310081 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:01.310441 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1244df46-2326-4b3c-ad89-3cf632583196 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:01.311027 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'status': 'completed', 'code': 200} Feb 19 01:17:01.318132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-5ddb-481f-b8a4-15f954200991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (05382daa-0001-48d4-88dc-9a29bf28ce0a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.322691 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-5ddb-481f-b8a4-15f954200991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.326749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d4ad792-5ddb-481f-b8a4-15f954200991 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05382daa-0001-48d4-88dc-9a29bf28ce0a HTTP/1.1" status: 204 len: 168 time: 0.6535783 Feb 19 01:17:01.361390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:17:01.366048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (e5726ee7-0dc8-43d6-af60-cae518f2ccf0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.377400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ad792-5ddb-481f-b8a4-15f954200991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05382daa-0001-48d4-88dc-9a29bf28ce0a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:01.400046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 2c690045-658c-4630-9d73-372012f9080e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:01.400402 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2c690045-658c-4630-9d73-372012f9080e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.408484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (2a2ee143-fe08-4b7a-991f-d7b814af8ba8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.416920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5726ee7-0dc8-43d6-af60-cae518f2ccf0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:01.445714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.448820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b05cd02-dc95-4508-9b68-a8ca887159d4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5726ee7-0dc8-43d6-af60-cae518f2ccf0 HTTP/1.1" status: 204 len: 168 time: 0.7016048 Feb 19 01:17:01.456981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40232) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:01.503872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65aa3ab2-aa88-443f-aa4f-42240cc5e4f3 req-a10edaaa-f4c1-4eea-99d6-c95c559ae41a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2115655 Feb 19 01:17:01.519798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.520271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.520904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.521514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.521983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.522724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.523172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.525749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-478dd965-a79c-46fa-9392-93c5e0022efd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6719 time: 0.1920292 Feb 19 01:17:01.536752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2ee143-fe08-4b7a-991f-d7b814af8ba8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:01.568402 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (40c4405f-ab08-425a-bb39-e896269fdd93), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.570545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:01.571123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Network hostable DHCP agents. Network: 67f005ef-8506-416e-8720-b83715439545, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:17:01.613167 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2c690045-658c-4630-9d73-372012f9080e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.613860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (2c690045-658c-4630-9d73-372012f9080e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.621079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Network 67f005ef-8506-416e-8720-b83715439545 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:17:01.642311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 2c690045-658c-4630-9d73-372012f9080e owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:01.671667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 67f005ef-8506-416e-8720-b83715439545) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:01.689853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf11cca-010b-4218-a41b-a01864408e88 None None] Network 67f005ef-8506-416e-8720-b83715439545 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:01.728841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (40c4405f-ab08-425a-bb39-e896269fdd93), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.785128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c4405f-ab08-425a-bb39-e896269fdd93']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:01.806619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21729717-ea72-494a-bdde-89f0632858e8') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:01.807087 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21729717-ea72-494a-bdde-89f0632858e8') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:01.825582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (21729717-ea72-494a-bdde-89f0632858e8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.848370 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (21729717-ea72-494a-bdde-89f0632858e8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.858392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:17:01.858968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (21729717-ea72-494a-bdde-89f0632858e8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:17:01.939143 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:17:01.966635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4528c-522d-4763-a061-b790f00ec70c None None] Network 67f005ef-8506-416e-8720-b83715439545 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:01.976275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.977072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.992791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (40c4405f-ab08-425a-bb39-e896269fdd93), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.013516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.018263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] 10.222.0.43 "DELETE /v2.0/networks/40c4405f-ab08-425a-bb39-e896269fdd93 HTTP/1.1" status: 204 len: 168 time: 0.5602019 Feb 19 01:17:02.019506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea764e8-7d0b-41da-a007-2d82bbbde302 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c4405f-ab08-425a-bb39-e896269fdd93,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:02.023650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40246) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:02.029399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f4767123-028c-4897-846f-d23a3fcefc2a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0652447 Feb 19 01:17:02.114629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.126757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.136108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.146548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.156871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.164563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.173965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.177117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '7188243f-9935-405a-8067-b67dd722eeb4', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'port_id': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'mac_address': 'fa:16:3e:b7:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:45Z', 'updated_at': '2022-02-19T01:16:58Z', 'revision_number': 1, 'project_id': 'a245459410f6458bae113e586143fd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:05Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:02.181762 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84ff6446-e4e4-453e-b8e7-7b4bb0b40172 req-2f3d33bb-8daa-4fec-8d8e-7be575132241 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.5174451 Feb 19 01:17:02.215685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Deleting subnet 5328138e-853e-4eb5-9825-1b46824db89e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:17:02.224429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Publish callbacks [] for subnet (5328138e-853e-4eb5-9825-1b46824db89e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.246925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead5062-898a-4b41-913d-b1e557602313 None None] Checking router: 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:17:02.269895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:02.270534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:02.315755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (5328138e-853e-4eb5-9825-1b46824db89e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.400266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5328138e-853e-4eb5-9825-1b46824db89e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.455888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039fff6-421e-4034-a95b-c973e2ebbe23 req-d944a799-0bc9-4cb4-8c2d-0f441ecc9ddb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.471343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3039fff6-421e-4034-a95b-c973e2ebbe23 req-d944a799-0bc9-4cb4-8c2d-0f441ecc9ddb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 949 time: 0.1139116 Feb 19 01:17:02.480972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:17:02.571342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3039fff6-421e-4034-a95b-c973e2ebbe23 req-ee35f1f7-8c4c-448b-8690-1dd4baa14669 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990219 Feb 19 01:17:02.585504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (5328138e-853e-4eb5-9825-1b46824db89e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.681806 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.682589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c690045-658c-4630-9d73-372012f9080e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.691964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5328138e-853e-4eb5-9825-1b46824db89e HTTP/1.1" status: 204 len: 168 time: 0.6667025 Feb 19 01:17:02.693298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83383b6a-396f-4554-a752-0adac6bf38a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5328138e-853e-4eb5-9825-1b46824db89e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:02.701491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40274) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:02.751396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42ffdf-8bdf-4350-b5ed-b1288f316784 req-7103ce01-d0b1-45e9-ba33-0da77f1cc670 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.753414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf42ffdf-8bdf-4350-b5ed-b1288f316784 req-7103ce01-d0b1-45e9-ba33-0da77f1cc670 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.2608032 Feb 19 01:17:02.783427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=2c690045-658c-4630-9d73-372012f9080e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:02.804686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-4adf6e16-3531-4eea-94c4-f32cfa8e36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.806336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-4adf6e16-3531-4eea-94c4-f32cfa8e36aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=6483eb8d-e413-47c7-9fcc-90907a41f6d9 HTTP/1.1" status: 200 len: 918 time: 1.2733116 Feb 19 01:17:02.961575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (48b04e80-e050-4b9b-a7be-54c214514c4c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.970566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bead5062-898a-4b41-913d-b1e557602313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '7188243f-9935-405a-8067-b67dd722eeb4', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'port_id': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'mac_address': 'fa:16:3e:b7:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:45Z', 'updated_at': '2022-02-19T01:16:58Z', 'revision_number': 1, 'project_id': 'a245459410f6458bae113e586143fd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:05Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.004614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead5062-898a-4b41-913d-b1e557602313 None None] The sync data for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 is: [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '7188243f-9935-405a-8067-b67dd722eeb4', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'port_id': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'mac_address': 'fa:16:3e:b7:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:45Z', 'updated_at': '2022-02-19T01:16:58Z', 'revision_number': 1, 'project_id': 'a245459410f6458bae113e586143fd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:05Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:03.102417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf42ffdf-8bdf-4350-b5ed-b1288f316784 req-8f4ff1d5-2381-4880-88f5-6b820f383524 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138199 Feb 19 01:17:03.116146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-4428695e-4b5d-4d08-a2cf-c9a548acb862 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a HTTP/1.1" status: 200 len: 999 time: 0.2919514 Feb 19 01:17:03.215144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-625637dd-e762-49ee-82d0-aa87f37a4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:03.216694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-625637dd-e762-49ee-82d0-aa87f37a4e7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5642b9a9-b761-40e9-aacf-8d7ae9ee1289 HTTP/1.1" status: 200 len: 856 time: 0.0888872 Feb 19 01:17:03.217648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (eefc14ca-89ae-48b2-9735-bcfee44fdd28), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.220230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.221320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-10081dff-b514-4d69-a414-b58f4d5b6ccd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/floatingips/eefc14ca-89ae-48b2-9735-bcfee44fdd28 HTTP/1.1" status: 204 len: 168 time: 2.3207703 Feb 19 01:17:03.223842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-f792e7a4-ae6f-43e9-9129-24914bf40ad0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:03.236942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-f792e7a4-ae6f-43e9-9129-24914bf40ad0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.1828980 Feb 19 01:17:03.240254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:03.245214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '140b68b8-414a-4c11-a830-a006cf2ba1b7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:03.281140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-3ee2c7a4-4c86-4530-939c-7b30cb97e807 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0411348 Feb 19 01:17:03.301021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (48b04e80-e050-4b9b-a7be-54c214514c4c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.364914 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4ac35-c283-495d-af05-aa2c9bfeb64a None None] New status for floating IP 7188243f-9935-405a-8067-b67dd722eeb4: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:17:03.388834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2b81ddb7-5be3-4ffa-8fd5-4ecd8a4a7203 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887513 Feb 19 01:17:03.418617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b04e80-e050-4b9b-a7be-54c214514c4c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.462048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be82b02-5798-450a-8d5f-e3bf9e2b4169') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.462338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be82b02-5798-450a-8d5f-e3bf9e2b4169') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.508686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (9be82b02-5798-450a-8d5f-e3bf9e2b4169), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.549667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9be82b02-5798-450a-8d5f-e3bf9e2b4169), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.575141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-30332644-c308-4f48-bc35-b3234762f871 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853151 Feb 19 01:17:03.577052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.626676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:17:03.627117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (9be82b02-5798-450a-8d5f-e3bf9e2b4169), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:17:03.635266 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:17:03.695835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-2b797eaa-6c76-4dc0-ace2-2da24c4a3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:03.697676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-2b797eaa-6c76-4dc0-ace2-2da24c4a3ad6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6483eb8d-e413-47c7-9fcc-90907a41f6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3655598 Feb 19 01:17:03.743460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e69427-45ff-4f78-92b8-30de41322d10 req-e2af4b85-8eed-42c9-a03f-de05dd1d070a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:03.745228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e69427-45ff-4f78-92b8-30de41322d10 req-e2af4b85-8eed-42c9-a03f-de05dd1d070a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 949 time: 0.3170536 Feb 19 01:17:03.785506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2cb2d06d-7b78-499b-9776-0853591ab6c0 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026172 Feb 19 01:17:03.866678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.868152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-66764090-e194-46cc-ab8b-a5af63ada062 service neutron] 10.222.0.10 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392820 Feb 19 01:17:03.950257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:04.050980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82e69427-45ff-4f78-92b8-30de41322d10 req-084d24ad-04d3-4c71-bcc5-f0e2957a2b3c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757488 Feb 19 01:17:04.052491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c39b9a0e-90f5-4084-894f-6e565683fdc9 req-939411bc-91b7-4f8c-be95-c094e530a3a3 service neutron] 10.222.0.10 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519682 Feb 19 01:17:04.054173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (48b04e80-e050-4b9b-a7be-54c214514c4c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.069483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 32856f6b-af87-4019-9e1b-83778e8c0bfa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:04.069483 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.094186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-cac2cc01-2370-48a7-827b-83d137725c55 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.095972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-cac2cc01-2370-48a7-827b-83d137725c55 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90&tenant_id=88aae3f9d11042d0ba928360fbce9057&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 949 time: 0.5664952 Feb 19 01:17:04.097714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.101241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] 10.222.0.43 "DELETE /v2.0/networks/48b04e80-e050-4b9b-a7be-54c214514c4c HTTP/1.1" status: 204 len: 168 time: 1.3775198 Feb 19 01:17:04.111529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.91 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/7bf0454b-6af7-4bf5-9e7f-772ead387245) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:04.113166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803290b-97da-4bd3-9b83-4ba095968cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=48b04e80-e050-4b9b-a7be-54c214514c4c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:04.275945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.329332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 32856f6b-af87-4019-9e1b-83778e8c0bfa is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:04.334117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.337530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.339803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-0d03e7d0-3f9e-48de-a1fb-0dff0226979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.341731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-0d03e7d0-3f9e-48de-a1fb-0dff0226979a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1131 time: 0.1625102 Feb 19 01:17:04.411285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=7bf0454b-6af7-4bf5-9e7f-772ead387245,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:04.415009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:04.416100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf938bdb-e895-4650-8a84-7239990893cd req-96bbcf67-8cb0-44bd-b8b7-37dedf0741e7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 210 time: 0.0985310 Feb 19 01:17:04.430465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:04.432598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:04.434272 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b579468-2505-4644-a620-d328b035fff6" -d '{"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-plugged", "status": "completed", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:04.446335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:04.478167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:04.488544 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.553970 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150e2ace-db78-46cd-a954-0ad8fc2a737a x-openstack-request-id: req-150e2ace-db78-46cd-a954-0ad8fc2a737a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:04.555577 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-plugged", "status": "completed", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:04.556222 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-150e2ace-db78-46cd-a954-0ad8fc2a737a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:04.560456 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'code': 200} Feb 19 01:17:04.598556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40328) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:04.603704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:04.664281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94739e-9c99-408c-9737-eb98c1d64f42 req-fa2b0fa4-970c-4695-82be-86b720037170 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.677568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c94739e-9c99-408c-9737-eb98c1d64f42 req-fa2b0fa4-970c-4695-82be-86b720037170 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.4516532 Feb 19 01:17:04.684232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-55a7d89e-728c-49cb-aa9e-61dd70f25bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.689508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-55a7d89e-728c-49cb-aa9e-61dd70f25bc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3331139 Feb 19 01:17:04.709027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e941fd5e-498b-43bb-a3bb-6a6595b2f9fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66382a406ded4aecbf8f89d6834458c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092138 Feb 19 01:17:04.712078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40332) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:04.815198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-e1f3fea3-8e6c-4cab-aced-1aec3c5797b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 217 time: 0.1122208 Feb 19 01:17:04.840265 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad5a0-e38c-4e13-9f58-59f470d1c5cc admin admin] Publish callbacks [] for security_group (b385c415-9a4c-4fd1-9fff-bb2c2363e4a5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.881998 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad5a0-e38c-4e13-9f58-59f470d1c5cc admin admin] Publish callbacks [] for security_group (b385c415-9a4c-4fd1-9fff-bb2c2363e4a5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.907599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-08c41ea3-a752-492a-8bad-718404518d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.909446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-08c41ea3-a752-492a-8bad-718404518d14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0669291 Feb 19 01:17:04.961827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c94739e-9c99-408c-9737-eb98c1d64f42 req-e879166c-d563-41fe-a861-d7be62ba276e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821424 Feb 19 01:17:05.015890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-c43e8925-9caf-4068-9f3c-1f68f886ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.021582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-c43e8925-9caf-4068-9f3c-1f68f886ab3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1015246 Feb 19 01:17:05.080959 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad5a0-e38c-4e13-9f58-59f470d1c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b385c415-9a4c-4fd1-9fff-bb2c2363e4a5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.084518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad5a0-e38c-4e13-9f58-59f470d1c5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.088106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e2ad5a0-e38c-4e13-9f58-59f470d1c5cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b385c415-9a4c-4fd1-9fff-bb2c2363e4a5 HTTP/1.1" status: 204 len: 168 time: 0.3727105 Feb 19 01:17:05.105110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ad5a0-e38c-4e13-9f58-59f470d1c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385c415-9a4c-4fd1-9fff-bb2c2363e4a5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:05.243803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.254184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-5b74f0ef-d0a3-4e34-945c-ffd29a2185fb service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251787 Feb 19 01:17:05.292555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86de548-bc5c-40d1-b62c-9c7c10340a4f req-826369ff-6eeb-41ee-9725-2177100ee717 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.294187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c86de548-bc5c-40d1-b62c-9c7c10340a4f req-826369ff-6eeb-41ee-9725-2177100ee717 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.1220970 Feb 19 01:17:05.373964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ba51525-8f16-4a7b-a9ac-c4c6c6df56af req-a8e7594e-6d70-42f6-ac72-6757558f4752 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106644 Feb 19 01:17:05.393344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.545926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c86de548-bc5c-40d1-b62c-9c7c10340a4f req-6151d64b-a042-45e7-bece-9059adcf41b3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356405 Feb 19 01:17:05.640712 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d2f7b33-88cd-42d3-98ed-9bce04d34fe7 req-b5ee4b0b-d002-4995-9db4-6055b6a2c74c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 210 time: 0.0777533 Feb 19 01:17:05.787198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:05.812791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-f5dc79cf-c2cc-4258-b93b-465444e5f10e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.822288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-f5dc79cf-c2cc-4258-b93b-465444e5f10e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2061415 Feb 19 01:17:05.837044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:05.940257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cb2f43da-9b30-4dab-bfd9-1b5bfe093953 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5ab76f1210146ab882b3f847ccb1c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503482 Feb 19 01:17:05.945302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.946896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40360) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:05.988755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.075760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:06.081377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.190290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=7bf0454b-6af7-4bf5-9e7f-772ead387245,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:06.212370 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.268585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619273-022d-4780-99ac-25ec9c90d846 req-9e7ae0a0-432b-4eff-84fa-0aa98ddc0366 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.270165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98619273-022d-4780-99ac-25ec9c90d846 req-9e7ae0a0-432b-4eff-84fa-0aa98ddc0366 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.2142584 Feb 19 01:17:06.281308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c5ebd0-d4ab-4cc2-9173-f534e4068434 admin admin] Publish callbacks [] for security_group (729b4eb1-c89b-4ddd-9c01-ece084cc2a48), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.331220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.3 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/a5220219-ef89-45ac-9176-7d8e02c399dd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:06.344428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c5ebd0-d4ab-4cc2-9173-f534e4068434 admin admin] Publish callbacks [] for security_group (729b4eb1-c89b-4ddd-9c01-ece084cc2a48), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.419344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98619273-022d-4780-99ac-25ec9c90d846 req-1a3a0fb2-c6f6-4c58-a559-dfbd4466aac1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407757 Feb 19 01:17:06.456888 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP 0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0 associated. External IP: 172.25.0.91, port: 140b68b8-414a-4c11-a830-a006cf2ba1b7. Feb 19 01:17:06.557466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c5ebd0-d4ab-4cc2-9173-f534e4068434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (729b4eb1-c89b-4ddd-9c01-ece084cc2a48), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.560168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c5ebd0-d4ab-4cc2-9173-f534e4068434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.564221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-79c5ebd0-d4ab-4cc2-9173-f534e4068434 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/729b4eb1-c89b-4ddd-9c01-ece084cc2a48 HTTP/1.1" status: 204 len: 168 time: 0.6163590 Feb 19 01:17:06.586235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.607729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5ebd0-d4ab-4cc2-9173-f534e4068434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b4eb1-c89b-4ddd-9c01-ece084cc2a48,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:06.676635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.877486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:06.891882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=a5220219-ef89-45ac-9176-7d8e02c399dd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:06.917006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:06.923397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:07.033380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.035069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.065715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7074f-ccb8-49c4-bd13-0bc1d87da484 req-e3abaaea-a69c-41f6-b5fd-282ea1390e49 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.068015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-adc7074f-ccb8-49c4-bd13-0bc1d87da484 req-e3abaaea-a69c-41f6-b5fd-282ea1390e49 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.3668237 Feb 19 01:17:07.072407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-4967f76e-7d93-4f47-9cf1-4982c7debb66 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2405648 Feb 19 01:17:07.106677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Request body: {'port': {'device_id': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:07.179681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-adc7074f-ccb8-49c4-bd13-0bc1d87da484 req-5cfe6574-5c54-4741-9eec-93a1145b30f9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057904 Feb 19 01:17:07.228767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.279227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74045564-715b-4c67-9635-4cd7c5d7b200 req-1dce20f9-3be1-48db-a67e-c32fa15889b4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.280886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74045564-715b-4c67-9635-4cd7c5d7b200 req-1dce20f9-3be1-48db-a67e-c32fa15889b4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 931 time: 0.1522059 Feb 19 01:17:07.312003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:07.406331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74045564-715b-4c67-9635-4cd7c5d7b200 req-52addc4d-30ad-47b0-8df2-c3a05c2cbf4c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193097 Feb 19 01:17:07.507543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef83d5-a1f1-4fac-abf1-7f6c22b22166 req-55187d19-30f8-4335-9f70-33aab0397193 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.508033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:07.514898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33ef83d5-a1f1-4fac-abf1-7f6c22b22166 req-55187d19-30f8-4335-9f70-33aab0397193 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.1355841 Feb 19 01:17:07.529482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:07.556929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:07.560005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:07.635262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.648764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5220219-ef89-45ac-9176-7d8e02c399dd {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:07.670820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Publish callbacks [] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.679812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:07.708080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:07.709187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:07.766586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-07b5781a-ae2f-4752-be5b-049b5ed2af7a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5247810 Feb 19 01:17:07.772106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40400) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:07.776699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1716590062'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:07.782976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:07.784003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf75b-e684-4040-ad62-cff02a216efd None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:07.786092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33ef83d5-a1f1-4fac-abf1-7f6c22b22166 req-c36c4ec7-7cfa-4220-959b-27a92ec586a1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702990 Feb 19 01:17:07.788923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Transition to ACTIVE for port object a5220219-ef89-45ac-9176-7d8e02c399dd will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:07.796124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.848852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da64814-f6a0-43b6-8534-cbe9d2022036 req-d381fdb5-c876-4294-8a78-04acf7dcaccc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.858654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2da64814-f6a0-43b6-8534-cbe9d2022036 req-d381fdb5-c876-4294-8a78-04acf7dcaccc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.2833037 Feb 19 01:17:07.903415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5220219-ef89-45ac-9176-7d8e02c399dd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:07.907759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:07.913387 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.991859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Attempting to bind port a5220219-ef89-45ac-9176-7d8e02c399dd on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:07.993258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Attempting to bind port a5220219-ef89-45ac-9176-7d8e02c399dd by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:07.993723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Attempting to bind port a5220219-ef89-45ac-9176-7d8e02c399dd on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:08.008926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Port a5220219-ef89-45ac-9176-7d8e02c399dd on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:08.009291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Attempting to bind port a5220219-ef89-45ac-9176-7d8e02c399dd on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:08.026496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:08.026845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:08.027402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:08.030607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Bound port: a5220219-ef89-45ac-9176-7d8e02c399dd, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:08.031009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.072276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2da64814-f6a0-43b6-8534-cbe9d2022036 req-f45e7a90-72c7-450c-a8d8-ddbca8954580 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063279 Feb 19 01:17:08.088623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:17:08.111119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (78081ba1-2cf9-41e1-a36f-4f0ef5e69d96), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.112166 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Added segment 78081ba1-2cf9-41e1-a36f-4f0ef5e69d96 of type vlan for network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 Feb 19 01:17:08.218571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] For port a5220219-ef89-45ac-9176-7d8e02c399dd, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:08.224838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (cb6ebf90-82f2-42b0-ba27-eef9b3acb825), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.230335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] For port a5220219-ef89-45ac-9176-7d8e02c399dd, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a5220219-ef89-45ac-9176-7d8e02c399dd,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:08.254096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.284734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (cb6ebf90-82f2-42b0-ba27-eef9b3acb825), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.291642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.292492 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.346225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-1895aee7-5fbc-4dae-8be3-972e1149fb3c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293732 Feb 19 01:17:08.355341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.355950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.357520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/a5220219-ef89-45ac-9176-7d8e02c399dd HTTP/1.1" status: 200 len: 1091 time: 1.2562253 Feb 19 01:17:08.357992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'tag': 'a5220219-ef89-45ac-9176-7d8e02c399dd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:08.361152 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038" -d '{"events": [{"name": "network-changed", "server_uuid": "9c05f2c8-47ad-406e-ad98-1348ddd29e5c", "tag": "a5220219-ef89-45ac-9176-7d8e02c399dd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:08.444375 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a502b9-fe88-4129-9f8d-6330dbbbc44f x-openstack-request-id: req-04a502b9-fe88-4129-9f8d-6330dbbbc44f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:08.444670 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c05f2c8-47ad-406e-ad98-1348ddd29e5c", "tag": "a5220219-ef89-45ac-9176-7d8e02c399dd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:08.444924 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04a502b9-fe88-4129-9f8d-6330dbbbc44f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:08.445355 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'tag': 'a5220219-ef89-45ac-9176-7d8e02c399dd', 'status': 'completed', 'code': 200} Feb 19 01:17:08.509011 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7359455 Feb 19 01:17:08.514750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:08.524524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'subnet': {'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:08.529835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff733f-511d-4740-8bc1-7fa20f7ef7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5220219-ef89-45ac-9176-7d8e02c399dd,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:08.530288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Network': ['ID=cb6ebf90-82f2-42b0-ba27-eef9b3acb825,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:08.549907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.550503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.550998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.552858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.553777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.554439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.555042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.555596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.556361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.557057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.557555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.558053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.558657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272b20-b189-4533-be77-8f0cc200ae6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:08.588340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:17:08.721794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-5e0b6167-f8d1-4226-a7f6-8c14d52001ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.723287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-5e0b6167-f8d1-4226-a7f6-8c14d52001ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 1125 time: 0.2978222 Feb 19 01:17:08.732141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1a5e4-c5a8-4d9b-b879-ba1e5aaeea95 req-8ed06d7a-2708-484b-8557-396f12d687aa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.740092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8cc1a5e4-c5a8-4d9b-b879-ba1e5aaeea95 req-8ed06d7a-2708-484b-8557-396f12d687aa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 943 time: 0.1605072 Feb 19 01:17:08.778921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-767d85b7-2633-41fc-a25a-c4a5133c94f7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.780458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-767d85b7-2633-41fc-a25a-c4a5133c94f7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271362 Feb 19 01:17:08.786763 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-e3c57721-5e53-4fa2-bb81-b79e4881ad92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5220219-ef89-45ac-9176-7d8e02c399dd HTTP/1.1" status: 200 len: 217 time: 0.0549042 Feb 19 01:17:08.804588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8cc1a5e4-c5a8-4d9b-b879-ba1e5aaeea95 req-ffcf6bb2-3a27-4284-ae53-eace64de73ae tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610406 Feb 19 01:17:08.817890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:08.821115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.824677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-11a00bae-05f8-4a19-82e2-52e5bece711d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/quotas/88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 375 time: 0.0374000 Feb 19 01:17:08.966555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-fe4b0e75-50b0-4d9d-b06c-aad7159f842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.968128 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-fe4b0e75-50b0-4d9d-b06c-aad7159f842f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1712651 Feb 19 01:17:09.011371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-22dfc176-4380-440a-913a-63fd5d57b804 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353577 Feb 19 01:17:09.034573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-b285fe17-3480-4c69-aa03-e5a63136386c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764297 Feb 19 01:17:09.198165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-1f171cb8-b311-4014-80f9-5b302d3daec3 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741612 Feb 19 01:17:09.240571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.283969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd411b-3e46-4270-a895-7f35881d5ea6 req-873c6d7c-5a70-4dcf-8508-740136b6cc4e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:09.289385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c8bd411b-3e46-4270-a895-7f35881d5ea6 req-873c6d7c-5a70-4dcf-8508-740136b6cc4e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1049738 Feb 19 01:17:09.405358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c8bd411b-3e46-4270-a895-7f35881d5ea6 req-28260811-25d2-4a49-b260-44edc0ca8765 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026533 Feb 19 01:17:09.446282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:09.504502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d5e5f71-dda2-4ab3-9fca-d95ffb4da8ce req-496d6630-0c9b-4c7c-b5e5-c56e899103d1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 210 time: 0.0536954 Feb 19 01:17:09.507612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Checking segment: {'id': '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:09.507759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network hostable DHCP agents. Network: cb6ebf90-82f2-42b0-ba27-eef9b3acb825, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:17:09.513056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45666f1-0b4b-4ff9-a4ef-e83caaff2ec1 req-94c449db-e89e-41a3-a80a-fd2e7d56e395 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077908 Feb 19 01:17:09.544001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:17:09.560390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, cb6ebf90-82f2-42b0-ba27-eef9b3acb825) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:09.567400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:09.568400 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.583426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57618666-a5fd-4518-98b2-8e2ea45d087b None None] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:09.595341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78afcba4-66df-464a-bee7-c3b9c0329e6b tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0759077 Feb 19 01:17:09.599333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:09.606701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-258114059', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:09.659303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (3c943624-8929-4323-ba34-d93f1801dabd), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.661139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (3c943624-8929-4323-ba34-d93f1801dabd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.686199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-78b1fb4d-518e-48d6-a74d-ac09f2294def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:09.688327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-78b1fb4d-518e-48d6-a74d-ac09f2294def service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 1125 time: 0.0891831 Feb 19 01:17:09.803658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-cb6ebf90-82f2-42b0-ba27-eef9b3acb825', 'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825', 'project_id': 'ac46f4498a3c4e398acc19fd6d79d8cd', 'fixed_ips': [{'subnet_id': '1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:17:09.805355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.851351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_controller (3c943624-8929-4323-ba34-d93f1801dabd), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.874509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-ac11ae02-6883-4fc0-9114-bd0587b44f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:09.880061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-ac11ae02-6883-4fc0-9114-bd0587b44f21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.1798568 Feb 19 01:17:09.967193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-f512fc55-be2f-4851-b5cf-a1f41e4c4c40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5220219-ef89-45ac-9176-7d8e02c399dd HTTP/1.1" status: 200 len: 217 time: 0.0803425 Feb 19 01:17:10.068784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-847e0870-bf18-4395-80ce-30002b191729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:10.070426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-847e0870-bf18-4395-80ce-30002b191729 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.0980403 Feb 19 01:17:10.076355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Allocated IP 172.20.0.2 (cb6ebf90-82f2-42b0-ba27-eef9b3acb825/1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc/6868b627-c94f-469d-a4de-ccc879bd32d4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:10.153225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40518) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:10.183212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-0d4148d7-b6bf-40ef-8287-e6fc5f304345 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987029 Feb 19 01:17:10.251855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (3c943624-8929-4323-ba34-d93f1801dabd), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.286233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099b426-77ac-4756-9eba-e88289bbbd36 req-15993570-4db9-4834-8fa9-2891a1f4521d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:10.294062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c099b426-77ac-4756-9eba-e88289bbbd36 req-15993570-4db9-4834-8fa9-2891a1f4521d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 943 time: 0.2321732 Feb 19 01:17:10.383826 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Publish callbacks [] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.394999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.456933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:10.461144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:10.466250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:10.510259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c099b426-77ac-4756-9eba-e88289bbbd36 req-0ec0a5fd-43af-4363-98f9-b4b726ea1ba0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098513 Feb 19 01:17:10.566398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Attempting to bind port 6868b627-c94f-469d-a4de-ccc879bd32d4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:10.567053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Attempting to bind port 6868b627-c94f-469d-a4de-ccc879bd32d4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:10.567588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Attempting to bind port 6868b627-c94f-469d-a4de-ccc879bd32d4 on network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:10.570260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Pushing event updated for resources: {'Port': ['ID=6868b627-c94f-469d-a4de-ccc879bd32d4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:10.577238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:10.577647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Checking segment: {'id': '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:10.578546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.579260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Bound using segment: {'id': '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:10.580140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Bound port: 6868b627-c94f-469d-a4de-ccc879bd32d4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:10.580707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.678954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25b364ee-d18b-4277-ace7-2b552b5280f1 req-fef50258-a925-4111-afcb-3ab1d64a7e8c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 210 time: 0.0725348 Feb 19 01:17:10.720178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] For port 6868b627-c94f-469d-a4de-ccc879bd32d4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:10.730344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] For port 6868b627-c94f-469d-a4de-ccc879bd32d4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6868b627-c94f-469d-a4de-ccc879bd32d4,segment=NetworkSegment(78081ba1-2cf9-41e1-a36f-4f0ef5e69d96),segment_id=78081ba1-2cf9-41e1-a36f-4f0ef5e69d96)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:10.758136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (3c943624-8929-4323-ba34-d93f1801dabd), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.758471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.781321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.919800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.25.0.191 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8e65daa3-6b69-4954-ac65-91dbec439c7c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:10.942683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.017678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c47bc-3c06-4ee7-9729-296273d4f3bf None None] Pushing event updated for resources: {'Port': ['ID=6868b627-c94f-469d-a4de-ccc879bd32d4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:11.041453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9269dad-e82f-46e4-ab25-673423196ca1 req-2c8c051d-f9e6-4171-bbd8-6599623e9cc4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:11.049972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9269dad-e82f-46e4-ab25-673423196ca1 req-2c8c051d-f9e6-4171-bbd8-6599623e9cc4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1624312 Feb 19 01:17:11.071007 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-0e5bd7db-1271-43e5-88cf-e9fcc2fffb6c service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803434 Feb 19 01:17:11.092935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (8e65daa3-6b69-4954-ac65-91dbec439c7c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.142885 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8e65daa3-6b69-4954-ac65-91dbec439c7c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.205492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:11.226973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:11.254162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:11.273281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e60e0bd-67eb-46ad-8f8d-b57af0d0c038 req-831dd1dc-4cc9-48a0-a31f-967c4aaa79aa service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854079 Feb 19 01:17:11.333394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=8e65daa3-6b69-4954-ac65-91dbec439c7c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:11.512419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9269dad-e82f-46e4-ab25-673423196ca1 req-76777a5f-04a2-4844-ab69-de1f373ba8e4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386086 Feb 19 01:17:11.514873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Publish callbacks [] for security_group (720bc694-2c16-4f73-9870-f5d59ca55e1e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.519507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-98fc7ef1-b28c-4c77-86c4-b79e9113fa87 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2376211 Feb 19 01:17:11.539460 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (720bc694-2c16-4f73-9870-f5d59ca55e1e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.613076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f31ffdb1909488d999fdfec32a40fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4534831 Feb 19 01:17:11.651088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40544) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:11.761262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6868b627-c94f-469d-a4de-ccc879bd32d4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:11.808298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720bc694-2c16-4f73-9870-f5d59ca55e1e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:11.833089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.833715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.834154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.834505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.834977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.836540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.836891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.837256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.837592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.838050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.838393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.838723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.839051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e4231-20e9-4a86-b68d-88137b848e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:11.865949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6868b627-c94f-469d-a4de-ccc879bd32d4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:11.866664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.898406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d894e6-5c65-4dc1-9e9b-6e21a8c0620a req-bf589cb6-955c-495e-8553-9f2160ad960e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:11.900382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9d894e6-5c65-4dc1-9e9b-6e21a8c0620a req-bf589cb6-955c-495e-8553-9f2160ad960e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 943 time: 0.2381470 Feb 19 01:17:11.903736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9397b3-0b5e-4957-a19b-8f942d31cf0e admin admin] Publish callbacks [] for security_group (720bc694-2c16-4f73-9870-f5d59ca55e1e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.908692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-3bd47ddb-05e3-4a73-8bc9-2905c11883d3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:11.910552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-3bd47ddb-05e3-4a73-8bc9-2905c11883d3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845470 Feb 19 01:17:11.932875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9397b3-0b5e-4957-a19b-8f942d31cf0e admin admin] Publish callbacks [] for security_group (720bc694-2c16-4f73-9870-f5d59ca55e1e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.933337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d62c9ac7-4cec-48ca-bc13-6a26462c6471 req-60f59602-843f-4987-855a-32b6b194335e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 210 time: 0.0736961 Feb 19 01:17:11.937184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Request body: {'port': {'device_id': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '88aae3f9d11042d0ba928360fbce9057'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:11.973217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6868b627-c94f-469d-a4de-ccc879bd32d4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:11.974012 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.007604 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (3c943624-8929-4323-ba34-d93f1801dabd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.013186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 6868b627-c94f-469d-a4de-ccc879bd32d4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6868b627-c94f-469d-a4de-ccc879bd32d4,segment=NetworkSegment(78081ba1-2cf9-41e1-a36f-4f0ef5e69d96),segment_id=78081ba1-2cf9-41e1-a36f-4f0ef5e69d96)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:12.016320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a5220219-ef89-45ac-9176-7d8e02c399dd details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:17:12.028051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.098895 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9397b3-0b5e-4957-a19b-8f942d31cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (720bc694-2c16-4f73-9870-f5d59ca55e1e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.105113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db9397b3-0b5e-4957-a19b-8f942d31cf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.116408 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db9397b3-0b5e-4957-a19b-8f942d31cf0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/720bc694-2c16-4f73-9870-f5d59ca55e1e HTTP/1.1" status: 204 len: 168 time: 0.4556961 Feb 19 01:17:12.154469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9397b3-0b5e-4957-a19b-8f942d31cf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720bc694-2c16-4f73-9870-f5d59ca55e1e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:12.191099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Made reservation on behalf of 88aae3f9d11042d0ba928360fbce9057 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:12.194876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.245168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=6868b627-c94f-469d-a4de-ccc879bd32d4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:12.349671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9d894e6-5c65-4dc1-9e9b-6e21a8c0620a req-e916a286-7181-4677-8d6f-f8f24113f6b9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567472 Feb 19 01:17:12.389243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a5220219-ef89-45ac-9176-7d8e02c399dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a5220219-ef89-45ac-9176-7d8e02c399dd,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:12.424202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'a5220219-ef89-45ac-9176-7d8e02c399dd', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': 'a5220219-ef89-45ac-9176-7d8e02c399dd', 'mac_address': 'fa:16:3e:ce:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:12.551727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a5220219-ef89-45ac-9176-7d8e02c399dd is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:12.552131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.574209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Allocated IP 192.168.233.172 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/15243ad9-504d-4533-87cb-c654f26c58a2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:12.589402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5220219-ef89-45ac-9176-7d8e02c399dd {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:12.662032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a5220219-ef89-45ac-9176-7d8e02c399dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a5220219-ef89-45ac-9176-7d8e02c399dd,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:12.671141 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.765304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (3c943624-8929-4323-ba34-d93f1801dabd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.781302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a5220219-ef89-45ac-9176-7d8e02c399dd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:12.823950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b91a75d-67c6-4a48-9025-0de48b17ac17 None None] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:12.857487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:12.907751 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17eb08d9-68b2-4097-b93e-3a564d66db52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.063524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4b110cf7-1d20-4680-83d1-563eaf4b827d None None] Provisioning complete for port 6868b627-c94f-469d-a4de-ccc879bd32d4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:13.064056 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b110cf7-1d20-4680-83d1-563eaf4b827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.076609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:13.079682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router 3c943624-8929-4323-ba34-d93f1801dabd is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:17:13.111185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815451a0-4bf3-46d0-af06-c164ff5e2246 req-4b13413c-4978-43ba-a362-cf0c76693de6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:13.112822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-815451a0-4bf3-46d0-af06-c164ff5e2246 req-4b13413c-4978-43ba-a362-cf0c76693de6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.4123540 Feb 19 01:17:13.123348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks [] for port (15243ad9-504d-4533-87cb-c654f26c58a2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.197092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d979094d-0c8f-4cf1-982d-a010f0411df0 req-577975b6-69d6-4e41-80fb-09d0c6b3e369 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 210 time: 0.0480828 Feb 19 01:17:13.292699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17eb08d9-68b2-4097-b93e-3a564d66db52 admin admin] Publish callbacks [] for security_group (08630a9f-adc6-4479-bcd9-55c7e4719ed7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.298451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.349052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:13.361403 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] Sync routers for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:13.380497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.382892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-783b1fdb-1c32-4a02-995d-cf6dc0ff76ab tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7816715 Feb 19 01:17:13.385355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:13.397328 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:13.397852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-815451a0-4bf3-46d0-af06-c164ff5e2246 req-e70e134d-d699-4b0c-b2a4-3c82cddbb878 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783005 Feb 19 01:17:13.411096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:13.415514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:13.429913 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17eb08d9-68b2-4097-b93e-3a564d66db52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (08630a9f-adc6-4479-bcd9-55c7e4719ed7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.435313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4b110cf7-1d20-4680-83d1-563eaf4b827d None None] Current status of the port 6868b627-c94f-469d-a4de-ccc879bd32d4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:13.441549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:13.443588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:13.459368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:13.511472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:13.539723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb08d9-68b2-4097-b93e-3a564d66db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08630a9f-adc6-4479-bcd9-55c7e4719ed7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:13.543128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:13.550657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:13.569103 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:13.569954 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:13.663864 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:13.664530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afbdf31-2c83-4785-9333-4ab2324a4dd0 None None] The sync data for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:13.674681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-17eb08d9-68b2-4097-b93e-3a564d66db52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dbe6cb86b2e45e399d64184b4e1166b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8097548 Feb 19 01:17:13.676231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:13.728046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:13.732500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.767458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-9e3547d3-5a2a-4adc-b65f-1a21cba2d808 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8361523 Feb 19 01:17:13.786121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6868b627-c94f-469d-a4de-ccc879bd32d4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:13.789673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Request body: {'port': {'device_id': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:13.834697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa0204-ceb3-4d29-a86b-03bd3c61a9e7 req-cfbc6ea4-79fb-4203-816f-b9cf0a5dc90c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:13.837035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2baa0204-ceb3-4d29-a86b-03bd3c61a9e7 req-cfbc6ea4-79fb-4203-816f-b9cf0a5dc90c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 944 time: 0.2680571 Feb 19 01:17:13.862258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.873288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9087d392-f223-42a5-8952-0a7ff0b847f4 admin admin] Publish callbacks [] for security_group (08630a9f-adc6-4479-bcd9-55c7e4719ed7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.897621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-26178b66-96ab-4bac-bc44-b7204f516e54 None None] Provisioning complete for port 6868b627-c94f-469d-a4de-ccc879bd32d4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:13.898001 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26178b66-96ab-4bac-bc44-b7204f516e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.921696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9087d392-f223-42a5-8952-0a7ff0b847f4 admin admin] Publish callbacks [] for security_group (08630a9f-adc6-4479-bcd9-55c7e4719ed7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.013162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6868b627-c94f-469d-a4de-ccc879bd32d4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:14.013425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.104484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9087d392-f223-42a5-8952-0a7ff0b847f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (08630a9f-adc6-4479-bcd9-55c7e4719ed7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.107661 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9087d392-f223-42a5-8952-0a7ff0b847f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.112876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9087d392-f223-42a5-8952-0a7ff0b847f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08630a9f-adc6-4479-bcd9-55c7e4719ed7 HTTP/1.1" status: 204 len: 168 time: 0.4320199 Feb 19 01:17:14.123097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087d392-f223-42a5-8952-0a7ff0b847f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08630a9f-adc6-4479-bcd9-55c7e4719ed7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:14.230978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-26178b66-96ab-4bac-bc44-b7204f516e54 None None] Current status of the port 6868b627-c94f-469d-a4de-ccc879bd32d4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:14.239739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15243ad9-504d-4533-87cb-c654f26c58a2 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:14.257111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Publish callbacks [] for port (15243ad9-504d-4533-87cb-c654f26c58a2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.287962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Transition to ACTIVE for port object 15243ad9-504d-4533-87cb-c654f26c58a2 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:14.306689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.402382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:14.464887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6868b627-c94f-469d-a4de-ccc879bd32d4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:14.612601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65f912-93c6-457f-9118-130632119590 req-b26b34c7-306d-4978-af1b-8f5d1fed5623 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:14.631576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac65f912-93c6-457f-9118-130632119590 req-b26b34c7-306d-4978-af1b-8f5d1fed5623 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.2148468 Feb 19 01:17:14.680315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2baa0204-ceb3-4d29-a86b-03bd3c61a9e7 req-86a284e0-5e61-4d5e-9aca-935313e596bd tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8351882 Feb 19 01:17:14.723926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac65f912-93c6-457f-9118-130632119590 req-6b4ad5d2-61f6-4fae-8492-cc004df3fc30 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904241 Feb 19 01:17:14.733839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Attempting to bind port 15243ad9-504d-4533-87cb-c654f26c58a2 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:14.735048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Attempting to bind port 15243ad9-504d-4533-87cb-c654f26c58a2 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:14.735958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Attempting to bind port 15243ad9-504d-4533-87cb-c654f26c58a2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:14.750104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Port 15243ad9-504d-4533-87cb-c654f26c58a2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:14.750586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Attempting to bind port 15243ad9-504d-4533-87cb-c654f26c58a2 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:14.764897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:14.766390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:14.766892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:14.768430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Bound port: 15243ad9-504d-4533-87cb-c654f26c58a2, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:14.768880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.854885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:14.858864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:14.866398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:14.940432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:14.979119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:14.980370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:15.002183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-e3c4fb8d-b2d8-4a18-907f-9bf89d1141f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 1096 time: 1.2253823 Feb 19 01:17:15.003864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:15.029419 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:15.142352 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e03fc-ac6e-4ef4-9615-c9599adf0274 x-openstack-request-id: req-f67e03fc-ac6e-4ef4-9615-c9599adf0274 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:15.142352 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:15.142622 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f67e03fc-ac6e-4ef4-9615-c9599adf0274 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:15.142825 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'status': 'completed', 'code': 200} Feb 19 01:17:15.157094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-dd206e1f-2956-400c-be22-563e17c05db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.158245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-dd206e1f-2956-400c-be22-563e17c05db5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1130 time: 0.0987689 Feb 19 01:17:15.170826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27597fe-05fa-4979-968a-d8b70caa9a99 req-6ab54c3e-a580-4f83-981c-c454752f6b30 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.178586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a27597fe-05fa-4979-968a-d8b70caa9a99 req-6ab54c3e-a580-4f83-981c-c454752f6b30 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.3163102 Feb 19 01:17:15.245638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-98acf2bd-9ecf-426c-9bef-ba5f130ca872 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 217 time: 0.0757456 Feb 19 01:17:15.264192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a27597fe-05fa-4979-968a-d8b70caa9a99 req-21e62275-1be9-4e9b-abfd-203b4e0fa82f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829732 Feb 19 01:17:15.321823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:15.337187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-85d82674-62ea-47b7-91c8-bb5b1c83f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.344575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-85d82674-62ea-47b7-91c8-bb5b1c83f9f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0846326 Feb 19 01:17:15.439629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-1f1dd7f5-6383-4b1b-b379-2d74d311fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.441382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-1f1dd7f5-6383-4b1b-b379-2d74d311fcdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0958736 Feb 19 01:17:15.609032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-b0beadad-fd5e-4d42-9839-71f4465bfaf7 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582034 Feb 19 01:17:15.741242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b513ef8b-85f3-4e4b-949a-af93d95419eb req-0cbd6278-4d10-468b-92e9-391755a6e6b3 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Feb 19 01:17:15.768347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.1 (cb6ebf90-82f2-42b0-ba27-eef9b3acb825/1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc/ddca3dec-1a77-4cea-8c9b-3f715b118cff) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:15.925962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-1254a149-24c5-4243-ae00-a693f18b4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.927657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-1254a149-24c5-4243-ae00-a693f18b4d95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1130 time: 0.1154819 Feb 19 01:17:15.954250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e26514-8277-437a-997c-df0bdb0547c5 req-b31d59ee-2d92-48c4-8f96-c3a64d33075b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.955863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2e26514-8277-437a-997c-df0bdb0547c5 req-b31d59ee-2d92-48c4-8f96-c3a64d33075b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 944 time: 0.0950761 Feb 19 01:17:16.002405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cbede-fa29-44e9-a423-6ffecee52bc5 req-b47176d7-a33e-47bc-8f57-9c9df0a4ae31 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.003898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f4cbede-fa29-44e9-a423-6ffecee52bc5 req-b47176d7-a33e-47bc-8f57-9c9df0a4ae31 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.1059914 Feb 19 01:17:16.008894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.027509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a5220219-ef89-45ac-9176-7d8e02c399dd up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:16.115444 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f4cbede-fa29-44e9-a423-6ffecee52bc5 req-3709b81e-d34d-4755-b0ec-1e0ec26a95dd tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034632 Feb 19 01:17:16.115965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-3d2acb94-5bbc-4979-b450-133445db7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.118160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-3d2acb94-5bbc-4979-b450-133445db7f28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1814551 Feb 19 01:17:16.134397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.170681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port a5220219-ef89-45ac-9176-7d8e02c399dd completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:17:16.176846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port a5220219-ef89-45ac-9176-7d8e02c399dd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:16.177550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.197611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-23f7dc94-fede-4938-9678-a5e43573ab49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 217 time: 0.0703261 Feb 19 01:17:16.246790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=ddca3dec-1a77-4cea-8c9b-3f715b118cff,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:16.259670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:16.261618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:16.263990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:16.378108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (3c943624-8929-4323-ba34-d93f1801dabd), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.402998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port a5220219-ef89-45ac-9176-7d8e02c399dd is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:16.403642 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.432270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2e26514-8277-437a-997c-df0bdb0547c5 req-766f28f7-998b-4f6c-8621-4db34510e448 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648914 Feb 19 01:17:16.438655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-5ba4af45-9c66-4d84-9a0e-d2566b964ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.440346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-5ba4af45-9c66-4d84-9a0e-d2566b964ec5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2326710 Feb 19 01:17:16.454111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port a5220219-ef89-45ac-9176-7d8e02c399dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a5220219-ef89-45ac-9176-7d8e02c399dd,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:16.455450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5220219-ef89-45ac-9176-7d8e02c399dd'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:16.458789 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105a2d5-4c57-45b5-8684-7a4f066005c1" -d '{"events": [{"server_uuid": "9c05f2c8-47ad-406e-ad98-1348ddd29e5c", "name": "network-vif-plugged", "status": "completed", "tag": "a5220219-ef89-45ac-9176-7d8e02c399dd"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:16.465819 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.546413 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d4476-569a-4f85-b838-c5c3f1d22ffc x-openstack-request-id: req-de3d4476-569a-4f85-b838-c5c3f1d22ffc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:16.547242 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c05f2c8-47ad-406e-ad98-1348ddd29e5c", "name": "network-vif-plugged", "status": "completed", "tag": "a5220219-ef89-45ac-9176-7d8e02c399dd", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:16.547501 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de3d4476-569a-4f85-b838-c5c3f1d22ffc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:16.547908 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5220219-ef89-45ac-9176-7d8e02c399dd', 'code': 200} Feb 19 01:17:16.559501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-ca0a1b11-32b1-4123-9d4f-cd9864b5bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.566752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-ca0a1b11-32b1-4123-9d4f-cd9864b5bcc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1155553 Feb 19 01:17:16.630342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=a5220219-ef89-45ac-9176-7d8e02c399dd,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:16.735759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23598c-aaae-4560-b37c-3d84abb9fc99 req-c2f8fcd1-d098-4d19-b939-57208412b73d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.762368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b23598c-aaae-4560-b37c-3d84abb9fc99 req-c2f8fcd1-d098-4d19-b939-57208412b73d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.2574697 Feb 19 01:17:16.849286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dad1ebae-3c37-417b-80f4-1ae123bbe750 None None] Provisioning complete for port ddca3dec-1a77-4cea-8c9b-3f715b118cff triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:16.849286 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dad1ebae-3c37-417b-80f4-1ae123bbe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:16.865704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-51ca955a-0175-49dd-a2d9-9d1a703991a7 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831423 Feb 19 01:17:16.911888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ebae-3c37-417b-80f4-1ae123bbe750 None None] Port ddca3dec-1a77-4cea-8c9b-3f715b118cff cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:17:16.927136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54849090-c10b-4559-82cb-e0a077f251b8 req-4133bb9c-c401-4510-8ddf-af65dff73d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.927899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b23598c-aaae-4560-b37c-3d84abb9fc99 req-df2db037-0b4c-40d7-b1e9-d5a2a55c6256 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646316 Feb 19 01:17:16.929517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54849090-c10b-4559-82cb-e0a077f251b8 req-4133bb9c-c401-4510-8ddf-af65dff73d58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 1127 time: 0.2264893 Feb 19 01:17:16.932167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:17.106884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54849090-c10b-4559-82cb-e0a077f251b8 req-0dedf4da-6e22-4cdd-9412-1fd3699ae86d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500087 Feb 19 01:17:17.173627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722b8ee7-b5fe-43f1-a49e-30f3e38bcf7c req-056259aa-1f98-4f56-96d3-aa0f85f800f9 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898834 Feb 19 01:17:17.303362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8d63-7807-4e56-83ae-160a0841c910 req-58bddffa-b962-4300-aefe-d814efe85f68 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:17.304895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f33f8d63-7807-4e56-83ae-160a0841c910 req-58bddffa-b962-4300-aefe-d814efe85f68 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.0752423 Feb 19 01:17:17.381166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f33f8d63-7807-4e56-83ae-160a0841c910 req-9e9ca0b0-3245-4132-ae57-850f75e4636c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692916 Feb 19 01:17:17.478281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:17.486546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:17.639003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=ddca3dec-1a77-4cea-8c9b-3f715b118cff,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:17.645172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (3c943624-8929-4323-ba34-d93f1801dabd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:17.682548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40706) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:17.749043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1451b-e8ea-428a-8fc0-1385f17da5b1 req-bfd4aa79-ce70-4362-af34-2cfc0d62163e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:17.750741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7e1451b-e8ea-428a-8fc0-1385f17da5b1 req-bfd4aa79-ce70-4362-af34-2cfc0d62163e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 945 time: 0.2291729 Feb 19 01:17:17.786992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:17.791902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:17.895896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7e1451b-e8ea-428a-8fc0-1385f17da5b1 req-ff5d72da-6e2c-46fa-bce8-3efc5a67e724 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386857 Feb 19 01:17:17.912653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-807e41a7-d1c8-4d3a-8fc3-5b93ec20c05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.020714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:17:18.090189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router 3c943624-8929-4323-ba34-d93f1801dabd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:18.100943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-807e41a7-d1c8-4d3a-8fc3-5b93ec20c05a admin admin] Publish callbacks [] for security_group (238f488b-a9da-4b97-b3bb-00fd91c43f35), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.158505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-807e41a7-d1c8-4d3a-8fc3-5b93ec20c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (238f488b-a9da-4b97-b3bb-00fd91c43f35), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.265154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e41a7-d1c8-4d3a-8fc3-5b93ec20c05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f488b-a9da-4b97-b3bb-00fd91c43f35,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:18.366291 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-807e41a7-d1c8-4d3a-8fc3-5b93ec20c05a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef10f2e177ee4429b7493c452fd20dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6730611 Feb 19 01:17:18.367509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40726) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:18.378723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:18.396680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ee2cddee-6ed7-47e3-a6f8-dab5be870d5a tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/routers/3c943624-8929-4323-ba34-d93f1801dabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0079863 Feb 19 01:17:18.397663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40728) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:18.406592 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.429469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'port': {'network_id': 'cb6ebf90-82f2-42b0-ba27-eef9b3acb825', 'name': 'tempest-FloatingIPTestJSON-1012050139'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:18.454140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] Sync routers for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:18.478234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:18.514837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-425783c8-ee28-40b9-9b89-757aa6446f6d None None] Provisioning complete for port ddca3dec-1a77-4cea-8c9b-3f715b118cff triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:18.516052 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-425783c8-ee28-40b9-9b89-757aa6446f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.520116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c6d0c-ce84-4526-a740-52ad4c22f313 req-42430607-d62a-407f-973c-8c80c8059e80 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:18.528840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd1c6d0c-ce84-4526-a740-52ad4c22f313 req-42430607-d62a-407f-973c-8c80c8059e80 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.4567947 Feb 19 01:17:18.560644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-425783c8-ee28-40b9-9b89-757aa6446f6d None None] Port ddca3dec-1a77-4cea-8c9b-3f715b118cff cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:17:18.566357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:18.567988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:18.589202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '15243ad9-504d-4533-87cb-c654f26c58a2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '15243ad9-504d-4533-87cb-c654f26c58a2', 'mac_address': 'fa:16:3e:2e:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:18.637319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e43a45a0-abff-4fe4-853a-7754398b4d17 admin admin] Publish callbacks [] for security_group (238f488b-a9da-4b97-b3bb-00fd91c43f35), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.689126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:18.693637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:18.694126 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.725258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15243ad9-504d-4533-87cb-c654f26c58a2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:18.733624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:18.735126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:18.736961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e43a45a0-abff-4fe4-853a-7754398b4d17 admin admin] Publish callbacks [] for security_group (238f488b-a9da-4b97-b3bb-00fd91c43f35), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.760854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc2086-7899-41c7-be53-47a3d6beb4c5 req-fd14b422-c21b-4a95-9111-2faa3589cc0a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:18.762503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1dc2086-7899-41c7-be53-47a3d6beb4c5 req-fd14b422-c21b-4a95-9111-2faa3589cc0a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.2095075 Feb 19 01:17:18.763685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Made reservation on behalf of ac46f4498a3c4e398acc19fd6d79d8cd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:18.766912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.779901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:18.781954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c562dc-0fa2-4ee3-941a-8664963a79dd None None] The sync data for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:18.785129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd1c6d0c-ce84-4526-a740-52ad4c22f313 req-40358ea9-ddd7-4e94-82dc-8af92385cd2c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283380 Feb 19 01:17:18.841412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] device_id is not set on port c412b872-fccc-409e-a287-00919b739fd7 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:18.842688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:18.853333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.855779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e43a45a0-abff-4fe4-853a-7754398b4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (238f488b-a9da-4b97-b3bb-00fd91c43f35), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.858373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e43a45a0-abff-4fe4-853a-7754398b4d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.859563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e43a45a0-abff-4fe4-853a-7754398b4d17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/238f488b-a9da-4b97-b3bb-00fd91c43f35 HTTP/1.1" status: 204 len: 168 time: 0.4808960 Feb 19 01:17:18.883997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a45a0-abff-4fe4-853a-7754398b4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f488b-a9da-4b97-b3bb-00fd91c43f35,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:18.951986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:18.967020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1dc2086-7899-41c7-be53-47a3d6beb4c5 req-74f3a551-393f-4048-b7f2-c2fcb8e5170b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886392 Feb 19 01:17:19.005167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.005517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.005858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.006197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.006636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.006859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.007169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.007499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.007847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.008315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.008665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.008986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.014385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.073852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Allocated IP 172.20.0.12 (cb6ebf90-82f2-42b0-ba27-eef9b3acb825/1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc/c412b872-fccc-409e-a287-00919b739fd7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:19.219609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['15243ad9-504d-4533-87cb-c654f26c58a2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:19.258165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e277cfd-7ac1-4b97-a084-1d426d414be8 req-08ba7b5f-cdf1-460a-bad9-abc117a23332 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:19.287728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e277cfd-7ac1-4b97-a084-1d426d414be8 req-08ba7b5f-cdf1-460a-bad9-abc117a23332 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 945 time: 0.1776688 Feb 19 01:17:19.464047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for port (c412b872-fccc-409e-a287-00919b739fd7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.471548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e277cfd-7ac1-4b97-a084-1d426d414be8 req-6355539b-e1b3-4649-a84d-122d29187744 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500609 Feb 19 01:17:19.590751 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c412b872-fccc-409e-a287-00919b739fd7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.595528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40760) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:19.617294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee4b17bf-41e0-44b2-9128-25eda1e2c937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.679521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:19.700814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:19.706292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:19.730315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event updated for resources: {'Port': ['ID=c412b872-fccc-409e-a287-00919b739fd7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:19.818275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:19.818969 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.827508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee4b17bf-41e0-44b2-9128-25eda1e2c937 admin admin] Publish callbacks [] for security_group (f7a032c1-84f2-4f2a-8199-37f7fdf2f57d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.841176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee4b17bf-41e0-44b2-9128-25eda1e2c937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f7a032c1-84f2-4f2a-8199-37f7fdf2f57d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.860185 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-43c4531c-0142-4d5d-bef6-195ed09f85e6 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4605107 Feb 19 01:17:19.868087 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40768) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:19.885028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Request body: {'floatingip': {'port_id': 'c412b872-fccc-409e-a287-00919b739fd7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:19.915419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee4b17bf-41e0-44b2-9128-25eda1e2c937 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6298f159420b44a2b07e474ebaced784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136544 Feb 19 01:17:19.916482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:19.980882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b17bf-41e0-44b2-9128-25eda1e2c937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a032c1-84f2-4f2a-8199-37f7fdf2f57d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:20.043399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-970a6dae-9f4f-4499-892f-1c74022606ec admin admin] Publish callbacks [] for security_group (f7a032c1-84f2-4f2a-8199-37f7fdf2f57d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.113580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-970a6dae-9f4f-4499-892f-1c74022606ec admin admin] Publish callbacks [] for security_group (f7a032c1-84f2-4f2a-8199-37f7fdf2f57d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.200424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961e49-196f-422f-baed-0fa09fafdcc6 req-6b3d879a-24e8-4dff-a312-3bf464cee2fa tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.204290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a961e49-196f-422f-baed-0fa09fafdcc6 req-6b3d879a-24e8-4dff-a312-3bf464cee2fa tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1635525 Feb 19 01:17:20.224707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a40d42-e476-4300-a10a-1c5e92a0e140 req-c34a0844-7629-4e5c-8ef3-e82badd4bebf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.228629 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.232473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26a40d42-e476-4300-a10a-1c5e92a0e140 req-c34a0844-7629-4e5c-8ef3-e82badd4bebf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 949 time: 0.1350329 Feb 19 01:17:20.255710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a4f2daad-35f3-4805-babc-60206c210c2a None None] Provisioning complete for port c412b872-fccc-409e-a287-00919b739fd7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:20.256863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4f2daad-35f3-4805-babc-60206c210c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c412b872-fccc-409e-a287-00919b739fd7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.260766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-525acf04-4ba8-446d-bdd2-de24b2588d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.305534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-970a6dae-9f4f-4499-892f-1c74022606ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f7a032c1-84f2-4f2a-8199-37f7fdf2f57d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.318700 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-970a6dae-9f4f-4499-892f-1c74022606ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.323336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-970a6dae-9f4f-4499-892f-1c74022606ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7a032c1-84f2-4f2a-8199-37f7fdf2f57d HTTP/1.1" status: 204 len: 168 time: 0.4020827 Feb 19 01:17:20.344193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2daad-35f3-4805-babc-60206c210c2a None None] Port c412b872-fccc-409e-a287-00919b739fd7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:17:20.357985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26a40d42-e476-4300-a10a-1c5e92a0e140 req-af508750-1212-4a99-a802-b2679b68ab0e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242518 Feb 19 01:17:20.362942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6dae-9f4f-4499-892f-1c74022606ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a032c1-84f2-4f2a-8199-37f7fdf2f57d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:20.605611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a961e49-196f-422f-baed-0fa09fafdcc6 req-f077308c-4d21-4ece-852b-78d42cc8341c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951852 Feb 19 01:17:20.696575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a437a-0157-4d81-bcd0-4da6c6cb4b9c req-08b139b5-8a0f-4c9d-bc5e-1a44bf3eadc4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.704212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962a437a-0157-4d81-bcd0-4da6c6cb4b9c req-08b139b5-8a0f-4c9d-bc5e-1a44bf3eadc4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2332385 Feb 19 01:17:20.734904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962a437a-0157-4d81-bcd0-4da6c6cb4b9c req-28f68e68-3ec7-420c-99f2-5a718273c076 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0292730 Feb 19 01:17:20.837820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962a437a-0157-4d81-bcd0-4da6c6cb4b9c req-2ecec9a5-ffe6-421c-8582-eebcfb86bbe5 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019962 Feb 19 01:17:21.052597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962a437a-0157-4d81-bcd0-4da6c6cb4b9c req-40883bbf-e788-418f-98ac-25de88e29ba8 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064199 Feb 19 01:17:21.237270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:21.250512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:21.259770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962a437a-0157-4d81-bcd0-4da6c6cb4b9c req-31ebc027-ba25-4f8b-9195-2758c3c7cf3b service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858039 Feb 19 01:17:21.489953 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP 0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0 associated. External IP: 172.25.0.91, port: 140b68b8-414a-4c11-a830-a006cf2ba1b7. Feb 19 01:17:22.048165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:22.119768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 15243ad9-504d-4533-87cb-c654f26c58a2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:17:22.126097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 15243ad9-504d-4533-87cb-c654f26c58a2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:22.126652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.173676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d6aaf-b71a-41b6-affb-ce09f9180f3d req-5a178a05-2361-4876-86ce-20bbf61947ad tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:22.185698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d84d6aaf-b71a-41b6-affb-ce09f9180f3d req-5a178a05-2361-4876-86ce-20bbf61947ad tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 949 time: 0.6253953 Feb 19 01:17:22.274346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:22.274732 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.284862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23c7dc-c1ba-4140-a501-1a61c05172a0 req-c62e2024-0c5e-476d-8a20-9bd44575a8e7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:22.291947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce23c7dc-c1ba-4140-a501-1a61c05172a0 req-c62e2024-0c5e-476d-8a20-9bd44575a8e7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1238317 Feb 19 01:17:22.304453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:22.307941 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d284b2f8-ec12-4808-a066-7fa91f27b23f" -d '{"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:22.325060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:22.333739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.407696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d84d6aaf-b71a-41b6-affb-ce09f9180f3d req-6751e414-47fd-4167-941b-f5915de6cd28 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208295 Feb 19 01:17:22.420899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce23c7dc-c1ba-4140-a501-1a61c05172a0 req-73da0d02-599f-45c9-84b1-6c15cb86f950 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279373 Feb 19 01:17:22.448514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:22.510979 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5dabb1-ef7d-4173-b647-6f090c25124a x-openstack-request-id: req-5a5dabb1-ef7d-4173-b647-6f090c25124a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:22.511240 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:22.511463 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a5dabb1-ef7d-4173-b647-6f090c25124a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:22.511870 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'code': 200} Feb 19 01:17:22.582908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:22.630030 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2012467c-8e4c-4b02-908c-19f105d4e1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.759513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d51b1-117a-44d3-96a6-a0f3ea1d2faf req-45be2611-0366-4473-9688-72113f7c3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:22.760596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd4d51b1-117a-44d3-96a6-a0f3ea1d2faf req-45be2611-0366-4473-9688-72113f7c3f94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1132 time: 0.1290202 Feb 19 01:17:22.792584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:22.806619 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:22.820960 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:22.821934 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:22.841433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd4d51b1-117a-44d3-96a6-a0f3ea1d2faf req-6b6222fc-d95e-4f05-a50d-b650116c65b5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734451 Feb 19 01:17:22.865300 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:22.877253 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:22.879319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:22.940749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:22.941632 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c924a6-451e-42de-ae53-735c9a9b9945 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:22.987526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-d3304ebc-e65e-4468-825b-40eb771fbc5e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:22.993596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-d3304ebc-e65e-4468-825b-40eb771fbc5e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2125533 Feb 19 01:17:23.029530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-53a1bf0e-be87-4e42-92ad-07c33972b81e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0350051 Feb 19 01:17:23.261136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-4121340e-bd1a-4a7f-a17c-97d74759e2bf tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2273774 Feb 19 01:17:23.296800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router 3c943624-8929-4323-ba34-d93f1801dabd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:23.482498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-3b527401-e70d-4ee3-8e1b-e24be06234de service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092016 Feb 19 01:17:23.597580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:23.598203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c564e46-2c76-4e42-9a2a-39d702974c98 req-c98e7f1a-107b-4fac-8ac3-2605379121cf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:23.599708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c564e46-2c76-4e42-9a2a-39d702974c98 req-c98e7f1a-107b-4fac-8ac3-2605379121cf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0773730 Feb 19 01:17:23.738960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c564e46-2c76-4e42-9a2a-39d702974c98 req-20dbb5cb-95c3-48d9-9528-56891f7bc110 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316257 Feb 19 01:17:23.783870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:23.792894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:23.796834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] Sync routers for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:23.813536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:23.814773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:23.882088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:23.913874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:23.915391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:23.916899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-ce329fd4-393d-43a4-b75f-16d4ebad0a43 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285603 Feb 19 01:17:23.980689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-223fd2b8-5899-4dd0-a1f1-7a203bc8cadd tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/floatingips/0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0 HTTP/1.1" status: 200 len: 978 time: 4.1119373 Feb 19 01:17:23.983131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf63bee-a654-4c29-af3c-84d0092030ee req-e5f56fd7-8d42-4005-93df-7d70a17a1b15 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:23.984879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:23.985696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdf63bee-a654-4c29-af3c-84d0092030ee req-e5f56fd7-8d42-4005-93df-7d70a17a1b15 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1292822 Feb 19 01:17:24.017515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:24.018181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc23d2-17fd-437a-b1f5-01f2be97d0e5 None None] The sync data for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:24.097763 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdf63bee-a654-4c29-af3c-84d0092030ee req-3c04c4df-50b3-4e40-bd96-2d323f2e401d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062782 Feb 19 01:17:24.164648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port c412b872-fccc-409e-a287-00919b739fd7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:24.165488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c412b872-fccc-409e-a287-00919b739fd7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.381482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e68b5a13-9335-43f0-b296-727bff0c8ca8 req-c3dc4bb0-4fc9-41da-a09c-936bec31dd27 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 210 time: 0.1017916 Feb 19 01:17:24.384008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c412b872-fccc-409e-a287-00919b739fd7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.835134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.837273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.837911 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Floating IP 0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0 disassociated. External IP: 172.25.0.91, port: c412b872-fccc-409e-a287-00919b739fd7. Feb 19 01:17:24.838613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for c412b872-fccc-409e-a287-00919b739fd7 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:24.990815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fbc7f-783f-4b97-9fef-87b0de9c75a4 req-a34e5711-2722-4208-8434-04705f624ff3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:24.992536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b1fbc7f-783f-4b97-9fef-87b0de9c75a4 req-a34e5711-2722-4208-8434-04705f624ff3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0859919 Feb 19 01:17:25.056396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b1fbc7f-783f-4b97-9fef-87b0de9c75a4 req-cef1652f-ba10-4417-893f-0d365c05d942 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540874 Feb 19 01:17:25.142097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c412b872-fccc-409e-a287-00919b739fd7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:25.233025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=c412b872-fccc-409e-a287-00919b739fd7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:25.294637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:25.310899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d708f-8ebf-4951-b9e6-6faa94796380 req-5bf35c99-3d30-45b9-96bd-8625f4f64ce1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:25.314421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d3d708f-8ebf-4951-b9e6-6faa94796380 req-5bf35c99-3d30-45b9-96bd-8625f4f64ce1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1238883 Feb 19 01:17:25.417011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0257-74cf-4390-8358-bbef69361bee req-50d1dd0c-9404-4347-8663-41047b066573 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:25.418835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc6d0257-74cf-4390-8358-bbef69361bee req-50d1dd0c-9404-4347-8663-41047b066573 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1893988 Feb 19 01:17:25.439347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d3d708f-8ebf-4951-b9e6-6faa94796380 req-78763fd1-42b7-46dc-9173-d658839af591 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129510 Feb 19 01:17:25.556332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router 3c943624-8929-4323-ba34-d93f1801dabd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:25.608281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58ec4ae4-b7f1-4695-8e10-8510a59ff352 req-22ddf2ae-b6e9-4a10-be55-a662508c917a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 210 time: 0.0437827 Feb 19 01:17:25.662121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc6d0257-74cf-4390-8358-bbef69361bee req-08201617-5390-48dc-90b9-eb3592339cc9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436355 Feb 19 01:17:25.838818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:25.849335 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] Sync routers for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:25.876245 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:25.876899 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:25.908102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.016593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:26.057086 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:26.058581 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:26.079484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.086299 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-02c1c2b8-e385-4d82-97fb-ab29407b90b5 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/ports/c412b872-fccc-409e-a287-00919b739fd7 HTTP/1.1" status: 204 len: 168 time: 2.0936127 Feb 19 01:17:26.089436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40988) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:26.142858 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:26.143787 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa284891-df5a-4d5c-902b-41b966998583 None None] The sync data for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:26.146442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-200242d5-c39b-4f73-ab69-ddc4dc1add7e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:26.148647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-200242d5-c39b-4f73-ab69-ddc4dc1add7e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.1992726 Feb 19 01:17:26.165589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:26.429543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:26.434515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.507431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.586423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28ca61-baf4-4a27-8508-07616317cac4 req-288c59a0-63a8-46f9-b0f4-4151e7bc4a40 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:26.594399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e28ca61-baf4-4a27-8508-07616317cac4 req-288c59a0-63a8-46f9-b0f4-4151e7bc4a40 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.2552893 Feb 19 01:17:26.627087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.8 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/adf5d031-f948-4dde-a278-bb2d7c3928e0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:26.710576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e28ca61-baf4-4a27-8508-07616317cac4 req-3434e5d5-338e-4c2f-b56f-65cb4aed1724 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152091 Feb 19 01:17:26.841260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.913804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-838c8ef9-1c99-4f65-89c0-4161c740ed4b req-92e67428-e207-4873-8e39-e2a73e3bb287 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 210 time: 0.0325627 Feb 19 01:17:26.941733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.959169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:27.008725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:27.014463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:27.025512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:27.036185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=adf5d031-f948-4dde-a278-bb2d7c3928e0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:27.092506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:27.093102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:27.131620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-e6956660-76ac-45f2-bfb4-970a4ab89282 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9697661 Feb 19 01:17:27.143555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Request body: {'port': {'device_id': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:27.257256 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:27.543111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-e5d01d0a-0b28-4b99-b3be-db06825440ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2791104 Feb 19 01:17:27.564461 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:17:27.697098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf5d031-f948-4dde-a278-bb2d7c3928e0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:27.715883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Publish callbacks [] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:27.739726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936849b-f080-4174-9d0a-5954907f5497 req-6b761abb-4050-41b2-84c3-094173e2dfb9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:27.750305 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4936849b-f080-4174-9d0a-5954907f5497 req-6b761abb-4050-41b2-84c3-094173e2dfb9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.3014061 Feb 19 01:17:27.762039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Transition to ACTIVE for port object adf5d031-f948-4dde-a278-bb2d7c3928e0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:27.775550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:27.839687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Pushing event updated for resources: {'Port': ['ID=adf5d031-f948-4dde-a278-bb2d7c3928e0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:28.026273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4936849b-f080-4174-9d0a-5954907f5497 req-0dbd14c3-e691-4b84-85e9-87a89b20841e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726529 Feb 19 01:17:28.049421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0862f04-89d8-447f-88fc-ed73a1f0a8df req-efac41b3-8868-46f6-90fa-bda20119bd3b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:28.057552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0862f04-89d8-447f-88fc-ed73a1f0a8df req-efac41b3-8868-46f6-90fa-bda20119bd3b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1596282 Feb 19 01:17:28.067167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Attempting to bind port adf5d031-f948-4dde-a278-bb2d7c3928e0 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:28.067535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Attempting to bind port adf5d031-f948-4dde-a278-bb2d7c3928e0 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:28.067844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Attempting to bind port adf5d031-f948-4dde-a278-bb2d7c3928e0 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:28.105613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Port adf5d031-f948-4dde-a278-bb2d7c3928e0 on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:28.106256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Attempting to bind port adf5d031-f948-4dde-a278-bb2d7c3928e0 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:28.115284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:28.115886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:28.116459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:28.117176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Bound port: adf5d031-f948-4dde-a278-bb2d7c3928e0, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:28.117724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:28.214956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-bf105897-2b49-4d16-b50c-97b4a769f287 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:28.216677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-bf105897-2b49-4d16-b50c-97b4a769f287 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports/15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 947 time: 0.0780687 Feb 19 01:17:28.316260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360221f5-8150-4f16-a7e6-1925a90894e7 req-c7da78ee-b5da-40cc-be61-0ceec2b5389a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:28.317973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-360221f5-8150-4f16-a7e6-1925a90894e7 req-c7da78ee-b5da-40cc-be61-0ceec2b5389a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 943 time: 0.1271451 Feb 19 01:17:28.321568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (3c943624-8929-4323-ba34-d93f1801dabd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:28.404403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0862f04-89d8-447f-88fc-ed73a1f0a8df req-6ac073c7-a31d-4906-b23c-74a0722b80d6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458905 Feb 19 01:17:28.452183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] For port adf5d031-f948-4dde-a278-bb2d7c3928e0, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:28.459324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] For port adf5d031-f948-4dde-a278-bb2d7c3928e0, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:28.471127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:28.589268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:28.591091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:28.595289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] 10.222.0.10 "PUT /v2.0/ports/adf5d031-f948-4dde-a278-bb2d7c3928e0 HTTP/1.1" status: 200 len: 1091 time: 1.4561665 Feb 19 01:17:28.595896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'tag': 'adf5d031-f948-4dde-a278-bb2d7c3928e0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:28.604354 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f8743b-271a-4e57-94e0-0bc5f5800ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca8e019-c35b-44ca-af0d-3c55aca4af49", "tag": "adf5d031-f948-4dde-a278-bb2d7c3928e0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:28.757769 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2265ad0-24b5-4d38-9281-a2a614714b10 x-openstack-request-id: req-e2265ad0-24b5-4d38-9281-a2a614714b10 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:28.758510 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca8e019-c35b-44ca-af0d-3c55aca4af49", "tag": "adf5d031-f948-4dde-a278-bb2d7c3928e0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:28.758510 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2265ad0-24b5-4d38-9281-a2a614714b10 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:28.758706 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'tag': 'adf5d031-f948-4dde-a278-bb2d7c3928e0', 'status': 'completed', 'code': 200} Feb 19 01:17:28.801048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-360221f5-8150-4f16-a7e6-1925a90894e7 req-edb68366-2741-41ec-bca6-e9cadd358931 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990091 Feb 19 01:17:28.822294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c715811-a6b4-498b-a032-afc487f16e9f service neutron] Pushing event updated for resources: {'Port': ['ID=adf5d031-f948-4dde-a278-bb2d7c3928e0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:28.873684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-48d8a793-ca62-45a5-8b82-ca0ca88a1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:28.881034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-48d8a793-ca62-45a5-8b82-ca0ca88a1fc3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 1125 time: 0.2336783 Feb 19 01:17:28.982931 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-fea0dfa2-1c11-49ff-ac00-6ef2b37eddb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0 HTTP/1.1" status: 200 len: 217 time: 0.0932753 Feb 19 01:17:29.037123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port ddca3dec-1a77-4cea-8c9b-3f715b118cff {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:29.037535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:29.120756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-bf6a8762-7985-44ab-b92f-62b14524b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:29.126015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-bf6a8762-7985-44ab-b92f-62b14524b57c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1314416 Feb 19 01:17:29.188950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-608abf8b-713b-4d69-a8c4-2562ce4df376 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548952 Feb 19 01:17:29.235874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:29.250860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for ddca3dec-1a77-4cea-8c9b-3f715b118cff owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:29.331781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c886e-a1f2-4f4e-95d3-cc9c0a71236b req-99774e0d-f73a-4cff-bf8d-dbe7a9498413 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:29.333442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a80c886e-a1f2-4f4e-95d3-cc9c0a71236b req-99774e0d-f73a-4cff-bf8d-dbe7a9498413 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.1832621 Feb 19 01:17:29.369799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-4571d2af-0fc2-410a-9ed8-1cbb41deb407 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612689 Feb 19 01:17:29.654991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ddca3dec-1a77-4cea-8c9b-3f715b118cff), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:29.694911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=ddca3dec-1a77-4cea-8c9b-3f715b118cff,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:29.717233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23dc9-6b1f-4ae5-a581-8a523e68f724 req-1b521525-de66-4b08-a791-64a0740f03cb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:29.717233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20d23dc9-6b1f-4ae5-a581-8a523e68f724 req-1b521525-de66-4b08-a791-64a0740f03cb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1807363 Feb 19 01:17:29.901725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20d23dc9-6b1f-4ae5-a581-8a523e68f724 req-cab12432-1ca8-4746-80f8-4778002abdde tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474037 Feb 19 01:17:30.176702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (3c943624-8929-4323-ba34-d93f1801dabd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:30.260699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a80c886e-a1f2-4f4e-95d3-cc9c0a71236b req-c94bfd94-7ef0-4bef-a76e-f043dee5dae0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9157531 Feb 19 01:17:30.480240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6986cf9-587f-4d01-b12a-045d980ffc4a req-674d096d-29ac-49e8-b0fc-2f0b7b3cb106 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:30.481796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d0acbc8-a65f-4b1d-87c3-6e3cbcd63443 req-f8b657ba-37c7-42b9-a578-9ae4f9f5122b service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1015844 Feb 19 01:17:30.482404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6986cf9-587f-4d01-b12a-045d980ffc4a req-674d096d-29ac-49e8-b0fc-2f0b7b3cb106 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 943 time: 0.3377714 Feb 19 01:17:30.550724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-8a664b3d-5939-46b1-89f9-4fee2a125efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:30.552232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-8a664b3d-5939-46b1-89f9-4fee2a125efc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1132 time: 0.5831091 Feb 19 01:17:30.747763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41106) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:30.799041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-09c4a3b1-79c7-4f06-a9f0-92237947b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:30.800704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-09c4a3b1-79c7-4f06-a9f0-92237947b4ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2320402 Feb 19 01:17:30.823755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d6986cf9-587f-4d01-b12a-045d980ffc4a req-0543bb90-209c-47ea-a2d4-6f83da49f491 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284204 Feb 19 01:17:30.871786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-c1764db9-bb01-43c5-90d9-36adf4d80f7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 217 time: 0.0643687 Feb 19 01:17:30.952393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-7731f133-3a0c-4d8a-b0c0-3e9f515f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:30.954348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-7731f133-3a0c-4d8a-b0c0-3e9f515f24b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0566542 Feb 19 01:17:30.966810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-69ce460e-93aa-48db-895a-d6fbc88ced03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:30.975640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-69ce460e-93aa-48db-895a-d6fbc88ced03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 1125 time: 0.3921783 Feb 19 01:17:31.040490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f4af327-1066-468b-b755-d42107f008ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:31.116778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router 3c943624-8929-4323-ba34-d93f1801dabd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:31.144852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c72dc1-f633-48c8-9feb-81edc5ac6ad9 req-98896518-f754-4b07-bda4-9ea1be214dbc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.146727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b2c72dc1-f633-48c8-9feb-81edc5ac6ad9 req-98896518-f754-4b07-bda4-9ea1be214dbc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.3425171 Feb 19 01:17:31.195097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2f72-f9f4-4ab2-a948-d47a90a7f4ba req-65cdf6c5-abd0-4c8f-89ed-9b5016d6cc38 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.197179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-167e2f72-f9f4-4ab2-a948-d47a90a7f4ba req-65cdf6c5-abd0-4c8f-89ed-9b5016d6cc38 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1424811 Feb 19 01:17:31.240839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-8db58d8a-8b8a-495f-8a9e-943921e52e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.242623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-8db58d8a-8b8a-495f-8a9e-943921e52e03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.2657721 Feb 19 01:17:31.304195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-3e3bb8ee-98eb-44e0-a53d-dd3ce97b431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.306530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-3e3bb8ee-98eb-44e0-a53d-dd3ce97b431c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3364892 Feb 19 01:17:31.328429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f4af327-1066-468b-b755-d42107f008ac admin admin] Publish callbacks [] for security_group (a4a406be-f175-4b4e-af7b-ec2577ca2fbb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:31.347068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f4af327-1066-468b-b755-d42107f008ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a4a406be-f175-4b4e-af7b-ec2577ca2fbb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:31.361331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b2c72dc1-f633-48c8-9feb-81edc5ac6ad9 req-f216dbc2-5553-44c7-b0b0-78d8487f057d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043784 Feb 19 01:17:31.369947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-ed65750e-175b-4cf5-8419-3acb1d4af741 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0 HTTP/1.1" status: 200 len: 217 time: 0.1128507 Feb 19 01:17:31.448913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-167e2f72-f9f4-4ab2-a948-d47a90a7f4ba req-04cc7502-11c4-4f87-af7f-ef654e09fac3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119270 Feb 19 01:17:31.524720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f4af327-1066-468b-b755-d42107f008ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88da1f3eff7a4a5a97909f5f98ce6d88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7733397 Feb 19 01:17:31.526738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4af327-1066-468b-b755-d42107f008ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a406be-f175-4b4e-af7b-ec2577ca2fbb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:31.531790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41128) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.580036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-1174294d-9072-4946-8227-f13c9d9c192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.581569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-1174294d-9072-4946-8227-f13c9d9c192d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.2032685 Feb 19 01:17:31.635881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-cfdd84b4-c067-4b55-8eec-7e9d9cf78fca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426297 Feb 19 01:17:31.644960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-72c96cd6-e308-4eea-b90d-5fffd3dd73b4 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998626 Feb 19 01:17:31.651826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc17d99-4f46-454a-a81f-95465852c6c2 req-2d4e0dd9-294a-41c1-a08b-ea909d8075af tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.659557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7bc17d99-4f46-454a-a81f-95465852c6c2 req-2d4e0dd9-294a-41c1-a08b-ea909d8075af tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1432536 Feb 19 01:17:31.677805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:31.689719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] Sync routers for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:31.696719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8cc21014-dfcc-4361-9d7d-268adec5fe85 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/routers/3c943624-8929-4323-ba34-d93f1801dabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6058576 Feb 19 01:17:31.699809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41138) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.706616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:31.707236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:31.786005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:31.807556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] Routers {'3c943624-8929-4323-ba34-d93f1801dabd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:31.822121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['3c943624-8929-4323-ba34-d93f1801dabd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:31.905875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router (3c943624-8929-4323-ba34-d93f1801dabd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:31.934292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:31.935160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca689a3b-88d3-4d2b-863b-7fe8d19457ac None None] The sync data for ids ['3c943624-8929-4323-ba34-d93f1801dabd'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:32.003700 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-7b78da8f-687c-46e7-b8e3-8131ea069a36 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414168 Feb 19 01:17:32.076094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d747c05d-9669-49f7-b9da-aceb41ed9b1c admin admin] Publish callbacks [] for security_group (a4a406be-f175-4b4e-af7b-ec2577ca2fbb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.092177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device adf5d031-f948-4dde-a278-bb2d7c3928e0 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:17:32.099769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7bc17d99-4f46-454a-a81f-95465852c6c2 req-6a4d9a80-fb6c-485e-901b-ae2bed5c74af tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392350 Feb 19 01:17:32.165992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (3c943624-8929-4323-ba34-d93f1801dabd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.186422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d747c05d-9669-49f7-b9da-aceb41ed9b1c admin admin] Publish callbacks [] for security_group (a4a406be-f175-4b4e-af7b-ec2577ca2fbb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.209781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-8ddd16cf-350a-4c40-8ddd-2aa4e71306f3 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465250 Feb 19 01:17:32.288129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d747c05d-9669-49f7-b9da-aceb41ed9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a4a406be-f175-4b4e-af7b-ec2577ca2fbb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.290800 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d747c05d-9669-49f7-b9da-aceb41ed9b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.291947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d747c05d-9669-49f7-b9da-aceb41ed9b1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4a406be-f175-4b4e-af7b-ec2577ca2fbb HTTP/1.1" status: 204 len: 168 time: 0.7402709 Feb 19 01:17:32.300357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91f8743b-271a-4e57-94e0-0bc5f5800ba2 req-2cab9af1-a61d-4422-9fb5-7feb098beedf service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870574 Feb 19 01:17:32.392590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec813d8-cd15-40fc-9afd-8ac81d8cecfe req-aa9f057c-30fb-4097-94f9-209b8432b42d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:32.402255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ec813d8-cd15-40fc-9afd-8ac81d8cecfe req-aa9f057c-30fb-4097-94f9-209b8432b42d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1701007 Feb 19 01:17:32.418112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747c05d-9669-49f7-b9da-aceb41ed9b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a406be-f175-4b4e-af7b-ec2577ca2fbb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:32.490115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312155f-6fa6-4ce4-a9b0-94de233f736b req-6a2af917-01b9-4424-8588-f6ceaa345fca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:32.491762 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6312155f-6fa6-4ce4-a9b0-94de233f736b req-6a2af917-01b9-4424-8588-f6ceaa345fca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 943 time: 0.4168308 Feb 19 01:17:32.513794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ec813d8-cd15-40fc-9afd-8ac81d8cecfe req-29ec7beb-5839-461c-8c0a-4ecf72a36c59 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105351 Feb 19 01:17:32.611633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 8e65daa3-6b69-4954-ac65-91dbec439c7c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:32.611991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8e65daa3-6b69-4954-ac65-91dbec439c7c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.670338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port adf5d031-f948-4dde-a278-bb2d7c3928e0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:32.744423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'adf5d031-f948-4dde-a278-bb2d7c3928e0', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': 'adf5d031-f948-4dde-a278-bb2d7c3928e0', 'mac_address': 'fa:16:3e:1e:38:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:32.745547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189333b-f6dd-426c-ad2d-36a31ea5fb58 req-874f80f7-866b-420b-94a0-61bbb7820881 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:32.756452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9189333b-f6dd-426c-ad2d-36a31ea5fb58 req-874f80f7-866b-420b-94a0-61bbb7820881 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1176753 Feb 19 01:17:32.770430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6312155f-6fa6-4ce4-a9b0-94de233f736b req-cd34b970-3240-4b78-822a-cb088e72e957 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646246 Feb 19 01:17:32.827652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port adf5d031-f948-4dde-a278-bb2d7c3928e0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:32.828327 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.845543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8e65daa3-6b69-4954-ac65-91dbec439c7c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.880922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf5d031-f948-4dde-a278-bb2d7c3928e0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:32.881635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 8e65daa3-6b69-4954-ac65-91dbec439c7c owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:32.887069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9189333b-f6dd-426c-ad2d-36a31ea5fb58 req-992da59a-ed4c-4299-bb49-58b206b6565f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297185 Feb 19 01:17:32.922374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port adf5d031-f948-4dde-a278-bb2d7c3928e0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:32.930655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.993960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=adf5d031-f948-4dde-a278-bb2d7c3928e0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:33.110092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41192) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:33.130633 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e4be5a-1fbd-4fce-9ebb-59cd9f4ee8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.298147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e4be5a-1fbd-4fce-9ebb-59cd9f4ee8b1 admin admin] Publish callbacks [] for security_group (e45d9730-5f62-42a6-8990-cc04f5f56510), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.303600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08e4be5a-1fbd-4fce-9ebb-59cd9f4ee8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e45d9730-5f62-42a6-8990-cc04f5f56510), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.320948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['adf5d031-f948-4dde-a278-bb2d7c3928e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:33.347127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-08e4be5a-1fbd-4fce-9ebb-59cd9f4ee8b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bee9d2bf973c4ef6a0e1386219a7af3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359371 Feb 19 01:17:33.350383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:33.352785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4be5a-1fbd-4fce-9ebb-59cd9f4ee8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45d9730-5f62-42a6-8990-cc04f5f56510,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:33.406612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8e65daa3-6b69-4954-ac65-91dbec439c7c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.471925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63e399a0-053f-4ab6-99c0-942442aaa925 admin admin] Publish callbacks [] for security_group (e45d9730-5f62-42a6-8990-cc04f5f56510), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.528655 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63e399a0-053f-4ab6-99c0-942442aaa925 admin admin] Publish callbacks [] for security_group (e45d9730-5f62-42a6-8990-cc04f5f56510), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.562373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=8e65daa3-6b69-4954-ac65-91dbec439c7c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:33.660548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63e399a0-053f-4ab6-99c0-942442aaa925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e45d9730-5f62-42a6-8990-cc04f5f56510), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.663944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63e399a0-053f-4ab6-99c0-942442aaa925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.667493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-63e399a0-053f-4ab6-99c0-942442aaa925 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e45d9730-5f62-42a6-8990-cc04f5f56510 HTTP/1.1" status: 204 len: 168 time: 0.3058870 Feb 19 01:17:33.667664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b558f-d006-4ccb-b02e-cf816a83fbc4 req-c0eb7955-8de7-4991-8cc0-4efef27013ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:33.671374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b75b558f-d006-4ccb-b02e-cf816a83fbc4 req-c0eb7955-8de7-4991-8cc0-4efef27013ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.6737673 Feb 19 01:17:33.681042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e399a0-053f-4ab6-99c0-942442aaa925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45d9730-5f62-42a6-8990-cc04f5f56510,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:33.713248 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (3c943624-8929-4323-ba34-d93f1801dabd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.049277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cdbc9-7fa1-4e98-8d80-39c2046fa418 req-7faa0e24-5122-4bc5-942a-7fae0a00cd9e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:34.050919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d91cdbc9-7fa1-4e98-8d80-39c2046fa418 req-7faa0e24-5122-4bc5-942a-7fae0a00cd9e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 944 time: 0.1174898 Feb 19 01:17:34.139027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d91cdbc9-7fa1-4e98-8d80-39c2046fa418 req-3ff9c6e1-9b07-439f-a32a-8a3c28d469b1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809774 Feb 19 01:17:34.343767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c1b0a-af17-4a47-8e9c-2df1bc182340 req-4dcf1f5d-5161-4240-953e-db522f5be2ba tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:34.356031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f89c1b0a-af17-4a47-8e9c-2df1bc182340 req-4dcf1f5d-5161-4240-953e-db522f5be2ba tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1079848 Feb 19 01:17:34.441963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f89c1b0a-af17-4a47-8e9c-2df1bc182340 req-844bfdb3-e863-4b18-a78e-03995b29c960 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823038 Feb 19 01:17:34.445961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41220) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:34.461038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce64cd52-8de7-4149-9849-031e217cde17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.511399 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (3c943624-8929-4323-ba34-d93f1801dabd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.515367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_controller (3c943624-8929-4323-ba34-d93f1801dabd), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.582760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b75b558f-d006-4ccb-b02e-cf816a83fbc4 req-908deeb9-69cd-4d83-9d20-6ec581484f56 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9038832 Feb 19 01:17:34.594747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (3c943624-8929-4323-ba34-d93f1801dabd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.595568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Fanout notify agent at l3_agent the message router_deleted on router 3c943624-8929-4323-ba34-d93f1801dabd {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:17:34.605633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.625020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c1503a1f-0402-4db0-a2ca-d58321b93728 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/routers/3c943624-8929-4323-ba34-d93f1801dabd HTTP/1.1" status: 204 len: 168 time: 2.9159462 Feb 19 01:17:34.625020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:34.656288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce64cd52-8de7-4149-9849-031e217cde17 admin admin] Publish callbacks [] for security_group (a19b8da5-9d68-458c-9847-f3ab382357ed), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.668547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce64cd52-8de7-4149-9849-031e217cde17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a19b8da5-9d68-458c-9847-f3ab382357ed), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.689283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting subnet 1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:17:34.693480 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for subnet (1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.745447 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.753090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce64cd52-8de7-4149-9849-031e217cde17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61216e1c88d14955a9e25ae8a315f91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035188 Feb 19 01:17:34.753090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64cd52-8de7-4149-9849-031e217cde17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b8da5-9d68-458c-9847-f3ab382357ed,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:34.755941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41226) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:34.982498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-f49e56f8-e951-4aac-86fb-909d415772fe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:34.991118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-f49e56f8-e951-4aac-86fb-909d415772fe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.1235180 Feb 19 01:17:35.008370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-4b4b5855-6034-46c8-bf8f-575efb7fb1ea tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/quotas/32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 375 time: 0.0163555 Feb 19 01:17:35.020794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79e673d0-8de4-4369-bc87-8fe15b83f8b3 admin admin] Publish callbacks [] for security_group (a19b8da5-9d68-458c-9847-f3ab382357ed), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.027283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.085565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79e673d0-8de4-4369-bc87-8fe15b83f8b3 admin admin] Publish callbacks [] for security_group (a19b8da5-9d68-458c-9847-f3ab382357ed), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.099068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b7209d72-c925-4c23-b596-5eb9c12a6c16 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891986 Feb 19 01:17:35.151699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.216530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.222140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/subnets/1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc HTTP/1.1" status: 204 len: 168 time: 0.6012747 Feb 19 01:17:35.223556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79e673d0-8de4-4369-bc87-8fe15b83f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a19b8da5-9d68-458c-9847-f3ab382357ed), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.224261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd47c1f-d27b-4de1-ac9c-81459c862175 None None] Network cb6ebf90-82f2-42b0-ba27-eef9b3acb825 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:35.227336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79e673d0-8de4-4369-bc87-8fe15b83f8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.228872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-79e673d0-8de4-4369-bc87-8fe15b83f8b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a19b8da5-9d68-458c-9847-f3ab382357ed HTTP/1.1" status: 204 len: 168 time: 0.4712038 Feb 19 01:17:35.229993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41248) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:35.234059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276703d-5556-4266-ae02-679979c16854 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:35.292697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e673d0-8de4-4369-bc87-8fe15b83f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b8da5-9d68-458c-9847-f3ab382357ed,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:35.336762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-ac9af0d7-522f-42d0-a2ff-9cfa48c2071b service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365105 Feb 19 01:17:35.440289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (cb6ebf90-82f2-42b0-ba27-eef9b3acb825), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.478529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789227c-15e5-4725-a1c2-06b4b1e3282d req-95eaed1e-d04e-44d1-8e52-f4ef25f61a38 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:35.491033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9789227c-15e5-4725-a1c2-06b4b1e3282d req-95eaed1e-d04e-44d1-8e52-f4ef25f61a38 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 944 time: 0.1870935 Feb 19 01:17:35.537879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] DHCP port deletion for cb6ebf90-82f2-42b0-ba27-eef9b3acb825 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:17:35.607330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9789227c-15e5-4725-a1c2-06b4b1e3282d req-e281be92-5df2-41f6-8d32-b4b32944aee4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153996 Feb 19 01:17:35.647853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 6868b627-c94f-469d-a4de-ccc879bd32d4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:35.650653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-e4ce781f-cdac-4c55-b491-afb0a77a9242 service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064435 Feb 19 01:17:35.666469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.666899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] Deleting port 6868b627-c94f-469d-a4de-ccc879bd32d4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:35.667333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.857610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] For port 6868b627-c94f-469d-a4de-ccc879bd32d4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6868b627-c94f-469d-a4de-ccc879bd32d4,segment=NetworkSegment(78081ba1-2cf9-41e1-a36f-4f0ef5e69d96),segment_id=78081ba1-2cf9-41e1-a36f-4f0ef5e69d96)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:35.859672 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.893280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6868b627-c94f-469d-a4de-ccc879bd32d4 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:35.931753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] For port 6868b627-c94f-469d-a4de-ccc879bd32d4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6868b627-c94f-469d-a4de-ccc879bd32d4,segment=NetworkSegment(78081ba1-2cf9-41e1-a36f-4f0ef5e69d96),segment_id=78081ba1-2cf9-41e1-a36f-4f0ef5e69d96)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:35.931904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:35.960181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] Calling delete_port for 6868b627-c94f-469d-a4de-ccc879bd32d4 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:35.960421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 6868b627-c94f-469d-a4de-ccc879bd32d4 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:36.029455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7898417-7304-4872-8c16-2888038dcd99 req-f9bbe0e2-1c87-4e41-97b7-2d868e7c2b1c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 210 time: 0.0838006 Feb 19 01:17:36.200732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6868b627-c94f-469d-a4de-ccc879bd32d4 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:36.201171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.203928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device adf5d031-f948-4dde-a278-bb2d7c3928e0 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:36.233245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf753ef8-3171-4ea8-bb8d-9d8b77313cd2 req-eb62866c-6f93-4862-8db9-091335da1a13 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:36.236345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf753ef8-3171-4ea8-bb8d-9d8b77313cd2 req-eb62866c-6f93-4862-8db9-091335da1a13 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.4023604 Feb 19 01:17:36.300501 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.327768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6868b627-c94f-469d-a4de-ccc879bd32d4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.351985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] Pushing event deleted for resources: {'Port': ['ID=6868b627-c94f-469d-a4de-ccc879bd32d4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:36.383302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b1ff7-b3bc-4395-bf9b-38d2c5ae14b5 None None] No DVR routers for this DVR port 6868b627-c94f-469d-a4de-ccc879bd32d4 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:36.437739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port adf5d031-f948-4dde-a278-bb2d7c3928e0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:17:36.443491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port adf5d031-f948-4dde-a278-bb2d7c3928e0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:36.443895 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.460249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf753ef8-3171-4ea8-bb8d-9d8b77313cd2 req-2ed2f5cb-c709-43f3-a239-06be0593fc91 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121840 Feb 19 01:17:36.467334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=6868b627-c94f-469d-a4de-ccc879bd32d4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:36.470427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] No DVR routers for this DVR port 6868b627-c94f-469d-a4de-ccc879bd32d4 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:36.628292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port adf5d031-f948-4dde-a278-bb2d7c3928e0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:36.628687 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.634666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (cb6ebf90-82f2-42b0-ba27-eef9b3acb825), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.666586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf5d031-f948-4dde-a278-bb2d7c3928e0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:36.669351 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6196ae9-08be-402d-bf8d-04dd8fdf2541" -d '{"events": [{"server_uuid": "4ca8e019-c35b-44ca-af0d-3c55aca4af49", "name": "network-vif-plugged", "status": "completed", "tag": "adf5d031-f948-4dde-a278-bb2d7c3928e0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:36.684425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6ebf90-82f2-42b0-ba27-eef9b3acb825']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:36.689447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port adf5d031-f948-4dde-a278-bb2d7c3928e0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:36.696218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.710044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:36.710337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78081ba1-2cf9-41e1-a36f-4f0ef5e69d96') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:36.739037 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (78081ba1-2cf9-41e1-a36f-4f0ef5e69d96), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.860771 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eaa34e-3dfd-4b3c-8e6c-467c09c7df67 x-openstack-request-id: req-04eaa34e-3dfd-4b3c-8e6c-467c09c7df67 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:36.861415 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8e019-c35b-44ca-af0d-3c55aca4af49", "name": "network-vif-plugged", "status": "completed", "tag": "adf5d031-f948-4dde-a278-bb2d7c3928e0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:36.878373 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04eaa34e-3dfd-4b3c-8e6c-467c09c7df67 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:36.879206 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf5d031-f948-4dde-a278-bb2d7c3928e0', 'code': 200} Feb 19 01:17:36.879514 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (78081ba1-2cf9-41e1-a36f-4f0ef5e69d96), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.880398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=adf5d031-f948-4dde-a278-bb2d7c3928e0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:36.892755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:17:36.893863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (78081ba1-2cf9-41e1-a36f-4f0ef5e69d96), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:17:36.931257 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:17:37.018510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d9be9-90d6-4c48-b531-059a0f0d8d94 req-9b4ee85d-3196-4925-88cf-3257990a5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.020332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-688d9be9-90d6-4c48-b531-059a0f0d8d94 req-9b4ee85d-3196-4925-88cf-3257990a5111 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 1127 time: 0.1037958 Feb 19 01:17:37.038421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (cb6ebf90-82f2-42b0-ba27-eef9b3acb825), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.052265 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.064324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/networks/cb6ebf90-82f2-42b0-ba27-eef9b3acb825 HTTP/1.1" status: 204 len: 168 time: 1.8250880 Feb 19 01:17:37.069628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41318) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:37.122821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3958cca-bbbb-4f17-b054-066cc909a57e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Network': ['ID=cb6ebf90-82f2-42b0-ba27-eef9b3acb825,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:37.209564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b46bd-d28d-4d2e-aab2-36e9b6883e97 req-4ceac128-be9e-4499-a1bf-fb18cfe25557 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.213949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-597b46bd-d28d-4d2e-aab2-36e9b6883e97 req-4ceac128-be9e-4499-a1bf-fb18cfe25557 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.4377303 Feb 19 01:17:37.291377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ebfbc3-dabb-4a0f-9393-1709386c7e56 req-1dca6d02-6f2f-4a95-bc4e-f383488b00c0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 210 time: 0.1017625 Feb 19 01:17:37.328286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-597b46bd-d28d-4d2e-aab2-36e9b6883e97 req-1f9f9b10-ecc0-433e-99b4-cd7eb5ddeb70 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080601 Feb 19 01:17:37.342888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-688d9be9-90d6-4c48-b531-059a0f0d8d94 req-24701da2-b9fc-4ce5-ac11-8f3482814213 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122282 Feb 19 01:17:37.370292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 7bf0454b-6af7-4bf5-9e7f-772ead387245 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:37.371015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.454368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.454803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (7bf0454b-6af7-4bf5-9e7f-772ead387245), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.466830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 7bf0454b-6af7-4bf5-9e7f-772ead387245 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:37.690567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca4e4d-b081-47dd-bd00-effda201ec58 req-26926a25-cebc-43b2-bf1f-a4d2d3db7b5d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.692046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98ca4e4d-b081-47dd-bd00-effda201ec58 req-26926a25-cebc-43b2-bf1f-a4d2d3db7b5d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1184356 Feb 19 01:17:37.702985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7bf0454b-6af7-4bf5-9e7f-772ead387245), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.744443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=7bf0454b-6af7-4bf5-9e7f-772ead387245,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:37.841604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98ca4e4d-b081-47dd-bd00-effda201ec58 req-094c53d8-5066-4b66-b746-de410300c5b7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408100 Feb 19 01:17:37.851567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for floatingip (0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.854428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:37.860403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-22475c25-2b78-4ec4-b10e-42c1fa7d4260 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/floatingips/0f7b6b6e-1f59-4a85-9a87-0f2fcfd25fd0 HTTP/1.1" status: 204 len: 168 time: 0.7849920 Feb 19 01:17:37.860829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41338) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:37.901025 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0600058c-a706-48b2-914d-39489810ac0e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] DELETE failed (client error): The resource could not be found. Feb 19 01:17:37.901925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0600058c-a706-48b2-914d-39489810ac0e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:17:37.910005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0600058c-a706-48b2-914d-39489810ac0e tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/ports/c412b872-fccc-409e-a287-00919b739fd7 HTTP/1.1" status: 404 len: 333 time: 0.0480354 Feb 19 01:17:37.910954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41340) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:37.943596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8fe782c-c905-4763-9338-0f461b72135f tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c943624-8929-4323-ba34-d93f1801dabd HTTP/1.1" status: 200 len: 205 time: 0.0314004 Feb 19 01:17:37.944231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41342) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:37.995987 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-b99c5843-5995-4158-8b84-65b690f4ebbc tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] delete failed (client error): The resource could not be found. Feb 19 01:17:37.999673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b99c5843-5995-4158-8b84-65b690f4ebbc tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/routers/3c943624-8929-4323-ba34-d93f1801dabd HTTP/1.1" status: 404 len: 336 time: 0.0518906 Feb 19 01:17:38.000016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41344) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:38.029338 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6105c154-721d-4ef2-9aa1-36c1f044f89c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] DELETE failed (client error): The resource could not be found. Feb 19 01:17:38.029859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6105c154-721d-4ef2-9aa1-36c1f044f89c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:17:38.036212 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6105c154-721d-4ef2-9aa1-36c1f044f89c tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/subnets/1d4d5917-ad3f-4acb-96fb-21cc8e69c0bc HTTP/1.1" status: 404 len: 337 time: 0.0326562 Feb 19 01:17:38.036519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:38.044008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-8d62eeb0-4aa3-4828-ae67-c255ba169270 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:38.046963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-8d62eeb0-4aa3-4828-ae67-c255ba169270 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.1839724 Feb 19 01:17:38.058942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'port': {'device_id': 'f7150623-569f-4584-a5a8-ec56c770c457', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'admin_state_up': True, 'tenant_id': '32d460ea5cd74fff918c408cba95343e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:38.171416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 140b68b8-414a-4c11-a830-a006cf2ba1b7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:38.171771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (140b68b8-414a-4c11-a830-a006cf2ba1b7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:38.199539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:38.204426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:38.329123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (140b68b8-414a-4c11-a830-a006cf2ba1b7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:38.375461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Allocated IP 172.20.0.14 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/715bfd77-2650-4d21-a8ed-f027f84c947f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:38.384400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 140b68b8-414a-4c11-a830-a006cf2ba1b7 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:38.543769 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-904c1fc7-2067-4a32-883b-348ea88c3bce req-70524677-36bd-4a46-88ff-a9cf6778572a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 210 time: 0.0367489 Feb 19 01:17:38.566934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:38.688728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (140b68b8-414a-4c11-a830-a006cf2ba1b7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:38.733726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:38.747920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:38.795248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=715bfd77-2650-4d21-a8ed-f027f84c947f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:38.804931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958e956-b5ee-4198-b2cd-4104a465a812 req-246a2f2f-ea93-4e0f-b519-35615371effa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:38.806656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c958e956-b5ee-4198-b2cd-4104a465a812 req-246a2f2f-ea93-4e0f-b519-35615371effa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.1914232 Feb 19 01:17:38.842203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:38.848637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:38.855735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:38.950868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c958e956-b5ee-4198-b2cd-4104a465a812 req-e66e3892-ca6c-48bc-8dbb-9866abcd008c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357129 Feb 19 01:17:38.970741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=140b68b8-414a-4c11-a830-a006cf2ba1b7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:39.011093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:39.011726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.050679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-15784c4a-d00a-4070-b1b8-8413bfcb14dd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9954700 Feb 19 01:17:39.068073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Request body: {'port': {'device_id': 'f7150623-569f-4584-a5a8-ec56c770c457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:39.157877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.162055 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd5da408-2c4a-4736-b21f-309b9f13a004 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/ports/140b68b8-414a-4c11-a830-a006cf2ba1b7 HTTP/1.1" status: 204 len: 168 time: 1.1245790 Feb 19 01:17:39.167348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41372) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:39.186228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b7f1-d795-4ac1-9240-145635bfe974 req-e76fe739-52fb-4d1e-942c-4815d843a3ea tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:39.195144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3c0b7f1-d795-4ac1-9240-145635bfe974 req-e76fe739-52fb-4d1e-942c-4815d843a3ea tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1630874 Feb 19 01:17:39.203037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.322576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3c0b7f1-d795-4ac1-9240-145635bfe974 req-d55364f3-955b-4daf-8bc2-cf3ab9abc98d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264410 Feb 19 01:17:39.382038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b72c53fe-f928-4b3e-bf79-e76a06d5baaf None None] Provisioning complete for port 715bfd77-2650-4d21-a8ed-f027f84c947f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:39.382424 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b72c53fe-f928-4b3e-bf79-e76a06d5baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.412784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 27ac977e-d400-4f03-a8d2-e7957e9ad420 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:39.414021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (27ac977e-d400-4f03-a8d2-e7957e9ad420), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.539843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b72c53fe-f928-4b3e-bf79-e76a06d5baaf None None] Port 715bfd77-2650-4d21-a8ed-f027f84c947f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:17:39.647401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (27ac977e-d400-4f03-a8d2-e7957e9ad420), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.678567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 27ac977e-d400-4f03-a8d2-e7957e9ad420 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:39.951607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (27ac977e-d400-4f03-a8d2-e7957e9ad420), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.013976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=27ac977e-d400-4f03-a8d2-e7957e9ad420,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:40.087715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.091233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-68c40b2b-a745-4792-9a79-dabc7da488d1 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/ports/27ac977e-d400-4f03-a8d2-e7957e9ad420 HTTP/1.1" status: 204 len: 168 time: 0.9225690 Feb 19 01:17:40.100036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41396) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:40.175260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837d361-bb83-4125-9534-a0a881849f94 req-8c0ca214-1c69-4bba-9336-e35884034041 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:40.178081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c837d361-bb83-4125-9534-a0a881849f94 req-8c0ca214-1c69-4bba-9336-e35884034041 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 932 time: 0.0983307 Feb 19 01:17:40.196635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e21c83-9560-44c0-b7fa-7732aa7ad897 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:40.198633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-72e21c83-9560-44c0-b7fa-7732aa7ad897 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9c0d0d-d161-4349-a1cf-88ff6da98e23 HTTP/1.1" status: 200 len: 913 time: 0.0964777 Feb 19 01:17:40.208037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e0546-f435-43ee-86e1-ccd798858d9f req-79f55b61-b738-4fcc-9f02-3e9f1fc7decb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:40.209796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b66e0546-f435-43ee-86e1-ccd798858d9f req-79f55b61-b738-4fcc-9f02-3e9f1fc7decb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.1269820 Feb 19 01:17:40.210588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41398) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:40.269640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715bfd77-2650-4d21-a8ed-f027f84c947f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:40.279317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Publish callbacks [] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.293417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Transition to ACTIVE for port object 715bfd77-2650-4d21-a8ed-f027f84c947f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:40.302754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c837d361-bb83-4125-9534-a0a881849f94 req-9b84bacc-4ac9-4ff2-b91b-bbc75c027502 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149209 Feb 19 01:17:40.304094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.433861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Pushing event updated for resources: {'Port': ['ID=715bfd77-2650-4d21-a8ed-f027f84c947f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:40.636678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Attempting to bind port 715bfd77-2650-4d21-a8ed-f027f84c947f on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:40.637329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Attempting to bind port 715bfd77-2650-4d21-a8ed-f027f84c947f by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:40.637849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Attempting to bind port 715bfd77-2650-4d21-a8ed-f027f84c947f on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:40.662686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec0a8-7d72-441a-858a-0601614d18ec req-2e2dccd2-b3cc-4a28-902a-9ffaeab3e168 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:40.664635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-467ec0a8-7d72-441a-858a-0601614d18ec req-2e2dccd2-b3cc-4a28-902a-9ffaeab3e168 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1904705 Feb 19 01:17:40.665452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Port 715bfd77-2650-4d21-a8ed-f027f84c947f on network 3ece63df-823f-4990-83cc-676795974eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:40.665980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Attempting to bind port 715bfd77-2650-4d21-a8ed-f027f84c947f on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:40.682905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b66e0546-f435-43ee-86e1-ccd798858d9f req-88d14bd1-cae5-48a1-b7de-87a8a986050f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668464 Feb 19 01:17:40.700854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:40.701255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:40.701649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:40.702737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Bound port: 715bfd77-2650-4d21-a8ed-f027f84c947f, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:40.705506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.752638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-467ec0a8-7d72-441a-858a-0601614d18ec req-18c0a217-dd11-4064-b913-1d46df78971f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798965 Feb 19 01:17:40.763271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.866435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] For port 715bfd77-2650-4d21-a8ed-f027f84c947f, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:40.876480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] For port 715bfd77-2650-4d21-a8ed-f027f84c947f, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=715bfd77-2650-4d21-a8ed-f027f84c947f,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:40.892859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.940097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:40.940795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.942246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] 10.222.0.10 "PUT /v2.0/ports/715bfd77-2650-4d21-a8ed-f027f84c947f HTTP/1.1" status: 200 len: 1092 time: 1.8785210 Feb 19 01:17:40.946390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7150623-569f-4584-a5a8-ec56c770c457', 'tag': '715bfd77-2650-4d21-a8ed-f027f84c947f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:40.948667 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7150623-569f-4584-a5a8-ec56c770c457", "tag": "715bfd77-2650-4d21-a8ed-f027f84c947f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:41.039678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880796c-fb46-491c-977f-1f5d9641f26d service neutron] Pushing event updated for resources: {'Port': ['ID=715bfd77-2650-4d21-a8ed-f027f84c947f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:41.100378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa6053-f008-4b7b-b179-f60b87c9de75 req-7c3b373b-921f-4cf6-a470-2f01855b8653 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.102057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82aa6053-f008-4b7b-b179-f60b87c9de75 req-7c3b373b-921f-4cf6-a470-2f01855b8653 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.2027545 Feb 19 01:17:41.144097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-c9d08331-6705-4de5-9db4-8cd0dec2d910 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=68a6eb54efbd4ba880b2d224a1975ae0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784440 Feb 19 01:17:41.191454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82aa6053-f008-4b7b-b179-f60b87c9de75 req-b5f520cf-3f05-4732-87d6-45960769f9c0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814192 Feb 19 01:17:41.275327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port 1fe5932f-2448-4347-956e-c763cc32adaa {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:41.275678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1fe5932f-2448-4347-956e-c763cc32adaa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.276690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-553df7bd-7266-4b10-9505-847f7b1b4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.278249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-553df7bd-7266-4b10-9505-847f7b1b4176 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 1126 time: 0.2219694 Feb 19 01:17:41.390887 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a93ba6-bdaa-48f8-907e-295b14d0ba66 x-openstack-request-id: req-94a93ba6-bdaa-48f8-907e-295b14d0ba66 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:41.391182 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7150623-569f-4584-a5a8-ec56c770c457", "tag": "715bfd77-2650-4d21-a8ed-f027f84c947f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:41.391454 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94a93ba6-bdaa-48f8-907e-295b14d0ba66 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:41.391850 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7150623-569f-4584-a5a8-ec56c770c457', 'tag': '715bfd77-2650-4d21-a8ed-f027f84c947f', 'status': 'completed', 'code': 200} Feb 19 01:17:41.397226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-4c2e3857-6a4c-4700-907a-f6845c8776b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=715bfd77-2650-4d21-a8ed-f027f84c947f HTTP/1.1" status: 200 len: 217 time: 0.1097436 Feb 19 01:17:41.434870 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1fe5932f-2448-4347-956e-c763cc32adaa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.471255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-7dbf8210-1142-4bc2-a924-6a452ec38ad7 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.479206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-7dbf8210-1142-4bc2-a924-6a452ec38ad7 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342514 Feb 19 01:17:41.489753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for 1fe5932f-2448-4347-956e-c763cc32adaa owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:41.506063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-0de67102-ea96-4751-bb0b-e9691e884477 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/quotas/68a6eb54efbd4ba880b2d224a1975ae0 HTTP/1.1" status: 200 len: 375 time: 0.0255051 Feb 19 01:17:41.525495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-28253720-6c41-45b0-a938-d573551fc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.527107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-28253720-6c41-45b0-a938-d573551fc6f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1067317 Feb 19 01:17:41.562828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-53acda43-c11a-4792-bef8-e3f8241360d7 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a6eb54efbd4ba880b2d224a1975ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550771 Feb 19 01:17:41.687954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-5e9c5cea-9a11-4f37-bb2d-6731707eae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.689556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-5e9c5cea-9a11-4f37-bb2d-6731707eae8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256464 Feb 19 01:17:41.827762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa721c-07bc-41b8-89b4-34a8c92b8d8a req-f761e288-2790-4614-abb6-8b081803f925 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.829281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ffa721c-07bc-41b8-89b4-34a8c92b8d8a req-f761e288-2790-4614-abb6-8b081803f925 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 944 time: 0.1539569 Feb 19 01:17:41.937783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ffa721c-07bc-41b8-89b4-34a8c92b8d8a req-0ad12772-a501-44fa-a00d-e382e0337a05 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981970 Feb 19 01:17:41.938579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1fe5932f-2448-4347-956e-c763cc32adaa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.939027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-f6d8ffe4-ce2d-4aee-9138-397f292ca72f service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340262 Feb 19 01:17:41.955649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78d287-2573-40bd-b088-730b58bec3ef req-f7536455-f232-4ce4-8e9a-736ba7cfb33a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.957202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a78d287-2573-40bd-b088-730b58bec3ef req-f7536455-f232-4ce4-8e9a-736ba7cfb33a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.1064427 Feb 19 01:17:41.979484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=1fe5932f-2448-4347-956e-c763cc32adaa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:42.082564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b44204bf-15ca-4ae0-9382-55098d028f88 req-99764cf2-95f3-43fa-9cc4-657e51fe1c3f tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 210 time: 0.0669954 Feb 19 01:17:42.169642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a78d287-2573-40bd-b088-730b58bec3ef req-1596744f-18b2-4ada-8b49-d1694ff9e026 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942894 Feb 19 01:17:42.222206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dccb3c0-e5b3-41b4-a560-b89ea51a0cbe req-9f437a11-1866-4966-b4e1-dcbc130adfd2 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640316 Feb 19 01:17:42.372698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-1c6a1be8-e805-404f-8b7f-2a8a3d701393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:42.383101 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-1c6a1be8-e805-404f-8b7f-2a8a3d701393 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 1126 time: 0.0919755 Feb 19 01:17:42.390114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:42.401547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f50575-d49e-4b50-9b7e-92cf606d1974 req-7ac3187f-5f43-44f4-bb67-96e85faaf28f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:42.403945 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8f50575-d49e-4b50-9b7e-92cf606d1974 req-7ac3187f-5f43-44f4-bb67-96e85faaf28f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1753945 Feb 19 01:17:42.503617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8f50575-d49e-4b50-9b7e-92cf606d1974 req-e0b04d41-e266-4ffa-bd09-6e7b2e0bf370 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866737 Feb 19 01:17:42.512467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-e185a1e0-043d-48bb-9f29-18b48d02ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:42.515799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-e185a1e0-043d-48bb-9f29-18b48d02ef63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.1227190 Feb 19 01:17:42.589101 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-8485d329-722d-4ad3-9349-03de393024d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=715bfd77-2650-4d21-a8ed-f027f84c947f HTTP/1.1" status: 200 len: 217 time: 0.0482783 Feb 19 01:17:42.688194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-ea08bb38-b7c9-4604-915d-991edaccc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:42.690328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-ea08bb38-b7c9-4604-915d-991edaccc748 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.0630391 Feb 19 01:17:42.784914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:42.793995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-9db26571-7706-474c-b883-8a35bc72d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:42.796770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-9db26571-7706-474c-b883-8a35bc72d562 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934925 Feb 19 01:17:42.930272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:42.940483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41476) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:42.944936 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] Sync routers for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:42.949715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c4b0ad1f-07db-4203-abb3-a248a6df8d78 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "PUT /v2.0/routers/ac9c0d0d-d161-4349-a1cf-88ff6da98e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7380123 Feb 19 01:17:42.982195 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:42.983598 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.056469 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.084468 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] Routers {'ac9c0d0d-d161-4349-a1cf-88ff6da98e23'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:43.085389 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:17:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.122544 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.124047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d816f149-9ab6-4353-b9c3-af14949fb7a3 None None] The sync data for ids ['ac9c0d0d-d161-4349-a1cf-88ff6da98e23'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:43.149480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-b62d895c-82c1-438c-bdc7-d9cb0e88fff3 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282230 Feb 19 01:17:43.224439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.250826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9f42dff-00d8-4a13-9d3c-632dd393f21f req-8a1a2647-6dad-4459-ad54-f82f8b20adfa tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 210 time: 0.0459044 Feb 19 01:17:43.288523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375ec9-1a98-47d2-9580-cd2ec7afe83e req-e57e8b1c-546e-4b61-a3f7-78ecf044d7dc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:43.290056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec375ec9-1a98-47d2-9580-cd2ec7afe83e req-e57e8b1c-546e-4b61-a3f7-78ecf044d7dc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 944 time: 0.2212431 Feb 19 01:17:43.388982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dbd2b6a-48df-4c26-b368-4f362e5b49b5 req-13a0fefc-969e-488b-8f3a-06ea4652780b service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307148 Feb 19 01:17:43.438042 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec375ec9-1a98-47d2-9580-cd2ec7afe83e req-e43aa515-531f-4d35-ac63-6e989370550f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346900 Feb 19 01:17:43.473141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_gateway (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.501479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbc949-e977-4079-8932-bd4195393341 req-543f6b3c-14f3-411d-83cf-b45e6357d66f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:43.518595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1abbc949-e977-4079-8932-bd4195393341 req-543f6b3c-14f3-411d-83cf-b45e6357d66f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.1475623 Feb 19 01:17:43.584781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1abbc949-e977-4079-8932-bd4195393341 req-cc9f95cc-c61c-48f1-936b-cfa74f83a231 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651290 Feb 19 01:17:43.626513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting port ce8af83c-2671-4109-bf65-999280259a32 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:43.628166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ce8af83c-2671-4109-bf65-999280259a32), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.632659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-7fdaaea5-07af-4e07-a8e5-16a4c0113c83 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=68a6eb54efbd4ba880b2d224a1975ae0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458632 Feb 19 01:17:43.895189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ce8af83c-2671-4109-bf65-999280259a32), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.922531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Calling delete_port for ce8af83c-2671-4109-bf65-999280259a32 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:43.992071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc5760-fd29-4e39-89a9-7f2c5508684c req-7d2830fc-0555-4df3-a45e-1afad0d1e27f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:43.993598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ccc5760-fd29-4e39-89a9-7f2c5508684c req-7d2830fc-0555-4df3-a45e-1afad0d1e27f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.3103209 Feb 19 01:17:44.046430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-61a45add-a94f-4415-8c59-205aa199bf4a tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.047880 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-61a45add-a94f-4415-8c59-205aa199bf4a tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046297 Feb 19 01:17:44.061707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-012a560e-acfc-43c3-9139-ea69d4f5dafa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.063157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-012a560e-acfc-43c3-9139-ea69d4f5dafa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.2916765 Feb 19 01:17:44.072509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Request body: {'port': {'device_id': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '68a6eb54efbd4ba880b2d224a1975ae0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:44.210840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-dd385e7d-9df8-4c17-935d-bf2bd1e58f35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2935343 Feb 19 01:17:44.380161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ccc5760-fd29-4e39-89a9-7f2c5508684c req-8d2c536b-6ac9-46f2-8be9-000b4e51182f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763304 Feb 19 01:17:44.413076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b8d5d87-319c-40fb-8322-8865e50c5bd6 req-6180dd96-e520-4827-aaa6-21fdda83f31d tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 210 time: 0.0593133 Feb 19 01:17:44.496272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-a1e92b8c-e5d5-41a4-a8ad-7977d83fb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.499159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-a1e92b8c-e5d5-41a4-a8ad-7977d83fb64e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 1132 time: 0.2429531 Feb 19 01:17:44.529275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Made reservation on behalf of 68a6eb54efbd4ba880b2d224a1975ae0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:44.535869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.543432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ce8af83c-2671-4109-bf65-999280259a32), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.607360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.151227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Port': ['ID=ce8af83c-2671-4109-bf65-999280259a32,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:45.179019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port adf5d031-f948-4dde-a278-bb2d7c3928e0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:45.179393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.243417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2adf-1e87-42f5-abfa-dd6540d5ec4f req-b18baae4-4694-480d-8ddd-7db83ef616b3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.253106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-680f2adf-1e87-42f5-abfa-dd6540d5ec4f req-b18baae4-4694-480d-8ddd-7db83ef616b3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.5728056 Feb 19 01:17:45.286040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-b6b4eadb-f0c4-4cc7-8822-744aa3c35d3e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134939 Feb 19 01:17:45.329334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-680f2adf-1e87-42f5-abfa-dd6540d5ec4f req-b8dd907c-956c-4536-84d8-c319a825fe47 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753238 Feb 19 01:17:45.331713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41534) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:45.404586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-de1fba4a-5607-4412-ad3a-091eb1912740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.406729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-16bfc798-7034-41fb-8187-96aa3aab010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.406886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-de1fba4a-5607-4412-ad3a-091eb1912740 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.8667078 Feb 19 01:17:45.408259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-16bfc798-7034-41fb-8187-96aa3aab010a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.0646322 Feb 19 01:17:45.524609 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-dc174545-04db-4885-9a50-fab4f5ac83f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 200 len: 217 time: 0.0913219 Feb 19 01:17:45.568961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14a4b-ca4e-4304-b895-d5b1be4b0990 req-6c4da165-bd78-491c-a6e6-ce9a1357326c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.570595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3a14a4b-ca4e-4304-b895-d5b1be4b0990 req-6c4da165-bd78-491c-a6e6-ce9a1357326c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 944 time: 0.9998660 Feb 19 01:17:45.600501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.644742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09918411-6c9f-472c-b716-dd12ea3332c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.711851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port adf5d031-f948-4dde-a278-bb2d7c3928e0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=adf5d031-f948-4dde-a278-bb2d7c3928e0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:45.712222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.714372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028fb1-4857-4be4-ab87-db3f30e18ee0 req-3a5350e9-3c65-4ef9-9c1f-1941259a5cf3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.718569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb028fb1-4857-4be4-ab87-db3f30e18ee0 req-3a5350e9-3c65-4ef9-9c1f-1941259a5cf3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1731830 Feb 19 01:17:45.787874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-092700de-c832-468b-9bb5-35aa5f12cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.789389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-092700de-c832-468b-9bb5-35aa5f12cb01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2576957 Feb 19 01:17:45.793692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for adf5d031-f948-4dde-a278-bb2d7c3928e0 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:45.804496 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.808893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router_controller (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.820278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb028fb1-4857-4be4-ab87-db3f30e18ee0 req-a7591cda-26cf-418c-8f75-98bb6b300f8b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Feb 19 01:17:45.859683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks [] for security_group (b62d66e4-de77-4f41-af77-7edf8e6e8842), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.877352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-3ad45a3d-36aa-4548-8620-a506e3accc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.878693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-3ad45a3d-36aa-4548-8620-a506e3accc1f service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.4389868 Feb 19 01:17:45.974306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-6c959c32-442a-4959-8ffc-6176fb3c683e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.0844238 Feb 19 01:17:46.017728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b62d66e4-de77-4f41-af77-7edf8e6e8842), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.085947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f81328f2-7903-4c11-80f9-dd3e5d95dae4 req-605412b5-b636-406d-ac41-eb420fdf8ccb tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 210 time: 0.1161511 Feb 19 01:17:46.141667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 715bfd77-2650-4d21-a8ed-f027f84c947f details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:17:46.147815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09918411-6c9f-472c-b716-dd12ea3332c4 admin admin] Publish callbacks [] for security_group (c7256108-f453-4fa3-b65c-de099d8d592a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.149977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-f29ecdc6-53bb-41a5-a6bd-8865b0a8b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:46.151375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-f29ecdc6-53bb-41a5-a6bd-8865b0a8b647 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1638644 Feb 19 01:17:46.188743 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09918411-6c9f-472c-b716-dd12ea3332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c7256108-f453-4fa3-b65c-de099d8d592a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.228864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Allocated IP 192.168.233.127 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/34e5bf72-8df0-401a-91fd-d658df5e2dd5) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:46.241735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09918411-6c9f-472c-b716-dd12ea3332c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7256108-f453-4fa3-b65c-de099d8d592a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:46.277490 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09918411-6c9f-472c-b716-dd12ea3332c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0808876643ba4ec68fc9475414c7dcc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9423361 Feb 19 01:17:46.277490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:46.346043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3a14a4b-ca4e-4304-b895-d5b1be4b0990 req-32ff04df-069d-458b-8913-677edb51892b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7432740 Feb 19 01:17:46.380340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-b7127773-676b-4e45-8318-4d3290b8f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:46.391494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-b7127773-676b-4e45-8318-4d3290b8f5e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2117856 Feb 19 01:17:46.395315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (ac9c0d0d-d161-4349-a1cf-88ff6da98e23), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.398011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Fanout notify agent at l3_agent the message router_deleted on router ac9c0d0d-d161-4349-a1cf-88ff6da98e23 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:17:46.404260 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe284e55-46b1-4d67-8fdc-e2e0fd4a1e1a admin admin] Publish callbacks [] for security_group (c7256108-f453-4fa3-b65c-de099d8d592a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.482452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe284e55-46b1-4d67-8fdc-e2e0fd4a1e1a admin admin] Publish callbacks [] for security_group (c7256108-f453-4fa3-b65c-de099d8d592a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.493251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 715bfd77-2650-4d21-a8ed-f027f84c947f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=715bfd77-2650-4d21-a8ed-f027f84c947f,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:46.497677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.498987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-17d71f7c-000a-46c4-8cfd-c77295b82cf3 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/routers/ac9c0d0d-d161-4349-a1cf-88ff6da98e23 HTTP/1.1" status: 204 len: 168 time: 3.5573132 Feb 19 01:17:46.502615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41560) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:46.508220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '715bfd77-2650-4d21-a8ed-f027f84c947f', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': '715bfd77-2650-4d21-a8ed-f027f84c947f', 'mac_address': 'fa:16:3e:a3:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:46.556244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 715bfd77-2650-4d21-a8ed-f027f84c947f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:46.557087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.573898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715bfd77-2650-4d21-a8ed-f027f84c947f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:46.604098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d66e4-de77-4f41-af77-7edf8e6e8842,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:46.630594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe284e55-46b1-4d67-8fdc-e2e0fd4a1e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c7256108-f453-4fa3-b65c-de099d8d592a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.633146 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe284e55-46b1-4d67-8fdc-e2e0fd4a1e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.636897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe284e55-46b1-4d67-8fdc-e2e0fd4a1e1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7256108-f453-4fa3-b65c-de099d8d592a HTTP/1.1" status: 204 len: 168 time: 0.3577881 Feb 19 01:17:46.660642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 715bfd77-2650-4d21-a8ed-f027f84c947f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=715bfd77-2650-4d21-a8ed-f027f84c947f,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:46.666486 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.672355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284e55-46b1-4d67-8fdc-e2e0fd4a1e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7256108-f453-4fa3-b65c-de099d8d592a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:46.731616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31edee-dc3f-4b55-88e2-83fda977905d req-3f0d3bfa-6f44-4897-9386-6c6f855795b6 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:46.734426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc31edee-dc3f-4b55-88e2-83fda977905d req-3f0d3bfa-6f44-4897-9386-6c6f855795b6 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 945 time: 0.1509376 Feb 19 01:17:46.785904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-ae332c80-ab26-48ca-87b9-aad827585fb3 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899729 Feb 19 01:17:46.788271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=715bfd77-2650-4d21-a8ed-f027f84c947f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:46.864424 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (adf5d031-f948-4dde-a278-bb2d7c3928e0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.878209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:46.947931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc31edee-dc3f-4b55-88e2-83fda977905d req-ac6cadc2-dd7f-4e16-a7b3-63f95b3c9572 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992035 Feb 19 01:17:46.999642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3444b8e9-b44a-4208-b7be-e933207d6b43 req-6a877841-74ad-4a93-b44c-f3a0c1d5c60b service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008681 Feb 19 01:17:46.999900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-40bd5ecb-647b-45de-a08b-4c8ea69cfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:46.999900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-40bd5ecb-647b-45de-a08b-4c8ea69cfd3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1925313 Feb 19 01:17:47.191388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['715bfd77-2650-4d21-a8ed-f027f84c947f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:47.263394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04d35ec6-b235-4858-b798-5c4dd1e4f0fd req-12f50987-cd04-48ed-859a-8fd7ad03f021 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 210 time: 0.0543795 Feb 19 01:17:47.267224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks [] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.299517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=adf5d031-f948-4dde-a278-bb2d7c3928e0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:47.395960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port adf5d031-f948-4dde-a278-bb2d7c3928e0 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:47.398909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.404037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cfbcafa-74a1-4666-93e6-0271a7753935 req-a291ce8b-6105-4f35-a946-c1746e6d33eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/adf5d031-f948-4dde-a278-bb2d7c3928e0 HTTP/1.1" status: 204 len: 173 time: 3.3175731 Feb 19 01:17:47.441915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'name': 'network-vif-deleted', 'tag': 'adf5d031-f948-4dde-a278-bb2d7c3928e0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:47.446806 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a893f98-4d9a-45b4-b5c1-894037d69eb6" -d '{"events": [{"server_uuid": "4ca8e019-c35b-44ca-af0d-3c55aca4af49", "name": "network-vif-deleted", "tag": "adf5d031-f948-4dde-a278-bb2d7c3928e0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:47.467052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Deleting subnet 17b7071b-d002-4e78-91f6-e2af414dbe6a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:17:47.569604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for subnet (17b7071b-d002-4e78-91f6-e2af414dbe6a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.613749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-e8f2068b-f572-4ac5-af1f-ef04b69d25f2 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816216 Feb 19 01:17:47.615595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3abbb6-2a62-4002-9d81-91522fc15939 req-280d6b08-3fba-4ec2-8322-56294add29f2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.626880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a3abbb6-2a62-4002-9d81-91522fc15939 req-280d6b08-3fba-4ec2-8322-56294add29f2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 945 time: 0.1329887 Feb 19 01:17:47.672590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (17b7071b-d002-4e78-91f6-e2af414dbe6a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.693368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a3abbb6-2a62-4002-9d81-91522fc15939 req-9bf5c970-0a41-467d-8cd8-e2d6bb6e421b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652723 Feb 19 01:17:47.794018 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9867f9-feef-4919-9811-d736e3bcc1f6 x-openstack-request-id: req-fc9867f9-feef-4919-9811-d736e3bcc1f6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:47.794394 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8e019-c35b-44ca-af0d-3c55aca4af49", "name": "network-vif-deleted", "tag": "adf5d031-f948-4dde-a278-bb2d7c3928e0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:47.794660 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc9867f9-feef-4919-9811-d736e3bcc1f6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:47.795071 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8e019-c35b-44ca-af0d-3c55aca4af49', 'name': 'network-vif-deleted', 'tag': 'adf5d031-f948-4dde-a278-bb2d7c3928e0', 'status': 'completed', 'code': 200} Feb 19 01:17:47.803077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.888123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:47.893148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (17b7071b-d002-4e78-91f6-e2af414dbe6a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.908320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55997d5-f195-4f6a-9894-0fe6c0e56eda req-e5d02f41-cd3c-4b0b-847a-3369c2cf071e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.915612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d55997d5-f195-4f6a-9894-0fe6c0e56eda req-e5d02f41-cd3c-4b0b-847a-3369c2cf071e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.8876145 Feb 19 01:17:47.945989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:47.974553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:48.039913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:48.040515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.065742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e1fc61c-d35a-4e15-927a-5b430dbf8547 req-584e441d-cce7-44b5-9e21-466c758f8b4a service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559587 Feb 19 01:17:48.077551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0125365 Feb 19 01:17:48.102280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518fa93-c1d5-450b-b864-bca1fd6dcb02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Pushing event updated for resources: {'Port': ['ID=34e5bf72-8df0-401a-91fd-d658df5e2dd5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:48.141427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44c77dd0-a096-48f0-bbe1-a643ab154e54 req-d6248149-c3f0-4c53-a534-ba4d87bc6f84 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca8e019-c35b-44ca-af0d-3c55aca4af49 HTTP/1.1" status: 200 len: 210 time: 0.0529563 Feb 19 01:17:48.160682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Request body: {'port': {'device_id': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:48.161226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device adf5d031-f948-4dde-a278-bb2d7c3928e0 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:48.185623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: adf5d031-f948-4dde-a278-bb2d7c3928e0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:17:48.186825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device adf5d031-f948-4dde-a278-bb2d7c3928e0 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:17:48.251104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d55997d5-f195-4f6a-9894-0fe6c0e56eda req-579add79-c1ad-4231-951f-37bf8ac17113 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342371 Feb 19 01:17:48.258044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.290258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (17b7071b-d002-4e78-91f6-e2af414dbe6a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.328458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Subnet': ['ID=17b7071b-d002-4e78-91f6-e2af414dbe6a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:48.333134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.352831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.355715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4ea3750c-5cfe-4a4a-8928-e6faf31e5449 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/subnets/17b7071b-d002-4e78-91f6-e2af414dbe6a HTTP/1.1" status: 204 len: 168 time: 1.8194201 Feb 19 01:17:48.360112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:48.419532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-28cfb3c5-8bd2-409b-ab3d-4a5cc2760c87 None None] Provisioning complete for port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:48.421180 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28cfb3c5-8bd2-409b-ab3d-4a5cc2760c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.474339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-28cfb3c5-8bd2-409b-ab3d-4a5cc2760c87 None None] Port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:17:48.510513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (35170daa-c92d-4c54-8912-0467c13b4603), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.640937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a76bd-53e9-4f9f-9c00-f14ede1d320e req-51c53377-e766-4736-913e-43cdcacec044 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:48.642599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b76a76bd-53e9-4f9f-9c00-f14ede1d320e req-51c53377-e766-4736-913e-43cdcacec044 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 936 time: 0.1383545 Feb 19 01:17:48.673333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (35170daa-c92d-4c54-8912-0467c13b4603), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.703568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e5bf72-8df0-401a-91fd-d658df5e2dd5 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:48.720037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35170daa-c92d-4c54-8912-0467c13b4603']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:48.738232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Publish callbacks [] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.740202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b79042a-c642-429d-8096-e8e59dea237e') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:48.740812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b79042a-c642-429d-8096-e8e59dea237e') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:48.768801 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (7b79042a-c642-429d-8096-e8e59dea237e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.786897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b76a76bd-53e9-4f9f-9c00-f14ede1d320e req-d657a9aa-a9d4-4822-bf94-cf0c28d103ff tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318395 Feb 19 01:17:48.792420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Transition to ACTIVE for port object 34e5bf72-8df0-401a-91fd-d658df5e2dd5 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:48.810345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.816591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7b79042a-c642-429d-8096-e8e59dea237e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.833975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:17:48.834632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (7b79042a-c642-429d-8096-e8e59dea237e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:17:48.838178 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:17:48.922420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Pushing event updated for resources: {'Port': ['ID=34e5bf72-8df0-401a-91fd-d658df5e2dd5,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:48.960654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (35170daa-c92d-4c54-8912-0467c13b4603), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.013828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.020283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Attempting to bind port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:49.022333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Attempting to bind port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:49.022751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Attempting to bind port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:49.023919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] 10.222.0.43 "DELETE /v2.0/networks/35170daa-c92d-4c54-8912-0467c13b4603 HTTP/1.1" status: 204 len: 168 time: 0.6626012 Feb 19 01:17:49.028519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421dfa0-2cf6-4235-9ef9-5e227e145219 tempest-FloatingIPTestJSON-1539620075 tempest-FloatingIPTestJSON-1539620075-project] Pushing event deleted for resources: {'Network': ['ID=35170daa-c92d-4c54-8912-0467c13b4603,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:49.039236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:49.039725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Attempting to bind port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:49.050314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:49.050943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:49.052231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:49.052730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Bound port: 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:49.054037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.183097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] For port 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:49.191525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] For port 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:49.268025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.350168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.350845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.352576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] 10.222.0.10 "PUT /v2.0/ports/34e5bf72-8df0-401a-91fd-d658df5e2dd5 HTTP/1.1" status: 200 len: 1096 time: 1.2381673 Feb 19 01:17:49.355723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a28f8d-234e-42d8-823f-6cd2e1314c2f service neutron] Pushing event updated for resources: {'Port': ['ID=34e5bf72-8df0-401a-91fd-d658df5e2dd5,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:49.401926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba13fb-e97a-48c9-96e0-5bdd03f3750a req-0f7f96c6-87ee-4a6e-a313-b1ae6cb9f573 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.403805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdba13fb-e97a-48c9-96e0-5bdd03f3750a req-0f7f96c6-87ee-4a6e-a313-b1ae6cb9f573 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 945 time: 0.5279391 Feb 19 01:17:49.487131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41672) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:49.530288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fdba13fb-e97a-48c9-96e0-5bdd03f3750a req-28c3bc96-0d6d-4122-b867-8b5b4ebd8a1e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744874 Feb 19 01:17:49.536987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-87a1941c-e59a-49ed-809f-db23171d64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.540139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-87a1941c-e59a-49ed-809f-db23171d64db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68a6eb54efbd4ba880b2d224a1975ae0&device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 1130 time: 0.1338992 Feb 19 01:17:49.641709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-2a9415b3-b17c-4cf9-b1a6-26f3a2413eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5 HTTP/1.1" status: 200 len: 217 time: 0.0931034 Feb 19 01:17:49.797097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'tag': '34e5bf72-8df0-401a-91fd-d658df5e2dd5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:49.800372 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d024e67-4f2f-4165-9170-a0ce815d56b5", "tag": "34e5bf72-8df0-401a-91fd-d658df5e2dd5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:49.806229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-d5e52dd1-d136-44cb-87e7-baf61ac14639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.807911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-d5e52dd1-d136-44cb-87e7-baf61ac14639 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1580381 Feb 19 01:17:49.851629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ad7ac-78d2-4878-b235-83a6b61573a2 req-60604b3e-1370-4286-a0e8-b1501dd9698e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.860801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd8ad7ac-78d2-4878-b235-83a6b61573a2 req-60604b3e-1370-4286-a0e8-b1501dd9698e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1506636 Feb 19 01:17:49.946371 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6c4c1-9f42-4611-9a5e-dd66786e54e1 x-openstack-request-id: req-94a6c4c1-9f42-4611-9a5e-dd66786e54e1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:49.946727 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d024e67-4f2f-4165-9170-a0ce815d56b5", "tag": "34e5bf72-8df0-401a-91fd-d658df5e2dd5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:49.946912 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94a6c4c1-9f42-4611-9a5e-dd66786e54e1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:49.948586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16f4122e-558e-40ae-bbbe-062cd592d271 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac46f4498a3c4e398acc19fd6d79d8cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601727 Feb 19 01:17:49.951104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41696) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:49.952021 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'tag': '34e5bf72-8df0-401a-91fd-d658df5e2dd5', 'status': 'completed', 'code': 200} Feb 19 01:17:50.006777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd8ad7ac-78d2-4878-b235-83a6b61573a2 req-ce33c3fd-099f-445b-9075-65d639c9ad6a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450660 Feb 19 01:17:50.024705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-c43e6715-6dc3-40d9-af22-5959463b771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.026539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-c43e6715-6dc3-40d9-af22-5959463b771d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2097385 Feb 19 01:17:50.043101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f99186e-8b4b-471b-8bcb-dec9e88611cf admin admin] Publish callbacks [] for security_group (50aa1292-68c3-4f62-9656-97646e30061d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.090857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f99186e-8b4b-471b-8bcb-dec9e88611cf admin admin] Publish callbacks [] for security_group (50aa1292-68c3-4f62-9656-97646e30061d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.139170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 715bfd77-2650-4d21-a8ed-f027f84c947f up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:50.177565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f99186e-8b4b-471b-8bcb-dec9e88611cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50aa1292-68c3-4f62-9656-97646e30061d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.181628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f99186e-8b4b-471b-8bcb-dec9e88611cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.183374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f99186e-8b4b-471b-8bcb-dec9e88611cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50aa1292-68c3-4f62-9656-97646e30061d HTTP/1.1" status: 204 len: 168 time: 0.2304971 Feb 19 01:17:50.197222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99186e-8b4b-471b-8bcb-dec9e88611cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aa1292-68c3-4f62-9656-97646e30061d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:50.223437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-633a36f9-3df6-4785-a26f-f81ecb8eaec1 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899281 Feb 19 01:17:50.248723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c90d-4b11-4284-8a5c-82dc66453f9e req-03901688-d7c8-4195-82cc-69dc9ad19d0d tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.259416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53f3c90d-4b11-4284-8a5c-82dc66453f9e req-03901688-d7c8-4195-82cc-69dc9ad19d0d tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 948 time: 0.2229609 Feb 19 01:17:50.345947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56d48193-6fa5-4bb0-b59b-c72e5da7da5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.360258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53f3c90d-4b11-4284-8a5c-82dc66453f9e req-c9e49974-adad-49c8-b2e1-ca4900c545ee tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874674 Feb 19 01:17:50.368822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 715bfd77-2650-4d21-a8ed-f027f84c947f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:17:50.380324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 715bfd77-2650-4d21-a8ed-f027f84c947f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:50.380932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.530825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 715bfd77-2650-4d21-a8ed-f027f84c947f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:50.531596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.536603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da0d33d1-edbe-4822-b75a-bfab42dd8142 req-40d82c20-7f23-442b-955c-d9d0f6d70592 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062356 Feb 19 01:17:50.562305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7150623-569f-4584-a5a8-ec56c770c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715bfd77-2650-4d21-a8ed-f027f84c947f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:50.567722 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270c1f73-a89a-4066-a49a-bf87976f31c5" -d '{"events": [{"server_uuid": "f7150623-569f-4584-a5a8-ec56c770c457", "name": "network-vif-plugged", "status": "completed", "tag": "715bfd77-2650-4d21-a8ed-f027f84c947f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:50.591114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 715bfd77-2650-4d21-a8ed-f027f84c947f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=715bfd77-2650-4d21-a8ed-f027f84c947f,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:50.599810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.682548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=715bfd77-2650-4d21-a8ed-f027f84c947f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:50.714641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-d6ef31fc-f0de-4e56-9a3d-71bcfe78a202 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.718097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-d6ef31fc-f0de-4e56-9a3d-71bcfe78a202 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.3940451 Feb 19 01:17:50.746863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-8855cd9a-07cb-4668-bf6d-8db0cc890311 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0217111 Feb 19 01:17:50.749757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-0bee8fc1-731f-4377-bef9-2dde8f719798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.751318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-0bee8fc1-731f-4377-bef9-2dde8f719798 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68a6eb54efbd4ba880b2d224a1975ae0&device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 1130 time: 0.1469080 Feb 19 01:17:50.758002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c0821-f275-4b2e-9938-0fe805111f4a req-fcab327c-abb5-4b7c-935d-7d54170e29c2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.766925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a13c0821-f275-4b2e-9938-0fe805111f4a req-fcab327c-abb5-4b7c-935d-7d54170e29c2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.1091671 Feb 19 01:17:50.849259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a13c0821-f275-4b2e-9938-0fe805111f4a req-e374ef89-7ca1-4ff0-b6d0-f5238ce54efc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788381 Feb 19 01:17:50.955924 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f9c10d-2fd0-4cf9-a938-12a26b9c0c97 x-openstack-request-id: req-73f9c10d-2fd0-4cf9-a938-12a26b9c0c97 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:50.956228 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7150623-569f-4584-a5a8-ec56c770c457", "name": "network-vif-plugged", "status": "completed", "tag": "715bfd77-2650-4d21-a8ed-f027f84c947f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:50.956500 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73f9c10d-2fd0-4cf9-a938-12a26b9c0c97 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:50.956905 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7150623-569f-4584-a5a8-ec56c770c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715bfd77-2650-4d21-a8ed-f027f84c947f', 'code': 200} Feb 19 01:17:50.969859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-89a9aba0-66c7-413a-865f-4a93a99f8e11 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161460 Feb 19 01:17:50.976083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-2e0a7ed3-ec31-4aca-94c3-d721e2afaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.979507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-2e0a7ed3-ec31-4aca-94c3-d721e2afaed7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2151270 Feb 19 01:17:51.044797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-9058b52a-b3ec-45c6-a8c1-bafd632540d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5 HTTP/1.1" status: 200 len: 217 time: 0.0585122 Feb 19 01:17:51.249829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806d27-bc4e-491a-b1b4-71df85995fe5 req-c1e3655a-bf9a-41c6-a223-0ad4b58967ef tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.253329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-603e2748-30c4-4da0-9c78-5ed79a47dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.254902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-603e2748-30c4-4da0-9c78-5ed79a47dedc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1763566 Feb 19 01:17:51.272284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08806d27-bc4e-491a-b1b4-71df85995fe5 req-c1e3655a-bf9a-41c6-a223-0ad4b58967ef tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1157999 Feb 19 01:17:51.378648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08806d27-bc4e-491a-b1b4-71df85995fe5 req-603f334f-4e60-4f60-90e2-e477b34c9ce7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049652 Feb 19 01:17:51.380468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6f4b-a625-483b-9ea4-3a2d1fd9a9f2 req-c7acf4b4-cf98-4e3a-aa33-f606b5a69fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.383792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f6a6f4b-a625-483b-9ea4-3a2d1fd9a9f2 req-c7acf4b4-cf98-4e3a-aa33-f606b5a69fc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 1128 time: 0.3039985 Feb 19 01:17:51.442785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-0fadab7d-262f-46c4-9275-2f8d8ee77e91 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434681 Feb 19 01:17:51.533551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41758) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:51.598703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feefd46-3af9-481f-af0e-eea5f8950f6a req-a007e05b-d5dc-47bb-8227-e3a886660232 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.600159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0feefd46-3af9-481f-af0e-eea5f8950f6a req-a007e05b-d5dc-47bb-8227-e3a886660232 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 948 time: 0.1131911 Feb 19 01:17:51.722347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0feefd46-3af9-481f-af0e-eea5f8950f6a req-632e2998-f28b-42ff-a7da-e8d799c49b8c tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135328 Feb 19 01:17:51.764723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8be7ab84-1d63-4df2-824a-5a036dd58a52 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:51.765448 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-8be7ab84-1d63-4df2-824a-5a036dd58a52 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:17:51.766164 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-8be7ab84-1d63-4df2-824a-5a036dd58a52 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:17:51.770687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8be7ab84-1d63-4df2-824a-5a036dd58a52 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2319739 Feb 19 01:17:51.770878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41768) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:51.775861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103172075'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:51.803973 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.816416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.940125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (b077d70e-6659-40b4-8056-6052295b97d1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.948008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b077d70e-6659-40b4-8056-6052295b97d1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.984549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b077d70e-6659-40b4-8056-6052295b97d1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:52.052607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f6a6f4b-a625-483b-9ea4-3a2d1fd9a9f2 req-a37e509b-15cb-415e-a001-7df8e339b9be service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608276 Feb 19 01:17:52.064752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-f97cd39c-1b5c-4534-b9b6-d96453ab657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:52.066905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-f97cd39c-1b5c-4534-b9b6-d96453ab657d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7989559 Feb 19 01:17:52.117038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-2aa4c200-1c52-463e-a922-5213d81b102a service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640520 Feb 19 01:17:52.125895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4549f-42a1-4c44-a6cf-c5c248989d4f req-f0daae23-8831-4ff3-bfe6-7d166516e15f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:52.127495 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15d4549f-42a1-4c44-a6cf-c5c248989d4f req-f0daae23-8831-4ff3-bfe6-7d166516e15f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.1152899 Feb 19 01:17:52.137755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (5a2bc642-2d0e-4ffa-ace0-8fe950a071e5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.147036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a2bc642-2d0e-4ffa-ace0-8fe950a071e5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.185297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2bc642-2d0e-4ffa-ace0-8fe950a071e5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:52.211710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.216967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-635f287b-4ae9-42a3-b842-88ecc0f367ca tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4447443 Feb 19 01:17:52.217393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41778) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:52.223805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '5a2bc642-2d0e-4ffa-ace0-8fe950a071e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:52.249289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15d4549f-42a1-4c44-a6cf-c5c248989d4f req-6e49a3bf-9fbb-4017-a453-655daeabdcba tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048608 Feb 19 01:17:52.310257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group_rule (ef76fd26-f6e4-4630-bbbd-5600c1055936), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.404783 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70dc6e4d-d2f0-4073-9c15-b87418e07fbc req-2056493b-28b9-484a-97af-c7e76f1afba3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 210 time: 0.0428600 Feb 19 01:17:52.457715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group_rule (ef76fd26-f6e4-4630-bbbd-5600c1055936), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.468808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ef76fd26-f6e4-4630-bbbd-5600c1055936), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.496250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef76fd26-f6e4-4630-bbbd-5600c1055936,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:52.530371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.531879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5c2e8c1d-e545-4b5b-9edb-103600369f4f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129916 Feb 19 01:17:52.542442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:52.549810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6b8141a8-4c55-45d1-97a0-b866efa6d548 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '5a2bc642-2d0e-4ffa-ace0-8fe950a071e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:52.579363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-e5ac2613-c6c1-4bd9-9bc8-44ff3279a9dc service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202493 Feb 19 01:17:52.600668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b8141a8-4c55-45d1-97a0-b866efa6d548 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group_rule (0e781f8c-7dc7-45c4-9383-bf3c11e4ec19), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.624035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de1f0ed9-2466-4638-847e-9ea57aa70cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.645191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fbff1-42d0-424e-9712-2a0c5be4eadd req-dbee8e03-63d8-4e97-bb0f-5c483a401f66 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:52.645191 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-777fbff1-42d0-424e-9712-2a0c5be4eadd req-dbee8e03-63d8-4e97-bb0f-5c483a401f66 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1620109 Feb 19 01:17:52.749852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d6cb1f0-9cdb-43ff-bc78-586a5b3dc64f req-88095a8f-6575-4366-b4a9-4920264f7821 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583836 Feb 19 01:17:52.767874 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-6b8141a8-4c55-45d1-97a0-b866efa6d548 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:17:52.771726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b8141a8-4c55-45d1-97a0-b866efa6d548 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2262869 Feb 19 01:17:52.772878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:52.926170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93728c2f-24f5-4d12-bf37-a75b153cbe0b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (5a2bc642-2d0e-4ffa-ace0-8fe950a071e5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.931470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5946d-d6ba-4c12-b585-57d65c8e5465 req-5ac7d87a-4134-467f-b44d-2416a7ff8e24 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:52.940490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ced5946d-d6ba-4c12-b585-57d65c8e5465 req-5ac7d87a-4134-467f-b44d-2416a7ff8e24 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 948 time: 0.0933428 Feb 19 01:17:52.977086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-777fbff1-42d0-424e-9712-2a0c5be4eadd req-0974ee67-732b-47ed-8816-a94e9bbe23ba tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174160 Feb 19 01:17:52.979360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93728c2f-24f5-4d12-bf37-a75b153cbe0b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (5a2bc642-2d0e-4ffa-ace0-8fe950a071e5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.008446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ced5946d-d6ba-4c12-b585-57d65c8e5465 req-06fa8aa7-04e5-419a-b680-4754243fe298 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669560 Feb 19 01:17:53.047873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93728c2f-24f5-4d12-bf37-a75b153cbe0b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a2bc642-2d0e-4ffa-ace0-8fe950a071e5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.050495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93728c2f-24f5-4d12-bf37-a75b153cbe0b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.051642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93728c2f-24f5-4d12-bf37-a75b153cbe0b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a2bc642-2d0e-4ffa-ace0-8fe950a071e5 HTTP/1.1" status: 204 len: 168 time: 0.2774692 Feb 19 01:17:53.054607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41812) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.072331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93728c2f-24f5-4d12-bf37-a75b153cbe0b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2bc642-2d0e-4ffa-ace0-8fe950a071e5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:53.130820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f50dbee9-fd13-432f-b3e6-2128ae09bebe tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750811 Feb 19 01:17:53.134895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41818) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.139900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935353352'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:53.164091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.261985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (68580be9-5185-4342-be55-5a01add7a655), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.267205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (68580be9-5185-4342-be55-5a01add7a655), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.305545 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.309618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1709621 Feb 19 01:17:53.309618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db8ea2-9066-4a94-8db4-ec9cca381a24 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68580be9-5185-4342-be55-5a01add7a655,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:53.310578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41822) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.314496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b7ab5f98-83c4-4dd4-9a7b-520dae67bb37 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '68580be9-5185-4342-be55-5a01add7a655', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:53.315426 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-b7ab5f98-83c4-4dd4-9a7b-520dae67bb37 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 01:17:53.316035 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-b7ab5f98-83c4-4dd4-9a7b-520dae67bb37 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:53.317249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b7ab5f98-83c4-4dd4-9a7b-520dae67bb37 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059507 Feb 19 01:17:53.319812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41824) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.372190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4589089-1960-4b84-96fe-fedad19bcfc2 req-b886c385-ed27-4d54-9dd7-8eed952d44a8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:53.373731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4589089-1960-4b84-96fe-fedad19bcfc2 req-b886c385-ed27-4d54-9dd7-8eed952d44a8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.0655961 Feb 19 01:17:53.394677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2c197f7-f3b1-4bf5-a764-09c277add0d0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (68580be9-5185-4342-be55-5a01add7a655), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.435241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4589089-1960-4b84-96fe-fedad19bcfc2 req-21e3b204-2251-4b03-9033-a47537582b03 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550449 Feb 19 01:17:53.445984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2c197f7-f3b1-4bf5-a764-09c277add0d0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (68580be9-5185-4342-be55-5a01add7a655), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.508599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2c197f7-f3b1-4bf5-a764-09c277add0d0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (68580be9-5185-4342-be55-5a01add7a655), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.513183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2c197f7-f3b1-4bf5-a764-09c277add0d0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.517953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41832) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.518106 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2c197f7-f3b1-4bf5-a764-09c277add0d0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/68580be9-5185-4342-be55-5a01add7a655 HTTP/1.1" status: 204 len: 168 time: 0.1973684 Feb 19 01:17:53.527586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c197f7-f3b1-4bf5-a764-09c277add0d0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68580be9-5185-4342-be55-5a01add7a655,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:53.575633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-668e33dd-e905-43b2-9283-09fde30d367e tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559459 Feb 19 01:17:53.587496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.593549 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2534665b-594b-46ad-a147-9cdeb31b44b5 req-3f26086c-a204-4695-b709-022a18b49158 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 210 time: 0.0433455 Feb 19 01:17:53.599224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--43180023'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:53.599933 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.627624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.711714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (12855490-340a-4b5e-9777-420ddab5d21d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.717305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (12855490-340a-4b5e-9777-420ddab5d21d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.756478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12855490-340a-4b5e-9777-420ddab5d21d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:53.762427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.768272 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a2f23ef8-6320-438d-b5e6-ea6a8117525a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1765604 Feb 19 01:17:53.768902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41840) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.775372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d0afa568-33a9-4aef-9ad5-adbd37aa2bd3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '12855490-340a-4b5e-9777-420ddab5d21d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:53.776356 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-d0afa568-33a9-4aef-9ad5-adbd37aa2bd3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 01:17:53.776883 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-d0afa568-33a9-4aef-9ad5-adbd37aa2bd3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:53.778022 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d0afa568-33a9-4aef-9ad5-adbd37aa2bd3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084760 Feb 19 01:17:53.781915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41842) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.828202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-ea16c541-4be6-4935-ab9f-3e7646f8e7e7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:53.829977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-ea16c541-4be6-4935-ab9f-3e7646f8e7e7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.1402121 Feb 19 01:17:53.845024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:53.849861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d403ae32-4c56-40b4-919d-e20e53e8c9e4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (12855490-340a-4b5e-9777-420ddab5d21d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.876131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d403ae32-4c56-40b4-919d-e20e53e8c9e4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (12855490-340a-4b5e-9777-420ddab5d21d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.924924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d403ae32-4c56-40b4-919d-e20e53e8c9e4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (12855490-340a-4b5e-9777-420ddab5d21d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.927466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d403ae32-4c56-40b4-919d-e20e53e8c9e4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.931287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d403ae32-4c56-40b4-919d-e20e53e8c9e4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/12855490-340a-4b5e-9777-420ddab5d21d HTTP/1.1" status: 204 len: 168 time: 0.1457324 Feb 19 01:17:53.931741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41846) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:53.971206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ae32-4c56-40b4-919d-e20e53e8c9e4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12855490-340a-4b5e-9777-420ddab5d21d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:54.011942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:54.023149 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.052352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b1c7cdc9-6923-429b-b70d-3776d95d9077 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195323 Feb 19 01:17:54.058988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.068627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761642441'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:54.168260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.188879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 34e5bf72-8df0-401a-91fd-d658df5e2dd5 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:17:54.207396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf38f1-2654-4a26-9faf-bdbf3000ad31 req-7a2489e4-1150-4ad3-b2f4-18c13504a352 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.214223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-14bf38f1-2654-4a26-9faf-bdbf3000ad31 req-7a2489e4-1150-4ad3-b2f4-18c13504a352 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1130762 Feb 19 01:17:54.289797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-14bf38f1-2654-4a26-9faf-bdbf3000ad31 req-0962c13a-0991-45c0-878d-56cc1c31c9ba tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744350 Feb 19 01:17:54.352261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:54.356076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587ef4-172c-4574-9d9e-d9f2b6df6652 req-5552fd14-f7e7-42cc-baa0-7d44819dc982 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.359029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34587ef4-172c-4574-9d9e-d9f2b6df6652 req-5552fd14-f7e7-42cc-baa0-7d44819dc982 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 948 time: 0.1943588 Feb 19 01:17:54.359937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.10 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/ee5d5005-4b42-484e-bff8-daa4677bdee0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:54.385208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '34e5bf72-8df0-401a-91fd-d658df5e2dd5', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '34e5bf72-8df0-401a-91fd-d658df5e2dd5', 'mac_address': 'fa:16:3e:52:0d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:54.436845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:54.437703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (a073d535-ca88-4798-a39b-8afde24098ec), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.441218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.458289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a073d535-ca88-4798-a39b-8afde24098ec), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.463346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e5bf72-8df0-401a-91fd-d658df5e2dd5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:54.493544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:54.511429 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.563877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34587ef4-172c-4574-9d9e-d9f2b6df6652 req-5658a10c-8d4c-4dd3-8a67-0c7cea19610d tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865861 Feb 19 01:17:54.576391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=34e5bf72-8df0-401a-91fd-d658df5e2dd5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:54.601871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.603230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5426595 Feb 19 01:17:54.606448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.614435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472591e-7dfd-42c6-b86a-84e7c09a6b2c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a073d535-ca88-4798-a39b-8afde24098ec,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:54.622857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d6c1e45c-5363-4879-904b-00fb18ba6415 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': 'a073d535-ca88-4798-a39b-8afde24098ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:54.638346 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-d6c1e45c-5363-4879-904b-00fb18ba6415 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 01:17:54.639092 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-d6c1e45c-5363-4879-904b-00fb18ba6415 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:54.652440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d6c1e45c-5363-4879-904b-00fb18ba6415 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0428967 Feb 19 01:17:54.660332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41882) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.675961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279e525-993f-4694-b2ac-01fc0b12f74f req-5502ef50-d9f7-42ee-9d41-2e44d0945e7d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.677581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6279e525-993f-4694-b2ac-01fc0b12f74f req-5502ef50-d9f7-42ee-9d41-2e44d0945e7d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.1533670 Feb 19 01:17:54.684462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-02ab9682-892a-4264-af72-6519577bb10a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': 'a073d535-ca88-4798-a39b-8afde24098ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:54.686508 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-02ab9682-892a-4264-af72-6519577bb10a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 01:17:54.687080 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-02ab9682-892a-4264-af72-6519577bb10a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:54.691659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-02ab9682-892a-4264-af72-6519577bb10a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131223 Feb 19 01:17:54.692875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.698085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-17baaf32-ed2c-48c2-b417-b50c7bed4782 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': 'a073d535-ca88-4798-a39b-8afde24098ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:54.698912 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-17baaf32-ed2c-48c2-b417-b50c7bed4782 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 01:17:54.699397 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-17baaf32-ed2c-48c2-b417-b50c7bed4782 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:54.703950 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-17baaf32-ed2c-48c2-b417-b50c7bed4782 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090163 Feb 19 01:17:54.705273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.710150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4cdf7697-f0ec-4249-8443-d299659f7b47 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': 'a073d535-ca88-4798-a39b-8afde24098ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:54.711364 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-4cdf7697-f0ec-4249-8443-d299659f7b47 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 01:17:54.711644 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-4cdf7697-f0ec-4249-8443-d299659f7b47 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:54.715953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4cdf7697-f0ec-4249-8443-d299659f7b47 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089071 Feb 19 01:17:54.720303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7138c931-b62c-447d-a02f-e2df1609a4d2 req-667ca0cb-d5bb-45fb-80ca-ed9345799839 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 210 time: 0.0405126 Feb 19 01:17:54.720847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.788068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.797666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6279e525-993f-4694-b2ac-01fc0b12f74f req-39d3ecd4-c51e-4bdd-8458-bcc7363b9cee tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885184 Feb 19 01:17:54.835625 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ec61911-9323-46fc-876f-ee74eb7ebd02 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (a073d535-ca88-4798-a39b-8afde24098ec), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.870397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ec61911-9323-46fc-876f-ee74eb7ebd02 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (a073d535-ca88-4798-a39b-8afde24098ec), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.894557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.908176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:54.943826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['34e5bf72-8df0-401a-91fd-d658df5e2dd5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:54.957857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=ee5d5005-4b42-484e-bff8-daa4677bdee0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:54.972247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:54.974304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:54.976749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:55.002129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ec61911-9323-46fc-876f-ee74eb7ebd02 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a073d535-ca88-4798-a39b-8afde24098ec), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.005463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ec61911-9323-46fc-876f-ee74eb7ebd02 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.006904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6ec61911-9323-46fc-876f-ee74eb7ebd02 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/a073d535-ca88-4798-a39b-8afde24098ec HTTP/1.1" status: 204 len: 168 time: 0.2814169 Feb 19 01:17:55.009958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.031443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec61911-9323-46fc-876f-ee74eb7ebd02 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a073d535-ca88-4798-a39b-8afde24098ec,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.059192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:55.061359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.075621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41902) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.077041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2caab95-30d5-4c37-a93f-406c4ff5f272 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0648966 Feb 19 01:17:55.084516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--573306408'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.108059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-a2a8d6be-7f23-4d62-804c-1a176d41755f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2688854 Feb 19 01:17:55.135629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Request body: {'port': {'device_id': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.141842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.252015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.328662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.334627 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.340335 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.431216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.437260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3594022 Feb 19 01:17:55.437932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.451651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3cef7573-9fbd-4306-b87e-7811fcd39cda tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.453284 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-3cef7573-9fbd-4306-b87e-7811fcd39cda tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:17:55.453790 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-3cef7573-9fbd-4306-b87e-7811fcd39cda tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.457586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41924) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.457894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3cef7573-9fbd-4306-b87e-7811fcd39cda tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115097 Feb 19 01:17:55.463884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4c5c7904-132d-45a8-bc4c-9996c0500222 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.466346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458305d-160f-4ac9-943b-93b130ef5bb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.502091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a39f-1f99-43fb-8851-621547884ebb req-159d6328-8728-45c8-be84-af30c9d52e5b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:55.511828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6313a39f-1f99-43fb-8851-621547884ebb req-159d6328-8728-45c8-be84-af30c9d52e5b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1109834 Feb 19 01:17:55.592876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6313a39f-1f99-43fb-8851-621547884ebb req-fec651ca-a32a-4d87-84a5-c020e780a132 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774651 Feb 19 01:17:55.614745 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-4c5c7904-132d-45a8-bc4c-9996c0500222 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.617097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c5c7904-132d-45a8-bc4c-9996c0500222 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1576474 Feb 19 01:17:55.619970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41930) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.624848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b4dc6681-ece7-4ece-99f3-e0a5d6632554 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.625411 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-b4dc6681-ece7-4ece-99f3-e0a5d6632554 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 01:17:55.625911 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-b4dc6681-ece7-4ece-99f3-e0a5d6632554 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.626863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b4dc6681-ece7-4ece-99f3-e0a5d6632554 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059445 Feb 19 01:17:55.630278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.636909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3362fbf2-9f6e-43a3-99d5-d687b03fabb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.695265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5d5005-4b42-484e-bff8-daa4677bdee0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:55.717716 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-3362fbf2-9f6e-43a3-99d5-d687b03fabb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.719538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3362fbf2-9f6e-43a3-99d5-d687b03fabb7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0875986 Feb 19 01:17:55.719677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Publish callbacks [] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.721994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.731033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-609abe5f-1bca-4f7f-ac4a-646ffe1a0f07 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.732074 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-609abe5f-1bca-4f7f-ac4a-646ffe1a0f07 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:17:55.733602 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-609abe5f-1bca-4f7f-ac4a-646ffe1a0f07 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.734856 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-609abe5f-1bca-4f7f-ac4a-646ffe1a0f07 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090158 Feb 19 01:17:55.737571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41936) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.743594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-36576e9b-e4ed-4d22-b0c4-0196bae92b46 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.751379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Transition to ACTIVE for port object ee5d5005-4b42-484e-bff8-daa4677bdee0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:55.763598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.798299 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-36576e9b-e4ed-4d22-b0c4-0196bae92b46 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.802135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36576e9b-e4ed-4d22-b0c4-0196bae92b46 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0607164 Feb 19 01:17:55.802423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41944) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.811206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-af5cb1cd-2c28-4961-a5a2-e95a3ac94d01 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.811797 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-af5cb1cd-2c28-4961-a5a2-e95a3ac94d01 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 01:17:55.813538 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-af5cb1cd-2c28-4961-a5a2-e95a3ac94d01 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.817653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-af5cb1cd-2c28-4961-a5a2-e95a3ac94d01 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141444 Feb 19 01:17:55.818511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41946) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.822791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f31aee86-a6cf-4e65-9932-a0dbe272a436 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.884962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Pushing event updated for resources: {'Port': ['ID=ee5d5005-4b42-484e-bff8-daa4677bdee0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.911857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc727536-3fc0-4016-bbb9-5aacdca93915 req-5c06a5e6-0042-4c17-971e-bd5078d9cebe tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:55.920395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc727536-3fc0-4016-bbb9-5aacdca93915 req-5c06a5e6-0042-4c17-971e-bd5078d9cebe tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 949 time: 0.2159946 Feb 19 01:17:55.922265 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.940890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd07e1-ca5b-4b3b-b2a9-77f77aef07d9 req-52fd1056-f0d1-48e5-94ea-1a9d91bd1fd4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:55.943050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73fd07e1-ca5b-4b3b-b2a9-77f77aef07d9 req-52fd1056-f0d1-48e5-94ea-1a9d91bd1fd4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 944 time: 0.1041930 Feb 19 01:17:55.944900 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-f31aee86-a6cf-4e65-9932-a0dbe272a436 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:55.950392 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f31aee86-a6cf-4e65-9932-a0dbe272a436 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1308088 Feb 19 01:17:55.952860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.957596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8ec7c9a9-a8cc-4bca-a072-2a6b31464818 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:56.017830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73fd07e1-ca5b-4b3b-b2a9-77f77aef07d9 req-db03ec04-f880-4bc6-b923-dfcf14f95dd5 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650890 Feb 19 01:17:56.085921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc727536-3fc0-4016-bbb9-5aacdca93915 req-aa0d782f-07cd-49ad-8b2f-01c79914679a tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639121 Feb 19 01:17:56.109573 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-8ec7c9a9-a8cc-4bca-a072-2a6b31464818 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:56.113507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ec7c9a9-a8cc-4bca-a072-2a6b31464818 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1595981 Feb 19 01:17:56.114221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.159048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Attempting to bind port ee5d5005-4b42-484e-bff8-daa4677bdee0 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:56.159412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Attempting to bind port ee5d5005-4b42-484e-bff8-daa4677bdee0 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:56.159945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Attempting to bind port ee5d5005-4b42-484e-bff8-daa4677bdee0 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:56.176304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Port ee5d5005-4b42-484e-bff8-daa4677bdee0 on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:56.176726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Attempting to bind port ee5d5005-4b42-484e-bff8-daa4677bdee0 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:56.188037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:56.188474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:56.188936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:56.189513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Bound port: ee5d5005-4b42-484e-bff8-daa4677bdee0, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:56.189947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.241104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-18761a2f-1bf5-48bf-bbe9-098a74364424 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.282080 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-18761a2f-1bf5-48bf-bbe9-098a74364424 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.291648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] For port ee5d5005-4b42-484e-bff8-daa4677bdee0, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:56.311629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] For port ee5d5005-4b42-484e-bff8-daa4677bdee0, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:56.323143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.379506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.380127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.381598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] 10.222.0.10 "PUT /v2.0/ports/ee5d5005-4b42-484e-bff8-daa4677bdee0 HTTP/1.1" status: 200 len: 1092 time: 1.2630105 Feb 19 01:17:56.382072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'tag': 'ee5d5005-4b42-484e-bff8-daa4677bdee0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:56.384294 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac567fc-9482-406d-a4a8-db0a0f9d5eba" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0bea4-abc9-4b91-a25d-62c3372ceb7d", "tag": "ee5d5005-4b42-484e-bff8-daa4677bdee0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:56.446930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-18761a2f-1bf5-48bf-bbe9-098a74364424 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.456399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-18761a2f-1bf5-48bf-bbe9-098a74364424 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.456399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-18761a2f-1bf5-48bf-bbe9-098a74364424 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3 HTTP/1.1" status: 204 len: 168 time: 0.3372183 Feb 19 01:17:56.456399 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f242ba-e22d-411b-8a7c-00c191eaa1ed x-openstack-request-id: req-41f242ba-e22d-411b-8a7c-00c191eaa1ed {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:56.456399 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0bea4-abc9-4b91-a25d-62c3372ceb7d", "tag": "ee5d5005-4b42-484e-bff8-daa4677bdee0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:56.456399 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41f242ba-e22d-411b-8a7c-00c191eaa1ed {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:56.456399 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'tag': 'ee5d5005-4b42-484e-bff8-daa4677bdee0', 'status': 'completed', 'code': 200} Feb 19 01:17:56.466407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41966) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.477258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05f64-fe3a-4b69-9b4f-e296a84be96e service neutron] Pushing event updated for resources: {'Port': ['ID=ee5d5005-4b42-484e-bff8-daa4677bdee0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:56.499212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.518722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18761a2f-1bf5-48bf-bbe9-098a74364424 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c0a7a-a5ac-40eb-a3f8-6c5c30e6d6b3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:56.538798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75184525-1868-4053-b75e-294b9e10376c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0794816 Feb 19 01:17:56.545556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41968) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.553804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091329733'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:56.555443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-4da49814-f92b-442f-8b07-cf7d8fc35d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.557107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-4da49814-f92b-442f-8b07-cf7d8fc35d52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 1126 time: 0.0980766 Feb 19 01:17:56.593957 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.639755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-2bc5b722-e106-40f5-afa9-d81ff19edc8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0 HTTP/1.1" status: 200 len: 217 time: 0.0737703 Feb 19 01:17:56.717634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-ff2c0d4a-2c01-498d-9a84-16310de65a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.719208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (1301401c-3e75-4939-bd21-5e75123c3540), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.724224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-ff2c0d4a-2c01-498d-9a84-16310de65a58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.0770395 Feb 19 01:17:56.745651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1301401c-3e75-4939-bd21-5e75123c3540), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.784358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-2017e45f-395e-4818-a2b1-8a05d4c611a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497699 Feb 19 01:17:56.801238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1301401c-3e75-4939-bd21-5e75123c3540,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:56.815716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.818830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aa0b1d20-155c-45d9-8f04-d2abd3cdaaf4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2716050 Feb 19 01:17:56.821677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.827622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c3aeff90-1542-4727-bc20-815e4fa751a2 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '1301401c-3e75-4939-bd21-5e75123c3540', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:56.856405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39607-7c59-4602-a54b-d63a18aa4e0d req-cce51542-05d3-4b00-8972-a3303bd86892 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.861500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cbc39607-7c59-4602-a54b-d63a18aa4e0d req-cce51542-05d3-4b00-8972-a3303bd86892 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1684535 Feb 19 01:17:56.907650 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-c3aeff90-1542-4727-bc20-815e4fa751a2 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The resource could not be found. Feb 19 01:17:56.913572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c3aeff90-1542-4727-bc20-815e4fa751a2 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0902898 Feb 19 01:17:56.914322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.922299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-600c9331-e060-4f9d-9ccf-053e12e4a69a service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266890 Feb 19 01:17:56.925346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-74412b04-1bd9-4b6d-8467-4e0b29634c3f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '1301401c-3e75-4939-bd21-5e75123c3540', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e5b8c44b-16e8-4b56-a540-cf597d1b858b'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:56.984347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cbc39607-7c59-4602-a54b-d63a18aa4e0d req-509ec1b0-fda3-498c-a65c-60be6a590ec7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174273 Feb 19 01:17:56.991735 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-74412b04-1bd9-4b6d-8467-4e0b29634c3f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The resource could not be found. Feb 19 01:17:56.998428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74412b04-1bd9-4b6d-8467-4e0b29634c3f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0818465 Feb 19 01:17:57.000088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.084272 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ed5369e-0315-4b9b-b0cb-57668278c6a9 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (1301401c-3e75-4939-bd21-5e75123c3540), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.098895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e56c6e67-d0b2-44e9-801d-7ab999f1773a req-ee61e3a9-8122-4841-90a7-c205bacc71ce service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700509 Feb 19 01:17:57.124193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ed5369e-0315-4b9b-b0cb-57668278c6a9 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (1301401c-3e75-4939-bd21-5e75123c3540), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.266332 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ed5369e-0315-4b9b-b0cb-57668278c6a9 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1301401c-3e75-4939-bd21-5e75123c3540), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.269362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ed5369e-0315-4b9b-b0cb-57668278c6a9 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.274570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7ed5369e-0315-4b9b-b0cb-57668278c6a9 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/1301401c-3e75-4939-bd21-5e75123c3540 HTTP/1.1" status: 204 len: 168 time: 0.2732806 Feb 19 01:17:57.275196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.291110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36088c6-8030-4c86-8c32-f6d248a3b305 req-dcfacd4c-a722-4582-b037-714c213fdc35 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:57.292605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a36088c6-8030-4c86-8c32-f6d248a3b305 req-dcfacd4c-a722-4582-b037-714c213fdc35 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 944 time: 0.1509411 Feb 19 01:17:57.298988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-b48bb18a-c093-453b-b2f2-2cc9d1511a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:57.300417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-b48bb18a-c093-453b-b2f2-2cc9d1511a27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 1126 time: 0.1057792 Feb 19 01:17:57.320349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5369e-0315-4b9b-b0cb-57668278c6a9 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301401c-3e75-4939-bd21-5e75123c3540,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:57.349022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b9bf-59ae-4a40-98d9-ee3e41156a7f req-e21510de-8d7a-4363-a7c4-187e7718f528 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:57.351027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c451b9bf-59ae-4a40-98d9-ee3e41156a7f req-e21510de-8d7a-4363-a7c4-187e7718f528 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 949 time: 0.1596804 Feb 19 01:17:57.388540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db29f0d7-3d5b-46cd-828e-d7df0439f2e0 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086740 Feb 19 01:17:57.391724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42000) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.396965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-707ee78a-ad5e-4c82-9029-6614b849bee3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': 'dc739f2a-94aa-49b5-a3aa-eb4f13fd72d0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:57.445143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-b00f671e-9e66-4aef-8435-ed1b9104bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:57.446854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-b00f671e-9e66-4aef-8435-ed1b9104bb00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.1205461 Feb 19 01:17:57.478329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a36088c6-8030-4c86-8c32-f6d248a3b305 req-ce24298b-a451-4178-9f11-0fba8c021d8f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760106 Feb 19 01:17:57.486986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c451b9bf-59ae-4a40-98d9-ee3e41156a7f req-3cebd678-029a-40d8-b459-2c6852af4a02 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250660 Feb 19 01:17:57.493877 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-707ee78a-ad5e-4c82-9029-6614b849bee3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The resource could not be found. Feb 19 01:17:57.498986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-707ee78a-ad5e-4c82-9029-6614b849bee3 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1019063 Feb 19 01:17:57.499114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42006) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.505182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283020093'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:57.527125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-afc13a70-9935-4a04-b457-2f4074f0add7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0 HTTP/1.1" status: 200 len: 217 time: 0.0477269 Feb 19 01:17:57.547508 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.604526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-cecabf62-24f5-4098-8ded-82bfe60714a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:57.606215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-cecabf62-24f5-4098-8ded-82bfe60714a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.0688980 Feb 19 01:17:57.655932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-0c8771b9-8cd4-478a-9ac3-f0961f3c3f8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377448 Feb 19 01:17:57.662891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (38397743-3bbb-4ffc-9183-3015870d1e68), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.667816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38397743-3bbb-4ffc-9183-3015870d1e68), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.704728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.706451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2063017 Feb 19 01:17:57.707190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbafcd2-83ca-495f-8a20-9dc80f7ef4ba tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38397743-3bbb-4ffc-9183-3015870d1e68,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:57.709378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42008) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.713759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--724584826'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:57.739426 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.772568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-3a5768a0-d4db-4682-9dad-71cd538f58b2 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083820 Feb 19 01:17:57.887271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (a8052b32-e61b-4424-a75b-a4d897f0c36c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.896320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a8052b32-e61b-4424-a75b-a4d897f0c36c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.923551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cac567fc-9482-406d-a4a8-db0a0f9d5eba req-0ed38543-e5de-4c1c-9e34-8fc976735db3 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422646 Feb 19 01:17:57.944544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.949037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2362633 Feb 19 01:17:57.949384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42016) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.954673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-178836c5-acff-4f45-b29e-69e450c77ff1 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group_rule': {'security_group_id': '38397743-3bbb-4ffc-9183-3015870d1e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a8052b32-e61b-4424-a75b-a4d897f0c36c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:57.963592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed91c48-0c8d-43fe-ab17-37fd856344f4 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8052b32-e61b-4424-a75b-a4d897f0c36c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:57.997685 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-178836c5-acff-4f45-b29e-69e450c77ff1 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:17:58.003162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.005592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-178836c5-acff-4f45-b29e-69e450c77ff1 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0551040 Feb 19 01:17:58.075033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b74bbcda-6583-4d9b-8b83-b09adee6024c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (a8052b32-e61b-4424-a75b-a4d897f0c36c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.099951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b74bbcda-6583-4d9b-8b83-b09adee6024c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (a8052b32-e61b-4424-a75b-a4d897f0c36c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.146193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55084fc-edca-4ff7-87bc-22d1c9cbf899 req-835620c3-de74-46b5-84dc-c07df69964e7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:58.149012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c55084fc-edca-4ff7-87bc-22d1c9cbf899 req-835620c3-de74-46b5-84dc-c07df69964e7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0754972 Feb 19 01:17:58.159016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b74bbcda-6583-4d9b-8b83-b09adee6024c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a8052b32-e61b-4424-a75b-a4d897f0c36c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.161996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b74bbcda-6583-4d9b-8b83-b09adee6024c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.166390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b74bbcda-6583-4d9b-8b83-b09adee6024c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8052b32-e61b-4424-a75b-a4d897f0c36c HTTP/1.1" status: 204 len: 168 time: 0.1620045 Feb 19 01:17:58.167114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42028) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.192942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 34e5bf72-8df0-401a-91fd-d658df5e2dd5 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:58.206889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bbcda-6583-4d9b-8b83-b09adee6024c tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8052b32-e61b-4424-a75b-a4d897f0c36c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.245939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c55084fc-edca-4ff7-87bc-22d1c9cbf899 req-e3d58fce-5a24-4694-af71-7fedd85b2f13 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888836 Feb 19 01:17:58.280130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a62c0be7-4161-4a8d-b30b-a9fa26456d77 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1079171 Feb 19 01:17:58.283096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42038) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.300305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:17:58.305963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:58.306642 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.348785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1a758a8-4846-440c-a7c6-cf7252fada98 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (38397743-3bbb-4ffc-9183-3015870d1e68), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.384463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1a758a8-4846-440c-a7c6-cf7252fada98 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (38397743-3bbb-4ffc-9183-3015870d1e68), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.412299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:58.412722 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.440072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e5bf72-8df0-401a-91fd-d658df5e2dd5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:58.442558 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84006c0-4c85-4fd2-9f15-871047576b2a" -d '{"events": [{"server_uuid": "0d024e67-4f2f-4165-9170-a0ce815d56b5", "name": "network-vif-plugged", "status": "completed", "tag": "34e5bf72-8df0-401a-91fd-d658df5e2dd5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:58.444183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1a758a8-4846-440c-a7c6-cf7252fada98 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38397743-3bbb-4ffc-9183-3015870d1e68), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.447055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1a758a8-4846-440c-a7c6-cf7252fada98 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.453270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f1a758a8-4846-440c-a7c6-cf7252fada98 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/38397743-3bbb-4ffc-9183-3015870d1e68 HTTP/1.1" status: 204 len: 168 time: 0.1687260 Feb 19 01:17:58.455750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42042) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.473202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:58.473416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a758a8-4846-440c-a7c6-cf7252fada98 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38397743-3bbb-4ffc-9183-3015870d1e68,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.492192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.505639 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ab94e-b42d-45d0-9219-0d2742239c7b x-openstack-request-id: req-8e2ab94e-b42d-45d0-9219-0d2742239c7b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:58.505936 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d024e67-4f2f-4165-9170-a0ce815d56b5", "name": "network-vif-plugged", "status": "completed", "tag": "34e5bf72-8df0-401a-91fd-d658df5e2dd5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:58.506199 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e2ab94e-b42d-45d0-9219-0d2742239c7b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:58.506716 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e5bf72-8df0-401a-91fd-d658df5e2dd5', 'code': 200} Feb 19 01:17:58.558331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42048) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.560606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1cc5d0e-1524-419d-92c9-eb70d07522bc tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0976212 Feb 19 01:17:58.563291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805033756'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:58.591083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=34e5bf72-8df0-401a-91fd-d658df5e2dd5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.626664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.741367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098433db-b8be-420b-be1a-aa97de19bbba req-d6b74197-dc9a-4da0-8f5b-e346ad077ac7 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:58.743365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-098433db-b8be-420b-be1a-aa97de19bbba req-d6b74197-dc9a-4da0-8f5b-e346ad077ac7 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.0892992 Feb 19 01:17:58.748822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55834b-2a2c-4d4d-b57d-0a5d5707cf42 req-6dc62686-48c3-44d6-8892-6d6e1aaffe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:58.750445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab55834b-2a2c-4d4d-b57d-0a5d5707cf42 req-6dc62686-48c3-44d6-8892-6d6e1aaffe67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 1132 time: 0.1465871 Feb 19 01:17:58.760428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119e216-0ad0-4cb2-828c-285926ba68d3 req-20e011cf-b56e-4dd4-8503-2700e79a8b7d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:58.761940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c119e216-0ad0-4cb2-828c-285926ba68d3 req-20e011cf-b56e-4dd4-8503-2700e79a8b7d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 944 time: 0.1099534 Feb 19 01:17:58.819113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-098433db-b8be-420b-be1a-aa97de19bbba req-07e0a75e-b3ee-457a-91cf-1f05b4d7afe2 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676680 Feb 19 01:17:58.858485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (85591c62-3fbf-475f-93a6-2925c0679da2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.873233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab55834b-2a2c-4d4d-b57d-0a5d5707cf42 req-6291dd8a-3d3a-414b-b502-9372f6046e90 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086950 Feb 19 01:17:58.884206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c119e216-0ad0-4cb2-828c-285926ba68d3 req-9ea9b887-5bf3-4012-806c-59902673d848 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133792 Feb 19 01:17:58.884798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (85591c62-3fbf-475f-93a6-2925c0679da2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.934074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85591c62-3fbf-475f-93a6-2925c0679da2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.939844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.944175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dd57c779-3bbb-4a12-8b8f-358c1337a64b tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3846891 Feb 19 01:17:58.945044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42054) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.950144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-75b20ca4-5a0f-4c92-931f-51fb6deaecc7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:58.950942 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-75b20ca4-5a0f-4c92-931f-51fb6deaecc7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:17:58.952040 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-75b20ca4-5a0f-4c92-931f-51fb6deaecc7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 01:17:58.953242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75b20ca4-5a0f-4c92-931f-51fb6deaecc7 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "PUT /v2.0/security-groups/85591c62-3fbf-475f-93a6-2925c0679da2 HTTP/1.1" status: 409 len: 330 time: 0.0068817 Feb 19 01:17:58.955755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.015984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbfaefc2-2ee2-4979-b5c6-d3da88dcc739 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (85591c62-3fbf-475f-93a6-2925c0679da2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.040903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbfaefc2-2ee2-4979-b5c6-d3da88dcc739 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (85591c62-3fbf-475f-93a6-2925c0679da2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.092914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbfaefc2-2ee2-4979-b5c6-d3da88dcc739 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (85591c62-3fbf-475f-93a6-2925c0679da2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.096564 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bbfaefc2-2ee2-4979-b5c6-d3da88dcc739 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.100581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bbfaefc2-2ee2-4979-b5c6-d3da88dcc739 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/85591c62-3fbf-475f-93a6-2925c0679da2 HTTP/1.1" status: 204 len: 168 time: 0.1420729 Feb 19 01:17:59.100950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42058) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.115436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaefc2-2ee2-4979-b5c6-d3da88dcc739 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85591c62-3fbf-475f-93a6-2925c0679da2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:59.159825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58663d43-151f-487c-a071-ee1fd341323a tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537794 Feb 19 01:17:59.160416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42060) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.173338 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-4dc4087b-1c2c-42c6-952a-91bcab91162f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] delete failed (client error): The resource could not be found. Feb 19 01:17:59.177905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4dc4087b-1c2c-42c6-952a-91bcab91162f tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "DELETE /v2.0/security-groups/f923e248-f443-47cb-85ae-82705819c6eb HTTP/1.1" status: 404 len: 347 time: 0.0134084 Feb 19 01:17:59.178176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42062) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.191580 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-690fd7ac-129d-417a-a11a-9cf309fdfbd5 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] show failed (client error): The resource could not be found. Feb 19 01:17:59.196206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-690fd7ac-129d-417a-a11a-9cf309fdfbd5 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-groups/1f75fa5a-d58a-48ba-ae1d-13dc0d18826d HTTP/1.1" status: 404 len: 347 time: 0.0136087 Feb 19 01:17:59.196587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42064) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.211650 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-b90b6567-4082-4439-81db-2ae3e99396c1 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] show failed (client error): The resource could not be found. Feb 19 01:17:59.212670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b90b6567-4082-4439-81db-2ae3e99396c1 tempest-NegativeSecGroupTest-311679773 tempest-NegativeSecGroupTest-311679773-project] 10.222.0.43 "GET /v2.0/security-group-rules/93dc9036-1a54-4ffd-ad7e-bc1cc2bc6d20 HTTP/1.1" status: 404 len: 356 time: 0.0148849 Feb 19 01:17:59.395656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90034075-cb4b-4086-a9ba-c3002d53839a req-33ca07c1-ea28-48ef-b2f2-5e86c02b1966 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:59.397961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90034075-cb4b-4086-a9ba-c3002d53839a req-33ca07c1-ea28-48ef-b2f2-5e86c02b1966 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0726335 Feb 19 01:17:59.487035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90034075-cb4b-4086-a9ba-c3002d53839a req-8f6a4302-53c2-44d7-8bc4-6f5ae3200487 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814722 Feb 19 01:17:59.606268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42074) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.798749 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c3acbdff-7058-400c-860f-dd3d7e505c26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fa595bc11d743999e592e4e96d61869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842966 Feb 19 01:17:59.801196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42078) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.860798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfc2c-733d-41e5-90fb-10e6c6ed7846 admin admin] Publish callbacks [] for security_group (b077d70e-6659-40b4-8056-6052295b97d1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.887680 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfc2c-733d-41e5-90fb-10e6c6ed7846 admin admin] Publish callbacks [] for security_group (b077d70e-6659-40b4-8056-6052295b97d1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.987345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477265a-4d81-4beb-a531-7877a892d566 req-0c377a76-4183-4c1d-a324-fc5bc428b704 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:59.994791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a477265a-4d81-4beb-a531-7877a892d566 req-0c377a76-4183-4c1d-a324-fc5bc428b704 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.0970690 Feb 19 01:18:00.026350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfc2c-733d-41e5-90fb-10e6c6ed7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b077d70e-6659-40b4-8056-6052295b97d1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.028150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7fb7e-fd95-4148-b731-9e931ae9f403 req-d0274ded-55a3-4d5f-bbd7-d30d9e5ee550 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:00.030601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aaf7fb7e-fd95-4148-b731-9e931ae9f403 req-d0274ded-55a3-4d5f-bbd7-d30d9e5ee550 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 944 time: 0.0712748 Feb 19 01:18:00.033311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfc2c-733d-41e5-90fb-10e6c6ed7846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.035114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc7cfc2c-733d-41e5-90fb-10e6c6ed7846 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b077d70e-6659-40b4-8056-6052295b97d1 HTTP/1.1" status: 204 len: 168 time: 0.2326601 Feb 19 01:18:00.071116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cfc2c-733d-41e5-90fb-10e6c6ed7846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077d70e-6659-40b4-8056-6052295b97d1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:00.105374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a477265a-4d81-4beb-a531-7877a892d566 req-d66a58a6-b5c9-411b-9028-9b92ca9161e0 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094258 Feb 19 01:18:00.128681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aaf7fb7e-fd95-4148-b731-9e931ae9f403 req-fa7df174-ec26-4cc0-8891-c673c5055d36 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866699 Feb 19 01:18:00.197882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee5d5005-4b42-484e-bff8-daa4677bdee0 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:00.401654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ee5d5005-4b42-484e-bff8-daa4677bdee0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:00.421430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ee5d5005-4b42-484e-bff8-daa4677bdee0', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': 'ee5d5005-4b42-484e-bff8-daa4677bdee0', 'mac_address': 'fa:16:3e:67:c8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:00.473390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ee5d5005-4b42-484e-bff8-daa4677bdee0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:00.474083 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.503139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5d5005-4b42-484e-bff8-daa4677bdee0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:00.538223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ee5d5005-4b42-484e-bff8-daa4677bdee0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:00.546830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.661563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ee5d5005-4b42-484e-bff8-daa4677bdee0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:00.717189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f569f-8bf8-4c25-bf6e-29452c612a35 req-d848ebe1-a5d7-4d10-8cbd-affc276c6310 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:00.724981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c89f569f-8bf8-4c25-bf6e-29452c612a35 req-d848ebe1-a5d7-4d10-8cbd-affc276c6310 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0983040 Feb 19 01:18:00.785398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c89f569f-8bf8-4c25-bf6e-29452c612a35 req-e5aae560-0b76-4b1d-b528-daaa094d576e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591676 Feb 19 01:18:00.947442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ee5d5005-4b42-484e-bff8-daa4677bdee0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:01.313388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515c621-ef2d-458d-b7c5-d379230decb4 req-e7c84b02-4b09-4079-bebb-8a08c9fa7834 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:01.322270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7515c621-ef2d-458d-b7c5-d379230decb4 req-e7c84b02-4b09-4079-bebb-8a08c9fa7834 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 945 time: 0.0944250 Feb 19 01:18:01.339121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216a3a0-edc7-41a9-99e0-e0871acd3669 req-80719716-3091-40fa-a45a-bf8ffb202cc2 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:01.340739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c216a3a0-edc7-41a9-99e0-e0871acd3669 req-80719716-3091-40fa-a45a-bf8ffb202cc2 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.1345224 Feb 19 01:18:01.407738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7515c621-ef2d-458d-b7c5-d379230decb4 req-5fcb5bfd-7ffe-487b-b881-992d0e29e6d9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818236 Feb 19 01:18:01.461447 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c216a3a0-edc7-41a9-99e0-e0871acd3669 req-9eba6933-596b-4f80-a435-c22d5a60b18c tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103644 Feb 19 01:18:02.103520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67860a-6a9a-41d2-a524-c68acd555002 req-9ac6354c-bbee-41b9-add3-cefdf3afa34f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:02.113555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d67860a-6a9a-41d2-a524-c68acd555002 req-9ac6354c-bbee-41b9-add3-cefdf3afa34f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1897812 Feb 19 01:18:02.236400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d67860a-6a9a-41d2-a524-c68acd555002 req-fefd8197-9466-405b-9797-750e019f5666 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218636 Feb 19 01:18:02.624815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ed846-a5aa-4918-baf8-d40ee7113cb0 req-8855529b-30a4-4ace-bae2-f8ff99971b1d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:02.627006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-393ed846-a5aa-4918-baf8-d40ee7113cb0 req-8855529b-30a4-4ace-bae2-f8ff99971b1d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 945 time: 0.1195166 Feb 19 01:18:02.739957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-393ed846-a5aa-4918-baf8-d40ee7113cb0 req-9467d725-f857-46bd-9f1b-866f70795ae4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071894 Feb 19 01:18:03.377505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a036492-f376-4f78-887d-f34acc607367 req-2e9aaca7-43e6-434e-a9f1-95463bb7d0b3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:03.379218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a036492-f376-4f78-887d-f34acc607367 req-2e9aaca7-43e6-434e-a9f1-95463bb7d0b3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0645094 Feb 19 01:18:03.486638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a036492-f376-4f78-887d-f34acc607367 req-d4170af4-a54f-49f3-8b85-2120ab16f518 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964258 Feb 19 01:18:03.856503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd57271-78e0-42d2-b6dc-0fd17b6064d8 req-45eb4455-aa4f-47af-b694-7289fc984074 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:03.859249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfd57271-78e0-42d2-b6dc-0fd17b6064d8 req-45eb4455-aa4f-47af-b694-7289fc984074 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 945 time: 0.0566621 Feb 19 01:18:03.912794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfd57271-78e0-42d2-b6dc-0fd17b6064d8 req-28e78ff9-7dc3-4b2d-8fdb-026fb4e4396d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473459 Feb 19 01:18:04.217745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee5d5005-4b42-484e-bff8-daa4677bdee0 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:04.282678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ee5d5005-4b42-484e-bff8-daa4677bdee0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:18:04.288034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ee5d5005-4b42-484e-bff8-daa4677bdee0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:04.288669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.435368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ee5d5005-4b42-484e-bff8-daa4677bdee0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:04.436165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.472602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5d5005-4b42-484e-bff8-daa4677bdee0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:04.476064 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1043b0a8-f4e9-4286-aecc-cfa706fb5915" -d '{"events": [{"server_uuid": "97f0bea4-abc9-4b91-a25d-62c3372ceb7d", "name": "network-vif-plugged", "status": "completed", "tag": "ee5d5005-4b42-484e-bff8-daa4677bdee0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:04.523528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ee5d5005-4b42-484e-bff8-daa4677bdee0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:04.527557 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3168d17-3c15-4bde-b214-6a48e7e0b2f8 x-openstack-request-id: req-d3168d17-3c15-4bde-b214-6a48e7e0b2f8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:04.529741 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0bea4-abc9-4b91-a25d-62c3372ceb7d", "name": "network-vif-plugged", "status": "completed", "tag": "ee5d5005-4b42-484e-bff8-daa4677bdee0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:04.530873 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3168d17-3c15-4bde-b214-6a48e7e0b2f8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:04.531854 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5d5005-4b42-484e-bff8-daa4677bdee0', 'code': 200} Feb 19 01:18:04.536048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.565704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:18:04.666476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ee5d5005-4b42-484e-bff8-daa4677bdee0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:04.706059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-cb7023c9-9ab0-4b3d-ae07-d7f3c4e32cf9 service neutron] 10.222.0.10 "GET /v2.0/ports/15243ad9-504d-4533-87cb-c654f26c58a2/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.1456816 Feb 19 01:18:04.782084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae54379-c9d9-47be-83cd-26ecc5b69efd req-691b13a2-ef63-468b-8e07-c180e9708b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:04.783974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ae54379-c9d9-47be-83cd-26ecc5b69efd req-691b13a2-ef63-468b-8e07-c180e9708b31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 1128 time: 0.1748428 Feb 19 01:18:04.822754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddbe8b-b719-4000-ac48-337ba4cd48cb req-00232104-ac6e-4c7f-91c9-c880f5152bad tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:04.824232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55ddbe8b-b719-4000-ac48-337ba4cd48cb req-00232104-ac6e-4c7f-91c9-c880f5152bad tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1594906 Feb 19 01:18:04.874226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ae54379-c9d9-47be-83cd-26ecc5b69efd req-d74e31b1-4612-46b3-b214-b08739097b39 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Feb 19 01:18:04.907949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55ddbe8b-b719-4000-ac48-337ba4cd48cb req-7951f2fb-fa5c-47ab-a052-bd66197a1381 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741925 Feb 19 01:18:05.048216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf9180-3cda-4881-8f52-ff79c3b58005 req-b426141a-694e-4855-82db-cd50ff09a9df tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:05.050644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78bf9180-3cda-4881-8f52-ff79c3b58005 req-b426141a-694e-4855-82db-cd50ff09a9df tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.0595467 Feb 19 01:18:05.103064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78bf9180-3cda-4881-8f52-ff79c3b58005 req-17ec30dd-4d4e-45c9-980a-487a57fa4870 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Feb 19 01:18:05.178567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-c6c6b46e-0786-46c5-b77e-a39a57ee3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:05.181597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-c6c6b46e-0786-46c5-b77e-a39a57ee3719 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d&tenant_id=88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 1132 time: 0.0535164 Feb 19 01:18:05.258741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-b5d1879e-9436-4f7e-b9cd-c8c2b8b17fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:05.260528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-b5d1879e-9436-4f7e-b9cd-c8c2b8b17fd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1132 time: 0.0521970 Feb 19 01:18:05.366682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-21199fca-267c-4672-bf2d-519ebfc88107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:05.368194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-21199fca-267c-4672-bf2d-519ebfc88107 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1003733 Feb 19 01:18:05.423797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-69054754-f92e-4de3-9333-2f30b885b664 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 217 time: 0.0478086 Feb 19 01:18:05.498973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-8aa72a10-b965-400b-8994-101e42cfea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:05.501396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-8aa72a10-b965-400b-8994-101e42cfea20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0667067 Feb 19 01:18:05.577099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-91a04de2-f1b7-479f-ba83-c20034fad400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:05.580246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-91a04de2-f1b7-479f-ba83-c20034fad400 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0678334 Feb 19 01:18:05.597199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-31f5bc7d-521c-4047-b48d-e5d62adc40ae service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:18:05.598430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-31f5bc7d-521c-4047-b48d-e5d62adc40ae service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098650 Feb 19 01:18:05.743257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-882f8bb7-d0e8-4ba6-94c8-77289826471f service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364939 Feb 19 01:18:05.942477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7f0a222-83be-4a49-8603-2d9d292182ba req-048a1186-09c6-41d8-9198-bc4c4c52b97d service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903505 Feb 19 01:18:06.110098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31463-905a-4cbc-a3ac-909cd4489caa req-0d34c561-92b8-470d-b8d4-3081b2a11602 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:06.119096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3af31463-905a-4cbc-a3ac-909cd4489caa req-0d34c561-92b8-470d-b8d4-3081b2a11602 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0730503 Feb 19 01:18:06.239127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3af31463-905a-4cbc-a3ac-909cd4489caa req-97b6fb53-0098-4888-aded-9f7adbb5839e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085291 Feb 19 01:18:06.358246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fba68-ca34-47b2-a4a0-ad5706bff73f req-e41e3f6c-4bba-4455-ba75-fe41f58d5ee4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:06.369828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f61fba68-ca34-47b2-a4a0-ad5706bff73f req-e41e3f6c-4bba-4455-ba75-fe41f58d5ee4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.1153331 Feb 19 01:18:06.438292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f61fba68-ca34-47b2-a4a0-ad5706bff73f req-6ecae018-6bf1-46ef-b562-0e2f02bf0745 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644329 Feb 19 01:18:07.390196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf478b-22d6-4b4f-bf6f-013d43263795 req-c36f50ab-95f4-4fab-b177-fe0eef88e654 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:07.397200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3cf478b-22d6-4b4f-bf6f-013d43263795 req-c36f50ab-95f4-4fab-b177-fe0eef88e654 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.0825336 Feb 19 01:18:07.494402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3cf478b-22d6-4b4f-bf6f-013d43263795 req-3614d5e3-e547-4a7f-b604-667a3c1bc4bc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921876 Feb 19 01:18:07.630014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30aded-4ea2-4eb9-928a-4049aa4218cb req-d8a7fcc8-9785-407e-9407-08d45d835577 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:07.632606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b30aded-4ea2-4eb9-928a-4049aa4218cb req-d8a7fcc8-9785-407e-9407-08d45d835577 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.1091900 Feb 19 01:18:07.700520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b30aded-4ea2-4eb9-928a-4049aa4218cb req-c5227e36-c852-4206-85f9-349cbf5b32b0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610037 Feb 19 01:18:07.829920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fd214-200e-48c4-bf78-3a1395977042 req-b4591a5a-d959-4454-8714-5bc0501d2735 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:07.831425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-737fd214-200e-48c4-bf78-3a1395977042 req-b4591a5a-d959-4454-8714-5bc0501d2735 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.0606642 Feb 19 01:18:07.884886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-737fd214-200e-48c4-bf78-3a1395977042 req-27fe5f85-f99c-44f6-a8e4-53b6a7d71a38 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Feb 19 01:18:08.220460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:08.228772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eaa9d-469a-48d2-a4f9-610124f2afde req-920a2a26-18c0-4cff-8a4f-a1d5b960f02a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:08.252402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c05eaa9d-469a-48d2-a4f9-610124f2afde req-920a2a26-18c0-4cff-8a4f-a1d5b960f02a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.0762401 Feb 19 01:18:08.362605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:08.363214 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.415332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:08.426442 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994773f-ee7d-49f4-a68d-45f05fe0a85a" -d '{"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:08.439857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c05eaa9d-469a-48d2-a4f9-610124f2afde req-75d22188-7c51-4f70-873a-a26b5a106861 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832614 Feb 19 01:18:08.455117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:08.465779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.532652 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e77b3-0823-474f-8a45-df55a4212555 x-openstack-request-id: req-592e77b3-0823-474f-8a45-df55a4212555 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:08.533275 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:08.533973 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-592e77b3-0823-474f-8a45-df55a4212555 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:08.534954 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'code': 200} Feb 19 01:18:08.557413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:08.695352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944d22a-b4e5-4459-a126-5fa6bbba3b46 req-71e46a7c-32bb-46a5-9432-5dc07c578adc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:08.701415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42306) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:08.715561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f944d22a-b4e5-4459-a126-5fa6bbba3b46 req-71e46a7c-32bb-46a5-9432-5dc07c578adc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.1108952 Feb 19 01:18:08.788196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f944d22a-b4e5-4459-a126-5fa6bbba3b46 req-06999bfd-82d9-4d71-811a-fdb697ee1a76 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709229 Feb 19 01:18:08.895320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.988461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Publish callbacks [] for security_group (aba1f6f8-65c4-40bc-a537-d0250766ad3b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.994253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aba1f6f8-65c4-40bc-a537-d0250766ad3b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.057794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42328) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:09.065896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b08205617344658940a3f9d6f65f4ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524828 Feb 19 01:18:09.070131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba1f6f8-65c4-40bc-a537-d0250766ad3b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:09.103344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.107867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.111793 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.112470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.115294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.116579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.117040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.118706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.123214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.123858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.125213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.125796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.126361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7c1bc-8446-4228-aed1-473b53fc42a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:09.178021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5710bbf-0f2f-425e-b642-d193128e9c3a admin admin] Publish callbacks [] for security_group (aba1f6f8-65c4-40bc-a537-d0250766ad3b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.209864 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5710bbf-0f2f-425e-b642-d193128e9c3a admin admin] Publish callbacks [] for security_group (aba1f6f8-65c4-40bc-a537-d0250766ad3b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.311046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5710bbf-0f2f-425e-b642-d193128e9c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aba1f6f8-65c4-40bc-a537-d0250766ad3b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.315236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5710bbf-0f2f-425e-b642-d193128e9c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.325111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d5710bbf-0f2f-425e-b642-d193128e9c3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aba1f6f8-65c4-40bc-a537-d0250766ad3b HTTP/1.1" status: 204 len: 168 time: 0.2600963 Feb 19 01:18:09.445852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5710bbf-0f2f-425e-b642-d193128e9c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba1f6f8-65c4-40bc-a537-d0250766ad3b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:09.488067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-5fb34fb1-efc2-4014-84af-dff8bcb3debc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:09.490275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-5fb34fb1-efc2-4014-84af-dff8bcb3debc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d&tenant_id=88aae3f9d11042d0ba928360fbce9057&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 948 time: 0.1635182 Feb 19 01:18:09.606320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a0a10-6c17-4338-8ae0-857542db6e34 req-b9fd2cf6-91a2-49eb-b652-d7a452507e04 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:09.618840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-017a0a10-6c17-4338-8ae0-857542db6e34 req-b9fd2cf6-91a2-49eb-b652-d7a452507e04 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.2600470 Feb 19 01:18:09.708051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ee48-8349-4a92-b833-ab89fbad7aab req-851a284b-23d3-468f-bc25-67dcc043e0b1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:09.722588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e45ee48-8349-4a92-b833-ab89fbad7aab req-851a284b-23d3-468f-bc25-67dcc043e0b1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.1753504 Feb 19 01:18:09.864892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2e45ee48-8349-4a92-b833-ab89fbad7aab req-d3e6a04d-c3bc-4e67-8b7d-a5dc6fab4e00 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388707 Feb 19 01:18:09.999362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:10.020112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15f78ad9-4f2b-480f-892f-e572f167c2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.132803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15f78ad9-4f2b-480f-892f-e572f167c2fe admin admin] Publish callbacks [] for security_group (f13b4603-b157-46ea-811c-ffe0640d2400), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.139994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15f78ad9-4f2b-480f-892f-e572f167c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f13b4603-b157-46ea-811c-ffe0640d2400), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.209083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-15f78ad9-4f2b-480f-892f-e572f167c2fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97571ea056d942a19db31aa1861deca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067726 Feb 19 01:18:10.215314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:10.227842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:10.272573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-017a0a10-6c17-4338-8ae0-857542db6e34 req-5766a81c-6954-41f6-9126-82953dedf848 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479750 Feb 19 01:18:10.280966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78ad9-4f2b-480f-892f-e572f167c2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b4603-b157-46ea-811c-ffe0640d2400,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:10.349209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-3f045dad-c02e-4f63-a7e2-f68050e16e25 service neutron] 10.222.0.10 "GET /v2.0/ports/15243ad9-504d-4533-87cb-c654f26c58a2/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.8450692 Feb 19 01:18:10.358980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f42d-095b-4683-936c-a513040bbdcc admin admin] Publish callbacks [] for security_group (f13b4603-b157-46ea-811c-ffe0640d2400), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.370281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-3425fa06-252e-41ed-8b0a-86e54f532280 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:10.372911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-3425fa06-252e-41ed-8b0a-86e54f532280 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.1685531 Feb 19 01:18:10.435165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f42d-095b-4683-936c-a513040bbdcc admin admin] Publish callbacks [] for security_group (f13b4603-b157-46ea-811c-ffe0640d2400), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.466836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:10.489541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '15243ad9-504d-4533-87cb-c654f26c58a2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '15243ad9-504d-4533-87cb-c654f26c58a2', 'mac_address': 'fa:16:3e:2e:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:10.549500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-9d29a1a2-22d2-42ac-a0ed-a3348ab77377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:10.553596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-9d29a1a2-22d2-42ac-a0ed-a3348ab77377 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1130 time: 0.1789863 Feb 19 01:18:10.556466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f42d-095b-4683-936c-a513040bbdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f13b4603-b157-46ea-811c-ffe0640d2400), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.560455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f42d-095b-4683-936c-a513040bbdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.561593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4dd9f42d-095b-4683-936c-a513040bbdcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f13b4603-b157-46ea-811c-ffe0640d2400 HTTP/1.1" status: 204 len: 168 time: 0.3454297 Feb 19 01:18:10.566746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:10.567233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.586005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9f42d-095b-4683-936c-a513040bbdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b4603-b157-46ea-811c-ffe0640d2400,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:10.594566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15243ad9-504d-4533-87cb-c654f26c58a2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:10.659727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:10.686687 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.735518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port ee5d5005-4b42-484e-bff8-daa4677bdee0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:10.736221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.836545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port ee5d5005-4b42-484e-bff8-daa4677bdee0, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee5d5005-4b42-484e-bff8-daa4677bdee0,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:10.837087 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.849731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for ee5d5005-4b42-484e-bff8-daa4677bdee0 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:10.881781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:10.999593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-bfc6549d-2534-4523-84ef-26af08d38dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.001267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-bfc6549d-2534-4523-84ef-26af08d38dd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3944755 Feb 19 01:18:11.002429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42378) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.063512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['15243ad9-504d-4533-87cb-c654f26c58a2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:11.180320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-fe5f4c02-a1d8-41cf-8fa2-4144773b195a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 217 time: 0.1667237 Feb 19 01:18:11.198900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.199748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.200946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.201599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.202280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.203040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.203685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.206135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-53d2bbd9-1810-4a89-8659-06ea61dd669e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6719 time: 0.2021339 Feb 19 01:18:11.246558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90005c1-ff2a-4608-b4ba-f92612ba71e2 req-d991a7b5-ed8e-4105-8f83-18340cf8c0d1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.258224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a90005c1-ff2a-4608-b4ba-f92612ba71e2 req-d991a7b5-ed8e-4105-8f83-18340cf8c0d1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f0bea4-abc9-4b91-a25d-62c3372ceb7d HTTP/1.1" status: 200 len: 946 time: 0.2945213 Feb 19 01:18:11.348652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-9d29996a-c050-4e06-88e1-845409afbe02 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351421 Feb 19 01:18:11.357153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42388) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.384186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effcaeab-db9e-4e98-8919-20394ab670dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.456646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-a404e359-4d72-457f-ac33-92701ef7c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.458234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-a404e359-4d72-457f-ac33-92701ef7c4eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.2577915 Feb 19 01:18:11.532975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a90005c1-ff2a-4608-b4ba-f92612ba71e2 req-4223d127-70ca-44d8-8eed-b41d5b3c9ce6 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735667 Feb 19 01:18:11.543272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ee5d5005-4b42-484e-bff8-daa4677bdee0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.564476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:11.597312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=ee5d5005-4b42-484e-bff8-daa4677bdee0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:11.649546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fed7ae-8f67-476c-83a2-1f25da489e88 req-9a83269d-ec09-4c67-994b-a4f97af494fe tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.650695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-03fad6ff-958a-4dc3-9d99-4235050b9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.652564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-03fad6ff-958a-4dc3-9d99-4235050b9254 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1821246 Feb 19 01:18:11.670234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66fed7ae-8f67-476c-83a2-1f25da489e88 req-9a83269d-ec09-4c67-994b-a4f97af494fe tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 949 time: 0.1848893 Feb 19 01:18:11.712332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port ee5d5005-4b42-484e-bff8-daa4677bdee0 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:11.718876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.722440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b15b9df-ff17-4cb0-997a-25ae3fe7758c req-5e6a39dc-d58a-4cb4-8e89-6196fe174516 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/ee5d5005-4b42-484e-bff8-daa4677bdee0 HTTP/1.1" status: 204 len: 173 time: 1.2940166 Feb 19 01:18:11.724777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'name': 'network-vif-deleted', 'tag': 'ee5d5005-4b42-484e-bff8-daa4677bdee0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:11.726217 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155cf86c-9083-4ccc-b129-4480a9df9ce8" -d '{"events": [{"server_uuid": "97f0bea4-abc9-4b91-a25d-62c3372ceb7d", "name": "network-vif-deleted", "tag": "ee5d5005-4b42-484e-bff8-daa4677bdee0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:11.770610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effcaeab-db9e-4e98-8919-20394ab670dc admin admin] Publish callbacks [] for security_group (46d1b2da-c6ed-4cee-864d-a3a550dfc842), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.851088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66fed7ae-8f67-476c-83a2-1f25da489e88 req-5633aab7-318e-435f-8491-81fcde71e85c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805825 Feb 19 01:18:11.854738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effcaeab-db9e-4e98-8919-20394ab670dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46d1b2da-c6ed-4cee-864d-a3a550dfc842), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.920337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803b9f9-ef33-4c3b-a672-b906dfd6e397 req-d12400b5-3ac8-416c-afd8-0fe566c110df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:11.928620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-effcaeab-db9e-4e98-8919-20394ab670dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21b7eb44f8534be8bed4d39396d37e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684209 Feb 19 01:18:11.928620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcaeab-db9e-4e98-8919-20394ab670dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1b2da-c6ed-4cee-864d-a3a550dfc842,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:11.930582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42404) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.945574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b803b9f9-ef33-4c3b-a672-b906dfd6e397 req-d12400b5-3ac8-416c-afd8-0fe566c110df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1179485 Feb 19 01:18:11.978667 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daed2b34-7fb7-4203-9183-c24453569589 x-openstack-request-id: req-daed2b34-7fb7-4203-9183-c24453569589 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:11.979293 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0bea4-abc9-4b91-a25d-62c3372ceb7d", "name": "network-vif-deleted", "tag": "ee5d5005-4b42-484e-bff8-daa4677bdee0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:11.979745 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daed2b34-7fb7-4203-9183-c24453569589 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:11.980514 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0bea4-abc9-4b91-a25d-62c3372ceb7d', 'name': 'network-vif-deleted', 'tag': 'ee5d5005-4b42-484e-bff8-daa4677bdee0', 'status': 'completed', 'code': 200} Feb 19 01:18:12.004178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8c63e83-69d9-43f1-be41-36c5871564fc admin admin] Publish callbacks [] for security_group (46d1b2da-c6ed-4cee-864d-a3a550dfc842), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.030699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8c63e83-69d9-43f1-be41-36c5871564fc admin admin] Publish callbacks [] for security_group (46d1b2da-c6ed-4cee-864d-a3a550dfc842), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.073307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b803b9f9-ef33-4c3b-a672-b906dfd6e397 req-2d3f1d73-04e8-46dc-a5f7-ba639397e3e9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259069 Feb 19 01:18:12.113279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8c63e83-69d9-43f1-be41-36c5871564fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (46d1b2da-c6ed-4cee-864d-a3a550dfc842), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.115906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8c63e83-69d9-43f1-be41-36c5871564fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.119535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f8c63e83-69d9-43f1-be41-36c5871564fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46d1b2da-c6ed-4cee-864d-a3a550dfc842 HTTP/1.1" status: 204 len: 168 time: 0.1852312 Feb 19 01:18:12.132494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c63e83-69d9-43f1-be41-36c5871564fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1b2da-c6ed-4cee-864d-a3a550dfc842,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:12.148614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-389b71d0-5ad8-4f92-bc7d-34029dbc4181 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376664 Feb 19 01:18:12.228706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee5d5005-4b42-484e-bff8-daa4677bdee0 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:12.260822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ee5d5005-4b42-484e-bff8-daa4677bdee0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:12.260822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee5d5005-4b42-484e-bff8-daa4677bdee0 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:12.279088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106858f-34c5-41cf-941d-88d40950f835 req-3fe76fdc-c27f-45fa-9459-985afdedb412 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:12.285281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4106858f-34c5-41cf-941d-88d40950f835 req-3fe76fdc-c27f-45fa-9459-985afdedb412 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0830338 Feb 19 01:18:12.307848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-693d5b4c-e6d5-4054-a60e-75b9af9e118a service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443467 Feb 19 01:18:12.410792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4106858f-34c5-41cf-941d-88d40950f835 req-e887efd9-e5f0-4b0c-a729-7dd0405e5633 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112330 Feb 19 01:18:12.671109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794efb66-439f-47c6-bf1d-3e6543374a0d req-75594159-b766-49d8-884c-25f952bc99d5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:12.675926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-794efb66-439f-47c6-bf1d-3e6543374a0d req-75594159-b766-49d8-884c-25f952bc99d5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1551192 Feb 19 01:18:12.796184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-794efb66-439f-47c6-bf1d-3e6543374a0d req-9f4fb268-824f-4f81-b12c-f93cd172fb1a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132569 Feb 19 01:18:13.055013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815766-ab3b-4697-aa2e-254e71e353d5 req-f4b45ed9-b45c-4213-831a-59eb4f805d2e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:13.057108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0815766-ab3b-4697-aa2e-254e71e353d5 req-f4b45ed9-b45c-4213-831a-59eb4f805d2e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0849912 Feb 19 01:18:13.060665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-509aff37-998b-44eb-86a0-088c6dfa3c2f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:13.062243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-509aff37-998b-44eb-86a0-088c6dfa3c2f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.1603451 Feb 19 01:18:13.086492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-d811e463-d6fb-42c4-be2f-28ce6740791f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0178156 Feb 19 01:18:13.141942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0815766-ab3b-4697-aa2e-254e71e353d5 req-3479fcf9-72db-4a37-8b8c-d0fa730c0d59 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695386 Feb 19 01:18:13.186549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-2b533fe5-fa07-4f1f-8fcb-fb6b9e5ac2aa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986502 Feb 19 01:18:13.286210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9d6ae-261c-49c6-8cdc-0ba9380b6a57 req-6bd16cb7-7f4d-4be5-83a9-89cbabe38be4 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:13.288702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59f9d6ae-261c-49c6-8cdc-0ba9380b6a57 req-6bd16cb7-7f4d-4be5-83a9-89cbabe38be4 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 949 time: 0.0784574 Feb 19 01:18:13.385767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-1fe3b449-edef-4041-9a02-cca79c8994bf service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970046 Feb 19 01:18:13.425909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-59f9d6ae-261c-49c6-8cdc-0ba9380b6a57 req-70b776b3-8647-4f04-a10b-eda468e6d1d8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303124 Feb 19 01:18:13.494481 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-53eaf71f-f708-4a33-a39e-2168b2c3659b service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076422 Feb 19 01:18:13.728817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ddd69c4b-fe72-436c-a292-285975207ec7 req-bf8ba974-9d06-432f-8c20-a2935b1cf399 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 210 time: 0.0518472 Feb 19 01:18:13.938565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d433f6-f130-4e5e-a88d-79cc07cc2d59 req-0e127ede-7aed-4612-8eb8-0235838751d9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:13.940683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1d433f6-f130-4e5e-a88d-79cc07cc2d59 req-0e127ede-7aed-4612-8eb8-0235838751d9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1088967 Feb 19 01:18:14.045065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1d433f6-f130-4e5e-a88d-79cc07cc2d59 req-8bb3bcb9-af94-4dee-92eb-1d58a17c2ec2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870907 Feb 19 01:18:14.249347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:14.383624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 15243ad9-504d-4533-87cb-c654f26c58a2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:14.384346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:14.498705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:14.499522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:14.553083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:14.555773 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3bc4c7-7407-4f9b-8bc1-a97624c281ba" -d '{"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:14.580023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:14.595151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:14.620228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83959a-8dc7-4c1d-a8b5-3da75ae97508 req-dd3c8497-2071-48d6-ac33-4da19a0e0987 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:14.623545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c83959a-8dc7-4c1d-a8b5-3da75ae97508 req-dd3c8497-2071-48d6-ac33-4da19a0e0987 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 949 time: 0.1084955 Feb 19 01:18:14.636177 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d12c3-d8a2-44ef-89c4-1daf07f01963 x-openstack-request-id: req-2c7d12c3-d8a2-44ef-89c4-1daf07f01963 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:14.636517 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:14.636880 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c7d12c3-d8a2-44ef-89c4-1daf07f01963 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:14.637391 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'code': 200} Feb 19 01:18:14.677584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:14.787438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c83959a-8dc7-4c1d-a8b5-3da75ae97508 req-69b46905-6e78-4bb2-b7dd-62afc744c1a6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530788 Feb 19 01:18:14.885667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8497074-b60a-4dc4-9545-19760260ca1e req-e9013807-75ed-49dc-82a5-e8a3dd1f3113 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 210 time: 0.0344374 Feb 19 01:18:15.055049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63123543-342b-4412-9789-1b7535602aa8 req-5dc2109f-c230-45eb-b164-da3a32e01a02 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:15.062649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63123543-342b-4412-9789-1b7535602aa8 req-5dc2109f-c230-45eb-b164-da3a32e01a02 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1177487 Feb 19 01:18:15.143988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63123543-342b-4412-9789-1b7535602aa8 req-bba98b1c-cd06-4fc4-8ba8-ff89ea1d3827 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802364 Feb 19 01:18:15.151071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-5f68f44a-89a6-42ab-8c96-8cda922a6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:15.154755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-5f68f44a-89a6-42ab-8c96-8cda922a6362 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d&tenant_id=88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 1132 time: 0.1509368 Feb 19 01:18:15.473590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-732564b0-f71a-497c-84e1-beff7881c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:15.475278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-732564b0-f71a-497c-84e1-beff7881c220 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 1132 time: 0.2923141 Feb 19 01:18:15.721453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-9788d2a1-1523-409b-bf16-74c7e882b079 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:15.734814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-9788d2a1-1523-409b-bf16-74c7e882b079 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.4661605 Feb 19 01:18:15.763152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:15.928000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:15.938096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:16.022187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f6b0-4ddf-4330-b2e4-4f843014cf9a req-3d4c3abe-5ff4-4af5-983c-3fcd4347740a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:16.032605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a494f6b0-4ddf-4330-b2e4-4f843014cf9a req-3d4c3abe-5ff4-4af5-983c-3fcd4347740a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 950 time: 0.1399465 Feb 19 01:18:16.109629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-adc3ae06-d79d-4f6b-bccd-5e08d115e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:16.111196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-adc3ae06-d79d-4f6b-bccd-5e08d115e71f service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.6178970 Feb 19 01:18:16.118316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22eb546b-69bc-450f-8577-027efa2318ce req-00f50035-bd3a-464f-b6b0-94a56e33b8a0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 210 time: 0.0951068 Feb 19 01:18:16.177102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a494f6b0-4ddf-4330-b2e4-4f843014cf9a req-b04f1618-b4ce-46ca-90c5-9737122faf25 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411197 Feb 19 01:18:16.208399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-c7c54de9-9b10-4177-b305-67e5fd2c0835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 200 len: 217 time: 0.0865333 Feb 19 01:18:16.275565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:16.402709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-3af395fb-a21d-4305-a7ee-e893a8ce8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:16.404349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-3af395fb-a21d-4305-a7ee-e893a8ce8eb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1862705 Feb 19 01:18:16.457853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:16.458255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:16.509905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.13 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/1dbf30be-d076-46bc-8287-a2d8bc1eae77) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:16.530299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:16.546265 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:16.560331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419069-5b69-43ec-9a04-989a6453ac91 req-e2673d97-ee9d-4ce6-bc63-44085e1853df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:16.571943 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01419069-5b69-43ec-9a04-989a6453ac91 req-e2673d97-ee9d-4ce6-bc63-44085e1853df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2797792 Feb 19 01:18:16.640776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:16.647228 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d8f2c-4042-401c-9137-5ed1d5d35925" -d '{"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:16.702881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-de534b39-00bc-4706-b5cd-8709e01fb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:16.709329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-de534b39-00bc-4706-b5cd-8709e01fb5a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2831995 Feb 19 01:18:16.719977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:16.779076 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865bac02-a574-4ae3-bd30-1b419e94ae5d x-openstack-request-id: req-865bac02-a574-4ae3-bd30-1b419e94ae5d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:16.779423 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:16.779688 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-865bac02-a574-4ae3-bd30-1b419e94ae5d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:16.780328 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'code': 200} Feb 19 01:18:16.839298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-81e6439c-c430-422c-9dbc-29cff0e80740 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168590 Feb 19 01:18:16.954244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01419069-5b69-43ec-9a04-989a6453ac91 req-9ed23c4c-9d01-49c6-bf3f-e2e1d2f01837 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810260 Feb 19 01:18:17.066463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.134234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0fa0044-1100-45a5-bf34-fbb8440b5caf req-29349279-1fa4-4c4f-b61f-75b9e7a0b616 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861733 Feb 19 01:18:17.135880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.155785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:17.241424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=1dbf30be-d076-46bc-8287-a2d8bc1eae77,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:17.286583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:17.288798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.289176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.289522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.289861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.290194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.290522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.290849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.291176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.291708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.292036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.292362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.292688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.293023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.386081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:17.393672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:17.438723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b603-0e24-4a82-a437-008c868e4e2e req-e48e1e80-f8f6-43e5-8c2a-0e64425689ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:17.466599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ecb8b603-0e24-4a82-a437-008c868e4e2e req-e48e1e80-f8f6-43e5-8c2a-0e64425689ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 932 time: 0.1788306 Feb 19 01:18:17.527151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:17.528473 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.572336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19923994-cb73-453f-a03f-056b0bdd27d6 req-3c653d33-b866-4271-a668-256b49760f08 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:17.589741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19923994-cb73-453f-a03f-056b0bdd27d6 req-3c653d33-b866-4271-a668-256b49760f08 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.2702942 Feb 19 01:18:17.633905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ecb8b603-0e24-4a82-a437-008c868e4e2e req-ad728bc0-1798-42ed-9236-d6c6caae87cb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648061 Feb 19 01:18:17.674270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-3fcb31d7-ad15-4580-8a3b-12ad268f3db9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9374881 Feb 19 01:18:17.713486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Request body: {'port': {'device_id': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:17.854129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19923994-cb73-453f-a03f-056b0bdd27d6 req-b7b1c6ed-224d-43c9-ba76-5ad8fa971a9c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619672 Feb 19 01:18:17.911311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.251606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.473243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9636-5af3-4927-a566-f9f8089e5797 req-b9d30bb6-cdc7-463b-90fc-7a7afcc6c821 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.483557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e61f9636-5af3-4927-a566-f9f8089e5797 req-b9d30bb6-cdc7-463b-90fc-7a7afcc6c821 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1080258 Feb 19 01:18:18.493390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbf30be-d076-46bc-8287-a2d8bc1eae77 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:18.511786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Publish callbacks [] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.528346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Transition to ACTIVE for port object 1dbf30be-d076-46bc-8287-a2d8bc1eae77 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:18:18.535722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.591712 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e61f9636-5af3-4927-a566-f9f8089e5797 req-609b4ffd-b6ca-441e-ac66-9b0b0f0efbef tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060054 Feb 19 01:18:18.596616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf30be-d076-46bc-8287-a2d8bc1eae77,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:18.812903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Attempting to bind port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:18.813413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Attempting to bind port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:18.813704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Attempting to bind port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:18.878809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:18.879387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Attempting to bind port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:18.898347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:18.898678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:18.901304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:18.901775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Bound port: 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:18.902306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.989039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceeaaa-9be1-4792-98db-b2985915505c req-86b10aa2-6663-4277-a0f3-96ec51cf5682 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.995645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7aceeaaa-9be1-4792-98db-b2985915505c req-86b10aa2-6663-4277-a0f3-96ec51cf5682 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 944 time: 0.2366552 Feb 19 01:18:19.014662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4b0d-6052-49d9-8bca-e92e2da69b36 req-36c88708-bc21-41bb-894a-697b07835cff tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.022128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-155b4b0d-6052-49d9-8bca-e92e2da69b36 req-36c88708-bc21-41bb-894a-697b07835cff tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.0808964 Feb 19 01:18:19.138449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] For port 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:19.145679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7aceeaaa-9be1-4792-98db-b2985915505c req-2007b2a9-1312-47d1-a79e-3a9f097e4941 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464219 Feb 19 01:18:19.147508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] For port 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:19.161077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-155b4b0d-6052-49d9-8bca-e92e2da69b36 req-c4a77c85-43da-4f33-bd58-ba356cf2e6b2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371922 Feb 19 01:18:19.188709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.298889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf30be-d076-46bc-8287-a2d8bc1eae77,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:19.318509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.318509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.318509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-5b21f2ce-6ff4-4598-a695-58baf6fecdb6 service neutron] 10.222.0.10 "PUT /v2.0/ports/1dbf30be-d076-46bc-8287-a2d8bc1eae77 HTTP/1.1" status: 200 len: 1092 time: 1.6161661 Feb 19 01:18:19.318509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'tag': '1dbf30be-d076-46bc-8287-a2d8bc1eae77'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:19.319459 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9" -d '{"events": [{"name": "network-changed", "server_uuid": "42360d6b-85eb-4d6b-93b3-b278b34d1686", "tag": "1dbf30be-d076-46bc-8287-a2d8bc1eae77"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:19.474149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-404ca943-5aa3-4d4f-bf09-60fdc54c9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.475885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-404ca943-5aa3-4d4f-bf09-60fdc54c9769 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 1126 time: 0.0888989 Feb 19 01:18:19.555564 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591603d9-6811-49b1-9bc1-4f5736f9a863 x-openstack-request-id: req-591603d9-6811-49b1-9bc1-4f5736f9a863 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:19.557018 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42360d6b-85eb-4d6b-93b3-b278b34d1686", "tag": "1dbf30be-d076-46bc-8287-a2d8bc1eae77", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:19.557300 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-591603d9-6811-49b1-9bc1-4f5736f9a863 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:19.557732 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'tag': '1dbf30be-d076-46bc-8287-a2d8bc1eae77', 'status': 'completed', 'code': 200} Feb 19 01:18:19.560406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-df82262a-693b-4daf-9958-e78fc4c1b82d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77 HTTP/1.1" status: 200 len: 217 time: 0.0727398 Feb 19 01:18:19.692822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-a6817f9b-c60b-43a4-9ffe-af75b4d1e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.695235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-a6817f9b-c60b-43a4-9ffe-af75b4d1e6ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1187353 Feb 19 01:18:19.753752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-537bc376-4ae5-44ce-915c-ff64f9368d48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510442 Feb 19 01:18:19.760060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7655a1-bed2-4cb1-8ab8-0017349b7f77 req-7d5141d7-f38a-45d0-a573-aed85edf6d38 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.767051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7655a1-bed2-4cb1-8ab8-0017349b7f77 req-7d5141d7-f38a-45d0-a573-aed85edf6d38 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0621819 Feb 19 01:18:19.823986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7655a1-bed2-4cb1-8ab8-0017349b7f77 req-15c75bfc-a27f-4fd9-9f92-8acc65c15931 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513499 Feb 19 01:18:19.904375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-52c2a4d3-79fb-470e-8b1e-b9052a92446b service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430886 Feb 19 01:18:20.008507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34aa0dc5-ada5-48bd-aab6-4197646ca1b1 req-a0b1013b-591b-4541-aaad-64559a902ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974855 Feb 19 01:18:20.111163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-8dcbc3f2-f67c-40ba-ba47-3022a478d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.113314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-8dcbc3f2-f67c-40ba-ba47-3022a478d23e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 1126 time: 0.0549300 Feb 19 01:18:20.249152 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49e88e4d-59ac-4659-a80a-dd41b823c456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.283069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:20.329011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-b612e894-c157-4999-afa6-e82855973d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.329649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-b612e894-c157-4999-afa6-e82855973d11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.2081385 Feb 19 01:18:20.422191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f424-c802-495a-9b93-0393f66a74d0 req-d7390404-d8b6-42f3-8740-84eba83bf71b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.424525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a99f424-c802-495a-9b93-0393f66a74d0 req-d7390404-d8b6-42f3-8740-84eba83bf71b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.1166289 Feb 19 01:18:20.453310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-04bc8768-da4f-4276-9633-977d69b5de49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77 HTTP/1.1" status: 200 len: 217 time: 0.1071630 Feb 19 01:18:20.519460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:20.524269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a99f424-c802-495a-9b93-0393f66a74d0 req-fde3a196-688a-44e7-aa3d-26a2b8ba38bc tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902264 Feb 19 01:18:20.540367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a9475-53a7-44a5-83f5-673a89349e82 req-6ebb9340-fc8b-4964-a8ae-d935057b0faf tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.542111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa0a9475-53a7-44a5-83f5-673a89349e82 req-6ebb9340-fc8b-4964-a8ae-d935057b0faf tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 944 time: 0.2315593 Feb 19 01:18:20.573490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '15243ad9-504d-4533-87cb-c654f26c58a2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '15243ad9-504d-4533-87cb-c654f26c58a2', 'mac_address': 'fa:16:3e:2e:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:20.597453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-d8f18542-04c9-4bac-9a06-a8dc43676cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.598898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-d8f18542-04c9-4bac-9a06-a8dc43676cb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1377568 Feb 19 01:18:20.687995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:20.688718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.727413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15243ad9-504d-4533-87cb-c654f26c58a2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:20.747120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa0a9475-53a7-44a5-83f5-673a89349e82 req-163dd269-1088-43df-ad05-bc091240eae7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934919 Feb 19 01:18:20.749234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-659ac471-0022-4d24-b5d1-63c00ba1bd87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224458 Feb 19 01:18:20.760765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:20.767018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.779939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7865b4-e459-4d88-bfd4-c4f8ed42426a req-276c4f52-a0f0-4476-9d66-0dde4215dd7c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.783952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a7865b4-e459-4d88-bfd4-c4f8ed42426a req-276c4f52-a0f0-4476-9d66-0dde4215dd7c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 948 time: 0.1181171 Feb 19 01:18:20.843542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:20.863437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.863939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.864456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.864806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.865172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.865705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.866211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.866848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.867059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.869331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.869918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.870431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.871242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.886952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a7865b4-e459-4d88-bfd4-c4f8ed42426a req-f5677ea4-c435-4a0f-a30d-437bc511b3e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909388 Feb 19 01:18:21.022206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-3acc8d78-ae5f-4cf0-a870-980635c74aca service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653871 Feb 19 01:18:21.094590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174db75-983c-4f26-869c-5b526818f7cf req-23820aaf-fc1b-4e68-ab8f-8ca0c6627bed tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:21.096130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f174db75-983c-4f26-869c-5b526818f7cf req-23820aaf-fc1b-4e68-ab8f-8ca0c6627bed tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1247466 Feb 19 01:18:21.175990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-33c9fbce-f26e-4d6b-80da-1277d2f6714f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428369 Feb 19 01:18:21.183796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dae3bb9c-5ddb-480f-b2a0-aec74ea488d9 req-6a8f611b-b11b-432d-89cd-2aba9beca546 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504405 Feb 19 01:18:21.197858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f174db75-983c-4f26-869c-5b526818f7cf req-995055a3-2a16-4100-ae9b-077868ef6c30 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856421 Feb 19 01:18:21.272217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['15243ad9-504d-4533-87cb-c654f26c58a2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:21.360621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-862109ab-8e99-4fd0-8ec6-c4dcd0fefa05 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:21.367356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-862109ab-8e99-4fd0-8ec6-c4dcd0fefa05 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902597 Feb 19 01:18:21.400150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-6c439dd1-83b0-4857-8016-eaa79033921f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/quotas/88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 375 time: 0.0264196 Feb 19 01:18:21.487741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-d5486a80-48c9-49ac-bc62-19903f0af1a5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805123 Feb 19 01:18:21.679399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d5c4a46-1c93-4bbb-b3c6-c695bcdd5743 req-5bd233c9-796f-48d9-92e3-c1298a17621d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0408425 Feb 19 01:18:21.944044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22ecf-d3e0-4c72-900f-e42f38688143 req-6fcce194-d3a7-427e-a6bd-7b980c6abcba tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:21.946429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26c22ecf-d3e0-4c72-900f-e42f38688143 req-6fcce194-d3a7-427e-a6bd-7b980c6abcba tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 944 time: 0.0654819 Feb 19 01:18:22.023566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26c22ecf-d3e0-4c72-900f-e42f38688143 req-d11496e3-f1ff-4ed7-8af5-b103aceea886 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 Feb 19 01:18:22.375457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41584-a080-458d-ad49-5c7db42d0dbb req-0c17f0b6-d999-4978-bd69-fd2bd66019a5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:22.379663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ae41584-a080-458d-ad49-5c7db42d0dbb req-0c17f0b6-d999-4978-bd69-fd2bd66019a5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0747428 Feb 19 01:18:22.469767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ae41584-a080-458d-ad49-5c7db42d0dbb req-40561645-5a44-4ba7-bdc1-3e0c9070abdc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841837 Feb 19 01:18:22.576701 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce80d-a4b7-43ee-81fd-62ade13fef87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.827170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13f76c-07dc-4fd1-af13-ba4f6c4e6ee4 req-1fd28223-f4d9-46dc-a951-a04f0523c5a6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0548320 Feb 19 01:18:22.980500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-18fe063a-c56f-4dd6-a73a-23d1b42eb191 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=88aae3f9d11042d0ba928360fbce9057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384481 Feb 19 01:18:23.235544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-59b90a7a-dd14-4411-b287-e0ebb7c784cb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:23.237324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-59b90a7a-dd14-4411-b287-e0ebb7c784cb tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488749 Feb 19 01:18:23.287692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Request body: {'port': {'device_id': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '88aae3f9d11042d0ba928360fbce9057'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:23.394560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055721-30ad-46bd-b5a6-87d104e954a8 req-cbaf3b44-0e4a-4d40-94e6-ef651ada53bc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:23.397246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77055721-30ad-46bd-b5a6-87d104e954a8 req-cbaf3b44-0e4a-4d40-94e6-ef651ada53bc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 944 time: 0.1588464 Feb 19 01:18:23.554750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77055721-30ad-46bd-b5a6-87d104e954a8 req-9876de38-1fb5-43b2-9fe2-f83b750ea2fd tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419225 Feb 19 01:18:23.560536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Made reservation on behalf of 88aae3f9d11042d0ba928360fbce9057 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:23.573085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.679047 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.872619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436448-8bc7-4a8b-8e89-507d05482897 req-f4ab5721-4f67-429b-91d4-4809e8725e49 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:23.882111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e3436448-8bc7-4a8b-8e89-507d05482897 req-f4ab5721-4f67-429b-91d4-4809e8725e49 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0901721 Feb 19 01:18:23.929202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Allocated IP 192.168.233.85 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/b92a0919-80bd-48a9-b9a3-f3ddecb60964) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:23.989719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e3436448-8bc7-4a8b-8e89-507d05482897 req-3d0fc585-93fe-404b-bf15-1493932bfa27 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062608 Feb 19 01:18:24.147371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5322fcd8-3156-475c-b92c-a698de44f862 req-37531694-667f-45f1-b024-29d7d1e2f7ed tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0846117 Feb 19 01:18:24.251544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks [] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.311940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1dbf30be-d076-46bc-8287-a2d8bc1eae77 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:24.332153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.430879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:24.479905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa', '15243ad9-504d-4533-87cb-c654f26c58a2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:24.484359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:24.506992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:24.516579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:24.518193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:24.533349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:24.620614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:24.627070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.665279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-fab158fa-2478-4ac3-ac22-abdfbe8633e5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3820775 Feb 19 01:18:24.667854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 15243ad9-504d-4533-87cb-c654f26c58a2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:24.668731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.684791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Request body: {'port': {'device_id': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:24.698967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:24.803920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.841633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1dbf30be-d076-46bc-8287-a2d8bc1eae77', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': '1dbf30be-d076-46bc-8287-a2d8bc1eae77', 'mac_address': 'fa:16:3e:80:1f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:24.899581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ede50-cc76-408d-9c17-df122de93e91 req-164dbadb-ca35-4c5c-9c7d-9d82084ca3c5 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:24.912976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b74ede50-cc76-408d-9c17-df122de93e91 req-164dbadb-ca35-4c5c-9c7d-9d82084ca3c5 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 944 time: 0.1931581 Feb 19 01:18:25.001704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b74ede50-cc76-408d-9c17-df122de93e91 req-5f46d71c-947c-4f62-bca2-12f5dcc473b6 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824418 Feb 19 01:18:25.181622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f6875109-ebd0-4a58-941e-98951e7ee6e1 None None] Provisioning complete for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:25.182189 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f6875109-ebd0-4a58-941e-98951e7ee6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.197182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:25.197730 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.282777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbf30be-d076-46bc-8287-a2d8bc1eae77 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:25.338453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 15243ad9-504d-4533-87cb-c654f26c58a2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:25.338940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.400179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f6875109-ebd0-4a58-941e-98951e7ee6e1 None None] Port b92a0919-80bd-48a9-b9a3-f3ddecb60964 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:25.410547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:25.414831 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.437671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.451181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:25.453478 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1802d08-2cca-4258-9ddc-1eb0a9c8c53a" -d '{"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:25.500461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:25.517901 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.525586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92a0919-80bd-48a9-b9a3-f3ddecb60964 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:25.539255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Publish callbacks [] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.552374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cfb4b-3a51-43a9-b1d7-ab67c47f2dba req-8beda16b-b09c-4d7b-9aac-3adae2d53ab1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:25.557777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f5cfb4b-3a51-43a9-b1d7-ab67c47f2dba req-8beda16b-b09c-4d7b-9aac-3adae2d53ab1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 935 time: 0.2530768 Feb 19 01:18:25.567707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Transition to ACTIVE for port object b92a0919-80bd-48a9-b9a3-f3ddecb60964 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:18:25.608791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1dbf30be-d076-46bc-8287-a2d8bc1eae77,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:25.634914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.669214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f5cfb4b-3a51-43a9-b1d7-ab67c47f2dba req-3ee89694-ef64-4d4b-8260-b0792b568901 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959539 Feb 19 01:18:25.804272 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769bb242-3528-4dc6-b6e3-c1d4843003b7 x-openstack-request-id: req-769bb242-3528-4dc6-b6e3-c1d4843003b7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:25.805224 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:25.805991 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-769bb242-3528-4dc6-b6e3-c1d4843003b7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:25.806578 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'code': 200} Feb 19 01:18:25.815673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=11']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:25.897683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1dbf30be-d076-46bc-8287-a2d8bc1eae77'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:26.038497 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.245622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:26.327721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb1c00-0688-4190-b390-54e77dcf86ae req-d457cf9c-793a-4ec8-ab6e-2596f655d12c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:26.329903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5bb1c00-0688-4190-b390-54e77dcf86ae req-d457cf9c-793a-4ec8-ab6e-2596f655d12c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 1.1985772 Feb 19 01:18:26.331340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:26.332188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:26.332702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:26.345579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:26.346182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:26.364317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:26.364954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:26.365673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:26.366326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Bound port: b92a0919-80bd-48a9-b9a3-f3ddecb60964, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:26.366872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.471473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:26.475557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:26.492527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.515743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.569277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:26.580945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5bb1c00-0688-4190-b390-54e77dcf86ae req-26d3821a-86c4-4435-95ec-1c3185707741 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443888 Feb 19 01:18:26.591300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:26.592285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.595950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-04773aa5-7760-49d0-9174-64104bfcc78e service neutron] 10.222.0.10 "PUT /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 1095 time: 1.9205163 Feb 19 01:18:26.596782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:26.612299 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:26.737590 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5adbef-a55b-42f2-b2a6-a473fee6287f x-openstack-request-id: req-7f5adbef-a55b-42f2-b2a6-a473fee6287f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:26.739076 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:26.739393 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f5adbef-a55b-42f2-b2a6-a473fee6287f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:26.742304 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'status': 'completed', 'code': 200} Feb 19 01:18:26.829829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870fd71-ec01-4481-9217-09c9ef3629e4 req-3a83bc60-c954-4791-9ce8-78926e963d3f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:26.839419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1870fd71-ec01-4481-9217-09c9ef3629e4 req-3a83bc60-c954-4791-9ce8-78926e963d3f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 945 time: 0.1621873 Feb 19 01:18:26.889812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-193223f1-2efa-43f8-bdc8-c13a068efe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:26.895398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-193223f1-2efa-43f8-bdc8-c13a068efe51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.2072091 Feb 19 01:18:26.989591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1870fd71-ec01-4481-9217-09c9ef3629e4 req-62901c13-0647-43c4-b91b-5eafc0b7ac2e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489446 Feb 19 01:18:27.031405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-3e4419fd-9438-4b8a-bbdc-210970c5be71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.1165485 Feb 19 01:18:27.074847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caeb249-5de1-40f9-9a36-f08873fa1f01 req-c488cd6c-287e-4501-818c-6a16642b64a0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:27.082750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5caeb249-5de1-40f9-9a36-f08873fa1f01 req-c488cd6c-287e-4501-818c-6a16642b64a0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.3026154 Feb 19 01:18:27.172805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-7e353128-90b9-42ea-958b-6daebcc37939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:27.174846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-7e353128-90b9-42ea-958b-6daebcc37939 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1268144 Feb 19 01:18:27.272302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5caeb249-5de1-40f9-9a36-f08873fa1f01 req-bc6f7bd8-7e8d-4e49-8a08-ad06ec79bb07 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885681 Feb 19 01:18:27.298074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425a6f-8798-442a-a08a-a49240b6633c req-552d77a1-003f-4a57-ac67-223aea532825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:27.299861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-552d77a1-003f-4a57-ac67-223aea532825 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1103003 Feb 19 01:18:27.440305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-d7f50273-a80b-4741-9aad-9ae9c5b14d27 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234558 Feb 19 01:18:27.576456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf425a6f-8798-442a-a08a-a49240b6633c req-d0b62a8a-a2be-401c-b0e4-a6953a45ae01 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273365 Feb 19 01:18:27.739402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-d1c2adad-5370-4510-8731-d77d6d71e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:27.740923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-d1c2adad-5370-4510-8731-d77d6d71e010 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.1069300 Feb 19 01:18:27.847770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727ad2-c5ed-41d4-ba8c-53dc823dfb40 req-bbd72242-0f37-4929-8391-25653d2120ab tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:27.852121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-06727ad2-c5ed-41d4-ba8c-53dc823dfb40 req-bbd72242-0f37-4929-8391-25653d2120ab tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1153123 Feb 19 01:18:27.906137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-34931dc2-daa9-4cf7-863e-e1d2f52fbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:27.908107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-34931dc2-daa9-4cf7-863e-e1d2f52fbd1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1575794 Feb 19 01:18:27.953433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-06727ad2-c5ed-41d4-ba8c-53dc823dfb40 req-92e81f3d-c9d0-4348-9d46-21ff5d8e5f80 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923748 Feb 19 01:18:27.960562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-a04f7150-840f-4dc0-8fc9-b1f28d57c499 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.0449724 Feb 19 01:18:28.023517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-4928f82b-3672-4210-a056-b7e4c68825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.025336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-4928f82b-3672-4210-a056-b7e4c68825b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0575371 Feb 19 01:18:28.118768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-0a943ea1-eda4-44fa-b2ef-02c11a471a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.121054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-0a943ea1-eda4-44fa-b2ef-02c11a471a97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0885866 Feb 19 01:18:28.213275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eecb61-8b15-475b-a1fb-6d4d6266230d req-e33b74d6-07a7-4c16-b0cc-0f9817c26cac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.228653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6eecb61-8b15-475b-a1fb-6d4d6266230d req-e33b74d6-07a7-4c16-b0cc-0f9817c26cac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 945 time: 0.0988293 Feb 19 01:18:28.326210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1dbf30be-d076-46bc-8287-a2d8bc1eae77 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:28.345678 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6eecb61-8b15-475b-a1fb-6d4d6266230d req-9787358c-51df-47fa-8f05-82d47201ca2e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157088 Feb 19 01:18:28.365311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-5ac0a249-c1bb-4936-a369-c4dd90293de1 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363760 Feb 19 01:18:28.393211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:18:28.397898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:28.398448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.532786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216246-0591-4f1d-a42d-79cd0bbeea35 req-60b72737-78fd-4939-8962-d112a0ec331a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.538869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45216246-0591-4f1d-a42d-79cd0bbeea35 req-60b72737-78fd-4939-8962-d112a0ec331a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.1247251 Feb 19 01:18:28.590874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:28.591718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.644054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45216246-0591-4f1d-a42d-79cd0bbeea35 req-f61b13fe-5312-469a-a4fa-8fbeff47a50b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976934 Feb 19 01:18:28.647902 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf30be-d076-46bc-8287-a2d8bc1eae77'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:28.652138 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185efce-84e4-4840-bd0d-45f14b37c560" -d '{"events": [{"server_uuid": "42360d6b-85eb-4d6b-93b3-b278b34d1686", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf30be-d076-46bc-8287-a2d8bc1eae77"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:28.674909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:28.675166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f692b-be51-495e-83a4-8fcdb92784fa req-9b36bb3f-c424-4d09-9bc3-d63eaa0095f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.683126 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.685246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-9b36bb3f-c424-4d09-9bc3-d63eaa0095f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.4395919 Feb 19 01:18:28.742449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a09d0-bd31-49b7-8947-a5c057ae5d3c req-4201382b-b8a2-4db9-97e3-71bb24e708d5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.750312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d6a09d0-bd31-49b7-8947-a5c057ae5d3c req-4201382b-b8a2-4db9-97e3-71bb24e708d5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.4769890 Feb 19 01:18:28.822051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1dbf30be-d076-46bc-8287-a2d8bc1eae77,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:28.847241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cfeb5ae-bd59-4f8c-baaa-0cabcb3983fc req-e6ac3bda-c12f-4065-aed4-d25e5751c85d service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813894 Feb 19 01:18:28.919586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d6a09d0-bd31-49b7-8947-a5c057ae5d3c req-9114f430-d749-4a1e-adcb-1175ba8557bc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615918 Feb 19 01:18:28.932676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f692b-be51-495e-83a4-8fcdb92784fa req-6ef713a1-cfc8-4376-bfd0-ae11016d97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:28.935003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-6ef713a1-cfc8-4376-bfd0-ae11016d97c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.2417684 Feb 19 01:18:29.000630 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f1b243-8594-4c01-a237-6edb9383df11 x-openstack-request-id: req-a9f1b243-8594-4c01-a237-6edb9383df11 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:29.000936 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42360d6b-85eb-4d6b-93b3-b278b34d1686", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf30be-d076-46bc-8287-a2d8bc1eae77", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:29.001286 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9f1b243-8594-4c01-a237-6edb9383df11 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:29.001691 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf30be-d076-46bc-8287-a2d8bc1eae77', 'code': 200} Feb 19 01:18:29.020388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-ff3795c2-dd4b-4df7-83a5-e085b51ac346 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:29.035133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-ff3795c2-dd4b-4df7-83a5-e085b51ac346 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/networks?id=ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 200 len: 814 time: 0.2752607 Feb 19 01:18:29.046403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-5de6bd89-bef4-4a5d-a5ac-0d46be12cbc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.1044011 Feb 19 01:18:29.079595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-b16208b0-ab9b-4e67-9fcf-e2b3ee19f0fd tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/quotas/0905bfb373cb4c218cd803842d500971 HTTP/1.1" status: 200 len: 375 time: 0.0386250 Feb 19 01:18:29.123601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f692b-be51-495e-83a4-8fcdb92784fa req-a3787e0e-5b77-4427-9c64-c094f8e662db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:29.125404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-a3787e0e-5b77-4427-9c64-c094f8e662db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.0694051 Feb 19 01:18:29.155720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-4b058f63-5381-41fa-856e-1aa027e0cb2b tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0905bfb373cb4c218cd803842d500971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594871 Feb 19 01:18:29.294502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99745778-e65a-4eea-9173-b094fa09ff2e req-b880ba15-710a-4d36-a421-dfaeb16a1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:29.301301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99745778-e65a-4eea-9173-b094fa09ff2e req-b880ba15-710a-4d36-a421-dfaeb16a1ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 1128 time: 0.1747429 Feb 19 01:18:29.353807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f692b-be51-495e-83a4-8fcdb92784fa req-63972a3c-63ef-4213-bb1f-d70d27684fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:29.358971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-f3b72d1c-eb8e-409c-bd14-477feb9ddb60 service neutron] 10.222.0.43 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991694 Feb 19 01:18:29.369733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-63972a3c-63ef-4213-bb1f-d70d27684fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2343760 Feb 19 01:18:29.534271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-99f9a730-a22d-4b1b-ac92-d71d8d205f3c service neutron] 10.222.0.43 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678667 Feb 19 01:18:29.662082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99745778-e65a-4eea-9173-b094fa09ff2e req-0ef91959-d59a-4abc-9b0f-027727aa7e5f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537560 Feb 19 01:18:29.725557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-90993a68-092e-4618-b329-2b126d14dd68 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460932 Feb 19 01:18:29.761398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add3524-9df4-417a-bb4e-8e12fabb602a req-96614daa-a870-49df-9643-84ffb269cb89 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:29.764764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2add3524-9df4-417a-bb4e-8e12fabb602a req-96614daa-a870-49df-9643-84ffb269cb89 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.2703185 Feb 19 01:18:29.888370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2add3524-9df4-417a-bb4e-8e12fabb602a req-1328c5fe-3a8f-4761-ad07-7f4f5f0c7568 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128342 Feb 19 01:18:29.996612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485129ae-8c87-405f-a463-ea78a1ea8456 req-8fffcbff-8501-41f1-be2b-5b84bae7a500 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:30.008240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-485129ae-8c87-405f-a463-ea78a1ea8456 req-8fffcbff-8501-41f1-be2b-5b84bae7a500 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.1328776 Feb 19 01:18:30.100384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9097e1fc-5a1e-4057-963f-617959427280 req-96820610-8995-49ab-8926-0016959c5f4d tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 210 time: 0.0820174 Feb 19 01:18:30.137974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-485129ae-8c87-405f-a463-ea78a1ea8456 req-64b083c1-2156-4229-ae25-5d10d8233ff4 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264021 Feb 19 01:18:30.220416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-213f692b-be51-495e-83a4-8fcdb92784fa req-1baf0e59-f9bc-47db-a9e5-7f6818ada065 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262949 Feb 19 01:18:30.347202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468062e2-1a7b-4da2-83ed-2f61fa717422 req-4e47c1ed-e6dd-4503-937b-2cc6fa8c1421 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:30.355193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:30.359500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-468062e2-1a7b-4da2-83ed-2f61fa717422 req-4e47c1ed-e6dd-4503-937b-2cc6fa8c1421 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0864305 Feb 19 01:18:30.517410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-468062e2-1a7b-4da2-83ed-2f61fa717422 req-ef8ad031-22f2-4ed6-a66a-1d9098714ee5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500421 Feb 19 01:18:30.584618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:30.628485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'mac_address': 'fa:16:3e:d4:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:30.687760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b92a0919-80bd-48a9-b9a3-f3ddecb60964 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:30.688161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.704339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92a0919-80bd-48a9-b9a3-f3ddecb60964 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:30.728970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:30.746085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.852540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:31.131483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024211b9-ff23-4dc6-9fc0-bf53d4b20a98 req-d54c7ace-1780-4a15-85d0-dbbac2ac36e2 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:31.142286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-024211b9-ff23-4dc6-9fc0-bf53d4b20a98 req-d54c7ace-1780-4a15-85d0-dbbac2ac36e2 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.1522276 Feb 19 01:18:31.239709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b92a0919-80bd-48a9-b9a3-f3ddecb60964'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:31.327247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-024211b9-ff23-4dc6-9fc0-bf53d4b20a98 req-dffb97c8-a5d3-4de6-a558-9b203de24a48 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814275 Feb 19 01:18:31.464421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fa729-2af1-4646-acc1-be9ff4c8bced req-ac595d88-03e3-4c88-86a7-45400dabb9f1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:31.511457 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c22fa729-2af1-4646-acc1-be9ff4c8bced req-ac595d88-03e3-4c88-86a7-45400dabb9f1 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1734624 Feb 19 01:18:31.595905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b3cc122-065f-462e-88f6-93730add61b0 req-1f1368c1-dbd9-4be0-8503-6d3b7eabd80b tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 210 time: 0.1106417 Feb 19 01:18:31.713104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c22fa729-2af1-4646-acc1-be9ff4c8bced req-ee4b6eea-accf-4c35-bc21-ebb3394c0405 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936121 Feb 19 01:18:31.868548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ef837-d198-4435-8813-b15a57d0eee3 req-35f9969e-2f70-4e6f-bce8-5310e7fb1224 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:31.883526 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b72ef837-d198-4435-8813-b15a57d0eee3 req-35f9969e-2f70-4e6f-bce8-5310e7fb1224 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1159589 Feb 19 01:18:31.951365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b72ef837-d198-4435-8813-b15a57d0eee3 req-c4d0330b-4279-4e84-9838-a7dafb87cff5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668933 Feb 19 01:18:32.169794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934a4f-2b4d-4cf7-96ba-e45a15a1e0f2 req-6d500a77-6ba4-4bd8-9fb0-c9ae1fdc8a53 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:32.183129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd934a4f-2b4d-4cf7-96ba-e45a15a1e0f2 req-6d500a77-6ba4-4bd8-9fb0-c9ae1fdc8a53 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1331310 Feb 19 01:18:32.242178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-e0f054be-739b-4efa-b638-5db0a373f6cf tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:32.243768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-e0f054be-739b-4efa-b638-5db0a373f6cf tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "GET /v2.0/networks?id=ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 200 len: 814 time: 0.2107894 Feb 19 01:18:32.257510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Request body: {'port': {'device_id': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74', 'admin_state_up': True, 'tenant_id': '0905bfb373cb4c218cd803842d500971'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:32.284667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd934a4f-2b4d-4cf7-96ba-e45a15a1e0f2 req-633d9dcd-b83d-4bd0-8a94-e56526a04957 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931981 Feb 19 01:18:32.513841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Made reservation on behalf of 0905bfb373cb4c218cd803842d500971 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:32.517653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.597965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54c50f-8a98-4290-bb00-ff69207bb1e8 req-deff2113-eafb-4809-8fd4-0866440c26b6 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:32.599460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d54c50f-8a98-4290-bb00-ff69207bb1e8 req-deff2113-eafb-4809-8fd4-0866440c26b6 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.1547532 Feb 19 01:18:32.754047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d54c50f-8a98-4290-bb00-ff69207bb1e8 req-c241fd84-4f6a-40e3-9b4c-050658ef584e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359949 Feb 19 01:18:32.872914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a689c-2704-44ef-9cae-dae15a4d4d93 req-d533bb3b-347a-4d11-bba1-2795a1abb510 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:32.879787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f7a689c-2704-44ef-9cae-dae15a4d4d93 req-d533bb3b-347a-4d11-bba1-2795a1abb510 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1915519 Feb 19 01:18:32.955925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-692e95d3-30bf-4e47-a88e-a5f44b200929 req-393109e6-4cdb-44ca-81d2-c81fafb8a56c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 210 time: 0.0753663 Feb 19 01:18:33.007801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Allocated IP 172.20.0.4 (ba14ec70-9af7-4b9e-ac56-7865933fbf74/342c9c41-78cd-4a54-8fb0-7c93f6e275b5/cbe8762d-1832-41dd-96b0-fbab902d3a12) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:33.027408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f7a689c-2704-44ef-9cae-dae15a4d4d93 req-e463585c-91d3-4485-9fc2-5db168a58de2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466351 Feb 19 01:18:33.150459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef311dd-6b8d-491d-921c-ac29d49a898b req-06a3c98f-e350-4550-a63d-5e4a2277cb53 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:33.161405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ef311dd-6b8d-491d-921c-ac29d49a898b req-06a3c98f-e350-4550-a63d-5e4a2277cb53 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1066244 Feb 19 01:18:33.261622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ef311dd-6b8d-491d-921c-ac29d49a898b req-a9d2ed08-bfd0-4d03-8e91-df995f614553 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990198 Feb 19 01:18:33.347951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks [] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.419684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86d588-32e0-419f-a3d6-1aff93958c06 req-c7a4269e-5b5d-471b-9348-1c00348cdb28 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:33.429662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e86d588-32e0-419f-a3d6-1aff93958c06 req-c7a4269e-5b5d-471b-9348-1c00348cdb28 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0778210 Feb 19 01:18:33.513126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.524773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e86d588-32e0-419f-a3d6-1aff93958c06 req-d2fd8eb2-ba06-4b29-8936-508e1c47d794 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941794 Feb 19 01:18:33.578654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-10576b6a-b035-432b-9478-d1b736752093 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:33.580269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-10576b6a-b035-432b-9478-d1b736752093 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2100556 Feb 19 01:18:33.638119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Network ba14ec70-9af7-4b9e-ac56-7865933fbf74 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:33.644115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:33.652406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:33.786725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3ecfd033-4463-49eb-a679-b58485c0d3e3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.1797035 Feb 19 01:18:33.807893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Pushing event updated for resources: {'Port': ['ID=cbe8762d-1832-41dd-96b0-fbab902d3a12,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:33.911719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:33.915034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.028201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-82347c87-99dc-4d3e-948c-d3ccaf6b0330 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2396815 Feb 19 01:18:34.053483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-77b8bc98-629f-45fb-bdd1-1e17ed694394 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7998037 Feb 19 01:18:34.109785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Request body: {'port': {'device_id': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:34.254675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.284799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb2d5-8e5f-4242-895b-2d86e8c9ef22 req-de41c892-37b7-4b4f-add0-90cb34de6185 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:34.303206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf3eb2d5-8e5f-4242-895b-2d86e8c9ef22 req-de41c892-37b7-4b4f-add0-90cb34de6185 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.6411436 Feb 19 01:18:34.330758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-c6d9bf80-1876-4714-9ca3-713d872716e7 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992139 Feb 19 01:18:34.390901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:34.399828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf3eb2d5-8e5f-4242-895b-2d86e8c9ef22 req-c283459d-36e7-45bd-bf35-a5a9c66b7f73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957074 Feb 19 01:18:34.532151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:18:34.538435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:34.538435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.597732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98aa44-c011-49d2-b007-444f8aea6c0e req-2195a6f3-b02d-4241-8fe2-666213ec2bce tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:34.613365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be98aa44-c011-49d2-b007-444f8aea6c0e req-2195a6f3-b02d-4241-8fe2-666213ec2bce tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 931 time: 0.1227822 Feb 19 01:18:34.647447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-80c47d10-7daa-4b64-85ad-2d0034c7099a service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082838 Feb 19 01:18:34.724559 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be98aa44-c011-49d2-b007-444f8aea6c0e req-8caa2eb8-66b0-4550-a920-9ec9b814cd3c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080256 Feb 19 01:18:34.966869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d8820-e96b-43c2-8c4b-4d1511936e1f req-ba3ae9fa-2bbd-437f-a589-d7e8ed1387af tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:34.976935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-568d8820-e96b-43c2-8c4b-4d1511936e1f req-ba3ae9fa-2bbd-437f-a589-d7e8ed1387af tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1414995 Feb 19 01:18:35.086564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b92a0919-80bd-48a9-b9a3-f3ddecb60964 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:35.086950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.167569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:35.170515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:35.171668 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-568d8820-e96b-43c2-8c4b-4d1511936e1f req-aa1a378b-c45b-4886-a1b6-df942bb3318a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934972 Feb 19 01:18:35.184810 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce065af-c64c-4829-9756-732023bb71dc" -d '{"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:35.186960 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.309246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:35.356358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e366bb2a-172f-484e-b4c2-e7c03a23deaf req-c127c6a9-8caf-4d2d-af6d-5d43e9701aab tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 210 time: 0.0905437 Feb 19 01:18:35.408603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe8762d-1832-41dd-96b0-fbab902d3a12 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:35.440182 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Publish callbacks [] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.452467 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d406b-eb74-47f2-8508-0f681b4dbdb3 x-openstack-request-id: req-a70d406b-eb74-47f2-8508-0f681b4dbdb3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:35.453012 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:35.453156 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a70d406b-eb74-47f2-8508-0f681b4dbdb3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:35.453779 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'code': 200} Feb 19 01:18:35.480192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Transition to ACTIVE for port object cbe8762d-1832-41dd-96b0-fbab902d3a12 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:18:35.497954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.892329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d0db3-0b1a-49e4-b660-ae88a08c1559 req-304916d4-3784-4ece-8ddc-bcd9cd05199d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:35.899664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d89d0db3-0b1a-49e4-b660-ae88a08c1559 req-304916d4-3784-4ece-8ddc-bcd9cd05199d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.3286710 Feb 19 01:18:35.902037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe8762d-1832-41dd-96b0-fbab902d3a12,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:36.005895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2b50f-11b6-4ad0-b627-0f4966c79d30 req-259b28d2-c88e-4285-a614-356ddc69deb1 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.013538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ce2b50f-11b6-4ad0-b627-0f4966c79d30 req-259b28d2-c88e-4285-a614-356ddc69deb1 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 943 time: 0.1368477 Feb 19 01:18:36.049094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Attempting to bind port cbe8762d-1832-41dd-96b0-fbab902d3a12 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:36.049442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Attempting to bind port cbe8762d-1832-41dd-96b0-fbab902d3a12 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:36.049767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Attempting to bind port cbe8762d-1832-41dd-96b0-fbab902d3a12 on network ba14ec70-9af7-4b9e-ac56-7865933fbf74 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:36.147209 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ce2b50f-11b6-4ad0-b627-0f4966c79d30 req-74860a98-e8d7-41d8-9bf5-bcedf11344d3 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326153 Feb 19 01:18:36.483122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df2e1-29e4-48fb-ad53-8ca5f68f7022 req-ad973ec6-7be3-4c33-8231-aef21b327d7b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.498547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-374df2e1-29e4-48fb-ad53-8ca5f68f7022 req-ad973ec6-7be3-4c33-8231-aef21b327d7b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1888139 Feb 19 01:18:36.605506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-374df2e1-29e4-48fb-ad53-8ca5f68f7022 req-8c2f3873-3fab-456a-b56e-a63c85f79a17 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060367 Feb 19 01:18:36.735539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Port cbe8762d-1832-41dd-96b0-fbab902d3a12 on network ba14ec70-9af7-4b9e-ac56-7865933fbf74 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:36.735910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Attempting to bind port cbe8762d-1832-41dd-96b0-fbab902d3a12 on network ba14ec70-9af7-4b9e-ac56-7865933fbf74 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:36.744187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98490-e237-4f7c-bf73-a2c360cf8761 req-a4b73ea2-0981-45a1-b72c-cc02d6d230ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.747842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8a98490-e237-4f7c-bf73-a2c360cf8761 req-a4b73ea2-0981-45a1-b72c-cc02d6d230ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1131 time: 1.0602832 Feb 19 01:18:36.753393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d89d0db3-0b1a-49e4-b660-ae88a08c1559 req-06f88c9f-d553-4aea-95f5-b4e9b3fcb09e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8528368 Feb 19 01:18:36.754265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:36.754597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Checking segment: {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:36.754973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Bound using segment: {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:36.755449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Bound port: cbe8762d-1832-41dd-96b0-fbab902d3a12, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:36.755804 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.860559 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f85f431-77c3-4913-8ac1-088908226423 req-b7f82d95-8760-439b-959e-39685336b566 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 210 time: 0.0742316 Feb 19 01:18:36.887188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8a98490-e237-4f7c-bf73-a2c360cf8761 req-c3470a4d-3945-4e80-8b45-5415a85a7775 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289904 Feb 19 01:18:36.983947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] For port cbe8762d-1832-41dd-96b0-fbab902d3a12, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:36.987576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] For port cbe8762d-1832-41dd-96b0-fbab902d3a12, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:36.997988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.050322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.051585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.053262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] 10.222.0.10 "PUT /v2.0/ports/cbe8762d-1832-41dd-96b0-fbab902d3a12 HTTP/1.1" status: 200 len: 1091 time: 2.9612830 Feb 19 01:18:37.073059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'tag': 'cbe8762d-1832-41dd-96b0-fbab902d3a12'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:37.075386 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0967d-3aec-497b-b678-37008f355362" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe724d0-8271-47df-a953-4a5ef03a85f3", "tag": "cbe8762d-1832-41dd-96b0-fbab902d3a12"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:37.173320 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd5fec-4560-4a1a-b266-73fbf44475dd x-openstack-request-id: req-10bd5fec-4560-4a1a-b266-73fbf44475dd {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:37.173614 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe724d0-8271-47df-a953-4a5ef03a85f3", "tag": "cbe8762d-1832-41dd-96b0-fbab902d3a12", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:37.173870 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10bd5fec-4560-4a1a-b266-73fbf44475dd {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:37.175279 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'tag': 'cbe8762d-1832-41dd-96b0-fbab902d3a12', 'status': 'completed', 'code': 200} Feb 19 01:18:37.179875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d3fdf-6318-464f-be3a-3f44c22b9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe8762d-1832-41dd-96b0-fbab902d3a12,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:37.301071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-3a84a18d-63c9-422e-a1b1-bae7bc82847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.302614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-3a84a18d-63c9-422e-a1b1-bae7bc82847a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0905bfb373cb4c218cd803842d500971&device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 1125 time: 0.1171758 Feb 19 01:18:37.374405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa07220-6c69-4be9-87e5-4c50178012b0 req-4538e01b-df93-4374-8c3d-535ebadcbca3 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.390899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-b0b3be44-3b24-4bd9-a9c8-43184dad186b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12 HTTP/1.1" status: 200 len: 217 time: 0.0764949 Feb 19 01:18:37.392452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7aa07220-6c69-4be9-87e5-4c50178012b0 req-4538e01b-df93-4374-8c3d-535ebadcbca3 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 943 time: 0.1378162 Feb 19 01:18:37.566614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7aa07220-6c69-4be9-87e5-4c50178012b0 req-48461e5b-6e78-4d0a-b768-1ed73e9964e3 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562397 Feb 19 01:18:37.759776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2f32153c-d24c-4d56-b0d2-25827a2d741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.761294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-2f32153c-d24c-4d56-b0d2-25827a2d741c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=342c9c41-78cd-4a54-8fb0-7c93f6e275b5 HTTP/1.1" status: 200 len: 854 time: 0.3356788 Feb 19 01:18:37.957679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-72c40852-aa1a-4033-ac9b-a6d01966ce37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba14ec70-9af7-4b9e-ac56-7865933fbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522989 Feb 19 01:18:37.997991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efada646-690f-454d-b7c3-fabf400d3242 req-3481fae5-97b6-4c32-9cc4-487405c5f69b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.999575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efada646-690f-454d-b7c3-fabf400d3242 req-3481fae5-97b6-4c32-9cc4-487405c5f69b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1210918 Feb 19 01:18:38.028686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7fe7a33a-f983-4f43-85ae-670e852de565 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:38.030284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7fe7a33a-f983-4f43-85ae-670e852de565 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.6385014 Feb 19 01:18:38.095366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efada646-690f-454d-b7c3-fabf400d3242 req-46cb1cc8-812b-46a5-8021-3ec3763cf961 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880446 Feb 19 01:18:38.153026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:38.250917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8bd8325a-d043-4005-bf16-fb47f428b302 req-62838afe-4f82-424a-8f6f-ba344df1095d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 210 time: 0.0304120 Feb 19 01:18:38.279847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5c213-983b-4d84-9add-22c99d32897d req-f2451214-a50c-4771-bbe2-86e89308a534 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:38.287056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efa5c213-983b-4d84-9add-22c99d32897d req-f2451214-a50c-4771-bbe2-86e89308a534 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.5221791 Feb 19 01:18:38.599905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-4fbfe81d-cb32-473f-bd8d-84041f05eefe service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203461 Feb 19 01:18:38.638664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efa5c213-983b-4d84-9add-22c99d32897d req-e3bd67eb-05fd-43c0-a87d-119aa6e414cf tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506293 Feb 19 01:18:38.804254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367081b-230d-49f5-93f2-8df7b6d02260 req-633d47f2-6235-4ece-b6a2-448252af2406 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:38.807146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8367081b-230d-49f5-93f2-8df7b6d02260 req-633d47f2-6235-4ece-b6a2-448252af2406 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1345673 Feb 19 01:18:38.936099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8367081b-230d-49f5-93f2-8df7b6d02260 req-818c1253-f696-4e5b-8de4-b4d107fb1168 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231718 Feb 19 01:18:39.116890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:39.121670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.165507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99288e02-b029-43be-a1d8-8574d1b9dfb1 req-d417a52b-d62e-4908-8001-3160d57acb5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.173268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99288e02-b029-43be-a1d8-8574d1b9dfb1 req-d417a52b-d62e-4908-8001-3160d57acb5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 943 time: 0.3449960 Feb 19 01:18:39.320968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.7 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/88e1013d-ebfc-4f62-88ef-c5411251256d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:39.441306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aad7e172-a827-4641-94c0-5a9f4568e769 req-d8045677-ce27-489b-865a-09ac59499af7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 210 time: 0.0557997 Feb 19 01:18:39.512085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efdd911a-b901-4c07-9f8d-805918fbad94 req-767c8e8d-a937-4529-9c4b-05b6461a7b88 service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718262 Feb 19 01:18:39.556983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.637844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99288e02-b029-43be-a1d8-8574d1b9dfb1 req-a6bdf9e7-06ac-4e06-8150-9145b0c49e10 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636068 Feb 19 01:18:39.709381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0967d-3aec-497b-b678-37008f355362 req-ed3f6e53-a1c7-4747-81e3-e178256523f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.711652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-ed3f6e53-a1c7-4747-81e3-e178256523f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0905bfb373cb4c218cd803842d500971&device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 1125 time: 0.1244292 Feb 19 01:18:39.713401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.741632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd', '1dbf30be-d076-46bc-8287-a2d8bc1eae77'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:39.757341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:39.762030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:39.768429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:39.876329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0cf3-3d07-4618-96b4-c958493e2b67 req-00cda5de-a4c8-4302-9df0-d94e3ca88e80 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.882669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae0e0cf3-3d07-4618-96b4-c958493e2b67 req-00cda5de-a4c8-4302-9df0-d94e3ca88e80 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1495399 Feb 19 01:18:40.005035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae0e0cf3-3d07-4618-96b4-c958493e2b67 req-771635a7-3232-4785-b55e-ed63c3a11ba8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Feb 19 01:18:40.068037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=88e1013d-ebfc-4f62-88ef-c5411251256d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:40.081738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.082529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.111052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-7c751ccb-9230-44f3-afdb-b13ff19241ac tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0380993 Feb 19 01:18:40.129738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Request body: {'port': {'device_id': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:40.227693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfa5b0-7ba7-450c-a46d-ce848ac169a6 req-317d3183-d964-446b-a6b6-f6e07da64417 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.229274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11cfa5b0-7ba7-450c-a46d-ce848ac169a6 req-317d3183-d964-446b-a6b6-f6e07da64417 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1131 time: 0.0860059 Feb 19 01:18:40.266891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0967d-3aec-497b-b678-37008f355362 req-8020bd6e-3714-4d8b-b13b-69befd7eeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.280127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-8020bd6e-3714-4d8b-b13b-69befd7eeeb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 200 len: 915 time: 0.5210731 Feb 19 01:18:40.316488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11cfa5b0-7ba7-450c-a46d-ce848ac169a6 req-b81a4c7e-68a5-4423-8c36-33a457c27bb1 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802143 Feb 19 01:18:40.395895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.434731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-dfae2387-fc4e-493e-aead-b636f91fbf0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12 HTTP/1.1" status: 200 len: 217 time: 0.1284733 Feb 19 01:18:40.462673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b10d5e-a43f-44b2-9c6d-af1e0efc534a req-18d21361-7145-4927-84b1-bfe31ec1539c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.464402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40b10d5e-a43f-44b2-9c6d-af1e0efc534a req-18d21361-7145-4927-84b1-bfe31ec1539c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.3525076 Feb 19 01:18:40.718210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0967d-3aec-497b-b678-37008f355362 req-31dce880-4cd1-49e9-85a5-5bf85d59e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.719699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-31dce880-4cd1-49e9-85a5-5bf85d59e4ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=342c9c41-78cd-4a54-8fb0-7c93f6e275b5 HTTP/1.1" status: 200 len: 854 time: 0.2842071 Feb 19 01:18:40.978516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933d5ee-ed03-456a-8579-5d81b45818ad req-45b1ce47-e4bf-4049-90ba-b3696f33b7b3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.000535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a933d5ee-ed03-456a-8579-5d81b45818ad req-45b1ce47-e4bf-4049-90ba-b3696f33b7b3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 931 time: 0.1837907 Feb 19 01:18:41.008371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40b10d5e-a43f-44b2-9c6d-af1e0efc534a req-dcc8579c-1483-4946-ad4a-244cfefd7f2d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126522 Feb 19 01:18:41.012797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-0c8d8bef-9bb5-42ca-8086-2c148f87bb13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba14ec70-9af7-4b9e-ac56-7865933fbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996575 Feb 19 01:18:41.024323 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-bd84e3a5-0a11-44f5-ae11-35e308f3f434 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2599735 Feb 19 01:18:41.187928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a933d5ee-ed03-456a-8579-5d81b45818ad req-641d7769-0600-412c-8545-b196733c02ab tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813676 Feb 19 01:18:41.341676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e1013d-ebfc-4f62-88ef-c5411251256d {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:41.365209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Publish callbacks [] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.386081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719e70-218d-4b26-928d-6f36807e9b8e req-79297062-618c-4144-8d3b-c613b56edb51 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.388162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3719e70-218d-4b26-928d-6f36807e9b8e req-79297062-618c-4144-8d3b-c613b56edb51 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 943 time: 0.1317830 Feb 19 01:18:41.413515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Transition to ACTIVE for port object 88e1013d-ebfc-4f62-88ef-c5411251256d will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:18:41.421685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.429393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-e6a07182-f1fe-48fd-bc40-4a8e6d8e8e23 service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378434 Feb 19 01:18:41.450288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdac5c-9293-4eef-b14e-32ddc36e23ed req-d65b4633-1bd5-44b0-855a-97918eaf7229 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.451874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34bdac5c-9293-4eef-b14e-32ddc36e23ed req-d65b4633-1bd5-44b0-855a-97918eaf7229 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1802461 Feb 19 01:18:41.512548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3719e70-218d-4b26-928d-6f36807e9b8e req-43b04197-eac3-457e-8d6e-31b7e028914d tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175740 Feb 19 01:18:41.566576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:18:41.672724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1013d-ebfc-4f62-88ef-c5411251256d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:41.711395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34bdac5c-9293-4eef-b14e-32ddc36e23ed req-2d734a72-9874-4e75-838c-3f29b3620f0e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502802 Feb 19 01:18:41.734750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311982-0cd2-4b41-878a-1dba856f0cdb req-bb50563e-270f-49be-ade7-1c6b94ac7e32 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.747093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c311982-0cd2-4b41-878a-1dba856f0cdb req-bb50563e-270f-49be-ade7-1c6b94ac7e32 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1358833 Feb 19 01:18:41.805295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89a0967d-3aec-497b-b678-37008f355362 req-6f11945a-4aa8-42c6-864e-d1956a12f306 service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431077 Feb 19 01:18:41.821325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c311982-0cd2-4b41-878a-1dba856f0cdb req-244769c7-8d8e-48ad-b102-819e993e2753 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725064 Feb 19 01:18:41.885576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-265c52d8-b6c0-4ece-9259-edf20ce65afb tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.887565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-265c52d8-b6c0-4ece-9259-edf20ce65afb tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 1128 time: 0.0794444 Feb 19 01:18:41.910954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Attempting to bind port 88e1013d-ebfc-4f62-88ef-c5411251256d on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:41.913494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Attempting to bind port 88e1013d-ebfc-4f62-88ef-c5411251256d by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:41.913859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Attempting to bind port 88e1013d-ebfc-4f62-88ef-c5411251256d on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:41.928433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Port 88e1013d-ebfc-4f62-88ef-c5411251256d on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:41.964200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Attempting to bind port 88e1013d-ebfc-4f62-88ef-c5411251256d on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:41.964200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:41.964200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:41.964200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:41.964200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Bound port: 88e1013d-ebfc-4f62-88ef-c5411251256d, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:41.964200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.098907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] For port 88e1013d-ebfc-4f62-88ef-c5411251256d, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:42.103288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] For port 88e1013d-ebfc-4f62-88ef-c5411251256d, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=88e1013d-ebfc-4f62-88ef-c5411251256d,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:42.111603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2305e-411b-4df5-9729-85e49d4003b1 req-ae6ef8ee-b846-4f6f-b7b0-dd21754cefeb tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.113211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7e2305e-411b-4df5-9729-85e49d4003b1 req-ae6ef8ee-b846-4f6f-b7b0-dd21754cefeb tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0896840 Feb 19 01:18:42.119479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.199863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.201172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.203785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] 10.222.0.10 "PUT /v2.0/ports/88e1013d-ebfc-4f62-88ef-c5411251256d HTTP/1.1" status: 200 len: 1091 time: 2.0782745 Feb 19 01:18:42.219232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'tag': '88e1013d-ebfc-4f62-88ef-c5411251256d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:42.227873 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c23d54-799e-445f-acec-5e4c104db861" -d '{"events": [{"name": "network-changed", "server_uuid": "2b687d43-6a02-4330-b9d6-f19cdae0a22a", "tag": "88e1013d-ebfc-4f62-88ef-c5411251256d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:42.381302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7e2305e-411b-4df5-9729-85e49d4003b1 req-3169f484-76e8-4d95-aad6-f5247fe599df tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489858 Feb 19 01:18:42.383605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014fb97-a97e-4509-b972-2628e070bfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1013d-ebfc-4f62-88ef-c5411251256d,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:42.440000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71f14a-bea1-4c49-a978-15d13cffb831 req-8102f233-9415-4d8d-9114-e058103b0b7b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.452785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c71f14a-bea1-4c49-a978-15d13cffb831 req-8102f233-9415-4d8d-9114-e058103b0b7b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 943 time: 0.1299822 Feb 19 01:18:42.455509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cbe8762d-1832-41dd-96b0-fbab902d3a12 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:42.476013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-b5e87895-70a5-49e3-8789-692bee423d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.481758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-b5e87895-70a5-49e3-8789-692bee423d76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 1125 time: 0.2046280 Feb 19 01:18:42.512645 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132c255-40d1-4c42-bc64-4ed98840959b x-openstack-request-id: req-0132c255-40d1-4c42-bc64-4ed98840959b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:42.512940 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b687d43-6a02-4330-b9d6-f19cdae0a22a", "tag": "88e1013d-ebfc-4f62-88ef-c5411251256d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:42.513225 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0132c255-40d1-4c42-bc64-4ed98840959b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:42.513633 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'tag': '88e1013d-ebfc-4f62-88ef-c5411251256d', 'status': 'completed', 'code': 200} Feb 19 01:18:42.541344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c71f14a-bea1-4c49-a978-15d13cffb831 req-6cb50a07-9509-4153-818f-cb4faccc6454 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870893 Feb 19 01:18:42.631815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-3152bb7a-eef6-446f-97e5-01aa84d5b27d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e1013d-ebfc-4f62-88ef-c5411251256d HTTP/1.1" status: 200 len: 217 time: 0.1393592 Feb 19 01:18:42.737728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-b455cf3d-d045-465d-ad16-79fd76e351a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.739190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-b455cf3d-d045-465d-ad16-79fd76e351a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.0870819 Feb 19 01:18:42.745007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cbe8762d-1832-41dd-96b0-fbab902d3a12, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:42.778047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e85193-e3ea-4d2f-a7a8-4d010352b7b1 req-28c45773-090b-4026-ab46-8814e7c30436 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.786378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10e85193-e3ea-4d2f-a7a8-4d010352b7b1 req-28c45773-090b-4026-ab46-8814e7c30436 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 943 time: 0.1449404 Feb 19 01:18:42.789234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'cbe8762d-1832-41dd-96b0-fbab902d3a12', 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74', 'port_id': 'cbe8762d-1832-41dd-96b0-fbab902d3a12', 'mac_address': 'fa:16:3e:c1:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342c9c41-78cd-4a54-8fb0-7c93f6e275b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:42.838616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-a2d950e9-5ec6-4448-a29f-f63b3ddf45a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877836 Feb 19 01:18:42.851229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10e85193-e3ea-4d2f-a7a8-4d010352b7b1 req-9bbc2258-a5f7-4eee-abd0-fb9b08c779f0 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638199 Feb 19 01:18:42.860518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce1ab-0185-4ac8-ac68-014ef417d049 req-8d554e3c-ef8f-4836-98e2-1b4e8034944b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.863571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-939ce1ab-0185-4ac8-ac68-014ef417d049 req-8d554e3c-ef8f-4836-98e2-1b4e8034944b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2125571 Feb 19 01:18:42.871125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cbe8762d-1832-41dd-96b0-fbab902d3a12 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:42.871830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.905922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe8762d-1832-41dd-96b0-fbab902d3a12 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:42.951014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cbe8762d-1832-41dd-96b0-fbab902d3a12, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:42.957186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.046564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c2b00-ef01-4d54-bb73-193553e22960 req-700ba73f-de15-4b88-8cf5-b6e9592d0341 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.060779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cbe8762d-1832-41dd-96b0-fbab902d3a12,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:43.081461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-075c2b00-ef01-4d54-bb73-193553e22960 req-700ba73f-de15-4b88-8cf5-b6e9592d0341 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1268532 Feb 19 01:18:43.114350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-939ce1ab-0185-4ac8-ac68-014ef417d049 req-11ffd74e-e99f-456d-8b6d-9635e4817022 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278948 Feb 19 01:18:43.134892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-d433c149-bc34-46f4-8143-a32e934675c9 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703180 Feb 19 01:18:43.211558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-075c2b00-ef01-4d54-bb73-193553e22960 req-cad3f40a-e042-489e-901d-851c6bee4d1f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271143 Feb 19 01:18:43.369272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4a37d45-74ee-4c6b-8bfd-7b0f2dd4969c req-4942a140-8445-4827-8aff-b8606c5cf6c1 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098851 Feb 19 01:18:43.502793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-5e9892ce-f1fa-4faa-9de5-af2db735108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.505861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-5e9892ce-f1fa-4faa-9de5-af2db735108d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1131 time: 0.2433376 Feb 19 01:18:43.518444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948953d7-190d-47a7-bdec-67ddc0ea69b7 req-cbd4e65e-a5d4-4db8-bfbc-76f6032ebe7f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.519945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-948953d7-190d-47a7-bdec-67ddc0ea69b7 req-cbd4e65e-a5d4-4db8-bfbc-76f6032ebe7f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1537695 Feb 19 01:18:43.606656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['cbe8762d-1832-41dd-96b0-fbab902d3a12'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:43.636185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23d54-799e-445f-acec-5e4c104db861 req-6ada9528-4e5b-49cb-ac5d-58166d6e6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.638273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-6ada9528-4e5b-49cb-ac5d-58166d6e6070 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 1125 time: 0.1923318 Feb 19 01:18:43.680093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1cdcd-69e5-4c6e-a713-aa872e5a37e1 req-cdadadf1-945a-48bf-ad9d-8542317bdd94 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.688419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18f1cdcd-69e5-4c6e-a713-aa872e5a37e1 req-cdadadf1-945a-48bf-ad9d-8542317bdd94 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 943 time: 0.0722122 Feb 19 01:18:43.797678 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18f1cdcd-69e5-4c6e-a713-aa872e5a37e1 req-6709f1cb-9b35-4697-8a07-fb84600e82d5 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086397 Feb 19 01:18:43.810466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-948953d7-190d-47a7-bdec-67ddc0ea69b7 req-c9091789-3dd1-41ac-92ca-e65a6bfefc27 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784858 Feb 19 01:18:43.858307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-d03c6dc7-cc61-45f3-9361-d52eb66e86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.859868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-d03c6dc7-cc61-45f3-9361-d52eb66e86c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3390465 Feb 19 01:18:43.957448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-1f3635ea-728c-41cb-b6e8-ed127624af08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.0648966 Feb 19 01:18:44.008400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc95576-9c4f-4952-8ea5-81cf000260cf req-f24e3c6c-82cb-4388-b5ce-aad76a0327ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.017009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acc95576-9c4f-4952-8ea5-81cf000260cf req-f24e3c6c-82cb-4388-b5ce-aad76a0327ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0741856 Feb 19 01:18:44.079877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acc95576-9c4f-4952-8ea5-81cf000260cf req-28f1f570-9583-4652-8f8e-c3c94478cb23 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618975 Feb 19 01:18:44.090850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-d334c5b4-7378-484f-b3d3-7393261e6125 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2853813 Feb 19 01:18:44.109926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-43e2ba96-ecff-4251-bb00-c8bd8fdb62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.111355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-43e2ba96-ecff-4251-bb00-c8bd8fdb62aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1150537 Feb 19 01:18:44.129902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23d54-799e-445f-acec-5e4c104db861 req-f7c545e6-80cc-4f07-b348-a89c2ed7a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.131356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-f7c545e6-80cc-4f07-b348-a89c2ed7a81b service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.4248018 Feb 19 01:18:44.143414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034ed7-d5ab-402d-a400-bb22394808ac req-8ab84fb3-1c9a-427c-8c34-8b9eec000dfd tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.153499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d034ed7-d5ab-402d-a400-bb22394808ac req-8ab84fb3-1c9a-427c-8c34-8b9eec000dfd tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 944 time: 0.2108939 Feb 19 01:18:44.237538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-e145072c-62c0-4325-99de-3f97106e27f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e1013d-ebfc-4f62-88ef-c5411251256d HTTP/1.1" status: 200 len: 217 time: 0.0818820 Feb 19 01:18:44.349557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-eac739d5-ee59-46db-8a4d-1c60e2f02256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.351095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-eac739d5-ee59-46db-8a4d-1c60e2f02256 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2313578 Feb 19 01:18:44.366042 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d034ed7-d5ab-402d-a400-bb22394808ac req-f21d4a48-4026-4199-bb79-96f4f8152a51 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115324 Feb 19 01:18:44.389104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23d54-799e-445f-acec-5e4c104db861 req-17620be6-4de1-40fe-aa57-6a4a3ba358aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.393472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-17620be6-4de1-40fe-aa57-6a4a3ba358aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1369720 Feb 19 01:18:44.407540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-e1f0d6ee-d81c-4b3d-bc5d-38fc8740e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.409489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-e1f0d6ee-d81c-4b3d-bc5d-38fc8740e3b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.2249348 Feb 19 01:18:44.555203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59111d01-6603-4a2e-a9db-e45d134a63b5 req-4323ab30-34d5-4dfb-acdd-b18d1c24c8bd tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.559316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59111d01-6603-4a2e-a9db-e45d134a63b5 req-4323ab30-34d5-4dfb-acdd-b18d1c24c8bd tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1615295 Feb 19 01:18:44.773539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59111d01-6603-4a2e-a9db-e45d134a63b5 req-b892a908-a0f7-4985-894b-c05af1d76fd3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011957 Feb 19 01:18:45.133118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-ab6fb5db-149f-485d-8d8a-692b72ecc07a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7221625 Feb 19 01:18:45.299264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-b231f239-1eb6-491e-813d-674360fb30ed service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281492 Feb 19 01:18:45.329376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-0039ea40-9cc7-4f90-a621-af07880e9954 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3314872 Feb 19 01:18:45.468210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-fbed9d15-8dcd-480d-aaf4-0ca8a9c46cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:45.473815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-fbed9d15-8dcd-480d-aaf4-0ca8a9c46cd8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.0981109 Feb 19 01:18:45.636253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-3500b7f3-cbf7-43c4-a53e-b7e8ea412dbc service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238122 Feb 19 01:18:45.638189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-094da9a6-6c6d-4b81-8b02-3a9cc7d72903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:45.639584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-094da9a6-6c6d-4b81-8b02-3a9cc7d72903 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.5330591 Feb 19 01:18:45.703668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43594) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:45.712420 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-72d58b0a-0e26-4edb-a988-ca5469ae923a service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158318 Feb 19 01:18:45.749290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-12744ed1-4084-464b-b055-2eae7bd7c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:45.754819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-12744ed1-4084-464b-b055-2eae7bd7c8d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2319767 Feb 19 01:18:45.872780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-3df33fd9-8d62-4465-9f2c-cc91d5fd1a9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.1085508 Feb 19 01:18:45.887446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-1eec73e4-0d92-4b04-8c31-24102bc56aee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.1737013 Feb 19 01:18:45.942142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1f50-b1ed-402c-b64c-a8918537b5a6 req-2785d5a8-7c86-41d5-8b52-ac3dd86cd95f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:45.950844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d84f1f50-b1ed-402c-b64c-a8918537b5a6 req-2785d5a8-7c86-41d5-8b52-ac3dd86cd95f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 944 time: 0.4695697 Feb 19 01:18:45.951182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd998c5-3baa-49ba-a5fb-2456d4a5f531 req-f095fb62-18c5-403f-a0e1-e67dcdb7c7be tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:45.952665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbd998c5-3baa-49ba-a5fb-2456d4a5f531 req-f095fb62-18c5-403f-a0e1-e67dcdb7c7be tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 943 time: 0.8356006 Feb 19 01:18:45.982613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f20-f331-42fa-8bf3-af405271b374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.058879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d84f1f50-b1ed-402c-b64c-a8918537b5a6 req-ce57cc8d-a24a-42f9-a910-f1222e2fddcc tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063113 Feb 19 01:18:46.063873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-cfef35f5-c54f-4689-8e94-0cc349fcd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.072972 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-cfef35f5-c54f-4689-8e94-0cc349fcd5d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1905916 Feb 19 01:18:46.127337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-3b0afea6-cdee-4dba-b991-df1fe86d136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.128824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-3b0afea6-cdee-4dba-b991-df1fe86d136c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.2235265 Feb 19 01:18:46.168926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-944450cd-70aa-43e3-9be2-48762df2fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.170852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-944450cd-70aa-43e3-9be2-48762df2fbcb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0895319 Feb 19 01:18:46.192386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-839b8313-19e0-41f0-98e5-60d6cdc57bed service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:18:46.193776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-839b8313-19e0-41f0-98e5-60d6cdc57bed service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118887 Feb 19 01:18:46.223356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f20-f331-42fa-8bf3-af405271b374 admin admin] Publish callbacks [] for security_group (7d863a58-2d6b-4fb5-9964-0bc0176287cf), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.235529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbd998c5-3baa-49ba-a5fb-2456d4a5f531 req-4448b816-c559-467f-b258-e5746d9703f4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595649 Feb 19 01:18:46.273725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8c23d54-799e-445f-acec-5e4c104db861 req-f173c73f-287f-43dc-b766-edf0cef7f0c4 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531473 Feb 19 01:18:46.278596 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bce9f20-f331-42fa-8bf3-af405271b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7d863a58-2d6b-4fb5-9964-0bc0176287cf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.310761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-d7e2ae07-d605-435d-b6b1-08d155f706bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.312620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-d7e2ae07-d605-435d-b6b1-08d155f706bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1504772 Feb 19 01:18:46.377712 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4bce9f20-f331-42fa-8bf3-af405271b374 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a97b261da133453e8296417c3d5d8728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6676276 Feb 19 01:18:46.377712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce9f20-f331-42fa-8bf3-af405271b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d863a58-2d6b-4fb5-9964-0bc0176287cf,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:46.380167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43604) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:46.451280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a001-c6a7-4a10-964e-1115f3b72dfe req-73f2ae36-2a88-4395-bf0a-7829d70ace64 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.452906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4f0a001-c6a7-4a10-964e-1115f3b72dfe req-73f2ae36-2a88-4395-bf0a-7829d70ace64 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.2698827 Feb 19 01:18:46.478714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-a316dd8d-a5a1-40a0-82e2-21203730e347 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698352 Feb 19 01:18:46.478972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 88e1013d-ebfc-4f62-88ef-c5411251256d details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:46.483597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cbe8762d-1832-41dd-96b0-fbab902d3a12 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:46.525641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34bbe918-fa00-49c1-bb09-be14bbd4b7f6 admin admin] Publish callbacks [] for security_group (7d863a58-2d6b-4fb5-9964-0bc0176287cf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.547144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-c4417cd4-60c8-413b-a609-b67c1ed4653c service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256784 Feb 19 01:18:46.678826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4f0a001-c6a7-4a10-964e-1115f3b72dfe req-d420ecf7-9da2-46d5-8f56-6ccf6e348d16 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153075 Feb 19 01:18:46.683832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34bbe918-fa00-49c1-bb09-be14bbd4b7f6 admin admin] Publish callbacks [] for security_group (7d863a58-2d6b-4fb5-9964-0bc0176287cf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.786096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7d0f669-6be1-4b2f-8f11-9cedd95333e0 req-773d4d2a-5f0e-49e5-9c54-cefb4f23344e service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244370 Feb 19 01:18:46.789814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port cbe8762d-1832-41dd-96b0-fbab902d3a12 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:18:46.813302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port cbe8762d-1832-41dd-96b0-fbab902d3a12 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:46.813743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.819099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7dd13f87-ada4-4b5c-a6e3-591d41292363 req-920cbac3-95db-4021-b7ed-87214f663a00 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243196 Feb 19 01:18:46.866662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34bbe918-fa00-49c1-bb09-be14bbd4b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7d863a58-2d6b-4fb5-9964-0bc0176287cf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.869949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34bbe918-fa00-49c1-bb09-be14bbd4b7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.873486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-34bbe918-fa00-49c1-bb09-be14bbd4b7f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d863a58-2d6b-4fb5-9964-0bc0176287cf HTTP/1.1" status: 204 len: 168 time: 0.4868417 Feb 19 01:18:46.889869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbe918-fa00-49c1-bb09-be14bbd4b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d863a58-2d6b-4fb5-9964-0bc0176287cf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.021747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 88e1013d-ebfc-4f62-88ef-c5411251256d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=88e1013d-ebfc-4f62-88ef-c5411251256d,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:47.044931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '88e1013d-ebfc-4f62-88ef-c5411251256d', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': '88e1013d-ebfc-4f62-88ef-c5411251256d', 'mac_address': 'fa:16:3e:71:a7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:47.046767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cbe8762d-1832-41dd-96b0-fbab902d3a12 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:47.047159 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.165780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 88e1013d-ebfc-4f62-88ef-c5411251256d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:47.166346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.214975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cbe8762d-1832-41dd-96b0-fbab902d3a12, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:47.228166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe8762d-1832-41dd-96b0-fbab902d3a12'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:47.231210 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c3c838-a47c-40f1-96fe-f3933f1b0283" -d '{"events": [{"server_uuid": "0fe724d0-8271-47df-a953-4a5ef03a85f3", "name": "network-vif-plugged", "status": "completed", "tag": "cbe8762d-1832-41dd-96b0-fbab902d3a12"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:47.234860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e1013d-ebfc-4f62-88ef-c5411251256d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:47.242514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.335705 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ad237-9f51-457d-b4fe-776dd231d55e x-openstack-request-id: req-e82ad237-9f51-457d-b4fe-776dd231d55e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:47.336113 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe724d0-8271-47df-a953-4a5ef03a85f3", "name": "network-vif-plugged", "status": "completed", "tag": "cbe8762d-1832-41dd-96b0-fbab902d3a12", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:47.336469 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e82ad237-9f51-457d-b4fe-776dd231d55e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:47.337005 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe8762d-1832-41dd-96b0-fbab902d3a12', 'code': 200} Feb 19 01:18:47.344834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cbe8762d-1832-41dd-96b0-fbab902d3a12,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.346868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea0665-f9da-449e-94ec-66268e7ad6b7 req-aa06962f-68fb-4230-b52e-e6c045371ccb tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:47.350976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24ea0665-f9da-449e-94ec-66268e7ad6b7 req-aa06962f-68fb-4230-b52e-e6c045371ccb tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.1509502 Feb 19 01:18:47.388955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 88e1013d-ebfc-4f62-88ef-c5411251256d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=88e1013d-ebfc-4f62-88ef-c5411251256d,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:47.394705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.471918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24ea0665-f9da-449e-94ec-66268e7ad6b7 req-f164568e-c2b6-47be-9b24-b10528d9e07f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139348 Feb 19 01:18:47.509555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=88e1013d-ebfc-4f62-88ef-c5411251256d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.649286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43620) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:47.664015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7934caf-d69c-4d06-8bed-e9f9864971ee req-d7ce0b06-8409-4138-a354-6b41508c729f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:47.674668 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7934caf-d69c-4d06-8bed-e9f9864971ee req-d7ce0b06-8409-4138-a354-6b41508c729f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 944 time: 0.2220671 Feb 19 01:18:47.792087 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c04ceb8c-d68e-4602-b4f6-3fe885e36ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.842783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7934caf-d69c-4d06-8bed-e9f9864971ee req-333fe645-8567-4dba-ad5b-1b40832606f9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620798 Feb 19 01:18:47.848590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f5359-3213-40c9-8a28-ee691753ef48 req-593df594-0de3-4a11-8bc0-c31b961d2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:47.851319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a7f5359-3213-40c9-8a28-ee691753ef48 req-593df594-0de3-4a11-8bc0-c31b961d2324 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 1127 time: 0.2224498 Feb 19 01:18:47.998490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['88e1013d-ebfc-4f62-88ef-c5411251256d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:48.037621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a7f5359-3213-40c9-8a28-ee691753ef48 req-60999919-a754-4453-ac1e-ae7b26832556 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640995 Feb 19 01:18:48.062061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b7eb2-8859-4bd1-9234-4f489c077393 req-1a1e3b3a-9227-4d52-89bc-51ba00e4d50f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:48.064687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b96b7eb2-8859-4bd1-9234-4f489c077393 req-1a1e3b3a-9227-4d52-89bc-51ba00e4d50f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.2293427 Feb 19 01:18:48.131740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c04ceb8c-d68e-4602-b4f6-3fe885e36ac6 admin admin] Publish callbacks [] for security_group (1d528826-36ba-4247-831d-6663aff1ff97), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.143372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c04ceb8c-d68e-4602-b4f6-3fe885e36ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1d528826-36ba-4247-831d-6663aff1ff97), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.197170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b96b7eb2-8859-4bd1-9234-4f489c077393 req-63ef837a-b596-41b9-a346-597886807bae tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169603 Feb 19 01:18:48.281536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:48.282978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c04ceb8c-d68e-4602-b4f6-3fe885e36ac6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d9a0d8e72834132961966c4026f46c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6297901 Feb 19 01:18:48.314611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.344899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ceb8c-d68e-4602-b4f6-3fe885e36ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d528826-36ba-4247-831d-6663aff1ff97,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:48.402253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3626da8-9891-4198-9d28-ddf985e8af33 admin admin] Publish callbacks [] for security_group (1d528826-36ba-4247-831d-6663aff1ff97), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.425728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3626da8-9891-4198-9d28-ddf985e8af33 admin admin] Publish callbacks [] for security_group (1d528826-36ba-4247-831d-6663aff1ff97), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.478107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3626da8-9891-4198-9d28-ddf985e8af33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1d528826-36ba-4247-831d-6663aff1ff97), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.481620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3626da8-9891-4198-9d28-ddf985e8af33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.485807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d3626da8-9891-4198-9d28-ddf985e8af33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d528826-36ba-4247-831d-6663aff1ff97 HTTP/1.1" status: 204 len: 168 time: 0.2018714 Feb 19 01:18:48.494923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3626da8-9891-4198-9d28-ddf985e8af33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d528826-36ba-4247-831d-6663aff1ff97,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:48.650863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913d25f-ce51-4fe4-960e-fa24e3506614 req-3e9b40de-01b9-4f2f-909d-b73e8e6e673d tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:48.652613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0913d25f-ce51-4fe4-960e-fa24e3506614 req-3e9b40de-01b9-4f2f-909d-b73e8e6e673d tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.0660434 Feb 19 01:18:48.706534 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0913d25f-ce51-4fe4-960e-fa24e3506614 req-7fccfa1b-af72-4e52-a073-1f12efdd4f72 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483479 Feb 19 01:18:49.042049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1ebaa-e0fa-4760-b7aa-49a2bfb6fb2a req-bed5cc17-8052-473f-80d4-f7a44d513cd9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:49.046634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bb1ebaa-e0fa-4760-b7aa-49a2bfb6fb2a req-bed5cc17-8052-473f-80d4-f7a44d513cd9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 944 time: 0.1084211 Feb 19 01:18:49.100599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bb1ebaa-e0fa-4760-b7aa-49a2bfb6fb2a req-6ed28e0b-045c-4664-84f1-3b75a8bbe6df tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Feb 19 01:18:49.395803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c7e4-57b4-4ab2-9ef2-e7f6ac18c73e req-c719b8c7-148e-47da-9853-43c5a2d90b50 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:49.407994 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7762c7e4-57b4-4ab2-9ef2-e7f6ac18c73e req-c719b8c7-148e-47da-9853-43c5a2d90b50 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1319900 Feb 19 01:18:49.470874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7762c7e4-57b4-4ab2-9ef2-e7f6ac18c73e req-c611b1fc-7ada-40c6-9f93-d9931a63ca97 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614882 Feb 19 01:18:49.941229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af615b-c76b-48f1-9e8a-e0ae787b28ed req-956be669-6410-4ac7-83a1-302e81b802c2 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:49.949399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3af615b-c76b-48f1-9e8a-e0ae787b28ed req-956be669-6410-4ac7-83a1-302e81b802c2 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.0855021 Feb 19 01:18:50.012062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3af615b-c76b-48f1-9e8a-e0ae787b28ed req-2d30c9af-fce4-4290-bd62-a70caf18a907 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568168 Feb 19 01:18:50.234743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-beaff439-5542-4d2e-b7a5-d9fbcd748bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.312277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b991c-ee17-46aa-8da1-30c2569b831a req-6ef435e1-0c6a-47b8-bdc0-70492838ed97 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:50.324665 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d65b991c-ee17-46aa-8da1-30c2569b831a req-6ef435e1-0c6a-47b8-bdc0-70492838ed97 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 944 time: 0.1325831 Feb 19 01:18:50.391348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d65b991c-ee17-46aa-8da1-30c2569b831a req-97ee9f0b-bc39-4607-b362-6e2305158c05 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654640 Feb 19 01:18:50.513048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 88e1013d-ebfc-4f62-88ef-c5411251256d up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:50.576047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 88e1013d-ebfc-4f62-88ef-c5411251256d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:18:50.594099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 88e1013d-ebfc-4f62-88ef-c5411251256d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:50.596872 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.659371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209471a6-d875-4879-8a1e-9e68bd254b6f req-78f88a2a-d877-47e1-ad67-45854e51d946 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:50.667951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-209471a6-d875-4879-8a1e-9e68bd254b6f req-78f88a2a-d877-47e1-ad67-45854e51d946 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0934203 Feb 19 01:18:50.759356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-209471a6-d875-4879-8a1e-9e68bd254b6f req-edda0fc8-66c2-4266-a51f-ea39a8eb5ce6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898323 Feb 19 01:18:50.781787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 88e1013d-ebfc-4f62-88ef-c5411251256d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:50.782549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.812068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1013d-ebfc-4f62-88ef-c5411251256d'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:50.814388 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc84958a-dcc5-4596-88ea-f54558fc395c" -d '{"events": [{"server_uuid": "2b687d43-6a02-4330-b9d6-f19cdae0a22a", "name": "network-vif-plugged", "status": "completed", "tag": "88e1013d-ebfc-4f62-88ef-c5411251256d"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:50.831770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 88e1013d-ebfc-4f62-88ef-c5411251256d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=88e1013d-ebfc-4f62-88ef-c5411251256d,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:50.837128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.900237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=88e1013d-ebfc-4f62-88ef-c5411251256d,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:51.193273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88bd5d-547c-437a-a000-5276bfa9dad4 req-f2f729c2-326a-4116-a994-32cb9a889646 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:51.201832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d88bd5d-547c-437a-a000-5276bfa9dad4 req-f2f729c2-326a-4116-a994-32cb9a889646 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.0726337 Feb 19 01:18:51.312357 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7ecc0-9e20-41c3-a7c3-ac4db50dba4a x-openstack-request-id: req-78f7ecc0-9e20-41c3-a7c3-ac4db50dba4a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:51.313430 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b687d43-6a02-4330-b9d6-f19cdae0a22a", "name": "network-vif-plugged", "status": "completed", "tag": "88e1013d-ebfc-4f62-88ef-c5411251256d", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:51.313732 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78f7ecc0-9e20-41c3-a7c3-ac4db50dba4a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:51.314317 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1013d-ebfc-4f62-88ef-c5411251256d', 'code': 200} Feb 19 01:18:51.315277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d88bd5d-547c-437a-a000-5276bfa9dad4 req-6b60eb31-5627-43fe-a4bd-b131959b0172 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121855 Feb 19 01:18:51.520515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac6b8e-b875-4d79-ab0f-5e2e4d4669db req-c77a4141-d940-4b7c-ab28-35f708e50f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:51.526986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5eac6b8e-b875-4d79-ab0f-5e2e4d4669db req-c77a4141-d940-4b7c-ab28-35f708e50f86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 1127 time: 0.1120369 Feb 19 01:18:51.688590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5eac6b8e-b875-4d79-ab0f-5e2e4d4669db req-c6d58673-ad23-4899-90bb-c435d3e9d5fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438212 Feb 19 01:18:51.728385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e905b-b2ed-4ea6-b887-60f24c932858 req-d71160b4-fdd6-42cf-81dc-4899565e7ad9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:51.742775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e87e905b-b2ed-4ea6-b887-60f24c932858 req-d71160b4-fdd6-42cf-81dc-4899565e7ad9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.1423242 Feb 19 01:18:51.901244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e87e905b-b2ed-4ea6-b887-60f24c932858 req-3926f271-7f99-44e9-b682-96820c8eb2fd tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573517 Feb 19 01:18:51.969839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78390c10-d8fd-435c-b90a-d99207d795be req-06e8ad98-793a-468f-847e-f0e1d6e56ae3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:51.979386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78390c10-d8fd-435c-b90a-d99207d795be req-06e8ad98-793a-468f-847e-f0e1d6e56ae3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1294005 Feb 19 01:18:52.064692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78390c10-d8fd-435c-b90a-d99207d795be req-6bab09f4-ae81-41c8-98f2-07ee7dd5a3ec tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Feb 19 01:18:52.582460 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ac60c5c-890e-40e6-bbfa-3ef734802fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.132228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3149-e21b-4f45-a3be-9e944e75c436 req-ffebe0d9-f5ed-4687-b29a-7c5d5571b723 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:53.134002 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-706c3149-e21b-4f45-a3be-9e944e75c436 req-ffebe0d9-f5ed-4687-b29a-7c5d5571b723 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.1210084 Feb 19 01:18:53.282628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-706c3149-e21b-4f45-a3be-9e944e75c436 req-eb1c96d6-6b6a-4cc9-923a-edff9d821a64 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417785 Feb 19 01:18:53.291542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3379-8c6b-4b65-81a7-7019686262d1 req-4b7ebec8-3129-42f6-bff8-01640df660c8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:53.299416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02da3379-8c6b-4b65-81a7-7019686262d1 req-4b7ebec8-3129-42f6-bff8-01640df660c8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1251819 Feb 19 01:18:53.438908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02da3379-8c6b-4b65-81a7-7019686262d1 req-240dd813-d610-4ae7-b270-daa39453969d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389418 Feb 19 01:18:53.619389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.630105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:53.862214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c669ba45-e5c7-4d64-9c0c-05d65bb05e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.986184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c669ba45-e5c7-4d64-9c0c-05d65bb05e49 admin admin] Publish callbacks [] for security_group (f90908b7-ca3b-42b3-8faa-21efa7ba8487), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.997094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c669ba45-e5c7-4d64-9c0c-05d65bb05e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f90908b7-ca3b-42b3-8faa-21efa7ba8487), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.026808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:54.031051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c669ba45-e5c7-4d64-9c0c-05d65bb05e49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be948336f3754e48bde16afeef8d042c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024894 Feb 19 01:18:54.059064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ba45-e5c7-4d64-9c0c-05d65bb05e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90908b7-ca3b-42b3-8faa-21efa7ba8487,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:54.133346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda3974f-993c-4134-b9fd-e0daab02b6a3 admin admin] Publish callbacks [] for security_group (f90908b7-ca3b-42b3-8faa-21efa7ba8487), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.156915 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda3974f-993c-4134-b9fd-e0daab02b6a3 admin admin] Publish callbacks [] for security_group (f90908b7-ca3b-42b3-8faa-21efa7ba8487), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.219463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda3974f-993c-4134-b9fd-e0daab02b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f90908b7-ca3b-42b3-8faa-21efa7ba8487), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.224660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda3974f-993c-4134-b9fd-e0daab02b6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.229229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bda3974f-993c-4134-b9fd-e0daab02b6a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f90908b7-ca3b-42b3-8faa-21efa7ba8487 HTTP/1.1" status: 204 len: 168 time: 0.1989605 Feb 19 01:18:54.239963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3974f-993c-4134-b9fd-e0daab02b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90908b7-ca3b-42b3-8faa-21efa7ba8487,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:54.535463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36842d53-1921-49f4-b70a-53a468361ec4 req-bcb8126a-10c6-4a3a-b0d4-67f6c7af806b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:54.537101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36842d53-1921-49f4-b70a-53a468361ec4 req-bcb8126a-10c6-4a3a-b0d4-67f6c7af806b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.1386597 Feb 19 01:18:54.665894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36842d53-1921-49f4-b70a-53a468361ec4 req-404e0c15-6ae3-4518-8d19-b8635cef3ad3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023176 Feb 19 01:18:54.699203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2dbdc-4b57-4d78-865e-4dd000e845fe req-ada2cf99-e645-4187-8f99-fbbc8c7e3007 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:54.710710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81c2dbdc-4b57-4d78-865e-4dd000e845fe req-ada2cf99-e645-4187-8f99-fbbc8c7e3007 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1642921 Feb 19 01:18:54.830360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81c2dbdc-4b57-4d78-865e-4dd000e845fe req-917b2fa1-b014-4efe-a4e9-9a9ed532e98a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127164 Feb 19 01:18:54.859912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ea686-1f00-4efa-a9fa-ef53806c198c req-d8698f67-3079-4bee-8bca-d8c97108cfcf tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:54.867833 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-941ea686-1f00-4efa-a9fa-ef53806c198c req-d8698f67-3079-4bee-8bca-d8c97108cfcf tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.1011012 Feb 19 01:18:54.876886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:54.894800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ae272ad-f005-46f4-afae-da837a7da967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.958088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-941ea686-1f00-4efa-a9fa-ef53806c198c req-ef142dc1-616b-4e9d-944c-b9d6761ddd9b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Feb 19 01:18:55.089670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ae272ad-f005-46f4-afae-da837a7da967 admin admin] Publish callbacks [] for security_group (a73c1f85-13d2-4f94-a07d-45661444f2c3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.105776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ae272ad-f005-46f4-afae-da837a7da967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a73c1f85-13d2-4f94-a07d-45661444f2c3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.125693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd6cea-9310-4225-8e4e-2eaed9a595bf req-fe0c6f42-ad41-4b67-a87d-e1e4f674e163 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:55.132396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8dd6cea-9310-4225-8e4e-2eaed9a595bf req-fe0c6f42-ad41-4b67-a87d-e1e4f674e163 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.0836065 Feb 19 01:18:55.192086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ae272ad-f005-46f4-afae-da837a7da967 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0d6bd0102ee4e79863022de6bf2962d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144624 Feb 19 01:18:55.194890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43910) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:55.196605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae272ad-f005-46f4-afae-da837a7da967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c1f85-13d2-4f94-a07d-45661444f2c3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:55.233135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8dd6cea-9310-4225-8e4e-2eaed9a595bf req-4e9d0ba2-d8ab-41a0-9b67-861285c86284 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Feb 19 01:18:55.303924 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.314132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac899d34-14bc-469f-8c5b-d629344cb332 admin admin] Publish callbacks [] for security_group (a73c1f85-13d2-4f94-a07d-45661444f2c3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.345317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac899d34-14bc-469f-8c5b-d629344cb332 admin admin] Publish callbacks [] for security_group (a73c1f85-13d2-4f94-a07d-45661444f2c3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.426250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac899d34-14bc-469f-8c5b-d629344cb332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a73c1f85-13d2-4f94-a07d-45661444f2c3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.430058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac899d34-14bc-469f-8c5b-d629344cb332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.435226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ac899d34-14bc-469f-8c5b-d629344cb332 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a73c1f85-13d2-4f94-a07d-45661444f2c3 HTTP/1.1" status: 204 len: 168 time: 0.2389865 Feb 19 01:18:55.447938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac899d34-14bc-469f-8c5b-d629344cb332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c1f85-13d2-4f94-a07d-45661444f2c3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:55.711240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2cf-f4c7-4f2c-9fca-48b11cbaf4dd req-8b95e65e-e251-4899-81ff-3adb77b967eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:55.719254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d28ed2cf-f4c7-4f2c-9fca-48b11cbaf4dd req-8b95e65e-e251-4899-81ff-3adb77b967eb tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.0808320 Feb 19 01:18:55.795159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d28ed2cf-f4c7-4f2c-9fca-48b11cbaf4dd req-bc47ebc4-3c2e-401e-8e98-8bae8ba0ff8e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691996 Feb 19 01:18:55.923271 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:56.017704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1adf-c5f0-4229-b064-d45a3f7d761f req-6711c321-da23-4842-8ad5-45a40e14313e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:56.025417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c1f1adf-c5f0-4229-b064-d45a3f7d761f req-6711c321-da23-4842-8ad5-45a40e14313e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0975616 Feb 19 01:18:56.171674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c1f1adf-c5f0-4229-b064-d45a3f7d761f req-4581665c-de1d-4b4c-b393-d361c6d09d63 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390476 Feb 19 01:18:56.506800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.045384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4fc71-9cef-459c-bfaf-12b812a05f51 req-ab685bc3-49d3-4fdc-848e-19191b039dd0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:57.055775 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4f4fc71-9cef-459c-bfaf-12b812a05f51 req-ab685bc3-49d3-4fdc-848e-19191b039dd0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.1605582 Feb 19 01:18:57.119532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4f4fc71-9cef-459c-bfaf-12b812a05f51 req-78ca23ff-b89f-449b-ba68-b452cc451684 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621638 Feb 19 01:18:57.319168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c964b5-c25a-4ff4-991f-6f554896ab21 req-dd53e6b9-b5cd-4aa6-bb9d-815c119501d2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:57.328164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d5c964b5-c25a-4ff4-991f-6f554896ab21 req-dd53e6b9-b5cd-4aa6-bb9d-815c119501d2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0705626 Feb 19 01:18:57.414766 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d5c964b5-c25a-4ff4-991f-6f554896ab21 req-0e67e895-93be-4d7a-bff9-d84a3a96c5ee tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828071 Feb 19 01:18:57.453739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-1c6597cc-7064-49be-b6a1-bb9317dc9a8e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:57.455232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-1c6597cc-7064-49be-b6a1-bb9317dc9a8e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 945 time: 0.0862749 Feb 19 01:18:57.600342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port 88e1013d-ebfc-4f62-88ef-c5411251256d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:57.600342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.768297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port 88e1013d-ebfc-4f62-88ef-c5411251256d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=88e1013d-ebfc-4f62-88ef-c5411251256d,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:57.769083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.783422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for 88e1013d-ebfc-4f62-88ef-c5411251256d owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:58.061011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (88e1013d-ebfc-4f62-88ef-c5411251256d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.075723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd', '1dbf30be-d076-46bc-8287-a2d8bc1eae77', '88e1013d-ebfc-4f62-88ef-c5411251256d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:58.098462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=88e1013d-ebfc-4f62-88ef-c5411251256d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:58.187146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port 88e1013d-ebfc-4f62-88ef-c5411251256d on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:58.191208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.195110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b3d9613e-0bb2-4169-bfcb-621c27a1a837 req-2a7b045d-41c5-42f8-9354-ebde50834b59 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/88e1013d-ebfc-4f62-88ef-c5411251256d HTTP/1.1" status: 204 len: 173 time: 0.7317870 Feb 19 01:18:58.196086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'name': 'network-vif-deleted', 'tag': '88e1013d-ebfc-4f62-88ef-c5411251256d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:58.199077 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28cf9b-5ac1-4422-94b4-c19041bb071c" -d '{"events": [{"server_uuid": "2b687d43-6a02-4330-b9d6-f19cdae0a22a", "name": "network-vif-deleted", "tag": "88e1013d-ebfc-4f62-88ef-c5411251256d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:58.357691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-827e5e09-1116-4fee-b6b0-c1f8e677707f req-34d8287d-13d2-4161-938b-21c09a7572dd tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b687d43-6a02-4330-b9d6-f19cdae0a22a HTTP/1.1" status: 200 len: 210 time: 0.1082697 Feb 19 01:18:58.359385 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a929cae-1715-4823-88dd-876acb9545ae x-openstack-request-id: req-6a929cae-1715-4823-88dd-876acb9545ae {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:58.359669 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b687d43-6a02-4330-b9d6-f19cdae0a22a", "name": "network-vif-deleted", "tag": "88e1013d-ebfc-4f62-88ef-c5411251256d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:58.359921 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a929cae-1715-4823-88dd-876acb9545ae {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:58.360329 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b687d43-6a02-4330-b9d6-f19cdae0a22a', 'name': 'network-vif-deleted', 'tag': '88e1013d-ebfc-4f62-88ef-c5411251256d', 'status': 'completed', 'code': 200} Feb 19 01:18:58.660963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116319f-da94-4647-a8f3-c4514d7dd41c req-01a8ea8a-48da-45e0-9533-79f0ebd6df70 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:58.669894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2116319f-da94-4647-a8f3-c4514d7dd41c req-01a8ea8a-48da-45e0-9533-79f0ebd6df70 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1109200 Feb 19 01:18:58.747863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2116319f-da94-4647-a8f3-c4514d7dd41c req-f062fc75-e29d-4949-9636-cca46f4eec10 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714538 Feb 19 01:18:58.885252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.027781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f040f207-b2e1-406a-ad09-a8d8da0c8b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.144165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f040f207-b2e1-406a-ad09-a8d8da0c8b61 admin admin] Publish callbacks [] for security_group (c3937c3c-41e2-48e8-94b4-0fb9a6a05893), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.148472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f040f207-b2e1-406a-ad09-a8d8da0c8b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c3937c3c-41e2-48e8-94b4-0fb9a6a05893), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.191092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f207-b2e1-406a-ad09-a8d8da0c8b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3937c3c-41e2-48e8-94b4-0fb9a6a05893,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:59.212658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f040f207-b2e1-406a-ad09-a8d8da0c8b61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c91a95bde7245339112f3e599a88af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236442 Feb 19 01:18:59.212862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.273113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-403034d4-5115-4a6b-a5bf-85aba54b5940 admin admin] Publish callbacks [] for security_group (c3937c3c-41e2-48e8-94b4-0fb9a6a05893), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.300734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-403034d4-5115-4a6b-a5bf-85aba54b5940 admin admin] Publish callbacks [] for security_group (c3937c3c-41e2-48e8-94b4-0fb9a6a05893), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.360494 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-403034d4-5115-4a6b-a5bf-85aba54b5940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c3937c3c-41e2-48e8-94b4-0fb9a6a05893), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.363375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-403034d4-5115-4a6b-a5bf-85aba54b5940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.364167 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-403034d4-5115-4a6b-a5bf-85aba54b5940 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3937c3c-41e2-48e8-94b4-0fb9a6a05893 HTTP/1.1" status: 204 len: 168 time: 0.1503484 Feb 19 01:18:59.375972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403034d4-5115-4a6b-a5bf-85aba54b5940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3937c3c-41e2-48e8-94b4-0fb9a6a05893,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:59.833045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44020) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.855379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19377bc-64e2-4935-b42d-20cdf24c623f req-cb1affbd-630e-4c54-8a3c-5509594d4b9e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:59.857580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d19377bc-64e2-4935-b42d-20cdf24c623f req-cb1affbd-630e-4c54-8a3c-5509594d4b9e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.1107545 Feb 19 01:18:59.876762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c27c980-93f0-4bd8-a757-e7c6016649cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.957286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d19377bc-64e2-4935-b42d-20cdf24c623f req-b34f60bf-288d-4852-9c80-e15d658afb64 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899560 Feb 19 01:19:00.034748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435659ae-f112-4436-b749-562f7fd85b9f req-89714983-1e83-42b2-8635-75badf5fb07e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:00.036373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-435659ae-f112-4436-b749-562f7fd85b9f req-89714983-1e83-42b2-8635-75badf5fb07e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1947587 Feb 19 01:19:00.110585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c27c980-93f0-4bd8-a757-e7c6016649cb admin admin] Publish callbacks [] for security_group (df406eb5-3664-43fc-9aab-9503740468ed), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.123832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c27c980-93f0-4bd8-a757-e7c6016649cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (df406eb5-3664-43fc-9aab-9503740468ed), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.152169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-435659ae-f112-4436-b749-562f7fd85b9f req-89664505-10ba-4fe7-a6e0-db9af47d01f9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014228 Feb 19 01:19:00.193832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0c27c980-93f0-4bd8-a757-e7c6016649cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e9ae120ea53488dbbba9309c46779f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593020 Feb 19 01:19:00.196296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44024) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:00.197495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27c980-93f0-4bd8-a757-e7c6016649cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df406eb5-3664-43fc-9aab-9503740468ed,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:00.270646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5448da8d-e972-479b-91f2-80fe8268a9c2 admin admin] Publish callbacks [] for security_group (df406eb5-3664-43fc-9aab-9503740468ed), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.303614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5448da8d-e972-479b-91f2-80fe8268a9c2 admin admin] Publish callbacks [] for security_group (df406eb5-3664-43fc-9aab-9503740468ed), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.358992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5448da8d-e972-479b-91f2-80fe8268a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (df406eb5-3664-43fc-9aab-9503740468ed), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.362580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5448da8d-e972-479b-91f2-80fe8268a9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.365920 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5448da8d-e972-479b-91f2-80fe8268a9c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df406eb5-3664-43fc-9aab-9503740468ed HTTP/1.1" status: 204 len: 168 time: 0.1661103 Feb 19 01:19:00.379431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448da8d-e972-479b-91f2-80fe8268a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df406eb5-3664-43fc-9aab-9503740468ed,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:01.129560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501b2c8-a8ad-4f71-80dd-8d534889587c req-01256ea5-c641-4550-8957-ada7addfdf32 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.139480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f501b2c8-a8ad-4f71-80dd-8d534889587c req-01256ea5-c641-4550-8957-ada7addfdf32 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.0894988 Feb 19 01:19:01.227991 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f501b2c8-a8ad-4f71-80dd-8d534889587c req-d1d22bff-62c5-43a8-85ae-ea6abc40ad4b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873854 Feb 19 01:19:01.431543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3df3b1-634e-4796-bb05-2426b8a289be req-7bbccccf-3f01-488d-b0ac-46a35ab56584 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.433247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de3df3b1-634e-4796-bb05-2426b8a289be req-7bbccccf-3f01-488d-b0ac-46a35ab56584 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1553977 Feb 19 01:19:01.547204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de3df3b1-634e-4796-bb05-2426b8a289be req-da2a8609-c1ee-494d-9b80-92477167372f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973592 Feb 19 01:19:01.690448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-2ad62c10-fd20-4481-b1ce-780b0e85a5cc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.693559 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-2ad62c10-fd20-4481-b1ce-780b0e85a5cc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 946 time: 0.0789700 Feb 19 01:19:01.877932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:01.878298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.001944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port 1dbf30be-d076-46bc-8287-a2d8bc1eae77, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1dbf30be-d076-46bc-8287-a2d8bc1eae77,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:02.002568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.017045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for 1dbf30be-d076-46bc-8287-a2d8bc1eae77 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:02.228070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1dbf30be-d076-46bc-8287-a2d8bc1eae77), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.243522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd', '1dbf30be-d076-46bc-8287-a2d8bc1eae77'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:02.281917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=1dbf30be-d076-46bc-8287-a2d8bc1eae77,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:02.378656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9d76811-c9fc-41cc-9e38-ddd28f46a198 req-b857f06d-09e4-40b9-90dd-fff20aad02e1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=42360d6b-85eb-4d6b-93b3-b278b34d1686 HTTP/1.1" status: 200 len: 210 time: 0.0495868 Feb 19 01:19:02.395655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port 1dbf30be-d076-46bc-8287-a2d8bc1eae77 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:02.398466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.403032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef174aa3-158e-4727-af7b-3fa0b2030fea req-57729f42-93b6-4598-b0fa-9723d96a6a5a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/1dbf30be-d076-46bc-8287-a2d8bc1eae77 HTTP/1.1" status: 204 len: 173 time: 0.7030411 Feb 19 01:19:02.403511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'name': 'network-vif-deleted', 'tag': '1dbf30be-d076-46bc-8287-a2d8bc1eae77'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:02.407214 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055848dd-8185-4b85-b35f-8a940c995777" -d '{"events": [{"server_uuid": "42360d6b-85eb-4d6b-93b3-b278b34d1686", "name": "network-vif-deleted", "tag": "1dbf30be-d076-46bc-8287-a2d8bc1eae77"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:02.486318 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ac0fb-8294-4d15-a6f8-ec1fdc3c8567 x-openstack-request-id: req-cb7ac0fb-8294-4d15-a6f8-ec1fdc3c8567 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:02.486905 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42360d6b-85eb-4d6b-93b3-b278b34d1686", "name": "network-vif-deleted", "tag": "1dbf30be-d076-46bc-8287-a2d8bc1eae77", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:02.487222 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb7ac0fb-8294-4d15-a6f8-ec1fdc3c8567 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:02.487816 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42360d6b-85eb-4d6b-93b3-b278b34d1686', 'name': 'network-vif-deleted', 'tag': '1dbf30be-d076-46bc-8287-a2d8bc1eae77', 'status': 'completed', 'code': 200} Feb 19 01:19:02.572133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 88e1013d-ebfc-4f62-88ef-c5411251256d no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:02.634221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 88e1013d-ebfc-4f62-88ef-c5411251256d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:02.637024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 88e1013d-ebfc-4f62-88ef-c5411251256d not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:02.742216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d321e1-1b57-4e5b-9e44-8e7df7d5096b req-2e9781fc-9548-4381-bc3d-c7b3bc5d86ae tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:02.744125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1d321e1-1b57-4e5b-9e44-8e7df7d5096b req-2e9781fc-9548-4381-bc3d-c7b3bc5d86ae tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0828040 Feb 19 01:19:02.836054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1d321e1-1b57-4e5b-9e44-8e7df7d5096b req-f8f27ef5-21c9-4b9e-a3ee-f5dbaeec09be tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819101 Feb 19 01:19:03.886457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-b0994348-4b5a-4732-9761-ca91b9ddc85a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:03.898137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-b0994348-4b5a-4732-9761-ca91b9ddc85a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2086213 Feb 19 01:19:03.915880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-436d732b-dd9a-4985-b81f-35aeeaebf0ab tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0160794 Feb 19 01:19:03.977424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-77ffcfcf-6f76-46ab-8704-f4ee4e06336b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601876 Feb 19 01:19:03.998727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-6c67c5e4-d1f8-423f-b2cb-c70d38e83113 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:19:03.999736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-6c67c5e4-d1f8-423f-b2cb-c70d38e83113 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058744 Feb 19 01:19:04.033603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d309cb5-bc9b-47ae-b8e4-f682439b7f05 req-d33fe888-d4bb-46f9-b723-6e43706bd155 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:04.045539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d309cb5-bc9b-47ae-b8e4-f682439b7f05 req-d33fe888-d4bb-46f9-b723-6e43706bd155 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0893683 Feb 19 01:19:04.122837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-8599817d-e973-4b91-b097-cceea040e8ce service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144042 Feb 19 01:19:04.157137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d309cb5-bc9b-47ae-b8e4-f682439b7f05 req-4b0df48f-77be-4c5b-bdd2-d0ef3fbd2d22 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047678 Feb 19 01:19:04.213401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44158) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:04.280067 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-47398762-622a-4226-bac8-39b9990dbbf1 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517403 Feb 19 01:19:04.414812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b95-45aa-47bf-abdf-94bb8cf8652e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.587571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a969fd1-b5a1-4e14-ae30-fc8b48530608 req-4ad42a55-1ced-49c8-8875-c3bcb2179f15 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 210 time: 0.0929208 Feb 19 01:19:04.738842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b95-45aa-47bf-abdf-94bb8cf8652e admin admin] Publish callbacks [] for security_group (11d62c4a-1fb7-4e1d-99b1-1a34ad644171), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.744285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b95-45aa-47bf-abdf-94bb8cf8652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (11d62c4a-1fb7-4e1d-99b1-1a34ad644171), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.838275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1b95-45aa-47bf-abdf-94bb8cf8652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d62c4a-1fb7-4e1d-99b1-1a34ad644171,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:04.889081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fa1b1b95-45aa-47bf-abdf-94bb8cf8652e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7547274e8c794325bb7504e9f859a595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745100 Feb 19 01:19:04.891724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44176) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:04.975439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd52e-58f6-4bd0-9fe5-2ce422e5adbc admin admin] Publish callbacks [] for security_group (11d62c4a-1fb7-4e1d-99b1-1a34ad644171), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.024634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd52e-58f6-4bd0-9fe5-2ce422e5adbc admin admin] Publish callbacks [] for security_group (11d62c4a-1fb7-4e1d-99b1-1a34ad644171), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.116805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd52e-58f6-4bd0-9fe5-2ce422e5adbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (11d62c4a-1fb7-4e1d-99b1-1a34ad644171), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.120351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd52e-58f6-4bd0-9fe5-2ce422e5adbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.121856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bc7dd52e-58f6-4bd0-9fe5-2ce422e5adbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11d62c4a-1fb7-4e1d-99b1-1a34ad644171 HTTP/1.1" status: 204 len: 168 time: 0.2289584 Feb 19 01:19:05.137927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dd52e-58f6-4bd0-9fe5-2ce422e5adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d62c4a-1fb7-4e1d-99b1-1a34ad644171,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.332726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c511b4-83ac-4bbe-b6f1-2b3472ed55d0 req-74dab392-9041-4c0b-92be-7922dcf1b20e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:05.334512 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0c511b4-83ac-4bbe-b6f1-2b3472ed55d0 req-74dab392-9041-4c0b-92be-7922dcf1b20e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0908821 Feb 19 01:19:05.451930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0c511b4-83ac-4bbe-b6f1-2b3472ed55d0 req-4677df1b-6415-4da1-8771-efdb39bc11b7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064847 Feb 19 01:19:05.573656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:05.587442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9949d4ea-2c1f-4c4e-bdcf-77bc38522257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.804046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0c7a808-4bc1-4f50-96aa-d48384f66b29 req-a5b498ec-55bd-44a9-82f8-2d61b9408036 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 210 time: 0.0655618 Feb 19 01:19:05.810991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9949d4ea-2c1f-4c4e-bdcf-77bc38522257 admin admin] Publish callbacks [] for security_group (51d7e572-2863-4b5a-9755-27b8571a6b24), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.818837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9949d4ea-2c1f-4c4e-bdcf-77bc38522257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (51d7e572-2863-4b5a-9755-27b8571a6b24), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.904174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9949d4ea-2c1f-4c4e-bdcf-77bc38522257 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dafedc3e8a9f4150b51320b6a313a199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266075 Feb 19 01:19:05.905131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44202) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:05.912125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d4ea-2c1f-4c4e-bdcf-77bc38522257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d7e572-2863-4b5a-9755-27b8571a6b24,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:06.008199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b2e569f-adbd-4773-9636-5e8f0c326ead admin admin] Publish callbacks [] for security_group (51d7e572-2863-4b5a-9755-27b8571a6b24), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.068820 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b2e569f-adbd-4773-9636-5e8f0c326ead admin admin] Publish callbacks [] for security_group (51d7e572-2863-4b5a-9755-27b8571a6b24), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.094861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-378533c4-4833-45fb-aedd-3b31e81d428d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:06.097120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-378533c4-4833-45fb-aedd-3b31e81d428d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2245340 Feb 19 01:19:06.116455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': '3757243f-e12d-4435-867b-a407c0ccfd13', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:06.134947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b2e569f-adbd-4773-9636-5e8f0c326ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (51d7e572-2863-4b5a-9755-27b8571a6b24), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.140640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b2e569f-adbd-4773-9636-5e8f0c326ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.143985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b2e569f-adbd-4773-9636-5e8f0c326ead admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51d7e572-2863-4b5a-9755-27b8571a6b24 HTTP/1.1" status: 204 len: 168 time: 0.2372019 Feb 19 01:19:06.158953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e569f-adbd-4773-9636-5e8f0c326ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d7e572-2863-4b5a-9755-27b8571a6b24,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:06.282675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:06.287571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.505453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.5 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/86514a6c-3f1b-4405-ab7a-40ada521b299) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:06.603439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1dbf30be-d076-46bc-8287-a2d8bc1eae77 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:06.673885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded35b14-bf13-41b8-9aeb-d82a19488edb req-0b82b929-fb95-4134-9ff3-d0019d8a6fed tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:06.681398 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ded35b14-bf13-41b8-9aeb-d82a19488edb req-0b82b929-fb95-4134-9ff3-d0019d8a6fed tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1166968 Feb 19 01:19:06.695737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 1dbf30be-d076-46bc-8287-a2d8bc1eae77 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:06.696541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1dbf30be-d076-46bc-8287-a2d8bc1eae77 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:06.756619 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.790098 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ded35b14-bf13-41b8-9aeb-d82a19488edb req-1464066c-5254-4579-a781-2c8ab9d86110 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966923 Feb 19 01:19:06.853537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.867234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:06.947451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:06.969261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:07.003232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:07.064238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=86514a6c-3f1b-4405-ab7a-40ada521b299,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:07.098381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:07.099332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.116539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca380a8-720d-48db-9522-dc7fcac7ecba req-a929bd70-64cf-4a5b-be9c-ec2975b45860 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:07.126163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ca380a8-720d-48db-9522-dc7fcac7ecba req-a929bd70-64cf-4a5b-be9c-ec2975b45860 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 931 time: 0.1768689 Feb 19 01:19:07.174514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-fc6866fa-c003-4f5c-9ca8-4b9e2ddd7f17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0633872 Feb 19 01:19:07.207689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ca380a8-720d-48db-9522-dc7fcac7ecba req-4ada0e51-0d57-45e0-8604-7c6f3d0de49e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 Feb 19 01:19:07.211761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Request body: {'port': {'device_id': '3757243f-e12d-4435-867b-a407c0ccfd13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:07.299922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.747614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86514a6c-3f1b-4405-ab7a-40ada521b299 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:07.756469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Publish callbacks [] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.787119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Transition to ACTIVE for port object 86514a6c-3f1b-4405-ab7a-40ada521b299 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:07.795011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.988204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Pushing event updated for resources: {'Port': ['ID=86514a6c-3f1b-4405-ab7a-40ada521b299,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:07.996572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce883ba-2816-42b1-aa65-de7035d0621f req-ab97108f-5a9c-4d2d-98cc-44377671854d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:08.004938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ce883ba-2816-42b1-aa65-de7035d0621f req-ab97108f-5a9c-4d2d-98cc-44377671854d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0883687 Feb 19 01:19:08.085420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ce883ba-2816-42b1-aa65-de7035d0621f req-7482819b-ab3a-470b-b7a5-c645afe40d11 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792263 Feb 19 01:19:08.198731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Attempting to bind port 86514a6c-3f1b-4405-ab7a-40ada521b299 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:08.199172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Attempting to bind port 86514a6c-3f1b-4405-ab7a-40ada521b299 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:08.199698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Attempting to bind port 86514a6c-3f1b-4405-ab7a-40ada521b299 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:08.204585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Port 86514a6c-3f1b-4405-ab7a-40ada521b299 on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:08.205093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Attempting to bind port 86514a6c-3f1b-4405-ab7a-40ada521b299 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:08.211182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:08.211523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:08.211925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:08.212488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Bound port: 86514a6c-3f1b-4405-ab7a-40ada521b299, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:08.212843 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.394028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] For port 86514a6c-3f1b-4405-ab7a-40ada521b299, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:08.399519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] For port 86514a6c-3f1b-4405-ab7a-40ada521b299, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=86514a6c-3f1b-4405-ab7a-40ada521b299,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:08.411793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.452256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b42b6-25a6-4be8-b5c5-1090ba4c0ac4 req-bb6e1046-a029-47af-8ebc-4531487fce82 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:08.459641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a0b42b6-25a6-4be8-b5c5-1090ba4c0ac4 req-bb6e1046-a029-47af-8ebc-4531487fce82 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 943 time: 0.1167657 Feb 19 01:19:08.487917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:08.488692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.490352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] 10.222.0.10 "PUT /v2.0/ports/86514a6c-3f1b-4405-ab7a-40ada521b299 HTTP/1.1" status: 200 len: 1091 time: 1.2867472 Feb 19 01:19:08.492747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3757243f-e12d-4435-867b-a407c0ccfd13', 'tag': '86514a6c-3f1b-4405-ab7a-40ada521b299'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:08.495757 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3757243f-e12d-4435-867b-a407c0ccfd13", "tag": "86514a6c-3f1b-4405-ab7a-40ada521b299"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:08.591320 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aab475-5af3-4526-acab-29d4a5f63a50 x-openstack-request-id: req-84aab475-5af3-4526-acab-29d4a5f63a50 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:08.591618 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3757243f-e12d-4435-867b-a407c0ccfd13", "tag": "86514a6c-3f1b-4405-ab7a-40ada521b299", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:08.592020 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84aab475-5af3-4526-acab-29d4a5f63a50 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:08.592505 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3757243f-e12d-4435-867b-a407c0ccfd13', 'tag': '86514a6c-3f1b-4405-ab7a-40ada521b299', 'status': 'completed', 'code': 200} Feb 19 01:19:08.603649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25549c2-504a-466d-9486-f387dbb00ade service neutron] Pushing event updated for resources: {'Port': ['ID=86514a6c-3f1b-4405-ab7a-40ada521b299,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:08.638549 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a0b42b6-25a6-4be8-b5c5-1090ba4c0ac4 req-5b933db7-c704-4aa6-97a4-a3b8b7216d33 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778147 Feb 19 01:19:08.665377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-5a28faf8-4ef2-4444-94ac-18ad39420af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:08.667234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-5a28faf8-4ef2-4444-94ac-18ad39420af9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 1125 time: 0.1308990 Feb 19 01:19:08.756342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-368acdc3-3d39-46a8-ae70-f41ac6826061 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86514a6c-3f1b-4405-ab7a-40ada521b299 HTTP/1.1" status: 200 len: 217 time: 0.0719802 Feb 19 01:19:08.819889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-ee15f36a-d4f3-4c8c-b250-88c8fe86d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:08.822108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-ee15f36a-d4f3-4c8c-b250-88c8fe86d2f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.0588701 Feb 19 01:19:08.865627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-d611a1ba-8d6e-4280-8893-4349c3942b5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333006 Feb 19 01:19:09.026550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-268857d4-10f7-4f31-bd0d-000a8b17e59f service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451607 Feb 19 01:19:09.143652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6be184a5-4f92-4d40-b3d8-5628e697398e req-80857f36-3dd5-4330-b91e-845386925a24 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104245 Feb 19 01:19:09.277111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed86b-33dd-4f07-867b-fb66368e3a7c req-538a4767-3ebf-4ad5-b9a8-19c98e896e1e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:09.279560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ebed86b-33dd-4f07-867b-fb66368e3a7c req-538a4767-3ebf-4ad5-b9a8-19c98e896e1e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0957773 Feb 19 01:19:09.313393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-dc332e94-f80d-4a6e-a1b5-9743faa64909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:09.316076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-dc332e94-f80d-4a6e-a1b5-9743faa64909 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 1125 time: 0.1086586 Feb 19 01:19:09.356436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ebed86b-33dd-4f07-867b-fb66368e3a7c req-a7367eef-90e3-427e-8322-571150bbbe1e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707722 Feb 19 01:19:09.454997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-d7b8a808-4671-4399-8238-4495c6cff9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:09.456515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-d7b8a808-4671-4399-8238-4495c6cff9e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.1306117 Feb 19 01:19:09.535237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-2115410d-dd60-417a-ba52-079392680eed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86514a6c-3f1b-4405-ab7a-40ada521b299 HTTP/1.1" status: 200 len: 217 time: 0.0662603 Feb 19 01:19:09.701525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-6fd48ba3-c309-4228-85c6-721087cfd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:09.703789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-6fd48ba3-c309-4228-85c6-721087cfd586 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1563463 Feb 19 01:19:09.769632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-dbc3528b-4e5d-47dc-8c34-38ed9601a3c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495203 Feb 19 01:19:09.922209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-4b45353e-bbf9-4348-95c4-292d7e4f9f9b service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474648 Feb 19 01:19:10.052316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418665ed-8a3e-4538-bbc2-352a618bf77c req-561f805b-a555-4a05-8027-b8fd307d03af tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:10.054522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-418665ed-8a3e-4538-bbc2-352a618bf77c req-561f805b-a555-4a05-8027-b8fd307d03af tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 943 time: 0.2296455 Feb 19 01:19:10.125030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e64d6ace-d3ee-468e-ba29-cfc29d1a13c6 req-5b58ab58-bdfb-436e-a065-29eb524f797b service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710670 Feb 19 01:19:10.163299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-418665ed-8a3e-4538-bbc2-352a618bf77c req-6be66b83-c3f1-40fb-89f9-e3ab75bfd652 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996506 Feb 19 01:19:10.523798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47559b0-8234-4600-bfd3-68da199bf5b2 req-bbb29d95-08b7-4dab-ac63-464139d0c9e9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:10.527694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f47559b0-8234-4600-bfd3-68da199bf5b2 req-bbb29d95-08b7-4dab-ac63-464139d0c9e9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0844359 Feb 19 01:19:10.596142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f47559b0-8234-4600-bfd3-68da199bf5b2 req-fa20d3e3-7c78-404c-af20-bcc493da6e63 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Feb 19 01:19:11.384576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6feb4-4c40-47c7-9de8-327028f1f01a req-efba8959-474c-4d5c-a2e9-4413bc53c900 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:11.387095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9f6feb4-4c40-47c7-9de8-327028f1f01a req-efba8959-474c-4d5c-a2e9-4413bc53c900 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 943 time: 0.1238267 Feb 19 01:19:11.493304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9f6feb4-4c40-47c7-9de8-327028f1f01a req-6956064e-0cc7-4471-aaa4-2fd603acb212 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944242 Feb 19 01:19:11.777340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363ca60-2dc1-45d8-88c6-2b88f4fe4dca req-9767dc41-7996-47f3-8d5d-66fe031b5a55 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:11.793648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a363ca60-2dc1-45d8-88c6-2b88f4fe4dca req-9767dc41-7996-47f3-8d5d-66fe031b5a55 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0862379 Feb 19 01:19:11.920243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a363ca60-2dc1-45d8-88c6-2b88f4fe4dca req-ef538950-88c3-4169-b6fa-07059d1e9a68 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165001 Feb 19 01:19:12.639547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 86514a6c-3f1b-4405-ab7a-40ada521b299 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:12.698801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabc57c-77dd-41ca-965d-7d987ca7076e req-b47a4d27-0417-4b17-af52-759e63e104c1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:12.708080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dabc57c-77dd-41ca-965d-7d987ca7076e req-b47a4d27-0417-4b17-af52-759e63e104c1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 943 time: 0.1078587 Feb 19 01:19:12.794480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dabc57c-77dd-41ca-965d-7d987ca7076e req-afcb8189-bb7e-448a-a1dd-5067b18f10d0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Feb 19 01:19:12.927327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 86514a6c-3f1b-4405-ab7a-40ada521b299, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=86514a6c-3f1b-4405-ab7a-40ada521b299,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:12.951829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '86514a6c-3f1b-4405-ab7a-40ada521b299', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': '86514a6c-3f1b-4405-ab7a-40ada521b299', 'mac_address': 'fa:16:3e:04:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:13.079962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 86514a6c-3f1b-4405-ab7a-40ada521b299 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:13.080360 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.113541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86514a6c-3f1b-4405-ab7a-40ada521b299 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:13.125677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cd62a-5bd1-4c82-8a96-1c209c421b41 req-6a322763-fc4d-45cb-8547-f48d8b5c6615 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:13.132694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f8cd62a-5bd1-4c82-8a96-1c209c421b41 req-6a322763-fc4d-45cb-8547-f48d8b5c6615 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1075325 Feb 19 01:19:13.138592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 86514a6c-3f1b-4405-ab7a-40ada521b299, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=86514a6c-3f1b-4405-ab7a-40ada521b299,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:13.143524 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.245437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=86514a6c-3f1b-4405-ab7a-40ada521b299,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:13.253797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f8cd62a-5bd1-4c82-8a96-1c209c421b41 req-14c318f9-8c0c-493d-95f4-74ee7229315a tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200886 Feb 19 01:19:13.562753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['86514a6c-3f1b-4405-ab7a-40ada521b299'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:14.047297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8deb32-8843-4d85-9b81-e86dc76b44bb req-6d6b6fcf-211c-47ec-bd88-f63307d3040a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:14.049734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db8deb32-8843-4d85-9b81-e86dc76b44bb req-6d6b6fcf-211c-47ec-bd88-f63307d3040a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 944 time: 0.1292531 Feb 19 01:19:14.110554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db8deb32-8843-4d85-9b81-e86dc76b44bb req-6e1ebb36-1902-4f31-b8cf-25dabb31f969 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Feb 19 01:19:14.460900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb824df8-56d6-47c4-857d-edac3c1daf4a req-67a6821a-7f2f-4889-b065-3b6243ccbc14 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:14.463039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb824df8-56d6-47c4-857d-edac3c1daf4a req-67a6821a-7f2f-4889-b065-3b6243ccbc14 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1106191 Feb 19 01:19:14.535709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb824df8-56d6-47c4-857d-edac3c1daf4a req-8c6b0fd6-c689-459e-90a5-6611099e7b61 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666292 Feb 19 01:19:15.303886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1eaa1-df85-4aad-97d4-6a9d1a00f180 req-ff573580-bbbe-4cb7-b1da-e4b9a6226e34 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:15.312220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ced1eaa1-df85-4aad-97d4-6a9d1a00f180 req-ff573580-bbbe-4cb7-b1da-e4b9a6226e34 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 944 time: 0.1027369 Feb 19 01:19:15.378939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ced1eaa1-df85-4aad-97d4-6a9d1a00f180 req-37eb2112-dcf6-407c-8e82-0984e3822077 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614603 Feb 19 01:19:15.763395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a80a0-4b0f-4150-91b0-3a9181e3d829 req-9a2d42cc-c98e-445c-9b08-6f63a7eb72c8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:15.771372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d9a80a0-4b0f-4150-91b0-3a9181e3d829 req-9a2d42cc-c98e-445c-9b08-6f63a7eb72c8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0838790 Feb 19 01:19:15.831823 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d9a80a0-4b0f-4150-91b0-3a9181e3d829 req-bc41a5c0-317a-48ea-9938-9d229be5b2ce tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546837 Feb 19 01:19:16.573274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15b2d-1c1f-46d0-a80f-91dbb2b3f324 req-bf9fdbc9-af77-4354-9822-b98e7e0c8382 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:16.583869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2d15b2d-1c1f-46d0-a80f-91dbb2b3f324 req-bf9fdbc9-af77-4354-9822-b98e7e0c8382 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 944 time: 0.0864499 Feb 19 01:19:16.688405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 86514a6c-3f1b-4405-ab7a-40ada521b299 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:16.712044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2d15b2d-1c1f-46d0-a80f-91dbb2b3f324 req-e34118a0-aac4-45b7-9e17-2067dce10108 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259985 Feb 19 01:19:16.813946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 86514a6c-3f1b-4405-ab7a-40ada521b299 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:16.819393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 86514a6c-3f1b-4405-ab7a-40ada521b299 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:16.819986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.033444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 86514a6c-3f1b-4405-ab7a-40ada521b299 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:17.033845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.086784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 86514a6c-3f1b-4405-ab7a-40ada521b299, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=86514a6c-3f1b-4405-ab7a-40ada521b299,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:17.087796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3757243f-e12d-4435-867b-a407c0ccfd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86514a6c-3f1b-4405-ab7a-40ada521b299'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:17.092066 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746e1fb6-c663-4d7d-9eef-b6af045d7028" -d '{"events": [{"server_uuid": "3757243f-e12d-4435-867b-a407c0ccfd13", "name": "network-vif-plugged", "status": "completed", "tag": "86514a6c-3f1b-4405-ab7a-40ada521b299"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:17.095612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.156123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=86514a6c-3f1b-4405-ab7a-40ada521b299,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:17.190687 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58b32be-b8c2-4f57-a328-1dcc3499ed11 x-openstack-request-id: req-c58b32be-b8c2-4f57-a328-1dcc3499ed11 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:17.191004 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3757243f-e12d-4435-867b-a407c0ccfd13", "name": "network-vif-plugged", "status": "completed", "tag": "86514a6c-3f1b-4405-ab7a-40ada521b299", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:17.191259 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c58b32be-b8c2-4f57-a328-1dcc3499ed11 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:17.191658 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3757243f-e12d-4435-867b-a407c0ccfd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86514a6c-3f1b-4405-ab7a-40ada521b299', 'code': 200} Feb 19 01:19:17.254230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff236a48-ddb5-47f2-8818-431727c80d4f req-bb4ab06f-d13e-45bf-ab0e-7ea97ff6e1d6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:17.265210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff236a48-ddb5-47f2-8818-431727c80d4f req-bb4ab06f-d13e-45bf-ab0e-7ea97ff6e1d6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.2431738 Feb 19 01:19:17.346305 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff236a48-ddb5-47f2-8818-431727c80d4f req-75c585e8-3117-492a-bddf-9c1148fc3138 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Feb 19 01:19:17.377714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007331-934f-476c-9fdc-a870b1901577 req-ad80b26b-d82b-4e36-b8e0-d4fbc03de606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:17.379754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8007331-934f-476c-9fdc-a870b1901577 req-ad80b26b-d82b-4e36-b8e0-d4fbc03de606 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 1127 time: 0.1105425 Feb 19 01:19:17.443808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8007331-934f-476c-9fdc-a870b1901577 req-25d9e6ce-d5e8-4393-93ad-7049982e8347 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559802 Feb 19 01:19:17.906209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec06619-a748-44de-a018-54a2c6862e36 req-e4654767-8388-4249-8e17-0734bbadd178 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:17.917828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ec06619-a748-44de-a018-54a2c6862e36 req-e4654767-8388-4249-8e17-0734bbadd178 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.1090109 Feb 19 01:19:17.998150 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ec06619-a748-44de-a018-54a2c6862e36 req-f6a09719-0621-4134-9a8b-70e641a793f0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776279 Feb 19 01:19:18.253958 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.325333 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-c271c8f7-11da-4c1d-aa7b-6ce051047973 service neutron] show failed (client error): The resource could not be found. Feb 19 01:19:18.344532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-c271c8f7-11da-4c1d-aa7b-6ce051047973 service neutron] 10.222.0.10 "GET /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.1553934 Feb 19 01:19:18.568299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:19:18.584596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f428c3-51c2-4d58-a506-fbdcdc59a50b req-d66ae8dd-d340-4418-b8cb-132e4a852a13 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:18.593231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8f428c3-51c2-4d58-a506-fbdcdc59a50b req-d66ae8dd-d340-4418-b8cb-132e4a852a13 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1098275 Feb 19 01:19:18.657522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8f428c3-51c2-4d58-a506-fbdcdc59a50b req-2bc51cbe-57a7-4a3d-9158-770cf757ca6b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627463 Feb 19 01:19:18.786686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44524) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:18.854590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-7aecefbd-0621-422d-9dc6-62ea27679427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:18.861513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-7aecefbd-0621-422d-9dc6-62ea27679427 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2&tenant_id=88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 1131 time: 0.1372306 Feb 19 01:19:18.882398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:18.955675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.138918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.286166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Publish callbacks [] for security_group (c8f57933-0c98-4f43-9e77-752dafa5aa67), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.292318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c8f57933-0c98-4f43-9e77-752dafa5aa67), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.329351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:19.372900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f57933-0c98-4f43-9e77-752dafa5aa67,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:19.405936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:19.420789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4ad22-eca6-4c87-b56c-093bdb435cea req-7ba67264-2ccc-4400-9378-81baff53d870 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:19.428632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd4ad22-eca6-4c87-b56c-093bdb435cea req-7ba67264-2ccc-4400-9378-81baff53d870 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.3033552 Feb 19 01:19:19.431401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.431870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.432216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.432618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.432985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.433358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.433713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.434043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.434372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.434699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.435027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.435405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.435735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.466473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5f88fe7d-296b-4e26-8443-3fcb99e4084f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd6c6e1dacbf43aaafbaa7698f48b8f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784608 Feb 19 01:19:19.472280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44540) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:19.505284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Publish callbacks [] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.519101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Transition to ACTIVE for port object b92a0919-80bd-48a9-b9a3-f3ddecb60964 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:19.520592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:19.524168 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf3942-3305-413e-8cbd-ad73a04baa21" -d '{"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:19.546082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.596457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b88ce81c-ca03-48a1-a9b5-48ffd1df7ed5 admin admin] Publish callbacks [] for security_group (c8f57933-0c98-4f43-9e77-752dafa5aa67), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.645048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:19.658372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b88ce81c-ca03-48a1-a9b5-48ffd1df7ed5 admin admin] Publish callbacks [] for security_group (c8f57933-0c98-4f43-9e77-752dafa5aa67), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.674861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.676603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.677190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.677749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.680684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.681302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.682387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.682921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.683672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.686342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.686928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.687482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.688018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:19.784515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b88ce81c-ca03-48a1-a9b5-48ffd1df7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c8f57933-0c98-4f43-9e77-752dafa5aa67), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.791741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b88ce81c-ca03-48a1-a9b5-48ffd1df7ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.792915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b88ce81c-ca03-48a1-a9b5-48ffd1df7ed5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8f57933-0c98-4f43-9e77-752dafa5aa67 HTTP/1.1" status: 204 len: 168 time: 0.3194368 Feb 19 01:19:19.798589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] No DVR routers for this DVR port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:19.825920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1bd4ad22-eca6-4c87-b56c-093bdb435cea req-0e7d7198-f152-4a1f-bd61-d33825085199 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962967 Feb 19 01:19:19.872499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ce81c-ca03-48a1-a9b5-48ffd1df7ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f57933-0c98-4f43-9e77-752dafa5aa67,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:19.948011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:19.951714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:19.952296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:19.977710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:19.978281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:20.001455 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea9ca9-9366-41c7-a96b-8a46daf0f41e x-openstack-request-id: req-afea9ca9-9366-41c7-a96b-8a46daf0f41e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:20.005683 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:20.006358 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afea9ca9-9366-41c7-a96b-8a46daf0f41e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:20.006943 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'code': 200} Feb 19 01:19:20.011672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:20.014712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:20.015491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:20.018077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Bound port: b92a0919-80bd-48a9-b9a3-f3ddecb60964, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:20.018641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.088647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bf0c-8fd8-4bd1-a8b4-5dbd49519ee5 req-b7227436-b873-4d1e-8cc1-4b4fcd9ba82c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.096746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aed2bf0c-8fd8-4bd1-a8b4-5dbd49519ee5 req-b7227436-b873-4d1e-8cc1-4b4fcd9ba82c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.1450837 Feb 19 01:19:20.227459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5a5059ca-baf2-444f-a90c-744c1c2855b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.299342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:20.312573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:20.320274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aed2bf0c-8fd8-4bd1-a8b4-5dbd49519ee5 req-3b206a59-fc30-4574-bb98-e10dc235b47f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155385 Feb 19 01:19:20.329691 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.349073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.350547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.352524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] 10.222.0.89 "PUT /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 1095 time: 1.4763086 Feb 19 01:19:20.562460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1db73-da53-4ce2-9c79-cb1cb2be4967 req-d9f5213d-9914-4fb2-b481-d44673433623 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.583292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33d1db73-da53-4ce2-9c79-cb1cb2be4967 req-d9f5213d-9914-4fb2-b481-d44673433623 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.1453691 Feb 19 01:19:20.612270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-ea2933ed-1e14-4bc3-90b1-c358ba2a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.622163 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-ea2933ed-1e14-4bc3-90b1-c358ba2a96cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.1351602 Feb 19 01:19:20.698823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33d1db73-da53-4ce2-9c79-cb1cb2be4967 req-fa846424-3369-44a4-9ade-0036902f2484 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142573 Feb 19 01:19:20.711388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113392d-b474-4a2f-b660-60c1d9cdb807 service neutron] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:20.768818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44572) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:20.807248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c727a02-0763-4c7c-ae75-78f2461dff02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.815093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-c0fa5a0c-47d3-435f-84ef-88d93ba89342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.816941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-c0fa5a0c-47d3-435f-84ef-88d93ba89342 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1855106 Feb 19 01:19:21.067387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-5c611a99-21c8-4814-bd5a-633408426684 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.2427251 Feb 19 01:19:21.121971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c727a02-0763-4c7c-ae75-78f2461dff02 admin admin] Publish callbacks [] for security_group (019232be-c18b-4094-b334-6d38d4a07e5f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.129699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c727a02-0763-4c7c-ae75-78f2461dff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (019232be-c18b-4094-b334-6d38d4a07e5f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.185239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c727a02-0763-4c7c-ae75-78f2461dff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019232be-c18b-4094-b334-6d38d4a07e5f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:21.235894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c727a02-0763-4c7c-ae75-78f2461dff02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e164628a3404643b5c831bd82f9216e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657004 Feb 19 01:19:21.236385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-3bfdf168-bdbe-401a-a357-0d8b2ea72ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.237909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-3bfdf168-bdbe-401a-a357-0d8b2ea72ebe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1316040 Feb 19 01:19:21.238409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:21.338108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899cc74-8427-4ea3-a863-7efffeec16ec req-fc10af12-49a1-457f-81c2-5a1da5191b50 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.339822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2899cc74-8427-4ea3-a863-7efffeec16ec req-fc10af12-49a1-457f-81c2-5a1da5191b50 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.4997709 Feb 19 01:19:21.398981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9d3524f-86d7-494a-bf71-9607fdb37189 admin admin] Publish callbacks [] for security_group (019232be-c18b-4094-b334-6d38d4a07e5f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.456743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2899cc74-8427-4ea3-a863-7efffeec16ec req-a144cdd7-6ba9-4c57-9e6e-9df184b7d283 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109233 Feb 19 01:19:21.457524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9d3524f-86d7-494a-bf71-9607fdb37189 admin admin] Publish callbacks [] for security_group (019232be-c18b-4094-b334-6d38d4a07e5f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.473397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9dcc0e15-1add-4a97-8632-68dfae3dcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.474877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-9dcc0e15-1add-4a97-8632-68dfae3dcf88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2259731 Feb 19 01:19:21.523882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9d3524f-86d7-494a-bf71-9607fdb37189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (019232be-c18b-4094-b334-6d38d4a07e5f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.528403 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9d3524f-86d7-494a-bf71-9607fdb37189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.531970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c9d3524f-86d7-494a-bf71-9607fdb37189 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/019232be-c18b-4094-b334-6d38d4a07e5f HTTP/1.1" status: 204 len: 168 time: 0.2902641 Feb 19 01:19:21.663382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3524f-86d7-494a-bf71-9607fdb37189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019232be-c18b-4094-b334-6d38d4a07e5f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:21.727905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-6a747506-1258-43cc-b217-fbe1632dfb83 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465389 Feb 19 01:19:21.745721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2a50-be66-4763-aae9-3aa9ea225a85 req-43e42af8-24ec-4fed-8a46-8ddff6f81614 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.748600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06ec2a50-be66-4763-aae9-3aa9ea225a85 req-43e42af8-24ec-4fed-8a46-8ddff6f81614 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.2355020 Feb 19 01:19:21.959452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-85fc6c63-0a65-4acc-8cf9-c392ab58930e service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237163 Feb 19 01:19:22.009429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:22.023913 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:22.298305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d672-7741-4c49-87fb-cf0fdd371893 req-9edd8198-3a84-4fd9-a6b9-2ff2ce3262d9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:22.302521 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1431d672-7741-4c49-87fb-cf0fdd371893 req-9edd8198-3a84-4fd9-a6b9-2ff2ce3262d9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.2282927 Feb 19 01:19:22.442716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1431d672-7741-4c49-87fb-cf0fdd371893 req-b103f7f8-b745-48c1-b044-4dd0019495b8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319182 Feb 19 01:19:22.591082 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-767cff47-db64-4c97-a4be-5739ff17f41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.665278 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3731890-0ae2-4ddd-a57d-9c4d71b9e08c x-openstack-request-id: req-d3731890-0ae2-4ddd-a57d-9c4d71b9e08c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:22.666696 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:22.667120 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3731890-0ae2-4ddd-a57d-9c4d71b9e08c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:22.667913 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'status': 'completed', 'code': 200} Feb 19 01:19:22.687711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06ec2a50-be66-4763-aae9-3aa9ea225a85 req-8b544be8-e5b4-4953-9477-e5d9db4d490e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9327102 Feb 19 01:19:22.694284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-01277464-2d2e-4fc8-958b-6d30539dc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:22.697031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-01277464-2d2e-4fc8-958b-6d30539dc7a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0916035 Feb 19 01:19:22.715091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:22.741779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-05bd49f2-8676-4418-967c-4cb32d69c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:22.743446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-05bd49f2-8676-4418-967c-4cb32d69c036 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0786672 Feb 19 01:19:22.884279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:19:22.886512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:22.902235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-7e43c9f8-6f4e-4824-97dc-b542e9c27e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:22.911230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-7e43c9f8-6f4e-4824-97dc-b542e9c27e52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2039814 Feb 19 01:19:22.990684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-c4902549-6eba-4c4b-aca7-fa09b7e8016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:22.995692 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-8a707877-dbbe-4602-ae65-f77685cb1a8f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.0766523 Feb 19 01:19:22.996644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-c4902549-6eba-4c4b-aca7-fa09b7e8016b service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2420166 Feb 19 01:19:23.091880 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-065dcdf5-86bd-4d0b-8ab5-d15fc6739fb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.0880086 Feb 19 01:19:23.122907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-3eb564b9-626f-4fc9-92fd-a5004d94b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.127369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-3eb564b9-626f-4fc9-92fd-a5004d94b93e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1237438 Feb 19 01:19:23.248207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-ef2dd18a-fb11-47a1-a87a-2c99ae6ee502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.251756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-ef2dd18a-fb11-47a1-a87a-2c99ae6ee502 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1530654 Feb 19 01:19:23.264531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-ff855f10-d262-4291-b06c-c533a700f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.267088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-ff855f10-d262-4291-b06c-c533a700f992 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1307168 Feb 19 01:19:23.332695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-f9aaaa2a-824e-4ffc-b0f0-1efdcf46e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.332695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-f9aaaa2a-824e-4ffc-b0f0-1efdcf46e321 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0708735 Feb 19 01:19:23.526454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3c05a6ea-94d4-4fce-81d6-03f166cb8c23 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.528107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3c05a6ea-94d4-4fce-81d6-03f166cb8c23 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.0889153 Feb 19 01:19:23.535350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-68a1249b-ba6a-484e-b8f1-e577b89015a5 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573366 Feb 19 01:19:23.636406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.673210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-6a51b381-b271-4328-8b53-eda364505de2 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345225 Feb 19 01:19:23.762022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port 86514a6c-3f1b-4405-ab7a-40ada521b299 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:23.762657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.882503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64506797-ce0d-4834-8ce6-6cc6e2b54a5f req-da03c15d-1f84-44cd-8f7a-61bb71de82f9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.884170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64506797-ce0d-4834-8ce6-6cc6e2b54a5f req-da03c15d-1f84-44cd-8f7a-61bb71de82f9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 945 time: 0.2057965 Feb 19 01:19:23.894413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-a6e64542-48e1-4a82-aa95-cf3208d169a4 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516281 Feb 19 01:19:23.962058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port 86514a6c-3f1b-4405-ab7a-40ada521b299, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=86514a6c-3f1b-4405-ab7a-40ada521b299,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:23.962424 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.980354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for 86514a6c-3f1b-4405-ab7a-40ada521b299 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:24.007593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64506797-ce0d-4834-8ce6-6cc6e2b54a5f req-d6d33876-f652-460e-83c1-015b08bc9e51 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072443 Feb 19 01:19:24.248224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4227-39a7-401a-bbc3-0fd5f19bdd1b req-c10ebf70-aa2e-464f-87ae-ec57cb769108 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:24.253451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-806d4227-39a7-401a-bbc3-0fd5f19bdd1b req-c10ebf70-aa2e-464f-87ae-ec57cb769108 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.4189796 Feb 19 01:19:24.279063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7ad4d8d-fdf0-43b1-966d-0e5432e14ebf req-d61d5c70-6517-40b7-bc2d-02b709b23df2 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936131 Feb 19 01:19:24.392598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-806d4227-39a7-401a-bbc3-0fd5f19bdd1b req-74290dea-91fb-4143-9590-eb2d80105b93 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247933 Feb 19 01:19:24.501148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (86514a6c-3f1b-4405-ab7a-40ada521b299), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.529802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd', '86514a6c-3f1b-4405-ab7a-40ada521b299'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:24.570875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=86514a6c-3f1b-4405-ab7a-40ada521b299,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:24.773388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port 86514a6c-3f1b-4405-ab7a-40ada521b299 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:24.778039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.781390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-927807c7-8095-4542-a9ae-d53002f523f9 req-3d9bc93e-e37b-4c83-95db-049bc014dc17 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/86514a6c-3f1b-4405-ab7a-40ada521b299 HTTP/1.1" status: 204 len: 173 time: 1.2460103 Feb 19 01:19:24.830597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3757243f-e12d-4435-867b-a407c0ccfd13', 'name': 'network-vif-deleted', 'tag': '86514a6c-3f1b-4405-ab7a-40ada521b299'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:24.833498 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9fb368-c30e-4f0b-9b80-6b12263d55fc" -d '{"events": [{"server_uuid": "3757243f-e12d-4435-867b-a407c0ccfd13", "name": "network-vif-deleted", "tag": "86514a6c-3f1b-4405-ab7a-40ada521b299"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:24.904199 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3155aa-aff2-4ae7-bc93-5ee48728e2d7 x-openstack-request-id: req-0d3155aa-aff2-4ae7-bc93-5ee48728e2d7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:24.904506 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3757243f-e12d-4435-867b-a407c0ccfd13", "name": "network-vif-deleted", "tag": "86514a6c-3f1b-4405-ab7a-40ada521b299", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:24.904763 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d3155aa-aff2-4ae7-bc93-5ee48728e2d7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:24.905195 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3757243f-e12d-4435-867b-a407c0ccfd13', 'name': 'network-vif-deleted', 'tag': '86514a6c-3f1b-4405-ab7a-40ada521b299', 'status': 'completed', 'code': 200} Feb 19 01:19:24.908809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-5fe8eb13-574c-48be-9280-9a0f6cae0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:24.910409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-5fe8eb13-574c-48be-9280-9a0f6cae0fce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.2022316 Feb 19 01:19:24.941030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4797a2-d1c1-4772-9887-3829d0c5878e req-511ef68a-ff00-479c-b2e8-75db04a7d308 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:24.942627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb4797a2-d1c1-4772-9887-3829d0c5878e req-511ef68a-ff00-479c-b2e8-75db04a7d308 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1721656 Feb 19 01:19:25.114040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eb4797a2-d1c1-4772-9887-3829d0c5878e req-2bd0252d-5e01-4e14-9ddd-3214e580f415 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565552 Feb 19 01:19:25.196188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-ff144804-8115-4e2c-a221-dcfd29d61535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.197767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-ff144804-8115-4e2c-a221-dcfd29d61535 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.2806392 Feb 19 01:19:25.217208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a561185-b9b1-4ae7-9bc8-d9c9272ed4c9 req-b4015af4-1fae-43d9-a6b7-91b3705b94d4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=3757243f-e12d-4435-867b-a407c0ccfd13 HTTP/1.1" status: 200 len: 210 time: 0.0797756 Feb 19 01:19:25.276740 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-e4f586ee-667b-45c1-8d21-c488ced38296 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.0692840 Feb 19 01:19:25.327455 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.389917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-6cf39a93-0cd6-4a9d-b94b-c28d96bcb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.391400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-6cf39a93-0cd6-4a9d-b94b-c28d96bcb9e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1073079 Feb 19 01:19:25.471368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:25.528005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-6369a405-30ed-4140-99ba-010a4882675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.533802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-6369a405-30ed-4140-99ba-010a4882675c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1290674 Feb 19 01:19:25.768020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:25.784810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'mac_address': 'fa:16:3e:d4:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:25.796372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44728) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:25.848154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b92a0919-80bd-48a9-b9a3-f3ddecb60964 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:25.849267 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.867089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92a0919-80bd-48a9-b9a3-f3ddecb60964 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:25.876823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f22e8f-1aa4-4684-9c6b-4b5b26f55910 req-ebdfbf7c-9e6e-471e-a944-a2f757447de0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.878443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17f22e8f-1aa4-4684-9c6b-4b5b26f55910 req-ebdfbf7c-9e6e-471e-a944-a2f757447de0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 947 time: 0.3116519 Feb 19 01:19:25.880339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-1b47c3d8-75af-4393-9abe-415cd1454fe7 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387291 Feb 19 01:19:25.913810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:25.920502 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.958207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8efb1060-011a-4251-a63a-7a9b609ac0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.034482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.085689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17f22e8f-1aa4-4684-9c6b-4b5b26f55910 req-503bfbcb-404f-4469-b199-d358a70e8f15 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916018 Feb 19 01:19:26.094878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:26.115738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.116146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.116429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.117206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.118022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.118368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.118742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.119570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.119913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.120220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.120547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.120868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.121218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:26.147857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6e2e7e6-51c3-4854-abc0-15065f258634 req-112c0a69-6538-49ca-9d70-2515439dff23 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527232 Feb 19 01:19:26.170420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8efb1060-011a-4251-a63a-7a9b609ac0c4 admin admin] Publish callbacks [] for security_group (92c166e1-6220-4a9b-83e7-ddf2c20d8727), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.176918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8efb1060-011a-4251-a63a-7a9b609ac0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (92c166e1-6220-4a9b-83e7-ddf2c20d8727), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.280087 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8efb1060-011a-4251-a63a-7a9b609ac0c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebfd229397ae4493943906c6d1c33c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4819188 Feb 19 01:19:26.281980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb1060-011a-4251-a63a-7a9b609ac0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c166e1-6220-4a9b-83e7-ddf2c20d8727,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:26.287417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44742) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:26.302289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['b92a0919-80bd-48a9-b9a3-f3ddecb60964'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:26.439932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20aefd-7fb4-4ba4-9b13-bc89e3ca6386 req-8c7caf4e-0b4c-4653-9a9a-d02f0dd8c66d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:26.466259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe20aefd-7fb4-4ba4-9b13-bc89e3ca6386 req-8c7caf4e-0b4c-4653-9a9a-d02f0dd8c66d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2132356 Feb 19 01:19:26.545532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.574037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe20aefd-7fb4-4ba4-9b13-bc89e3ca6386 req-c971c76e-6023-4c62-a5b9-f5c099208609 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063948 Feb 19 01:19:26.603934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8d1-9667-4669-be3d-58f7b65f1713 admin admin] Publish callbacks [] for security_group (92c166e1-6220-4a9b-83e7-ddf2c20d8727), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.835691 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8d1-9667-4669-be3d-58f7b65f1713 admin admin] Publish callbacks [] for security_group (92c166e1-6220-4a9b-83e7-ddf2c20d8727), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.857624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe3f67-915c-43cc-bed5-2c2f648840aa req-e64d6a93-1542-4262-811d-eb5c7169b5d5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:26.859263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73fe3f67-915c-43cc-bed5-2c2f648840aa req-e64d6a93-1542-4262-811d-eb5c7169b5d5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.3245387 Feb 19 01:19:26.917026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-cec4517e-a8aa-484b-8596-9f13ca43e347 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:26.918629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-cec4517e-a8aa-484b-8596-9f13ca43e347 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.89 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2&tenant_id=88aae3f9d11042d0ba928360fbce9057&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 948 time: 0.5099192 Feb 19 01:19:27.016302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-73fe3f67-915c-43cc-bed5-2c2f648840aa req-3fb19c28-4fa4-41b5-90a4-7def27c8ed1c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386094 Feb 19 01:19:27.113371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-49838f54-afcd-4a74-ae05-90b3e506b1fa service neutron] 10.222.0.89 "GET /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964/bindings/n-h1-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.1818209 Feb 19 01:19:27.114574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8d1-9667-4669-be3d-58f7b65f1713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (92c166e1-6220-4a9b-83e7-ddf2c20d8727), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.120623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8d1-9667-4669-be3d-58f7b65f1713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.131790 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4cd6e8d1-9667-4669-be3d-58f7b65f1713 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92c166e1-6220-4a9b-83e7-ddf2c20d8727 HTTP/1.1" status: 204 len: 168 time: 0.8432965 Feb 19 01:19:27.172139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-aa90e73d-1421-47d6-8197-0aa670e332c4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:27.177956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-aa90e73d-1421-47d6-8197-0aa670e332c4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2719319 Feb 19 01:19:27.192817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6e8d1-9667-4669-be3d-58f7b65f1713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c166e1-6220-4a9b-83e7-ddf2c20d8727,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:27.224446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-f389b0c3-f9ab-42c4-8762-3eb3f56d7b68 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/quotas/6db5d27e998441869e790857cc7720d0 HTTP/1.1" status: 200 len: 375 time: 0.0358100 Feb 19 01:19:27.273252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-4612729f-240b-467d-9f96-af24837cda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:27.275822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-4612729f-240b-467d-9f96-af24837cda5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1130 time: 0.1049840 Feb 19 01:19:27.380980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-bd6ebcab-6eab-4b4e-8f18-5246c5182ec9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480207 Feb 19 01:19:27.472192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:27.527058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-d792ba1d-8995-4690-8c4e-c8f35368c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:27.529198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-d792ba1d-8995-4690-8c4e-c8f35368c7d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2433577 Feb 19 01:19:27.623073 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-296bd5ea-466f-4702-b7b2-0740c95fa2d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.0822790 Feb 19 01:19:27.662045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-70b470e7-9bc5-4dfd-8466-c3ea88e32d4e service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696185 Feb 19 01:19:27.752266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-7887372c-1423-46e8-b50c-9cf6a577f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:27.755947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-7887372c-1423-46e8-b50c-9cf6a577f13a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1242959 Feb 19 01:19:27.802466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-0e549757-0971-401c-9512-acae87137252 service neutron] 10.222.0.43 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391656 Feb 19 01:19:27.804330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:27.848425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b258b433-9089-40f9-a086-31c76188d166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.862841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:27.882510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:27.884039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.076201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b92a0919-80bd-48a9-b9a3-f3ddecb60964 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:28.076648 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.148504 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b258b433-9089-40f9-a086-31c76188d166 admin admin] Publish callbacks [] for security_group (224efbd7-1f01-4feb-b9b7-3722a9ac732f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.156247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b258b433-9089-40f9-a086-31c76188d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (224efbd7-1f01-4feb-b9b7-3722a9ac732f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.160930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:28.163680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-9fa82205-ae8e-4327-85de-5df70eebcb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:28.164702 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae01f8-648b-4671-846a-410b0db46d7c" -d '{"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:28.169323 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-9fa82205-ae8e-4327-85de-5df70eebcb30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3968384 Feb 19 01:19:28.180182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:28.194876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.201919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd65a4b-ba9b-4a68-9958-8ce57a5ed6a9 req-fc5b0ae0-4258-47e9-9571-6f46a08f44ad tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:28.206939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbd65a4b-ba9b-4a68-9958-8ce57a5ed6a9 req-fc5b0ae0-4258-47e9-9571-6f46a08f44ad tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.4356117 Feb 19 01:19:28.237610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258b433-9089-40f9-a086-31c76188d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224efbd7-1f01-4feb-b9b7-3722a9ac732f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:28.255542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:28.286665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b258b433-9089-40f9-a086-31c76188d166 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b89230298374d63a043b96feec7b1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764335 Feb 19 01:19:28.287449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44800) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:28.399596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a134c1be-8751-4386-bc6c-63c68fd6d402 admin admin] Publish callbacks [] for security_group (224efbd7-1f01-4feb-b9b7-3722a9ac732f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.424651 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a134c1be-8751-4386-bc6c-63c68fd6d402 admin admin] Publish callbacks [] for security_group (224efbd7-1f01-4feb-b9b7-3722a9ac732f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.505034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbd65a4b-ba9b-4a68-9958-8ce57a5ed6a9 req-a1d19f13-55a0-45e2-8d50-dd1e59324e16 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416532 Feb 19 01:19:28.571398 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-924b1a20-6e9c-4a08-aa9d-103e1cb36523 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573675 Feb 19 01:19:28.579681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a134c1be-8751-4386-bc6c-63c68fd6d402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (224efbd7-1f01-4feb-b9b7-3722a9ac732f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.582727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a134c1be-8751-4386-bc6c-63c68fd6d402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.583909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a134c1be-8751-4386-bc6c-63c68fd6d402 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/224efbd7-1f01-4feb-b9b7-3722a9ac732f HTTP/1.1" status: 204 len: 168 time: 0.2939053 Feb 19 01:19:28.609566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134c1be-8751-4386-bc6c-63c68fd6d402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224efbd7-1f01-4feb-b9b7-3722a9ac732f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:28.751363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 86514a6c-3f1b-4405-ab7a-40ada521b299 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:28.777811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 86514a6c-3f1b-4405-ab7a-40ada521b299 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:28.778364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 86514a6c-3f1b-4405-ab7a-40ada521b299 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:29.120935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae83d34-51ca-4c4a-b017-619c15653da5 req-cd2df9a6-8698-4895-bc59-963a21eb291d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:29.132369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ae83d34-51ca-4c4a-b017-619c15653da5 req-cd2df9a6-8698-4895-bc59-963a21eb291d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1602402 Feb 19 01:19:29.203498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ae83d34-51ca-4c4a-b017-619c15653da5 req-67a9c9c5-af18-41e2-9b27-74cd46f4db9e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695662 Feb 19 01:19:29.316823 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39482fc7-ef82-4c66-9131-b107f980c21d x-openstack-request-id: req-39482fc7-ef82-4c66-9131-b107f980c21d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:29.317389 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:29.317642 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39482fc7-ef82-4c66-9131-b107f980c21d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:29.318124 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'code': 200} Feb 19 01:19:29.489249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ba59c8f-2f92-488d-b2be-e88ce5f64b65 req-3096c619-049b-4f76-881d-d54ef1b2355a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 210 time: 0.8677557 Feb 19 01:19:29.496680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-6c691196-ce85-46a8-920b-3b86b2d1ccba service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9075615 Feb 19 01:19:30.182886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-06bf5619-4e12-444d-8727-eff36e72f668 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:30.184656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-06bf5619-4e12-444d-8727-eff36e72f668 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 806 time: 0.2316885 Feb 19 01:19:30.200157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Request body: {'port': {'device_id': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'admin_state_up': True, 'tenant_id': '6db5d27e998441869e790857cc7720d0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:30.389542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6b24e-aa99-4ef1-a427-05cc666c334c req-42d1f43f-7a5d-4629-ae70-1e4dc4fbbd14 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:30.394254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d6b24e-aa99-4ef1-a427-05cc666c334c req-42d1f43f-7a5d-4629-ae70-1e4dc4fbbd14 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.0907321 Feb 19 01:19:30.396875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Made reservation on behalf of 6db5d27e998441869e790857cc7720d0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:30.403476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.537624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5d6b24e-aa99-4ef1-a427-05cc666c334c req-ebf337c9-0f4a-48de-bc8c-24b89a99d514 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314638 Feb 19 01:19:30.616410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec005f5f-7fae-4eb4-afa2-3a75288a013e req-022d49b6-1491-48cc-b4b5-ec9332771b75 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0415623 Feb 19 01:19:30.651415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Allocated IP 172.20.0.5 (67f005ef-8506-416e-8720-b83715439545/2a2ee143-fe08-4b7a-991f-d7b814af8ba8/206804a5-319e-4b0c-bec6-1213d032b914) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:30.866770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks [] for port (206804a5-319e-4b0c-bec6-1213d032b914), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.916443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (206804a5-319e-4b0c-bec6-1213d032b914), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.928841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:30.978973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Network 67f005ef-8506-416e-8720-b83715439545 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:30.983374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:30.985419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event updated for resources: {'Port': ['ID=206804a5-319e-4b0c-bec6-1213d032b914,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:30.995164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:31.063790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:31.064690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.093193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-383fc3b7-8544-4da6-8920-e1b2899dca99 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8987470 Feb 19 01:19:31.111679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Request body: {'port': {'device_id': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:31.218495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (206804a5-319e-4b0c-bec6-1213d032b914), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.927709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e220c2-84cc-40d8-9d13-3031d74d9987 req-ead3001d-15ad-42b5-9c38-3feab4176a5e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:31.946179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21e220c2-84cc-40d8-9d13-3031d74d9987 req-ead3001d-15ad-42b5-9c38-3feab4176a5e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1685243 Feb 19 01:19:32.052106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21e220c2-84cc-40d8-9d13-3031d74d9987 req-929faf0d-9b15-4d65-89db-26949c6bd6c7 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047668 Feb 19 01:19:32.237521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe974a-ecec-4e97-a76c-156b52ba0f70 req-4da17f0b-d101-4a27-abaf-ef388af64fa1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:32.244746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01fe974a-ecec-4e97-a76c-156b52ba0f70 req-4da17f0b-d101-4a27-abaf-ef388af64fa1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 931 time: 0.2887075 Feb 19 01:19:32.330536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206804a5-319e-4b0c-bec6-1213d032b914 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:32.359263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Publish callbacks [] for port (206804a5-319e-4b0c-bec6-1213d032b914), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.421562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-662c380c-c56a-48b1-a3fb-1d4fdc9f4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:32.427383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-662c380c-c56a-48b1-a3fb-1d4fdc9f4efe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2&tenant_id=88aae3f9d11042d0ba928360fbce9057 HTTP/1.1" status: 200 len: 1131 time: 0.2486100 Feb 19 01:19:32.444220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Transition to ACTIVE for port object 206804a5-319e-4b0c-bec6-1213d032b914 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:32.461957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:32.509019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (206804a5-319e-4b0c-bec6-1213d032b914), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.550413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01fe974a-ecec-4e97-a76c-156b52ba0f70 req-c13c2b88-8cca-408f-b65e-4b56ffdccee0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544343 Feb 19 01:19:32.598359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.630260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Pushing event updated for resources: {'Port': ['ID=206804a5-319e-4b0c-bec6-1213d032b914,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:32.831570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:33.042261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25da7e6d-c668-4d27-ba7c-5df4220505be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.096343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Attempting to bind port 206804a5-319e-4b0c-bec6-1213d032b914 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:33.096696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Attempting to bind port 206804a5-319e-4b0c-bec6-1213d032b914 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:33.097052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Attempting to bind port 206804a5-319e-4b0c-bec6-1213d032b914 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:33.114533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Port 206804a5-319e-4b0c-bec6-1213d032b914 on network 67f005ef-8506-416e-8720-b83715439545 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:33.114857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Attempting to bind port 206804a5-319e-4b0c-bec6-1213d032b914 on network 67f005ef-8506-416e-8720-b83715439545 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:33.125570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:33.125908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Checking segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:33.126295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Bound using segment: {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:33.126730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Bound port: 206804a5-319e-4b0c-bec6-1213d032b914, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cec44f-3d23-4482-b2f9-426c8ee3a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67f005ef-8506-416e-8720-b83715439545'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:33.127086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (206804a5-319e-4b0c-bec6-1213d032b914), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.153099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:33.303375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:33.343988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] For port 206804a5-319e-4b0c-bec6-1213d032b914, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:33.372214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397a5f-e4d5-4810-9c91-5c42eb55d04c req-7ad7271d-5ed8-4298-a6aa-ddfcf7a0f91e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.374215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb397a5f-e4d5-4810-9c91-5c42eb55d04c req-7ad7271d-5ed8-4298-a6aa-ddfcf7a0f91e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1810031 Feb 19 01:19:33.386114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] For port 206804a5-319e-4b0c-bec6-1213d032b914, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=206804a5-319e-4b0c-bec6-1213d032b914,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:33.410008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (206804a5-319e-4b0c-bec6-1213d032b914), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.437974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:33.440246 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4eeafc-cbc1-4746-9a1f-6c057991822a" -d '{"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:33.472274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb397a5f-e4d5-4810-9c91-5c42eb55d04c req-0e5ea535-db64-4ebb-a7a7-8e08ffd5e40d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907402 Feb 19 01:19:33.504041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Publish callbacks [] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.527145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25da7e6d-c668-4d27-ba7c-5df4220505be admin admin] Publish callbacks [] for security_group (58b99e3c-c805-42a2-adf7-e7525bc7763e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.533320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:33.536622 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f471057-4747-4f2c-aabd-ab7f9a424e48 x-openstack-request-id: req-8f471057-4747-4f2c-aabd-ab7f9a424e48 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:33.536919 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:33.537204 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f471057-4747-4f2c-aabd-ab7f9a424e48 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:33.537615 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'code': 200} Feb 19 01:19:33.542966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.543595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.547197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] 10.222.0.10 "PUT /v2.0/ports/206804a5-319e-4b0c-bec6-1213d032b914 HTTP/1.1" status: 200 len: 1091 time: 2.4445562 Feb 19 01:19:33.548310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25da7e6d-c668-4d27-ba7c-5df4220505be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (58b99e3c-c805-42a2-adf7-e7525bc7763e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.566846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Transition to ACTIVE for port object b92a0919-80bd-48a9-b9a3-f3ddecb60964 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:33.579998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.627506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da7e6d-c668-4d27-ba7c-5df4220505be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b99e3c-c805-42a2-adf7-e7525bc7763e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:33.670751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-25da7e6d-c668-4d27-ba7c-5df4220505be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8af45ed65a147f089bd8999ab3731ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8376465 Feb 19 01:19:33.673107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:33.677582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port b92a0919-80bd-48a9-b9a3-f3ddecb60964 host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:19:33.679726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:33.725281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8d068-29a2-44e1-be2e-829ac2128975 service neutron] Pushing event updated for resources: {'Port': ['ID=206804a5-319e-4b0c-bec6-1213d032b914,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:33.816369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ad37c5c-c67e-4752-9d1a-58036ddf53a0 admin admin] Publish callbacks [] for security_group (58b99e3c-c805-42a2-adf7-e7525bc7763e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.858036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] No DVR routers for this DVR port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:33.901902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b09fc-8a7e-4c4d-8d41-c44432810ec7 req-78836749-cd8f-4ad4-91eb-833cd034e32d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.909572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f38b09fc-8a7e-4c4d-8d41-c44432810ec7 req-78836749-cd8f-4ad4-91eb-833cd034e32d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 943 time: 0.1742849 Feb 19 01:19:33.929451 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ad37c5c-c67e-4752-9d1a-58036ddf53a0 admin admin] Publish callbacks [] for security_group (58b99e3c-c805-42a2-adf7-e7525bc7763e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.002311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-8402bb6c-55e3-49a9-a7e2-c4b69e38533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:34.003846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-8402bb6c-55e3-49a9-a7e2-c4b69e38533a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 1125 time: 0.3792446 Feb 19 01:19:34.011180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:34.013072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:34.014312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:34.019590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:34.102204 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f38b09fc-8a7e-4c4d-8d41-c44432810ec7 req-4b493ffe-51a9-4c52-8d16-eb4a7046504b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916320 Feb 19 01:19:34.133433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ad37c5c-c67e-4752-9d1a-58036ddf53a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (58b99e3c-c805-42a2-adf7-e7525bc7763e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.136307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ad37c5c-c67e-4752-9d1a-58036ddf53a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.139870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2ad37c5c-c67e-4752-9d1a-58036ddf53a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58b99e3c-c805-42a2-adf7-e7525bc7763e HTTP/1.1" status: 204 len: 168 time: 0.4634101 Feb 19 01:19:34.140024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:34.140024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Attempting to bind port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:34.159280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-eebf394c-2eac-4b87-8478-86a74c6306fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=206804a5-319e-4b0c-bec6-1213d032b914 HTTP/1.1" status: 200 len: 217 time: 0.1247661 Feb 19 01:19:34.160565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad37c5c-c67e-4752-9d1a-58036ddf53a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b99e3c-c805-42a2-adf7-e7525bc7763e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:34.232566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:34.233171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:34.233566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:34.234017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Bound port: b92a0919-80bd-48a9-b9a3-f3ddecb60964, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:34.234378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.320947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-308a829a-34b4-4c93-aa99-8936bb460f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:34.323272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-308a829a-34b4-4c93-aa99-8936bb460f14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.1564751 Feb 19 01:19:34.395138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-61d39e14-c695-4ab3-a6c2-b94d6607e935 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576794 Feb 19 01:19:34.518630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:34.557209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:34.582951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.716423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:34.717048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.718472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] 10.222.0.10 "PUT /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 1096 time: 2.2640116 Feb 19 01:19:34.853832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:34.876836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b41b-ab0d-4192-91e8-21f2e4d827a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.906951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-b6b03508-93d2-4719-bb04-78461d00862d service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968586 Feb 19 01:19:34.959477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44f19d-b141-4f78-b7ae-df08777aaf01 service neutron] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=11']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:35.062889 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b41b-ab0d-4192-91e8-21f2e4d827a4 admin admin] Publish callbacks [] for security_group (1435ec57-e4de-41b7-9f42-6e645a778179), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.074351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b41b-ab0d-4192-91e8-21f2e4d827a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1435ec57-e4de-41b7-9f42-6e645a778179), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.189043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3cf7b41b-ab0d-4192-91e8-21f2e4d827a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80cdefcd9c9243d0a29208b316e40a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319216 Feb 19 01:19:35.189043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7b41b-ab0d-4192-91e8-21f2e4d827a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1435ec57-e4de-41b7-9f42-6e645a778179,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:35.205859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:35.310484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c92bdd7c-3ef9-4604-bc69-60260cdd0752 admin admin] Publish callbacks [] for security_group (1435ec57-e4de-41b7-9f42-6e645a778179), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.350407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f818-e407-4e4a-bd42-75327977eb1d req-c1f3fddd-2262-42ac-b026-56cbbe93aa85 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:35.359286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8223f818-e407-4e4a-bd42-75327977eb1d req-c1f3fddd-2262-42ac-b026-56cbbe93aa85 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 943 time: 0.1541619 Feb 19 01:19:35.373697 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c92bdd7c-3ef9-4604-bc69-60260cdd0752 admin admin] Publish callbacks [] for security_group (1435ec57-e4de-41b7-9f42-6e645a778179), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.505202 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8223f818-e407-4e4a-bd42-75327977eb1d req-2769c672-5b98-46be-8227-b9f7ff208ca4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445949 Feb 19 01:19:35.505870 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c92bdd7c-3ef9-4604-bc69-60260cdd0752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1435ec57-e4de-41b7-9f42-6e645a778179), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.509125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c92bdd7c-3ef9-4604-bc69-60260cdd0752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.510253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c92bdd7c-3ef9-4604-bc69-60260cdd0752 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1435ec57-e4de-41b7-9f42-6e645a778179 HTTP/1.1" status: 204 len: 168 time: 0.3031614 Feb 19 01:19:35.521600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bdd7c-3ef9-4604-bc69-60260cdd0752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1435ec57-e4de-41b7-9f42-6e645a778179,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:35.798860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'tag': '206804a5-319e-4b0c-bec6-1213d032b914'}, {'name': 'network-changed', 'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:35.801592 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df789725-785f-4af3-ab60-804d3c5568bd" -d '{"events": [{"name": "network-changed", "server_uuid": "acca0683-4030-42d5-a2e2-fb49dd77a9b3", "tag": "206804a5-319e-4b0c-bec6-1213d032b914"}, {"name": "network-changed", "server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:35.805587 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b231ceea-d63c-4b4f-baa1-3619532162f9 req-b6687a6d-72a2-4faa-94cc-6b028db84441 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671198 Feb 19 01:19:35.831166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-c327f965-dee3-451b-accd-2cd1e883ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:35.832901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-c327f965-dee3-451b-accd-2cd1e883ba26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1130 time: 1.0543244 Feb 19 01:19:35.855713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d75451-6104-4622-8754-5bcf8280c59f req-2cd3cf12-ce72-4ea1-87b1-59f629741627 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:35.857601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3d75451-6104-4622-8754-5bcf8280c59f req-2cd3cf12-ce72-4ea1-87b1-59f629741627 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 1.2182794 Feb 19 01:19:35.946509 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d35bec-b182-40d7-ac70-5e30253926ed x-openstack-request-id: req-45d35bec-b182-40d7-ac70-5e30253926ed {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:35.947947 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acca0683-4030-42d5-a2e2-fb49dd77a9b3", "tag": "206804a5-319e-4b0c-bec6-1213d032b914", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:35.948591 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45d35bec-b182-40d7-ac70-5e30253926ed {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:35.951454 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'tag': '206804a5-319e-4b0c-bec6-1213d032b914', 'status': 'completed', 'code': 200} Feb 19 01:19:35.951855 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'status': 'completed', 'code': 200} Feb 19 01:19:36.063731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-9a44195c-0aaf-4d40-9a97-b472f167db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.065330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-9a44195c-0aaf-4d40-9a97-b472f167db7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1130 time: 0.1090174 Feb 19 01:19:36.077565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c3d75451-6104-4622-8754-5bcf8280c59f req-3779999e-749a-4919-b652-94d5081030ae tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105224 Feb 19 01:19:36.179009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-a835de77-710d-4fd3-b0c3-ca365fda0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.183348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-a835de77-710d-4fd3-b0c3-ca365fda0639 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.3248024 Feb 19 01:19:36.188120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-2bb5112b-7d0e-4a30-9cc6-dec8475ac94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.195772 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-2bb5112b-7d0e-4a30-9cc6-dec8475ac94b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db5d27e998441869e790857cc7720d0&device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 1125 time: 0.2350643 Feb 19 01:19:36.228203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-2dbfbefb-5750-4fd7-9703-4b542b217272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.231013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-2dbfbefb-5750-4fd7-9703-4b542b217272 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1576989 Feb 19 01:19:36.348629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-80c3d179-a847-49aa-bb3e-fc8c26c047a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.1109307 Feb 19 01:19:36.472831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-53cecb70-0b13-4dbb-ba4b-3c7c3d9d3701 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.2757092 Feb 19 01:19:36.510797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-34128fd9-78cb-4056-83ba-35535f278316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.512641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-34128fd9-78cb-4056-83ba-35535f278316 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1572218 Feb 19 01:19:36.636359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-fa379af4-05af-4848-9927-c396ddc42d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.637917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-fa379af4-05af-4848-9927-c396ddc42d17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1136525 Feb 19 01:19:36.641333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-c7d3ad8d-0b53-4bec-be08-e20f60fb7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.643813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-c7d3ad8d-0b53-4bec-be08-e20f60fb7271 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.1586123 Feb 19 01:19:36.659641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-6db6d919-908f-4ad7-9975-abc2353d3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.665781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-6db6d919-908f-4ad7-9975-abc2353d3a39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 200 len: 907 time: 0.4521616 Feb 19 01:19:36.826979 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-f3e8fb95-e4cd-4e9f-8d69-5a3218cb0bb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=206804a5-319e-4b0c-bec6-1213d032b914 HTTP/1.1" status: 200 len: 217 time: 0.1518073 Feb 19 01:19:36.898487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ab98bae7-bb55-4c11-b9bd-748e9de7c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.900807 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-ab98bae7-bb55-4c11-b9bd-748e9de7c550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2487743 Feb 19 01:19:36.904946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-5f0cab92-f268-43ba-b9e7-b3a627c5245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.906511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-5f0cab92-f268-43ba-b9e7-b3a627c5245b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 200 len: 846 time: 0.0726352 Feb 19 01:19:36.933641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f2e3-f9fe-4c6c-8211-36932324cb8d req-14b76ca4-fc0b-4e06-a343-2b2dcc932234 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.935226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55a7f2e3-f9fe-4c6c-8211-36932324cb8d req-14b76ca4-fc0b-4e06-a343-2b2dcc932234 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 943 time: 0.1764081 Feb 19 01:19:36.942969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-dc05fbe9-a608-45db-99c2-4f3ac26019d1 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960494 Feb 19 01:19:36.954537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-ea219ff3-6b85-484a-b5f7-027e92926844 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67f005ef-8506-416e-8720-b83715439545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382433 Feb 19 01:19:36.964515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45070) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:37.068647 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55a7f2e3-f9fe-4c6c-8211-36932324cb8d req-a506f2bf-abc0-434f-92ab-566cfb60fd13 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244521 Feb 19 01:19:37.136877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-3815f5eb-9c52-4334-b130-6c792cfea70f service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291253 Feb 19 01:19:37.173924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-c9c3cb2e-bc68-4eb7-bf57-7cf2e6de52ad service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874576 Feb 19 01:19:37.192592 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-6a5b1a45-38b0-47e9-9cdc-f19f8c4cff1d service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270229 Feb 19 01:19:37.287527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-496948064-network', 'tenant_id': 'cb7ec5e6ef31421eaeb0e7a5086542ef'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:37.362327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Made reservation on behalf of cb7ec5e6ef31421eaeb0e7a5086542ef for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:37.365607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.387409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.512227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21a6f-6137-4e48-83f0-9158d50f8272 req-3324f7de-7bbe-4c0a-911a-4ca7b4df984b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.513810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba21a6f-6137-4e48-83f0-9158d50f8272 req-3324f7de-7bbe-4c0a-911a-4ca7b4df984b tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1318414 Feb 19 01:19:37.516155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0875b1eb-b760-4f44-9728-a240fb9db8b4 req-7fafb71c-2882-4cf4-aa89-2005a01ab433 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694110 Feb 19 01:19:37.518152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-6edea670-c841-432d-96f1-124064d4e4d1 service neutron] 10.222.0.10 "GET /v2.0/networks/67f005ef-8506-416e-8720-b83715439545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909088 Feb 19 01:19:37.552614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks [] for security_group (e8bdc6b7-bed4-4156-8269-6d97de4989f0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.558770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e8bdc6b7-bed4-4156-8269-6d97de4989f0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.591960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bdc6b7-bed4-4156-8269-6d97de4989f0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:37.611902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba21a6f-6137-4e48-83f0-9158d50f8272 req-d77105e0-6aa0-442e-b051-cb211467120f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904455 Feb 19 01:19:37.622530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:19:37.635120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (662bfab9-375e-4af4-bd06-934f3224ffd5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.635566 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Added segment 662bfab9-375e-4af4-bd06-934f3224ffd5 of type vlan for network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d Feb 19 01:19:37.723075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-701f0e3e-bf9b-409b-b832-31ed56aeb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.724582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-701f0e3e-bf9b-409b-b832-31ed56aeb2d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1130 time: 0.0958724 Feb 19 01:19:37.744909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (46f4c814-86b7-4b19-9b78-14e1d5cb6e1d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.773272 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (46f4c814-86b7-4b19-9b78-14e1d5cb6e1d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.774345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.775526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.832690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8657706 Feb 19 01:19:37.840197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:37.847782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Request body: {'subnet': {'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-496948064-subnet', 'tenant_id': 'cb7ec5e6ef31421eaeb0e7a5086542ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:37.861858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67749fb3-9708-4acd-8c33-d69c0be61dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:37.876411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:19:37.884841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Made reservation on behalf of cb7ec5e6ef31421eaeb0e7a5086542ef for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:37.888547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.890711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-e05e06a6-7ce5-497a-ba0f-9391a23230a9 req-89de22fc-29e1-4b4c-b2a4-97cf90bbcc79 service neutron] (103429) timed out ('10.222.0.89', 53449) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:19:37.990955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-199dfafa-1d13-4bad-9844-7b7c3323740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.993067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-199dfafa-1d13-4bad-9844-7b7c3323740d service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.2616909 Feb 19 01:19:38.086430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-d86c0ea1-2ce2-4d42-a737-79023e9b7120 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 200 len: 217 time: 0.0787637 Feb 19 01:19:38.188161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-0edf44e6-487d-4439-96d9-3b69ecbb2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.191361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-0edf44e6-487d-4439-96d9-3b69ecbb2ed0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0987022 Feb 19 01:19:38.256590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:38.260081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789725-785f-4af3-ab60-804d3c5568bd req-68d06128-2e9b-44fb-a058-a45504937797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.262411 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-68d06128-2e9b-44fb-a058-a45504937797 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0616703 Feb 19 01:19:38.348042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad05b-3bb3-4a67-828a-28550ceace91 req-a7862c11-33f2-4d0b-a5b3-ed86594ef4f9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.348634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92bad05b-3bb3-4a67-828a-28550ceace91 req-a7862c11-33f2-4d0b-a5b3-ed86594ef4f9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 943 time: 0.1751246 Feb 19 01:19:38.354298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:38.395992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Checking segment: {'id': '662bfab9-375e-4af4-bd06-934f3224ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:38.396728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Network hostable DHCP agents. Network: 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:19:38.460975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:19:38.464155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-7fc65a1b-6be2-4901-a77c-05f23f59116e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940651 Feb 19 01:19:38.485660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:38.490211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.491002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:38.496853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a0c23-cc77-4bed-bb69-06c56c87fcf6 None None] Network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:38.520286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92bad05b-3bb3-4a67-828a-28550ceace91 req-bbb32010-de07-42fd-8b15-6feaeafd109b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629004 Feb 19 01:19:38.582443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-184449ea-7ffc-458e-990f-cfe4a61550e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7319264 Feb 19 01:19:38.630271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3f0762-c455-4b39-9696-ef2b00d37e7f None None] Network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:38.672103 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df789725-785f-4af3-ab60-804d3c5568bd req-edb9d544-16e3-4c44-9597-fa775c17323f service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010996 Feb 19 01:19:38.763914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 206804a5-319e-4b0c-bec6-1213d032b914 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:38.905945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecd74f-38b7-4240-a714-b87c317d20a3 req-d342ad06-9116-4d6e-94d8-dfde20df6e72 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.930370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-daecd74f-38b7-4240-a714-b87c317d20a3 req-d342ad06-9116-4d6e-94d8-dfde20df6e72 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1525154 Feb 19 01:19:38.982070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 206804a5-319e-4b0c-bec6-1213d032b914, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=206804a5-319e-4b0c-bec6-1213d032b914,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:39.003468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '206804a5-319e-4b0c-bec6-1213d032b914', 'network_id': '67f005ef-8506-416e-8720-b83715439545', 'port_id': '206804a5-319e-4b0c-bec6-1213d032b914', 'mac_address': 'fa:16:3e:fd:02:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ee143-fe08-4b7a-991f-d7b814af8ba8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:39.044787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-daecd74f-38b7-4240-a714-b87c317d20a3 req-5a466ee8-0308-4db3-9af6-58c59a17e1f2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080873 Feb 19 01:19:39.055143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 206804a5-319e-4b0c-bec6-1213d032b914 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:39.055845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (206804a5-319e-4b0c-bec6-1213d032b914), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.082339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206804a5-319e-4b0c-bec6-1213d032b914 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:39.108561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 206804a5-319e-4b0c-bec6-1213d032b914, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=206804a5-319e-4b0c-bec6-1213d032b914,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:39.114197 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (206804a5-319e-4b0c-bec6-1213d032b914), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.175328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=206804a5-319e-4b0c-bec6-1213d032b914,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:39.442421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:39.452479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1669520967-network', 'tenant_id': '201fc394849a4c679e00a077a5bb7b36'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:39.481818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Made reservation on behalf of 201fc394849a4c679e00a077a5bb7b36 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:39.495437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.506703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.541225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['206804a5-319e-4b0c-bec6-1213d032b914'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:39.611892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks [] for security_group (c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.617046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.671566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:19:39.702829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:39.722004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (94bf5c0e-7c7f-47bc-97b3-f691769f004c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.722403 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Added segment 94bf5c0e-7c7f-47bc-97b3-f691769f004c of type vlan for network 9774e17f-cd3e-4651-a38e-ed5f5fbf5937 Feb 19 01:19:39.921358 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9774e17f-cd3e-4651-a38e-ed5f5fbf5937), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.967119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee418b5-a520-471a-b8e5-a5f217d655e9 req-2224bd15-dde3-43d2-b1ca-1d0701f52910 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:39.969048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dee418b5-a520-471a-b8e5-a5f217d655e9 req-2224bd15-dde3-43d2-b1ca-1d0701f52910 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 944 time: 0.2392340 Feb 19 01:19:39.992824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9774e17f-cd3e-4651-a38e-ed5f5fbf5937), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.994412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:39.995167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.095092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6469624 Feb 19 01:19:40.097833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45152) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:40.104335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Request body: {'subnet': {'network_id': '9774e17f-cd3e-4651-a38e-ed5f5fbf5937', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1669520967-subnet', 'tenant_id': '201fc394849a4c679e00a077a5bb7b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:40.123961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dee418b5-a520-471a-b8e5-a5f217d655e9 req-122e193b-741b-41c1-9079-a6fa74d48225 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469774 Feb 19 01:19:40.124757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2ad56-f65d-4336-9174-f9ec2420ca6f admin admin] Pushing event updated for resources: {'Network': ['ID=9774e17f-cd3e-4651-a38e-ed5f5fbf5937,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:40.136367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9774e17f-cd3e-4651-a38e-ed5f5fbf5937 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:19:40.138228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Made reservation on behalf of 201fc394849a4c679e00a077a5bb7b36 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:40.140666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.331518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf296b8-9dc3-418f-8ae3-2ec6e5617e9a req-b873bb56-b9b0-4d0a-bd9b-9f1a2f8bfcc0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:40.338495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bf296b8-9dc3-418f-8ae3-2ec6e5617e9a req-b873bb56-b9b0-4d0a-bd9b-9f1a2f8bfcc0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1158414 Feb 19 01:19:40.395536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bf296b8-9dc3-418f-8ae3-2ec6e5617e9a req-70a96543-3a4d-423b-b125-6ab4f5292b68 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555234 Feb 19 01:19:40.535624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (5421c306-d606-49ca-98cc-f7985fc732f9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.611886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5421c306-d606-49ca-98cc-f7985fc732f9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:40.621641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884314-3435-4768-ac7e-3d4bad128744 req-b9d1038f-bce1-41d5-97c0-e906449a02da tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:40.623209 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc884314-3435-4768-ac7e-3d4bad128744 req-b9d1038f-bce1-41d5-97c0-e906449a02da tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 1130 time: 0.1180825 Feb 19 01:19:40.627616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Checking segment: {'id': '94bf5c0e-7c7f-47bc-97b3-f691769f004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9774e17f-cd3e-4651-a38e-ed5f5fbf5937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:40.627986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Network hostable DHCP agents. Network: 9774e17f-cd3e-4651-a38e-ed5f5fbf5937, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:19:40.655324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Network 9774e17f-cd3e-4651-a38e-ed5f5fbf5937 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:19:40.675030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9774e17f-cd3e-4651-a38e-ed5f5fbf5937) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:40.683934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:40.685323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93024459-1635-4b04-a221-eb4ae945f6fc None None] Network 9774e17f-cd3e-4651-a38e-ed5f5fbf5937 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:40.686278 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-215a135d-d051-412e-8285-651f73389eea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.695050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc884314-3435-4768-ac7e-3d4bad128744 req-dd332259-cc1e-4a0d-89cb-f73f3e050b14 tempest-MigrationsAdminTest-1919571518 tempest-MigrationsAdminTest-1919571518-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645454 Feb 19 01:19:40.721019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-215a135d-d051-412e-8285-651f73389eea admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6107779 Feb 19 01:19:40.815055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:40.978614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:41.012884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'mac_address': 'fa:16:3e:d4:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:41.161559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b92a0919-80bd-48a9-b9a3-f3ddecb60964 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:41.162241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.174189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c3c23-bd41-4e61-a233-1174eeb041ec req-0d750c34-3efa-44c1-a253-b84e677b060c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:41.182302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b2c3c23-bd41-4e61-a233-1174eeb041ec req-0d750c34-3efa-44c1-a253-b84e677b060c tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 948 time: 0.1189387 Feb 19 01:19:41.237811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92a0919-80bd-48a9-b9a3-f3ddecb60964 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:41.278926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b2c3c23-bd41-4e61-a233-1174eeb041ec req-2b61a835-9355-4b41-ad89-7df0cdaab5e8 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878298 Feb 19 01:19:41.310728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:41.314795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98209ff2-139b-43de-ba6a-1114b669c4c2 None None] Network 9774e17f-cd3e-4651-a38e-ed5f5fbf5937 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:41.320682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.487995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=12']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:41.527582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe979ed-f04c-4ed4-94cf-ed3ff40e702f req-a23dd3e3-a520-41ca-a9d7-f3717a1f1b16 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:41.529123 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dfe979ed-f04c-4ed4-94cf-ed3ff40e702f req-a23dd3e3-a520-41ca-a9d7-f3717a1f1b16 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 944 time: 0.1244075 Feb 19 01:19:41.639543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-d32bee14-4222-4dce-acb8-e46af1b4faf0 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:41.641148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-d32bee14-4222-4dce-acb8-e46af1b4faf0 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/networks?id=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d HTTP/1.1" status: 200 len: 808 time: 0.2321262 Feb 19 01:19:41.649219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dfe979ed-f04c-4ed4-94cf-ed3ff40e702f req-c1d79b99-85cc-499b-a9d6-cbfa3dc6b8ce tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112120 Feb 19 01:19:41.668906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-a5be5322-fca6-4f3f-9970-f342f92f8fad tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/quotas/cb7ec5e6ef31421eaeb0e7a5086542ef HTTP/1.1" status: 200 len: 375 time: 0.0185442 Feb 19 01:19:41.724683 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-c2523645-ff94-4354-af5f-7dfe266ff510 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb7ec5e6ef31421eaeb0e7a5086542ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545871 Feb 19 01:19:41.820481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-72f9f545-e0f8-42c3-b3f0-97272e3fa105 service neutron] 10.222.0.43 "GET /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948563 Feb 19 01:19:41.825972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b92a0919-80bd-48a9-b9a3-f3ddecb60964'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:41.929946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-e0ecf7f0-8bfa-42b9-b41c-70d877eac1aa service neutron] 10.222.0.43 "GET /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080678 Feb 19 01:19:42.230750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b8dc157-f8fb-43aa-bab6-8c85d93abc26 req-8464cf5c-f2e2-4229-9e33-a53a6d7588db tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 210 time: 0.0501680 Feb 19 01:19:42.549616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-d654a9e5-f24f-455f-9ac8-6d257d95f2e2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.551275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-d654a9e5-f24f-455f-9ac8-6d257d95f2e2 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1284735 Feb 19 01:19:42.562656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daae3a-4fd4-4e28-9c25-88cfec189f58 req-97acfc39-2149-4137-903e-797e7c084117 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.565711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02daae3a-4fd4-4e28-9c25-88cfec189f58 req-97acfc39-2149-4137-903e-797e7c084117 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 949 time: 0.1632307 Feb 19 01:19:42.653585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02daae3a-4fd4-4e28-9c25-88cfec189f58 req-409bb44c-091b-4f20-b166-c71aa9bc50a5 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764723 Feb 19 01:19:42.713716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Deleting port b92a0919-80bd-48a9-b9a3-f3ddecb60964 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:42.714151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.807440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:42.812661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 206804a5-319e-4b0c-bec6-1213d032b914 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:42.865823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b2cb-33b3-4e81-9a8d-06377efaf1c9 req-798032a4-0c9e-423a-a15e-f36f33a252db tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.872673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30a3b2cb-33b3-4e81-9a8d-06377efaf1c9 req-798032a4-0c9e-423a-a15e-f36f33a252db tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 944 time: 0.1004174 Feb 19 01:19:42.905863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:42.906242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.921733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Calling delete_port for b92a0919-80bd-48a9-b9a3-f3ddecb60964 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:42.951695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 206804a5-319e-4b0c-bec6-1213d032b914 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:42.957606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 206804a5-319e-4b0c-bec6-1213d032b914 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:42.958240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (206804a5-319e-4b0c-bec6-1213d032b914), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.985618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30a3b2cb-33b3-4e81-9a8d-06377efaf1c9 req-550b9926-83ae-4363-b8dc-d7687426e540 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993607 Feb 19 01:19:43.150047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b92a0919-80bd-48a9-b9a3-f3ddecb60964), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.156102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 206804a5-319e-4b0c-bec6-1213d032b914 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:43.156102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (206804a5-319e-4b0c-bec6-1213d032b914), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.183365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event deleted for resources: {'Port': ['ID=b92a0919-80bd-48a9-b9a3-f3ddecb60964,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:43.218285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa', '15243ad9-504d-4533-87cb-c654f26c58a2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:43.271346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] No DVR routers for this DVR port b92a0919-80bd-48a9-b9a3-f3ddecb60964 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:43.288588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.293041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2a10c93-5d66-4be2-aced-1a115c098d35 req-ffb54e80-590a-4ce1-aec6-39fd9ec7b7db tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "DELETE /v2.0/ports/b92a0919-80bd-48a9-b9a3-f3ddecb60964 HTTP/1.1" status: 204 len: 173 time: 0.7241113 Feb 19 01:19:43.306470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-deleted', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:43.319174 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482f2e1-8290-4629-9abb-b78e72280fc2" -d '{"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-deleted", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:43.337798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:43.372631 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad7e034-3669-49f8-8a89-8ddd3b78a5fd x-openstack-request-id: req-1ad7e034-3669-49f8-8a89-8ddd3b78a5fd {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:43.373212 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88e106-eb76-444e-ac24-c90bbe46e3d2", "name": "network-vif-deleted", "tag": "b92a0919-80bd-48a9-b9a3-f3ddecb60964", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:43.373674 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ad7e034-3669-49f8-8a89-8ddd3b78a5fd {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:43.374388 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88e106-eb76-444e-ac24-c90bbe46e3d2', 'name': 'network-vif-deleted', 'tag': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'status': 'completed', 'code': 200} Feb 19 01:19:43.426510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b92a0919-80bd-48a9-b9a3-f3ddecb60964, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b92a0919-80bd-48a9-b9a3-f3ddecb60964,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:43.457252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faeb7e14-4770-49d5-a105-0667603abbe0 req-4f9e96d4-5268-4372-a4cb-dfa854bd9d54 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 210 time: 0.0525727 Feb 19 01:19:43.459725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'b92a0919-80bd-48a9-b9a3-f3ddecb60964', 'mac_address': 'fa:16:3e:d4:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:43.539252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206804a5-319e-4b0c-bec6-1213d032b914'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:43.542034 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc20904-08b8-4042-ad2e-b57e8be926ea" -d '{"events": [{"server_uuid": "acca0683-4030-42d5-a2e2-fb49dd77a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "206804a5-319e-4b0c-bec6-1213d032b914"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:43.571089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 206804a5-319e-4b0c-bec6-1213d032b914, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=206804a5-319e-4b0c-bec6-1213d032b914,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:43.580108 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (206804a5-319e-4b0c-bec6-1213d032b914), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.664303 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453a65d-89e5-4787-8b68-5abfcd607821 x-openstack-request-id: req-2453a65d-89e5-4787-8b68-5abfcd607821 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:43.664594 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acca0683-4030-42d5-a2e2-fb49dd77a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "206804a5-319e-4b0c-bec6-1213d032b914", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:43.664896 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2453a65d-89e5-4787-8b68-5abfcd607821 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:43.665457 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206804a5-319e-4b0c-bec6-1213d032b914', 'code': 200} Feb 19 01:19:43.667923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=206804a5-319e-4b0c-bec6-1213d032b914,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:43.865729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-6d332bf1-41e4-432c-8b58-5612e62eb640 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:43.867403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-6d332bf1-41e4-432c-8b58-5612e62eb640 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.10 "GET /v2.0/networks?id=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d HTTP/1.1" status: 200 len: 808 time: 0.2171888 Feb 19 01:19:43.912912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Request body: {'port': {'device_id': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d', 'admin_state_up': True, 'tenant_id': 'cb7ec5e6ef31421eaeb0e7a5086542ef'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:44.103771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf46ee7d-e3f1-4609-bc04-5eee6f61a2a6 req-9243e247-6146-4d62-9d18-527643fbdaae tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed88e106-eb76-444e-ac24-c90bbe46e3d2 HTTP/1.1" status: 200 len: 210 time: 0.2004106 Feb 19 01:19:44.116911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da81a09-c163-47f4-a1ef-0403ce972c4c req-fb7d97d2-549f-475a-a210-98a90228a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.118756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5da81a09-c163-47f4-a1ef-0403ce972c4c req-fb7d97d2-549f-475a-a210-98a90228a3b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 1127 time: 0.2502818 Feb 19 01:19:44.119609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Made reservation on behalf of cb7ec5e6ef31421eaeb0e7a5086542ef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:44.126328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.252913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea57456-48cb-4ebe-8fb8-8119589cab27 req-201be648-a79c-41ba-9c44-ba2123b30402 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.254612 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ea57456-48cb-4ebe-8fb8-8119589cab27 req-201be648-a79c-41ba-9c44-ba2123b30402 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1435184 Feb 19 01:19:44.401973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ea57456-48cb-4ebe-8fb8-8119589cab27 req-e55685c7-ba51-44e5-a4c1-3245281087d1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409481 Feb 19 01:19:44.443114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5da81a09-c163-47f4-a1ef-0403ce972c4c req-5e1c2608-4c7c-430a-9e7d-fa8e90852335 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007579 Feb 19 01:19:44.470181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Allocated IP 172.20.0.13 (46f4c814-86b7-4b19-9b78-14e1d5cb6e1d/d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7/3961ff3e-f362-40e4-ab6e-3f9ee700a8f3) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:44.672534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e148680c-50f2-4c0f-a3dd-ee91d53774dd req-c87869bc-e69f-45bd-9c2d-ff9e1e304423 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 210 time: 0.0744536 Feb 19 01:19:44.791023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks [] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.814543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:44.818638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-08a62124-0da6-4b89-9fd7-6a34e928438b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0997274 Feb 19 01:19:44.858060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: b92a0919-80bd-48a9-b9a3-f3ddecb60964 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:44.858421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b92a0919-80bd-48a9-b9a3-f3ddecb60964 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:44.904693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.955169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.955648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.956119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.956581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.957062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.957782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.958412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.961290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3b1e7065-8c1c-488a-ab52-d4497bbdeabf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a245459410f6458bae113e586143fd66&device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 6719 time: 0.1152823 Feb 19 01:19:45.007085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:45.008578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:45.010644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Pushing event updated for resources: {'Port': ['ID=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:45.013634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:45.065986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.066521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.122093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-eb8e48bf-68a1-4f7b-aef4-1ddd4adb244f tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2165961 Feb 19 01:19:45.135042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Request body: {'port': {'device_id': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:45.231946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.329799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-18a31713-b382-4fc1-8afe-8f39c970cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.330234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-18a31713-b382-4fc1-8afe-8f39c970cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.331631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-18a31713-b382-4fc1-8afe-8f39c970cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.335609 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-18a31713-b382-4fc1-8afe-8f39c970cf11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6483eb8d-e413-47c7-9fcc-90907a41f6d9&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=e6458714-e8ca-4aee-a5e8-d2c129863988&id=461fbff4-998c-48c3-88e3-312889a9c900&id=461fbff4-998c-48c3-88e3-312889a9c900 HTTP/1.1" status: 200 len: 2298 time: 0.2639406 Feb 19 01:19:45.622641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395497c-ee07-4964-bf49-675f5e6e68b3 req-0d71e120-4efe-43d3-86cd-ad3549c69c56 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.624396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d395497c-ee07-4964-bf49-675f5e6e68b3 req-0d71e120-4efe-43d3-86cd-ad3549c69c56 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 951 time: 0.1136003 Feb 19 01:19:45.703803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d395497c-ee07-4964-bf49-675f5e6e68b3 req-3ed6d574-6a62-4bf8-bb3e-de46ea9ebbb9 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 Feb 19 01:19:45.950251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94fb29-150d-44ac-9c6a-b8c2e8edb980 req-3ae30f1e-ab05-482e-93ea-352f41f5ebcb tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.952100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b94fb29-150d-44ac-9c6a-b8c2e8edb980 req-3ae30f1e-ab05-482e-93ea-352f41f5ebcb tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 932 time: 0.1465774 Feb 19 01:19:46.106591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b94fb29-150d-44ac-9c6a-b8c2e8edb980 req-fb09af32-b082-459e-90c5-dd0fa7e6bf6b tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477115 Feb 19 01:19:46.124572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-d7085afd-641f-4ceb-b060-eb7fb3aecf24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a HTTP/1.1" status: 200 len: 1001 time: 0.7780418 Feb 19 01:19:46.172666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-ebe51e76-165e-420d-9847-dfe51bf1183a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1627934 Feb 19 01:19:46.196971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2f22-77e3-4f53-95fb-4a3ea68dc312 req-6d2f838d-7c4c-459d-b389-88d761e66a6d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.205603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe3f2f22-77e3-4f53-95fb-4a3ea68dc312 req-6d2f838d-7c4c-459d-b389-88d761e66a6d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2229886 Feb 19 01:19:46.303562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-47a1bda2-4deb-4a80-9aec-db19a6a93001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.306123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-47a1bda2-4deb-4a80-9aec-db19a6a93001 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5642b9a9-b761-40e9-aacf-8d7ae9ee1289 HTTP/1.1" status: 200 len: 856 time: 0.1697717 Feb 19 01:19:46.317303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db80024-c972-4588-b04c-6d14544263dd req-10ac39f4-e501-4a36-ad49-b8ed53d9e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.319199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-10ac39f4-e501-4a36-ad49-b8ed53d9e7b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88aae3f9d11042d0ba928360fbce9057&device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 1130 time: 0.0918214 Feb 19 01:19:46.369813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe3f2f22-77e3-4f53-95fb-4a3ea68dc312 req-86ff8406-3088-4fc3-87e4-25016dcb74ae tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609440 Feb 19 01:19:46.468347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a4c0a553-9fb4-498d-a6a3-1f0c45fde147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.469910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a4c0a553-9fb4-498d-a6a3-1f0c45fde147 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6483eb8d-e413-47c7-9fcc-90907a41f6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1529498 Feb 19 01:19:46.507847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db80024-c972-4588-b04c-6d14544263dd req-2f493288-1749-483f-b80b-799fe8ac6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.509896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-2f493288-1749-483f-b80b-799fe8ac6b37 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1695733 Feb 19 01:19:46.575166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-f97ce2eb-e78e-47f9-8a60-b79e1ba78d1e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 200 len: 217 time: 0.0579417 Feb 19 01:19:46.582968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:46.602817 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Publish callbacks [] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.631017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Transition to ACTIVE for port object 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:46.646904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db80024-c972-4588-b04c-6d14544263dd req-33d7fe82-faed-4424-9cc1-fcb989a1539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.648677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-33d7fe82-faed-4424-9cc1-fcb989a1539f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0672169 Feb 19 01:19:46.650320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.662916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-e7fdd21f-7466-40f5-8f37-65e040910754 service neutron] 10.222.0.10 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779094 Feb 19 01:19:46.766459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db80024-c972-4588-b04c-6d14544263dd req-749b3955-8a88-415f-b732-a726a56390d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.768049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-749b3955-8a88-415f-b732-a726a56390d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1125178 Feb 19 01:19:46.894349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Pushing event updated for resources: {'Port': ['ID=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:46.971959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef12721-7e96-4b76-850c-1ed5166b9c54 req-4349d186-83ec-4d10-b678-7f75bf4f1f7d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.973503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ef12721-7e96-4b76-850c-1ed5166b9c54 req-4349d186-83ec-4d10-b678-7f75bf4f1f7d tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 951 time: 0.0994816 Feb 19 01:19:46.975996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-fb14f0a7-11c3-453d-af96-c0280a8c2cbd service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983564 Feb 19 01:19:47.113029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a2efad86-c622-4c92-bc28-0821656830bb service neutron] 10.222.0.10 "GET /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591719 Feb 19 01:19:47.153858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0db80024-c972-4588-b04c-6d14544263dd req-895324e9-732b-4938-997e-1843f18e7086 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413469 Feb 19 01:19:47.231107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ef12721-7e96-4b76-850c-1ed5166b9c54 req-97987c3e-4fad-4c2c-9364-77eb9d481560 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511299 Feb 19 01:19:47.314133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-13296dca-72fb-47ad-8bab-9016055aad8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 217 time: 0.2112095 Feb 19 01:19:47.429955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Attempting to bind port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:47.430824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Attempting to bind port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '662bfab9-375e-4af4-bd06-934f3224ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:47.431155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Attempting to bind port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 on network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:47.442336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-0b6303b7-7ece-4926-805c-d1a074476447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.443835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-0b6303b7-7ece-4926-805c-d1a074476447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.1131773 Feb 19 01:19:47.447788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 on network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:47.447788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Attempting to bind port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 on network 46f4c814-86b7-4b19-9b78-14e1d5cb6e1d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:47.461370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:47.461740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Checking segment: {'id': '662bfab9-375e-4af4-bd06-934f3224ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:47.462122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Bound using segment: {'id': '662bfab9-375e-4af4-bd06-934f3224ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:47.462577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Bound port: 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662bfab9-375e-4af4-bd06-934f3224ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:47.462924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.487543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f61273-abe0-4870-b074-662bfb2241c9 req-604f57b6-5ce9-444e-b08a-7b4c4d9c5d90 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.489030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21f61273-abe0-4870-b074-662bfb2241c9 req-604f57b6-5ce9-444e-b08a-7b4c4d9c5d90 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 951 time: 0.3787360 Feb 19 01:19:47.655036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41faac4-7e61-4627-a6d1-2452a0cfc8ad req-e23e4095-8582-4226-b611-bbce22c84e07 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.666696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b41faac4-7e61-4627-a6d1-2452a0cfc8ad req-e23e4095-8582-4226-b611-bbce22c84e07 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1446245 Feb 19 01:19:47.690749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087de1-855b-4c01-8161-93b37d60f52a req-7bc19700-3a28-4edc-8d50-441203b3063c tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.699308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58087de1-855b-4c01-8161-93b37d60f52a req-7bc19700-3a28-4edc-8d50-441203b3063c tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 944 time: 0.4428535 Feb 19 01:19:47.857618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58087de1-855b-4c01-8161-93b37d60f52a req-389059e9-443a-426d-9d98-47ff782e6b12 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571755 Feb 19 01:19:47.875407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-171933ee-f499-4862-9073-710299a70e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.878439 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-171933ee-f499-4862-9073-710299a70e10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4245601 Feb 19 01:19:47.910696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b41faac4-7e61-4627-a6d1-2452a0cfc8ad req-4822cd77-9805-499e-8adc-c38f28d6e65f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360940 Feb 19 01:19:48.056638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Deleting port 15243ad9-504d-4533-87cb-c654f26c58a2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:48.057480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.078780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] For port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:48.189497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] For port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,segment=NetworkSegment(662bfab9-375e-4af4-bd06-934f3224ffd5),segment_id=662bfab9-375e-4af4-bd06-934f3224ffd5)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:48.224008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-aa9f6f70-b93d-490e-bce5-0589dd15821e service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300781 Feb 19 01:19:48.258408 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.270849 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.281948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2caa90-c55a-49f2-b46a-894ca20fdb97 req-30409ea9-2c75-477e-b3bc-1607e8b6900f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.289877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b2caa90-c55a-49f2-b46a-894ca20fdb97 req-30409ea9-2c75-477e-b3bc-1607e8b6900f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1207814 Feb 19 01:19:48.350417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b2caa90-c55a-49f2-b46a-894ca20fdb97 req-f221a8e6-cc17-444e-a44b-bddb1e47de3c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594373 Feb 19 01:19:48.468432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.469220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.470601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] 10.222.0.10 "PUT /v2.0/ports/3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 HTTP/1.1" status: 200 len: 1092 time: 3.3399863 Feb 19 01:19:48.471857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'tag': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:48.474084 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b941e-4322-4b6d-aa64-db865c507046" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bfee47-c1d9-41b4-9752-5795cee81beb", "tag": "3961ff3e-f362-40e4-ab6e-3f9ee700a8f3"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:48.529134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2d3a-2ce1-49a4-87c4-b486e4d157f0 req-a0eab5cb-c54f-4a43-b214-f2e0eef4e7d4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.530814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b59d2d3a-2ce1-49a4-87c4-b486e4d157f0 req-a0eab5cb-c54f-4a43-b214-f2e0eef4e7d4 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1034362 Feb 19 01:19:48.622662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fda2ea-ca09-4123-8db8-8bf59948f2cf service neutron] Pushing event updated for resources: {'Port': ['ID=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:48.627543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] For port 15243ad9-504d-4533-87cb-c654f26c58a2, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=15243ad9-504d-4533-87cb-c654f26c58a2,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:48.627925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.663310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b59d2d3a-2ce1-49a4-87c4-b486e4d157f0 req-e7387383-ccde-4701-8f45-13def37d8562 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223574 Feb 19 01:19:48.691496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Calling delete_port for 15243ad9-504d-4533-87cb-c654f26c58a2 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:48.709803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213dd8e-fcaa-44cb-ad1a-97efbb4188c4 req-28355fd8-8d76-4354-b0f1-6b79baaa708e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.716601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b213dd8e-fcaa-44cb-ad1a-97efbb4188c4 req-28355fd8-8d76-4354-b0f1-6b79baaa708e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 951 time: 0.3368332 Feb 19 01:19:48.733903 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac04f70-22b7-4a4c-ab9b-70dfba69c693 x-openstack-request-id: req-1ac04f70-22b7-4a4c-ab9b-70dfba69c693 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:48.734199 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bfee47-c1d9-41b4-9752-5795cee81beb", "tag": "3961ff3e-f362-40e4-ab6e-3f9ee700a8f3", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:48.734454 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ac04f70-22b7-4a4c-ab9b-70dfba69c693 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:48.734945 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'tag': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3', 'status': 'completed', 'code': 200} Feb 19 01:19:48.762862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-e5a791f6-2a54-4e00-b651-688b7ced6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.765872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-e5a791f6-2a54-4e00-b651-688b7ced6fae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ec5e6ef31421eaeb0e7a5086542ef&device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 1126 time: 0.2415757 Feb 19 01:19:48.812278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-5cf83fab-168d-424c-9a8a-d770bad68672 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461395 Feb 19 01:19:48.968308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-c3c11eaf-26ae-4a28-afcb-b9780b68539e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 HTTP/1.1" status: 200 len: 217 time: 0.1530144 Feb 19 01:19:48.978460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-04bd832d-f68f-43d3-96fd-5e69c5dfe051 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 217 time: 0.1409047 Feb 19 01:19:49.002153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b213dd8e-fcaa-44cb-ad1a-97efbb4188c4 req-e3498859-5025-446f-a93e-41e390daaf87 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801523 Feb 19 01:19:49.104937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c677-c813-450c-88b5-bf63c493def5 req-eebc701a-a3c1-4329-8847-6eb81cfba238 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.106737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ed1c677-c813-450c-88b5-bf63c493def5 req-eebc701a-a3c1-4329-8847-6eb81cfba238 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1314902 Feb 19 01:19:49.138810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753770f7-0caa-4505-80af-002e0080c989 req-71be0624-6697-41a5-bc11-e265cdfbc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.140196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-71be0624-6697-41a5-bc11-e265cdfbc318 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7 HTTP/1.1" status: 200 len: 848 time: 0.1279459 Feb 19 01:19:49.191238 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-b946fe77-65be-402e-b1b0-5dac740e49b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417554 Feb 19 01:19:49.198993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ed1c677-c813-450c-88b5-bf63c493def5 req-469e7f2c-0d66-4854-b4dd-b9623ddec34b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797508 Feb 19 01:19:49.253127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-bb2e5829-aad9-4936-986f-d7e489c7b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.254598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-bb2e5829-aad9-4936-986f-d7e489c7b8a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.2512605 Feb 19 01:19:49.313978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092025c1-3654-4c78-89c5-327842158e84 req-1393386b-84f7-4efc-871c-21ff5675b02e tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.315697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-092025c1-3654-4c78-89c5-327842158e84 req-1393386b-84f7-4efc-871c-21ff5675b02e tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 944 time: 0.2369320 Feb 19 01:19:49.471670 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-092025c1-3654-4c78-89c5-327842158e84 req-cebdb25a-49bd-441a-9c9c-154d985a9a2b tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236994 Feb 19 01:19:49.480287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-001ce956-0816-4d8f-81fb-f62b4ba5e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.481978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-001ce956-0816-4d8f-81fb-f62b4ba5e6fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2166443 Feb 19 01:19:49.496746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (15243ad9-504d-4533-87cb-c654f26c58a2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:49.501702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:49.505266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:49.619610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-08278820-d6bb-479e-855c-40e642a03804 service neutron] 10.222.0.10 "GET /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993921 Feb 19 01:19:49.651659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event deleted for resources: {'Port': ['ID=15243ad9-504d-4533-87cb-c654f26c58a2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:49.749190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-1705b170-121c-4ed7-ae26-f6b3a5345112 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531443 Feb 19 01:19:49.892726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753770f7-0caa-4505-80af-002e0080c989 req-8cb87d31-573c-4e78-959f-f209e5a3a25e service neutron] 10.222.0.10 "GET /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642536 Feb 19 01:19:50.076041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] No DVR routers for this DVR port 15243ad9-504d-4533-87cb-c654f26c58a2 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:50.082036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.089236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21f61273-abe0-4870-b074-662bfb2241c9 req-69ecc672-bfb5-4b86-adeb-c55cff336300 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "DELETE /v2.0/ports/15243ad9-504d-4533-87cb-c654f26c58a2 HTTP/1.1" status: 204 len: 173 time: 2.5414083 Feb 19 01:19:50.223646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c310b931-90d1-4dae-83f3-145b00e47863 req-91180688-45bf-4c43-8962-d3183358cb7e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eefb99c-a098-47ce-9795-84d448e1dd0d HTTP/1.1" status: 200 len: 210 time: 0.0664499 Feb 19 01:19:50.265808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3a5649bf-c88c-49e3-9081-4556553e1184 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718791 Feb 19 01:19:50.280400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3cb68b33-44b5-47ce-95ec-9fbf3f6f4b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.395559 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-6c9cad7e-003d-4438-bfb3-79f422fbfe0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=49106a7c-9b04-4228-a729-5820ec20cc85 HTTP/1.1" status: 200 len: 217 time: 0.1166964 Feb 19 01:19:50.457783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b941e-4322-4b6d-aa64-db865c507046 req-264b2bfc-5c75-44a4-9e32-2498c271451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.459363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-264b2bfc-5c75-44a4-9e32-2498c271451a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ec5e6ef31421eaeb0e7a5086542ef&device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 1126 time: 0.3673573 Feb 19 01:19:50.506882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a9c6c502-c75e-4867-8846-eef6ce137227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.509288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a9c6c502-c75e-4867-8846-eef6ce137227 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.1045208 Feb 19 01:19:50.646883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-9b13a35e-a2b4-4046-a12b-8b564c6bc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.648391 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-9b13a35e-a2b4-4046-a12b-8b564c6bc180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1239853 Feb 19 01:19:50.656389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ad499-0528-4877-8245-ab961d4a1f65 req-f389b79d-7be7-4697-93ab-e23f03e0b38b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.659529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc663-121d-4552-b851-5eef33303b33 req-d837f4f1-56d8-409c-b6e3-9e1960448938 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.661582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c47cc663-121d-4552-b851-5eef33303b33 req-d837f4f1-56d8-409c-b6e3-9e1960448938 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 944 time: 0.0871336 Feb 19 01:19:50.664402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c58ad499-0528-4877-8245-ab961d4a1f65 req-f389b79d-7be7-4697-93ab-e23f03e0b38b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2088506 Feb 19 01:19:50.746871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c47cc663-121d-4552-b851-5eef33303b33 req-4157f267-0556-41ce-88a0-008e2b8650c9 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Feb 19 01:19:50.757519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-deleted', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:50.760688 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05331b-36c9-4658-8c70-4a046d36d78a" -d '{"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-deleted", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:50.801296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b941e-4322-4b6d-aa64-db865c507046 req-3eca9772-0965-44f7-828e-5f44e9819d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.802815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-3eca9772-0965-44f7-828e-5f44e9819d2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d HTTP/1.1" status: 200 len: 909 time: 0.3302996 Feb 19 01:19:50.823577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:50.872266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 15243ad9-504d-4533-87cb-c654f26c58a2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:50.872624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 15243ad9-504d-4533-87cb-c654f26c58a2 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:50.873976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c58ad499-0528-4877-8245-ab961d4a1f65 req-57ce707a-269a-4261-818a-d69a86856152 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079206 Feb 19 01:19:50.881613 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fdca80-5305-4150-a28e-031f7fa89f65 x-openstack-request-id: req-12fdca80-5305-4150-a28e-031f7fa89f65 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:50.882250 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefb99c-a098-47ce-9795-84d448e1dd0d", "name": "network-vif-deleted", "tag": "15243ad9-504d-4533-87cb-c654f26c58a2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:50.882758 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12fdca80-5305-4150-a28e-031f7fa89f65 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:50.884058 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefb99c-a098-47ce-9795-84d448e1dd0d', 'name': 'network-vif-deleted', 'tag': '15243ad9-504d-4533-87cb-c654f26c58a2', 'status': 'completed', 'code': 200} Feb 19 01:19:50.888667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-a326663c-10cf-4dcc-b310-14e2ed188b89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 HTTP/1.1" status: 200 len: 217 time: 0.0757942 Feb 19 01:19:50.966292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a72b75a1-d170-4343-a7f7-83d51b41f273 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935503 Feb 19 01:19:50.987668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b941e-4322-4b6d-aa64-db865c507046 req-a5284e1b-9567-4853-b1ad-f7e6632cbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.989524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-a5284e1b-9567-4853-b1ad-f7e6632cbe22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7 HTTP/1.1" status: 200 len: 848 time: 0.0831819 Feb 19 01:19:51.072561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-01dc4f9c-e048-453e-a577-fb4aedefe53b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657084 Feb 19 01:19:51.176012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-dc07ba84-2775-4365-b54d-b62cfdefbff3 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024591 Feb 19 01:19:51.544537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-cb5b4934-2d75-4dc5-9b0b-4e6bcdd1d3b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069 HTTP/1.1" status: 200 len: 217 time: 0.3596771 Feb 19 01:19:51.600541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-194115e5-c9fa-485b-aa2a-7ca5925fbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:51.602647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-194115e5-c9fa-485b-aa2a-7ca5925fbc80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 200 len: 797 time: 0.0492010 Feb 19 01:19:51.669949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-6deeeea0-8b00-4315-ad9a-77a3e49f1f9b service neutron] 10.222.0.10 "GET /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902774 Feb 19 01:19:51.698519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f84ca-8966-4f07-98f9-82b8e6769415 req-bb9af880-d0f9-4c1e-824c-e06b5d576df0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:51.701303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c9f84ca-8966-4f07-98f9-82b8e6769415 req-bb9af880-d0f9-4c1e-824c-e06b5d576df0 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.0733607 Feb 19 01:19:51.745278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-e1fc5027-67ae-4e1a-9e57-8091cf0bd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:51.746907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-e1fc5027-67ae-4e1a-9e57-8091cf0bd246 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6458714-e8ca-4aee-a5e8-d2c129863988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1292341 Feb 19 01:19:51.761763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c9f84ca-8966-4f07-98f9-82b8e6769415 req-ade0805b-4396-4d3f-85a7-275356daef7f tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Feb 19 01:19:51.880568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d31b941e-4322-4b6d-aa64-db865c507046 req-54eee07f-50c1-40b8-8220-ca5eb0ad5086 service neutron] 10.222.0.10 "GET /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016737 Feb 19 01:19:51.924328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-d16f9d52-b95c-47ac-9ce3-736fab5c3bb7 service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673150 Feb 19 01:19:52.011239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b443-512d-471f-bb28-9888bae011b1 req-5ed9471c-8f39-47ee-a0ca-cc42fb583cc2 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.013222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c370b443-512d-471f-bb28-9888bae011b1 req-5ed9471c-8f39-47ee-a0ca-cc42fb583cc2 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 944 time: 0.1813200 Feb 19 01:19:52.036241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685c91d-bdff-4a4d-bc27-e1eb3e7738bd req-e34f11f0-2d23-45d1-be03-a1d7b6158162 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.045083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f685c91d-bdff-4a4d-bc27-e1eb3e7738bd req-e34f11f0-2d23-45d1-be03-a1d7b6158162 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0713849 Feb 19 01:19:52.061589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-2fc902d6-122d-46d5-9238-e2b7b4ab16db service neutron] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257138 Feb 19 01:19:52.111850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f685c91d-bdff-4a4d-bc27-e1eb3e7738bd req-c121c0f6-d8b7-4c3e-99e5-f07866c0e7ed tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Feb 19 01:19:52.130941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-ff40496f-43c8-4683-bc92-18d97e6f7983 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94 HTTP/1.1" status: 200 len: 217 time: 0.0614743 Feb 19 01:19:52.186116 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c370b443-512d-471f-bb28-9888bae011b1 req-02e32c46-59b0-441f-9ad6-b6369aa89f7a tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658111 Feb 19 01:19:52.201559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-990b240a-a082-4c04-b3a7-729ecfdb764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.203600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-990b240a-a082-4c04-b3a7-729ecfdb764b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 HTTP/1.1" status: 200 len: 797 time: 0.0624123 Feb 19 01:19:52.266920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-1ede936c-7b87-4580-b7d6-d456a880f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.268477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-1ede936c-7b87-4580-b7d6-d456a880f0e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0539019 Feb 19 01:19:52.412976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-3e7ed9e6-17c7-468a-8931-e1f7edf4c9bd service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347811 Feb 19 01:19:52.531334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-eb263b76-b1cc-43a7-aa3f-215f7dcbc4f9 service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107645 Feb 19 01:19:52.572354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64e91d81-d5c3-441e-8c44-ad6f55696cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:52.578978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-b4dde26b-85a9-44dd-91d7-2ddd4ffd6895 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367 HTTP/1.1" status: 200 len: 217 time: 0.0410783 Feb 19 01:19:52.655986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a6b18403-0c1a-424e-b4eb-011fb6cb0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.657509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-a6b18403-0c1a-424e-b4eb-011fb6cb0104 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 HTTP/1.1" status: 200 len: 797 time: 0.0709701 Feb 19 01:19:52.720685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-9be07984-d0cb-44ae-bf5b-0f0f52b2b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.722367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-9be07984-d0cb-44ae-bf5b-0f0f52b2b4ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=461fbff4-998c-48c3-88e3-312889a9c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0561557 Feb 19 01:19:52.827457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:52.838147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-c19ce770-9224-48b6-a6d6-a9e79b6ab456 service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086192 Feb 19 01:19:52.915514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003507d-4da9-4ba7-8433-130a330fcedc req-0a05ac84-65a1-4040-a632-dbf5aaca7576 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.918604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0003507d-4da9-4ba7-8433-130a330fcedc req-0a05ac84-65a1-4040-a632-dbf5aaca7576 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.0750728 Feb 19 01:19:52.998033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0003507d-4da9-4ba7-8433-130a330fcedc req-47ab5017-5e7a-4460-bceb-3c66754ba102 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Feb 19 01:19:53.026274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a191d6d8-8d0b-4d1b-ab12-42dd1b6bd024 req-47c70db7-caf4-4b67-9f4d-23947b189bcc service neutron] 10.222.0.10 "GET /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816521 Feb 19 01:19:53.097205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,segment=NetworkSegment(662bfab9-375e-4af4-bd06-934f3224ffd5),segment_id=662bfab9-375e-4af4-bd06-934f3224ffd5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:53.113425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3', 'network_id': '46f4c814-86b7-4b19-9b78-14e1d5cb6e1d', 'port_id': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3', 'mac_address': 'fa:16:3e:6c:a5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:53.212584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-8c6d049d-6878-4995-a9d8-b1a649625d2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.214764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-8c6d049d-6878-4995-a9d8-b1a649625d2e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 950 time: 0.0872650 Feb 19 01:19:53.219593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:53.226370 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.261031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:53.291227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,segment=NetworkSegment(662bfab9-375e-4af4-bd06-934f3224ffd5),segment_id=662bfab9-375e-4af4-bd06-934f3224ffd5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:53.298237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.385487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c661d-a161-458d-8b9e-40913e203d8c req-bad2c3a1-a8cf-48e6-a499-0878655662d6 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.388623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f74baa-1257-4e57-8680-472e3702f1d6 req-b09662c5-9604-417b-92eb-e83c5b51ffbc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.390308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02f74baa-1257-4e57-8680-472e3702f1d6 req-b09662c5-9604-417b-92eb-e83c5b51ffbc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1100063 Feb 19 01:19:53.394209 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c37c661d-a161-458d-8b9e-40913e203d8c req-bad2c3a1-a8cf-48e6-a499-0878655662d6 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 945 time: 0.0682724 Feb 19 01:19:53.418808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Deleting port 32856f6b-af87-4019-9e1b-83778e8c0bfa {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:53.419388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.456399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:53.480550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c37c661d-a161-458d-8b9e-40913e203d8c req-0fd20e64-4181-4cee-ab65-8d3a3020a328 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756199 Feb 19 01:19:53.524440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02f74baa-1257-4e57-8680-472e3702f1d6 req-0f4512c1-bc97-42f4-a818-62c25ce07143 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245332 Feb 19 01:19:53.546518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] For port 32856f6b-af87-4019-9e1b-83778e8c0bfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=32856f6b-af87-4019-9e1b-83778e8c0bfa,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:53.547026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.561121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Calling delete_port for 32856f6b-af87-4019-9e1b-83778e8c0bfa owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:53.618017 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.719491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (32856f6b-af87-4019-9e1b-83778e8c0bfa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.732164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['0c766bb9-a4ed-42df-a521-20d67ba99dc7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:53.773543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event deleted for resources: {'Port': ['ID=32856f6b-af87-4019-9e1b-83778e8c0bfa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:53.799411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['32856f6b-af87-4019-9e1b-83778e8c0bfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:53.802036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3961ff3e-f362-40e4-ab6e-3f9ee700a8f3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:53.843178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] No DVR routers for this DVR port 32856f6b-af87-4019-9e1b-83778e8c0bfa on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:53.845836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.850133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89b34a75-84cb-4f4f-bbfb-fab7ad9fc22a req-ba6c0b74-335b-4556-92ce-365c70801eb3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.10 "DELETE /v2.0/ports/32856f6b-af87-4019-9e1b-83778e8c0bfa HTTP/1.1" status: 204 len: 173 time: 0.6293843 Feb 19 01:19:53.850659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-deleted', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:53.854097 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4185ed0-b88e-4fc0-9d67-137e359eba5d" -d '{"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-deleted", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:53.938164 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c3b72-cc17-41bc-8926-ba03e627fd72 x-openstack-request-id: req-387c3b72-cc17-41bc-8926-ba03e627fd72 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:53.938845 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c6b89e-dbf2-4945-8ae8-7dc578dcdb90", "name": "network-vif-deleted", "tag": "32856f6b-af87-4019-9e1b-83778e8c0bfa", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:53.939533 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-387c3b72-cc17-41bc-8926-ba03e627fd72 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:53.940600 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c6b89e-dbf2-4945-8ae8-7dc578dcdb90', 'name': 'network-vif-deleted', 'tag': '32856f6b-af87-4019-9e1b-83778e8c0bfa', 'status': 'completed', 'code': 200} Feb 19 01:19:54.232618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8422a183-4440-45ea-8818-8f057d14a761 req-5af6812f-cdf6-4d79-b020-c841344e1783 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c6b89e-dbf2-4945-8ae8-7dc578dcdb90 HTTP/1.1" status: 200 len: 210 time: 0.1032965 Feb 19 01:19:54.666027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f907191-3509-4c5e-852c-7c4d30a9e8e6 req-814cfca0-6534-456d-8483-1fb00aea85c8 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:54.668311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f907191-3509-4c5e-852c-7c4d30a9e8e6 req-814cfca0-6534-456d-8483-1fb00aea85c8 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 945 time: 0.0999508 Feb 19 01:19:54.745054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b132e-4f14-455b-8b7e-17e89f641351 req-23103ffb-ea1a-4742-b540-f866d8b66b82 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:54.745054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a45b132e-4f14-455b-8b7e-17e89f641351 req-23103ffb-ea1a-4742-b540-f866d8b66b82 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0799382 Feb 19 01:19:54.749529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f907191-3509-4c5e-852c-7c4d30a9e8e6 req-f31ed8fc-67b1-4a96-ac55-7605265eb04d tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674286 Feb 19 01:19:54.801846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a45b132e-4f14-455b-8b7e-17e89f641351 req-b9dae089-e5bf-4605-b6f4-60626c130f6d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Feb 19 01:19:55.296337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:55.554289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba41f4-6856-4ac8-b163-05ab6e0e74c3 req-cff884c3-016c-4016-afaf-8e753808db7e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:55.556362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52ba41f4-6856-4ac8-b163-05ab6e0e74c3 req-cff884c3-016c-4016-afaf-8e753808db7e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.0616820 Feb 19 01:19:55.573222 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:19:55.622925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52ba41f4-6856-4ac8-b163-05ab6e0e74c3 req-a45c2464-5904-4e68-8ea8-734b2d4149bd tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583820 Feb 19 01:19:55.940570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2ff61-3124-4c8f-a412-82c6093acd31 req-08a04d6c-99c6-4509-98ba-eaef90799311 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:55.942832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24b2ff61-3124-4c8f-a412-82c6093acd31 req-08a04d6c-99c6-4509-98ba-eaef90799311 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 945 time: 0.0975621 Feb 19 01:19:55.952491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200fa93-021c-4ae9-bf84-1fce9e9cdfd4 req-138cdef2-b5dd-42cd-b729-7c30a1ac9ca2 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:55.961311 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:55.962645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b200fa93-021c-4ae9-bf84-1fce9e9cdfd4 req-138cdef2-b5dd-42cd-b729-7c30a1ac9ca2 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0866070 Feb 19 01:19:56.002608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24b2ff61-3124-4c8f-a412-82c6093acd31 req-1ff3a3a5-80f3-4297-959f-f9e8f6f0d30a tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534396 Feb 19 01:19:56.025348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b200fa93-021c-4ae9-bf84-1fce9e9cdfd4 req-4649adca-7311-422f-8c8b-f2fafeeb4df1 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572064 Feb 19 01:19:56.517900 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:56.759320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73df93e-6164-4900-8498-17eb3ddff320 req-50e173d1-6ef3-4c5b-a403-dea895ac46f6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:56.760975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a73df93e-6164-4900-8498-17eb3ddff320 req-50e173d1-6ef3-4c5b-a403-dea895ac46f6 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.0612133 Feb 19 01:19:56.811346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a73df93e-6164-4900-8498-17eb3ddff320 req-0d58adff-a28f-41b1-9741-26f066b5fc7e tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/security-groups?id=f109a0e1-f105-4d32-b513-d99827d8bced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Feb 19 01:19:56.840445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:56.896149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:56.902482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:56.902917 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:56.983195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:56.983714 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.011818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:57.014203 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de2006-8398-417b-9a5f-a87faa1d8dbf" -d '{"events": [{"server_uuid": "a2bfee47-c1d9-41b4-9752-5795cee81beb", "name": "network-vif-plugged", "status": "completed", "tag": "3961ff3e-f362-40e4-ab6e-3f9ee700a8f3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:57.028382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,segment=NetworkSegment(662bfab9-375e-4af4-bd06-934f3224ffd5),segment_id=662bfab9-375e-4af4-bd06-934f3224ffd5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:57.035300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.036425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:57.103802 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8624f479-cb77-41a7-bd80-e88de283562c x-openstack-request-id: req-8624f479-cb77-41a7-bd80-e88de283562c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:57.104461 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bfee47-c1d9-41b4-9752-5795cee81beb", "name": "network-vif-plugged", "status": "completed", "tag": "3961ff3e-f362-40e4-ab6e-3f9ee700a8f3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:57.105172 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8624f479-cb77-41a7-bd80-e88de283562c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:57.106215 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3', 'code': 200} Feb 19 01:19:57.109586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 32856f6b-af87-4019-9e1b-83778e8c0bfa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:57.110078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 32856f6b-af87-4019-9e1b-83778e8c0bfa not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:57.162586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-50aee71e-eb3a-43e2-9de2-3672cdb02d02 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:57.166804 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-50aee71e-eb3a-43e2-9de2-3672cdb02d02 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.89 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 948 time: 0.1513901 Feb 19 01:19:57.186098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:57.288099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e9f6-a609-4cfb-9433-e2eeffc6332c req-dc1ee31d-acc9-45f1-bc8f-6d9dc18ada06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:57.289994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3479e9f6-a609-4cfb-9433-e2eeffc6332c req-dc1ee31d-acc9-45f1-bc8f-6d9dc18ada06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 1128 time: 0.1284540 Feb 19 01:19:57.331783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1c2fa-a313-4c80-aeb1-1bad935cfb47 req-38307854-5e98-4508-9127-7d509978b8d7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:57.333475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47a1c2fa-a313-4c80-aeb1-1bad935cfb47 req-38307854-5e98-4508-9127-7d509978b8d7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1154788 Feb 19 01:19:57.353762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76be01-3189-4f1e-8254-8601f9283225 req-be52889f-1372-4000-99e3-f5c3852a1f18 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:57.361428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c76be01-3189-4f1e-8254-8601f9283225 req-be52889f-1372-4000-99e3-f5c3852a1f18 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 946 time: 0.1406369 Feb 19 01:19:57.425771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Deleting port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:57.426527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.448556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c76be01-3189-4f1e-8254-8601f9283225 req-1cd9fa14-5c61-4f5a-ad39-96a25a6301e2 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808542 Feb 19 01:19:57.453346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3479e9f6-a609-4cfb-9433-e2eeffc6332c req-799691e6-9861-4e56-b864-5785aba5faef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492202 Feb 19 01:19:57.497686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47a1c2fa-a313-4c80-aeb1-1bad935cfb47 req-20635369-ee91-4222-b93a-fcd89f8bb4ee tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545782 Feb 19 01:19:57.570415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] For port 0c766bb9-a4ed-42df-a521-20d67ba99dc7, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=0c766bb9-a4ed-42df-a521-20d67ba99dc7,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:57.571371 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.588604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Calling delete_port for 0c766bb9-a4ed-42df-a521-20d67ba99dc7 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:57.751855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0c766bb9-a4ed-42df-a521-20d67ba99dc7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.788926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Pushing event deleted for resources: {'Port': ['ID=0c766bb9-a4ed-42df-a521-20d67ba99dc7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:57.824035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] No DVR routers for this DVR port 0c766bb9-a4ed-42df-a521-20d67ba99dc7 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:57.826621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.830382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0c1d31c-bc7d-43b9-8e68-6bdfdb8caf25 req-21ed6bfb-a12d-4e8a-86af-87c09e66c503 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.89 "DELETE /v2.0/ports/0c766bb9-a4ed-42df-a521-20d67ba99dc7 HTTP/1.1" status: 204 len: 173 time: 0.6578834 Feb 19 01:19:57.830840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-deleted', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:57.833143 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc36aef-5e22-4766-92e1-5aec5238500a" -d '{"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-deleted", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:57.939297 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2947950a-3700-4c5c-80e8-04a28b5e2f55 x-openstack-request-id: req-2947950a-3700-4c5c-80e8-04a28b5e2f55 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:57.941028 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419ef9b2-43a8-498c-ba6e-02b9dc7d09ee", "name": "network-vif-deleted", "tag": "0c766bb9-a4ed-42df-a521-20d67ba99dc7", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:57.941028 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2947950a-3700-4c5c-80e8-04a28b5e2f55 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:57.941028 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419ef9b2-43a8-498c-ba6e-02b9dc7d09ee', 'name': 'network-vif-deleted', 'tag': '0c766bb9-a4ed-42df-a521-20d67ba99dc7', 'status': 'completed', 'code': 200} Feb 19 01:19:57.987471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c503f3f-242f-4def-8867-4704c86929da req-1497c550-0aea-4ea2-9864-6d2018456ba3 tempest-MigrationsAdminTest-1469673769 tempest-MigrationsAdminTest-1469673769-project] 10.222.0.43 "GET /v2.0/ports?device_id=419ef9b2-43a8-498c-ba6e-02b9dc7d09ee HTTP/1.1" status: 200 len: 210 time: 0.0458012 Feb 19 01:19:58.615053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256f210-8033-4740-930a-78c2d132f2b0 req-65daabf0-141f-4ffe-84b5-597e03847c20 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:58.625470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c256f210-8033-4740-930a-78c2d132f2b0 req-65daabf0-141f-4ffe-84b5-597e03847c20 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 946 time: 0.0954223 Feb 19 01:19:58.672364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33d71-bfe9-492e-87e9-5ed73e5300aa req-8c6d8cad-5f63-48fd-aa2f-65a0c53485b7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:58.681522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5c33d71-bfe9-492e-87e9-5ed73e5300aa req-8c6d8cad-5f63-48fd-aa2f-65a0c53485b7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0892098 Feb 19 01:19:58.761130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5c33d71-bfe9-492e-87e9-5ed73e5300aa req-2968ee43-49a1-469e-b54a-14f9b9b3c34c tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782220 Feb 19 01:19:58.839565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c256f210-8033-4740-930a-78c2d132f2b0 req-101fa5d2-8fa1-4eba-b27e-65cf56ade725 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042487 Feb 19 01:19:59.344132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:59.524852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45672) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:59.532108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d6a4d4ff-2777-46d2-b47c-889453ee4c10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88aae3f9d11042d0ba928360fbce9057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857231 Feb 19 01:19:59.590437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da423f4e-2bd6-4a35-b025-4e0123a6112b admin admin] Publish callbacks [] for security_group (f109a0e1-f105-4d32-b513-d99827d8bced), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.623506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da423f4e-2bd6-4a35-b025-4e0123a6112b admin admin] Publish callbacks [] for security_group (f109a0e1-f105-4d32-b513-d99827d8bced), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.651388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:59.686368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 0c766bb9-a4ed-42df-a521-20d67ba99dc7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:59.686986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 0c766bb9-a4ed-42df-a521-20d67ba99dc7 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:59.698734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da423f4e-2bd6-4a35-b025-4e0123a6112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f109a0e1-f105-4d32-b513-d99827d8bced), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.702002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da423f4e-2bd6-4a35-b025-4e0123a6112b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.705554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-da423f4e-2bd6-4a35-b025-4e0123a6112b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f109a0e1-f105-4d32-b513-d99827d8bced HTTP/1.1" status: 204 len: 168 time: 0.1772673 Feb 19 01:19:59.729534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da423f4e-2bd6-4a35-b025-4e0123a6112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f109a0e1-f105-4d32-b513-d99827d8bced,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:59.952447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd145-0604-4305-a179-8dfe066864b1 req-cbcb6261-70ba-47c8-92e7-34e0645a9dc3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:59.954176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb9fd145-0604-4305-a179-8dfe066864b1 req-cbcb6261-70ba-47c8-92e7-34e0645a9dc3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1158836 Feb 19 01:20:00.016519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab6100-6ea1-4bd3-b38f-a35df014b143 req-ba566b83-73a9-4768-8a4e-403e66dd3874 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:00.023488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceab6100-6ea1-4bd3-b38f-a35df014b143 req-ba566b83-73a9-4768-8a4e-403e66dd3874 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 946 time: 0.0790975 Feb 19 01:20:00.067970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb9fd145-0604-4305-a179-8dfe066864b1 req-cd13ef28-5894-4890-b3f7-006ba685782a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992489 Feb 19 01:20:00.130794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ceab6100-6ea1-4bd3-b38f-a35df014b143 req-3e2ee8b1-ee65-4fd5-bafd-43deb4ca2260 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051435 Feb 19 01:20:00.253711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45704) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:00.343116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-41942d19-e6a2-4890-8b29-575eba973558 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0156caad2434d02b0750e2419ab7218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867476 Feb 19 01:20:00.344276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45708) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:00.433944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36cc060c-b771-44e4-a657-55ad9499cb50 admin admin] Publish callbacks [] for security_group (2f3a2b0b-c183-4f04-aa81-bf6f70746040), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.522570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36cc060c-b771-44e4-a657-55ad9499cb50 admin admin] Publish callbacks [] for security_group (2f3a2b0b-c183-4f04-aa81-bf6f70746040), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.640419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36cc060c-b771-44e4-a657-55ad9499cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2f3a2b0b-c183-4f04-aa81-bf6f70746040), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.643422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36cc060c-b771-44e4-a657-55ad9499cb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.644824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36cc060c-b771-44e4-a657-55ad9499cb50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f3a2b0b-c183-4f04-aa81-bf6f70746040 HTTP/1.1" status: 204 len: 168 time: 0.2989976 Feb 19 01:20:00.658431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc060c-b771-44e4-a657-55ad9499cb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a2b0b-c183-4f04-aa81-bf6f70746040,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:01.244903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bcab1-10d9-4c20-aef0-9a2a64265b92 req-fe564806-c26e-4ef7-8eae-a8e54a0c4bb3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:01.254959 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e5bcab1-10d9-4c20-aef0-9a2a64265b92 req-fe564806-c26e-4ef7-8eae-a8e54a0c4bb3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0991809 Feb 19 01:20:01.329597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e5bcab1-10d9-4c20-aef0-9a2a64265b92 req-f4ead5ec-5506-43d0-89db-f54d5377cba5 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 Feb 19 01:20:02.576672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b950c-d454-4ea7-91b5-24402479c3a9 req-d9e26730-d4a4-490f-97e4-d07809cec6ba tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:02.584634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-473b950c-d454-4ea7-91b5-24402479c3a9 req-d9e26730-d4a4-490f-97e4-d07809cec6ba tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1290176 Feb 19 01:20:02.660784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-473b950c-d454-4ea7-91b5-24402479c3a9 req-d284618d-8238-4847-88a3-f749bdf0ed8b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699437 Feb 19 01:20:03.966309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08232adb-f9bb-48a2-b767-b815ab110bcc req-0f3bd246-ff46-40d6-87fa-d5acbcc0b4e2 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:03.975857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08232adb-f9bb-48a2-b767-b815ab110bcc req-0f3bd246-ff46-40d6-87fa-d5acbcc0b4e2 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1257241 Feb 19 01:20:04.042493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08232adb-f9bb-48a2-b767-b815ab110bcc req-81921ee8-f444-46f6-ad08-170acfd20700 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Feb 19 01:20:04.897100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06764c99-5783-49ed-bb87-08b1fd3fbccb req-27d5e487-0b30-4a3e-8e9a-3a7e2ed95892 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:04.917635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06764c99-5783-49ed-bb87-08b1fd3fbccb req-27d5e487-0b30-4a3e-8e9a-3a7e2ed95892 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 946 time: 0.1147633 Feb 19 01:20:04.981903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06764c99-5783-49ed-bb87-08b1fd3fbccb req-b4afda64-d3d0-41d8-9725-baffcdef86ae tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633838 Feb 19 01:20:05.255781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289182-1e3c-484c-8da1-1751256ab98c req-e950488a-e749-4f08-a997-0a4c88d4d54d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:05.258690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a289182-1e3c-484c-8da1-1751256ab98c req-e950488a-e749-4f08-a997-0a4c88d4d54d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0856755 Feb 19 01:20:05.303497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:05.327945 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a289182-1e3c-484c-8da1-1751256ab98c req-4ccba899-82d8-4eb1-91e8-f0d2a8e1531f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584812 Feb 19 01:20:05.500385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cfeece6a-b9ad-44ea-b685-4e7da6ae9dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.629024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cfeece6a-b9ad-44ea-b685-4e7da6ae9dae admin admin] Publish callbacks [] for security_group (7fbf8ec1-a1f4-4483-86e3-ea289e0d371a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.634668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cfeece6a-b9ad-44ea-b685-4e7da6ae9dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7fbf8ec1-a1f4-4483-86e3-ea289e0d371a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.729207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cfeece6a-b9ad-44ea-b685-4e7da6ae9dae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dfb22c4a4884a268319dd8473b43c1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245408 Feb 19 01:20:05.731834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:05.738280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeece6a-b9ad-44ea-b685-4e7da6ae9dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf8ec1-a1f4-4483-86e3-ea289e0d371a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:05.917640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c20de8a9-30d8-4f34-a7d5-3bbd0bda68bd admin admin] Publish callbacks [] for security_group (7fbf8ec1-a1f4-4483-86e3-ea289e0d371a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.958832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c20de8a9-30d8-4f34-a7d5-3bbd0bda68bd admin admin] Publish callbacks [] for security_group (7fbf8ec1-a1f4-4483-86e3-ea289e0d371a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.039396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c20de8a9-30d8-4f34-a7d5-3bbd0bda68bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7fbf8ec1-a1f4-4483-86e3-ea289e0d371a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.048180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c20de8a9-30d8-4f34-a7d5-3bbd0bda68bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.049690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c20de8a9-30d8-4f34-a7d5-3bbd0bda68bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fbf8ec1-a1f4-4483-86e3-ea289e0d371a HTTP/1.1" status: 204 len: 168 time: 0.3167021 Feb 19 01:20:06.083833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20de8a9-30d8-4f34-a7d5-3bbd0bda68bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf8ec1-a1f4-4483-86e3-ea289e0d371a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:06.221723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037700-7867-4f88-b346-aa8a74b8a835 req-5f77fbea-4d84-4219-aa8c-a650361a91a4 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:06.237412 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef037700-7867-4f88-b346-aa8a74b8a835 req-5f77fbea-4d84-4219-aa8c-a650361a91a4 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 946 time: 0.1221735 Feb 19 01:20:06.423916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef037700-7867-4f88-b346-aa8a74b8a835 req-e5617067-3d3e-4c10-9af9-b60d669d2504 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8bdc6b7-bed4-4156-8269-6d97de4989f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853061 Feb 19 01:20:06.470648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-4aa5ec7f-a4e2-4975-85ca-084af2453d61 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:06.472432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-4aa5ec7f-a4e2-4975-85ca-084af2453d61 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 946 time: 0.2308042 Feb 19 01:20:06.593815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Deleting port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:06.594404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.598683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101301-88c8-42b3-8337-7fa18a912e16 req-070ab0f3-d57a-4df0-a325-c1b3aad81c29 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:06.613078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:06.613274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02101301-88c8-42b3-8337-7fa18a912e16 req-070ab0f3-d57a-4df0-a325-c1b3aad81c29 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1231310 Feb 19 01:20:06.653981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-770d79a1-70d1-4b60-8b81-f1c0c9dfd223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.668432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02101301-88c8-42b3-8337-7fa18a912e16 req-e1af4a1c-0ca8-4e60-ba31-d0a81949962a tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584280 Feb 19 01:20:06.742379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] For port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,segment=NetworkSegment(662bfab9-375e-4af4-bd06-934f3224ffd5),segment_id=662bfab9-375e-4af4-bd06-934f3224ffd5)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:06.742748 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.763669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Calling delete_port for 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:06.834348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-770d79a1-70d1-4b60-8b81-f1c0c9dfd223 admin admin] Publish callbacks [] for security_group (6ba83901-76e9-4ec0-8d93-91922a042f3f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.842387 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-770d79a1-70d1-4b60-8b81-f1c0c9dfd223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6ba83901-76e9-4ec0-8d93-91922a042f3f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.898582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d79a1-70d1-4b60-8b81-f1c0c9dfd223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba83901-76e9-4ec0-8d93-91922a042f3f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:06.905519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:06.905677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-770d79a1-70d1-4b60-8b81-f1c0c9dfd223 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b9c2c053d4648f18fd467d30f7cf45f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960114 Feb 19 01:20:06.979246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49c61d52-4ece-48c6-9866-2ad4c183e4aa admin admin] Publish callbacks [] for security_group (6ba83901-76e9-4ec0-8d93-91922a042f3f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.994007 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3961ff3e-f362-40e4-ab6e-3f9ee700a8f3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.007851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49c61d52-4ece-48c6-9866-2ad4c183e4aa admin admin] Publish callbacks [] for security_group (6ba83901-76e9-4ec0-8d93-91922a042f3f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.008370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3961ff3e-f362-40e4-ab6e-3f9ee700a8f3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:07.065337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Pushing event deleted for resources: {'Port': ['ID=3961ff3e-f362-40e4-ab6e-3f9ee700a8f3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:07.114669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49c61d52-4ece-48c6-9866-2ad4c183e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6ba83901-76e9-4ec0-8d93-91922a042f3f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.118356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49c61d52-4ece-48c6-9866-2ad4c183e4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.119705 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-49c61d52-4ece-48c6-9866-2ad4c183e4aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ba83901-76e9-4ec0-8d93-91922a042f3f HTTP/1.1" status: 204 len: 168 time: 0.2121961 Feb 19 01:20:07.135445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c61d52-4ece-48c6-9866-2ad4c183e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba83901-76e9-4ec0-8d93-91922a042f3f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:07.170088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] No DVR routers for this DVR port 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:07.172918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.176607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-232c4fa1-fd05-4370-8729-35d55d9149e3 req-a41a9319-7503-41ae-82dd-c18521579a11 tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.10 "DELETE /v2.0/ports/3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 HTTP/1.1" status: 204 len: 173 time: 0.6944950 Feb 19 01:20:07.177216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'name': 'network-vif-deleted', 'tag': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:07.180019 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6a88c8-5cbb-43a8-85d3-4bdedc6ee4f5" -d '{"events": [{"server_uuid": "a2bfee47-c1d9-41b4-9752-5795cee81beb", "name": "network-vif-deleted", "tag": "3961ff3e-f362-40e4-ab6e-3f9ee700a8f3"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:07.248146 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bad77d2-aa2f-4215-8165-13d2fc9def73 x-openstack-request-id: req-4bad77d2-aa2f-4215-8165-13d2fc9def73 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:07.248723 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bfee47-c1d9-41b4-9752-5795cee81beb", "name": "network-vif-deleted", "tag": "3961ff3e-f362-40e4-ab6e-3f9ee700a8f3", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:07.248723 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bad77d2-aa2f-4215-8165-13d2fc9def73 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:07.250505 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bfee47-c1d9-41b4-9752-5795cee81beb', 'name': 'network-vif-deleted', 'tag': '3961ff3e-f362-40e4-ab6e-3f9ee700a8f3', 'status': 'completed', 'code': 200} Feb 19 01:20:07.494915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac61bf-f655-44c4-9f9d-ef1022be55a0 req-5809f6a1-e0dc-49b1-b90e-4c418947ba6e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:07.497652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9cac61bf-f655-44c4-9f9d-ef1022be55a0 req-5809f6a1-e0dc-49b1-b90e-4c418947ba6e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1134493 Feb 19 01:20:07.558663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9cac61bf-f655-44c4-9f9d-ef1022be55a0 req-99bb2530-3701-4a93-9ca2-6df2df5250c1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550437 Feb 19 01:20:07.697745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8ec01e2-289d-4ccc-89a8-f021d94840d5 req-e1253674-b400-4fe7-83a1-f5e13256dede tempest-VolumesActionsTest-1770469987 tempest-VolumesActionsTest-1770469987-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2bfee47-c1d9-41b4-9752-5795cee81beb HTTP/1.1" status: 200 len: 210 time: 0.0616550 Feb 19 01:20:07.856783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5daa1-c9b9-4f0d-92c4-0e190c00d852 req-d6cef16c-6f66-488a-bef0-1e14e61a15c9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:07.857956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ff5daa1-c9b9-4f0d-92c4-0e190c00d852 req-d6cef16c-6f66-488a-bef0-1e14e61a15c9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1453636 Feb 19 01:20:07.947297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118ca9e-12ee-4dd3-8c09-6ec68b55ac0d req-93ed67cf-2ca5-48f7-8432-e9520f40ad56 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:07.958459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8118ca9e-12ee-4dd3-8c09-6ec68b55ac0d req-93ed67cf-2ca5-48f7-8432-e9520f40ad56 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1448846 Feb 19 01:20:07.968490 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ff5daa1-c9b9-4f0d-92c4-0e190c00d852 req-0e35d564-70de-4249-a09c-f1ee835fe344 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038561 Feb 19 01:20:08.079617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8118ca9e-12ee-4dd3-8c09-6ec68b55ac0d req-a6957c97-5bb2-430b-96e3-7b4f596a714f tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150825 Feb 19 01:20:08.207239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c449f-29d6-43e8-9937-66eaffdf1aa8 req-3186d380-3371-4e86-90a5-a27865a202a2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:08.220599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf2c449f-29d6-43e8-9937-66eaffdf1aa8 req-3186d380-3371-4e86-90a5-a27865a202a2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1382875 Feb 19 01:20:08.294146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf2c449f-29d6-43e8-9937-66eaffdf1aa8 req-9f40f29f-19f2-4a69-8939-780ef2b17bd3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770996 Feb 19 01:20:08.453861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45946) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:08.467446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10cf8-b2c4-4655-aa94-5950931be834 req-d344b56c-f478-40f5-9570-2fc4e537212f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:08.470150 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1aa10cf8-b2c4-4655-aa94-5950931be834 req-d344b56c-f478-40f5-9570-2fc4e537212f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0848575 Feb 19 01:20:08.568933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1aa10cf8-b2c4-4655-aa94-5950931be834 req-c7a7ec96-1268-4a8c-8bad-d1bd9236b700 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932071 Feb 19 01:20:08.621561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1735281691-network', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:08.673706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Made reservation on behalf of 0a4d9fd5319a461eaa3b6a9669647f78 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:08.676491 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.696815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.998274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks [] for security_group (d5a0ab52-2e4a-4f18-8f0b-cb34c8182607), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.019984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d5a0ab52-2e4a-4f18-8f0b-cb34c8182607), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.040062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:09.093906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (da913529-00db-4e2a-884e-f110db0203e8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.094260 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Added segment da913529-00db-4e2a-884e-f110db0203e8 of type vlan for network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d Feb 19 01:20:09.095498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a0ab52-2e4a-4f18-8f0b-cb34c8182607,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:09.193344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-29a5496d-a8cc-4fcc-be46-26ce34db347a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:09.195211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-29a5496d-a8cc-4fcc-be46-26ce34db347a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.3622532 Feb 19 01:20:09.209197 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.287145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-2f6c2f82-cc2b-4fb5-ab89-4ea489998ca8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/quotas/32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 375 time: 0.0634146 Feb 19 01:20:09.332901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.336402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2360-f04e-4263-b215-941f6133553b req-6a6dd0f4-a385-49f5-aeea-6eafb7adf8e0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:09.341764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:09.342489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.345227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba8e2360-f04e-4263-b215-941f6133553b req-6a6dd0f4-a385-49f5-aeea-6eafb7adf8e0 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1106105 Feb 19 01:20:09.407717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba8e2360-f04e-4263-b215-941f6133553b req-9d00ceac-78c0-4424-b11e-95a9ed826276 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609593 Feb 19 01:20:09.455462 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9977012 Feb 19 01:20:09.455462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d065b-4164-49ed-a496-131d058e999b admin admin] Pushing event updated for resources: {'Network': ['ID=3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:09.457419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:09.463669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Request body: {'subnet': {'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1735281691-subnet', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:09.465874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:09.521047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-74ddab80-2d1b-4abb-8193-679e1d937b85 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2220919 Feb 19 01:20:09.522703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Made reservation on behalf of 0a4d9fd5319a461eaa3b6a9669647f78 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:09.526960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.878742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-33759e4f-93b5-4d19-b74b-b92155906add service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386045 Feb 19 01:20:09.986500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-10c2dfb5-4b4d-44cd-bc52-97fb4e916f60 service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946298 Feb 19 01:20:10.058110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (c8697b8b-6a22-4f95-a29c-07966f988551), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.123714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8697b8b-6a22-4f95-a29c-07966f988551,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:10.142241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Checking segment: {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:10.142929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Network hostable DHCP agents. Network: 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:10.166386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:10.197228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:10.204904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:10.206918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.212437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195b089-f0d8-453d-8b24-d88f6e0aa9c9 None None] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:10.248285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:10.253040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:10.253861 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1db4d76a-3afc-476f-99db-753ddf2093ca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7942102 Feb 19 01:20:10.362931 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-665b6a6c-fc90-402b-9e1f-264c7c97fd57 req-3e8a4082-22e8-474c-ba52-55a81078af82 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 210 time: 0.0618434 Feb 19 01:20:10.364555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (9fba6593-348f-4f70-b078-439172fd96b6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.368146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (9fba6593-348f-4f70-b078-439172fd96b6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.498413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d', 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d', 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'fixed_ips': [{'subnet_id': 'c8697b8b-6a22-4f95-a29c-07966f988551'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:10.499295 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.556961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks [] for router_controller (9fba6593-348f-4f70-b078-439172fd96b6), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.780278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c19b7-b1ac-4b99-85b2-f2d570d8c164 req-94b9ec06-d327-4023-92e0-5cb5ca792346 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:10.796203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-760c19b7-b1ac-4b99-85b2-f2d570d8c164 req-94b9ec06-d327-4023-92e0-5cb5ca792346 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2080944 Feb 19 01:20:10.889655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Allocated IP 172.20.0.2 (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d/c8697b8b-6a22-4f95-a29c-07966f988551/0f52a535-1593-4299-bba7-9da0b101dba5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:10.895536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:10.936090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-760c19b7-b1ac-4b99-85b2-f2d570d8c164 req-e1b541ad-1195-431e-b39c-d6c36163f576 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389024 Feb 19 01:20:10.959456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:10.959810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3961ff3e-f362-40e4-ab6e-3f9ee700a8f3 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:11.061469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks [] for router_gateway (9fba6593-348f-4f70-b078-439172fd96b6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.290074 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Publish callbacks [] for port (0f52a535-1593-4299-bba7-9da0b101dba5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.308597 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.388492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:11.416764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:11.426265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:11.517694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Pushing event updated for resources: {'Port': ['ID=0f52a535-1593-4299-bba7-9da0b101dba5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:11.626497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Attempting to bind port 0f52a535-1593-4299-bba7-9da0b101dba5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:11.627359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Attempting to bind port 0f52a535-1593-4299-bba7-9da0b101dba5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:11.628159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Attempting to bind port 0f52a535-1593-4299-bba7-9da0b101dba5 on network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:11.639136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:11.646141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Checking segment: {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:11.646814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.647425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Bound using segment: {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:11.648658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Bound port: 0f52a535-1593-4299-bba7-9da0b101dba5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:11.649282 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.723211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fac66fdb-1fdd-45ce-958d-7b8e1e9a9ba7 req-dfba5fc7-786c-4bc7-9987-428e490ad4ce tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 210 time: 0.1230941 Feb 19 01:20:11.758750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks [] for router_gateway (9fba6593-348f-4f70-b078-439172fd96b6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.815849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] For port 0f52a535-1593-4299-bba7-9da0b101dba5, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:11.822682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] For port 0f52a535-1593-4299-bba7-9da0b101dba5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0f52a535-1593-4299-bba7-9da0b101dba5,segment=NetworkSegment(da913529-00db-4e2a-884e-f110db0203e8),segment_id=da913529-00db-4e2a-884e-f110db0203e8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:11.824787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.831465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.970357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37536718-b80a-47ef-bd25-cdc46b74865a None None] Pushing event updated for resources: {'Port': ['ID=0f52a535-1593-4299-bba7-9da0b101dba5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:12.358364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1fcc-b6af-4bee-a575-cd50835e6248 req-0165fe93-6689-4b28-978a-6874b2b145bc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:12.359638 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c97e1fcc-b6af-4bee-a575-cd50835e6248 req-0165fe93-6689-4b28-978a-6874b2b145bc tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2325664 Feb 19 01:20:12.506616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c97e1fcc-b6af-4bee-a575-cd50835e6248 req-d69ef23f-97a3-4f9b-a333-dff2c90b51fa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322622 Feb 19 01:20:12.560191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Allocated IP 172.25.0.15 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/b46a3c39-4225-4771-9d72-d3349469a809) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:12.675532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-500c4c8c-ddc2-41ea-be41-f435074f21b6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:12.697314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-500c4c8c-ddc2-41ea-be41-f435074f21b6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.6679454 Feb 19 01:20:12.755885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'port': {'device_id': '2c73b903-2aad-4349-b45f-1b020a797537', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'admin_state_up': True, 'tenant_id': '32d460ea5cd74fff918c408cba95343e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:12.977218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks [] for port (b46a3c39-4225-4771-9d72-d3349469a809), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.077647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8deed7cb-05db-40b8-8586-296bb8c7cbe8 req-f6990d50-7cd7-4b47-a5cc-c6864fb1786b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 210 time: 0.0575900 Feb 19 01:20:13.102711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b46a3c39-4225-4771-9d72-d3349469a809), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.171227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:13.177148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:13.208471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:13.215313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:13.219732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.963133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974eb43-f27c-44e7-9102-bb6731f75bf6 None None] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:14.048890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b46a3c39-4225-4771-9d72-d3349469a809,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:14.171621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0f52a535-1593-4299-bba7-9da0b101dba5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:14.411290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.431787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] Provisioning complete for port 0f52a535-1593-4299-bba7-9da0b101dba5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:14.432161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.432728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.449260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.459942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.471795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.483607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.502585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf9d08-d20d-448f-b3bd-c8ce9409c19f req-9b8dec51-3b99-4a17-8c07-0a7c078abbd3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.502808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.521850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-36d92a7b-6bd7-45b6-840b-2a0f50b9c245 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.2639880 Feb 19 01:20:14.525761 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1eaf9d08-d20d-448f-b3bd-c8ce9409c19f req-9b8dec51-3b99-4a17-8c07-0a7c078abbd3 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.5557833 Feb 19 01:20:14.641904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] Current status of the port 0f52a535-1593-4299-bba7-9da0b101dba5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:14.642315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.645665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0f52a535-1593-4299-bba7-9da0b101dba5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:14.646107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.681441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ada9b5e-8568-4449-a9c9-468d85e9df27 req-798e6aaf-a5d5-4f27-8f46-89c9d251f9f6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553378 Feb 19 01:20:14.895613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Allocated IP 172.20.0.9 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:14.900001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] For port 0f52a535-1593-4299-bba7-9da0b101dba5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0f52a535-1593-4299-bba7-9da0b101dba5,segment=NetworkSegment(da913529-00db-4e2a-884e-f110db0203e8),segment_id=da913529-00db-4e2a-884e-f110db0203e8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:14.913925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36f19653-b19c-4f1b-8fd1-378327b01ede req-11b008b5-00a6-4b68-84d8-05c8de14f1ad tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 210 time: 0.0617542 Feb 19 01:20:14.939098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1eaf9d08-d20d-448f-b3bd-c8ce9409c19f req-8c1be205-0b2a-41d9-8425-d83d4f444ffa tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066963 Feb 19 01:20:15.034161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.136954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks [] for router_gateway (9fba6593-348f-4f70-b078-439172fd96b6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.191541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0f52a535-1593-4299-bba7-9da0b101dba5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:15.194400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63489dd-0980-4218-9e59-b1a0f41abb6d None None] Pushing event updated for resources: {'Port': ['ID=0f52a535-1593-4299-bba7-9da0b101dba5,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:15.214995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e539792a-acba-4f0d-9796-7db34d7fdfa9 None None] Provisioning complete for port 0f52a535-1593-4299-bba7-9da0b101dba5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:15.215774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e539792a-acba-4f0d-9796-7db34d7fdfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.367618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e539792a-acba-4f0d-9796-7db34d7fdfa9 None None] Current status of the port 0f52a535-1593-4299-bba7-9da0b101dba5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:15.419356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.553458 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (9fba6593-348f-4f70-b078-439172fd96b6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.629200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.643320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581', '715bfd77-2650-4d21-a8ed-f027f84c947f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:15.755855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:15.785563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:15.793247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:15.914061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:16.012246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.014196 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.019923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Router 9fba6593-348f-4f70-b078-439172fd96b6 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:16.074492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0f52a535-1593-4299-bba7-9da0b101dba5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:16.171598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-232abd61-6b8b-47f4-921a-dfec7619bed9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4326949 Feb 19 01:20:16.221872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.222420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Request body: {'port': {'device_id': '2c73b903-2aad-4349-b45f-1b020a797537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:16.243483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.256452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.268948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.280254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.306038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.326121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.334730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-73a0be3c-8a5d-4809-8fa2-d31cb7be63c0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.3967154 Feb 19 01:20:16.389461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0568-c0c3-4018-a002-37630139162d req-c4fd0bc6-31d5-4235-9965-ac4e24d037a2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.391040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839e0568-c0c3-4018-a002-37630139162d req-c4fd0bc6-31d5-4235-9965-ac4e24d037a2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 931 time: 0.1982698 Feb 19 01:20:16.394420 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.417036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:16.421682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c4b1408-678c-460f-9ff9-689409718fc1 req-48cd6c5f-53da-406f-bc92-96d334054128 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851188 Feb 19 01:20:16.500607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Sync routers for ids ['9fba6593-348f-4f70-b078-439172fd96b6'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:16.526805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0f52a535-1593-4299-bba7-9da0b101dba5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:16.527183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.570827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c164cf-4a36-44ed-a7d4-b8e945cb18cf req-42dbe297-e27a-4429-9f21-7aa6379a9d2e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.580854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62c164cf-4a36-44ed-a7d4-b8e945cb18cf req-42dbe297-e27a-4429-9f21-7aa6379a9d2e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0942969 Feb 19 01:20:16.618841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Routers {'9fba6593-348f-4f70-b078-439172fd96b6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:16.619505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:19:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9fba6593-348f-4f70-b078-439172fd96b6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:16.708052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62c164cf-4a36-44ed-a7d4-b8e945cb18cf req-193da4f1-2e3f-48c4-a67f-9ac6e3606826 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253123 Feb 19 01:20:16.829968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ea3fea3b-6a64-4a32-ad48-7afb4f8bd3b4 None None] Provisioning complete for port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:16.834215 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea3fea3b-6a64-4a32-ad48-7afb4f8bd3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.903775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:16.911907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Publish callbacks [] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.925730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Transition to ACTIVE for port object c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:20:16.936808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.970245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Set router 9fba6593-348f-4f70-b078-439172fd96b6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:16.994474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.998636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:16.998975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e35b016d-4cfe-4f66-805b-10d329ace1d4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7492595 Feb 19 01:20:17.035415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839e0568-c0c3-4018-a002-37630139162d req-f7604916-5104-4111-886b-751cbaa40a6c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291525 Feb 19 01:20:17.049198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:17.198651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Attempting to bind port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:17.199320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Attempting to bind port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:17.199320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Attempting to bind port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:17.210747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e on network 3ece63df-823f-4990-83cc-676795974eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:20:17.211550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Attempting to bind port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:17.219800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:17.220140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:17.220533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:17.220970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Bound port: c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:17.221358 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.380318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fea3b-6a64-4a32-ad48-7afb4f8bd3b4 None None] Port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:17.434153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:17.448613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:17.459850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.704488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:14Z', 'revision_number': 3, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:17.732714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.733815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.738352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e HTTP/1.1" status: 200 len: 1091 time: 1.5254416 Feb 19 01:20:17.740518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:17.745760 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7917329-2d7c-4819-862d-206d9430bb50" -d '{"events": [{"name": "network-changed", "server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:17.755462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed775b-cec5-475f-9f20-5cd9f8a6a9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:17.755917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0f52a535-1593-4299-bba7-9da0b101dba5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:17.767296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Checking router: 9fba6593-348f-4f70-b078-439172fd96b6 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:17.767735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Updating router 9fba6593-348f-4f70-b078-439172fd96b6 port b46a3c39-4225-4771-9d72-d3349469a809 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:17.873887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b46a3c39-4225-4771-9d72-d3349469a809), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.948488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.961535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.968051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.987012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.992840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.998509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.004178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.006312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-b2c0bb18-b72e-4f2e-8018-00a967b277a7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.3232319 Feb 19 01:20:18.016464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-d9835cec-0803-4b91-b7b1-c69091d7098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.018194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-d9835cec-0803-4b91-b7b1-c69091d7098c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 1125 time: 0.2252719 Feb 19 01:20:18.072574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-69608793-065a-4bf2-b620-766ee1ef0626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e HTTP/1.1" status: 200 len: 217 time: 0.0419741 Feb 19 01:20:18.198835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-fce7c6e6-27a8-4511-897a-b6d0276f566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.200177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-fce7c6e6-27a8-4511-897a-b6d0276f566f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1053216 Feb 19 01:20:18.217650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd4739-caf2-48d0-9fef-af16135b3436 req-f8b2cb35-645f-4d02-a0e0-366003af8b0e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.240277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a4dd4739-caf2-48d0-9fef-af16135b3436 req-f8b2cb35-645f-4d02-a0e0-366003af8b0e tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.3859468 Feb 19 01:20:18.256366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-7fde9231-04c8-4fa0-a43d-e32384ef8e7f tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.262305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-7fde9231-04c8-4fa0-a43d-e32384ef8e7f tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "GET /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2426696 Feb 19 01:20:18.461924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.467382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.472682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.485996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.491431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.515443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.527945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.544198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-2a510601-2f58-4b48-a229-9482df5edea2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.3298748 Feb 19 01:20:18.598926 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.610294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a4dd4739-caf2-48d0-9fef-af16135b3436 req-3419e8dd-936b-40c4-a166-e286a125c3b9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652709 Feb 19 01:20:18.705863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-764cfd48-6a3e-4999-a79a-d53e1677a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.714830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-764cfd48-6a3e-4999-a79a-d53e1677a702 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4669793 Feb 19 01:20:18.724006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13f451b8-fd80-4bb2-80e4-2d38d06f5d8f req-3dfda1f2-43ae-42c2-a4b4-1824c601fb18 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788335 Feb 19 01:20:18.786524 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ffc59-ba6e-4b51-b1b5-213d705eb12b x-openstack-request-id: req-717ffc59-ba6e-4b51-b1b5-213d705eb12b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:18.786813 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:18.787114 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-717ffc59-ba6e-4b51-b1b5-213d705eb12b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:18.787529 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e', 'status': 'completed', 'code': 200} Feb 19 01:20:18.822718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Publish callbacks [] for port (b46a3c39-4225-4771-9d72-d3349469a809), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.835366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b46a3c39-4225-4771-9d72-d3349469a809), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.850481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46120) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:18.898775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cae76-5fb0-4492-aeef-55c2f9a01de7 None None] Pushing event updated for resources: {'Port': ['ID=b46a3c39-4225-4771-9d72-d3349469a809,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:18.924138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Attempting to bind port b46a3c39-4225-4771-9d72-d3349469a809 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:18.924506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Attempting to bind port b46a3c39-4225-4771-9d72-d3349469a809 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:18.924871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Attempting to bind port b46a3c39-4225-4771-9d72-d3349469a809 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:18.929305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.931761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:18.933112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:18.933540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.933935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:18.934409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Bound port: b46a3c39-4225-4771-9d72-d3349469a809, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:18.934787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b46a3c39-4225-4771-9d72-d3349469a809), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.016172 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-4a66a32c-9c9d-4445-8c6c-bd15daa1a81f tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "GET /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7334764 Feb 19 01:20:19.040691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:19.057823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] For port b46a3c39-4225-4771-9d72-d3349469a809, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:19.068244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] For port b46a3c39-4225-4771-9d72-d3349469a809, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b46a3c39-4225-4771-9d72-d3349469a809,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:19.082635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b46a3c39-4225-4771-9d72-d3349469a809), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.148202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Allocated IP 172.20.0.1 (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d/c8697b8b-6a22-4f95-a29c-07966f988551/b17f22a1-ae77-467a-a864-edddd0cfaf00) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:19.283066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cae76-5fb0-4492-aeef-55c2f9a01de7 None None] Pushing event updated for resources: {'Port': ['ID=b46a3c39-4225-4771-9d72-d3349469a809,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:19.287860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks [] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.331502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Routers {'9fba6593-348f-4f70-b078-439172fd96b6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:19.344125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:19:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9fba6593-348f-4f70-b078-439172fd96b6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:19.379790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.515911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:19.545019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:19.557299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:19.567430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Pushing event updated for resources: {'Port': ['ID=b17f22a1-ae77-467a-a864-edddd0cfaf00,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:19.603706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] Set router 9fba6593-348f-4f70-b078-439172fd96b6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:19.670433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (9fba6593-348f-4f70-b078-439172fd96b6), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.895537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.914584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:14Z', 'revision_number': 3, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:20.052700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a81e-c4fa-43ce-bef2-356c44235c03 req-77bf12ec-c6c2-4c41-b689-931f3bb4f646 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.060344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9eddf-39e7-4993-80fc-f784ed8fc515 None None] The sync data for ids ['9fba6593-348f-4f70-b078-439172fd96b6'] in n-d-826752-2 is: [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:14Z', 'revision_number': 3, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:20.066204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0aee-6df7-4971-8e6d-1d4352e04c12 req-f21f6c5e-b36f-4b33-b77f-b71077c54e82 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.067815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d52d0aee-6df7-4971-8e6d-1d4352e04c12 req-f21f6c5e-b36f-4b33-b77f-b71077c54e82 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2735541 Feb 19 01:20:20.073913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6d6a81e-c4fa-43ce-bef2-356c44235c03 req-77bf12ec-c6c2-4c41-b689-931f3bb4f646 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 943 time: 1.1719532 Feb 19 01:20:20.140028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b8eb1e16-2424-4039-94b7-ae7e62d498a7 None None] Provisioning complete for port b17f22a1-ae77-467a-a864-edddd0cfaf00 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:20.140411 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1e16-2424-4039-94b7-ae7e62d498a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.197460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d52d0aee-6df7-4971-8e6d-1d4352e04c12 req-fe1f03e2-27fd-4475-9887-7018939a6c11 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210654 Feb 19 01:20:20.197994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.205867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-8ac8c490-c063-4cb6-9316-84edf32a5545 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4569230 Feb 19 01:20:20.267491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb1e16-2424-4039-94b7-ae7e62d498a7 None None] Port b17f22a1-ae77-467a-a864-edddd0cfaf00 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:20.273923 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2aa7-6247-4dd0-a660-535e2ee84f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.292755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.621762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6d6a81e-c4fa-43ce-bef2-356c44235c03 req-78ee8a7b-96f2-4281-9117-9f9ede8e2476 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455797 Feb 19 01:20:20.669606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.682992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.688852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.713484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.720124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.732276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.751157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.774458 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f6b870b-af0a-4187-838d-4b539dca499d req-58ff47d3-5449-4d5e-a3b9-78a9abafc5d6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 5445 time: 0.3331854 Feb 19 01:20:20.940230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fe2227e7-dd3c-4de4-a491-0dceea9acd94 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:20.961141 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks [] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.964201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Publish callbacks [] for security_group (bbb7cbca-e2b0-4db9-89c1-44bae88383e1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.983832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bbb7cbca-e2b0-4db9-89c1-44bae88383e1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.987572 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.110155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb7cbca-e2b0-4db9-89c1-44bae88383e1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:21.133139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f6b870b-af0a-4187-838d-4b539dca499d req-36e2c479-8488-4b77-9757-5b3655df29dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3574231 Feb 19 01:20:21.139853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-367f34be-f1b2-40fa-a93b-7bd35243fa51 req-96321205-735f-4d93-8e84-8d5c5533b8e4 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9175630 Feb 19 01:20:21.226835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fe2227e7-dd3c-4de4-a491-0dceea9acd94 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:21.227235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.251591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Pushing event updated for resources: {'Port': ['ID=b17f22a1-ae77-467a-a864-edddd0cfaf00,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:21.268185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.268541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.268877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.277346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.277932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.278207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.278550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.278891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.279225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.280041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.280374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.280838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.281197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.288887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.289361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.289579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.289863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.290205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.290516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.290835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.291164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.291490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.291813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.292146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.292466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.292787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:21.315189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-102a3be7-485d-4ba6-b264-6cf9a72f117c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a70358c24d449afb765d693223888c2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4297307 Feb 19 01:20:21.320048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:21.338358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:21.340699 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887ba7d-de35-4dff-b46a-27632c8c9aa8" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:21.380929 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (9fba6593-348f-4f70-b078-439172fd96b6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.398803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:21.404476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.406347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d9452f5e-6dfd-4b6d-b4b2-51493fc83367 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:21.567849 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ccc7fd-8e04-49cb-b7cf-5555c16ce3a8 x-openstack-request-id: req-d6ccc7fd-8e04-49cb-b7cf-5555c16ce3a8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:21.568151 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:21.568416 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6ccc7fd-8e04-49cb-b7cf-5555c16ce3a8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:21.568831 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94', 'code': 200} Feb 19 01:20:21.614805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=87cf265d-73be-40cd-87b7-0ee775ec7ff4,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:21.776661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:21.799388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:21.843755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] For port 87cf265d-73be-40cd-87b7-0ee775ec7ff4, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:22.015135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:22.025191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] device_id is not set on port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:20:22.066350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:22.067119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.082837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Publish callbacks [] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.151939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eaae4-a634-4e63-b8eb-4ffe9d4f7e0b req-70d5e872-6d49-4472-9316-bab289e67c5b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.160690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e2eaae4-a634-4e63-b8eb-4ffe9d4f7e0b req-70d5e872-6d49-4472-9316-bab289e67c5b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 1.1682816 Feb 19 01:20:22.206239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:22.214716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b46a3c39-4225-4771-9d72-d3349469a809 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:22.237120 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.237870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 49106a7c-9b04-4228-a729-5820ec20cc85 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:22.268813 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.468084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e2eaae4-a634-4e63-b8eb-4ffe9d4f7e0b req-e6875a30-dc43-4a98-a68e-a37234b01dfd tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062732 Feb 19 01:20:22.503643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:22.514770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Router 9fba6593-348f-4f70-b078-439172fd96b6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:22.522306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917329-2d7c-4819-862d-206d9430bb50 req-a9282e3b-0142-4c78-862f-937a2c2d3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.525631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-a9282e3b-0142-4c78-862f-937a2c2d3f2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 1125 time: 1.2054756 Feb 19 01:20:22.532713 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9578ddf-1b64-4bda-a8b4-caca8d1de3b3 admin admin] Publish callbacks [] for security_group (bbb7cbca-e2b0-4db9-89c1-44bae88383e1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.638243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:22.720757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fff93-eb14-4992-ba46-eb82f37aefe6 req-f896ea07-bb1e-4093-ae53-15fb4e5d42fe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.726803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e24fff93-eb14-4992-ba46-eb82f37aefe6 req-f896ea07-bb1e-4093-ae53-15fb4e5d42fe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 943 time: 0.8247018 Feb 19 01:20:22.754172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917329-2d7c-4819-862d-206d9430bb50 req-700fd55c-c36d-4abd-91cc-c01cf0f4496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.755692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-700fd55c-c36d-4abd-91cc-c01cf0f4496b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.2068660 Feb 19 01:20:22.964422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-718cc678-4d1b-4765-872f-bede635a88be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e HTTP/1.1" status: 200 len: 217 time: 0.1326008 Feb 19 01:20:22.976604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:20:23.004385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] No DVR routers for this DVR port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:23.064371 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9578ddf-1b64-4bda-a8b4-caca8d1de3b3 admin admin] Publish callbacks [] for security_group (bbb7cbca-e2b0-4db9-89c1-44bae88383e1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.266816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] In _notify_port_updated(), no bound segment for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:20:23.268145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.272062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.281643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-17d99d1b-d88e-4f7d-97fa-aa857f855ee7 service neutron] 10.222.0.10 "PUT /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 200 len: 1033 time: 4.2485619 Feb 19 01:20:23.306397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:23.337534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.340501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e', 'mac_address': 'fa:16:3e:da:c6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:20:23.347308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.352745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.353365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b808558-efa4-432f-9ff0-4338761b8360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.372873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.382216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.404550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.416188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-aa6ffc08-4763-4ba4-8f1d-8771b7b42b46 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 4661 time: 0.6594574 Feb 19 01:20:23.457549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917329-2d7c-4819-862d-206d9430bb50 req-d7d9b834-fcde-48ce-9888-a8ba0e24ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.459521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-d7d9b834-fcde-48ce-9888-a8ba0e24ff14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.4503870 Feb 19 01:20:23.528292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:23.528690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.542075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:23.551287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6188ffd7-d4f6-41f3-89e2-ae4db6857a0f admin admin] 10.222.0.43 "PUT /v2.0/routers/9fba6593-348f-4f70-b078-439172fd96b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5505135 Feb 19 01:20:23.589333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e24fff93-eb14-4992-ba46-eb82f37aefe6 req-24be6e8f-be88-4ab6-8963-ea7b08614847 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363833 Feb 19 01:20:23.601175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b46a3c39-4225-4771-9d72-d3349469a809 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:23.601762 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b46a3c39-4225-4771-9d72-d3349469a809), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.668017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9578ddf-1b64-4bda-a8b4-caca8d1de3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bbb7cbca-e2b0-4db9-89c1-44bae88383e1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.678383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9578ddf-1b64-4bda-a8b4-caca8d1de3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.690927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c9578ddf-1b64-4bda-a8b4-caca8d1de3b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbb7cbca-e2b0-4db9-89c1-44bae88383e1 HTTP/1.1" status: 204 len: 168 time: 2.3630872 Feb 19 01:20:23.712406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:23.714977 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330fb2a-e57d-448f-a2c7-d4994fa695cb" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:23.723484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:23.752951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578ddf-1b64-4bda-a8b4-caca8d1de3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb7cbca-e2b0-4db9-89c1-44bae88383e1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:23.799388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac97cded-49f7-4af5-8a9e-04eb78884b32 req-473064ae-05d2-40fd-af1e-3a70666c3798 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3822486 Feb 19 01:20:23.801063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Sync routers for ids ['9fba6593-348f-4f70-b078-439172fd96b6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:23.814797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-701e7263-5a23-4d84-82ef-692f366a6c69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:23.815685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-decc8515-c8f7-4827-8f97-92d55e62530e None None] Provisioning complete for port b17f22a1-ae77-467a-a864-edddd0cfaf00 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:23.817766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-decc8515-c8f7-4827-8f97-92d55e62530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.819348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-701e7263-5a23-4d84-82ef-692f366a6c69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "GET /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3859837 Feb 19 01:20:23.848225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:23.889053 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Routers {'9fba6593-348f-4f70-b078-439172fd96b6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:23.889710 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9fba6593-348f-4f70-b078-439172fd96b6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:23.920439 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88154b9d-c86c-433b-afa5-53b3e2471c9d x-openstack-request-id: req-88154b9d-c86c-433b-afa5-53b3e2471c9d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:23.923750 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:23.924171 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88154b9d-c86c-433b-afa5-53b3e2471c9d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:23.926678 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367', 'code': 200} Feb 19 01:20:23.941768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-decc8515-c8f7-4827-8f97-92d55e62530e None None] Port b17f22a1-ae77-467a-a864-edddd0cfaf00 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:24.027352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917329-2d7c-4819-862d-206d9430bb50 req-ae046677-8b82-47a2-9607-251dc3ae272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:24.034494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-ae046677-8b82-47a2-9607-251dc3ae272e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5602412 Feb 19 01:20:24.045517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.110973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 49106a7c-9b04-4228-a729-5820ec20cc85 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:24.112944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.187982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5e380-23fe-4abb-ab4b-151d6ec2d4c6 req-dfcfe2a4-fef6-4eae-b03c-91394599c696 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:24.221825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ef5e380-23fe-4abb-ab4b-151d6ec2d4c6 req-dfcfe2a4-fef6-4eae-b03c-91394599c696 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.4318802 Feb 19 01:20:24.228566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b46a3c39-4225-4771-9d72-d3349469a809 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:24.228966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b46a3c39-4225-4771-9d72-d3349469a809), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.287361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b46a3c39-4225-4771-9d72-d3349469a809, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b46a3c39-4225-4771-9d72-d3349469a809,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:24.290119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.303637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:24.364515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b46a3c39-4225-4771-9d72-d3349469a809), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.461271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ef5e380-23fe-4abb-ab4b-151d6ec2d4c6 req-4f73e957-9bc2-415b-8d46-5759c7222f6b tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327592 Feb 19 01:20:24.536639 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Set router 9fba6593-348f-4f70-b078-439172fd96b6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:24.570422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.583590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b46a3c39-4225-4771-9d72-d3349469a809,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:24.683332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-018339ef-053b-492b-8733-4d36fa3ac034 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022265 Feb 19 01:20:24.731392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:24.805683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=49106a7c-9b04-4228-a729-5820ec20cc85,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:24.840093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.846546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:24.849721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1290e5c5-cc79-4419-9d8c-f164830878df None None] Provisioning complete for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:24.850926 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1290e5c5-cc79-4419-9d8c-f164830878df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.016062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.077941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:25.338777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1290e5c5-cc79-4419-9d8c-f164830878df None None] Port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:25.495742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e0ed7-5889-4082-b537-2fc8e9df3a3c req-9ea62bd2-7ad0-4942-9894-6767709b2250 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:25.506071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd8e0ed7-5889-4082-b537-2fc8e9df3a3c req-9ea62bd2-7ad0-4942-9894-6767709b2250 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 944 time: 0.2111075 Feb 19 01:20:25.537189 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:20Z', 'revision_number': 4, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'b17f22a1-ae77-467a-a864-edddd0cfaf00', 'name': '', 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'mac_address': 'fa:16:3e:7b:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'c8697b8b-6a22-4f95-a29c-07966f988551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:18Z', 'updated_at': '2022-02-19T01:20:20Z', 'revision_number': 2, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'subnets': [{'id': 'c8697b8b-6a22-4f95-a29c-07966f988551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:25.575905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.580287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46550) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:25.583133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:25.599026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-c5d34efb-2cff-4f32-a5c7-f248947be051 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7362425 Feb 19 01:20:25.608929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:25.637858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:25.651956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.673980 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Checking router: 9fba6593-348f-4f70-b078-439172fd96b6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:25.674338 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Updating router 9fba6593-348f-4f70-b078-439172fd96b6 port b17f22a1-ae77-467a-a864-edddd0cfaf00 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:25.689546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.730636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd8e0ed7-5889-4082-b537-2fc8e9df3a3c req-f8410d30-7fde-4b19-ab00-161c03975dbe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230015 Feb 19 01:20:25.792025 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.861078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:25.873406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.881682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 87cf265d-73be-40cd-87b7-0ee775ec7ff4 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:25.902383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] For port d49c8c86-a35b-4dd4-9eb2-62f2479547a1, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:25.923142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7917329-2d7c-4819-862d-206d9430bb50 req-b4199e9e-2c53-4ca4-b330-f695a584a420 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2287555 Feb 19 01:20:25.979539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-316582606-network', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:25.996381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:26.003100 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ddef9a-aaaf-4e00-ad80-fa1612daa0e6" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:26.073931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] device_id is not set on port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:20:26.098324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Publish callbacks [] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.126285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.205337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Pushing event updated for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:26.207941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Made reservation on behalf of e6025a87ed86484188fe14bc22609d61 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:26.245330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.250981 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.276024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:26.301399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 host ! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:20:26.301920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 87cf265d-73be-40cd-87b7-0ee775ec7ff4 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:26.302571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d49c8c86-a35b-4dd4-9eb2-62f2479547a1 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:26.315703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.316154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.316600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.317071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.317510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.317950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.318385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.318818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.319946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.320378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.320810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.321263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.321752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:26.332523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.343192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] No DVR routers for this DVR port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:26.347676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.423185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.440332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.458162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 host ! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:20:26.458726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d49c8c86-a35b-4dd4-9eb2-62f2479547a1 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:26.459384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 095d3498-fdb5-4bf9-87cc-ea11c392ac1a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:26.464325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.489369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.523271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.541817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.558194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-d9d468e0-d309-45e5-949a-cf0c7f9c3d61 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 4580 time: 0.5895672 Feb 19 01:20:26.645112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b46a3c39-4225-4771-9d72-d3349469a809 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:26.668702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Allocated IP 172.25.0.147 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/36edc863-70a2-4efb-b5f5-2095ecb2ea9d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:26.669233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.829818 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Publish callbacks [] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.844861 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.943230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.966806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:26.967589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.009322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks [] for security_group (e872cfd7-7e18-4e8b-89d0-d647e56618c0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.014552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6ac9fd9b-f620-44f7-b500-2baabf01bf57 None None] Provisioning complete for port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:27.044170 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ac9fd9b-f620-44f7-b500-2baabf01bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.072240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Pushing event updated for resources: {'Port': ['ID=b17f22a1-ae77-467a-a864-edddd0cfaf00,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:27.083656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e872cfd7-7e18-4e8b-89d0-d647e56618c0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.102614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:27.122183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (02d6c4d3-d7db-4600-9fb4-0eab71be62fb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.123367 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Added segment 02d6c4d3-d7db-4600-9fb4-0eab71be62fb of type vlan for network 95fd772c-f9aa-4844-b51b-753fcac22711 Feb 19 01:20:27.143593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b46a3c39-4225-4771-9d72-d3349469a809 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:27.145213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b46a3c39-4225-4771-9d72-d3349469a809), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.207843 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.208206 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.208609 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.215596 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.216031 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.217865 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.219446 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.221167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.221660 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.222184 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.223275 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.224053 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.225944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:27.226470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.308945 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Attempting to bind port b17f22a1-ae77-467a-a864-edddd0cfaf00 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:27.309660 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Attempting to bind port b17f22a1-ae77-467a-a864-edddd0cfaf00 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:27.310187 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Attempting to bind port b17f22a1-ae77-467a-a864-edddd0cfaf00 on network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:27.322206 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:27.325125 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Checking segment: {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:27.325710 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.326262 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Bound using segment: {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:27.326955 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Bound port: b17f22a1-ae77-467a-a864-edddd0cfaf00, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da913529-00db-4e2a-884e-f110db0203e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:27.329378 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.341568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (95fd772c-f9aa-4844-b51b-753fcac22711), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.342188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:27.359011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:27.366370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:27.420359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] In _notify_port_updated(), no bound segment for port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 on network e6458714-e8ca-4aee-a5e8-d2c129863988 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:20:27.422207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:27.423488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.425216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-886083b3-902f-42e6-9b28-2a6208a1123d service neutron] 10.222.0.10 "PUT /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 200 len: 1032 time: 3.5878646 Feb 19 01:20:27.472192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] For port b17f22a1-ae77-467a-a864-edddd0cfaf00, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:27.485404 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] For port b17f22a1-ae77-467a-a864-edddd0cfaf00, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b17f22a1-ae77-467a-a864-edddd0cfaf00,segment=NetworkSegment(da913529-00db-4e2a-884e-f110db0203e8),segment_id=da913529-00db-4e2a-884e-f110db0203e8)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:27.505312 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.532880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-e9297497-7234-4809-890f-955827fd4102 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:27.534699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-e9297497-7234-4809-890f-955827fd4102 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.4956470 Feb 19 01:20:27.553428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872cfd7-7e18-4e8b-89d0-d647e56618c0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:27.581402 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (95fd772c-f9aa-4844-b51b-753fcac22711), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.588280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:27.589653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.634156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0378568 Feb 19 01:20:27.655310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46682) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:27.661681 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed73d-a4df-4092-a9ff-2c50cab46033 None None] Pushing event updated for resources: {'Port': ['ID=b17f22a1-ae77-467a-a864-edddd0cfaf00,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:27.664567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Request body: {'subnet': {'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-316582606-subnet', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:27.691444 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Routers {'9fba6593-348f-4f70-b078-439172fd96b6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:27.694800 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9fba6593-348f-4f70-b078-439172fd96b6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:27.751245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Pushing event updated for resources: {'Port': ['ID=36edc863-70a2-4efb-b5f5-2095ecb2ea9d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:27.936215 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] Set router 9fba6593-348f-4f70-b078-439172fd96b6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:27.942556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc2019-8a00-49cc-ad25-1da5a0cf6c68 admin admin] Pushing event updated for resources: {'Network': ['ID=95fd772c-f9aa-4844-b51b-753fcac22711,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:27.978863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:27.987758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9fd9b-f620-44f7-b500-2baabf01bf57 None None] Port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:27.998237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da303b70-6e40-4c1a-bd33-b6da56115fcf req-ab7b2af9-ac37-4a23-acbe-69c346aeeaf0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc3e3c0a-c621-46f8-a2ed-47d4baad9035&id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4365153 Feb 19 01:20:27.999886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 95fd772c-f9aa-4844-b51b-753fcac22711 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:28.040244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Made reservation on behalf of e6025a87ed86484188fe14bc22609d61 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:28.042922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.059896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.394787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:28.442789 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:20Z', 'revision_number': 4, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'b17f22a1-ae77-467a-a864-edddd0cfaf00', 'name': '', 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'mac_address': 'fa:16:3e:7b:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'c8697b8b-6a22-4f95-a29c-07966f988551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:18Z', 'updated_at': '2022-02-19T01:20:27Z', 'revision_number': 4, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'subnets': [{'id': 'c8697b8b-6a22-4f95-a29c-07966f988551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:28.531931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] Provisioning complete for port b17f22a1-ae77-467a-a864-edddd0cfaf00 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:28.532807 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.548264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fec354-dda0-4b34-b795-0cb05dbf07c4 req-a603356e-a1b1-42f7-8478-afb3a291346d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:28.562363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86fec354-dda0-4b34-b795-0cb05dbf07c4 req-a603356e-a1b1-42f7-8478-afb3a291346d tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 945 time: 0.3405132 Feb 19 01:20:28.651204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b46a3c39-4225-4771-9d72-d3349469a809 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:28.653821 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (b858fa32-95dd-4ec4-9c19-f1706c6d90d0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.667359 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd3077-53a5-43c6-be7b-fe76c6e8bda1 None None] The sync data for ids ['9fba6593-348f-4f70-b078-439172fd96b6'] in n-d-826752-2 is: [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:20Z', 'revision_number': 4, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'b17f22a1-ae77-467a-a864-edddd0cfaf00', 'name': '', 'network_id': '3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'mac_address': 'fa:16:3e:7b:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'c8697b8b-6a22-4f95-a29c-07966f988551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:18Z', 'updated_at': '2022-02-19T01:20:27Z', 'revision_number': 4, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'subnets': [{'id': 'c8697b8b-6a22-4f95-a29c-07966f988551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:28.808450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port 206804a5-319e-4b0c-bec6-1213d032b914 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:28.809260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (206804a5-319e-4b0c-bec6-1213d032b914), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.853576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] Current status of the port b17f22a1-ae77-467a-a864-edddd0cfaf00 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:28.853971 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.861727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port fe2227e7-dd3c-4de4-a491-0dceea9acd94 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:28.867134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.920451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] For port b17f22a1-ae77-467a-a864-edddd0cfaf00, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b17f22a1-ae77-467a-a864-edddd0cfaf00,segment=NetworkSegment(da913529-00db-4e2a-884e-f110db0203e8),segment_id=da913529-00db-4e2a-884e-f110db0203e8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:28.927871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:20:28.934758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:28.935138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.966683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.994314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.000925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.079662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefa805-5964-4fd3-9af9-2b394fef89bf None None] Pushing event updated for resources: {'Port': ['ID=b17f22a1-ae77-467a-a864-edddd0cfaf00,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.143980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.159888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] For port fe2227e7-dd3c-4de4-a491-0dceea9acd94, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fe2227e7-dd3c-4de4-a491-0dceea9acd94,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:29.160485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.180445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:29.181100 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.192741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for fe2227e7-dd3c-4de4-a491-0dceea9acd94 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:29.202252 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86fec354-dda0-4b34-b795-0cb05dbf07c4 req-19b58766-06ce-4d91-816a-6176d2b2afe9 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296637 Feb 19 01:20:29.249260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Checking segment: {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:29.249874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Network hostable DHCP agents. Network: 95fd772c-f9aa-4844-b51b-753fcac22711, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:29.254197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:29.264902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.309080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Network 95fd772c-f9aa-4844-b51b-753fcac22711 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:29.333928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 95fd772c-f9aa-4844-b51b-753fcac22711) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:29.340606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.341277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.383938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cc2725e9-cbf7-4c45-b6bb-1042ce58d685 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7253292 Feb 19 01:20:29.384560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46702) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:29.397537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:29.411953 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4434029d-b6b4-4e46-b36d-5cb51f212dac x-openstack-request-id: req-4434029d-b6b4-4e46-b36d-5cb51f212dac {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:29.412295 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:29.416343 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4434029d-b6b4-4e46-b36d-5cb51f212dac {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:29.416780 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85', 'code': 200} Feb 19 01:20:29.417074 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069', 'code': 200} Feb 19 01:20:29.417698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.441218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 206804a5-319e-4b0c-bec6-1213d032b914 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:29.449323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d8346-4d47-4267-b44d-bbad739d5cdc None None] Network 95fd772c-f9aa-4844-b51b-753fcac22711 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:29.467527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (ed808872-8140-47fd-891b-797007871d50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.470497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (ed808872-8140-47fd-891b-797007871d50), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.508378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fe2227e7-dd3c-4de4-a491-0dceea9acd94), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.528193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.560407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a6260c3a-264c-4dba-be3a-82bcd443480a None None] Provisioning complete for port b17f22a1-ae77-467a-a864-edddd0cfaf00 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:29.560797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6260c3a-264c-4dba-be3a-82bcd443480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.689690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks [] for router_controller (ed808872-8140-47fd-891b-797007871d50), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.846210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50002d7e-e3dd-49f6-9318-425dfac03078 req-7828b995-1bb9-4108-a071-85ab152c5689 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.847365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=fe2227e7-dd3c-4de4-a491-0dceea9acd94,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.854468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50002d7e-e3dd-49f6-9318-425dfac03078 req-7828b995-1bb9-4108-a071-85ab152c5689 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 945 time: 0.1814754 Feb 19 01:20:29.995638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.083964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks [] for router_gateway (ed808872-8140-47fd-891b-797007871d50), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.108306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] No DVR routers for this DVR port fe2227e7-dd3c-4de4-a491-0dceea9acd94 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:30.119794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-95fd772c-f9aa-4844-b51b-753fcac22711', 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711', 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'fixed_ips': [{'subnet_id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:30.120716 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.121949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port 206804a5-319e-4b0c-bec6-1213d032b914, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=206804a5-319e-4b0c-bec6-1213d032b914,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:30.122626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (206804a5-319e-4b0c-bec6-1213d032b914), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.158758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 206804a5-319e-4b0c-bec6-1213d032b914 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:30.159153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (206804a5-319e-4b0c-bec6-1213d032b914), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.169682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for 206804a5-319e-4b0c-bec6-1213d032b914 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:30.220062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50002d7e-e3dd-49f6-9318-425dfac03078 req-e540af2e-f516-4f5a-9439-6f7fa4155d5b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645287 Feb 19 01:20:30.526812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.562338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.573649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-013ca74e-78d8-4047-8fc1-57fafcce79dd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "DELETE /v2.0/ports/fe2227e7-dd3c-4de4-a491-0dceea9acd94 HTTP/1.1" status: 204 len: 173 time: 3.1369843 Feb 19 01:20:30.593122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Allocated IP 172.20.0.2 (95fd772c-f9aa-4844-b51b-753fcac22711/dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca/3a615efe-03ff-4eab-bcf1-acbc7c56dbb5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:30.609397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (206804a5-319e-4b0c-bec6-1213d032b914), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.623038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:30.628434 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc5210-27cf-4dc8-9986-39e7b92ec549" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:30.899598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks [] for router_gateway (ed808872-8140-47fd-891b-797007871d50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.960376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.070007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:31.072382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b17f22a1-ae77-467a-a864-edddd0cfaf00 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:31.226238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port 206804a5-319e-4b0c-bec6-1213d032b914 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:31.229841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.234697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9d94683-d4ab-467a-b948-44cd5dfc6c31 req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/206804a5-319e-4b0c-bec6-1213d032b914 HTTP/1.1" status: 204 len: 173 time: 3.6757834 Feb 19 01:20:31.235908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b858fa32-95dd-4ec4-9c19-f1706c6d90d0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.242988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Pushing event updated for resources: {'Port': ['ID=36edc863-70a2-4efb-b5f5-2095ecb2ea9d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.297283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a6260c3a-264c-4dba-be3a-82bcd443480a None None] Current status of the port b17f22a1-ae77-467a-a864-edddd0cfaf00 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:31.314839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e523f9-8562-416f-a774-a755f08d7c5a req-5154fe8d-ae7c-4e57-920b-56b7c7a0ba2e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:31.320658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e523f9-8562-416f-a774-a755f08d7c5a req-5154fe8d-ae7c-4e57-920b-56b7c7a0ba2e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:31.323034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae70c3-ac95-429e-8e25-4f2c16ace2ca tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=206804a5-319e-4b0c-bec6-1213d032b914,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.330694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e523f9-8562-416f-a774-a755f08d7c5a req-5154fe8d-ae7c-4e57-920b-56b7c7a0ba2e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:31.345569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e523f9-8562-416f-a774-a755f08d7c5a req-5154fe8d-ae7c-4e57-920b-56b7c7a0ba2e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:31.347632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9e523f9-8562-416f-a774-a755f08d7c5a req-5154fe8d-ae7c-4e57-920b-56b7c7a0ba2e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 3143 time: 0.3394654 Feb 19 01:20:31.356586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.358274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-61bcf8df-cc2d-4e9f-a8e7-d1d8f87525c5 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7572055 Feb 19 01:20:31.431338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a'}, {'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:31.436741 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e679b9ec-2b9e-4f04-887b-427e85a49bb5" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a"}, {"server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "name": "network-vif-plugged", "status": "completed", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:31.452279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Allocated IP 172.25.0.40 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/3160d706-7401-4145-a6d9-5c8578aee8d2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:31.499632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Publish callbacks [] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.523469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.579612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-a8e213a2-ff0b-4b0f-8423-09ca65447a72 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.2145352 Feb 19 01:20:31.618673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:31.619031 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.706965 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks [] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.734134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Network 95fd772c-f9aa-4844-b51b-753fcac22711 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:31.764798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:31.783752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Pushing event updated for resources: {'Port': ['ID=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.792319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:31.811497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b17f22a1-ae77-467a-a864-edddd0cfaf00 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:31.811867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.911535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9e523f9-8562-416f-a774-a755f08d7c5a req-5c9e41c9-9869-4ce3-ad1e-7f2542da3ccd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5431523 Feb 19 01:20:31.916694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.075280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-dbde3965-40d7-4e8e-84cb-ac8336449ca4 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:32.082199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-dbde3965-40d7-4e8e-84cb-ac8336449ca4 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.4816892 Feb 19 01:20:32.131775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Pushing event updated for resources: {'Port': ['ID=3160d706-7401-4145-a6d9-5c8578aee8d2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:32.173597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:32.174399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Attempting to bind port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:32.175008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Attempting to bind port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:32.175134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:32.175568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Attempting to bind port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 on network 95fd772c-f9aa-4844-b51b-753fcac22711 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:32.184768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:32.193125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:32.193692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Checking segment: {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:32.194465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.194697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Bound using segment: {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:32.195288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Bound port: 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:32.195803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.256349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] For port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:32.257057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.276301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-cbf380fe-f9ee-4cac-9c90-505df6d6b8d8 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:32.277842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61216c59-e7c7-44d1-8935-94bc781a6c43 req-cbf380fe-f9ee-4cac-9c90-505df6d6b8d8 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076644 Feb 19 01:20:32.300600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:32.335884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16891a1a-d37f-4dfe-83a6-310dabadc998 req-0ba1a28e-fcb3-4245-9a91-82bd0741e7da tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=acca0683-4030-42d5-a2e2-fb49dd77a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0749292 Feb 19 01:20:32.339334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b17f22a1-ae77-467a-a864-edddd0cfaf00 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:32.533502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] For port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:32.537626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] For port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:32.563049 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.574371 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:20:32.590545 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04814c9d-aae4-4ef4-bdb0-f90ff83cc4cb x-openstack-request-id: req-04814c9d-aae4-4ef4-bdb0-f90ff83cc4cb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:32.590881 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a", "code": 200}, {"server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "name": "network-vif-plugged", "status": "completed", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:32.591087 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04814c9d-aae4-4ef4-bdb0-f90ff83cc4cb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:32.591480 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'code': 200} Feb 19 01:20:32.591733 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e', 'code': 200} Feb 19 01:20:32.717577 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf017bf-36fe-45f5-9e71-5b4a836024d5 x-openstack-request-id: req-1bf017bf-36fe-45f5-9e71-5b4a836024d5 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:32.718020 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "fe2227e7-dd3c-4de4-a491-0dceea9acd94", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:32.719307 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bf017bf-36fe-45f5-9e71-5b4a836024d5 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:32.719872 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': 'fe2227e7-dd3c-4de4-a491-0dceea9acd94', 'status': 'completed', 'code': 200} Feb 19 01:20:32.759756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b6d36-2ccd-4f62-b1cc-7fbec4ec71b2 None None] Pushing event updated for resources: {'Port': ['ID=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:32.851091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1e53dd2e-eb68-4dd8-aea0-1b9e69593069), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.871323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eed2c-3027-424a-98b7-31e88900191e req-de7eb26c-5c0c-4944-881f-42a81838b44c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:32.885375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-678eed2c-3027-424a-98b7-31e88900191e req-de7eb26c-5c0c-4944-881f-42a81838b44c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 945 time: 0.4306588 Feb 19 01:20:32.921475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51ea556f-88b0-41ef-933a-a4123a0673c4 req-9d878b70-d0cd-48ad-a75a-e72065458b24 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips/b858fa32-95dd-4ec4-9c19-f1706c6d90d0 HTTP/1.1" status: 200 len: 693 time: 0.1995716 Feb 19 01:20:33.032877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=1e53dd2e-eb68-4dd8-aea0-1b9e69593069,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:33.134187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-678eed2c-3027-424a-98b7-31e88900191e req-8aa463dc-ac0c-43e8-9c05-19cc12cbb545 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403448 Feb 19 01:20:33.200110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d9e6c-640b-4c0f-b053-68743070028b req-84517324-55fd-4ad0-b5cb-32d323e9fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:33.201697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b2d9e6c-640b-4c0f-b053-68743070028b req-84517324-55fd-4ad0-b5cb-32d323e9fd05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 1127 time: 0.4632852 Feb 19 01:20:33.351952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] No DVR routers for this DVR port 1e53dd2e-eb68-4dd8-aea0-1b9e69593069 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:33.450682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.454073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-f06381f8-e3a0-4991-8e07-fd44ea5a23a8 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "DELETE /v2.0/ports/1e53dd2e-eb68-4dd8-aea0-1b9e69593069 HTTP/1.1" status: 204 len: 173 time: 2.8083346 Feb 19 01:20:33.458543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b2d9e6c-640b-4c0f-b053-68743070028b req-0963eabd-c46a-4886-8ddb-b1bac6bbe105 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016698 Feb 19 01:20:33.476053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks [] for router_gateway (ed808872-8140-47fd-891b-797007871d50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.587247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea556f-88b0-41ef-933a-a4123a0673c4 req-b793c8ca-f7f4-4eab-9788-59af3005f4e9 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:33.588629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51ea556f-88b0-41ef-933a-a4123a0673c4 req-b793c8ca-f7f4-4eab-9788-59af3005f4e9 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.5989108 Feb 19 01:20:33.608977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-51ea556f-88b0-41ef-933a-a4123a0673c4 req-4972e4ed-0d38-4e1b-8981-763228d0183a tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:33.610057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51ea556f-88b0-41ef-933a-a4123a0673c4 req-4972e4ed-0d38-4e1b-8981-763228d0183a tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159876 Feb 19 01:20:33.652430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc65b-96c1-423b-9704-0ef28e772dd5 req-dfa375d3-88e1-472e-ba29-6debf4102a6b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:33.680441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc65b-96c1-423b-9704-0ef28e772dd5 req-dfa375d3-88e1-472e-ba29-6debf4102a6b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:33.692545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc65b-96c1-423b-9704-0ef28e772dd5 req-dfa375d3-88e1-472e-ba29-6debf4102a6b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:33.706858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b54bc65b-96c1-423b-9704-0ef28e772dd5 req-dfa375d3-88e1-472e-ba29-6debf4102a6b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 2410 time: 0.3370602 Feb 19 01:20:33.980153 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b54bc65b-96c1-423b-9704-0ef28e772dd5 req-bd890688-a58e-4762-9e30-e1760fea78ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040262 Feb 19 01:20:34.008006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d732897e-9eab-433b-aec7-fc1e2c82d51b req-76b17089-aca5-41d2-a703-5f3ad6f7809e tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=0a4d9fd5319a461eaa3b6a9669647f78 HTTP/1.1" status: 200 len: 696 time: 0.2417762 Feb 19 01:20:34.238256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (ed808872-8140-47fd-891b-797007871d50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.384457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732897e-9eab-433b-aec7-fc1e2c82d51b req-b693ead4-fa95-40e6-b6a7-03c9b012e5e9 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:34.399699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d732897e-9eab-433b-aec7-fc1e2c82d51b req-b693ead4-fa95-40e6-b6a7-03c9b012e5e9 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks?id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 787 time: 0.3388386 Feb 19 01:20:34.418171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-d732897e-9eab-433b-aec7-fc1e2c82d51b req-ca2bbf5a-4d2a-45cd-95fe-4acdd9aeee4f tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:34.419338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d732897e-9eab-433b-aec7-fc1e2c82d51b req-ca2bbf5a-4d2a-45cd-95fe-4acdd9aeee4f tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091860 Feb 19 01:20:34.588805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port 49106a7c-9b04-4228-a729-5820ec20cc85 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:34.589449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.802022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b93d6b-163a-4924-8499-2279c4158e76 req-4d4329fc-a769-4e5d-9071-f36ac29de55b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:34.815242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30b93d6b-163a-4924-8499-2279c4158e76 req-4d4329fc-a769-4e5d-9071-f36ac29de55b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 945 time: 0.2528398 Feb 19 01:20:34.840204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f32b27-646d-466e-a767-36e45fdbf3af None None] Network 95fd772c-f9aa-4844-b51b-753fcac22711 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:34.905562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Router ed808872-8140-47fd-891b-797007871d50 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:34.917772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'name': 'network-vif-deleted', 'tag': '206804a5-319e-4b0c-bec6-1213d032b914'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:34.919982 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70b7a85-4539-4cb5-be34-d635edc80646" -d '{"events": [{"server_uuid": "acca0683-4030-42d5-a2e2-fb49dd77a9b3", "name": "network-vif-deleted", "tag": "206804a5-319e-4b0c-bec6-1213d032b914"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:34.975716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:35.002158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-60c83301-aa79-420d-b496-30ff1767f0bc tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips/b858fa32-95dd-4ec4-9c19-f1706c6d90d0 HTTP/1.1" status: 200 len: 693 time: 0.4478543 Feb 19 01:20:35.031519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] Provisioning complete for port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:35.032077 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.166483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:35.167040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.185670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] For port 49106a7c-9b04-4228-a729-5820ec20cc85, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=49106a7c-9b04-4228-a729-5820ec20cc85,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:35.186195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.226687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for 49106a7c-9b04-4228-a729-5820ec20cc85 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:35.243906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] Current status of the port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:35.244456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.317688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] For port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:35.372511 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.505472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507617e-22c9-4de8-a88b-1d576ba60514 None None] Pushing event updated for resources: {'Port': ['ID=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:35.533548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:35.613341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (49106a7c-9b04-4228-a729-5820ec20cc85), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.747396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965100fb-5165-471a-b79e-ef59583022fb req-f19223ec-068d-4508-8090-ca0656dfc482 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:35.750531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-f19223ec-068d-4508-8090-ca0656dfc482 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.7475810 Feb 19 01:20:35.819211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-875ce0da-2b73-43e9-9e17-dbc60ccbfdda None None] Provisioning complete for port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:35.825605 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-875ce0da-2b73-43e9-9e17-dbc60ccbfdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.829486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-c9080bb3-17d4-4bf9-a979-8b730fb82ddb tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:35.836046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-c9080bb3-17d4-4bf9-a979-8b730fb82ddb tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228202 Feb 19 01:20:35.837267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=49106a7c-9b04-4228-a729-5820ec20cc85,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:35.867512 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30b93d6b-163a-4924-8499-2279c4158e76 req-6601d1e8-1a8f-4cf8-84b5-1e7f709fd794 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0512793 Feb 19 01:20:35.905727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] No DVR routers for this DVR port 49106a7c-9b04-4228-a729-5820ec20cc85 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:35.915823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.922600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-83df68e5-ab62-4b9f-872c-3a416a7bef16 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "DELETE /v2.0/ports/49106a7c-9b04-4228-a729-5820ec20cc85 HTTP/1.1" status: 204 len: 173 time: 2.2234213 Feb 19 01:20:36.018577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-875ce0da-2b73-43e9-9e17-dbc60ccbfdda None None] Current status of the port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:36.104131 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f491ad1-640d-4e81-b656-85b6347eaff3 x-openstack-request-id: req-7f491ad1-640d-4e81-b656-85b6347eaff3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:36.104243 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acca0683-4030-42d5-a2e2-fb49dd77a9b3", "name": "network-vif-deleted", "tag": "206804a5-319e-4b0c-bec6-1213d032b914", "status": "completed", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "1e53dd2e-eb68-4dd8-aea0-1b9e69593069", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:36.104609 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f491ad1-640d-4e81-b656-85b6347eaff3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:36.105244 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acca0683-4030-42d5-a2e2-fb49dd77a9b3', 'name': 'network-vif-deleted', 'tag': '206804a5-319e-4b0c-bec6-1213d032b914', 'status': 'completed', 'code': 200} Feb 19 01:20:36.105596 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': '1e53dd2e-eb68-4dd8-aea0-1b9e69593069', 'status': 'completed', 'code': 200} Feb 19 01:20:36.125456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:36.138977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Sync routers for ids ['ed808872-8140-47fd-891b-797007871d50'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:36.146242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-8b57b7b8-81ca-463d-8675-d8de80e5b377 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.2584283 Feb 19 01:20:36.179222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Routers {'ed808872-8140-47fd-891b-797007871d50'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:36.179880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ed808872-8140-47fd-891b-797007871d50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:36.199223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.203946 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ebbefe36-f72f-4191-8c0c-faf74ba88fbc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8180606 Feb 19 01:20:36.206324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:36.296869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-bb2ecacb-a6d3-472d-8c19-4518c8759600 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.1428008 Feb 19 01:20:36.439211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Set router ed808872-8140-47fd-891b-797007871d50 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:36.474218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d8b58-0192-493a-8805-a81dd2102e5d req-ea324409-506f-4b5a-ab27-524759179776 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:36.491821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d8b58-0192-493a-8805-a81dd2102e5d req-ea324409-506f-4b5a-ab27-524759179776 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:36.493773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c47d8b58-0192-493a-8805-a81dd2102e5d req-ea324409-506f-4b5a-ab27-524759179776 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 1678 time: 0.3226407 Feb 19 01:20:36.638704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:36.639242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.813718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Deleting port 36edc863-70a2-4efb-b5f5-2095ecb2ea9d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:36.814405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.836570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c47d8b58-0192-493a-8805-a81dd2102e5d req-c2565a57-6085-4552-8a90-4c522f0e1c21 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814593 Feb 19 01:20:36.844091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:36.900687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 3, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:36.942279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Checking router: ed808872-8140-47fd-891b-797007871d50 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:36.942762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Updating router ed808872-8140-47fd-891b-797007871d50 port 3160d706-7401-4145-a6d9-5c8578aee8d2 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:36.965603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] For port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:36.965979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.044033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.044352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.094245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Calling delete_port for 36edc863-70a2-4efb-b5f5-2095ecb2ea9d owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:37.174503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.433284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.436021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (7188243f-9935-405a-8067-b67dd722eeb4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.436021 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Floating IP 7188243f-9935-405a-8067-b67dd722eeb4 disassociated. External IP: 172.25.0.64, port: 095d3498-fdb5-4bf9-87cc-ea11c392ac1a. Feb 19 01:20:37.436021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for 095d3498-fdb5-4bf9-87cc-ea11c392ac1a owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:37.523773 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Publish callbacks [] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.533464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.539452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.681348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba277-011d-4c51-8929-56200f19b964 req-c07e9c7c-abf5-411e-b14b-b63cea5f45aa tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:37.683517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-929ba277-011d-4c51-8929-56200f19b964 req-c07e9c7c-abf5-411e-b14b-b63cea5f45aa tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 945 time: 0.1547213 Feb 19 01:20:37.719456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (36edc863-70a2-4efb-b5f5-2095ecb2ea9d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.729007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Attempting to bind port 3160d706-7401-4145-a6d9-5c8578aee8d2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:37.735997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Attempting to bind port 3160d706-7401-4145-a6d9-5c8578aee8d2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:37.736400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Attempting to bind port 3160d706-7401-4145-a6d9-5c8578aee8d2 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:37.739039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:37.739643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.773032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Pushing event deleted for resources: {'Port': ['ID=36edc863-70a2-4efb-b5f5-2095ecb2ea9d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:37.793645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93f2f-53de-43c3-9b21-672fd4c663be None None] Pushing event updated for resources: {'Port': ['ID=3160d706-7401-4145-a6d9-5c8578aee8d2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:37.813715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:37.814093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:37.814493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.814933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:37.815414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Bound port: 3160d706-7401-4145-a6d9-5c8578aee8d2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:37.815799 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.908267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-929ba277-011d-4c51-8929-56200f19b964 req-57eb12d6-dbdd-4a82-957b-e9423d72f127 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104611 Feb 19 01:20:37.944953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:37.950320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Allocated IP 172.20.0.1 (95fd772c-f9aa-4844-b51b-753fcac22711/dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca/42b622ca-fe4b-42fd-bafd-a25191d496a9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:37.956016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] For port 3160d706-7401-4145-a6d9-5c8578aee8d2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:37.964912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] For port 3160d706-7401-4145-a6d9-5c8578aee8d2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3160d706-7401-4145-a6d9-5c8578aee8d2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:37.967740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (095d3498-fdb5-4bf9-87cc-ea11c392ac1a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.977759 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.027932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Routers {'ed808872-8140-47fd-891b-797007871d50'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:38.028575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ed808872-8140-47fd-891b-797007871d50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:38.065197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (b858fa32-95dd-4ec4-9c19-f1706c6d90d0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.074202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.075752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-965100fb-5165-471a-b79e-ef59583022fb req-0a128acf-1d80-482c-9381-6c33080e5f0b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "DELETE /v2.0/floatingips/b858fa32-95dd-4ec4-9c19-f1706c6d90d0 HTTP/1.1" status: 204 len: 173 time: 1.7727175 Feb 19 01:20:38.077059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=095d3498-fdb5-4bf9-87cc-ea11c392ac1a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:38.121402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93f2f-53de-43c3-9b21-672fd4c663be None None] Pushing event updated for resources: {'Port': ['ID=3160d706-7401-4145-a6d9-5c8578aee8d2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:38.179449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:38.185643 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b659b5-8aa5-4c21-a29d-b6bdd35d31e7" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:38.198651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks [] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.240790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] Set router ed808872-8140-47fd-891b-797007871d50 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:38.358283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.386454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137d68-79d6-49a7-aee2-dda44df5cb03 req-36256b05-e6d4-4b32-a9cd-aa2246dd8b8b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:38.394101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-68137d68-79d6-49a7-aee2-dda44df5cb03 req-36256b05-e6d4-4b32-a9cd-aa2246dd8b8b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 943 time: 0.1858776 Feb 19 01:20:38.503319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Network 95fd772c-f9aa-4844-b51b-753fcac22711 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:38.518517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:38.526584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:38.550225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 3, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:38.581821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (ed808872-8140-47fd-891b-797007871d50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.602275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Pushing event updated for resources: {'Port': ['ID=42b622ca-fe4b-42fd-bafd-a25191d496a9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:38.618425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d966b-cba2-4d94-8ee2-f74c73b7c46e None None] The sync data for ids ['ed808872-8140-47fd-891b-797007871d50'] in n-d-826752-2 is: [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 3, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:38.702784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-68137d68-79d6-49a7-aee2-dda44df5cb03 req-d7339241-9d41-4132-a967-f5bac4ed95cd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups?id=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077135 Feb 19 01:20:38.893367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-a84c13f8-ce48-4ac2-a7f3-733b9dcc3608 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 267 time: 0.6695549 Feb 19 01:20:38.965202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:39.011444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.069047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-b00e472f-88b7-4f44-933d-c36c3b2b1c73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:39.070934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-b00e472f-88b7-4f44-933d-c36c3b2b1c73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 945 time: 0.1630599 Feb 19 01:20:39.092107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'port': {'security_groups': []}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:39.121539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6d9c2d2c-c15e-47e0-9d28-324ff3af4e13 None None] Provisioning complete for port 42b622ca-fe4b-42fd-bafd-a25191d496a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:39.122115 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2d2c-c15e-47e0-9d28-324ff3af4e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.212507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c2d2c-c15e-47e0-9d28-324ff3af4e13 None None] Port 42b622ca-fe4b-42fd-bafd-a25191d496a9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:39.296530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.362449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:39.374551 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] Sync routers for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:39.378131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-925c6c45-3f83-48bf-9205-04be44ba4547 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5021725 Feb 19 01:20:39.383918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:39.387805 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:39.388832 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:39.465961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.503794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] No DVR routers for this DVR port 095d3498-fdb5-4bf9-87cc-ea11c392ac1a on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:39.508322 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.511974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-08e5c758-adcc-4af2-a288-52ccbef7fe69 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "DELETE /v2.0/ports/095d3498-fdb5-4bf9-87cc-ea11c392ac1a HTTP/1.1" status: 204 len: 173 time: 3.5207376 Feb 19 01:20:39.561357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:39.734857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks [] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.750222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.801601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:39.841602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.869962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.889725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.906942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581', '715bfd77-2650-4d21-a8ed-f027f84c947f', 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:39.930180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:39.930734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.014695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Allocated IP 172.25.0.13 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/bff865a5-4dd9-40bc-8d19-88f39cdf539f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:40.028175 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:05Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:40.105588 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] Checking router: 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:40.129693 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:40.130328 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:40.214938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.278740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] For port d9452f5e-6dfd-4b6d-b4b2-51493fc83367, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:40.279124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.290423 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.299162 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (ed808872-8140-47fd-891b-797007871d50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.312550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for d9452f5e-6dfd-4b6d-b4b2-51493fc83367 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:40.313701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Pushing event updated for resources: {'Port': ['ID=42b622ca-fe4b-42fd-bafd-a25191d496a9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:40.393622 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:40.414089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Pushing event updated for resources: {'Port': ['ID=bff865a5-4dd9-40bc-8d19-88f39cdf539f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:40.443568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:40.447723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:40.489492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:40.552065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:40.553492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.556179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b775e48-5735-413d-b60c-6b6140934ba3 req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "PUT /v2.0/ports/c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e HTTP/1.1" status: 200 len: 904 time: 1.4740124 Feb 19 01:20:40.558291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d9452f5e-6dfd-4b6d-b4b2-51493fc83367), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.560362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7284e-8276-4444-b083-023e7f20be08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:40.659781 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd12912-2355-444f-8877-ec203c76ce30 x-openstack-request-id: req-3dd12912-2355-444f-8877-ec203c76ce30 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:40.660192 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "49106a7c-9b04-4228-a729-5820ec20cc85", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:40.660372 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dd12912-2355-444f-8877-ec203c76ce30 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:40.660789 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': '49106a7c-9b04-4228-a729-5820ec20cc85', 'status': 'completed', 'code': 200} Feb 19 01:20:40.662640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=d9452f5e-6dfd-4b6d-b4b2-51493fc83367,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:40.664395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:40.719507 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (42eb5486-244a-43e0-ae8f-0cfb43bd056f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.814229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] No DVR routers for this DVR port d9452f5e-6dfd-4b6d-b4b2-51493fc83367 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:40.822240 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.825832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17249805-3912-4931-931d-f870c99ed3d5 req-9165d0f8-fe45-4bd2-b09c-9177d002162b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.10 "DELETE /v2.0/ports/d9452f5e-6dfd-4b6d-b4b2-51493fc83367 HTTP/1.1" status: 204 len: 173 time: 1.3018153 Feb 19 01:20:40.852345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Network 95fd772c-f9aa-4844-b51b-753fcac22711 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:40.856904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:40.888026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.904039 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:05Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:40.924580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3160d706-7401-4145-a6d9-5c8578aee8d2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:41.005503 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ef94e-899d-47b3-b283-8b5f4dfc9b11 None None] The sync data for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 is: [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 4, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a31bc45-489f-4b84-ae95-4bc2a2d1fa25', 'name': '', 'network_id': '6483eb8d-e413-47c7-9fcc-90907a41f6d9', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'mac_address': 'fa:16:3e:a5:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:53Z', 'updated_at': '2022-02-19T01:13:05Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'subnets': [{'id': '5642b9a9-b761-40e9-aacf-8d7ae9ee1289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:41.064091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9376bc07-a0bd-4443-a766-4788047d7d28 req-56983dc1-617a-4ad2-8ccb-bae0ee8528c5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1024811 Feb 19 01:20:41.083050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3160d706-7401-4145-a6d9-5c8578aee8d2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:41.091354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.235073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8db058c3-9443-487a-a0eb-6d1b946e6052 None None] Provisioning complete for port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:41.235453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8db058c3-9443-487a-a0eb-6d1b946e6052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.345843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5c823-9650-4713-bef0-1aad859a685d req-82e17f12-be54-4fda-ba34-2c9d035f0fb6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:41.347478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9b5c823-9650-4713-bef0-1aad859a685d req-82e17f12-be54-4fda-ba34-2c9d035f0fb6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 907 time: 0.1501868 Feb 19 01:20:41.350350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3160d706-7401-4145-a6d9-5c8578aee8d2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:41.350752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.356621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.398868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 3160d706-7401-4145-a6d9-5c8578aee8d2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3160d706-7401-4145-a6d9-5c8578aee8d2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:41.425523 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.443237 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.599136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Router ed808872-8140-47fd-891b-797007871d50 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:41.661361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (42eb5486-244a-43e0-ae8f-0cfb43bd056f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.671881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=3160d706-7401-4145-a6d9-5c8578aee8d2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:41.698919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513effbc-1cc0-4f0b-8ef3-80970007c026 None None] New status for floating IP 7188243f-9935-405a-8067-b67dd722eeb4: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:20:41.727603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9344ce-5033-4271-87fe-41db65cdf674 req-8b8b9294-e317-4059-b768-90af72a27620 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:41.731957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b9344ce-5033-4271-87fe-41db65cdf674 req-8b8b9294-e317-4059-b768-90af72a27620 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1375957 Feb 19 01:20:41.788639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:41.790639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Pushing event updated for resources: {'Port': ['ID=bff865a5-4dd9-40bc-8d19-88f39cdf539f,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:41.795930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e5dd3210-45d1-48e9-b553-8797fcaf9d01 admin admin] 10.222.0.43 "PUT /v2.0/routers/ed808872-8140-47fd-891b-797007871d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5874999 Feb 19 01:20:41.814382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.815662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-a2a39fa5-a87f-4a25-8d6b-6c575da44607 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4365921 Feb 19 01:20:41.861683 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b9344ce-5033-4271-87fe-41db65cdf674 req-03b186e6-f5af-4130-af47-4e59cfc0c24b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238945 Feb 19 01:20:41.888381 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Sync routers for ids ['ed808872-8140-47fd-891b-797007871d50'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:41.903192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Routers {'ed808872-8140-47fd-891b-797007871d50'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:41.905601 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ed808872-8140-47fd-891b-797007871d50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:41.984894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-6de15401-cb74-4230-a69c-6bf787318081 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1620824 Feb 19 01:20:42.002435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8db058c3-9443-487a-a0eb-6d1b946e6052 None None] Current status of the port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:42.110018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca3ab-ee17-4bdb-ab34-0aa55281f7a1 req-13abd7ee-d17b-45ce-90c4-67e4da117186 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:42.122135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3eca3ab-ee17-4bdb-ab34-0aa55281f7a1 req-13abd7ee-d17b-45ce-90c4-67e4da117186 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1059141 Feb 19 01:20:42.142457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c333bb42-1237-4ab2-b44d-f08bdfffde0c None None] Provisioning complete for port 42b622ca-fe4b-42fd-bafd-a25191d496a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:42.144207 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c333bb42-1237-4ab2-b44d-f08bdfffde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.183355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-2ae1a5b2-ad90-4ab3-97c9-e5469b35d4d7 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:42.187508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c333bb42-1237-4ab2-b44d-f08bdfffde0c None None] Port 42b622ca-fe4b-42fd-bafd-a25191d496a9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:42.188150 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Set router ed808872-8140-47fd-891b-797007871d50 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:42.188590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-2ae1a5b2-ad90-4ab3-97c9-e5469b35d4d7 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1981087 Feb 19 01:20:42.205857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-606823a3-99e4-4efe-8777-1b05f22c9e5c tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:42.207194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69451be1-38c1-4ada-aa89-550254b24fd8 req-606823a3-99e4-4efe-8777-1b05f22c9e5c tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119445 Feb 19 01:20:42.251580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3eca3ab-ee17-4bdb-ab34-0aa55281f7a1 req-cc337982-d72c-4b7d-9a57-21b1a6b53f93 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276176 Feb 19 01:20:42.401664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4bc2f2be-1183-42ec-bad4-49dd72e0af13 req-8dbf0e0a-8bf5-488e-86b5-cd330164d5d4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0717494 Feb 19 01:20:42.417412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-61854f9a-3258-43a9-939f-e78c1a9320d1 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips/42eb5486-244a-43e0-ae8f-0cfb43bd056f HTTP/1.1" status: 200 len: 692 time: 0.0909278 Feb 19 01:20:42.586707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-b12ddd50-ad63-49b2-8f76-7134a3149ddc tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:42.588361 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-b12ddd50-ad63-49b2-8f76-7134a3149ddc tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1698806 Feb 19 01:20:42.603061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-d21376e2-cb67-4c7f-b878-2e91b428cb3d tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:42.604216 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-d21376e2-cb67-4c7f-b878-2e91b428cb3d tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086129 Feb 19 01:20:42.622303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:38Z', 'revision_number': 4, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '42b622ca-fe4b-42fd-bafd-a25191d496a9', 'name': '', 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'mac_address': 'fa:16:3e:b2:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:37Z', 'updated_at': '2022-02-19T01:20:39Z', 'revision_number': 2, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'subnets': [{'id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:42.651744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c130b-d6aa-48e7-b66d-3cad1fa34fa6 req-d11abe8c-4ee1-4205-acb3-3f6534ceda7d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:42.659718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be3c130b-d6aa-48e7-b66d-3cad1fa34fa6 req-d11abe8c-4ee1-4205-acb3-3f6534ceda7d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1162102 Feb 19 01:20:42.662268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a'}, {'name': 'network-changed', 'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'}, {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:42.664467 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa90255-7d2b-4af5-980e-1ce5969f676d" -d '{"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a"}, {"name": "network-changed", "server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e"}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:42.677346 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Checking router: ed808872-8140-47fd-891b-797007871d50 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:42.677834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Updating router ed808872-8140-47fd-891b-797007871d50 port 42b622ca-fe4b-42fd-bafd-a25191d496a9 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:42.707554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-7253ee80-123d-4c98-b87a-685f13cf8931 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.0846279 Feb 19 01:20:42.735541 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.777617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be3c130b-d6aa-48e7-b66d-3cad1fa34fa6 req-ae0eb6b3-be99-4bfb-ae51-18c3671e5563 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168921 Feb 19 01:20:42.782451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3160d706-7401-4145-a6d9-5c8578aee8d2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:42.801632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:42.808567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-68813718-network', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:42.849532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-8c71d316-e64a-4b9b-8b26-f29714d0cef7 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1317403 Feb 19 01:20:42.869687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Made reservation on behalf of 40e3313dcb4a43719354b1e70a741a8c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:42.872947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.892582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.931422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3160d706-7401-4145-a6d9-5c8578aee8d2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:42.932363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.999775 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d030c12-19e9-4903-bccb-2dcab6dab71c x-openstack-request-id: req-6d030c12-19e9-4903-bccb-2dcab6dab71c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:43.000582 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "095d3498-fdb5-4bf9-87cc-ea11c392ac1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e", "status": "completed", "code": 200}, {"server_uuid": "8011a0f1-99a2-41c7-aee9-5a64df6d1f8a", "name": "network-vif-deleted", "tag": "d9452f5e-6dfd-4b6d-b4b2-51493fc83367", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:43.010399 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d030c12-19e9-4903-bccb-2dcab6dab71c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:43.011370 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': '095d3498-fdb5-4bf9-87cc-ea11c392ac1a', 'status': 'completed', 'code': 200} Feb 19 01:20:43.011738 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e', 'status': 'completed', 'code': 200} Feb 19 01:20:43.012175 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011a0f1-99a2-41c7-aee9-5a64df6d1f8a', 'name': 'network-vif-deleted', 'tag': 'd9452f5e-6dfd-4b6d-b4b2-51493fc83367', 'status': 'completed', 'code': 200} Feb 19 01:20:43.063585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3160d706-7401-4145-a6d9-5c8578aee8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:43.188673 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Publish callbacks [] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.197413 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.200328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f461e34-748e-45bf-b06d-1339d244b0d4 req-e12568aa-f174-473f-9662-f46a3c978ff3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.202243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0f461e34-748e-45bf-b06d-1339d244b0d4 req-e12568aa-f174-473f-9662-f46a3c978ff3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1029675 Feb 19 01:20:43.213901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-c844231a-75a4-4cb3-bbbf-391559c7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.215951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-c844231a-75a4-4cb3-bbbf-391559c7e908 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 1089 time: 0.1939521 Feb 19 01:20:43.254363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks [] for security_group (374becce-64e9-4f45-80b8-0aef522fae45), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.292895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (374becce-64e9-4f45-80b8-0aef522fae45), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.335224 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Attempting to bind port 42b622ca-fe4b-42fd-bafd-a25191d496a9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:43.335599 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Attempting to bind port 42b622ca-fe4b-42fd-bafd-a25191d496a9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:43.335963 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Attempting to bind port 42b622ca-fe4b-42fd-bafd-a25191d496a9 on network 95fd772c-f9aa-4844-b51b-753fcac22711 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:43.345548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:43.345980 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Checking segment: {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:43.346367 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.346806 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Bound using segment: {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:43.347344 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Bound port: 42b622ca-fe4b-42fd-bafd-a25191d496a9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d6c4d3-d7db-4600-9fb4-0eab71be62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:43.347732 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.375455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:43.391517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.392307 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Added segment f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17 of type vlan for network ed780c67-3483-4627-af37-9f4f9c05b150 Feb 19 01:20:43.451701 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (ed780c67-3483-4627-af37-9f4f9c05b150), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.490138 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6c156-5c27-464b-99c9-f9e5e08935c8 None None] Pushing event updated for resources: {'Port': ['ID=42b622ca-fe4b-42fd-bafd-a25191d496a9,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:43.516541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0f461e34-748e-45bf-b06d-1339d244b0d4 req-6de4c2bd-2024-4a78-a2b3-ab3f0e892db0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006499 Feb 19 01:20:43.522895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (ed780c67-3483-4627-af37-9f4f9c05b150), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.525447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.526210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.591559 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] For port 42b622ca-fe4b-42fd-bafd-a25191d496a9, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:43.595300 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] For port 42b622ca-fe4b-42fd-bafd-a25191d496a9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42b622ca-fe4b-42fd-bafd-a25191d496a9,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:43.604223 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.632565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] Provisioning complete for port 42b622ca-fe4b-42fd-bafd-a25191d496a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:43.634514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.680697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Deleting port bff865a5-4dd9-40bc-8d19-88f39cdf539f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:43.681324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.685697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6c156-5c27-464b-99c9-f9e5e08935c8 None None] Pushing event updated for resources: {'Port': ['ID=42b622ca-fe4b-42fd-bafd-a25191d496a9,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:43.686669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374becce-64e9-4f45-80b8-0aef522fae45,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:43.694273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-93a48649-a0be-45aa-bd86-2843d38ec192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.698034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-93a48649-a0be-45aa-bd86-2843d38ec192 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.4390798 Feb 19 01:20:43.721728 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Routers {'ed808872-8140-47fd-891b-797007871d50'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:43.722793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ed808872-8140-47fd-891b-797007871d50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:43.789269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9861414 Feb 19 01:20:43.792113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b5ad-29af-450f-8737-3269470dad44 admin admin] Pushing event updated for resources: {'Network': ['ID=ed780c67-3483-4627-af37-9f4f9c05b150,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:43.792541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:43.796572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-ee65df4b-6911-4a6f-94fb-e13d17d17d58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e HTTP/1.1" status: 200 len: 217 time: 0.0613718 Feb 19 01:20:43.804299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Request body: {'subnet': {'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-68813718-subnet', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:43.807137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network ed780c67-3483-4627-af37-9f4f9c05b150 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:43.839226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19c0716a-de99-4b3b-aa69-fb03eb3714a8 req-1d915e7e-cbe3-459b-bc29-a5b50aa18048 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0481021 Feb 19 01:20:43.868392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Made reservation on behalf of 40e3313dcb4a43719354b1e70a741a8c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:43.870373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.941219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.941509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (bff865a5-4dd9-40bc-8d19-88f39cdf539f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.956402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-1c3b408c-cbca-43cf-bd45-29e326d47c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.957984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-1c3b408c-cbca-43cf-bd45-29e326d47c5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1488936 Feb 19 01:20:43.958618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] Current status of the port 42b622ca-fe4b-42fd-bafd-a25191d496a9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:43.960582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.996462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Calling delete_port for bff865a5-4dd9-40bc-8d19-88f39cdf539f owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:44.012793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] Set router ed808872-8140-47fd-891b-797007871d50 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:44.106501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] For port 42b622ca-fe4b-42fd-bafd-a25191d496a9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42b622ca-fe4b-42fd-bafd-a25191d496a9,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:44.122733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.183362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-aa3c7d74-71ec-45ec-a4b9-4fa01a353352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:44.184902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-aa3c7d74-71ec-45ec-a4b9-4fa01a353352 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2206638 Feb 19 01:20:44.238494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30e85c-d555-47d4-8556-4cd81d4c4c49 None None] Pushing event updated for resources: {'Port': ['ID=42b622ca-fe4b-42fd-bafd-a25191d496a9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:44.270561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67d745c9-9ec7-4efc-8aee-be644d5e1a03 None None] Provisioning complete for port 42b622ca-fe4b-42fd-bafd-a25191d496a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:44.272212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67d745c9-9ec7-4efc-8aee-be644d5e1a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.300265 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:38Z', 'revision_number': 4, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '42b622ca-fe4b-42fd-bafd-a25191d496a9', 'name': '', 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'mac_address': 'fa:16:3e:b2:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:37Z', 'updated_at': '2022-02-19T01:20:43Z', 'revision_number': 4, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'subnets': [{'id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:44.331380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-00f2472b-4a42-464c-870c-31f827175dba tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:44.333212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-00f2472b-4a42-464c-870c-31f827175dba tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.2867122 Feb 19 01:20:44.358077 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd438-92cb-4fb3-bee3-84aa4b8790bc None None] The sync data for ids ['ed808872-8140-47fd-891b-797007871d50'] in n-d-826752-2 is: [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:38Z', 'revision_number': 4, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '42b622ca-fe4b-42fd-bafd-a25191d496a9', 'name': '', 'network_id': '95fd772c-f9aa-4844-b51b-753fcac22711', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'mac_address': 'fa:16:3e:b2:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:37Z', 'updated_at': '2022-02-19T01:20:43Z', 'revision_number': 4, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'subnets': [{'id': 'dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:44.364124 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (71f7c53d-5bce-4253-9242-ba1ba9ec1840), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.367195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-5c9a7d81-b936-4b90-beb3-d4a1b9875a99 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745033 Feb 19 01:20:44.369041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-69c356fa-1359-406d-95f1-e7b2dc446aa6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/quotas/32d460ea5cd74fff918c408cba95343e HTTP/1.1" status: 200 len: 375 time: 0.0257640 Feb 19 01:20:44.465648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67d745c9-9ec7-4efc-8aee-be644d5e1a03 None None] Current status of the port 42b622ca-fe4b-42fd-bafd-a25191d496a9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:44.506848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (bff865a5-4dd9-40bc-8d19-88f39cdf539f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.522667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f7c53d-5bce-4253-9242-ba1ba9ec1840,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:44.572290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-59300631-ab60-4a80-8ba0-a8ca1d32cfe1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1956794 Feb 19 01:20:44.577869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfa90255-7d2b-4af5-980e-1ce5969f676d req-d80a5b8a-5c36-4099-9f99-ac89ad2c404e service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001743 Feb 19 01:20:44.584724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Pushing event deleted for resources: {'Port': ['ID=bff865a5-4dd9-40bc-8d19-88f39cdf539f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:44.592496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-9f2285a8-14cc-4445-9c52-82d3ec454c3d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:44.604069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-9f2285a8-14cc-4445-9c52-82d3ec454c3d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170045 Feb 19 01:20:44.629107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Checking segment: {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:44.629463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Network hostable DHCP agents. Network: ed780c67-3483-4627-af37-9f4f9c05b150, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:44.709731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks [] for floatingip (42eb5486-244a-43e0-ae8f-0cfb43bd056f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.712297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.714467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fce51fdd-2af6-435f-86b9-cbd7e5dcc2e1 req-377b9821-c470-44dc-9bb1-d6a66e292b8b tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "DELETE /v2.0/floatingips/42eb5486-244a-43e0-ae8f-0cfb43bd056f HTTP/1.1" status: 204 len: 173 time: 1.8615456 Feb 19 01:20:44.732575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-08a93a72-cfd7-4c15-94fe-5bc07e879af3 service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250894 Feb 19 01:20:44.742934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Network ed780c67-3483-4627-af37-9f4f9c05b150 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:44.782845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, ed780c67-3483-4627-af37-9f4f9c05b150) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:44.796101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7966c1f-6f9b-4b20-a08c-3296daa09be9 None None] Network ed780c67-3483-4627-af37-9f4f9c05b150 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:44.854952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:44.855780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.858604 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-639e69e5-c477-41fb-a0f4-d6c929769c81 req-b1b8e203-e2e4-4b45-81fa-df997d0c4820 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] show failed (client error): The resource could not be found. Feb 19 01:20:44.859824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-639e69e5-c477-41fb-a0f4-d6c929769c81 req-b1b8e203-e2e4-4b45-81fa-df997d0c4820 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips/42eb5486-244a-43e0-ae8f-0cfb43bd056f HTTP/1.1" status: 404 len: 350 time: 0.0908289 Feb 19 01:20:44.887761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-30595cf4-8417-4eae-b7b5-de7fa80f2b78 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0887420 Feb 19 01:20:44.890421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46894) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:44.895143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:44.912971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42b622ca-fe4b-42fd-bafd-a25191d496a9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:44.933321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (66f7870b-b022-4028-b584-693e58edde62), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.934703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (66f7870b-b022-4028-b584-693e58edde62), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.942002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-5d392e81-fa1a-4e59-adc2-286de4ec342c service neutron] 10.222.0.43 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008336 Feb 19 01:20:45.036552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks [] for router_controller (66f7870b-b022-4028-b584-693e58edde62), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.057433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-ed780c67-3483-4627-af37-9f4f9c05b150', 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150', 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'fixed_ips': [{'subnet_id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:45.058614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.081313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 42b622ca-fe4b-42fd-bafd-a25191d496a9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:45.081616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.284230 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-b4602362-34da-436e-89d4-d75a94608c9a req-eedbf03c-b19b-4d2f-a21d-aae4fec28c32 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] show failed (client error): The resource could not be found. Feb 19 01:20:45.285358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4602362-34da-436e-89d4-d75a94608c9a req-eedbf03c-b19b-4d2f-a21d-aae4fec28c32 tempest-FloatingIPsTestJSON-2023334507 tempest-FloatingIPsTestJSON-2023334507-project] 10.222.0.43 "GET /v2.0/floatingips/42eb5486-244a-43e0-ae8f-0cfb43bd056f HTTP/1.1" status: 404 len: 350 time: 0.0982015 Feb 19 01:20:45.295103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46904) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:45.401774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Allocated IP 172.20.0.2 (ed780c67-3483-4627-af37-9f4f9c05b150/71f7c53d-5bce-4253-9242-ba1ba9ec1840/2346c011-a40d-4846-b720-02d30a28fd26) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:45.432727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 42b622ca-fe4b-42fd-bafd-a25191d496a9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:45.466757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a2d1736-2c36-4b23-95d3-195d51b36439 req-4ff21b32-bd46-4f38-8f66-5dfe7ef819a1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0606990 Feb 19 01:20:45.521845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4f9cdff-97d6-4846-b7a7-cf3a3ca5cadb req-c55c9b44-45c5-4e2c-9c9f-31c19243144a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1764851 Feb 19 01:20:45.523882 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks [] for router_gateway (66f7870b-b022-4028-b584-693e58edde62), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.698619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Publish callbacks [] for port (2346c011-a40d-4846-b720-02d30a28fd26), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.712000 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2346c011-a40d-4846-b720-02d30a28fd26), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.755789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Network ed780c67-3483-4627-af37-9f4f9c05b150 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:45.762045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:45.772165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:45.848863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Pushing event updated for resources: {'Port': ['ID=2346c011-a40d-4846-b720-02d30a28fd26,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:45.878689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cec445-3614-4ab7-be58-a1140f094c82 req-dc8a84fb-4d4b-491d-a1b0-4e737b152740 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:45.880431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9cec445-3614-4ab7-be58-a1140f094c82 req-dc8a84fb-4d4b-491d-a1b0-4e737b152740 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 945 time: 0.2786915 Feb 19 01:20:45.922788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Attempting to bind port 2346c011-a40d-4846-b720-02d30a28fd26 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:45.923222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Attempting to bind port 2346c011-a40d-4846-b720-02d30a28fd26 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:45.923702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Attempting to bind port 2346c011-a40d-4846-b720-02d30a28fd26 on network ed780c67-3483-4627-af37-9f4f9c05b150 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:45.924318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks [] for router_gateway (66f7870b-b022-4028-b584-693e58edde62), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.930735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:45.931274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Checking segment: {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:45.931799 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.932439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Bound using segment: {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:45.933094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Bound port: 2346c011-a40d-4846-b720-02d30a28fd26, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:45.933806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2346c011-a40d-4846-b720-02d30a28fd26), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.953278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.048407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-c94f8ae0-584f-45fc-b8ca-d4820ea73e8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2849491 Feb 19 01:20:46.073065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Allocated IP 172.25.0.249 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/1c64b52a-a16f-4d7e-bb5b-61d339c27db8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:46.129327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] For port 2346c011-a40d-4846-b720-02d30a28fd26, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:46.135762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] For port 2346c011-a40d-4846-b720-02d30a28fd26, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2346c011-a40d-4846-b720-02d30a28fd26,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:46.148898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2346c011-a40d-4846-b720-02d30a28fd26), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.159206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9cec445-3614-4ab7-be58-a1140f094c82 req-43d8c119-5169-48f6-9f49-0e88c1ab4e11 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615104 Feb 19 01:20:46.266269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d429e-b005-4aa0-8283-ed52a1b83521 None None] Pushing event updated for resources: {'Port': ['ID=2346c011-a40d-4846-b720-02d30a28fd26,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:46.280411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-1e2520ee-4c5f-44db-b952-b82b4461f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:46.280531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks [] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.282570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-1e2520ee-4c5f-44db-b952-b82b4461f685 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 1128 time: 0.2027881 Feb 19 01:20:46.387438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.474852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:46.501537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:46.509910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:46.714754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Pushing event updated for resources: {'Port': ['ID=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:46.746407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6f55696-735f-4905-981e-ca067f839072 req-ea486de3-c1be-488e-bd9d-d4fb848f5807 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0439622 Feb 19 01:20:46.858492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2346c011-a40d-4846-b720-02d30a28fd26 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:47.135356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks [] for router_gateway (66f7870b-b022-4028-b584-693e58edde62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.142559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (9fba6593-348f-4f70-b078-439172fd96b6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.158630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a19f0922-f55e-44e4-a804-b5917817d0bf req-4e99d7f0-d57f-4cde-afb6-a0887d9a929b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0952659 Feb 19 01:20:47.212526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-84cb7133-c118-41df-b45c-4e282026150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.214057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-84cb7133-c118-41df-b45c-4e282026150e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.8858531 Feb 19 01:20:47.218067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2346c011-a40d-4846-b720-02d30a28fd26 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:47.222635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2346c011-a40d-4846-b720-02d30a28fd26), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.346004 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-ab3f83e6-b628-41b1-943a-1abaee5f9405 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e61d31-249c-4cad-85a5-784e6b917581 HTTP/1.1" status: 200 len: 217 time: 0.0721419 Feb 19 01:20:47.372021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-4aa5fe1a-2912-4f03-9dc3-d1ee781ea140 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.373567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-4aa5fe1a-2912-4f03-9dc3-d1ee781ea140 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 945 time: 0.3107367 Feb 19 01:20:47.437570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2346c011-a40d-4846-b720-02d30a28fd26 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:47.438024 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2346c011-a40d-4846-b720-02d30a28fd26), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.480123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2346c011-a40d-4846-b720-02d30a28fd26, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2346c011-a40d-4846-b720-02d30a28fd26,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:47.486945 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2346c011-a40d-4846-b720-02d30a28fd26), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.528224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd567e-9f0e-4fdf-898f-1bc863d1f511 req-c12f8e50-e90c-4807-a4c8-259a516a5c09 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.530016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6dd567e-9f0e-4fdf-898f-1bc863d1f511 req-c12f8e50-e90c-4807-a4c8-259a516a5c09 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 945 time: 0.2423742 Feb 19 01:20:47.541412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-642aa3fd-a4cb-4929-8447-f17d07490522 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.545111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-642aa3fd-a4cb-4929-8447-f17d07490522 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 809 time: 0.3344150 Feb 19 01:20:47.560242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2346c011-a40d-4846-b720-02d30a28fd26,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:47.598449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-95931723-cb2d-4382-ae87-62a4c5068b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.600067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-95931723-cb2d-4382-ae87-62a4c5068b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.1909678 Feb 19 01:20:47.627350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Request body: {'port': {'device_id': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'admin_state_up': True, 'tenant_id': '32d460ea5cd74fff918c408cba95343e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:47.637418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (66f7870b-b022-4028-b584-693e58edde62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.643090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6dd567e-9f0e-4fdf-898f-1bc863d1f511 req-e4a45a8b-eeff-4caa-b1fc-f85e9e729524 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/security-groups?id=044ac71f-cc78-473d-9fc4-9f60f474be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964758 Feb 19 01:20:47.814165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Router 66f7870b-b022-4028-b584-693e58edde62 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:47.819049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-5c48f000-7732-4816-bd63-d3aa80f86428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.820757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-5c48f000-7732-4816-bd63-d3aa80f86428 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1877921 Feb 19 01:20:47.887750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Deleting port a5220219-ef89-45ac-9176-7d8e02c399dd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:47.888207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.906718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b046f83-8946-45d0-b16f-83c8c2c87d44 None None] Network ed780c67-3483-4627-af37-9f4f9c05b150 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:48.020245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:48.042850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Sync routers for ids ['66f7870b-b022-4028-b584-693e58edde62'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:48.069265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Routers {'66f7870b-b022-4028-b584-693e58edde62'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:48.070064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['66f7870b-b022-4028-b584-693e58edde62'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:48.076902 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.077718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-12e3cea1-4ef2-4fb9-96ee-f52cada7fa49 None None] Provisioning complete for port 2346c011-a40d-4846-b720-02d30a28fd26 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:48.078191 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-12e3cea1-4ef2-4fb9-96ee-f52cada7fa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2346c011-a40d-4846-b720-02d30a28fd26), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.079440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-814cd64e-e046-4c64-82d3-bbbe340ca434 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1878364 Feb 19 01:20:48.082029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] For port a5220219-ef89-45ac-9176-7d8e02c399dd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=a5220219-ef89-45ac-9176-7d8e02c399dd,segment=NetworkSegment(77cec44f-3d23-4482-b2f9-426c8ee3a99c),segment_id=77cec44f-3d23-4482-b2f9-426c8ee3a99c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:48.082358 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.083218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46922) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:48.095738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Calling delete_port for a5220219-ef89-45ac-9176-7d8e02c399dd owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:48.258582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8933de9d-d5b5-49d4-9a09-b0e5a2b89d66 req-ba178136-4f83-4014-a25c-ad07710c4768 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 210 time: 0.3667798 Feb 19 01:20:48.312104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a5220219-ef89-45ac-9176-7d8e02c399dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.362851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-12e3cea1-4ef2-4fb9-96ee-f52cada7fa49 None None] Current status of the port 2346c011-a40d-4846-b720-02d30a28fd26 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:48.365897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['a5220219-ef89-45ac-9176-7d8e02c399dd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:48.388101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Pushing event deleted for resources: {'Port': ['ID=a5220219-ef89-45ac-9176-7d8e02c399dd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:48.403624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.413993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Set router 66f7870b-b022-4028-b584-693e58edde62 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:48.451424 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-aac29e2a-f3ae-434c-b728-9334b9631fae service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875273 Feb 19 01:20:48.493687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-461eb6d8-bb10-4a1e-92ba-11c013760edd req-907adf2f-7f01-4542-8589-78d44a2c4aba tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0756025 Feb 19 01:20:48.535983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Made reservation on behalf of 32d460ea5cd74fff918c408cba95343e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:48.542522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.657906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:20:46Z', 'revision_number': 3, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:48.690776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f7dfc9d-40cc-4e37-97a6-fd9007599c5d req-a6abf9e9-4f5e-4a27-9564-c5029323b4f1 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268260 Feb 19 01:20:48.696904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] No DVR routers for this DVR port a5220219-ef89-45ac-9176-7d8e02c399dd on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:48.706211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.708982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Checking router: 66f7870b-b022-4028-b584-693e58edde62 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:48.709486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Updating router 66f7870b-b022-4028-b584-693e58edde62 port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:48.712180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4f88521-5e59-49b6-a774-8fe0b93ecfb1 req-749a9473-1f3d-4866-90a6-da57390a28c8 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.10 "DELETE /v2.0/ports/a5220219-ef89-45ac-9176-7d8e02c399dd HTTP/1.1" status: 204 len: 173 time: 1.3005860 Feb 19 01:20:48.715918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'name': 'network-vif-deleted', 'tag': 'a5220219-ef89-45ac-9176-7d8e02c399dd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:48.719018 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942d70a-56f7-4bb3-aa59-7f5cce46cbfa" -d '{"events": [{"server_uuid": "9c05f2c8-47ad-406e-ad98-1348ddd29e5c", "name": "network-vif-deleted", "tag": "a5220219-ef89-45ac-9176-7d8e02c399dd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:48.747521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Deleting port b17f22a1-ae77-467a-a864-edddd0cfaf00 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:48.747972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.853788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.890638 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a8d0c9-b483-4cd4-9eeb-bc96aa56477a x-openstack-request-id: req-33a8d0c9-b483-4cd4-9eeb-bc96aa56477a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:48.891094 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c05f2c8-47ad-406e-ad98-1348ddd29e5c", "name": "network-vif-deleted", "tag": "a5220219-ef89-45ac-9176-7d8e02c399dd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:48.891442 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33a8d0c9-b483-4cd4-9eeb-bc96aa56477a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:48.891933 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c05f2c8-47ad-406e-ad98-1348ddd29e5c', 'name': 'network-vif-deleted', 'tag': 'a5220219-ef89-45ac-9176-7d8e02c399dd', 'status': 'completed', 'code': 200} Feb 19 01:20:48.956677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104e5efc-f1ba-4320-8f75-7ff8bab8b16b req-1008ea89-2ed9-426f-b936-0f06144623d7 tempest-ServersTestJSON-144051167 tempest-ServersTestJSON-144051167-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c05f2c8-47ad-406e-ad98-1348ddd29e5c HTTP/1.1" status: 200 len: 210 time: 0.0677834 Feb 19 01:20:48.989623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2346c011-a40d-4846-b720-02d30a28fd26 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:49.017880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b65796eb-9693-49ee-99fb-4ee45e194d42 None None] Provisioning complete for port 2346c011-a40d-4846-b720-02d30a28fd26 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:49.018418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b65796eb-9693-49ee-99fb-4ee45e194d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2346c011-a40d-4846-b720-02d30a28fd26), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.023280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Allocated IP 172.20.0.10 (3ece63df-823f-4990-83cc-676795974eb7/6299a1f3-d867-4485-a833-26c9ee2caa0f/cb2e95f0-b181-4208-ac66-51514ae4436b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:49.140460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.151765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2346c011-a40d-4846-b720-02d30a28fd26 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:49.152292 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2346c011-a40d-4846-b720-02d30a28fd26), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.212856 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.325953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b65796eb-9693-49ee-99fb-4ee45e194d42 None None] Current status of the port 2346c011-a40d-4846-b720-02d30a28fd26 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:49.367381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] For port b17f22a1-ae77-467a-a864-edddd0cfaf00, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b17f22a1-ae77-467a-a864-edddd0cfaf00,segment=NetworkSegment(da913529-00db-4e2a-884e-f110db0203e8),segment_id=da913529-00db-4e2a-884e-f110db0203e8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:49.367866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.387172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.430624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Allocated IP 172.20.0.1 (ed780c67-3483-4627-af37-9f4f9c05b150/71f7c53d-5bce-4253-9242-ba1ba9ec1840/99eceb8b-406a-4f93-a35e-0b093c67132a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:49.474693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2346c011-a40d-4846-b720-02d30a28fd26 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:49.478448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581', '715bfd77-2650-4d21-a8ed-f027f84c947f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:49.502203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:49.509942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Calling delete_port for b17f22a1-ae77-467a-a864-edddd0cfaf00 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:49.528752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Network 3ece63df-823f-4990-83cc-676795974eb7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:49.535791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:49.540924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:49.647284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Publish callbacks [] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.697405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.739106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks [] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.755614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:49.756814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.792220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85f8e963-765f-49bc-abf8-ce4efd2ed2d3 req-727234ff-6e7f-48d9-9ab5-6fb9eaca5b84 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0944502 Feb 19 01:20:49.811343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-cc7edf70-6d07-45d4-913e-f179c7de338d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2141962 Feb 19 01:20:49.823634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cd6cb-dd2c-4081-9cf5-07ba90fa18ce None None] Pushing event updated for resources: {'Port': ['ID=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:49.831120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be160bb-2785-4a64-a65b-b57b39084b22 req-08375f97-22a9-47f4-ae6c-3267ad0896b8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:49.839994 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7be160bb-2785-4a64-a65b-b57b39084b22 req-08375f97-22a9-47f4-ae6c-3267ad0896b8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 932 time: 0.4360662 Feb 19 01:20:49.850736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Request body: {'port': {'device_id': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:49.892162 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.937296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Attempting to bind port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:49.937990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Attempting to bind port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:49.938629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Attempting to bind port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:49.963938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7be160bb-2785-4a64-a65b-b57b39084b22 req-67149340-32a1-4ca2-b752-843d5679e2c1 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226926 Feb 19 01:20:49.981381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:49.981806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:49.982172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.982575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:49.983667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Bound port: 1c64b52a-a16f-4d7e-bb5b-61d339c27db8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:49.984083 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.012849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.026075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Network ed780c67-3483-4627-af37-9f4f9c05b150 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:50.040120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=99eceb8b-406a-4f93-a35e-0b093c67132a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.048510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:50.049691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:50.058836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] For port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:50.062334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:50.062470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] For port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:50.083533 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.088386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b17f22a1-ae77-467a-a864-edddd0cfaf00), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.107408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-00f8d9fb-5768-40aa-9298-1e3fdd610580 None None] Provisioning complete for port cb2e95f0-b181-4208-ac66-51514ae4436b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:50.107635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00f8d9fb-5768-40aa-9298-1e3fdd610580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.193340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (66f7870b-b022-4028-b584-693e58edde62), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.201987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Deleting subnet 2a2ee143-fe08-4b7a-991f-d7b814af8ba8 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:20:50.235671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-00f8d9fb-5768-40aa-9298-1e3fdd610580 None None] Port cb2e95f0-b181-4208-ac66-51514ae4436b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:50.268277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Publish callbacks [] for subnet (2a2ee143-fe08-4b7a-991f-d7b814af8ba8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.275337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Routers {'66f7870b-b022-4028-b584-693e58edde62'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:50.276305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['66f7870b-b022-4028-b584-693e58edde62'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:50.386218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (2a2ee143-fe08-4b7a-991f-d7b814af8ba8), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.398249 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eacaad5f-d04b-4336-9411-43ff7fe006a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.401880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cd6cb-dd2c-4081-9cf5-07ba90fa18ce None None] Pushing event updated for resources: {'Port': ['ID=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.484510 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2a2ee143-fe08-4b7a-991f-d7b814af8ba8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.514782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17f22a1-ae77-467a-a864-edddd0cfaf00,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.553475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (2a2ee143-fe08-4b7a-991f-d7b814af8ba8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.569934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.573368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2a2ee143-fe08-4b7a-991f-d7b814af8ba8 HTTP/1.1" status: 204 len: 168 time: 0.5199301 Feb 19 01:20:50.576306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46944) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:50.665752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3b53f-6c2a-4b3f-8d42-0eacdec5c20e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2ee143-fe08-4b7a-991f-d7b814af8ba8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.819478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2e95f0-b181-4208-ac66-51514ae4436b {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:50.831295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Publish callbacks [] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.859204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (67f005ef-8506-416e-8720-b83715439545), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.926310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] Set router 66f7870b-b022-4028-b584-693e58edde62 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:50.955071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.955621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-50ecf6e5-398a-4b9e-976f-cde37ed66c2b None None] Provisioning complete for port 99eceb8b-406a-4f93-a35e-0b093c67132a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:50.956171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50ecf6e5-398a-4b9e-976f-cde37ed66c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.017242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (9fba6593-348f-4f70-b078-439172fd96b6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.022311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Transition to ACTIVE for port object cb2e95f0-b181-4208-ac66-51514ae4436b will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:20:51.043973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.064045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-50ecf6e5-398a-4b9e-976f-cde37ed66c2b None None] Port 99eceb8b-406a-4f93-a35e-0b093c67132a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:51.113478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (67f005ef-8506-416e-8720-b83715439545), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.119563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a5220219-ef89-45ac-9176-7d8e02c399dd no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:51.123178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:51.140405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-000e0387-9741-41c7-9a4f-14ab13bb9ad7 req-5d89e8f0-611f-4029-be5c-615227a8acea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1148787 Feb 19 01:20:51.165505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f005ef-8506-416e-8720-b83715439545']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:51.170323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: a5220219-ef89-45ac-9176-7d8e02c399dd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:51.170591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device a5220219-ef89-45ac-9176-7d8e02c399dd not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:51.201872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33779-f2c2-45e1-9d2c-b07fbe0ed849 req-ee7a961b-637f-4a27-9652-54571dc81423 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:51.209617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0d33779-f2c2-45e1-9d2c-b07fbe0ed849 req-ee7a961b-637f-4a27-9652-54571dc81423 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.2125239 Feb 19 01:20:51.222859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cec44f-3d23-4482-b2f9-426c8ee3a99c') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:51.223324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cec44f-3d23-4482-b2f9-426c8ee3a99c') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:51.258697 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (77cec44f-3d23-4482-b2f9-426c8ee3a99c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.284385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:20:46Z', 'revision_number': 3, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:51.347017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b323-8319-4599-9161-e3a47c56a8cf None None] The sync data for ids ['66f7870b-b022-4028-b584-693e58edde62'] in n-d-826752-2 is: [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:20:46Z', 'revision_number': 3, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:51.387273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks [] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.404739 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.445199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (77cec44f-3d23-4482-b2f9-426c8ee3a99c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.492607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:20:51.493272 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (77cec44f-3d23-4482-b2f9-426c8ee3a99c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:20:51.496088 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:20:51.530162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0d33779-f2c2-45e1-9d2c-b07fbe0ed849 req-eefa6641-97e0-44ee-8657-fc6b2db1ff73 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196733 Feb 19 01:20:51.917903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cc126-515e-40ef-a03e-79d7d377354f req-40ac9f20-8697-44a9-80ab-93d26ccea327 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:51.921427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f9cc126-515e-40ef-a03e-79d7d377354f req-40ac9f20-8697-44a9-80ab-93d26ccea327 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 944 time: 0.1358416 Feb 19 01:20:52.016157 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (66f7870b-b022-4028-b584-693e58edde62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.024458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=99eceb8b-406a-4f93-a35e-0b093c67132a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:52.038499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (67f005ef-8506-416e-8720-b83715439545), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.049260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Attempting to bind port cb2e95f0-b181-4208-ac66-51514ae4436b on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:52.055431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Attempting to bind port cb2e95f0-b181-4208-ac66-51514ae4436b by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:52.056221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Attempting to bind port cb2e95f0-b181-4208-ac66-51514ae4436b on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:52.063288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.068582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] 10.222.0.43 "DELETE /v2.0/networks/67f005ef-8506-416e-8720-b83715439545 HTTP/1.1" status: 204 len: 168 time: 1.4453316 Feb 19 01:20:52.087616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Port cb2e95f0-b181-4208-ac66-51514ae4436b on network 3ece63df-823f-4990-83cc-676795974eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:20:52.087953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Attempting to bind port cb2e95f0-b181-4208-ac66-51514ae4436b on network 3ece63df-823f-4990-83cc-676795974eb7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:52.107779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:52.108127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Checking segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:52.108512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Bound using segment: {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:52.108954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Bound port: cb2e95f0-b181-4208-ac66-51514ae4436b, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b15dc2-cea1-4154-aceb-265d44b74f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ece63df-823f-4990-83cc-676795974eb7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:52.109340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.113619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Router 9fba6593-348f-4f70-b078-439172fd96b6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:52.113974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7f1d0-e6b9-4391-8090-690d95476e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f005ef-8506-416e-8720-b83715439545,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:52.162543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f9cc126-515e-40ef-a03e-79d7d377354f req-55b3adb4-117e-44db-b296-9fabae89f52a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358313 Feb 19 01:20:52.208899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Network ed780c67-3483-4627-af37-9f4f9c05b150 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:52.217968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:52.413141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Router 66f7870b-b022-4028-b584-693e58edde62 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:52.426036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:52.429758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:52.438728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a461d4e7-2253-491d-a8f5-d4994d9dc1a1 admin admin] 10.222.0.43 "PUT /v2.0/routers/9fba6593-348f-4f70-b078-439172fd96b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1425395 Feb 19 01:20:52.443305 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] Sync routers for ids ['9fba6593-348f-4f70-b078-439172fd96b6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:52.454210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:52.460183 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] Routers {'9fba6593-348f-4f70-b078-439172fd96b6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:52.465431 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9fba6593-348f-4f70-b078-439172fd96b6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:52.469260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0c8399a7-23f3-425c-b8fa-6b75dedabdc9 req-1efa5079-6341-4b90-b60b-2aebc4be8d19 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0632863 Feb 19 01:20:52.595222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fba7f96-deb1-4ae9-a50c-a3514789b7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.634943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6898e7d-0312-431d-aa5b-78a255064ec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6db5d27e998441869e790857cc7720d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073960 Feb 19 01:20:52.700084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:52.702149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46964) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:52.708939 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] Set router 9fba6593-348f-4f70-b078-439172fd96b6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:52.718282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e83e44ad-56a5-41a3-8eb1-08fd350c3ac6 admin admin] 10.222.0.43 "PUT /v2.0/routers/66f7870b-b022-4028-b584-693e58edde62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6330512 Feb 19 01:20:52.754517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f3dcb5ca-839b-497d-a917-e86c1a6cecf6 None None] Provisioning complete for port 99eceb8b-406a-4f93-a35e-0b093c67132a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:52.754894 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb5ca-839b-497d-a917-e86c1a6cecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.850223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f3dcb5ca-839b-497d-a917-e86c1a6cecf6 None None] Port 99eceb8b-406a-4f93-a35e-0b093c67132a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:52.851871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdd10e2e-7882-4207-a293-9509b5b598ed admin admin] Publish callbacks [] for security_group (044ac71f-cc78-473d-9fc4-9f60f474be55), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.939130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdd10e2e-7882-4207-a293-9509b5b598ed admin admin] Publish callbacks [] for security_group (044ac71f-cc78-473d-9fc4-9f60f474be55), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.954826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:53.033012 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 5, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:53.059061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdd10e2e-7882-4207-a293-9509b5b598ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (044ac71f-cc78-473d-9fc4-9f60f474be55), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.062002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdd10e2e-7882-4207-a293-9509b5b598ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.066688 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cdd10e2e-7882-4207-a293-9509b5b598ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/044ac71f-cc78-473d-9fc4-9f60f474be55 HTTP/1.1" status: 204 len: 168 time: 0.3599374 Feb 19 01:20:53.081106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:53.088672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd10e2e-7882-4207-a293-9509b5b598ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044ac71f-cc78-473d-9fc4-9f60f474be55,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:53.101467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-9cef38f0-93ce-4bf8-a481-35069fe07738 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.104284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-9cef38f0-93ce-4bf8-a481-35069fe07738 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.5121160 Feb 19 01:20:53.112195 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] Checking router: 9fba6593-348f-4f70-b078-439172fd96b6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:53.123672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffe89e-dcb1-4102-8537-0c9763e751dc req-753bedd6-defb-499d-a559-de056159c4fd tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.128489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ffe89e-dcb1-4102-8537-0c9763e751dc req-753bedd6-defb-499d-a559-de056159c4fd tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.4216805 Feb 19 01:20:53.130955 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] Routers {'9fba6593-348f-4f70-b078-439172fd96b6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:53.131806 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9fba6593-348f-4f70-b078-439172fd96b6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:53.178150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:53.178528 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.290710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ffe89e-dcb1-4102-8537-0c9763e751dc req-d28b6c7a-e4d3-43cf-957b-60237d92ab8b tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131091 Feb 19 01:20:53.292159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks [] for router (9fba6593-348f-4f70-b078-439172fd96b6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.358307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:53.360740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.417801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:53.424241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.431744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:53.482651 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] Set router 9fba6593-348f-4f70-b078-439172fd96b6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:53.523387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:53.572506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.617593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.812427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.813066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.814460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] 10.222.0.10 "PUT /v2.0/ports/cb2e95f0-b181-4208-ac66-51514ae4436b HTTP/1.1" status: 200 len: 1092 time: 3.9686577 Feb 19 01:20:53.816456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:53.822060 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:53.866154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa95d00-653c-40a2-8f38-ff413366d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:53.875016 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks [] for router_gateway (9fba6593-348f-4f70-b078-439172fd96b6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.901920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f148d-ebaf-4e2d-8397-5de703c87890 req-f9abcd54-48fd-420f-9794-e20c227c3079 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.926669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e0f148d-ebaf-4e2d-8397-5de703c87890 req-f9abcd54-48fd-420f-9794-e20c227c3079 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 944 time: 0.4458828 Feb 19 01:20:53.991753 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 5, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:54.039155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Deleting port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:54.039376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.064286 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c970e9f-81c9-4029-8733-41dbbfe8072d None None] The sync data for ids ['9fba6593-348f-4f70-b078-439172fd96b6'] in n-d-826752-2 is: [{'id': '9fba6593-348f-4f70-b078-439172fd96b6', 'name': 'tempest-FloatingIPsTestJSON-1735281691-router', 'tenant_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:10Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 5, 'project_id': '0a4d9fd5319a461eaa3b6a9669647f78', 'gw_port': {'id': 'b46a3c39-4225-4771-9d72-d3349469a809', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba6593-348f-4f70-b078-439172fd96b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:11Z', 'updated_at': '2022-02-19T01:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:54.141698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e0f148d-ebaf-4e2d-8397-5de703c87890 req-d504bf9d-7f55-4533-9c39-9169a7345adc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139397 Feb 19 01:20:54.204289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] For port 34e5bf72-8df0-401a-91fd-d658df5e2dd5, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=34e5bf72-8df0-401a-91fd-d658df5e2dd5,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:54.204767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.209423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-c9383323-b3b6-48af-88b5-663d29fb041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.211038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-c9383323-b3b6-48af-88b5-663d29fb041e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 1126 time: 0.2768874 Feb 19 01:20:54.248498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Calling delete_port for 34e5bf72-8df0-401a-91fd-d658df5e2dd5 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:54.290521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Sync routers for ids ['66f7870b-b022-4028-b584-693e58edde62'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:54.300415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Routers {'66f7870b-b022-4028-b584-693e58edde62'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:54.301080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['66f7870b-b022-4028-b584-693e58edde62'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:54.347589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f9ea01d-b92c-4970-9d74-96dc9c869ab0 req-01392695-6efd-4f59-acf3-1054cbf81f23 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1165771 Feb 19 01:20:54.351297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-e35ecbb4-7600-4b98-a51d-6caa1b480ed3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb2e95f0-b181-4208-ac66-51514ae4436b HTTP/1.1" status: 200 len: 217 time: 0.1265631 Feb 19 01:20:54.352648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Deleting port b46a3c39-4225-4771-9d72-d3349469a809 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:54.352976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b46a3c39-4225-4771-9d72-d3349469a809), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.460554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:54.521734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Set router 66f7870b-b022-4028-b584-693e58edde62 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:54.574705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] For port b46a3c39-4225-4771-9d72-d3349469a809, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b46a3c39-4225-4771-9d72-d3349469a809,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:54.575894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b46a3c39-4225-4771-9d72-d3349469a809), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.590467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Calling delete_port for b46a3c39-4225-4771-9d72-d3349469a809 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:54.655780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1470298900-network', 'tenant_id': 'ec9c7311231f48318db6653ae0252f91'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:54.698904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Made reservation on behalf of ec9c7311231f48318db6653ae0252f91 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:54.703299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.725711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.893631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks [] for security_group (ce63677b-e17a-4d21-b9b5-2b7aed800625), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.899552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:54.901071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ce63677b-e17a-4d21-b9b5-2b7aed800625), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.932141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-03ed3bf1-3c10-4daf-b6e3-a02413f59e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.933485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-03ed3bf1-3c10-4daf-b6e3-a02413f59e7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.5752020 Feb 19 01:20:54.935577 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e85f8-878b-49f9-b4ab-b4fade2d492a x-openstack-request-id: req-e95e85f8-878b-49f9-b4ab-b4fade2d492a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:54.935876 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:54.936126 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e95e85f8-878b-49f9-b4ab-b4fade2d492a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:54.936527 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'status': 'completed', 'code': 200} Feb 19 01:20:54.981269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b46a3c39-4225-4771-9d72-d3349469a809), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.981434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce63677b-e17a-4d21-b9b5-2b7aed800625,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:54.998860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:54.999655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.007348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:55.032542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b9208841-aae4-410a-b222-35a43e4932f7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.032913 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Added segment b9208841-aae4-410a-b222-35a43e4932f7 of type vlan for network d1c888b3-7c8d-4380-bb07-fff2779fc08e Feb 19 01:20:55.042486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46a3c39-4225-4771-9d72-d3349469a809,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:55.068266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 4, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '99eceb8b-406a-4f93-a35e-0b093c67132a', 'name': '', 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'mac_address': 'fa:16:3e:10:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:49Z', 'updated_at': '2022-02-19T01:20:51Z', 'revision_number': 2, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'subnets': [{'id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:55.102172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Checking router: 66f7870b-b022-4028-b584-693e58edde62 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:55.102835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Updating router 66f7870b-b022-4028-b584-693e58edde62 port 99eceb8b-406a-4f93-a35e-0b093c67132a binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:55.141533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d1c888b3-7c8d-4380-bb07-fff2779fc08e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.164816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.166831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81af7c-b0ac-4557-b2e8-be223fc4212f req-57d0c9e2-f0d0-45dc-a7ce-1044d281e7be tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:55.174442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e81af7c-b0ac-4557-b2e8-be223fc4212f req-57d0c9e2-f0d0-45dc-a7ce-1044d281e7be tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d024e67-4f2f-4165-9170-a0ce815d56b5 HTTP/1.1" status: 200 len: 950 time: 0.2355311 Feb 19 01:20:55.195781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (9fba6593-348f-4f70-b078-439172fd96b6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.200680 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d1c888b3-7c8d-4380-bb07-fff2779fc08e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.201731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:55.202361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.221999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:55.239030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b17f22a1-ae77-467a-a864-edddd0cfaf00 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:55.300456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (9fba6593-348f-4f70-b078-439172fd96b6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.303476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks [] for router_controller (9fba6593-348f-4f70-b078-439172fd96b6), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.335301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b17f22a1-ae77-467a-a864-edddd0cfaf00 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:55.335732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b17f22a1-ae77-467a-a864-edddd0cfaf00 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:55.349633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.354696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-e98111f5-61b9-451c-85d1-a33f555ea969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:55.356466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-e98111f5-61b9-451c-85d1-a33f555ea969 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4052362 Feb 19 01:20:55.362570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (9fba6593-348f-4f70-b078-439172fd96b6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.363225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fba6593-348f-4f70-b078-439172fd96b6 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:55.377116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9146407 Feb 19 01:20:55.385500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47030) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:55.393129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.398064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8fb1576d-7722-4acb-bcc9-0def44a4ec75 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9fba6593-348f-4f70-b078-439172fd96b6 HTTP/1.1" status: 204 len: 168 time: 2.9408791 Feb 19 01:20:55.406549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Request body: {'subnet': {'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1470298900-subnet', 'tenant_id': 'ec9c7311231f48318db6653ae0252f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:55.413479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47032) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:55.450873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d84ea-5739-4b0c-99c8-72b510b1745f admin admin] Pushing event updated for resources: {'Network': ['ID=d1c888b3-7c8d-4380-bb07-fff2779fc08e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:55.520611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:55.522844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-a590013e-ad8c-4b73-bac9-cdee1d6ed126 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530049 Feb 19 01:20:55.528333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Made reservation on behalf of ec9c7311231f48318db6653ae0252f91 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:55.531298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.540731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Deleting subnet c8697b8b-6a22-4f95-a29c-07966f988551 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:20:55.558651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Publish callbacks [] for subnet (c8697b8b-6a22-4f95-a29c-07966f988551), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.614253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7db4d5-6c17-4ff3-885f-a589c079e8ef req-370565e1-44ea-43fb-a63b-8e245b6ada5b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:55.622026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f7db4d5-6c17-4ff3-885f-a589c079e8ef req-370565e1-44ea-43fb-a63b-8e245b6ada5b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 944 time: 0.2962253 Feb 19 01:20:55.684787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c8697b8b-6a22-4f95-a29c-07966f988551), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.693091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e81af7c-b0ac-4557-b2e8-be223fc4212f req-47265d3a-99e8-46d0-9f68-5c3d4b42ab71 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.43 "GET /v2.0/security-groups?id=b62d66e4-de77-4f41-af77-7edf8e6e8842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177464 Feb 19 01:20:55.719370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (34e5bf72-8df0-401a-91fd-d658df5e2dd5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.755882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8f7db4d5-6c17-4ff3-885f-a589c079e8ef req-4084eced-c124-4ac1-8205-3848b5318c95 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328318 Feb 19 01:20:55.805307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Pushing event deleted for resources: {'Port': ['ID=34e5bf72-8df0-401a-91fd-d658df5e2dd5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:55.891039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] No DVR routers for this DVR port 34e5bf72-8df0-401a-91fd-d658df5e2dd5 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:55.899219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Publish callbacks [] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.901954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.905994 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.915249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09bf2407-6080-4bce-a52d-3f35be7f72c6 req-8fb49e6f-d662-405e-a5ec-e3e96a18c2e9 tempest-VolumesBackupsTest-1088144805 tempest-VolumesBackupsTest-1088144805-project] 10.222.0.10 "DELETE /v2.0/ports/34e5bf72-8df0-401a-91fd-d658df5e2dd5 HTTP/1.1" status: 204 len: 173 time: 2.7797971 Feb 19 01:20:55.931125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2e102bd-12d0-407e-8a56-ff2849d613a2 req-ae6649d3-7090-41c4-93bf-c1e4c724d52f service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765023 Feb 19 01:20:55.963153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef373f2-13bc-4040-aec6-a25c226bd63b None None] Pushing event updated for resources: {'Port': ['ID=99eceb8b-406a-4f93-a35e-0b093c67132a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.000465 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a1bfcf05-76ca-48dc-a2b5-9086380888e0 req-816f2371-8265-458a-9137-091f967057bb tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0731840 Feb 19 01:20:56.016057 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.033032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c8697b8b-6a22-4f95-a29c-07966f988551), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.099033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-63b0f89f-37bc-43c6-b313-aeadd6d418f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:56.100508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-63b0f89f-37bc-43c6-b313-aeadd6d418f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 1126 time: 0.0785613 Feb 19 01:20:56.154857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c8697b8b-6a22-4f95-a29c-07966f988551), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.166347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Attempting to bind port 99eceb8b-406a-4f93-a35e-0b093c67132a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:56.166961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Attempting to bind port 99eceb8b-406a-4f93-a35e-0b093c67132a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:56.167333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Attempting to bind port 99eceb8b-406a-4f93-a35e-0b093c67132a on network ed780c67-3483-4627-af37-9f4f9c05b150 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:56.175073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:56.175450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Checking segment: {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:56.175991 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.176389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Bound using segment: {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:56.181202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Bound port: 99eceb8b-406a-4f93-a35e-0b093c67132a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:56.181667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.231616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8697b8b-6a22-4f95-a29c-07966f988551,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.245911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.253270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f91645e5-996e-4c55-b023-c37517758256 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c8697b8b-6a22-4f95-a29c-07966f988551 HTTP/1.1" status: 204 len: 168 time: 0.8169839 Feb 19 01:20:56.254516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47036) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:56.256136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (02c2ed16-8fb6-4a81-9153-e917b37f50f4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.284181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8b955-f29f-48ca-a3ea-6d868dc6cc41 None None] Network 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:56.344372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c2ed16-8fb6-4a81-9153-e917b37f50f4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.379316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Checking segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:56.381075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Network hostable DHCP agents. Network: d1c888b3-7c8d-4380-bb07-fff2779fc08e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:56.410894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:56.424777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d1c888b3-7c8d-4380-bb07-fff2779fc08e) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:56.440452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:56.441213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.471070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-645c08b9-914b-4588-8ea7-19c5c2e840de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:56.484606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-645c08b9-914b-4588-8ea7-19c5c2e840de service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.3703873 Feb 19 01:20:56.485974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b780858e-f715-4a8c-98fd-32a3e489660b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0914154 Feb 19 01:20:56.488336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180bd15c-1ec9-4ab9-ae43-4bd1424d5440 None None] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:56.492209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.633223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-25edf58e-dbe8-448a-9edd-d4cf7e4a2dc6 None None] Provisioning complete for port 99eceb8b-406a-4f93-a35e-0b093c67132a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:56.633601 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25edf58e-dbe8-448a-9edd-d4cf7e4a2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.656465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] For port 99eceb8b-406a-4f93-a35e-0b093c67132a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:56.748656 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.752370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] For port 99eceb8b-406a-4f93-a35e-0b093c67132a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=99eceb8b-406a-4f93-a35e-0b093c67132a,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:56.814002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86bb2f2-bebb-4735-8955-489149239575 None None] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:56.827657 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.920651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b46a3c39-4225-4771-9d72-d3349469a809 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:56.941584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-25edf58e-dbe8-448a-9edd-d4cf7e4a2dc6 None None] Port 99eceb8b-406a-4f93-a35e-0b093c67132a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:57.028146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'name': 'network-vif-deleted', 'tag': '34e5bf72-8df0-401a-91fd-d658df5e2dd5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:57.030679 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1d4875-7edc-4efe-9ff1-12b224c71e37" -d '{"events": [{"server_uuid": "0d024e67-4f2f-4165-9170-a0ce815d56b5", "name": "network-vif-deleted", "tag": "34e5bf72-8df0-401a-91fd-d658df5e2dd5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:57.036965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-57fe62cc-a7d6-4af8-8382-612b476bb452 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb2e95f0-b181-4208-ac66-51514ae4436b HTTP/1.1" status: 200 len: 217 time: 0.5405483 Feb 19 01:20:57.108209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef373f2-13bc-4040-aec6-a25c226bd63b None None] Pushing event updated for resources: {'Port': ['ID=99eceb8b-406a-4f93-a35e-0b093c67132a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:57.125611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 34e5bf72-8df0-401a-91fd-d658df5e2dd5 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:57.128937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Routers {'66f7870b-b022-4028-b584-693e58edde62'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:57.134588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['66f7870b-b022-4028-b584-693e58edde62'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:57.150713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-a8a3235f-127f-4b46-a040-25cc35811c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.152179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-a8a3235f-127f-4b46-a040-25cc35811c48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.0688124 Feb 19 01:20:57.185931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Deleting port 0f52a535-1593-4299-bba7-9da0b101dba5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:57.187331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.244529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-18ac3640-a152-4c44-9187-ffbc5d691edc tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.253764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-18ac3640-a152-4c44-9187-ffbc5d691edc tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.2796254 Feb 19 01:20:57.276492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-3df143f3-1bea-4c78-b667-1f6ae2a8fa39 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/quotas/ec9c7311231f48318db6653ae0252f91 HTTP/1.1" status: 200 len: 375 time: 0.0215125 Feb 19 01:20:57.318999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-eb06fafb-d91c-465d-b7b6-ed2402e95e33 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409985 Feb 19 01:20:57.322390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] For port 0f52a535-1593-4299-bba7-9da0b101dba5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0f52a535-1593-4299-bba7-9da0b101dba5,segment=NetworkSegment(da913529-00db-4e2a-884e-f110db0203e8),segment_id=da913529-00db-4e2a-884e-f110db0203e8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:57.322908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.372843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-d04f08fd-53ee-4a10-95a6-daa886ef8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.374750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-d04f08fd-53ee-4a10-95a6-daa886ef8316 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2099762 Feb 19 01:20:57.384524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Calling delete_port for 0f52a535-1593-4299-bba7-9da0b101dba5 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:57.435524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-58033103-57bb-4a49-a3cc-ff91a35c8dec service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154015 Feb 19 01:20:57.509605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] Set router 66f7870b-b022-4028-b584-693e58edde62 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:57.567290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085309-00e1-4cc0-93f7-0d5c52742244 req-218db5b2-6700-44ae-ad58-cae343ff3d52 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.568698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34085309-00e1-4cc0-93f7-0d5c52742244 req-218db5b2-6700-44ae-ad58-cae343ff3d52 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 944 time: 0.2425604 Feb 19 01:20:57.578108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-fbfadab6-5a0d-4c47-a84d-da2f17753c02 service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366313 Feb 19 01:20:57.596191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b46a3c39-4225-4771-9d72-d3349469a809 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:57.596667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b46a3c39-4225-4771-9d72-d3349469a809 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:57.638264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] DHCP port deletion for 3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:20:57.644253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 34e5bf72-8df0-401a-91fd-d658df5e2dd5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:57.644253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 34e5bf72-8df0-401a-91fd-d658df5e2dd5 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:57.644489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-06bd3734-6c7b-4eec-bd38-3d5a892fc39f service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511187 Feb 19 01:20:57.687671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34085309-00e1-4cc0-93f7-0d5c52742244 req-fedab565-daf1-4d74-b7ff-505d585d0344 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112480 Feb 19 01:20:57.768767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] Provisioning complete for port 99eceb8b-406a-4f93-a35e-0b093c67132a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:57.768962 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.804818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.881183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f52a535-1593-4299-bba7-9da0b101dba5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:57.881976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Deleting port 0f52a535-1593-4299-bba7-9da0b101dba5 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:57.884903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.915230 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8411aeaa-8163-4829-b2ed-1d8fa8735a45 x-openstack-request-id: req-8411aeaa-8163-4829-b2ed-1d8fa8735a45 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:57.916183 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d024e67-4f2f-4165-9170-a0ce815d56b5", "name": "network-vif-deleted", "tag": "34e5bf72-8df0-401a-91fd-d658df5e2dd5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:57.916510 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8411aeaa-8163-4829-b2ed-1d8fa8735a45 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:57.917031 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d024e67-4f2f-4165-9170-a0ce815d56b5', 'name': 'network-vif-deleted', 'tag': '34e5bf72-8df0-401a-91fd-d658df5e2dd5', 'status': 'completed', 'code': 200} Feb 19 01:20:57.918025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] No DVR routers for this DVR port 0f52a535-1593-4299-bba7-9da0b101dba5 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:57.969355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d3dc1ee-ed19-43a8-9a95-788ad3f73f0e req-80004d8a-7a11-49a0-91c5-331f46a5f49d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 210 time: 0.0355730 Feb 19 01:20:58.014539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] For port 0f52a535-1593-4299-bba7-9da0b101dba5, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:58.015059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.022961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9960fa19-aa8d-4191-8528-2ad5b4f8cfbc req-c77c8755-1d60-4c10-9bae-5adb17036360 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1096771 Feb 19 01:20:58.031000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Calling delete_port for 0f52a535-1593-4299-bba7-9da0b101dba5 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:58.034346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Port 0f52a535-1593-4299-bba7-9da0b101dba5 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:20:58.038120 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (0f52a535-1593-4299-bba7-9da0b101dba5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.058147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] No DVR routers for this DVR port 0f52a535-1593-4299-bba7-9da0b101dba5 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:58.058394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ca4de3b-261c-4b55-8f9e-bb432e5015e8 req-cf843df5-abe2-4dc5-bf77-95d49beea389 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044776 Feb 19 01:20:58.127422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.143335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e265ff-3065-408e-9033-35471d5ac565 None None] Pushing event deleted for resources: {'Port': ['ID=0f52a535-1593-4299-bba7-9da0b101dba5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.163411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.174363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da913529-00db-4e2a-884e-f110db0203e8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.174663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da913529-00db-4e2a-884e-f110db0203e8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.185539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (da913529-00db-4e2a-884e-f110db0203e8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.227150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (da913529-00db-4e2a-884e-f110db0203e8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.235384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:20:58.235813 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (da913529-00db-4e2a-884e-f110db0203e8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.238771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] Current status of the port 99eceb8b-406a-4f93-a35e-0b093c67132a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:58.239929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.297419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] For port 99eceb8b-406a-4f93-a35e-0b093c67132a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=99eceb8b-406a-4f93-a35e-0b093c67132a,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:20:58.306997 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:20:58.318740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.355347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.361303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.369926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 4, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '99eceb8b-406a-4f93-a35e-0b093c67132a', 'name': '', 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'mac_address': 'fa:16:3e:10:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:49Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'subnets': [{'id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.372190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d HTTP/1.1" status: 204 len: 168 time: 2.1142671 Feb 19 01:20:58.382793 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.420677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c1d33-ce21-45ca-9bbc-2051de932ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1cc7a6-1b0c-4ed0-a2b5-028c4e57c02d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.450650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545c298-cfde-44b8-82a2-964eae054f41 None None] The sync data for ids ['66f7870b-b022-4028-b584-693e58edde62'] in n-d-826752-2 is: [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:20:50Z', 'revision_number': 4, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '99eceb8b-406a-4f93-a35e-0b093c67132a', 'name': '', 'network_id': 'ed780c67-3483-4627-af37-9f4f9c05b150', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'mac_address': 'fa:16:3e:10:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:49Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'subnets': [{'id': '71f7c53d-5bce-4253-9242-ba1ba9ec1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:58.486717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21448372-1cb5-43b0-a761-94b293343f6b None None] Pushing event updated for resources: {'Port': ['ID=99eceb8b-406a-4f93-a35e-0b093c67132a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.665924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47096) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.782916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-144ca77a-1ce1-44a1-afeb-898bc2d8d875 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a4d9fd5319a461eaa3b6a9669647f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153905 Feb 19 01:20:58.785337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47100) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.887761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 99eceb8b-406a-4f93-a35e-0b093c67132a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:58.944937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa21707-d787-4ddd-8643-5c865ad134c8 admin admin] Publish callbacks [] for security_group (d5a0ab52-2e4a-4f18-8f0b-cb34c8182607), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.951125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 99eceb8b-406a-4f93-a35e-0b093c67132a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:58.952040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.978448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115198c-bf87-4258-a33b-0420061e1870 req-6e010e23-7ed0-4e16-9d80-d49fbe8bc2ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:58.985509 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9115198c-bf87-4258-a33b-0420061e1870 req-6e010e23-7ed0-4e16-9d80-d49fbe8bc2ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 944 time: 0.1221673 Feb 19 01:20:58.998791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa21707-d787-4ddd-8643-5c865ad134c8 admin admin] Publish callbacks [] for security_group (d5a0ab52-2e4a-4f18-8f0b-cb34c8182607), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.091334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9115198c-bf87-4258-a33b-0420061e1870 req-80921b56-fb36-4dfb-82df-7f50365b5348 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046116 Feb 19 01:20:59.103830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cb2e95f0-b181-4208-ac66-51514ae4436b details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:20:59.116126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa21707-d787-4ddd-8643-5c865ad134c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d5a0ab52-2e4a-4f18-8f0b-cb34c8182607), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.119154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fa21707-d787-4ddd-8643-5c865ad134c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.123211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3fa21707-d787-4ddd-8643-5c865ad134c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5a0ab52-2e4a-4f18-8f0b-cb34c8182607 HTTP/1.1" status: 204 len: 168 time: 0.3366840 Feb 19 01:20:59.148222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 99eceb8b-406a-4f93-a35e-0b093c67132a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:59.156425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7da9df83-2c7a-495c-84db-33c04b6e8617 req-f4637fb6-3013-49ec-a21e-5a0db3684f4b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 210 time: 0.0523777 Feb 19 01:20:59.173011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa21707-d787-4ddd-8643-5c865ad134c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a0ab52-2e4a-4f18-8f0b-cb34c8182607,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:59.270577 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (ed808872-8140-47fd-891b-797007871d50), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.283973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0f52a535-1593-4299-bba7-9da0b101dba5 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:59.334150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0f52a535-1593-4299-bba7-9da0b101dba5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:59.334701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0f52a535-1593-4299-bba7-9da0b101dba5 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:59.409438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:59.437786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'mac_address': 'fa:16:3e:f8:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:20:59.482636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01f2b624-1e01-4b58-a1e2-c0fd4d8ebeac req-ab0e8db7-c700-4f66-8abf-d304b9738491 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0611634 Feb 19 01:20:59.496530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-4a261820-3b61-4523-ad10-db3afb301c4c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:59.503750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-4a261820-3b61-4523-ad10-db3afb301c4c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.2715459 Feb 19 01:20:59.517915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cb2e95f0-b181-4208-ac66-51514ae4436b is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:59.518219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.519028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Request body: {'port': {'device_id': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'admin_state_up': True, 'tenant_id': 'ec9c7311231f48318db6653ae0252f91'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:59.537987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2e95f0-b181-4208-ac66-51514ae4436b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:59.567815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:59.572553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.645042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:59.742767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Made reservation on behalf of ec9c7311231f48318db6653ae0252f91 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:59.746909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.873229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['cb2e95f0-b181-4208-ac66-51514ae4436b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:59.914916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Deleting port 42b622ca-fe4b-42fd-bafd-a25191d496a9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:59.916378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.934210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Allocated IP 172.20.0.10 (d1c888b3-7c8d-4380-bb07-fff2779fc08e/02c2ed16-8fb6-4a81-9153-e917b37f50f4/abeedf32-a577-44f1-9e4d-667d7a4cdd40) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:00.071152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] For port 42b622ca-fe4b-42fd-bafd-a25191d496a9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42b622ca-fe4b-42fd-bafd-a25191d496a9,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:00.071396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.096783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Calling delete_port for 42b622ca-fe4b-42fd-bafd-a25191d496a9 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:00.198185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks [] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.314186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdbe78-7293-450e-b70b-11eec32fefbc req-1f877144-ac3c-492b-9f16-d7aac0654a73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.315845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3efdbe78-7293-450e-b70b-11eec32fefbc req-1f877144-ac3c-492b-9f16-d7aac0654a73 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 945 time: 0.1246178 Feb 19 01:21:00.364936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e11ca955-30d6-48b4-994c-de415c282766 req-52cc1ca2-3032-4a09-a22f-25b5447939a1 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 210 time: 0.0591288 Feb 19 01:21:00.368233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.443123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event updated for resources: {'Port': ['ID=abeedf32-a577-44f1-9e4d-667d7a4cdd40,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:00.461134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:00.463976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:00.467136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:00.475628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3efdbe78-7293-450e-b70b-11eec32fefbc req-b39b5918-c781-46ea-85ab-1d19b700d532 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526167 Feb 19 01:21:00.486323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (42b622ca-fe4b-42fd-bafd-a25191d496a9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.548737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.551809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.557529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=42b622ca-fe4b-42fd-bafd-a25191d496a9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:00.587739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-93005d23-d608-4a54-8ff5-bba56a473d61 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0740752 Feb 19 01:21:00.601818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Request body: {'port': {'device_id': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:00.701633 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.727153 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-289db292-a11c-4aba-b715-cfecb568e0fd req-9db677a2-d9ba-41f6-9554-107aff5bd2c1 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0591476 Feb 19 01:21:00.962857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (ed808872-8140-47fd-891b-797007871d50), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.029258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abeedf32-a577-44f1-9e4d-667d7a4cdd40 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:01.038598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Publish callbacks [] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.054104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Transition to ACTIVE for port object abeedf32-a577-44f1-9e4d-667d7a4cdd40 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:01.058564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.089144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cb2e95f0-b181-4208-ac66-51514ae4436b up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:01.178898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Pushing event updated for resources: {'Port': ['ID=abeedf32-a577-44f1-9e4d-667d7a4cdd40,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:01.187073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port cb2e95f0-b181-4208-ac66-51514ae4436b completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:01.197956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port cb2e95f0-b181-4208-ac66-51514ae4436b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:01.198490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.236086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Attempting to bind port abeedf32-a577-44f1-9e4d-667d7a4cdd40 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:01.236327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Attempting to bind port abeedf32-a577-44f1-9e4d-667d7a4cdd40 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:01.237019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Attempting to bind port abeedf32-a577-44f1-9e4d-667d7a4cdd40 on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:01.242819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Port abeedf32-a577-44f1-9e4d-667d7a4cdd40 on network d1c888b3-7c8d-4380-bb07-fff2779fc08e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:01.243159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Attempting to bind port abeedf32-a577-44f1-9e4d-667d7a4cdd40 on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:01.248195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Router ed808872-8140-47fd-891b-797007871d50 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:01.250159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:01.250509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Checking segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:01.250898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Bound using segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:01.251330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Bound port: abeedf32-a577-44f1-9e4d-667d7a4cdd40, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:01.251784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.326673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] For port abeedf32-a577-44f1-9e4d-667d7a4cdd40, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:01.333766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] For port abeedf32-a577-44f1-9e4d-667d7a4cdd40, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:01.341291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cb2e95f0-b181-4208-ac66-51514ae4436b is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:01.341840 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.349925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.392294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:01.393762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:01.398191 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a5b001-26f2-4c86-b924-0482dd60e7ba" -d '{"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:01.398369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:01.399474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.400145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.402403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/abeedf32-a577-44f1-9e4d-667d7a4cdd40 HTTP/1.1" status: 200 len: 1096 time: 0.8053927 Feb 19 01:21:01.402782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'tag': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:01.405934 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5d983-946c-4292-b3a4-a2d888e582d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f144fff9-f9bf-4330-8b43-5dfc7e47f130", "tag": "abeedf32-a577-44f1-9e4d-667d7a4cdd40"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:01.417607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] Sync routers for ids ['ed808872-8140-47fd-891b-797007871d50'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:01.418571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.421248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8daf528a-ca2c-4179-bf91-093e51010e4a admin admin] 10.222.0.43 "PUT /v2.0/routers/ed808872-8140-47fd-891b-797007871d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365684 Feb 19 01:21:01.423299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:01.449694 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] Routers {'ed808872-8140-47fd-891b-797007871d50'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:01.450591 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ed808872-8140-47fd-891b-797007871d50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:01.457491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a685a5e-d729-4d30-8143-0979397101c9 service neutron] Pushing event updated for resources: {'Port': ['ID=abeedf32-a577-44f1-9e4d-667d7a4cdd40,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:01.543683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:01.626255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] Set router ed808872-8140-47fd-891b-797007871d50 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:01.632605 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks [] for router (ed808872-8140-47fd-891b-797007871d50), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.638405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-0cdefe8e-fc19-4a9b-b4ca-e5a87b1d6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.640701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-0cdefe8e-fc19-4a9b-b4ca-e5a87b1d6735 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 1130 time: 0.1543667 Feb 19 01:21:01.654287 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214dba97-990d-4fe4-9d16-b44c1e3c52ef x-openstack-request-id: req-214dba97-990d-4fe4-9d16-b44c1e3c52ef {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:01.654586 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:01.654841 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-214dba97-990d-4fe4-9d16-b44c1e3c52ef {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:01.655244 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'code': 200} Feb 19 01:21:01.670607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2220b-92cb-4e22-998c-1656ec596e4b req-866e7f9d-9199-466d-ad2b-6b4eddb13453 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.672171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9d2220b-92cb-4e22-998c-1656ec596e4b req-866e7f9d-9199-466d-ad2b-6b4eddb13453 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 948 time: 0.1025562 Feb 19 01:21:01.722975 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6f9d8-aa66-4111-bacc-c4df282a4488 x-openstack-request-id: req-1ce6f9d8-aa66-4111-bacc-c4df282a4488 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:01.723271 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f144fff9-f9bf-4330-8b43-5dfc7e47f130", "tag": "abeedf32-a577-44f1-9e4d-667d7a4cdd40", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:01.724104 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ce6f9d8-aa66-4111-bacc-c4df282a4488 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:01.724576 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'tag': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40', 'status': 'completed', 'code': 200} Feb 19 01:21:01.726688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-594b9e66-c913-43f6-a978-7bb59bc92e8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40 HTTP/1.1" status: 200 len: 217 time: 0.0536051 Feb 19 01:21:01.851711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks [] for router_gateway (ed808872-8140-47fd-891b-797007871d50), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.864238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7b334-a1fa-4990-9469-c86f50386e2c req-124583db-ce16-403e-96e2-551499e7b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.866170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12d7b334-a1fa-4990-9469-c86f50386e2c req-124583db-ce16-403e-96e2-551499e7b28a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 1128 time: 0.1341653 Feb 19 01:21:01.868936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29743-fe25-4df5-a197-a530191d1498 req-27531824-d884-4eb5-825d-9033827b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.870367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-27531824-d884-4eb5-825d-9033827b2d05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1039054 Feb 19 01:21:01.871954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236bee-7f4b-435a-8d66-af5cd912b06c req-bea1de45-9711-4daa-8e20-00e21a143c9c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.875117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9d2220b-92cb-4e22-998c-1656ec596e4b req-fa7b5d66-38ea-45c3-b2c0-1708f07de74a tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540577 Feb 19 01:21:01.880453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed236bee-7f4b-435a-8d66-af5cd912b06c req-bea1de45-9711-4daa-8e20-00e21a143c9c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1018400 Feb 19 01:21:01.927684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-9ecb5fbe-5382-408a-89c9-e84f4f466dcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446396 Feb 19 01:21:01.992385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed236bee-7f4b-435a-8d66-af5cd912b06c req-198a9644-86b5-43a1-a60f-949d2e3025e8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106913 Feb 19 01:21:02.040036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Deleting port 3160d706-7401-4145-a6d9-5c8578aee8d2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:02.040778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:02.043448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:21:00Z', 'revision_number': 5, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port': {'id': '3160d706-7401-4145-a6d9-5c8578aee8d2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed808872-8140-47fd-891b-797007871d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:31Z', 'updated_at': '2022-02-19T01:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:02.076237 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] Checking router: ed808872-8140-47fd-891b-797007871d50 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:02.079191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12d7b334-a1fa-4990-9469-c86f50386e2c req-bd00487e-46b0-49fa-a887-c6bd80fa2107 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029583 Feb 19 01:21:02.094701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77a43f0a-488c-4ed1-989e-b1b498d8c061 req-5746ea1b-de80-4473-9684-8966f5729789 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0602558 Feb 19 01:21:02.117967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] Routers {'ed808872-8140-47fd-891b-797007871d50'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:02.119042 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ed808872-8140-47fd-891b-797007871d50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:02.167648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-5dd25cd4-5c98-453a-bddd-9cb5fa171e68 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267516 Feb 19 01:21:02.222669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] Set router ed808872-8140-47fd-891b-797007871d50 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:02.283964 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:21:01Z', 'revision_number': 6, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:02.316164 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca354e7-e85d-4424-bff1-ec623bd0b054 None None] The sync data for ids ['ed808872-8140-47fd-891b-797007871d50'] in n-d-826752-2 is: [{'id': 'ed808872-8140-47fd-891b-797007871d50', 'name': 'tempest-TestAggregatesBasicOps-316582606-router', 'tenant_id': 'e6025a87ed86484188fe14bc22609d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:21:01Z', 'revision_number': 6, 'project_id': 'e6025a87ed86484188fe14bc22609d61', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:02.442800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63f29743-fe25-4df5-a197-a530191d1498 req-77335826-a49c-4756-b098-79eda55971da service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586351 Feb 19 01:21:02.584360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] For port 3160d706-7401-4145-a6d9-5c8578aee8d2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3160d706-7401-4145-a6d9-5c8578aee8d2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:02.584741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:02.600157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Calling delete_port for 3160d706-7401-4145-a6d9-5c8578aee8d2 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:02.618855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-043b9bfe-8dc1-4d82-8b1f-48d75eeb23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.624400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-043b9bfe-8dc1-4d82-8b1f-48d75eeb23e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 1130 time: 0.1177561 Feb 19 01:21:02.729655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-bc8c1590-037b-4d05-9986-365258a40bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.731298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-bc8c1590-037b-4d05-9986-365258a40bd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.1020837 Feb 19 01:21:02.777326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-672f546e-aeaa-4d81-870f-54a61c49a4d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40 HTTP/1.1" status: 200 len: 217 time: 0.0392661 Feb 19 01:21:02.818368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3160d706-7401-4145-a6d9-5c8578aee8d2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:02.835758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-59e53e67-2fd4-4997-9003-80bb9ad6c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.837415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-59e53e67-2fd4-4997-9003-80bb9ad6c34d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.0519760 Feb 19 01:21:02.850808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3160d706-7401-4145-a6d9-5c8578aee8d2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:02.882855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-1673848e-1764-4670-aa7b-ed713471369b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372376 Feb 19 01:21:03.033734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (ed808872-8140-47fd-891b-797007871d50), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.051819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-8797d645-f081-40c3-a5da-deb11fb1d59e service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605294 Feb 19 01:21:03.077780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42b622ca-fe4b-42fd-bafd-a25191d496a9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:03.118866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 42b622ca-fe4b-42fd-bafd-a25191d496a9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:03.119353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42b622ca-fe4b-42fd-bafd-a25191d496a9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:03.119795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3160d706-7401-4145-a6d9-5c8578aee8d2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:03.169101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3160d706-7401-4145-a6d9-5c8578aee8d2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:03.169367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3160d706-7401-4145-a6d9-5c8578aee8d2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:03.189738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (ed808872-8140-47fd-891b-797007871d50), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.193975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41a5d983-946c-4292-b3a4-a2d888e582d2 req-8101270e-5731-4d94-8530-96e140e88565 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371572 Feb 19 01:21:03.194450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks [] for router_controller (ed808872-8140-47fd-891b-797007871d50), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.263941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d789c3-ee0b-4b64-b9d6-d7262a9d5c1f req-d95cb270-c0c9-4ab9-86fd-e34336ce0bf4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:03.271590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99d789c3-ee0b-4b64-b9d6-d7262a9d5c1f req-d95cb270-c0c9-4ab9-86fd-e34336ce0bf4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 948 time: 0.2023261 Feb 19 01:21:03.334354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99d789c3-ee0b-4b64-b9d6-d7262a9d5c1f req-71333ad0-bc15-4bbd-9789-289456bc74b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616467 Feb 19 01:21:03.335248 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (ed808872-8140-47fd-891b-797007871d50), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.335834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed808872-8140-47fd-891b-797007871d50 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:21:03.345992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.347699 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c6f331cf-8577-4c06-a978-d8a2ff604d63 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ed808872-8140-47fd-891b-797007871d50 HTTP/1.1" status: 204 len: 168 time: 1.9234626 Feb 19 01:21:03.350710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47172) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:03.415702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617963c8-8229-4886-96b8-0f28a9614630 req-524b9f58-48a2-4884-b1d9-d57a54ba7a21 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:03.424394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-617963c8-8229-4886-96b8-0f28a9614630 req-524b9f58-48a2-4884-b1d9-d57a54ba7a21 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.0933311 Feb 19 01:21:03.425444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Deleting subnet dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:03.429430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Publish callbacks [] for subnet (dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.475212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-617963c8-8229-4886-96b8-0f28a9614630 req-b2d6e2a4-553f-4a24-a8f9-7c8ba39d6274 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498669 Feb 19 01:21:03.518516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5b8b72cd-72b9-44ff-ae9b-cc6d2acb52d8 req-1368ab29-5019-4c5f-ac85-a93bb3be436a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0605912 Feb 19 01:21:03.539602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.653516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.784332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cc967-63cc-4a29-a500-5aef84c256e7 req-42b67e96-d63a-4504-b061-d67992f3f14a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:03.786617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b9cc967-63cc-4a29-a500-5aef84c256e7 req-42b67e96-d63a-4504-b061-d67992f3f14a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.0712619 Feb 19 01:21:03.787891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.812011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:03.847989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.854178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f57975a0-b8b9-4afd-80fe-03020fe80140 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dd9e7d8a-02d0-42dc-81b6-52762e1cd3ca HTTP/1.1" status: 204 len: 168 time: 0.5023577 Feb 19 01:21:03.854803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36760f-24a1-491f-9374-fe0a6c5784a8 None None] Network 95fd772c-f9aa-4844-b51b-753fcac22711 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:03.857659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47178) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:03.922491 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b9cc967-63cc-4a29-a500-5aef84c256e7 req-ae5d9119-1b99-4250-8d60-3a948831401f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112223 Feb 19 01:21:03.994287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (95fd772c-f9aa-4844-b51b-753fcac22711), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.058224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Deleting port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:04.058568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.079444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] DHCP port deletion for 95fd772c-f9aa-4844-b51b-753fcac22711 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:04.146039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] Deleting port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:04.147123 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.150787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] For port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:04.151158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.167817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Calling delete_port for 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:04.229812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] For port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,segment=NetworkSegment(02d6c4d3-d7db-4600-9fb4-0eab71be62fb),segment_id=02d6c4d3-d7db-4600-9fb4-0eab71be62fb)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:04.230465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.247207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] Calling delete_port for 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:04.278404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.321886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:04.332302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] No DVR routers for this DVR port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:04.386776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (3a615efe-03ff-4eab-bcf1-acbc7c56dbb5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.445793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (95fd772c-f9aa-4844-b51b-753fcac22711), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.451516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] Pushing event deleted for resources: {'Port': ['ID=3a615efe-03ff-4eab-bcf1-acbc7c56dbb5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:04.454341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d524e01-a5e3-4276-8cb5-ce8140e59475 None None] No DVR routers for this DVR port 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:04.470286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:04.485903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fd772c-f9aa-4844-b51b-753fcac22711']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:04.500030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d6c4d3-d7db-4600-9fb4-0eab71be62fb') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:04.500285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d6c4d3-d7db-4600-9fb4-0eab71be62fb') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:04.512589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (02d6c4d3-d7db-4600-9fb4-0eab71be62fb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.529311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (02d6c4d3-d7db-4600-9fb4-0eab71be62fb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.539776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:04.540353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (02d6c4d3-d7db-4600-9fb4-0eab71be62fb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:04.543321 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:04.578537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4592bb-b3c7-4353-8483-978be7431066 req-693a26c5-93ea-4e16-8278-14b15e94a717 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:04.581858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b4592bb-b3c7-4353-8483-978be7431066 req-693a26c5-93ea-4e16-8278-14b15e94a717 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 948 time: 0.1269934 Feb 19 01:21:04.642953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (95fd772c-f9aa-4844-b51b-753fcac22711), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.674440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b4592bb-b3c7-4353-8483-978be7431066 req-61ffa6b4-7353-4b11-8faa-14d2affd81aa tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792680 Feb 19 01:21:04.689406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.695705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] 10.222.0.43 "DELETE /v2.0/networks/95fd772c-f9aa-4844-b51b-753fcac22711 HTTP/1.1" status: 204 len: 168 time: 0.8336461 Feb 19 01:21:04.697053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47200) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:04.708313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2f2ca27-974c-4611-b977-902b6d40c8b2 req-bbbb5d86-7386-467d-ac8f-79a80e62d851 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0662911 Feb 19 01:21:04.714329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28ec960c-cf39-4319-bd8c-bd4b5c8e722f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.718217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3b9a4-73b9-433a-a0cc-e1700df9a3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=95fd772c-f9aa-4844-b51b-753fcac22711,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:04.823970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:04.874169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28ec960c-cf39-4319-bd8c-bd4b5c8e722f admin admin] Publish callbacks [] for security_group (3abbb8ad-0509-40d1-84db-3dd37ddc56ce), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.877936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:04.879360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3a615efe-03ff-4eab-bcf1-acbc7c56dbb5 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:04.900600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28ec960c-cf39-4319-bd8c-bd4b5c8e722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3abbb8ad-0509-40d1-84db-3dd37ddc56ce), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.953249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec960c-cf39-4319-bd8c-bd4b5c8e722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abbb8ad-0509-40d1-84db-3dd37ddc56ce,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:04.999357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-28ec960c-cf39-4319-bd8c-bd4b5c8e722f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=516afdcf8d764658b916fe6061ed71e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255630 Feb 19 01:21:05.000436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47204) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:05.067720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4505fc9a-e557-408e-84d4-f4bce31578d0 admin admin] Publish callbacks [] for security_group (3abbb8ad-0509-40d1-84db-3dd37ddc56ce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.107835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device abeedf32-a577-44f1-9e4d-667d7a4cdd40 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:21:05.122611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4505fc9a-e557-408e-84d4-f4bce31578d0 admin admin] Publish callbacks [] for security_group (3abbb8ad-0509-40d1-84db-3dd37ddc56ce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.127019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c5638-a2be-4b0c-877d-73cc861beef6 req-38a8d868-f2c2-4ccb-8a36-2cfe8c16f593 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:05.129579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a3c5638-a2be-4b0c-877d-73cc861beef6 req-38a8d868-f2c2-4ccb-8a36-2cfe8c16f593 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1154206 Feb 19 01:21:05.236132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4505fc9a-e557-408e-84d4-f4bce31578d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3abbb8ad-0509-40d1-84db-3dd37ddc56ce), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.240309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4505fc9a-e557-408e-84d4-f4bce31578d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.242220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4505fc9a-e557-408e-84d4-f4bce31578d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3abbb8ad-0509-40d1-84db-3dd37ddc56ce HTTP/1.1" status: 204 len: 168 time: 0.2401180 Feb 19 01:21:05.254406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a3c5638-a2be-4b0c-877d-73cc861beef6 req-9f64f8d7-ddd4-40b9-9aeb-5d6cdacc3874 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145434 Feb 19 01:21:05.284198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505fc9a-e557-408e-84d4-f4bce31578d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abbb8ad-0509-40d1-84db-3dd37ddc56ce,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:05.390177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port abeedf32-a577-44f1-9e4d-667d7a4cdd40, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:05.405992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (66f7870b-b022-4028-b584-693e58edde62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.420569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'port_id': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40', 'mac_address': 'fa:16:3e:80:1c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c2ed16-8fb6-4a81-9153-e917b37f50f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:21:05.494974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port abeedf32-a577-44f1-9e4d-667d7a4cdd40 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:05.495371 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.512985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeedf32-a577-44f1-9e4d-667d7a4cdd40 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:05.562877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port abeedf32-a577-44f1-9e4d-667d7a4cdd40, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:05.571219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.684475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=abeedf32-a577-44f1-9e4d-667d7a4cdd40,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:05.762763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffc17-05d7-41de-b5d8-0968f09dc381 req-2189cf10-6ad4-409d-99c3-28fe5f172819 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:05.778093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a2ffc17-05d7-41de-b5d8-0968f09dc381 req-2189cf10-6ad4-409d-99c3-28fe5f172819 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.1367977 Feb 19 01:21:05.878831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:21:05.891749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a2ffc17-05d7-41de-b5d8-0968f09dc381 req-c1df1eef-b6ce-4b88-8a4e-ff2d1c36f09a tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056819 Feb 19 01:21:05.974291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Deleting port 99eceb8b-406a-4f93-a35e-0b093c67132a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:05.979244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.100956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2da265fc-b289-46b6-8b02-56dbd2801848 req-4485b8d9-0e2c-42a8-8c46-d1dab100d571 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0676737 Feb 19 01:21:06.168371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a55a7d-afb1-4594-9b79-301c240f658b req-f81c6711-b80d-4788-90fa-7abdaf028c2c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:06.169982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7a55a7d-afb1-4594-9b79-301c240f658b req-f81c6711-b80d-4788-90fa-7abdaf028c2c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 949 time: 0.1282320 Feb 19 01:21:06.216084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] For port 99eceb8b-406a-4f93-a35e-0b093c67132a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=99eceb8b-406a-4f93-a35e-0b093c67132a,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:06.218903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.255666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7a55a7d-afb1-4594-9b79-301c240f658b req-67ce0d40-ccbe-456a-99be-da640f3b05dc tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773268 Feb 19 01:21:06.306426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Calling delete_port for 99eceb8b-406a-4f93-a35e-0b093c67132a owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:06.548487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47260) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:06.590341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdf617-090f-4216-bdab-a0055c0ff210 req-18c33d06-5e19-4482-9142-f37f7fb0adcc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:06.597476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99fdf617-090f-4216-bdab-a0055c0ff210 req-18c33d06-5e19-4482-9142-f37f7fb0adcc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.3445334 Feb 19 01:21:06.605663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (99eceb8b-406a-4f93-a35e-0b093c67132a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.654294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=99eceb8b-406a-4f93-a35e-0b093c67132a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:06.716803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2144353479-network', 'tenant_id': '2610f3ed089040508156db4075e65414'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:06.745043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Made reservation on behalf of 2610f3ed089040508156db4075e65414 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:06.748550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.759791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.780595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99fdf617-090f-4216-bdab-a0055c0ff210 req-d1d50a86-c73b-42f6-a177-0a812c0fe064 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777592 Feb 19 01:21:06.872878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks [] for security_group (56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.884892 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.920270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:06.931374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:06.954197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (457b273c-d871-46f0-abe9-dbafb038a3ee), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.954572 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Added segment 457b273c-d871-46f0-abe9-dbafb038a3ee of type vlan for network deb959f3-c24e-4502-a431-6afc72341830 Feb 19 01:21:06.982762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (66f7870b-b022-4028-b584-693e58edde62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.045602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (deb959f3-c24e-4502-a431-6afc72341830), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.100584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cb2e95f0-b181-4208-ac66-51514ae4436b details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:21:07.143163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (deb959f3-c24e-4502-a431-6afc72341830), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.144285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:07.147541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.197769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6485727 Feb 19 01:21:07.203844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:07.238211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Request body: {'subnet': {'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2144353479-subnet', 'tenant_id': '2610f3ed089040508156db4075e65414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:07.278264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Made reservation on behalf of 2610f3ed089040508156db4075e65414 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:07.281076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.293245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device abeedf32-a577-44f1-9e4d-667d7a4cdd40 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:07.333983 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1c78950-2874-47b4-965d-9ecc7d4a7663 req-73d65d0a-605b-44b4-b289-cb2b81946120 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0595875 Feb 19 01:21:07.338806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3edc-42b0-408c-ad15-11e12629a832 admin admin] Pushing event updated for resources: {'Network': ['ID=deb959f3-c24e-4502-a431-6afc72341830,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:07.352601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14d270-cc42-447d-9fae-cb09d8d3a6ec req-9d517d6e-1d30-4f73-aee1-d489def8ef5f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:07.370906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a14d270-cc42-447d-9fae-cb09d8d3a6ec req-9d517d6e-1d30-4f73-aee1-d489def8ef5f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.2930880 Feb 19 01:21:07.388646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network deb959f3-c24e-4502-a431-6afc72341830 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:07.406647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Router 66f7870b-b022-4028-b584-693e58edde62 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:07.447343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a14d270-cc42-447d-9fae-cb09d8d3a6ec req-b1da97e3-e0df-44ee-8f7f-2b1812041b67 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754550 Feb 19 01:21:07.503589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:07.658202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f086a1-8348-4248-ade1-804fcd565887 req-998ecc94-bb6b-4edd-b0a2-7eef81fab381 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:07.660125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9f086a1-8348-4248-ade1-804fcd565887 req-998ecc94-bb6b-4edd-b0a2-7eef81fab381 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 949 time: 0.1308765 Feb 19 01:21:07.701607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:07.711193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5ccb4e57-5439-4460-8415-33da557d77d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/66f7870b-b022-4028-b584-693e58edde62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127192 Feb 19 01:21:07.718114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47276) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:07.780764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461c808-da11-468c-bfcc-d5ee18893316 req-547901b4-a73c-492f-b441-2833c1f5daf4 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:07.782758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0461c808-da11-468c-bfcc-d5ee18893316 req-547901b4-a73c-492f-b441-2833c1f5daf4 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.3504939 Feb 19 01:21:07.784573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3e9c1a12-bd7f-470e-b99f-6c212fb602b3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.840754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Sync routers for ids ['66f7870b-b022-4028-b584-693e58edde62'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:07.844008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9c1a12-bd7f-470e-b99f-6c212fb602b3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:07.861570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Routers {'66f7870b-b022-4028-b584-693e58edde62'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:07.861934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['66f7870b-b022-4028-b584-693e58edde62'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:07.901325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks [] for router (66f7870b-b022-4028-b584-693e58edde62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.961383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Checking segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:07.961960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Network hostable DHCP agents. Network: deb959f3-c24e-4502-a431-6afc72341830, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:21:07.996563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b9f086a1-8348-4248-ade1-804fcd565887 req-63384a14-b4a2-49a7-94c0-e9b34cf071be tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277383 Feb 19 01:21:07.999775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Set router 66f7870b-b022-4028-b584-693e58edde62 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:08.057130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Network deb959f3-c24e-4502-a431-6afc72341830 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:08.060198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'port_id': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'mac_address': 'fa:16:3e:f8:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:21:08.066790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks [] for router_gateway (66f7870b-b022-4028-b584-693e58edde62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.070322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744c677-7753-4f62-8cbc-01a9724a756a req-0395c835-3620-46b9-ac0a-9504f8ecaebd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:08.071872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f744c677-7753-4f62-8cbc-01a9724a756a req-0395c835-3620-46b9-ac0a-9504f8ecaebd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1600046 Feb 19 01:21:08.078309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Deleting port cbe8762d-1832-41dd-96b0-fbab902d3a12 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:08.078649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.099016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, deb959f3-c24e-4502-a431-6afc72341830) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:08.136193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046fd13-14c2-40a4-a177-4d05a81aef49 None None] Network deb959f3-c24e-4502-a431-6afc72341830 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:08.143286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:08.143882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.155347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Deleting port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:08.155651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.198112 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f744c677-7753-4f62-8cbc-01a9724a756a req-6b2af448-2134-4ab0-99a9-882f0b41c917 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146507 Feb 19 01:21:08.217496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a8f18927-b225-4837-bfac-568357fe5810 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0125909 Feb 19 01:21:08.220883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47280) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:08.232096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:08.264148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] For port cbe8762d-1832-41dd-96b0-fbab902d3a12, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cbe8762d-1832-41dd-96b0-fbab902d3a12,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:08.264516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.280511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Calling delete_port for cbe8762d-1832-41dd-96b0-fbab902d3a12 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:08.288181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (9959f934-bb77-4e8a-b0f0-05e13f725c95), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.289367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (9959f934-bb77-4e8a-b0f0-05e13f725c95), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.303643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cb2e95f0-b181-4208-ac66-51514ae4436b is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:08.303643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.306899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-deb959f3-c24e-4502-a431-6afc72341830', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'project_id': '2610f3ed089040508156db4075e65414', 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:21:08.307740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.308292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] For port 1c64b52a-a16f-4d7e-bb5b-61d339c27db8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:08.308825 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.325918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Calling delete_port for 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:08.344475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port abeedf32-a577-44f1-9e4d-667d7a4cdd40 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:08.353955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port abeedf32-a577-44f1-9e4d-667d7a4cdd40 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:08.354337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.461946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks [] for router_controller (9959f934-bb77-4e8a-b0f0-05e13f725c95), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.579790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb2e95f0-b181-4208-ac66-51514ae4436b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:08.634543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c09acc9-0d9f-4b51-bbbb-c53f9876f1fc req-3a2bf791-3308-431e-8b60-5d56b473ecb4 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1033266 Feb 19 01:21:08.724884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1c64b52a-a16f-4d7e-bb5b-61d339c27db8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.777982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:08.801105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Allocated IP 172.20.0.2 (deb959f3-c24e-4502-a431-6afc72341830/3e9c1a12-bd7f-470e-b99f-6c212fb602b3/24ee824f-b435-4f4d-a813-8ba142f43ef4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:08.818527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c64b52a-a16f-4d7e-bb5b-61d339c27db8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:08.884447 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (66f7870b-b022-4028-b584-693e58edde62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.946232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port abeedf32-a577-44f1-9e4d-667d7a4cdd40 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:08.946626 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.964883 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.091581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:09.093917 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeabb6f-371a-44ad-a44a-94ba200ee1db" -d '{"events": [{"server_uuid": "f144fff9-f9bf-4330-8b43-5dfc7e47f130", "name": "network-vif-plugged", "status": "completed", "tag": "abeedf32-a577-44f1-9e4d-667d7a4cdd40"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:09.103504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7870b-b022-4028-b584-693e58edde62', 'name': 'tempest-TestAggregatesBasicOps-68813718-router', 'tenant_id': '40e3313dcb4a43719354b1e70a741a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:44Z', 'updated_at': '2022-02-19T01:21:06Z', 'revision_number': 5, 'project_id': '40e3313dcb4a43719354b1e70a741a8c', 'gw_port': {'id': '1c64b52a-a16f-4d7e-bb5b-61d339c27db8', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7870b-b022-4028-b584-693e58edde62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:45Z', 'updated_at': '2022-02-19T01:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:09.132452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (66f7870b-b022-4028-b584-693e58edde62), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.137594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks [] for router_controller (66f7870b-b022-4028-b584-693e58edde62), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.200645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['cb2e95f0-b181-4208-ac66-51514ae4436b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:21:09.241629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Checking router: 66f7870b-b022-4028-b584-693e58edde62 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:09.345913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (66f7870b-b022-4028-b584-693e58edde62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.346550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f7870b-b022-4028-b584-693e58edde62 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:21:09.351837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.355997 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8fe039d8-7247-45d9-bd5f-b0d038350b30 admin admin] 10.222.0.43 "DELETE /v2.0/routers/66f7870b-b022-4028-b584-693e58edde62 HTTP/1.1" status: 204 len: 168 time: 1.6368449 Feb 19 01:21:09.356633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47328) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:09.393493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks [] for router_gateway (9959f934-bb77-4e8a-b0f0-05e13f725c95), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.414223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Deleting subnet 71f7c53d-5bce-4253-9242-ba1ba9ec1840 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:09.430982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cbe8762d-1832-41dd-96b0-fbab902d3a12), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.441448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75bb46-96e5-45d4-b12f-5deb7aa8f58f req-4aab8243-0897-453c-a6e3-89fce3b78765 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:09.443332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd75bb46-96e5-45d4-b12f-5deb7aa8f58f req-4aab8243-0897-453c-a6e3-89fce3b78765 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe724d0-8271-47df-a953-4a5ef03a85f3 HTTP/1.1" status: 200 len: 945 time: 0.8322556 Feb 19 01:21:09.445790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869b8c-c666-411f-9ea9-6e5213bc688a req-8769c736-fc00-4036-9ddc-615b5bd2797d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:09.448651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3869b8c-c666-411f-9ea9-6e5213bc688a req-8769c736-fc00-4036-9ddc-615b5bd2797d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 949 time: 0.2938428 Feb 19 01:21:09.450049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Publish callbacks [] for subnet (71f7c53d-5bce-4253-9242-ba1ba9ec1840), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.499169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Publish callbacks [] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.532323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port abeedf32-a577-44f1-9e4d-667d7a4cdd40, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:09.546187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.559868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (71f7c53d-5bce-4253-9242-ba1ba9ec1840), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.578901 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:21:09.603217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.615169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Pushing event deleted for resources: {'Port': ['ID=cbe8762d-1832-41dd-96b0-fbab902d3a12,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:09.648006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:09.660925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cbe8762d-1832-41dd-96b0-fbab902d3a12 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:09.668782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3869b8c-c666-411f-9ea9-6e5213bc688a req-01f84368-f3ed-4849-935e-169a1754a0b6 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149525 Feb 19 01:21:09.695838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] No DVR routers for this DVR port cbe8762d-1832-41dd-96b0-fbab902d3a12 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:09.708766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.717892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0461c808-da11-468c-bfcc-d5ee18893316 req-18a6c395-75bd-46a7-87dc-7549597aac5c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "DELETE /v2.0/ports/cbe8762d-1832-41dd-96b0-fbab902d3a12 HTTP/1.1" status: 204 len: 173 time: 1.8837280 Feb 19 01:21:09.720739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'name': 'network-vif-deleted', 'tag': 'cbe8762d-1832-41dd-96b0-fbab902d3a12'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:09.728345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:09.728722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:21:09.729432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66f7870b-b022-4028-b584-693e58edde62'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:21:09.730006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78be3f-89a7-46c7-bd8d-b48218fd8033 None None] The sync data for ids ['66f7870b-b022-4028-b584-693e58edde62'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:09.734320 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f970d7-d4f3-4b97-8a59-4682e42c12ce" -d '{"events": [{"server_uuid": "0fe724d0-8271-47df-a953-4a5ef03a85f3", "name": "network-vif-deleted", "tag": "cbe8762d-1832-41dd-96b0-fbab902d3a12"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:09.789250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Network deb959f3-c24e-4502-a431-6afc72341830 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:09.793628 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b6636-b8be-4775-982a-36ff3aece12e x-openstack-request-id: req-590b6636-b8be-4775-982a-36ff3aece12e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:09.795990 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144fff9-f9bf-4330-8b43-5dfc7e47f130", "name": "network-vif-plugged", "status": "completed", "tag": "abeedf32-a577-44f1-9e4d-667d7a4cdd40", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:09.796264 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-590b6636-b8be-4775-982a-36ff3aece12e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:09.797376 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40', 'code': 200} Feb 19 01:21:09.866244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd75bb46-96e5-45d4-b12f-5deb7aa8f58f req-1447b8f8-3a73-470d-8e53-a31febda2a0d tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774810 Feb 19 01:21:09.866556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:09.886376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: cbe8762d-1832-41dd-96b0-fbab902d3a12 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:09.886732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cbe8762d-1832-41dd-96b0-fbab902d3a12 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:09.888440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:09.924370 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (71f7c53d-5bce-4253-9242-ba1ba9ec1840), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.979840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481996c-39c7-45c3-9d83-b07f14c6614c req-1039eded-f1cb-4728-bf33-1eeab67849aa tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:09.981562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1481996c-39c7-45c3-9d83-b07f14c6614c req-1039eded-f1cb-4728-bf33-1eeab67849aa tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 945 time: 0.1120322 Feb 19 01:21:10.040134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (71f7c53d-5bce-4253-9242-ba1ba9ec1840), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.074938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.075509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d9a3b2-ae99-443a-a194-8a44a4982c8c None None] Network ed780c67-3483-4627-af37-9f4f9c05b150 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:10.079727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/71f7c53d-5bce-4253-9242-ba1ba9ec1840 HTTP/1.1" status: 204 len: 168 time: 0.7199960 Feb 19 01:21:10.086209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47340) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:10.092073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Attempting to bind port 24ee824f-b435-4f4d-a813-8ba142f43ef4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:10.092567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Attempting to bind port 24ee824f-b435-4f4d-a813-8ba142f43ef4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:10.093069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Attempting to bind port 24ee824f-b435-4f4d-a813-8ba142f43ef4 on network deb959f3-c24e-4502-a431-6afc72341830 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:10.095101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Pushing event updated for resources: {'Port': ['ID=24ee824f-b435-4f4d-a813-8ba142f43ef4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.112790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac51b06-6eac-44df-8eaf-868aadd76783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f7c53d-5bce-4253-9242-ba1ba9ec1840,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.120326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1481996c-39c7-45c3-9d83-b07f14c6614c req-db6d9d35-e474-4b9c-9bdd-e8e84929a565 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277156 Feb 19 01:21:10.220037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=abeedf32-a577-44f1-9e4d-667d7a4cdd40,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.228285 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3d34f-a3b1-4bd5-abb7-dea36ab4ac8d x-openstack-request-id: req-9dd3d34f-a3b1-4bd5-abb7-dea36ab4ac8d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:10.245518 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe724d0-8271-47df-a953-4a5ef03a85f3", "name": "network-vif-deleted", "tag": "cbe8762d-1832-41dd-96b0-fbab902d3a12", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:10.246145 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dd3d34f-a3b1-4bd5-abb7-dea36ab4ac8d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:10.246795 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe724d0-8271-47df-a953-4a5ef03a85f3', 'name': 'network-vif-deleted', 'tag': 'cbe8762d-1832-41dd-96b0-fbab902d3a12', 'status': 'completed', 'code': 200} Feb 19 01:21:10.259336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:10.260029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Checking segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:10.260620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.261233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Bound using segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:10.261903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Bound port: 24ee824f-b435-4f4d-a813-8ba142f43ef4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:10.263491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.409156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45a6373-6671-436a-8ced-2b2e3f522050 req-df62251f-e8e0-4787-9634-a3185aa7ee4a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1859028 Feb 19 01:21:10.425028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] For port 24ee824f-b435-4f4d-a813-8ba142f43ef4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:10.483837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (ed780c67-3483-4627-af37-9f4f9c05b150), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.495224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] For port 24ee824f-b435-4f4d-a813-8ba142f43ef4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=24ee824f-b435-4f4d-a813-8ba142f43ef4,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:10.497946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks [] for router_gateway (9959f934-bb77-4e8a-b0f0-05e13f725c95), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.526301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.599207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.735449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5986514-fb66-4fa5-9751-359846014082 req-d29d4c6a-9b01-4192-be47-1dad66916899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:10.742186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5986514-fb66-4fa5-9751-359846014082 req-d29d4c6a-9b01-4192-be47-1dad66916899 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 1132 time: 0.6544063 Feb 19 01:21:10.747399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb98674-aa0f-4c33-9248-2008cbca98ca None None] Pushing event updated for resources: {'Port': ['ID=24ee824f-b435-4f4d-a813-8ba142f43ef4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.822612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] DHCP port deletion for ed780c67-3483-4627-af37-9f4f9c05b150 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:10.973086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] Deleting port 2346c011-a40d-4846-b720-02d30a28fd26 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:10.973687 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2346c011-a40d-4846-b720-02d30a28fd26), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.088986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2346c011-a40d-4846-b720-02d30a28fd26 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:11.095388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d1793-ae5a-49a9-8f2b-59ecb4f2d5ad req-77b12b1c-00e9-4603-9bf3-b7d15df38859 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:11.097742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b9d1793-ae5a-49a9-8f2b-59ecb4f2d5ad req-77b12b1c-00e9-4603-9bf3-b7d15df38859 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 950 time: 0.2428062 Feb 19 01:21:11.232258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cb2e95f0-b181-4208-ac66-51514ae4436b up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:11.253104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5986514-fb66-4fa5-9751-359846014082 req-9602db79-d0e7-41b8-adb7-3ee64a325b3f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938483 Feb 19 01:21:11.296282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b9d1793-ae5a-49a9-8f2b-59ecb4f2d5ad req-30c11c88-07e9-411a-9c32-4b4294d43a87 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921332 Feb 19 01:21:11.320575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Allocated IP 172.25.0.43 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/addf8f65-3b20-479a-bb71-de42acdc6bc1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:11.423289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] For port 2346c011-a40d-4846-b720-02d30a28fd26, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2346c011-a40d-4846-b720-02d30a28fd26,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:11.425266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Deleting port 2346c011-a40d-4846-b720-02d30a28fd26 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:11.425893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2346c011-a40d-4846-b720-02d30a28fd26), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.426854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2346c011-a40d-4846-b720-02d30a28fd26), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.489391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] Calling delete_port for 2346c011-a40d-4846-b720-02d30a28fd26 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:11.533727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port cb2e95f0-b181-4208-ac66-51514ae4436b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:11.534327 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.734074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] For port 2346c011-a40d-4846-b720-02d30a28fd26, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2346c011-a40d-4846-b720-02d30a28fd26,segment=NetworkSegment(f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17),segment_id=f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:11.734715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2346c011-a40d-4846-b720-02d30a28fd26), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.765710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359707f5-c5fc-4ae1-947f-d338779a94fa req-8a7fbe09-a650-48ac-b921-c2a47644ccb8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:11.767726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-359707f5-c5fc-4ae1-947f-d338779a94fa req-8a7fbe09-a650-48ac-b921-c2a47644ccb8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 945 time: 0.4516096 Feb 19 01:21:11.784094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Calling delete_port for 2346c011-a40d-4846-b720-02d30a28fd26 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:11.790132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13552366-f5cc-4762-bd9f-cc8e66a15294 req-a26abac6-8449-4a9a-ad94-3d49c3572220 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0904846 Feb 19 01:21:11.883301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks [] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.929738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-359707f5-c5fc-4ae1-947f-d338779a94fa req-e41e53f2-66c1-41f0-b2b3-bd5c72ad4e23 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548171 Feb 19 01:21:11.993722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2346c011-a40d-4846-b720-02d30a28fd26 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:11.994262 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2346c011-a40d-4846-b720-02d30a28fd26), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.010222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.087264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Pushing event updated for resources: {'Port': ['ID=addf8f65-3b20-479a-bb71-de42acdc6bc1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:12.092844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2346c011-a40d-4846-b720-02d30a28fd26), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.135904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Pushing event deleted for resources: {'Port': ['ID=2346c011-a40d-4846-b720-02d30a28fd26,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:12.151914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:12.159355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 99eceb8b-406a-4f93-a35e-0b093c67132a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:12.160651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:12.169753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] No DVR routers for this DVR port 2346c011-a40d-4846-b720-02d30a28fd26 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:12.172356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:12.203254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 99eceb8b-406a-4f93-a35e-0b093c67132a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:12.203999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 99eceb8b-406a-4f93-a35e-0b093c67132a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:12.204641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:12.228162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:12.228858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1c64b52a-a16f-4d7e-bb5b-61d339c27db8 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:12.246237 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:21:12.299489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cb2e95f0-b181-4208-ac66-51514ae4436b is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:12.300256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.318137 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2346c011-a40d-4846-b720-02d30a28fd26), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.383690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] Pushing event deleted for resources: {'Port': ['ID=2346c011-a40d-4846-b720-02d30a28fd26,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:12.431433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb7ae2-ad47-4c02-9007-0fc1e9183eb9 None None] No DVR routers for this DVR port 2346c011-a40d-4846-b720-02d30a28fd26 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:12.458171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:12.460448 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a633786c-c24d-4527-9699-f63952e7ec09" -d '{"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:12.524601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:12.538673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.622276 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad34c17c-55c0-41d8-a9e5-dae410d8a55f x-openstack-request-id: req-ad34c17c-55c0-41d8-a9e5-dae410d8a55f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:12.630309 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:12.630742 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad34c17c-55c0-41d8-a9e5-dae410d8a55f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:12.631480 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'code': 200} Feb 19 01:21:12.733593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:12.813879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d114163-c6b7-47ae-accd-449271b3a9a3 None None] Network deb959f3-c24e-4502-a431-6afc72341830 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:12.844984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091e13-5e9e-469e-83f6-08e83a998b7f req-b93415d1-cb05-47bb-a6ea-d2cf40ae741d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:12.850216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (ed780c67-3483-4627-af37-9f4f9c05b150), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.858600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84091e13-5e9e-469e-83f6-08e83a998b7f req-b93415d1-cb05-47bb-a6ea-d2cf40ae741d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 950 time: 0.2031701 Feb 19 01:21:12.944280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed780c67-3483-4627-af37-9f4f9c05b150']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:12.991562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:12.992133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:13.107829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.127030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 24ee824f-b435-4f4d-a813-8ba142f43ef4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:13.195557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] Provisioning complete for port 24ee824f-b435-4f4d-a813-8ba142f43ef4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:13.196215 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.219851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8afc8130-be25-4377-8a78-9fb05834b122 req-b62f0d36-4563-4af7-b5c6-bdf173321c0d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.2244785 Feb 19 01:21:13.257682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.311204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:13.311848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (f4ea94cb-4135-46c3-a7c2-6d0ec2e5fc17), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:13.314660 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:13.559308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] Current status of the port 24ee824f-b435-4f4d-a813-8ba142f43ef4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:13.559882 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.604318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks [] for router_gateway (9959f934-bb77-4e8a-b0f0-05e13f725c95), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.643128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (ed780c67-3483-4627-af37-9f4f9c05b150), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.667658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 24ee824f-b435-4f4d-a813-8ba142f43ef4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:13.669194 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.781331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.799204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] 10.222.0.43 "DELETE /v2.0/networks/ed780c67-3483-4627-af37-9f4f9c05b150 HTTP/1.1" status: 204 len: 168 time: 3.7075474 Feb 19 01:21:13.856879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] For port 24ee824f-b435-4f4d-a813-8ba142f43ef4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=24ee824f-b435-4f4d-a813-8ba142f43ef4,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:13.868758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.883103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9d8b0-e1cc-4bd6-a4c5-4bfdef85b33f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed780c67-3483-4627-af37-9f4f9c05b150,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:13.942553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84091e13-5e9e-469e-83f6-08e83a998b7f req-27aa6fc7-6468-448c-84ac-fdc6b4d21334 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0814059 Feb 19 01:21:13.943023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b8f4b-d827-4659-a57f-b48b45f13be9 req-ee120318-6802-4877-ac39-94d4079f9a6e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:13.947184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc8b8f4b-d827-4659-a57f-b48b45f13be9 req-ee120318-6802-4877-ac39-94d4079f9a6e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.5479763 Feb 19 01:21:14.016415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ad28-d388-49bc-b00d-3fd2886c6fcd None None] Pushing event updated for resources: {'Port': ['ID=24ee824f-b435-4f4d-a813-8ba142f43ef4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:14.035168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8a421304-7714-4730-965f-5988d06b2bbf None None] Provisioning complete for port 24ee824f-b435-4f4d-a813-8ba142f43ef4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:14.037135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a421304-7714-4730-965f-5988d06b2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.127427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc8b8f4b-d827-4659-a57f-b48b45f13be9 req-c57d5554-b346-48c7-b652-0a45f936bad2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306906 Feb 19 01:21:14.138656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47384) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:14.146142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 24ee824f-b435-4f4d-a813-8ba142f43ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:14.233432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-de60da6d-1b64-4688-abb8-9f36db39c16e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6025a87ed86484188fe14bc22609d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927119 Feb 19 01:21:14.255618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47386) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:14.274232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8a421304-7714-4730-965f-5988d06b2bbf None None] Current status of the port 24ee824f-b435-4f4d-a813-8ba142f43ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:14.319636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (9959f934-bb77-4e8a-b0f0-05e13f725c95), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.460835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0222a9f7-3761-4e70-87a0-c2ba303cd05a req-3c2554a3-7838-4589-af16-d8441dd8a94b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1043909 Feb 19 01:21:14.469402 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53dbc968-6cb1-4257-84ae-b88e01606f08 admin admin] Publish callbacks [] for security_group (e872cfd7-7e18-4e8b-89d0-d647e56618c0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.534297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53dbc968-6cb1-4257-84ae-b88e01606f08 admin admin] Publish callbacks [] for security_group (e872cfd7-7e18-4e8b-89d0-d647e56618c0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.588904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53dbc968-6cb1-4257-84ae-b88e01606f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e872cfd7-7e18-4e8b-89d0-d647e56618c0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.616159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53dbc968-6cb1-4257-84ae-b88e01606f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.616159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-53dbc968-6cb1-4257-84ae-b88e01606f08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e872cfd7-7e18-4e8b-89d0-d647e56618c0 HTTP/1.1" status: 204 len: 168 time: 0.3482747 Feb 19 01:21:14.617776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Router 9959f934-bb77-4e8a-b0f0-05e13f725c95 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:21:14.652334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbc968-6cb1-4257-84ae-b88e01606f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872cfd7-7e18-4e8b-89d0-d647e56618c0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:14.769871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:14.786541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Sync routers for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:14.800466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.805208 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-416450e1-944f-44e2-abc2-364309640c27 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5810502 Feb 19 01:21:14.805376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47396) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:14.824736 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:14.832313 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:14.943355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 24ee824f-b435-4f4d-a813-8ba142f43ef4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:15.104505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 24ee824f-b435-4f4d-a813-8ba142f43ef4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:15.107259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.259615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121b87b-3702-4d22-a527-f1836f589a59 req-710edaa1-ec68-4543-bf62-c960bf835cf5 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:15.272783 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c121b87b-3702-4d22-a527-f1836f589a59 req-710edaa1-ec68-4543-bf62-c960bf835cf5 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 950 time: 0.0819023 Feb 19 01:21:15.306846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 24ee824f-b435-4f4d-a813-8ba142f43ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:15.327737 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:15.353084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c121b87b-3702-4d22-a527-f1836f589a59 req-86935229-7247-4e77-8d7c-0bc4d92778e9 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Feb 19 01:21:15.427708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c31f9-4d84-4947-a879-6e322b86d229 req-a1580dcf-8f66-468f-945c-7d74526de54e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:15.444199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-873c31f9-4d84-4947-a879-6e322b86d229 req-a1580dcf-8f66-468f-945c-7d74526de54e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1375988 Feb 19 01:21:15.648793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-873c31f9-4d84-4947-a879-6e322b86d229 req-bb85a138-8f66-4a13-9bd7-8665d53b7da5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036123 Feb 19 01:21:15.657520 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:12Z', 'revision_number': 3, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:15.687028 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Checking router: 9959f934-bb77-4e8a-b0f0-05e13f725c95 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:15.687518 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Updating router 9959f934-bb77-4e8a-b0f0-05e13f725c95 port addf8f65-3b20-479a-bb71-de42acdc6bc1 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:15.723764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47412) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:15.746719 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.862587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c6c79b89-4b21-4f0e-b7b7-1a2a3d258e09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40e3313dcb4a43719354b1e70a741a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289642 Feb 19 01:21:15.864586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47414) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:15.873318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d838d3b-df5a-4305-a45b-4045f9e80fee req-ed50b605-981e-4edf-8298-5d4371ad6056 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1357245 Feb 19 01:21:15.994316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8407f25-9349-4bba-88b1-d0639872b3f2 admin admin] Publish callbacks [] for security_group (374becce-64e9-4f45-80b8-0aef522fae45), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.045663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8407f25-9349-4bba-88b1-d0639872b3f2 admin admin] Publish callbacks [] for security_group (374becce-64e9-4f45-80b8-0aef522fae45), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.167123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8407f25-9349-4bba-88b1-d0639872b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (374becce-64e9-4f45-80b8-0aef522fae45), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.178354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8407f25-9349-4bba-88b1-d0639872b3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.179347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f8407f25-9349-4bba-88b1-d0639872b3f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/374becce-64e9-4f45-80b8-0aef522fae45 HTTP/1.1" status: 204 len: 168 time: 0.3108480 Feb 19 01:21:16.251984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8407f25-9349-4bba-88b1-d0639872b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374becce-64e9-4f45-80b8-0aef522fae45,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:16.450763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.510383 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Publish callbacks [] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.528978 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.682431 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Attempting to bind port addf8f65-3b20-479a-bb71-de42acdc6bc1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:16.682806 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Attempting to bind port addf8f65-3b20-479a-bb71-de42acdc6bc1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:16.683210 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Attempting to bind port addf8f65-3b20-479a-bb71-de42acdc6bc1 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:16.710485 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:16.713576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:16.714303 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.714956 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:16.715644 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Bound port: addf8f65-3b20-479a-bb71-de42acdc6bc1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:16.717649 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.724198 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbe519-0fb3-410b-992d-c318516b1a1e None None] Pushing event updated for resources: {'Port': ['ID=addf8f65-3b20-479a-bb71-de42acdc6bc1,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:16.900734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69234cb-e953-45a6-953c-c065e978f60d req-1cb9fd2e-0b9a-4559-afe9-2e6c2fff6bee tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.902667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a69234cb-e953-45a6-953c-c065e978f60d req-1cb9fd2e-0b9a-4559-afe9-2e6c2fff6bee tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1321564 Feb 19 01:21:16.942996 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] For port addf8f65-3b20-479a-bb71-de42acdc6bc1, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:16.949581 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] For port addf8f65-3b20-479a-bb71-de42acdc6bc1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=addf8f65-3b20-479a-bb71-de42acdc6bc1,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:16.969505 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:17.009510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a69234cb-e953-45a6-953c-c065e978f60d req-bc410fbc-f31d-4802-9007-caec306b5d56 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010041 Feb 19 01:21:17.112447 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:17.113135 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:17.209356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fc3dcdb-ecfb-42dc-9b97-94bcf0429969 req-be2765f3-cc14-4a77-a946-b3262715daed tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1122265 Feb 19 01:21:17.307345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Allocated IP 172.20.0.1 (deb959f3-c24e-4502-a431-6afc72341830/3e9c1a12-bd7f-470e-b99f-6c212fb602b3/370737fc-0b42-4d53-b442-5ea65bc45fe9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:17.560263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks [] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:17.573106 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbe519-0fb3-410b-992d-c318516b1a1e None None] Pushing event updated for resources: {'Port': ['ID=addf8f65-3b20-479a-bb71-de42acdc6bc1,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:17.651843 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:17.763298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Network deb959f3-c24e-4502-a431-6afc72341830 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:17.770936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Pushing event updated for resources: {'Port': ['ID=370737fc-0b42-4d53-b442-5ea65bc45fe9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:17.775610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:17.781322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:17.798925 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:17.878622 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (9959f934-bb77-4e8a-b0f0-05e13f725c95), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.284013 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.288920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.346081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:12Z', 'revision_number': 3, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:18.367902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41ef8-50f6-4425-a3ed-a988d0ead84b req-73794857-3714-4811-b923-046c47a04fbf tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.378122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ff41ef8-50f6-4425-a3ed-a988d0ead84b req-73794857-3714-4811-b923-046c47a04fbf tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1935990 Feb 19 01:21:18.386653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aa477a79-9559-444c-ae3e-57371e59626f None None] Provisioning complete for port 370737fc-0b42-4d53-b442-5ea65bc45fe9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:18.386964 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa477a79-9559-444c-ae3e-57371e59626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.412611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec62f26-9b7c-4ad7-9ba2-003c4fac208b None None] The sync data for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 is: [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:12Z', 'revision_number': 3, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:18.557360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47470) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:18.577036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ff41ef8-50f6-4425-a3ed-a988d0ead84b req-7c5f22f9-a8ea-46c2-afad-b181806c5e64 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962378 Feb 19 01:21:18.613918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks [] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.628780 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.665342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aa477a79-9559-444c-ae3e-57371e59626f None None] Port 370737fc-0b42-4d53-b442-5ea65bc45fe9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:18.882243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-784463841-network', 'tenant_id': '9258d78528e941998465e11f752b18e8'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:18.937251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Made reservation on behalf of 9258d78528e941998465e11f752b18e8 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:18.942126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.976259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.243058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks [] for security_group (674165f1-92e2-48c9-8dc9-b0bd59f609a0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.255299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (674165f1-92e2-48c9-8dc9-b0bd59f609a0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.341846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:19.374070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (182bfbca-67cc-4b7a-bbac-1cb7573ab00d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.375905 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Added segment 182bfbca-67cc-4b7a-bbac-1cb7573ab00d of type vlan for network 15a0a81f-019b-4e8a-956e-d9ec79c94199 Feb 19 01:21:19.492559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (15a0a81f-019b-4e8a-956e-d9ec79c94199), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.555462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674165f1-92e2-48c9-8dc9-b0bd59f609a0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:19.569452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (15a0a81f-019b-4e8a-956e-d9ec79c94199), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.570438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:19.574783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.782866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (9959f934-bb77-4e8a-b0f0-05e13f725c95), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.833203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2549403 Feb 19 01:21:19.834955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47498) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:19.907406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Request body: {'subnet': {'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-784463841-subnet', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:20.005806 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30814458-4b21-4c0c-832d-c5f237a72acc req-1eab69a2-476f-4988-9ed1-41d497700d4e tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 1.3828230 Feb 19 01:21:20.006353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Pushing event updated for resources: {'Port': ['ID=370737fc-0b42-4d53-b442-5ea65bc45fe9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:20.070871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17170b-e5d0-4cdc-a1c6-17b4583a8244 admin admin] Pushing event updated for resources: {'Network': ['ID=15a0a81f-019b-4e8a-956e-d9ec79c94199,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:20.085091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:20.091422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Made reservation on behalf of 9258d78528e941998465e11f752b18e8 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:20.101465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.259684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c99081-6cde-4283-a297-3196d33f29ef req-452b3731-88bd-4116-ad9b-c3e95dd70e5f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:20.318548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05c99081-6cde-4283-a297-3196d33f29ef req-452b3731-88bd-4116-ad9b-c3e95dd70e5f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.5101984 Feb 19 01:21:20.371384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Network deb959f3-c24e-4502-a431-6afc72341830 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:20.373428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:20.465818 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f72cc12-85fc-4e90-825d-20f6f1574e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.836435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Router 9959f934-bb77-4e8a-b0f0-05e13f725c95 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:20.857768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05c99081-6cde-4283-a297-3196d33f29ef req-1f3e20a3-d80e-432d-a57d-e68865ca6285 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403099 Feb 19 01:21:21.010175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device addf8f65-3b20-479a-bb71-de42acdc6bc1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:21.068481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (6f9b9042-b716-43df-89ed-a05292b19679), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.177592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67ce7fb2-f515-4636-a76d-e512f1cb77f6 None None] Provisioning complete for port 370737fc-0b42-4d53-b442-5ea65bc45fe9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:21.178123 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67ce7fb2-f515-4636-a76d-e512f1cb77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.197368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9b9042-b716-43df-89ed-a05292b19679,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:21.272492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8b88184-0463-4214-a258-b2ff8302c11f req-6fa28e31-42e6-43b8-8d91-546568acd852 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0707290 Feb 19 01:21:21.272731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Checking segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:21.273105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Network hostable DHCP agents. Network: 15a0a81f-019b-4e8a-956e-d9ec79c94199, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:21:21.279120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:21.310440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c9922c5-ff04-4b9a-b775-6b7b0736befc admin admin] 10.222.0.43 "PUT /v2.0/routers/9959f934-bb77-4e8a-b0f0-05e13f725c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5030501 Feb 19 01:21:21.321640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port addf8f65-3b20-479a-bb71-de42acdc6bc1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:21.325238 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.341497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:21.366051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 15a0a81f-019b-4e8a-956e-d9ec79c94199) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:21.374626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:21.377457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.419009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:21.421797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cdfb63ce-4cdc-4730-bb53-fa1e3054e066 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5671954 Feb 19 01:21:21.425121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:21.427746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796e6a3-cc16-40c0-86da-5c724e10bb03 None None] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:21.455309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67ce7fb2-f515-4636-a76d-e512f1cb77f6 None None] Port 370737fc-0b42-4d53-b442-5ea65bc45fe9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:21.507434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (de67effb-3541-440b-96be-9ed7eab6f024), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.512980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (de67effb-3541-440b-96be-9ed7eab6f024), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.687852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-15a0a81f-019b-4e8a-956e-d9ec79c94199', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:21:21.688880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.731311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks [] for router_controller (de67effb-3541-440b-96be-9ed7eab6f024), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.739857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port addf8f65-3b20-479a-bb71-de42acdc6bc1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:21.741729 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.815361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port addf8f65-3b20-479a-bb71-de42acdc6bc1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=addf8f65-3b20-479a-bb71-de42acdc6bc1,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:21.842330 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.165112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks [] for router_gateway (de67effb-3541-440b-96be-9ed7eab6f024), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.249670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=addf8f65-3b20-479a-bb71-de42acdc6bc1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:22.326932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Sync routers for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:22.454552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:22.458216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:20:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:22.795001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Allocated IP 172.20.0.2 (15a0a81f-019b-4e8a-956e-d9ec79c94199/6f9b9042-b716-43df-89ed-a05292b19679/0638f655-79f8-4750-aba0-4ff7e415fbe8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:22.820040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbb04180-656d-4801-9717-2373a2e7e881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.881079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa741cc5-ae75-4403-a536-d104f9f50aae req-7ff3ea2c-5cf1-407c-8278-d3e481737a3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.882797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks [] for router_gateway (de67effb-3541-440b-96be-9ed7eab6f024), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.902241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa741cc5-ae75-4403-a536-d104f9f50aae req-7ff3ea2c-5cf1-407c-8278-d3e481737a3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1360674 Feb 19 01:21:22.967336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device addf8f65-3b20-479a-bb71-de42acdc6bc1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:23.002320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.020114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:23.046267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502340780', 'description': 'tempest-description--1316622892'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:23.118024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa741cc5-ae75-4403-a536-d104f9f50aae req-6b296e16-8519-4a5e-908c-bef2c92afee3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147925 Feb 19 01:21:23.177838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.326407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Allocated IP 172.25.0.3 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/42db63d3-4a08-4d3c-ba5d-63bbabbdd48e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:23.392303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group (a6c2d093-8f0d-45f1-be75-46e3565a25f4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.399644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a6c2d093-8f0d-45f1-be75-46e3565a25f4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.408952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:23.480928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2d093-8f0d-45f1-be75-46e3565a25f4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:23.509747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.510099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.510440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.510768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.511108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.511456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.511764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.518581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.518928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.530179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.530805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.531301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.532032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:23.549355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.555141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b091196f-0bf5-48d9-bfa2-d363892141f4 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5297153 Feb 19 01:21:23.556016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47558) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:23.569927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Request body: {'security_group_rule': {'security_group_id': 'a6c2d093-8f0d-45f1-be75-46e3565a25f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:23.642005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group_rule (f5fb9e91-489e-49b7-b2e7-81a6ed4a9e85), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.700789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks [] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.781680 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Publish callbacks [] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.790097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port addf8f65-3b20-479a-bb71-de42acdc6bc1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:23.790964 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.806248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.818987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group_rule (f5fb9e91-489e-49b7-b2e7-81a6ed4a9e85), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.830591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f5fb9e91-489e-49b7-b2e7-81a6ed4a9e85), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.876359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fb9e91-489e-49b7-b2e7-81a6ed4a9e85,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:23.922670 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7f8e191-15eb-4755-bd8f-d65317187dc0 req-bfb07d63-5599-4413-87ed-9055c6c8a993 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1411526 Feb 19 01:21:23.927657 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.929503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ba013488-a725-41f4-8d24-58d5647dbbd9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713856 Feb 19 01:21:23.932069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:23.936901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Request body: {'security_group_rule': {'security_group_id': 'a6c2d093-8f0d-45f1-be75-46e3565a25f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:23.954014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:23.965171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:23.969306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:24.006509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group_rule (959b9bc2-d62d-44e4-9eef-4fd329ce79b9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.072122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Pushing event updated for resources: {'Port': ['ID=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:24.093487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.093983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.094552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.094996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.096601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.097067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.098068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.100780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.101215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.101662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.102104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.104799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.105353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:24.148252 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.152119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group_rule (959b9bc2-d62d-44e4-9eef-4fd329ce79b9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.156387 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (959b9bc2-d62d-44e4-9eef-4fd329ce79b9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.237608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.245896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3118980 Feb 19 01:21:24.249308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631904a-f3da-4e0b-bc6a-30f15e843a7d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959b9bc2-d62d-44e4-9eef-4fd329ce79b9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:24.251196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:24.267970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:24.337762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.459609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1a37-2981-4038-9b6c-048b21ddc8d8 req-a2cb4b22-35da-4a96-a20e-142304ecc79e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:24.475085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aade1a37-2981-4038-9b6c-048b21ddc8d8 req-a2cb4b22-35da-4a96-a20e-142304ecc79e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.2005706 Feb 19 01:21:24.484961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:24.519813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:24.539162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:24.587451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aade1a37-2981-4038-9b6c-048b21ddc8d8 req-a2a1d77c-7244-4131-bfa1-156a962ccc77 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111617 Feb 19 01:21:24.605887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.652071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.817163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Pushing event updated for resources: {'Port': ['ID=0638f655-79f8-4750-aba0-4ff7e415fbe8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:24.948862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks [] for router_gateway (de67effb-3541-440b-96be-9ed7eab6f024), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.012755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Allocated IP 172.25.0.58 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/aa40bdac-457a-4406-b39b-846b8a06291c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:25.328146 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for port (aa40bdac-457a-4406-b39b-846b8a06291c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.346061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4ef292b-4ded-4f65-b149-3ac43ee99db6 req-b6888cac-1a64-4b3d-b7bf-f0442c0ffe06 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1829760 Feb 19 01:21:25.368538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port addf8f65-3b20-479a-bb71-de42acdc6bc1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:25.397756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Attempting to bind port 0638f655-79f8-4750-aba0-4ff7e415fbe8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:25.398132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Attempting to bind port 0638f655-79f8-4750-aba0-4ff7e415fbe8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:25.398494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Attempting to bind port 0638f655-79f8-4750-aba0-4ff7e415fbe8 on network 15a0a81f-019b-4e8a-956e-d9ec79c94199 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:25.450798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:25.451407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (aa40bdac-457a-4406-b39b-846b8a06291c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.452347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Checking segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:25.454310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.454841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Bound using segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:25.456305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Bound port: 0638f655-79f8-4750-aba0-4ff7e415fbe8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:25.457163 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.510474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.518412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 2, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:25.589171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:25.619829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:25.624977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:25.633638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Checking router: 9959f934-bb77-4e8a-b0f0-05e13f725c95 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:25.634004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Updating router 9959f934-bb77-4e8a-b0f0-05e13f725c95 port 370737fc-0b42-4d53-b442-5ea65bc45fe9 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:25.639625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event updated for resources: {'Port': ['ID=aa40bdac-457a-4406-b39b-846b8a06291c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:25.645397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (de67effb-3541-440b-96be-9ed7eab6f024), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.748474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.986195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Router de67effb-3541-440b-96be-9ed7eab6f024 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:21:25.990938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574cca4-0005-48d4-afe5-55e94072c30b req-67f19537-ed17-4cd2-a889-0257ebc7032c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:26.003176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5574cca4-0005-48d4-afe5-55e94072c30b req-67f19537-ed17-4cd2-a889-0257ebc7032c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.2393558 Feb 19 01:21:26.083536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (2d2a140d-18cc-44b6-8edf-9ac5f8fba150), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.179417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5574cca4-0005-48d4-afe5-55e94072c30b req-fbc04c8b-eeda-4548-a33f-57c2dcb030a3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754301 Feb 19 01:21:26.329859 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.331208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] For port 0638f655-79f8-4750-aba0-4ff7e415fbe8, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:26.394946 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aa40bdac-457a-4406-b39b-846b8a06291c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.395783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:26.412652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] For port 0638f655-79f8-4750-aba0-4ff7e415fbe8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0638f655-79f8-4750-aba0-4ff7e415fbe8,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:26.424312 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Sync routers for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:26.468482 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:26.469768 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:26.490786 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.492209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.497699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-52a459cb-f73c-4925-b915-a9f60197fb79 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0774474 Feb 19 01:21:26.504322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47576) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:26.704861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1117d19-b7ca-4205-a7fd-dac422ca40b5 req-6f0b8229-b7e1-41c2-a213-3202a12e9769 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0659859 Feb 19 01:21:26.745786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for port (aa40bdac-457a-4406-b39b-846b8a06291c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.754202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (aa40bdac-457a-4406-b39b-846b8a06291c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.795861 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:26.838596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Pushing event updated for resources: {'Port': ['ID=0638f655-79f8-4750-aba0-4ff7e415fbe8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:27.014707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (2d2a140d-18cc-44b6-8edf-9ac5f8fba150), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.070489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.075859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8140600 Feb 19 01:21:27.097523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d278b-1190-4200-a4bc-23022d67af76 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event updated for resources: {'Port': ['ID=aa40bdac-457a-4406-b39b-846b8a06291c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:27.158532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.158892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.159242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.159584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.159964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.160301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.160633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.160965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.161319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.161655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.161985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.162309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.162637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450fd06-bd64-442e-b1ec-0f4e567bbbee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.211751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.306927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Publish callbacks [] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.324976 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.500155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-61b44b63-7b35-424f-b02e-02f43c0d36ed tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1502340780&fields=id&tenant_id=2610f3ed089040508156db4075e65414 HTTP/1.1" status: 200 len: 267 time: 0.1499064 Feb 19 01:21:27.573234 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:24Z', 'revision_number': 3, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:27.619144 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Checking router: de67effb-3541-440b-96be-9ed7eab6f024 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:27.619762 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Updating router de67effb-3541-440b-96be-9ed7eab6f024 port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:27.663412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0638f655-79f8-4750-aba0-4ff7e415fbe8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:27.719852 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.730034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-86ee0890-317a-404c-99bb-5cbc2a5e8503 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:27.732012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-86ee0890-317a-404c-99bb-5cbc2a5e8503 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/networks?id=deb959f3-c24e-4502-a431-6afc72341830 HTTP/1.1" status: 200 len: 812 time: 0.2276537 Feb 19 01:21:27.769446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-8d44a6a4-8702-4028-b351-f24317b982d0 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/quotas/2610f3ed089040508156db4075e65414 HTTP/1.1" status: 200 len: 375 time: 0.0296078 Feb 19 01:21:27.890349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cb9f6-f360-4a7e-94b5-ba69a73ca48b None None] Pushing event updated for resources: {'Port': ['ID=370737fc-0b42-4d53-b442-5ea65bc45fe9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:27.908485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-ac582bef-1b3e-44c2-8632-7e40030b606a tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2610f3ed089040508156db4075e65414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327281 Feb 19 01:21:27.972158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0638f655-79f8-4750-aba0-4ff7e415fbe8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:27.972631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.979508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Attempting to bind port 370737fc-0b42-4d53-b442-5ea65bc45fe9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:27.979877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Attempting to bind port 370737fc-0b42-4d53-b442-5ea65bc45fe9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:27.981030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Attempting to bind port 370737fc-0b42-4d53-b442-5ea65bc45fe9 on network deb959f3-c24e-4502-a431-6afc72341830 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:27.989813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:27.990163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Checking segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:27.990518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.990914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Bound using segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:27.991395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Bound port: 370737fc-0b42-4d53-b442-5ea65bc45fe9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:27.991788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.197195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] For port 370737fc-0b42-4d53-b442-5ea65bc45fe9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:28.202169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] For port 370737fc-0b42-4d53-b442-5ea65bc45fe9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=370737fc-0b42-4d53-b442-5ea65bc45fe9,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:28.217587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-15a7c53b-a7b5-4a0a-849b-d837628510e3 service neutron] 10.222.0.43 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870135 Feb 19 01:21:28.289085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.362608 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Publish callbacks [] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.372016 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.432503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12492-fe5e-4a1b-8d87-712d16e8fe05 req-f151aada-51bf-4ec3-a29e-c738eb1654a0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:28.439944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] Provisioning complete for port 370737fc-0b42-4d53-b442-5ea65bc45fe9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:28.440386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.455370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36a12492-fe5e-4a1b-8d87-712d16e8fe05 req-f151aada-51bf-4ec3-a29e-c738eb1654a0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.2442722 Feb 19 01:21:28.516408 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Attempting to bind port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:28.516733 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Attempting to bind port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:28.517176 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Attempting to bind port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:28.529860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-e62d44eb-229d-491e-8662-9c3e17f1431d service neutron] 10.222.0.43 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004174 Feb 19 01:21:28.546488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:28.546870 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:28.547286 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.547679 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:28.548166 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Bound port: 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:28.548544 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.610495 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Pushing event updated for resources: {'Port': ['ID=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:28.628127 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.628548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.631951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36a12492-fe5e-4a1b-8d87-712d16e8fe05 req-8f776faa-da12-4e58-8683-77ac28a21489 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752334 Feb 19 01:21:28.653772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.654179 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.654514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.654966 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.656314 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.657088 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.658583 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.658988 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.659324 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.660397 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.670114 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:28.700962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0638f655-79f8-4750-aba0-4ff7e415fbe8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:28.701469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.775677 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] For port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:28.793363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] For port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:28.803726 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.954741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:28.955393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:28.978954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89d91f66-5c8b-457f-bc7c-836123fa7fe7 req-d0dc8eff-8a12-486a-8fc3-b0792c733ad6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1210542 Feb 19 01:21:29.038325 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:29.038885 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:29.198973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.235334 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:29.243064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] Current status of the port 370737fc-0b42-4d53-b442-5ea65bc45fe9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:29.243817 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.250738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cb9f6-f360-4a7e-94b5-ba69a73ca48b None None] Pushing event updated for resources: {'Port': ['ID=370737fc-0b42-4d53-b442-5ea65bc45fe9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:29.261859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15c8e9-e406-46bd-b48f-da1bf67c66d4 None None] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:29.263796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f683a904-03bd-4d79-8e07-fe007101ed5d req-d39ba002-5c5f-4267-a18a-1de6f57efa4e tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 210 time: 0.0499191 Feb 19 01:21:29.302867 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e208d1-b39d-454f-8c03-571dd275acc3 None None] Pushing event updated for resources: {'Port': ['ID=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:29.559990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Allocated IP 172.20.0.1 (15a0a81f-019b-4e8a-956e-d9ec79c94199/6f9b9042-b716-43df-89ed-a05292b19679/80f0689a-d95a-4681-948e-02b30730fbde) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:29.575361 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:24Z', 'revision_number': 3, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:29.577331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] For port 370737fc-0b42-4d53-b442-5ea65bc45fe9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=370737fc-0b42-4d53-b442-5ea65bc45fe9,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:29.591537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 0638f655-79f8-4750-aba0-4ff7e415fbe8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0638f655-79f8-4750-aba0-4ff7e415fbe8,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:29.610894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:29.653672 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316c75-5eac-4c9e-85db-f62f961426eb None None] The sync data for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 is: [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:24Z', 'revision_number': 3, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:29.790492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks [] for port (80f0689a-d95a-4681-948e-02b30730fbde), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.841731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.843589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.881984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd379-3844-4d8f-9c49-4565510192a5 req-0a8ae803-83d7-40cf-8f50-918f54c0766f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:29.896807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-faefd379-3844-4d8f-9c49-4565510192a5 req-0a8ae803-83d7-40cf-8f50-918f54c0766f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1472070 Feb 19 01:21:29.908520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (80f0689a-d95a-4681-948e-02b30730fbde), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.007514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-faefd379-3844-4d8f-9c49-4565510192a5 req-f32f618b-710a-45d5-8dd7-8fa9d7f4a40c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041403 Feb 19 01:21:30.065592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:30.094919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:30.111198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:30.118958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Pushing event updated for resources: {'Port': ['ID=80f0689a-d95a-4681-948e-02b30730fbde,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.242393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1dba000-5aba-45d1-94bd-5055ad4c5810 req-b1d0d844-cca4-4d72-93f9-c17bd25b2784 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0749569 Feb 19 01:21:30.263817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-611b7c73-3471-4494-b400-7b946a6e0cd2 None None] Provisioning complete for port 0638f655-79f8-4750-aba0-4ff7e415fbe8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:30.264823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-611b7c73-3471-4494-b400-7b946a6e0cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.307230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (de67effb-3541-440b-96be-9ed7eab6f024), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.452763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7597c1d4-4732-4d30-9149-c334bd674374 req-9715fa9b-0a95-40ca-8fc9-f490311da0b9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 210 time: 0.1118293 Feb 19 01:21:30.662293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=0638f655-79f8-4750-aba0-4ff7e415fbe8,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.712329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (80f0689a-d95a-4681-948e-02b30730fbde), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.765426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba22f8b-ec08-4a56-9d40-2fbe579d63fa None None] Pushing event updated for resources: {'Port': ['ID=370737fc-0b42-4d53-b442-5ea65bc45fe9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.945531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-611b7c73-3471-4494-b400-7b946a6e0cd2 None None] Current status of the port 0638f655-79f8-4750-aba0-4ff7e415fbe8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:31.001174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-611b7c73-3471-4494-b400-7b946a6e0cd2 None None] Provisioning complete for port 370737fc-0b42-4d53-b442-5ea65bc45fe9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:31.001880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-611b7c73-3471-4494-b400-7b946a6e0cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.071064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:28Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:31.127354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8646a-afe4-45ab-8b2d-8b4b1754f440 None None] The sync data for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 is: [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:28Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:31.294719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-611b7c73-3471-4494-b400-7b946a6e0cd2 None None] Current status of the port 370737fc-0b42-4d53-b442-5ea65bc45fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:31.441782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7ce98a7d-6bbd-4997-8210-31aa41c20cfd None None] Provisioning complete for port 0638f655-79f8-4750-aba0-4ff7e415fbe8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:31.443540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ce98a7d-6bbd-4997-8210-31aa41c20cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.654663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ba0c795-2421-49ab-b20b-a735bafa3e96 req-f25b7edc-1b9e-4948-b58f-b8249ad0702b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1545050 Feb 19 01:21:31.656108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7ce98a7d-6bbd-4997-8210-31aa41c20cfd None None] Current status of the port 0638f655-79f8-4750-aba0-4ff7e415fbe8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:31.708216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-a2ac80af-88c8-4f51-9f06-dd871dacd09a tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.710024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-a2ac80af-88c8-4f51-9f06-dd871dacd09a tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.10 "GET /v2.0/networks?id=deb959f3-c24e-4502-a431-6afc72341830 HTTP/1.1" status: 200 len: 812 time: 0.6914625 Feb 19 01:21:31.787679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4bf62f2d-0134-4c7a-8f21-2c02fa3f6fbe None None] Provisioning complete for port 80f0689a-d95a-4681-948e-02b30730fbde triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:31.788234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bf62f2d-0134-4c7a-8f21-2c02fa3f6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (80f0689a-d95a-4681-948e-02b30730fbde), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.874710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-58f3c882-9bfa-4275-970c-c49d1b274d77 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2610f3ed089040508156db4075e65414 HTTP/1.1" status: 200 len: 380 time: 0.1503901 Feb 19 01:21:31.876712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4bf62f2d-0134-4c7a-8f21-2c02fa3f6fbe None None] Port 80f0689a-d95a-4681-948e-02b30730fbde cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:31.881885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9472e92-face-4f8b-96a0-62d4d95eeac5 req-67933a30-f9b5-4756-a4b8-471d67b9fc99 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 210 time: 0.0746021 Feb 19 01:21:31.896854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Request body: {'port': {'device_id': 'f4025f81-3755-4662-8440-803c9c154928', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'admin_state_up': True, 'tenant_id': '2610f3ed089040508156db4075e65414', 'security_groups': ['a6c2d093-8f0d-45f1-be75-46e3565a25f4']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:32.100333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks [] for port (80f0689a-d95a-4681-948e-02b30730fbde), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.103763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Made reservation on behalf of 2610f3ed089040508156db4075e65414 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:32.108010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.139403 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (80f0689a-d95a-4681-948e-02b30730fbde), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.202955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58683766-310b-42bc-9fba-2b5eceb7752b req-05d958cf-a260-4ead-8dc4-5ed6e4d6b4d5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:32.205174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58683766-310b-42bc-9fba-2b5eceb7752b req-05d958cf-a260-4ead-8dc4-5ed6e4d6b4d5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.8393714 Feb 19 01:21:32.214780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:32.230719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (de67effb-3541-440b-96be-9ed7eab6f024), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.364054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:32.364618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.504410 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58683766-310b-42bc-9fba-2b5eceb7752b req-25f1027e-fd9d-4365-a9c3-48253f465b87 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700882 Feb 19 01:21:32.571773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:32.572167 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.619685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:32.646333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.647400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0638f655-79f8-4750-aba0-4ff7e415fbe8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:32.676563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Pushing event updated for resources: {'Port': ['ID=80f0689a-d95a-4681-948e-02b30730fbde,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:32.885146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:32.930006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e2bd242-0bd5-486d-abaa-8f5397b085fd req-831c169e-d18e-44ea-a067-b7403f360a83 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0626976 Feb 19 01:21:32.943562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Allocated IP 172.20.0.4 (deb959f3-c24e-4502-a431-6afc72341830/3e9c1a12-bd7f-470e-b99f-6c212fb602b3/3d43cdcb-cfcf-49f0-85a8-d61623495c33) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:32.971461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:32.981270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:32.989346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0638f655-79f8-4750-aba0-4ff7e415fbe8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:32.989346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.203849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0638f655-79f8-4750-aba0-4ff7e415fbe8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:33.207292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 370737fc-0b42-4d53-b442-5ea65bc45fe9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:33.355583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 370737fc-0b42-4d53-b442-5ea65bc45fe9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:33.355963 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.508052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b35ae463-d51c-42d3-994b-2db6ab0bf93c req-d0cdadc1-ae8c-4f90-abbf-561ec8a2e4f9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 210 time: 0.3197443 Feb 19 01:21:33.529824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 370737fc-0b42-4d53-b442-5ea65bc45fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:33.553915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-909eb7c8-6d7d-4a03-86ff-c03bb29adfb8 None None] Provisioning complete for port 80f0689a-d95a-4681-948e-02b30730fbde triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:33.554300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-909eb7c8-6d7d-4a03-86ff-c03bb29adfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (80f0689a-d95a-4681-948e-02b30730fbde), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.605398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-909eb7c8-6d7d-4a03-86ff-c03bb29adfb8 None None] Port 80f0689a-d95a-4681-948e-02b30730fbde cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:33.635276 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.690410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Router de67effb-3541-440b-96be-9ed7eab6f024 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:33.778738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.830716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f838e-3c82-4073-adab-1fcbfa0aac51 req-70d61256-09e4-44c5-a129-d30800119fe4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:33.832425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f41f838e-3c82-4073-adab-1fcbfa0aac51 req-70d61256-09e4-44c5-a129-d30800119fe4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.0972092 Feb 19 01:21:33.842268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Network deb959f3-c24e-4502-a431-6afc72341830 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:33.854303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:33.869861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:33.960235 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f41f838e-3c82-4073-adab-1fcbfa0aac51 req-43eb0474-b49c-44c2-8bca-60d029c96ab4 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197593 Feb 19 01:21:34.015583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:34.017099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.038659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:34.069328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event updated for resources: {'Port': ['ID=3d43cdcb-cfcf-49f0-85a8-d61623495c33,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:34.081111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-910d1707-948c-4080-9fa4-0a6dc41b0be3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1893632 Feb 19 01:21:34.094815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Request body: {'port': {'device_id': 'f4025f81-3755-4662-8440-803c9c154928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:34.167621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:34.168271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:34.168657 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.181821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-33b16e57-dc5d-4f8d-b154-ae839b42925c admin admin] 10.222.0.43 "PUT /v2.0/routers/de67effb-3541-440b-96be-9ed7eab6f024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6726468 Feb 19 01:21:34.234839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Sync routers for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:34.246296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:34.246930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:34.271285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bce6911-a7a8-43d3-ac8b-8c948b981240 req-7d3c96e7-5ef5-479a-9562-06f8ee7a54b0 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0730939 Feb 19 01:21:34.355013 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.627362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:34.676795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:34.679742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ca82f59a-f975-44d5-92a8-9a56360e8386 None None] Provisioning complete for port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:34.686351 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca82f59a-f975-44d5-92a8-9a56360e8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.783610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2660-5b41-490e-8ef1-fef7c92c8077 req-05a60778-0566-42e9-95e2-752e1d0580d1 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:34.808353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-389b2660-5b41-490e-8ef1-fef7c92c8077 req-05a60778-0566-42e9-95e2-752e1d0580d1 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 931 time: 0.1553631 Feb 19 01:21:34.964776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-389b2660-5b41-490e-8ef1-fef7c92c8077 req-8574af56-cc3c-4722-9e09-a6e483b2c5fb tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501493 Feb 19 01:21:35.061282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d43cdcb-cfcf-49f0-85a8-d61623495c33 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:35.080910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Publish callbacks [] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.107979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Transition to ACTIVE for port object 3d43cdcb-cfcf-49f0-85a8-d61623495c33 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:35.114912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.182519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ca82f59a-f975-44d5-92a8-9a56360e8386 None None] Port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:35.319473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47654) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:35.324533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-531543015-network', 'tenant_id': '090c176bbed84a91bc75e6b02930c814'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:35.335104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 2, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:35.380979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Made reservation on behalf of 090c176bbed84a91bc75e6b02930c814 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:35.385742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.399127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Checking router: de67effb-3541-440b-96be-9ed7eab6f024 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:35.400698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Updating router de67effb-3541-440b-96be-9ed7eab6f024 port 80f0689a-d95a-4681-948e-02b30730fbde binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:35.440057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.466918 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (80f0689a-d95a-4681-948e-02b30730fbde), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.469685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=3d43cdcb-cfcf-49f0-85a8-d61623495c33,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:35.538786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12596cf3-1910-4ce7-8f9a-ec8ccf631e49 req-c1dce9ee-5b38-41dd-a474-15a3f92c65f9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:35.540590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12596cf3-1910-4ce7-8f9a-ec8ccf631e49 req-c1dce9ee-5b38-41dd-a474-15a3f92c65f9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.3636737 Feb 19 01:21:35.583282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks [] for security_group (a2e2bbcc-fe39-49b9-8449-4f687f9b9717), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.605621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a2e2bbcc-fe39-49b9-8449-4f687f9b9717), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.671504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Attempting to bind port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:35.671965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Attempting to bind port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:35.673312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Attempting to bind port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 on network deb959f3-c24e-4502-a431-6afc72341830 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:35.681118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3751204-7206-47a0-8dd7-bb6391dbe29a req-66f6adab-24ec-41bf-92de-933d31d9576c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0939581 Feb 19 01:21:35.719284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:35.733685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 on network deb959f3-c24e-4502-a431-6afc72341830 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:35.734352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Attempting to bind port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 on network deb959f3-c24e-4502-a431-6afc72341830 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:35.769546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:35.770671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e2bbcc-fe39-49b9-8449-4f687f9b9717,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:35.778345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (baf65480-6f10-437a-a33e-fe99ad1d298f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.778932 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Added segment baf65480-6f10-437a-a33e-fe99ad1d298f of type vlan for network 833bd160-526e-44ff-b569-8d691f474df0 Feb 19 01:21:35.779577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Checking segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:35.781463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Bound using segment: {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:35.782301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Bound port: 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457b273c-d871-46f0-abe9-dbafb038a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:35.783626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.837224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12596cf3-1910-4ce7-8f9a-ec8ccf631e49 req-4c1aed35-01a1-4749-bd46-2079a7ad5048 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899554 Feb 19 01:21:35.886387 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (833bd160-526e-44ff-b569-8d691f474df0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.946983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] For port 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:35.958407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] For port 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:35.976792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (833bd160-526e-44ff-b569-8d691f474df0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.977919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.982070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:35.983552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.147869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] Pushing event updated for resources: {'Network': ['ID=833bd160-526e-44ff-b569-8d691f474df0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:36.168753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 833bd160-526e-44ff-b569-8d691f474df0 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:36.179395 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b8ba2d61-e006-4355-9152-d8c38c95e619 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8587289 Feb 19 01:21:36.191580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=3d43cdcb-cfcf-49f0-85a8-d61623495c33,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:36.193188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47660) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:36.195051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:36.195718 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.197128 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-72769e18-8024-4b01-8e56-6decf393ec46 service neutron] 10.222.0.10 "PUT /v2.0/ports/3d43cdcb-cfcf-49f0-85a8-d61623495c33 HTTP/1.1" status: 200 len: 1091 time: 2.1078908 Feb 19 01:21:36.198065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:36.200725 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc010f58-92ed-455e-9806-241fd07d283d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:36.327344 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec22f65c-ab54-4f50-ae0c-4665390706bd x-openstack-request-id: req-ec22f65c-ab54-4f50-ae0c-4665390706bd {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:36.327695 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:36.329231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Request body: {'subnet': {'network_id': '833bd160-526e-44ff-b569-8d691f474df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-531543015-subnet', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:36.332050 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec22f65c-ab54-4f50-ae0c-4665390706bd {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:36.332639 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'status': 'completed', 'code': 200} Feb 19 01:21:36.385916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-2b5027cc-20c1-45e3-84e5-fe3920bb88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:36.395630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-2b5027cc-20c1-45e3-84e5-fe3920bb88d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2610f3ed089040508156db4075e65414&device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 1125 time: 0.1534617 Feb 19 01:21:36.530685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39352af-13a1-4ec2-97b7-f946109e0b03 req-fa6bb907-5fac-459a-b30f-6d5ddbd84c39 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:36.534640 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Publish callbacks [] for port (80f0689a-d95a-4681-948e-02b30730fbde), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.534807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d39352af-13a1-4ec2-97b7-f946109e0b03 req-fa6bb907-5fac-459a-b30f-6d5ddbd84c39 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 943 time: 0.3527327 Feb 19 01:21:36.541393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Made reservation on behalf of 090c176bbed84a91bc75e6b02930c814 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:36.542025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (80f0689a-d95a-4681-948e-02b30730fbde), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.556295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.589625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-07acd73f-3f6d-4a4d-b59b-09d81ccb0a9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33 HTTP/1.1" status: 200 len: 217 time: 0.1888232 Feb 19 01:21:36.747089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce20683-b4df-43ee-8dab-8ddc1ffa4124 None None] Pushing event updated for resources: {'Port': ['ID=80f0689a-d95a-4681-948e-02b30730fbde,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:36.755670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-a5c441f8-6ec0-478e-b4f4-ce20b30202b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:36.757206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-a5c441f8-6ec0-478e-b4f4-ce20b30202b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e9c1a12-bd7f-470e-b99f-6c212fb602b3 HTTP/1.1" status: 200 len: 851 time: 0.1599178 Feb 19 01:21:36.840126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d39352af-13a1-4ec2-97b7-f946109e0b03 req-f32159cb-1445-47a9-95ec-4da757e9ca3d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718980 Feb 19 01:21:36.842254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Attempting to bind port 80f0689a-d95a-4681-948e-02b30730fbde on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:36.842932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Attempting to bind port 80f0689a-d95a-4681-948e-02b30730fbde by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:36.843920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Attempting to bind port 80f0689a-d95a-4681-948e-02b30730fbde on network 15a0a81f-019b-4e8a-956e-d9ec79c94199 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:36.861764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:36.862063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-eb122c1e-d66b-44c7-93cc-2bfb18db8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:36.863962 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-eb122c1e-d66b-44c7-93cc-2bfb18db8e9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb959f3-c24e-4502-a431-6afc72341830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0991073 Feb 19 01:21:36.865509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Checking segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:36.866028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.866529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Bound using segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:36.867136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Bound port: 80f0689a-d95a-4681-948e-02b30730fbde, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:36.867621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (80f0689a-d95a-4681-948e-02b30730fbde), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.106363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] For port 80f0689a-d95a-4681-948e-02b30730fbde, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:37.112287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] For port 80f0689a-d95a-4681-948e-02b30730fbde, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=80f0689a-d95a-4681-948e-02b30730fbde,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:37.130150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (80f0689a-d95a-4681-948e-02b30730fbde), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.202768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0676aa27-abe7-4ca3-ba64-8f0bd9e5099e req-a0f6be6d-f0fb-4df6-9a3f-407f09d543c2 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.2780571 Feb 19 01:21:37.204776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-63ae0982-5dde-40ee-bd68-df6797aec204 service neutron] 10.222.0.10 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311253 Feb 19 01:21:37.325263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172a429-6119-4e84-9120-c9a735935557 req-a5e95013-a087-4db4-98a0-24f7f274902a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:37.327312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e172a429-6119-4e84-9120-c9a735935557 req-a5e95013-a087-4db4-98a0-24f7f274902a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.3160274 Feb 19 01:21:37.369946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd48b05f-d8ff-4090-8d04-ff7e9e81db38 req-1b5eaaaa-f8a8-469a-804e-6ad4dbabae26 service neutron] 10.222.0.10 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551759 Feb 19 01:21:37.373954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] Provisioning complete for port 80f0689a-d95a-4681-948e-02b30730fbde triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:37.384382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (80f0689a-d95a-4681-948e-02b30730fbde), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.423424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (8b91708e-0471-4539-b6e4-295dbe2473fe), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.445233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:37.449701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:37.461648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce20683-b4df-43ee-8dab-8ddc1ffa4124 None None] Pushing event updated for resources: {'Port': ['ID=80f0689a-d95a-4681-948e-02b30730fbde,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:37.536405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010f58-92ed-455e-9806-241fd07d283d req-4c59dd54-23ed-4ed1-9251-b5a23bf19ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:37.543451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-4c59dd54-23ed-4ed1-9251-b5a23bf19ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2610f3ed089040508156db4075e65414&device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 1125 time: 0.1140103 Feb 19 01:21:37.638686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e172a429-6119-4e84-9120-c9a735935557 req-b5a982d8-36c0-40fe-8d25-286d877d472a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949121 Feb 19 01:21:37.720926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b91708e-0471-4539-b6e4-295dbe2473fe,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:37.777315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Checking segment: {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:37.777681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Network hostable DHCP agents. Network: 833bd160-526e-44ff-b569-8d691f474df0, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:21:37.780864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010f58-92ed-455e-9806-241fd07d283d req-29cf50e8-1dab-4d13-9d56-afb2f0fe9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:37.782926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-29cf50e8-1dab-4d13-9d56-afb2f0fe9402 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb959f3-c24e-4502-a431-6afc72341830 HTTP/1.1" status: 200 len: 913 time: 0.2320375 Feb 19 01:21:37.814126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Network 833bd160-526e-44ff-b569-8d691f474df0 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:37.833289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 833bd160-526e-44ff-b569-8d691f474df0) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:37.837116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:37.848467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:37.849127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.864944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-720e51fa-b6e4-4075-b0b0-6038a0c071c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33 HTTP/1.1" status: 200 len: 217 time: 0.0708165 Feb 19 01:21:37.925652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b1e4145-5576-48de-8d20-d04ecccd17cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7142396 Feb 19 01:21:37.927719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:37.934772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:38.027355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (848a8c63-0206-44fd-87bb-c3b187bc0c05), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.028466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (848a8c63-0206-44fd-87bb-c3b187bc0c05), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.052330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010f58-92ed-455e-9806-241fd07d283d req-368cedc6-bb6f-46ee-88e6-c683044fff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:38.053870 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-368cedc6-bb6f-46ee-88e6-c683044fff41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e9c1a12-bd7f-470e-b99f-6c212fb602b3 HTTP/1.1" status: 200 len: 851 time: 0.1864011 Feb 19 01:21:38.167741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfbaa6-3ac6-4ef2-8ed2-7fe92b39909b req-8087560d-1ed5-42bd-a4c9-493a9dc3fb81 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:38.169399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bdfbaa6-3ac6-4ef2-8ed2-7fe92b39909b req-8087560d-1ed5-42bd-a4c9-493a9dc3fb81 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 943 time: 0.2085249 Feb 19 01:21:38.214985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks [] for router_controller (848a8c63-0206-44fd-87bb-c3b187bc0c05), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.230767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010f58-92ed-455e-9806-241fd07d283d req-8c8eccea-c819-41d3-b946-7ee48fedd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:38.232287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-8c8eccea-c819-41d3-b946-7ee48fedd218 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb959f3-c24e-4502-a431-6afc72341830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1699629 Feb 19 01:21:38.322261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46437b5c-345a-45a3-8360-39e4590847cd None None] Network 833bd160-526e-44ff-b569-8d691f474df0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:38.327428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] Current status of the port 80f0689a-d95a-4681-948e-02b30730fbde is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:38.330893 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (80f0689a-d95a-4681-948e-02b30730fbde), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.410909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bdfbaa6-3ac6-4ef2-8ed2-7fe92b39909b req-30d7df2d-5884-45d8-b7fb-b0ac00c28dcd tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314653 Feb 19 01:21:38.466906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] For port 80f0689a-d95a-4681-948e-02b30730fbde, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=80f0689a-d95a-4681-948e-02b30730fbde,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:38.484893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-96ae1a2e-ed56-4922-a89e-ab17918f3558 service neutron] 10.222.0.10 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401130 Feb 19 01:21:38.486469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (80f0689a-d95a-4681-948e-02b30730fbde), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.518832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2bd9c2e-e534-48cd-a711-6e432a09012f req-631c326a-0f26-4a25-8d22-f36c8b1b1f50 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1249216 Feb 19 01:21:38.593572 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks [] for router_gateway (848a8c63-0206-44fd-87bb-c3b187bc0c05), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.667381 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc010f58-92ed-455e-9806-241fd07d283d req-342c58be-e09d-4c38-a133-5cfc94a249dc service neutron] 10.222.0.10 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758492 Feb 19 01:21:38.729050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102abcba-3b94-4089-993f-11960567185b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-833bd160-526e-44ff-b569-8d691f474df0', 'network_id': '833bd160-526e-44ff-b569-8d691f474df0', 'project_id': '090c176bbed84a91bc75e6b02930c814', 'fixed_ips': [{'subnet_id': '8b91708e-0471-4539-b6e4-295dbe2473fe'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:21:38.747777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-102abcba-3b94-4089-993f-11960567185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.866625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc64276-dac4-4bca-bfc4-59199fbfe34d req-acf13970-6936-49ec-bc4d-9689a8396ce6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:38.883156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bc64276-dac4-4bca-bfc4-59199fbfe34d req-acf13970-6936-49ec-bc4d-9689a8396ce6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1203544 Feb 19 01:21:38.955334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bc64276-dac4-4bca-bfc4-59199fbfe34d req-5f0a5bf9-09e8-43dc-862c-5efe585bb8a8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653512 Feb 19 01:21:39.034138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks [] for router_gateway (848a8c63-0206-44fd-87bb-c3b187bc0c05), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.057454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-102abcba-3b94-4089-993f-11960567185b None None] Allocated IP 172.20.0.2 (833bd160-526e-44ff-b569-8d691f474df0/8b91708e-0471-4539-b6e4-295dbe2473fe/30e64ba6-e64f-4ca4-93a5-1caf032c0372) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:39.109010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.231683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-102abcba-3b94-4089-993f-11960567185b None None] Publish callbacks [] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.270162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d431d6-cef6-4e0f-ae55-04d46414c601 None None] Pushing event updated for resources: {'Port': ['ID=80f0689a-d95a-4681-948e-02b30730fbde,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:39.289417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-102abcba-3b94-4089-993f-11960567185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.350048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102abcba-3b94-4089-993f-11960567185b None None] Pushing event updated for resources: {'Port': ['ID=30e64ba6-e64f-4ca4-93a5-1caf032c0372,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:39.364162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-41c213a4-f006-430b-a1fa-931fee541b42 None None] Provisioning complete for port 80f0689a-d95a-4681-948e-02b30730fbde triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:39.365743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41c213a4-f006-430b-a1fa-931fee541b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (80f0689a-d95a-4681-948e-02b30730fbde), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.381734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102abcba-3b94-4089-993f-11960567185b None None] Network 833bd160-526e-44ff-b569-8d691f474df0 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:39.411201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-102abcba-3b94-4089-993f-11960567185b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:39.415924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102abcba-3b94-4089-993f-11960567185b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:39.430161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:37Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:39.457917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Allocated IP 172.25.0.220 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/0dceb407-63b2-49ad-9771-5d2056e05d6b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:39.474294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490911e0-44a5-4b19-b6db-cbe8cb50d30c None None] The sync data for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 is: [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:37Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:39.679330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks [] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.740649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.836365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-102abcba-3b94-4089-993f-11960567185b None None] Attempting to bind port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:39.836658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-102abcba-3b94-4089-993f-11960567185b None None] Attempting to bind port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:39.837035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102abcba-3b94-4089-993f-11960567185b None None] Attempting to bind port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 on network 833bd160-526e-44ff-b569-8d691f474df0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:39.839474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Pushing event updated for resources: {'Port': ['ID=0dceb407-63b2-49ad-9771-5d2056e05d6b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:39.859469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:39.864279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:39.867090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:39.958560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc54f369-f7cc-40f6-8fb6-170c14608551 req-73941002-cadc-46c9-bbe4-2a9b0ed3eed6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0998244 Feb 19 01:21:40.028563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-41c213a4-f006-430b-a1fa-931fee541b42 None None] Current status of the port 80f0689a-d95a-4681-948e-02b30730fbde is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:40.047160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102abcba-3b94-4089-993f-11960567185b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:40.047555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102abcba-3b94-4089-993f-11960567185b None None] Checking segment: {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:40.047963 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-102abcba-3b94-4089-993f-11960567185b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.048366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102abcba-3b94-4089-993f-11960567185b None None] Bound using segment: {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:40.048868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-102abcba-3b94-4089-993f-11960567185b None None] Bound port: 30e64ba6-e64f-4ca4-93a5-1caf032c0372, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:40.049284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-102abcba-3b94-4089-993f-11960567185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.197584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857882d-a917-4bc2-a743-66cc5d48dd48 req-c92abfbb-2bdf-4e49-806e-5528263dbbd6 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:40.211268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3857882d-a917-4bc2-a743-66cc5d48dd48 req-c92abfbb-2bdf-4e49-806e-5528263dbbd6 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 943 time: 0.4825485 Feb 19 01:21:40.268439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2641-89b8-4062-9873-f3bc8ea9e764 req-55271dc5-b367-49e7-8fc1-79bb2ea95f7c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:40.277568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a19b2641-89b8-4062-9873-f3bc8ea9e764 req-55271dc5-b367-49e7-8fc1-79bb2ea95f7c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1405525 Feb 19 01:21:40.331762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-102abcba-3b94-4089-993f-11960567185b None None] For port 30e64ba6-e64f-4ca4-93a5-1caf032c0372, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:40.343413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-102abcba-3b94-4089-993f-11960567185b None None] For port 30e64ba6-e64f-4ca4-93a5-1caf032c0372, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30e64ba6-e64f-4ca4-93a5-1caf032c0372,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:40.361603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 80f0689a-d95a-4681-948e-02b30730fbde up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:40.364927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-102abcba-3b94-4089-993f-11960567185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.390760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a19b2641-89b8-4062-9873-f3bc8ea9e764 req-0f6e2738-979f-4253-afb0-19b51a88d3e5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111271 Feb 19 01:21:40.457396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3857882d-a917-4bc2-a743-66cc5d48dd48 req-45df2c82-3361-4276-a531-c387f8d756af tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438600 Feb 19 01:21:40.457996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks [] for router_gateway (848a8c63-0206-44fd-87bb-c3b187bc0c05), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.622933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102abcba-3b94-4089-993f-11960567185b None None] Pushing event updated for resources: {'Port': ['ID=30e64ba6-e64f-4ca4-93a5-1caf032c0372,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:40.703642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 80f0689a-d95a-4681-948e-02b30730fbde triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:40.704029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (80f0689a-d95a-4681-948e-02b30730fbde), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.934890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 80f0689a-d95a-4681-948e-02b30730fbde is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:40.967292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (848a8c63-0206-44fd-87bb-c3b187bc0c05), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:41.227392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3d43cdcb-cfcf-49f0-85a8-d61623495c33 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:21:41.269181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33815122-9a0f-440f-b09a-69d50b40b231 req-f1958728-43d1-4330-bd12-161f5bf225ea tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.1299951 Feb 19 01:21:41.348912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Router 848a8c63-0206-44fd-87bb-c3b187bc0c05 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:21:41.505315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:41.545580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'port_id': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'mac_address': 'fa:16:3e:5a:55:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:21:41.662162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:41.663131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:41.729677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d43cdcb-cfcf-49f0-85a8-d61623495c33 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:41.776142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0f82-1a90-4480-8c80-2df6fdd5b1c2 req-ab3711dd-2708-44c7-be45-1d7e0ea4fd30 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:41.785748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4cd0f82-1a90-4480-8c80-2df6fdd5b1c2 req-ab3711dd-2708-44c7-be45-1d7e0ea4fd30 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 943 time: 0.1197009 Feb 19 01:21:41.802576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:41.812103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:41.936340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4cd0f82-1a90-4480-8c80-2df6fdd5b1c2 req-e8e9028a-f565-4c1c-a3a7-b64eb00b8f52 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488698 Feb 19 01:21:42.013415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3d43cdcb-cfcf-49f0-85a8-d61623495c33,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:42.140116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30e64ba6-e64f-4ca4-93a5-1caf032c0372 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:42.281999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3d43cdcb-cfcf-49f0-85a8-d61623495c33'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:21:42.457372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:42.457904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:42.480223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cae55ac5-1109-41fa-aa91-7f756e8673f3 req-f8be73a3-50f3-4044-b80e-d82bcaa2cce3 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0766287 Feb 19 01:21:42.489787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:42.499316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c8bee-65e2-4cd9-905f-80bb94c113da None None] Network 833bd160-526e-44ff-b569-8d691f474df0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:42.501783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Sync routers for ids ['848a8c63-0206-44fd-87bb-c3b187bc0c05'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:42.531434 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Routers {'848a8c63-0206-44fd-87bb-c3b187bc0c05'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:42.532948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['848a8c63-0206-44fd-87bb-c3b187bc0c05'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:42.541456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:42.547060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-63ccce54-c0eb-4630-b7e1-d77f0762c520 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6133280 Feb 19 01:21:42.547508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47690) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:42.590802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633945f5-84b1-4eee-afb7-288b1de2d98a req-505c6c6c-1d03-44ae-b723-2d04cdaf6b2c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:42.595350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-633945f5-84b1-4eee-afb7-288b1de2d98a req-505c6c6c-1d03-44ae-b723-2d04cdaf6b2c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.9753771 Feb 19 01:21:42.707006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-633945f5-84b1-4eee-afb7-288b1de2d98a req-197fe67b-3953-4e48-958f-510020ef0b52 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048031 Feb 19 01:21:42.731551 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Set router 848a8c63-0206-44fd-87bb-c3b187bc0c05 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:42.992310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54f3fc33-ac31-4637-b90e-6de3e0c7403c None None] Provisioning complete for port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:42.992797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54f3fc33-ac31-4637-b90e-6de3e0c7403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.040359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:43.041046 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.089596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 30e64ba6-e64f-4ca4-93a5-1caf032c0372, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30e64ba6-e64f-4ca4-93a5-1caf032c0372,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:43.107954 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.256203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54f3fc33-ac31-4637-b90e-6de3e0c7403c None None] Current status of the port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:43.301471 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:21:40Z', 'revision_number': 3, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:43.303115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=30e64ba6-e64f-4ca4-93a5-1caf032c0372,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:43.345467 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Checking router: 848a8c63-0206-44fd-87bb-c3b187bc0c05 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:43.346145 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Updating router 848a8c63-0206-44fd-87bb-c3b187bc0c05 port 0dceb407-63b2-49ad-9771-5d2056e05d6b binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:43.371964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6011a74-3d1f-4645-8172-bef7e3340516 req-ad2c8c6d-c5c8-425b-84d8-fd31fecd3ee9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:43.382707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6011a74-3d1f-4645-8172-bef7e3340516 req-ad2c8c6d-c5c8-425b-84d8-fd31fecd3ee9 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 944 time: 0.2561038 Feb 19 01:21:43.392473 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.606839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-73bbbf4b-f549-4911-aa40-7f90f98a5036 None None] Provisioning complete for port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:43.612986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73bbbf4b-f549-4911-aa40-7f90f98a5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.709918 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0cfddbb-465d-4fe7-ba19-431c42bdedb4 req-ff8038df-3372-4d72-bdfd-7bf2be9cabc1 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0585730 Feb 19 01:21:43.882980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73bbbf4b-f549-4911-aa40-7f90f98a5036 None None] Current status of the port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:43.991526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3447-54b6-45e1-86e7-3f84a00ee92b req-c7c1e2f4-352f-4704-b389-8c899fda59ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:44.002437 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc5d3447-54b6-45e1-86e7-3f84a00ee92b req-c7c1e2f4-352f-4704-b389-8c899fda59ae tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1286125 Feb 19 01:21:44.060215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30e64ba6-e64f-4ca4-93a5-1caf032c0372 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:44.123718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc5d3447-54b6-45e1-86e7-3f84a00ee92b req-58e8be47-c226-4460-889b-f71165d90fa2 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153381 Feb 19 01:21:44.180426 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Publish callbacks [] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.186749 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.187535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:44.187983 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.297864 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Attempting to bind port 0dceb407-63b2-49ad-9771-5d2056e05d6b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:44.298871 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Attempting to bind port 0dceb407-63b2-49ad-9771-5d2056e05d6b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:44.299374 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Attempting to bind port 0dceb407-63b2-49ad-9771-5d2056e05d6b on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:44.323602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:44.328935 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:44.329436 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.330082 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:44.330644 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Bound port: 0dceb407-63b2-49ad-9771-5d2056e05d6b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:44.331069 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.348086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6011a74-3d1f-4645-8172-bef7e3340516 req-d7268c95-b776-4715-86dc-3748440211d7 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9643571 Feb 19 01:21:44.365280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:44.445033 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9ad2-8731-4134-a5b5-1524edf0ad22 None None] Pushing event updated for resources: {'Port': ['ID=0dceb407-63b2-49ad-9771-5d2056e05d6b,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:44.485358 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] For port 0dceb407-63b2-49ad-9771-5d2056e05d6b, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:44.489849 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] For port 0dceb407-63b2-49ad-9771-5d2056e05d6b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0dceb407-63b2-49ad-9771-5d2056e05d6b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:44.493454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.497334 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.620177 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Routers {'848a8c63-0206-44fd-87bb-c3b187bc0c05'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:44.621099 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['848a8c63-0206-44fd-87bb-c3b187bc0c05'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:44.693934 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9ad2-8731-4134-a5b5-1524edf0ad22 None None] Pushing event updated for resources: {'Port': ['ID=0dceb407-63b2-49ad-9771-5d2056e05d6b,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:44.707511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Allocated IP 172.20.0.1 (833bd160-526e-44ff-b569-8d691f474df0/8b91708e-0471-4539-b6e4-295dbe2473fe/00b26ecd-65bf-4605-83ae-34b68df08670) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:44.805485 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] Set router 848a8c63-0206-44fd-87bb-c3b187bc0c05 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:44.878793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4dbeaa9-b1ce-4228-8538-c987f3dbc3d7 req-e80ece68-499d-4612-888f-7a8501069208 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0543754 Feb 19 01:21:44.919242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks [] for port (00b26ecd-65bf-4605-83ae-34b68df08670), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.960572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.999448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Network 833bd160-526e-44ff-b569-8d691f474df0 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:45.004718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:45.011635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:45.018761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Pushing event updated for resources: {'Port': ['ID=00b26ecd-65bf-4605-83ae-34b68df08670,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:45.026421 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:21:40Z', 'revision_number': 3, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:45.056566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (848a8c63-0206-44fd-87bb-c3b187bc0c05), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.087154 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a928e5d-8151-42d3-affb-0871e26dc58e None None] The sync data for ids ['848a8c63-0206-44fd-87bb-c3b187bc0c05'] in n-d-826752-2 is: [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:21:40Z', 'revision_number': 3, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:45.250937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3d43cdcb-cfcf-49f0-85a8-d61623495c33 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:45.320733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.348138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:45.354593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:45.355540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.426167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-ef95abf1-b9c6-476c-b9e7-1a33c3229716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.429503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-ef95abf1-b9c6-476c-b9e7-1a33c3229716 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 1128 time: 0.1771057 Feb 19 01:21:45.458826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f615eb4e-9f49-4b15-8d07-3d0d96b71b1c None None] Provisioning complete for port 00b26ecd-65bf-4605-83ae-34b68df08670 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:45.467693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf37f0e-ddb5-4a5b-ac97-31658fd40906 req-173abd31-9a0c-44e7-9c29-ed9b7c1a86b5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.469816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cf37f0e-ddb5-4a5b-ac97-31658fd40906 req-173abd31-9a0c-44e7-9c29-ed9b7c1a86b5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.2402267 Feb 19 01:21:45.486765 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f615eb4e-9f49-4b15-8d07-3d0d96b71b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.607833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f615eb4e-9f49-4b15-8d07-3d0d96b71b1c None None] Port 00b26ecd-65bf-4605-83ae-34b68df08670 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:45.650089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbbf-851e-4220-a5aa-a6cf87d1c914 req-c7b9a949-cf46-4bc8-b353-d940753dec1f tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.667042 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76eddbbf-851e-4220-a5aa-a6cf87d1c914 req-c7b9a949-cf46-4bc8-b353-d940753dec1f tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 944 time: 0.2020009 Feb 19 01:21:45.678529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cf37f0e-ddb5-4a5b-ac97-31658fd40906 req-76d7932d-0ad8-486f-904c-12b7959500d3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940074 Feb 19 01:21:45.726800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-2c1cd760-d372-4b62-9c9e-15bf9557c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.728587 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-2c1cd760-d372-4b62-9c9e-15bf9557c2a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.2887831 Feb 19 01:21:45.735992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:45.740601 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.769607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76eddbbf-851e-4220-a5aa-a6cf87d1c914 req-420a1293-45d5-455b-8e9e-cbdc0470f80e tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999694 Feb 19 01:21:45.800080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:45.802926 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d77f1-1fc0-42db-a49e-8d74f18cc274" -d '{"events": [{"server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "name": "network-vif-plugged", "status": "completed", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:45.817946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-baa24bd5-8c38-4559-b0dc-c9fbe1b9acdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb2e95f0-b181-4208-ac66-51514ae4436b HTTP/1.1" status: 200 len: 217 time: 0.0618086 Feb 19 01:21:45.862908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:45.871086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.895913 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks [] for port (00b26ecd-65bf-4605-83ae-34b68df08670), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.912389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.969280 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf379a0-33f4-46d1-95ed-32819bdd4d53 x-openstack-request-id: req-eaf379a0-33f4-46d1-95ed-32819bdd4d53 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:45.969497 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "name": "network-vif-plugged", "status": "completed", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:45.969672 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaf379a0-33f4-46d1-95ed-32819bdd4d53 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:45.970092 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'code': 200} Feb 19 01:21:46.001762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3d43cdcb-cfcf-49f0-85a8-d61623495c33,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:46.076528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-6deb56bb-c61c-4ee0-bbea-ccb9c1a29566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:46.086464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-6deb56bb-c61c-4ee0-bbea-ccb9c1a29566 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.2621157 Feb 19 01:21:46.091445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Pushing event updated for resources: {'Port': ['ID=00b26ecd-65bf-4605-83ae-34b68df08670,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:46.104219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f644e08e-1444-4ef0-a1b3-9bab837a516a req-e630fc03-4e17-4096-816e-e3deb3fddb87 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0597944 Feb 19 01:21:46.141399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (848a8c63-0206-44fd-87bb-c3b187bc0c05), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.158854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0dceb407-63b2-49ad-9771-5d2056e05d6b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:46.227027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60701b-8680-4049-87e6-c92dc181fa60 req-9d1a3e4e-a76f-453d-93df-4ab0de8165f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:46.228586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b60701b-8680-4049-87e6-c92dc181fa60 req-9d1a3e4e-a76f-453d-93df-4ab0de8165f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 1127 time: 0.2156386 Feb 19 01:21:46.230938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0dceb407-63b2-49ad-9771-5d2056e05d6b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:46.231562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.247075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-c6913bb0-d0a1-4c1b-8aa7-d56c9760d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:46.248610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-c6913bb0-d0a1-4c1b-8aa7-d56c9760d87f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1405027 Feb 19 01:21:46.343158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0dceb407-63b2-49ad-9771-5d2056e05d6b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:46.344290 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.386528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 0dceb407-63b2-49ad-9771-5d2056e05d6b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0dceb407-63b2-49ad-9771-5d2056e05d6b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:46.396138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b60701b-8680-4049-87e6-c92dc181fa60 req-d97ffa71-a9de-42cd-a35a-1d4916861fb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593497 Feb 19 01:21:46.403187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Network 833bd160-526e-44ff-b569-8d691f474df0 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:46.406406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.418122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:46.538636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-8ef0df61-51f5-4651-8a79-9272bf9b9c26 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817187 Feb 19 01:21:46.550402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=0dceb407-63b2-49ad-9771-5d2056e05d6b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:46.582458 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:21:46.651094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Router 848a8c63-0206-44fd-87bb-c3b187bc0c05 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:46.845019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e86900b5-18ef-4f84-87ea-59e1844547f4 None None] Provisioning complete for port 00b26ecd-65bf-4605-83ae-34b68df08670 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:46.845019 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e86900b5-18ef-4f84-87ea-59e1844547f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.897740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e86900b5-18ef-4f84-87ea-59e1844547f4 None None] Port 00b26ecd-65bf-4605-83ae-34b68df08670 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:46.904236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262b5b-1b34-4ad4-a068-fea83251b2a2 req-7d2e24a8-7cf5-4ba4-a7cd-3eae71f52dc3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:46.906214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97262b5b-1b34-4ad4-a068-fea83251b2a2 req-7d2e24a8-7cf5-4ba4-a7cd-3eae71f52dc3 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.0797780 Feb 19 01:21:46.976568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97262b5b-1b34-4ad4-a068-fea83251b2a2 req-599e3331-226d-4d6b-885a-92d8d43c0cf7 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622287 Feb 19 01:21:46.990709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e377e-7e19-402b-b572-b2d06420099f req-7cae1c8b-52a4-48b2-8069-cf098ebda4b5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:46.992174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-391e377e-7e19-402b-b572-b2d06420099f req-7cae1c8b-52a4-48b2-8069-cf098ebda4b5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.1912801 Feb 19 01:21:46.994942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:47.008903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-806cc954-8b3f-4462-b7d0-8b681b745c4d admin admin] 10.222.0.43 "PUT /v2.0/routers/848a8c63-0206-44fd-87bb-c3b187bc0c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4520636 Feb 19 01:21:47.008903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba49f605-a623-4a5d-aaa3-709953eda8a3 req-c9eb988c-946b-4029-9356-fd02cd439a45 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405330 Feb 19 01:21:47.010436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-8faac5c6-d6a4-49f0-8102-43e3cba7ba02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2083652 Feb 19 01:21:47.094156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-391e377e-7e19-402b-b572-b2d06420099f req-30ba4992-7524-4515-83e5-654f744cb553 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889485 Feb 19 01:21:47.109974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-e77f375d-c8ad-4753-8098-b7fd4c0389ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.111593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-e77f375d-c8ad-4753-8098-b7fd4c0389ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 1128 time: 0.0671461 Feb 19 01:21:47.229764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04c65438-1abc-413f-b96e-77dca2cdba71 req-31a9ec90-5388-4fd9-9f6d-ba7c708b7c65 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0361824 Feb 19 01:21:47.253181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-0bf2f6b2-6f97-41c4-b01f-919c6eba231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.254739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-0bf2f6b2-6f97-41c4-b01f-919c6eba231b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.1133788 Feb 19 01:21:47.308056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-327bc823-84c0-4a50-9405-a84cf27e11e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=715bfd77-2650-4d21-a8ed-f027f84c947f HTTP/1.1" status: 200 len: 217 time: 0.0437868 Feb 19 01:21:47.364539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-c60b8dba-b1ab-4db6-8157-1fff2dbe9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.366303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-c60b8dba-b1ab-4db6-8157-1fff2dbe9b5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.0516512 Feb 19 01:21:47.426869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-02e21cef-e865-404d-8ec2-2abd42032f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.428790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-02e21cef-e865-404d-8ec2-2abd42032f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508349 Feb 19 01:21:47.535260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-08b180b3-8cc5-41a2-aa94-38511597886a service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967176 Feb 19 01:21:47.627606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Sync routers for ids ['848a8c63-0206-44fd-87bb-c3b187bc0c05'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:47.630930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a3cfe4e-f197-4cef-987c-4b8434b05d6a req-c5ee6931-31d6-43e9-871f-f74e4635c008 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878534 Feb 19 01:21:47.641873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Routers {'848a8c63-0206-44fd-87bb-c3b187bc0c05'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:47.643015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['848a8c63-0206-44fd-87bb-c3b187bc0c05'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:47.767306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Set router 848a8c63-0206-44fd-87bb-c3b187bc0c05 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:48.064185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0dceb407-63b2-49ad-9771-5d2056e05d6b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:48.109616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffde02-bf36-4fc5-b9ce-444c290b49e9 req-4fac5c37-3c94-4a9d-9652-a92b4440d5fa tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.111153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-acffde02-bf36-4fc5-b9ce-444c290b49e9 req-4fac5c37-3c94-4a9d-9652-a92b4440d5fa tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.0642133 Feb 19 01:21:48.177033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-acffde02-bf36-4fc5-b9ce-444c290b49e9 req-2b43be5c-cd42-4671-89f0-8f5531a3f950 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572615 Feb 19 01:21:48.194735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0dceb407-63b2-49ad-9771-5d2056e05d6b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:48.195117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.258769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bdc5b-a5c8-4c9d-b3f5-ff91b7e6afdd req-d04840b1-6b93-4d88-819f-fdc8915d2f7e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.261463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-013bdc5b-a5c8-4c9d-b3f5-ff91b7e6afdd req-d04840b1-6b93-4d88-819f-fdc8915d2f7e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.0668981 Feb 19 01:21:48.271279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.279792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:21:45Z', 'revision_number': 4, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '00b26ecd-65bf-4605-83ae-34b68df08670', 'name': '', 'network_id': '833bd160-526e-44ff-b569-8d691f474df0', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'mac_address': 'fa:16:3e:ff:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '8b91708e-0471-4539-b6e4-295dbe2473fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:44Z', 'updated_at': '2022-02-19T01:21:45Z', 'revision_number': 2, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'subnets': [{'id': '8b91708e-0471-4539-b6e4-295dbe2473fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:48.317092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Checking router: 848a8c63-0206-44fd-87bb-c3b187bc0c05 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:48.317403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Updating router 848a8c63-0206-44fd-87bb-c3b187bc0c05 port 00b26ecd-65bf-4605-83ae-34b68df08670 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:48.324949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-013bdc5b-a5c8-4c9d-b3f5-ff91b7e6afdd req-1473d611-0dbb-43fe-b167-cbc3dc8d41f5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574818 Feb 19 01:21:48.343564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc9fc-ecfe-4bd1-9f69-c6cdcddf342e req-936332e2-e9ec-413e-af55-748f1218de57 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.343564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c2bc9fc-ecfe-4bd1-9f69-c6cdcddf342e req-936332e2-e9ec-413e-af55-748f1218de57 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Feb 19 01:21:48.355550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:48.361057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Request body: {'floatingip': {'port_id': '3d43cdcb-cfcf-49f0-85a8-d61623495c33'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:48.390948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.416879 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (2d2a140d-18cc-44b6-8edf-9ac5f8fba150), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.472796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-256c98c9-c6c8-456c-a507-5ad5dfbf5ea4 req-907afdd8-1485-4463-8002-e265e27e0073 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0668924 Feb 19 01:21:48.628090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0dceb407-63b2-49ad-9771-5d2056e05d6b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:48.761086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Publish callbacks [] for port (00b26ecd-65bf-4605-83ae-34b68df08670), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.767814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.886675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32dc90-ed78-4832-8883-6bfc70fd86a0 None None] Pushing event updated for resources: {'Port': ['ID=00b26ecd-65bf-4605-83ae-34b68df08670,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:48.925119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Attempting to bind port 00b26ecd-65bf-4605-83ae-34b68df08670 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:48.925499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Attempting to bind port 00b26ecd-65bf-4605-83ae-34b68df08670 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:48.925866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Attempting to bind port 00b26ecd-65bf-4605-83ae-34b68df08670 on network 833bd160-526e-44ff-b569-8d691f474df0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:48.931936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:48.932313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Checking segment: {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:48.932774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.933202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Bound using segment: {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:48.933678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Bound port: 00b26ecd-65bf-4605-83ae-34b68df08670, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf65480-6f10-437a-a33e-fe99ad1d298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '833bd160-526e-44ff-b569-8d691f474df0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:48.934059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.016886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] For port 00b26ecd-65bf-4605-83ae-34b68df08670, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:49.021373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] For port 00b26ecd-65bf-4605-83ae-34b68df08670, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=00b26ecd-65bf-4605-83ae-34b68df08670,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:49.029152 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.030128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.035085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (2d2a140d-18cc-44b6-8edf-9ac5f8fba150), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.089143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Routers {'848a8c63-0206-44fd-87bb-c3b187bc0c05'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:49.089954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['848a8c63-0206-44fd-87bb-c3b187bc0c05'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:49.181416 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Floating IP 2d2a140d-18cc-44b6-8edf-9ac5f8fba150 associated. External IP: 172.25.0.58, port: 3d43cdcb-cfcf-49f0-85a8-d61623495c33. Feb 19 01:21:49.256090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] Set router 848a8c63-0206-44fd-87bb-c3b187bc0c05 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:49.318234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cb2e95f0-b181-4208-ac66-51514ae4436b no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:49.373618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32dc90-ed78-4832-8883-6bfc70fd86a0 None None] Pushing event updated for resources: {'Port': ['ID=00b26ecd-65bf-4605-83ae-34b68df08670,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.396334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] Provisioning complete for port 00b26ecd-65bf-4605-83ae-34b68df08670 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:49.398067 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.507833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Router 9959f934-bb77-4e8a-b0f0-05e13f725c95 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:49.521373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be191d-6753-48cc-88e0-5f626d9c207b req-8f5b34bc-1e6a-4440-839e-19962fe3f6d3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:49.523094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16be191d-6753-48cc-88e0-5f626d9c207b req-8f5b34bc-1e6a-4440-839e-19962fe3f6d3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 946 time: 0.0830343 Feb 19 01:21:49.571231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cb2e95f0-b181-4208-ac66-51514ae4436b is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:49.571617 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.635044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-efc59d99-76ff-4ad7-ac6c-e644d7eedec4 req-64597aaf-63db-472f-8f0a-2a8be5738486 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0554159 Feb 19 01:21:49.678196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:49.680563 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf8219-160a-4614-bb4a-25f59f76ce60" -d '{"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:49.686856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] Current status of the port 00b26ecd-65bf-4605-83ae-34b68df08670 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:49.687238 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.726758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:49.735910 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.772664 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732af759-bab3-4c83-a4e7-0c6254a62684 x-openstack-request-id: req-732af759-bab3-4c83-a4e7-0c6254a62684 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:49.772963 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:49.773249 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-732af759-bab3-4c83-a4e7-0c6254a62684 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:49.773647 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'code': 200} Feb 19 01:21:49.809034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] For port 00b26ecd-65bf-4605-83ae-34b68df08670, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=00b26ecd-65bf-4605-83ae-34b68df08670,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:49.821733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.828400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.879269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:21:45Z', 'revision_number': 4, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '00b26ecd-65bf-4605-83ae-34b68df08670', 'name': '', 'network_id': '833bd160-526e-44ff-b569-8d691f474df0', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'mac_address': 'fa:16:3e:ff:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '8b91708e-0471-4539-b6e4-295dbe2473fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:44Z', 'updated_at': '2022-02-19T01:21:49Z', 'revision_number': 4, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'subnets': [{'id': '8b91708e-0471-4539-b6e4-295dbe2473fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:49.928683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7c726-344b-436b-83e2-b0ba0466e8e7 None None] The sync data for ids ['848a8c63-0206-44fd-87bb-c3b187bc0c05'] in n-d-826752-2 is: [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:21:45Z', 'revision_number': 4, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '00b26ecd-65bf-4605-83ae-34b68df08670', 'name': '', 'network_id': '833bd160-526e-44ff-b569-8d691f474df0', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'mac_address': 'fa:16:3e:ff:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '8b91708e-0471-4539-b6e4-295dbe2473fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:44Z', 'updated_at': '2022-02-19T01:21:49Z', 'revision_number': 4, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'subnets': [{'id': '8b91708e-0471-4539-b6e4-295dbe2473fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:49.934858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6856f3-1298-4325-9d81-f53b3152de74 None None] Pushing event updated for resources: {'Port': ['ID=00b26ecd-65bf-4605-83ae-34b68df08670,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.952507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-315f9842-bfaa-4988-986c-60018cb31b38 None None] Provisioning complete for port 00b26ecd-65bf-4605-83ae-34b68df08670 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:49.952902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-315f9842-bfaa-4988-986c-60018cb31b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.101480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-315f9842-bfaa-4988-986c-60018cb31b38 None None] Current status of the port 00b26ecd-65bf-4605-83ae-34b68df08670 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:50.146287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16be191d-6753-48cc-88e0-5f626d9c207b req-7e9d239e-e59b-43e7-a7c0-33ae2faf0f0e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152453 Feb 19 01:21:50.176592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:50.188670 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] Sync routers for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:50.191389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.200048 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:50.200690 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:50.248472 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90c4e1ba-8f4a-4088-8b67-448e0710ad0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.257892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a543fc70-663b-42ed-af4e-50a626d50683 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "PUT /v2.0/floatingips/2d2a140d-18cc-44b6-8edf-9ac5f8fba150 HTTP/1.1" status: 200 len: 990 time: 1.8973763 Feb 19 01:21:50.258721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:50.263097 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26031d6-676d-441a-8783-597e37cbeb13" -d '{"events": [{"name": "network-changed", "server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:50.354985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae391c-8369-494f-b844-17b614184e55 req-7e17ef1a-2318-4367-a16b-95df6ff05381 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.364034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbae391c-8369-494f-b844-17b614184e55 req-7e17ef1a-2318-4367-a16b-95df6ff05381 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1203837 Feb 19 01:21:50.374353 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:50.423800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbae391c-8369-494f-b844-17b614184e55 req-d74e08ce-610b-4a3d-a008-94b6ddab48dc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538521 Feb 19 01:21:50.474250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6b110-8f60-44fe-b0bb-1f39fe7ad8b4 req-addb8ff5-26a7-4fc5-a3c4-0ddeb96e509d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.475864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52a6b110-8f60-44fe-b0bb-1f39fe7ad8b4 req-addb8ff5-26a7-4fc5-a3c4-0ddeb96e509d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.1351004 Feb 19 01:21:50.477403 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acfd84f-c8c4-4789-b0e8-7a9210c50012 x-openstack-request-id: req-9acfd84f-c8c4-4789-b0e8-7a9210c50012 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:50.477696 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:50.477949 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9acfd84f-c8c4-4789-b0e8-7a9210c50012 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:50.478345 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'status': 'completed', 'code': 200} Feb 19 01:21:50.638061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc30c-9223-4ed4-8069-18d7faf90ca9 req-f9f050c3-fce5-43d1-a467-95bb2296e727 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.646865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-250dc30c-9223-4ed4-8069-18d7faf90ca9 req-f9f050c3-fce5-43d1-a467-95bb2296e727 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0871611 Feb 19 01:21:50.659511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52a6b110-8f60-44fe-b0bb-1f39fe7ad8b4 req-810a3862-83cb-4c1f-9f37-5afe3cafcc7f tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677330 Feb 19 01:21:50.667380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26031d6-676d-441a-8783-597e37cbeb13 req-51b5e847-ce76-49bd-9d63-d579b529bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.668875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-51b5e847-ce76-49bd-9d63-d579b529bfdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2610f3ed089040508156db4075e65414&device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 1127 time: 0.1453173 Feb 19 01:21:50.689016 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '2d2a140d-18cc-44b6-8edf-9ac5f8fba150', 'tenant_id': '2610f3ed089040508156db4075e65414', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'port_id': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'mac_address': 'fa:16:3e:5a:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025f81-3755-4662-8440-803c9c154928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:25Z', 'updated_at': '2022-02-19T01:21:48Z', 'revision_number': 1, 'project_id': '2610f3ed089040508156db4075e65414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:29Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:50.745212 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-250dc30c-9223-4ed4-8069-18d7faf90ca9 req-3523027a-5191-4b58-81c6-265d27243a78 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911000 Feb 19 01:21:50.786304 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] Checking router: 9959f934-bb77-4e8a-b0f0-05e13f725c95 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:50.805798 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:50.806782 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:50.822794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e73a5ed-d69b-408a-b3b3-d889bb48d573 req-15a5bd10-89b6-40cf-a40d-3037173ad24b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0462837 Feb 19 01:21:50.878685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26031d6-676d-441a-8783-597e37cbeb13 req-f90ff31d-eb80-4ee0-993a-0b21d8e95941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.881914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-f90ff31d-eb80-4ee0-993a-0b21d8e95941 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb959f3-c24e-4502-a431-6afc72341830 HTTP/1.1" status: 200 len: 913 time: 0.2057416 Feb 19 01:21:50.939585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67d307-a83f-44f0-96ae-d4eb72f121ef req-da94e10b-d2c1-4832-b60e-711e495df212 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.941247 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd67d307-a83f-44f0-96ae-d4eb72f121ef req-da94e10b-d2c1-4832-b60e-711e495df212 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0913711 Feb 19 01:21:50.990148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-d82d83e9-ca65-4abe-8efb-bc4b359ed4a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33 HTTP/1.1" status: 200 len: 998 time: 0.1008081 Feb 19 01:21:50.990389 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:51.017819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd67d307-a83f-44f0-96ae-d4eb72f121ef req-75a7795d-2a75-4cd6-8c0b-aa413c3d83af tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679982 Feb 19 01:21:51.057830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26031d6-676d-441a-8783-597e37cbeb13 req-cfd03144-ac1d-479d-9a24-088e2d68d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:51.059624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-cfd03144-ac1d-479d-9a24-088e2d68d146 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e9c1a12-bd7f-470e-b99f-6c212fb602b3 HTTP/1.1" status: 200 len: 851 time: 0.0597808 Feb 19 01:21:51.166801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26031d6-676d-441a-8783-597e37cbeb13 req-2bbe4807-d90c-4ce5-8823-00036b185612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:51.168337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-2bbe4807-d90c-4ce5-8823-00036b185612 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb959f3-c24e-4502-a431-6afc72341830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001077 Feb 19 01:21:51.184574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12e9b2-5466-4d2d-a775-a502ae6e835b req-8a981133-f495-4e3b-bc04-a65fdb54b51f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:51.186542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d12e9b2-5466-4d2d-a775-a502ae6e835b req-8a981133-f495-4e3b-bc04-a65fdb54b51f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0728726 Feb 19 01:21:51.277093 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '2d2a140d-18cc-44b6-8edf-9ac5f8fba150', 'tenant_id': '2610f3ed089040508156db4075e65414', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'port_id': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'mac_address': 'fa:16:3e:5a:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025f81-3755-4662-8440-803c9c154928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:25Z', 'updated_at': '2022-02-19T01:21:48Z', 'revision_number': 1, 'project_id': '2610f3ed089040508156db4075e65414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:29Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:51.294854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d12e9b2-5466-4d2d-a775-a502ae6e835b req-277a3eb0-85bc-46f2-8b65-6601802bdab7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985186 Feb 19 01:21:51.320337 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0fed5-1820-4274-8f1b-70f07e344648 None None] The sync data for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 is: [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '2d2a140d-18cc-44b6-8edf-9ac5f8fba150', 'tenant_id': '2610f3ed089040508156db4075e65414', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'port_id': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'mac_address': 'fa:16:3e:5a:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025f81-3755-4662-8440-803c9c154928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:25Z', 'updated_at': '2022-02-19T01:21:48Z', 'revision_number': 1, 'project_id': '2610f3ed089040508156db4075e65414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:29Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:51.333657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-ad7c327c-4c97-44df-a62e-8ae439f924f2 service neutron] 10.222.0.10 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569233 Feb 19 01:21:51.448759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f26031d6-676d-441a-8783-597e37cbeb13 req-9a76a2c6-fce0-45a5-b813-2276747d1583 service neutron] 10.222.0.10 "GET /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086142 Feb 19 01:21:51.573903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38a84-887a-42f5-8b1c-0808c5124204 req-fffba489-09d2-49ce-8b9d-d4655ebcfe45 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:51.578781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fd38a84-887a-42f5-8b1c-0808c5124204 req-fffba489-09d2-49ce-8b9d-d4655ebcfe45 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0729618 Feb 19 01:21:51.629236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fd38a84-887a-42f5-8b1c-0808c5124204 req-13438eb5-1f9c-4831-86d5-31f7875befda tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478408 Feb 19 01:21:51.947698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a23be6c2-bdaa-47b8-a661-7c98ed94b7ca req-27b05a27-28ca-489b-8e3c-23a3f088a608 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0309711 Feb 19 01:21:51.997421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 00b26ecd-65bf-4605-83ae-34b68df08670 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:52.045905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 00b26ecd-65bf-4605-83ae-34b68df08670 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:52.046278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.125273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 00b26ecd-65bf-4605-83ae-34b68df08670 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:52.571682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51ba57dc-bdf4-4cf7-81e5-2250af93def9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.632626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654cbe70-396c-4f6f-87cd-650a6622717b None None] New status for floating IP 2d2a140d-18cc-44b6-8edf-9ac5f8fba150: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:21:53.022065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064d89-5b37-4ec5-8314-41dae6ec8e1e req-494dd4c7-c9a8-4149-86a0-66b46f777e6e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:53.023914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b064d89-5b37-4ec5-8314-41dae6ec8e1e req-494dd4c7-c9a8-4149-86a0-66b46f777e6e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0625737 Feb 19 01:21:53.062879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dd77f79d-824f-4e81-ad63-b5e40def76b6 req-dfa0e6a5-a7bc-4a21-8147-4d87bdc25e1c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0324230 Feb 19 01:21:53.078021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b064d89-5b37-4ec5-8314-41dae6ec8e1e req-81aedbcf-6e15-4782-9521-0db57e2919a5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Feb 19 01:21:53.314587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device cb2e95f0-b181-4208-ac66-51514ae4436b no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:53.400217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port cb2e95f0-b181-4208-ac66-51514ae4436b is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:53.621450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.174438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bb4f5bb-e2ff-4ced-9013-449a165c0373 req-2eeaa7f8-7dd0-456c-88f9-1e2e5dcb97f5 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0279810 Feb 19 01:21:54.208809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75e701-6acd-4a3e-aae8-6136f1cdd8f6 req-47a7c2ad-ff0d-4a3b-821b-03845889d8f6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.210317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab75e701-6acd-4a3e-aae8-6136f1cdd8f6 req-47a7c2ad-ff0d-4a3b-821b-03845889d8f6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0628238 Feb 19 01:21:54.257083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab75e701-6acd-4a3e-aae8-6136f1cdd8f6 req-87bb46d2-d87e-4ac1-b80e-9b91c471fe12 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Feb 19 01:21:55.277656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5cd2ca0-9f27-4330-9eca-6b136b905c1a req-f404e48e-4043-46f6-93bb-e7eab247e32b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0288861 Feb 19 01:21:55.309452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:55.391463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eecf3c-1974-4553-9f65-706748e3b6d5 req-a41efcb0-25fa-4e2c-9efc-15f697cf0e17 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:55.393036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21eecf3c-1974-4553-9f65-706748e3b6d5 req-a41efcb0-25fa-4e2c-9efc-15f697cf0e17 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0543313 Feb 19 01:21:55.443994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21eecf3c-1974-4553-9f65-706748e3b6d5 req-5a0cb74a-7b16-4fa3-901f-a4d2e41eb0eb tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Feb 19 01:21:55.977802 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:56.411160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09f35087-8d0d-44f1-abc3-5b13efdf362f req-43098b9d-7bc7-4175-8a50-7790b98bd550 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0506768 Feb 19 01:21:56.532885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:56.613256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7e6b-eaec-4598-b8f7-9bc9d46ccdb6 req-a4359610-af65-4e67-8bd3-5e26a32bdbe9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:56.613256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eebc7e6b-eaec-4598-b8f7-9bc9d46ccdb6 req-a4359610-af65-4e67-8bd3-5e26a32bdbe9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0742018 Feb 19 01:21:56.696333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eebc7e6b-eaec-4598-b8f7-9bc9d46ccdb6 req-b3341d30-d94b-4a14-a2fb-0f35630c1f2d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764647 Feb 19 01:21:57.521570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f53a96bf-7a3c-4441-b0fc-6fde143eb0b2 req-bf041b3d-3f33-4a35-b16f-28452efca29f tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0393307 Feb 19 01:21:57.843276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553e651-e6e5-4947-8840-891236b3f76b req-51e988bb-dec8-47c9-8a4d-3072fc204f60 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:57.850678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a553e651-e6e5-4947-8840-891236b3f76b req-51e988bb-dec8-47c9-8a4d-3072fc204f60 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0856726 Feb 19 01:21:57.930267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a553e651-e6e5-4947-8840-891236b3f76b req-091b3800-96d3-4ebb-8c42-7253358a942a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775089 Feb 19 01:21:58.635171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a99b287-9b97-46d6-b13b-a9271bb34898 req-64868331-daaa-405e-8a94-c08c19e67680 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0331256 Feb 19 01:21:59.061019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679f24-f8f0-4b4c-9168-52ac15508354 req-8f00386d-4983-49de-9206-6f0fa47bb4e5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:59.062561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54679f24-f8f0-4b4c-9168-52ac15508354 req-8f00386d-4983-49de-9206-6f0fa47bb4e5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0568411 Feb 19 01:21:59.114653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54679f24-f8f0-4b4c-9168-52ac15508354 req-078a5788-a670-4381-854b-10e55704987a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Feb 19 01:21:59.774484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ab47ea3-dca4-47fe-b6c9-282d7658f378 req-958a2a0e-405b-47a7-a5ce-b61ac9504644 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0402052 Feb 19 01:21:59.949086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-90ca5a4e-fe15-416d-9e7c-582544ba2bb5 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:59.950765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-90ca5a4e-fe15-416d-9e7c-582544ba2bb5 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/networks?id=ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 200 len: 814 time: 0.1473351 Feb 19 01:21:59.981840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-56ff5534-af9e-4088-aea5-6f3a2c9c4d7e tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/quotas/0905bfb373cb4c218cd803842d500971 HTTP/1.1" status: 200 len: 375 time: 0.0212755 Feb 19 01:22:00.056712 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-e2d5f046-dd06-4378-8dd6-ce5ac5d4f6e2 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0905bfb373cb4c218cd803842d500971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656497 Feb 19 01:22:00.297070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91435d8-af3b-478b-a383-39a706d758c3 req-c0ecfb5e-6af5-40cc-a76e-64ff65cd5889 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.306206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b91435d8-af3b-478b-a383-39a706d758c3 req-c0ecfb5e-6af5-40cc-a76e-64ff65cd5889 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0776341 Feb 19 01:22:00.417037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b91435d8-af3b-478b-a383-39a706d758c3 req-65fc6afb-8fa5-4a8b-be06-b29fb5743fb5 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952435 Feb 19 01:22:00.431624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-578c4b77-40d0-4be3-b27f-24ffae21095d service neutron] 10.222.0.43 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735774 Feb 19 01:22:00.537548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-d28bbf63-747a-4c47-93ca-03116365e30b service neutron] 10.222.0.43 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048148 Feb 19 01:22:00.769523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d0d3c97-32b8-4a92-aae5-30974c699a76 req-00d7248b-fd1e-41a3-9625-6833bdaf1fba tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 210 time: 0.0345411 Feb 19 01:22:00.987532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccdf038f-ab63-4156-b496-688d72dfe2f7 req-67b79c60-5f20-4d31-8f5f-4f322a228169 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0548799 Feb 19 01:22:01.606338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950135-15e1-4608-a601-d554f67c765d req-94952f35-70a9-434b-9923-9a137f40e478 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.613230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca950135-15e1-4608-a601-d554f67c765d req-94952f35-70a9-434b-9923-9a137f40e478 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1129560 Feb 19 01:22:01.671828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca950135-15e1-4608-a601-d554f67c765d req-e21cf787-762a-4c76-911b-dfc3fcdecd72 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528014 Feb 19 01:22:01.883777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b56518e-d8a7-4411-8e6b-ab0e81b31b11 req-8600dc34-8c91-48dc-8af0-c5951eaca0a3 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 210 time: 0.0438368 Feb 19 01:22:02.222074 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f15034f2-4077-4863-9c0d-f9655b22f2a1 req-6e49aca0-32d4-4b65-b031-d47397521e6d tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0883269 Feb 19 01:22:02.360896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-23f0dac4-924c-416e-ae39-bf2f99e6cb16 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.364209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-23f0dac4-924c-416e-ae39-bf2f99e6cb16 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "GET /v2.0/networks?id=ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 200 len: 814 time: 0.2985044 Feb 19 01:22:02.383101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Request body: {'port': {'device_id': 'd460969a-8969-4d3f-9957-aef6c648b499', 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74', 'admin_state_up': True, 'tenant_id': '0905bfb373cb4c218cd803842d500971'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:02.539444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Made reservation on behalf of 0905bfb373cb4c218cd803842d500971 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:02.544246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.728899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Allocated IP 172.20.0.13 (ba14ec70-9af7-4b9e-ac56-7865933fbf74/342c9c41-78cd-4a54-8fb0-7c93f6e275b5/ebe27418-1ff2-4dc7-bc2e-71a2f63ac046) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:02.979582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks [] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.051801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eee7cca2-0587-4e5e-b059-337f32234244 req-ff3ae7b3-ba39-49c0-8772-2466c9ddf045 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 210 time: 0.0513918 Feb 19 01:22:03.083189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.174671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Pushing event updated for resources: {'Port': ['ID=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:03.202523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd921982-410b-4920-abca-2a38304d894f req-4d86402d-7e73-45aa-8435-4f3ad2201ccd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.204466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd921982-410b-4920-abca-2a38304d894f req-4d86402d-7e73-45aa-8435-4f3ad2201ccd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1794751 Feb 19 01:22:03.206622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Network ba14ec70-9af7-4b9e-ac56-7865933fbf74 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:03.210654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:03.214457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:03.349275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.352309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.392234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b86caf43-8bf7-4d1f-99f0-6685648c808c req-a4e910c3-3f93-476d-b737-0ae67a291973 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0588167 Feb 19 01:22:03.412174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-59e1f464-4fc0-4c2c-95ec-79440d3b3620 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0336280 Feb 19 01:22:03.423047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd921982-410b-4920-abca-2a38304d894f req-d5cb1904-1d02-4557-80b9-fb0aea542b94 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451275 Feb 19 01:22:03.428366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Request body: {'port': {'device_id': 'd460969a-8969-4d3f-9957-aef6c648b499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:03.510166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.874579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:03.887381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Publish callbacks [] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.906026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Transition to ACTIVE for port object ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:22:03.910919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.994504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:04.069426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Attempting to bind port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.070043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Attempting to bind port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.070686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Attempting to bind port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 on network ba14ec70-9af7-4b9e-ac56-7865933fbf74 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.075659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 on network ba14ec70-9af7-4b9e-ac56-7865933fbf74 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.076184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Attempting to bind port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 on network ba14ec70-9af7-4b9e-ac56-7865933fbf74 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.088377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:04.088910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Checking segment: {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:04.089521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Bound using segment: {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:04.090296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Bound port: ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:04.091014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.216439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] For port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:04.223040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] For port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:04.237845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.278293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ffe9f-2774-4179-a122-5455e74b7bb7 req-c825ce96-f485-490a-958d-109d0e54dd2f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.289183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b19ffe9f-2774-4179-a122-5455e74b7bb7 req-c825ce96-f485-490a-958d-109d0e54dd2f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 944 time: 0.1016753 Feb 19 01:22:04.340911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b19ffe9f-2774-4179-a122-5455e74b7bb7 req-60f88554-1580-46d2-9bd0-6589674407af tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508537 Feb 19 01:22:04.368169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.369020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.370632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 HTTP/1.1" status: 200 len: 1092 time: 0.9477727 Feb 19 01:22:04.371281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd460969a-8969-4d3f-9957-aef6c648b499', 'tag': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:04.373713 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eed7807-dcc3-43d5-af78-029c8dabc3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d460969a-8969-4d3f-9957-aef6c648b499", "tag": "ebe27418-1ff2-4dc7-bc2e-71a2f63ac046"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:04.399369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958e620-d328-447c-8ef6-6c6206035bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:04.465445 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d700d0e9-47be-45ab-bb19-31d2747000b6 x-openstack-request-id: req-d700d0e9-47be-45ab-bb19-31d2747000b6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:04.465741 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d460969a-8969-4d3f-9957-aef6c648b499", "tag": "ebe27418-1ff2-4dc7-bc2e-71a2f63ac046", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:04.466106 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d700d0e9-47be-45ab-bb19-31d2747000b6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:04.466576 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd460969a-8969-4d3f-9957-aef6c648b499', 'tag': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046', 'status': 'completed', 'code': 200} Feb 19 01:22:04.488911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-73cf4a45-1f2c-46d0-9b6a-9f32a85921ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.491527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-73cf4a45-1f2c-46d0-9b6a-9f32a85921ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0905bfb373cb4c218cd803842d500971&device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 1126 time: 0.0725224 Feb 19 01:22:04.580942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd7afa22-94bc-4c3f-9393-bb4e5fee9501 req-91d3f106-95e4-419b-974e-331a8f20826a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0473294 Feb 19 01:22:04.595767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-5717ec2b-a559-4099-92a2-74a1bd4cd79b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 HTTP/1.1" status: 200 len: 217 time: 0.0953169 Feb 19 01:22:04.723715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0703a326-7bf9-4bb4-989c-a463e0248f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.725206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-0703a326-7bf9-4bb4-989c-a463e0248f80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=342c9c41-78cd-4a54-8fb0-7c93f6e275b5 HTTP/1.1" status: 200 len: 854 time: 0.1091123 Feb 19 01:22:04.738116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025556f-cbbc-4e94-bf26-4f10ab84f0d3 req-6497b88d-a829-4e5a-b428-6f99df63240b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.739904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1025556f-cbbc-4e94-bf26-4f10ab84f0d3 req-6497b88d-a829-4e5a-b428-6f99df63240b tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1446991 Feb 19 01:22:04.813357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-19433081-47f8-484e-9d9b-3f1bfd5a9238 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba14ec70-9af7-4b9e-ac56-7865933fbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722654 Feb 19 01:22:04.844136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1025556f-cbbc-4e94-bf26-4f10ab84f0d3 req-2fca7a12-317d-4228-93bf-32b4af75f74c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900986 Feb 19 01:22:04.920489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-c3b3ac8d-50ce-4c38-acec-bdc01180ee3e service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985065 Feb 19 01:22:05.033873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d939ff40-1e88-4be4-a8ba-fc048d712a26 req-999ddf28-fdd5-446a-87c4-eeccd74c14b8 service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063514 Feb 19 01:22:05.204543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-f0a0e62c-10da-4e7d-b1b1-f12779836075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.206713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-f0a0e62c-10da-4e7d-b1b1-f12779836075 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0905bfb373cb4c218cd803842d500971&device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 1126 time: 0.1110926 Feb 19 01:22:05.366134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-3a88dd79-b71a-4152-9389-0d8866174d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.382862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-3a88dd79-b71a-4152-9389-0d8866174d54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 200 len: 915 time: 0.1641247 Feb 19 01:22:05.489264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-1dd332e4-a8ee-4d23-9c0e-eed91f8127d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 HTTP/1.1" status: 200 len: 217 time: 0.0971162 Feb 19 01:22:05.563669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac338fa-e69b-4809-a467-df9f11fc74c0 req-b96e4ae4-4f4d-44dd-b3e4-4b717aecdc49 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.577224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ac338fa-e69b-4809-a467-df9f11fc74c0 req-b96e4ae4-4f4d-44dd-b3e4-4b717aecdc49 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 944 time: 0.0826504 Feb 19 01:22:05.577927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-a735731a-409e-4ff0-8fed-d6696a9ceefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.579608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-a735731a-409e-4ff0-8fed-d6696a9ceefc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=342c9c41-78cd-4a54-8fb0-7c93f6e275b5 HTTP/1.1" status: 200 len: 854 time: 0.0832424 Feb 19 01:22:05.648141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ac338fa-e69b-4809-a467-df9f11fc74c0 req-c531af03-e8c1-4e0e-8516-979838fd677f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692339 Feb 19 01:22:05.649924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-59e1d7cd-a352-46c8-b262-9a72cc76cf19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ba14ec70-9af7-4b9e-ac56-7865933fbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620041 Feb 19 01:22:05.887367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb84dfae-a2c4-4ae2-816a-3abfb9f67e0e req-55ef6f59-aaab-46cb-bfa0-e43f8be461e7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0809295 Feb 19 01:22:05.972496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-0bb63c84-130a-4728-8f25-ebda9dd8367b service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143308 Feb 19 01:22:06.125104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efe4ba-3d70-420b-bf8a-0a8848da1e03 req-d92f21d3-b5d0-4196-ab39-46e0426e5819 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:06.136095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7efe4ba-3d70-420b-bf8a-0a8848da1e03 req-d92f21d3-b5d0-4196-ab39-46e0426e5819 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0909419 Feb 19 01:22:06.194888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eed7807-dcc3-43d5-af78-029c8dabc3a6 req-6d44f5fd-b664-4a97-875a-6fd31198ef5e service neutron] 10.222.0.10 "GET /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145903 Feb 19 01:22:06.223045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7efe4ba-3d70-420b-bf8a-0a8848da1e03 req-9f6efc5d-03ef-407a-baf1-606662f63b20 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850344 Feb 19 01:22:06.786386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd9f7-40c9-4407-8813-7de5be445644 req-49a0ba40-1914-4a62-ae3c-ed15f6567d84 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:06.794532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd6cd9f7-40c9-4407-8813-7de5be445644 req-49a0ba40-1914-4a62-ae3c-ed15f6567d84 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 944 time: 0.0761230 Feb 19 01:22:06.861898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd6cd9f7-40c9-4407-8813-7de5be445644 req-389dffbb-2ace-4438-b3ac-625d8e87f491 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625174 Feb 19 01:22:07.119003 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2c061c3-0e9a-446d-bc7d-64451712e328 req-6730369f-9c23-45b4-949c-2f14f78ee5bd tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0336473 Feb 19 01:22:07.554564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a197f-bf2a-41a5-a649-99143a9f5785 req-1121cc76-a744-4688-97a1-6be940503039 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.567336 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f8a197f-bf2a-41a5-a649-99143a9f5785 req-1121cc76-a744-4688-97a1-6be940503039 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2205637 Feb 19 01:22:07.682825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f8a197f-bf2a-41a5-a649-99143a9f5785 req-4ddf5f30-18a1-4856-b104-187fe3a37085 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129453 Feb 19 01:22:08.058800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cded9-755f-4bf6-ad5a-319223dfa951 req-f5a504fb-2b7d-4ee4-92b4-ce43f02cd7f0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.069803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c1cded9-755f-4bf6-ad5a-319223dfa951 req-f5a504fb-2b7d-4ee4-92b4-ce43f02cd7f0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1015177 Feb 19 01:22:08.101096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-6313369c-6e25-4b11-9863-8688007998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.102622 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-6313369c-6e25-4b11-9863-8688007998e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.0724666 Feb 19 01:22:08.206469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c1cded9-755f-4bf6-ad5a-319223dfa951 req-306d174f-86f9-46e2-8501-0553a3e5d9a7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334381 Feb 19 01:22:08.293195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-688f31cb-e156-4855-bd6e-220331c9cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.296589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-688f31cb-e156-4855-bd6e-220331c9cba2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.1865690 Feb 19 01:22:08.388523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-13cff3e1-69b4-44d5-af17-9e1e839e20b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.0855560 Feb 19 01:22:08.443715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb75d5-f927-4c0a-8843-91f08440ae37 req-028999d6-7335-473c-b120-c1e9664dc3fe tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.445349 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55bb75d5-f927-4c0a-8843-91f08440ae37 req-028999d6-7335-473c-b120-c1e9664dc3fe tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 944 time: 0.0961885 Feb 19 01:22:08.481390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-464c5342-556e-4d54-8e6c-d9c389589213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.483896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-464c5342-556e-4d54-8e6c-d9c389589213 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.0884261 Feb 19 01:22:08.514386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55bb75d5-f927-4c0a-8843-91f08440ae37 req-391ec7f5-b975-4a2f-9fb6-54ca41c5aabc tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563998 Feb 19 01:22:08.570777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-66faea58-32da-45e3-b983-4b2764977b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.575113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-66faea58-32da-45e3-b983-4b2764977b3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841248 Feb 19 01:22:08.674557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bdde5267-2a53-44f2-a572-b53511a37a6d req-45fcf937-16dd-41dc-adf7-f31269e61466 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0398836 Feb 19 01:22:08.774581 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-4a3d19ae-2f15-42d8-91a8-665ed3186eeb service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888266 Feb 19 01:22:08.888180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec86f27f-b80d-44b8-9dc2-c73d6bed6ad3 req-6919eb11-522a-4294-8192-0ff62d2d39f3 service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051307 Feb 19 01:22:09.362906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:09.411500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09adf-3627-4068-99ef-e99ca1aadcbe req-647a1c5f-1b01-41c2-a492-da6ba503e3b7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:09.417275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aff09adf-3627-4068-99ef-e99ca1aadcbe req-647a1c5f-1b01-41c2-a492-da6ba503e3b7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1097164 Feb 19 01:22:09.523533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aff09adf-3627-4068-99ef-e99ca1aadcbe req-b2020536-0375-44ad-af64-24e1ff43c593 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944045 Feb 19 01:22:09.575279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:09.593668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046', 'network_id': 'ba14ec70-9af7-4b9e-ac56-7865933fbf74', 'port_id': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046', 'mac_address': 'fa:16:3e:aa:50:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342c9c41-78cd-4a54-8fb0-7c93f6e275b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:09.654205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:09.656067 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.682890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:09.705155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:09.706478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be374878-84f1-4258-af8c-fc6197f6a079 req-3ca898d2-c268-4f32-8d94-57a12fe7cb77 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:09.708347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be374878-84f1-4258-af8c-fc6197f6a079 req-3ca898d2-c268-4f32-8d94-57a12fe7cb77 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 944 time: 0.1152668 Feb 19 01:22:09.714730 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.788788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:09.821572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be374878-84f1-4258-af8c-fc6197f6a079 req-e7e51b56-313e-4f7a-a531-5c561cb70dc9 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068401 Feb 19 01:22:09.931203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc44bba9-7f19-4d57-b7d6-63d01e1dbad2 req-22c089b9-61e3-41ea-83f3-fbb00830beb6 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0313830 Feb 19 01:22:10.044603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ebe27418-1ff2-4dc7-bc2e-71a2f63ac046'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:10.658679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a875f84-957e-417d-985b-78ba17db7b44 req-7ed20851-b876-48ab-8613-23f72ed49769 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:10.666860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a875f84-957e-417d-985b-78ba17db7b44 req-7ed20851-b876-48ab-8613-23f72ed49769 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0723820 Feb 19 01:22:10.729965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a875f84-957e-417d-985b-78ba17db7b44 req-d53b2486-0add-4a5b-a104-7ee9e7f4e100 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622151 Feb 19 01:22:10.886900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807172bf-8be6-46ab-ae4e-310f3ff61a58 req-cfd32c3c-fd51-44ee-92c4-571347b86b85 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:10.896159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-807172bf-8be6-46ab-ae4e-310f3ff61a58 req-cfd32c3c-fd51-44ee-92c4-571347b86b85 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0827203 Feb 19 01:22:10.948916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-807172bf-8be6-46ab-ae4e-310f3ff61a58 req-9a3d2912-48f6-49ea-a07d-798f5e071a83 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527761 Feb 19 01:22:11.077645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc11fa-3654-499c-9fec-2e38ecabba9f req-50b073ab-e957-4d99-af03-5523621b72a9 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:11.080442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fafc11fa-3654-499c-9fec-2e38ecabba9f req-50b073ab-e957-4d99-af03-5523621b72a9 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 945 time: 0.0666208 Feb 19 01:22:11.167414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fafc11fa-3654-499c-9fec-2e38ecabba9f req-89cff0b3-8253-4251-9be4-d2869a06e3ce tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Feb 19 01:22:11.280093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5f7de35-ba1e-4a0a-bca4-52a0afd0e6ed req-41f0026b-adac-4335-b785-296bd1813d8a tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/ports?device_id=8011a0f1-99a2-41c7-aee9-5a64df6d1f8a HTTP/1.1" status: 200 len: 210 time: 0.0632839 Feb 19 01:22:11.363652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:11.436618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:22:11.441186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:11.441302 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.474732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06ce5a-ba8c-4a19-a3b8-aa168f1d0a35 req-b54b6adc-64d8-4f04-a7e9-3387659db9da tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:11.492467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a06ce5a-ba8c-4a19-a3b8-aa168f1d0a35 req-b54b6adc-64d8-4f04-a7e9-3387659db9da tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1109765 Feb 19 01:22:11.595269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a06ce5a-ba8c-4a19-a3b8-aa168f1d0a35 req-4cc39a20-b997-4c7a-b676-90b3515de251 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017480 Feb 19 01:22:11.629504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:11.630983 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.769040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405da302-232a-4c07-a95c-9d470961d663 req-bb92aff0-8c73-467b-8e32-dc6d0e6605ce tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:11.769040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-405da302-232a-4c07-a95c-9d470961d663 req-bb92aff0-8c73-467b-8e32-dc6d0e6605ce tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0822325 Feb 19 01:22:11.842772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-405da302-232a-4c07-a95c-9d470961d663 req-87be493d-8bf1-4e49-9681-3f033f7d6d08 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680470 Feb 19 01:22:11.911551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd460969a-8969-4d3f-9957-aef6c648b499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:11.914281 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2a46c6-435e-4f5b-a99b-371955d995ab" -d '{"events": [{"server_uuid": "d460969a-8969-4d3f-9957-aef6c648b499", "name": "network-vif-plugged", "status": "completed", "tag": "ebe27418-1ff2-4dc7-bc2e-71a2f63ac046"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:11.936973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:11.948294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.009883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:12.024390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047762d4-f7ba-48d8-8e3b-f594c76a2431 req-5aca3ebb-7082-4e1b-b701-ca772f4b1a5e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.025986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-047762d4-f7ba-48d8-8e3b-f594c76a2431 req-5aca3ebb-7082-4e1b-b701-ca772f4b1a5e tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0799060 Feb 19 01:22:12.109102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-047762d4-f7ba-48d8-8e3b-f594c76a2431 req-f4cd5290-b854-4ea5-9b77-e400d70e6961 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699637 Feb 19 01:22:12.160115 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f6a99-0c8e-4fc1-acc0-5c8aad63e00f x-openstack-request-id: req-b67f6a99-0c8e-4fc1-acc0-5c8aad63e00f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:12.161225 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d460969a-8969-4d3f-9957-aef6c648b499", "name": "network-vif-plugged", "status": "completed", "tag": "ebe27418-1ff2-4dc7-bc2e-71a2f63ac046", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:12.161742 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b67f6a99-0c8e-4fc1-acc0-5c8aad63e00f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:12.162384 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd460969a-8969-4d3f-9957-aef6c648b499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046', 'code': 200} Feb 19 01:22:12.313412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a9d0-e364-4a42-8b36-4c5505d99e19 req-847d2326-cace-41e5-abcb-932f118c93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.317299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf1a9d0-e364-4a42-8b36-4c5505d99e19 req-847d2326-cace-41e5-abcb-932f118c93be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 1128 time: 0.0825553 Feb 19 01:22:12.420387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf1a9d0-e364-4a42-8b36-4c5505d99e19 req-a34b339e-77f0-45f1-8ddc-51a827169132 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943286 Feb 19 01:22:12.469406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c03654-b7fa-490f-87d5-2d09c8b9fafb req-a5a472e8-cf2d-4d9a-a2f7-e44aa3f9a6f2 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.473047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3c03654-b7fa-490f-87d5-2d09c8b9fafb req-a5a472e8-cf2d-4d9a-a2f7-e44aa3f9a6f2 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 946 time: 0.0593536 Feb 19 01:22:12.534924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3c03654-b7fa-490f-87d5-2d09c8b9fafb req-019da307-e209-4d0e-8d82-1813534d4f8f tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Feb 19 01:22:12.708267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21125e84-5699-435f-be2f-bb0dd3d14fee req-da7f5a6b-4f72-4a8a-96a4-e4385ecea889 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.710397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21125e84-5699-435f-be2f-bb0dd3d14fee req-da7f5a6b-4f72-4a8a-96a4-e4385ecea889 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0846586 Feb 19 01:22:12.776189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-21125e84-5699-435f-be2f-bb0dd3d14fee req-adb71f92-46d8-46a7-a429-324f3c6beb61 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502176 Feb 19 01:22:12.836980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48170) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.916431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4196b77f-ef58-464d-a430-8cc114e2ac24 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group (7940c82d-b0cb-4ab2-bbd3-9ebbc1931710), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.942090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4196b77f-ef58-464d-a430-8cc114e2ac24 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group (7940c82d-b0cb-4ab2-bbd3-9ebbc1931710), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.000900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4196b77f-ef58-464d-a430-8cc114e2ac24 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7940c82d-b0cb-4ab2-bbd3-9ebbc1931710), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.008086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4196b77f-ef58-464d-a430-8cc114e2ac24 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.009557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4196b77f-ef58-464d-a430-8cc114e2ac24 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/security-groups/7940c82d-b0cb-4ab2-bbd3-9ebbc1931710 HTTP/1.1" status: 204 len: 168 time: 0.1711290 Feb 19 01:22:13.012414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48172) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.022576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196b77f-ef58-464d-a430-8cc114e2ac24 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940c82d-b0cb-4ab2-bbd3-9ebbc1931710,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.041020 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-0d76d731-fcbe-442d-ba5a-3df7072560b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] show failed (client error): The resource could not be found. Feb 19 01:22:13.042336 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d76d731-fcbe-442d-ba5a-3df7072560b7 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "GET /v2.0/security-groups/7940c82d-b0cb-4ab2-bbd3-9ebbc1931710 HTTP/1.1" status: 404 len: 347 time: 0.0283926 Feb 19 01:22:13.045254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48176) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.191886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port 4b24b773-19be-487c-87a9-9d6b9b4efce1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:13.192333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.294759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.295399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (4b24b773-19be-487c-87a9-9d6b9b4efce1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.308690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for 4b24b773-19be-487c-87a9-9d6b9b4efce1 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:13.495047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4b24b773-19be-487c-87a9-9d6b9b4efce1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.529470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=4b24b773-19be-487c-87a9-9d6b9b4efce1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.635034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for floatingip (7188243f-9935-405a-8067-b67dd722eeb4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.638173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.641061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8aff54d4-8586-4d0b-b8ab-bd4d2a3c586c tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/floatingips/7188243f-9935-405a-8067-b67dd722eeb4 HTTP/1.1" status: 204 len: 168 time: 0.5910587 Feb 19 01:22:13.643343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48182) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.692975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64459be-1603-4a41-bfa2-80c555aa408e req-2f03a9d3-a687-4296-bca3-2bdbde663182 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:13.695059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b64459be-1603-4a41-bfa2-80c555aa408e req-2f03a9d3-a687-4296-bca3-2bdbde663182 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 946 time: 0.0747168 Feb 19 01:22:13.802263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port d49c8c86-a35b-4dd4-9eb2-62f2479547a1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:13.805493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.833780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b64459be-1603-4a41-bfa2-80c555aa408e req-840a7597-038e-4a74-96c3-cd7c9f30cf43 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296639 Feb 19 01:22:13.979571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.995892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for d49c8c86-a35b-4dd4-9eb2-62f2479547a1 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:14.026504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751bf15-12d7-496a-af44-3c932d6a7a59 req-1265dde1-daf9-4640-bf72-ae1a657d8cbe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:14.028626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d751bf15-12d7-496a-af44-3c932d6a7a59 req-1265dde1-daf9-4640-bf72-ae1a657d8cbe tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.0707848 Feb 19 01:22:14.093135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d751bf15-12d7-496a-af44-3c932d6a7a59 req-d70062c3-04d3-42ec-9cbc-0a5fdee18135 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564773 Feb 19 01:22:14.228702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d49c8c86-a35b-4dd4-9eb2-62f2479547a1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.288572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=d49c8c86-a35b-4dd4-9eb2-62f2479547a1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.449878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.472563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dbb563e7-d025-4494-af3c-3c1bf18194be tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/ports/d49c8c86-a35b-4dd4-9eb2-62f2479547a1 HTTP/1.1" status: 204 len: 168 time: 0.8274441 Feb 19 01:22:14.475335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48208) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:14.551211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf67f8-ec77-4a5a-a9e1-ff08f555f1f6 req-ff2fb673-666e-453e-9aa6-b83110446f23 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:14.575954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5cf67f8-ec77-4a5a-a9e1-ff08f555f1f6 req-ff2fb673-666e-453e-9aa6-b83110446f23 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1580892 Feb 19 01:22:14.707287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5cf67f8-ec77-4a5a-a9e1-ff08f555f1f6 req-8fa658f2-7e04-4b89-a636-8282022b1b26 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120162 Feb 19 01:22:14.707624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-68f3c437-bb4b-43ba-aa68-d858164207af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:14.707624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-68f3c437-bb4b-43ba-aa68-d858164207af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32d460ea5cd74fff918c408cba95343e&device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 1126 time: 0.2071836 Feb 19 01:22:14.806544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port 87cf265d-73be-40cd-87b7-0ee775ec7ff4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:14.807028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.942445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.964721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for 87cf265d-73be-40cd-87b7-0ee775ec7ff4 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:15.001612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-d71f8e00-100f-4ac5-9fa6-4ac31ca5e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:15.003570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-d71f8e00-100f-4ac5-9fa6-4ac31ca5e9ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 200 len: 910 time: 0.2899933 Feb 19 01:22:15.040791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899c55-a68d-46ee-b8d1-4f22623fb010 req-6d4b4eb7-9cca-4d4e-8bfe-107fe24b90d5 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:15.049413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70899c55-a68d-46ee-b8d1-4f22623fb010 req-6d4b4eb7-9cca-4d4e-8bfe-107fe24b90d5 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 946 time: 0.1255460 Feb 19 01:22:15.139177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-13588771-363a-46f3-b361-620f3ccf1a7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 200 len: 998 time: 0.1064730 Feb 19 01:22:15.159454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70899c55-a68d-46ee-b8d1-4f22623fb010 req-df77862e-06bb-47b8-9135-f7b7653e9dcf tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031761 Feb 19 01:22:15.221915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-b6634e10-7932-4fa4-b80e-f92da1cb30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:15.223671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-b6634e10-7932-4fa4-b80e-f92da1cb30fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 200 len: 848 time: 0.0736842 Feb 19 01:22:15.419256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-a9a03e9b-6925-402c-8cf1-53551bf48f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:15.421184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-a9a03e9b-6925-402c-8cf1-53551bf48f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ece63df-823f-4990-83cc-676795974eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1359766 Feb 19 01:22:15.422696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (87cf265d-73be-40cd-87b7-0ee775ec7ff4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.477702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=87cf265d-73be-40cd-87b7-0ee775ec7ff4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.939773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6799ef-1e95-4ab4-858e-ceff172ca4ef req-e373c084-b17d-4af6-a78f-ca8cd1716814 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:15.951552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c6799ef-1e95-4ab4-858e-ceff172ca4ef req-e373c084-b17d-4af6-a78f-ca8cd1716814 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1399765 Feb 19 01:22:16.074801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c6799ef-1e95-4ab4-858e-ceff172ca4ef req-8185a735-f290-449e-a68a-806ced8142d0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155994 Feb 19 01:22:16.264017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.272009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8f689f94-6003-4070-8059-8521ca81b6ef tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/ports/87cf265d-73be-40cd-87b7-0ee775ec7ff4 HTTP/1.1" status: 204 len: 168 time: 1.7916372 Feb 19 01:22:16.272009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48232) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.366875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting subnet 94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:16.371131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for subnet (94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.419162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.560406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.655322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-4097b6c1-05a8-4c4c-85f2-ee26f60613ee service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2267601 Feb 19 01:22:16.661722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.883497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Subnet': ['ID=94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.895006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af683da3-2848-46e6-9c9e-4f22729d87b6 None None] Network 461fbff4-998c-48c3-88e3-312889a9c900 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:16.904610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.912641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48240) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.917274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ed8c3f87-bc8a-441c-9b82-da5cd1f14138 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/subnets/94f7ed1a-e2cc-4e4b-9214-5ae9e614c1c3 HTTP/1.1" status: 204 len: 168 time: 0.6437404 Feb 19 01:22:16.952898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256ba8e5-f2e2-4706-a2a2-2b38816534a7 req-e3f0b963-57a5-4dd6-b890-8b46f39d745f service neutron] 10.222.0.10 "GET /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802618 Feb 19 01:22:17.018182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting subnet a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:17.024255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for subnet (a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.115009 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.227080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] DHCP port deletion for 461fbff4-998c-48c3-88e3-312889a9c900 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:17.315832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.328091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] Deleting port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:17.334276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.480047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.514444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] For port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,segment=NetworkSegment(b05e73b1-f11e-4851-b34a-4e6c1892d639),segment_id=b05e73b1-f11e-4851-b34a-4e6c1892d639)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:17.514444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.537085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.545622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.546683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] Calling delete_port for ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:17.550312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c36ee474-fb51-411b-a0f9-ac6e07da269b tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/subnets/a1ef9f5f-8d19-46d3-b6a0-28a2c2779ca2 HTTP/1.1" status: 204 len: 168 time: 0.6365826 Feb 19 01:22:17.555178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48252) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:17.559503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f13e-d4e8-427c-b74d-9ffdd64d1344 req-3d337866-68f5-42cc-9eb5-61ea253749cf tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:17.566215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c452f-a993-45f8-8ef8-75babf57f72a None None] Network e6458714-e8ca-4aee-a5e8-d2c129863988 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:17.567520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96b6f13e-d4e8-427c-b74d-9ffdd64d1344 req-3d337866-68f5-42cc-9eb5-61ea253749cf tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.3759022 Feb 19 01:22:17.652314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96b6f13e-d4e8-427c-b74d-9ffdd64d1344 req-db7b2da6-2381-40f1-9926-458018d11271 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833054 Feb 19 01:22:17.828186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (461fbff4-998c-48c3-88e3-312889a9c900), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.864597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-14ba94fd-c7fe-4189-8ebc-64e920371cce tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:17.864597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-14ba94fd-c7fe-4189-8ebc-64e920371cce tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.3660421 Feb 19 01:22:17.886834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.899595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-6239730d-960d-46dc-b532-cfca253547cf tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/quotas/ec9c7311231f48318db6653ae0252f91 HTTP/1.1" status: 200 len: 375 time: 0.0128088 Feb 19 01:22:17.916959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] No DVR routers for this DVR port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:18.002370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] DHCP port deletion for e6458714-e8ca-4aee-a5e8-d2c129863988 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:18.009774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f02e8-6450-4efc-9bea-3e831cd9987f None None] Pushing event deleted for resources: {'Port': ['ID=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:18.028636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-12ef7129-073f-410f-9fb2-d203692bccd6 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183250 Feb 19 01:22:18.032821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Deleting port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:18.033387 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.124880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:18.134080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] For port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98, host n-d-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:18.134711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.139787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] Deleting port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:18.141752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.150116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Calling delete_port for ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:18.153116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 was not found and therefore no delete operation was performed {{(pid=103429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:22:18.254355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:18.254619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:18.308735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ec84ed2d-a4e5-4cae-a825-8cb8f550bb98), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.314653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-c077dd47-a0c9-4c26-bb3b-d654bf5ca85a service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594303 Feb 19 01:22:18.341999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.347784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] For port 4d73f4f6-24a1-4126-a1ae-77b5cea47855, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4d73f4f6-24a1-4126-a1ae-77b5cea47855,segment=NetworkSegment(e6abf692-1810-42b7-9e31-563a806d126b),segment_id=e6abf692-1810-42b7-9e31-563a806d126b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:18.348187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.361373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] Calling delete_port for 4d73f4f6-24a1-4126-a1ae-77b5cea47855 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:18.400874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Port': ['ID=ec84ed2d-a4e5-4cae-a825-8cb8f550bb98,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:18.486569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] No DVR routers for this DVR port ec84ed2d-a4e5-4cae-a825-8cb8f550bb98 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:18.527294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (4d73f4f6-24a1-4126-a1ae-77b5cea47855), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.552386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] No DVR routers for this DVR port 4d73f4f6-24a1-4126-a1ae-77b5cea47855 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:18.613669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72958ef1-f11d-4c36-b7ac-2dea1542ef66 None None] Pushing event deleted for resources: {'Port': ['ID=4d73f4f6-24a1-4126-a1ae-77b5cea47855,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:18.666828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (461fbff4-998c-48c3-88e3-312889a9c900), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.719703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-102064ae-1f9b-4fc1-8a72-5f039d215c37 service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344560 Feb 19 01:22:18.741193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461fbff4-998c-48c3-88e3-312889a9c900']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:18.766079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05e73b1-f11e-4851-b34a-4e6c1892d639') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:18.768340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05e73b1-f11e-4851-b34a-4e6c1892d639') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:18.798637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b05e73b1-f11e-4851-b34a-4e6c1892d639), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.828943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b05e73b1-f11e-4851-b34a-4e6c1892d639), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.841073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:18.841496 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b05e73b1-f11e-4851-b34a-4e6c1892d639), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.850785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1053e57-8081-4661-b2f6-91b76c9153e8 req-204e9e90-5960-4ab8-9831-f562e708bd71 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:18.851318 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:18.867855 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1053e57-8081-4661-b2f6-91b76c9153e8 req-204e9e90-5960-4ab8-9831-f562e708bd71 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1247973 Feb 19 01:22:18.956487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (461fbff4-998c-48c3-88e3-312889a9c900), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.963915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.967964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/networks/461fbff4-998c-48c3-88e3-312889a9c900 HTTP/1.1" status: 204 len: 168 time: 1.4115689 Feb 19 01:22:18.987120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1053e57-8081-4661-b2f6-91b76c9153e8 req-5f1b22b6-72fa-429b-bfdb-ea28ac8a798d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181030 Feb 19 01:22:18.989946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48274) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:19.056909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf333-44ef-4a15-a138-eb65d5af4671 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Network': ['ID=461fbff4-998c-48c3-88e3-312889a9c900,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:19.193835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-878e6ca5-0e9d-492c-9394-709f73f15692 req-1234e691-6102-4a55-9338-533479d33794 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 210 time: 0.1108260 Feb 19 01:22:19.279987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e6458714-e8ca-4aee-a5e8-d2c129863988), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.396014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce09729-76a5-4deb-8b5b-11e3108af4bd req-13ddc694-3c32-49d3-a680-4f1fd98e0bb3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:19.399796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ce09729-76a5-4deb-8b5b-11e3108af4bd req-13ddc694-3c32-49d3-a680-4f1fd98e0bb3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2558701 Feb 19 01:22:19.527230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e6458714-e8ca-4aee-a5e8-d2c129863988), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.594820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4ce09729-76a5-4deb-8b5b-11e3108af4bd req-3a74d6af-5418-476d-a3c1-a8e94fea92a7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669583 Feb 19 01:22:19.602206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6458714-e8ca-4aee-a5e8-d2c129863988']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:19.632270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6abf692-1810-42b7-9e31-563a806d126b') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:19.632270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6abf692-1810-42b7-9e31-563a806d126b') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:19.638675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (e6abf692-1810-42b7-9e31-563a806d126b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.656797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e6abf692-1810-42b7-9e31-563a806d126b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.664835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:19.665498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (e6abf692-1810-42b7-9e31-563a806d126b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:19.669075 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:19.819560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e6458714-e8ca-4aee-a5e8-d2c129863988), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.832683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.835936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] 10.222.0.43 "DELETE /v2.0/networks/e6458714-e8ca-4aee-a5e8-d2c129863988 HTTP/1.1" status: 204 len: 168 time: 0.8447843 Feb 19 01:22:19.942649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54cd8c-497b-4ad3-bec4-dcab18d7a332 tempest-TaggedBootDevicesTest_v242-1972531821 tempest-TaggedBootDevicesTest_v242-1972531821-project] Pushing event deleted for resources: {'Network': ['ID=e6458714-e8ca-4aee-a5e8-d2c129863988,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.095211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4d73f4f6-24a1-4126-a1ae-77b5cea47855 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:20.165732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-69fb2e55-4203-4699-a8bc-f02249270766 req-1f34bee6-6433-4a72-a886-657c3eb21327 service neutron] (103430) timed out ('10.222.0.89', 53622) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:22:20.266425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 4d73f4f6-24a1-4126-a1ae-77b5cea47855 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:20.267374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4d73f4f6-24a1-4126-a1ae-77b5cea47855 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:20.285776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c7f034c-560b-49ae-bc2e-3ec0f5653243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.365607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-25edf668-ee7c-4929-92b6-39e9b7af368a req-204052e4-1f3b-4b27-ad6c-52679c4702c7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 210 time: 0.0973039 Feb 19 01:22:20.537275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48330) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:20.650172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Deleting subnet d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:20.658312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Publish callbacks [] for subnet (d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.756229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.856355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.977260 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.028047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.035803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.043352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48364) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.044066 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09e6cb8f-8351-46c7-8324-e6d54844fc28 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d3acd9ec-3c49-423d-9bfe-d8c7f91cd7b7 HTTP/1.1" status: 204 len: 168 time: 0.5052807 Feb 19 01:22:21.199100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (46f4c814-86b7-4b19-9b78-14e1d5cb6e1d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.262905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-07a27bdb-81dd-465b-8eab-c3657d79bebb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.264480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-07a27bdb-81dd-465b-8eab-c3657d79bebb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.3936946 Feb 19 01:22:21.298503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Request body: {'port': {'device_id': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'admin_state_up': True, 'tenant_id': 'ec9c7311231f48318db6653ae0252f91'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:21.363478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (46f4c814-86b7-4b19-9b78-14e1d5cb6e1d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.402387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f4c814-86b7-4b19-9b78-14e1d5cb6e1d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.432896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662bfab9-375e-4af4-bd06-934f3224ffd5') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.433422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662bfab9-375e-4af4-bd06-934f3224ffd5') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.458271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (662bfab9-375e-4af4-bd06-934f3224ffd5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.560048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0f6235f1-bd09-4438-a5ef-e47dd7261bea req-192d2203-656f-49f2-9f12-6e56fc05eba0 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 210 time: 0.0789371 Feb 19 01:22:21.568099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (662bfab9-375e-4af4-bd06-934f3224ffd5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.582698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:21.583497 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (662bfab9-375e-4af4-bd06-934f3224ffd5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:21.587922 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:21.696126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb050172-371c-48bd-81c8-435c39df8494 req-4d9947f0-becf-490f-81f7-c0cd2f3e4ac8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.698327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb050172-371c-48bd-81c8-435c39df8494 req-4d9947f0-becf-490f-81f7-c0cd2f3e4ac8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4 HTTP/1.1" status: 200 len: 944 time: 0.4912970 Feb 19 01:22:21.745678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (46f4c814-86b7-4b19-9b78-14e1d5cb6e1d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.753353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.759820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/46f4c814-86b7-4b19-9b78-14e1d5cb6e1d HTTP/1.1" status: 204 len: 168 time: 0.7105749 Feb 19 01:22:21.760206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48380) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.771375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Made reservation on behalf of ec9c7311231f48318db6653ae0252f91 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:21.778562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.846187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Deleting subnet 5421c306-d606-49ca-98cc-f7985fc732f9 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:21.855850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Publish callbacks [] for subnet (5421c306-d606-49ca-98cc-f7985fc732f9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.871690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cba390-601c-47f4-abd3-4768163bf1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f4c814-86b7-4b19-9b78-14e1d5cb6e1d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.914838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (5421c306-d606-49ca-98cc-f7985fc732f9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.957869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5421c306-d606-49ca-98cc-f7985fc732f9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.019537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (5421c306-d606-49ca-98cc-f7985fc732f9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.055994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5421c306-d606-49ca-98cc-f7985fc732f9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.060660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.065048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d3a7e6d3-d8f9-4778-9207-cc7a93642131 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5421c306-d606-49ca-98cc-f7985fc732f9 HTTP/1.1" status: 204 len: 168 time: 0.3037715 Feb 19 01:22:22.067408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48382) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.113616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Deleting port cb2e95f0-b181-4208-ac66-51514ae4436b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:22.114462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.146419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9774e17f-cd3e-4651-a38e-ed5f5fbf5937), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.244742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Allocated IP 172.20.0.5 (d1c888b3-7c8d-4380-bb07-fff2779fc08e/02c2ed16-8fb6-4a81-9153-e917b37f50f4/1a9722c9-b3bd-4d37-8c66-00d5b524805f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:22.301684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9774e17f-cd3e-4651-a38e-ed5f5fbf5937), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.330951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] For port cb2e95f0-b181-4208-ac66-51514ae4436b, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=cb2e95f0-b181-4208-ac66-51514ae4436b,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:22.332248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.345355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9774e17f-cd3e-4651-a38e-ed5f5fbf5937']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:22.362763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Calling delete_port for cb2e95f0-b181-4208-ac66-51514ae4436b owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:22.367420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bf5c0e-7c7f-47bc-97b3-f691769f004c') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:22.367717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bf5c0e-7c7f-47bc-97b3-f691769f004c') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:22.393211 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (94bf5c0e-7c7f-47bc-97b3-f691769f004c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.425394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (94bf5c0e-7c7f-47bc-97b3-f691769f004c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.440382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:22.441630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (94bf5c0e-7c7f-47bc-97b3-f691769f004c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:22.446700 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:22.572465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9774e17f-cd3e-4651-a38e-ed5f5fbf5937), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.579882 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.590537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] 10.222.0.43 "DELETE /v2.0/networks/9774e17f-cd3e-4651-a38e-ed5f5fbf5937 HTTP/1.1" status: 204 len: 168 time: 0.5218840 Feb 19 01:22:22.599357 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-efc89376-7672-4034-82f1-da8b58cd53d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.727939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks [] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.783549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee8903-c21b-4a05-821b-42c6ed77604c admin admin] Pushing event deleted for resources: {'Network': ['ID=9774e17f-cd3e-4651-a38e-ed5f5fbf5937,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.789239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7f701fb-5b20-4399-9075-1c8fbf44a218 req-467fe3f2-95cc-4efd-8675-905f85c19c08 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 210 time: 0.1244838 Feb 19 01:22:22.880835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (cb2e95f0-b181-4208-ac66-51514ae4436b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.902979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581', '715bfd77-2650-4d21-a8ed-f027f84c947f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:22.956927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.976481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'Port': ['ID=cb2e95f0-b181-4208-ac66-51514ae4436b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.998233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:23.044266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48396) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:23.083328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event updated for resources: {'Port': ['ID=1a9722c9-b3bd-4d37-8c66-00d5b524805f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:23.100347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:23.120953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:23.127385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:23.178246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] No DVR routers for this DVR port cb2e95f0-b181-4208-ac66-51514ae4436b on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:23.184802 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7b839ff0-c9a0-43a8-b9b8-f17d23bf0d56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb7ec5e6ef31421eaeb0e7a5086542ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390979 Feb 19 01:22:23.185598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48398) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:23.188971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.213338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb050172-371c-48bd-81c8-435c39df8494 req-6c9a1ccc-58ea-4b2c-9f2e-dc5f986b969a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "DELETE /v2.0/ports/cb2e95f0-b181-4208-ac66-51514ae4436b HTTP/1.1" status: 204 len: 173 time: 1.4545195 Feb 19 01:22:23.214190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-deleted', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:23.217526 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9547d292-30ee-4674-ae32-d6e552d99db4" -d '{"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-deleted", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:23.326538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:23.327216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.337521 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8e65-facd-4cec-b089-65262ea0d768 admin admin] Publish callbacks [] for security_group (e8bdc6b7-bed4-4156-8269-6d97de4989f0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.366492 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68486739-6023-4dff-9301-39dbf405e235 x-openstack-request-id: req-68486739-6023-4dff-9301-39dbf405e235 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:23.366787 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4", "name": "network-vif-deleted", "tag": "cb2e95f0-b181-4208-ac66-51514ae4436b", "status": "failed", "code": 422}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:23.367042 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68486739-6023-4dff-9301-39dbf405e235 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:23.367453 n-d-826752-2 neutron-server[103429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8b8f0a2-2d2c-474a-8483-a9fcbf77c6b4', 'name': 'network-vif-deleted', 'tag': 'cb2e95f0-b181-4208-ac66-51514ae4436b', 'status': 'failed', 'code': 422} returned with failed status Feb 19 01:22:23.382123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-735f5f34-7fb8-4b39-9b48-3254f12eae22 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0878952 Feb 19 01:22:23.396514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Request body: {'port': {'device_id': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:23.404266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8e65-facd-4cec-b089-65262ea0d768 admin admin] Publish callbacks [] for security_group (e8bdc6b7-bed4-4156-8269-6d97de4989f0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.470404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8e65-facd-4cec-b089-65262ea0d768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e8bdc6b7-bed4-4156-8269-6d97de4989f0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.473393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b9f8e65-facd-4cec-b089-65262ea0d768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.474623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9b9f8e65-facd-4cec-b089-65262ea0d768 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8bdc6b7-bed4-4156-8269-6d97de4989f0 HTTP/1.1" status: 204 len: 168 time: 0.2879789 Feb 19 01:22:23.497318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f8e65-facd-4cec-b089-65262ea0d768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bdc6b7-bed4-4156-8269-6d97de4989f0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:23.582283 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:22:23.672909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.821150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.168308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f151daa-c7a4-422b-8b65-8126155c3f5a req-d5853d77-d92d-4e0c-8c27-63dfd9e1fcdf tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.179697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f151daa-c7a4-422b-8b65-8126155c3f5a req-d5853d77-d92d-4e0c-8c27-63dfd9e1fcdf tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 931 time: 0.1650636 Feb 19 01:22:24.253278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f151daa-c7a4-422b-8b65-8126155c3f5a req-b0873805-2c80-4f90-975e-b56cd95ab225 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 Feb 19 01:22:24.305533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9722c9-b3bd-4d37-8c66-00d5b524805f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:24.324166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Publish callbacks [] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.360735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.373172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Transition to ACTIVE for port object 1a9722c9-b3bd-4d37-8c66-00d5b524805f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:22:24.384313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.459128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1a75f500-5356-457d-9300-9996509fe7fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=201fc394849a4c679e00a077a5bb7b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967381 Feb 19 01:22:24.477680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48430) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.478336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9722c9-b3bd-4d37-8c66-00d5b524805f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.529859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.530443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.530972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.531622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.531953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.532847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.533200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.533526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.534447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.534866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.535204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.535524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.535842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:24.648709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f3c691f-97e0-42c3-a0e8-37f55fd95686 admin admin] Publish callbacks [] for security_group (c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.654693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee1b6a-afb9-490a-b5b4-a41a7ce76dd3 req-043c012c-9f7f-4203-b120-fbff25883163 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.656672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a6ee1b6a-afb9-490a-b5b4-a41a7ce76dd3 req-043c012c-9f7f-4203-b120-fbff25883163 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 907 time: 0.0741067 Feb 19 01:22:24.736686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f3c691f-97e0-42c3-a0e8-37f55fd95686 admin admin] Publish callbacks [] for security_group (c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.762661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Attempting to bind port 1a9722c9-b3bd-4d37-8c66-00d5b524805f on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:24.762916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Attempting to bind port 1a9722c9-b3bd-4d37-8c66-00d5b524805f by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:24.763513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Attempting to bind port 1a9722c9-b3bd-4d37-8c66-00d5b524805f on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:24.780492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Port 1a9722c9-b3bd-4d37-8c66-00d5b524805f on network d1c888b3-7c8d-4380-bb07-fff2779fc08e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:24.780882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Attempting to bind port 1a9722c9-b3bd-4d37-8c66-00d5b524805f on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:24.790966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:24.791302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Checking segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:24.791840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Bound using segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:24.792281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Bound port: 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:24.792773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.888372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] For port 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:24.897233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] For port 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:24.905683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f3c691f-97e0-42c3-a0e8-37f55fd95686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.908970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f3c691f-97e0-42c3-a0e8-37f55fd95686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.910458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2f3c691f-97e0-42c3-a0e8-37f55fd95686 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e HTTP/1.1" status: 204 len: 168 time: 0.4227011 Feb 19 01:22:24.916125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.007065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c691f-97e0-42c3-a0e8-37f55fd95686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ce4d9-de06-4d37-8d21-4dc4af1aaf2e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.054626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.055631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.066378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a9722c9-b3bd-4d37-8c66-00d5b524805f HTTP/1.1" status: 200 len: 1091 time: 1.6758549 Feb 19 01:22:25.229923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbca86-4b91-4e25-8f45-0b5318a741c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9722c9-b3bd-4d37-8c66-00d5b524805f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.270221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-d075cfe3-e800-45c1-a2dc-3752ffd76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.271963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-d075cfe3-e800-45c1-a2dc-3752ffd76e42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 1125 time: 0.1567185 Feb 19 01:22:25.326320 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.374279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'tag': '1a9722c9-b3bd-4d37-8c66-00d5b524805f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:25.382028 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be550e90-2e57-4ee0-92a8-b56e00544b42" -d '{"events": [{"name": "network-changed", "server_uuid": "e02e1472-c8d0-4447-a679-6e0badc6cedf", "tag": "1a9722c9-b3bd-4d37-8c66-00d5b524805f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:25.391256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-a19d305f-e607-4735-b59f-c3e6cdaec284 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f HTTP/1.1" status: 200 len: 217 time: 0.1109331 Feb 19 01:22:25.516026 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f7cad-9219-4136-9a2f-9dda71afe203 x-openstack-request-id: req-ab3f7cad-9219-4136-9a2f-9dda71afe203 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:25.516969 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02e1472-c8d0-4447-a679-6e0badc6cedf", "tag": "1a9722c9-b3bd-4d37-8c66-00d5b524805f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:25.517381 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab3f7cad-9219-4136-9a2f-9dda71afe203 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:25.517898 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'tag': '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'status': 'completed', 'code': 200} Feb 19 01:22:25.548887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-7ea52d86-2918-4231-8a54-dbcc12c97625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.550837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-7ea52d86-2918-4231-8a54-dbcc12c97625 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1258757 Feb 19 01:22:25.596471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-7a168988-af12-447b-b931-3fd8ac601370 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375836 Feb 19 01:22:25.605123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d5c72-956c-4a3e-87e4-2494073f6415 req-8e06c830-e4d5-4754-bb91-8fb220db5001 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.607094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b5d5c72-956c-4a3e-87e4-2494073f6415 req-8e06c830-e4d5-4754-bb91-8fb220db5001 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 943 time: 0.2109647 Feb 19 01:22:25.716228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b5d5c72-956c-4a3e-87e4-2494073f6415 req-c42cf564-849d-4e00-a081-403be84fa10b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Feb 19 01:22:25.836024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-48785eeb-be96-4e25-86f3-351e65d23298 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277489 Feb 19 01:22:25.902686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c66fd6-2801-4ada-80e0-1737f978286c req-a74eaf11-33b9-4015-82d0-02e0665da3b7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.912574 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40c66fd6-2801-4ada-80e0-1737f978286c req-a74eaf11-33b9-4015-82d0-02e0665da3b7 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 907 time: 0.1138761 Feb 19 01:22:25.999728 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.066535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc89789d-ea31-4f7f-823c-a4fc91feaf56 req-6fb8c1ed-d407-44b3-a510-82ed127bd772 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178600 Feb 19 01:22:26.111329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-d9159ed4-72db-46d6-a770-567abac05aa6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.113123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-d9159ed4-72db-46d6-a770-567abac05aa6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 907 time: 0.1424723 Feb 19 01:22:26.276517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-6568cc8c-8e14-4b21-8105-ee8c4544b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.278053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-6568cc8c-8e14-4b21-8105-ee8c4544b1d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 1125 time: 0.1429362 Feb 19 01:22:26.388309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Deleting port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:26.388966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.481453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-d5addc8e-70be-4ea5-8936-bdc5a623ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.482916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-d5addc8e-70be-4ea5-8936-bdc5a623ca4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.1920357 Feb 19 01:22:26.547053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.552390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] For port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:26.552894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.566419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Calling delete_port for c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:26.825823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-89852c10-497b-4155-9d97-92b5c0432266 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f HTTP/1.1" status: 200 len: 217 time: 0.0750759 Feb 19 01:22:26.829279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.880826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-49e2a557-532d-4060-b0cc-3f261df3cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.882619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-49e2a557-532d-4060-b0cc-3f261df3cb16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.0558326 Feb 19 01:22:26.944839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'Port': ['ID=c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:26.976893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-af4be869-52ea-47fc-a461-01ef5f875156 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629320 Feb 19 01:22:27.106332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] No DVR routers for this DVR port c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:27.111942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.115802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05b7177a-cf61-4c15-9b05-104e67e8eaf1 req-37c019c6-3926-49c4-807e-b78251061ef0 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "DELETE /v2.0/ports/c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e HTTP/1.1" status: 204 len: 173 time: 0.9963014 Feb 19 01:22:27.189131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d54f3ddf-5136-4f94-9d4b-ddac0c68d86c req-a35ba8aa-7257-4508-9c41-5cf65e51bae3 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c73b903-2aad-4349-b45f-1b020a797537 HTTP/1.1" status: 200 len: 210 time: 0.0770638 Feb 19 01:22:27.237320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16180a84-990c-4575-8d9b-12e651aaa276 req-fdd9696c-ecca-48d0-a7ff-d1294860c47d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:27.244679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16180a84-990c-4575-8d9b-12e651aaa276 req-fdd9696c-ecca-48d0-a7ff-d1294860c47d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 943 time: 0.3608696 Feb 19 01:22:27.419286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16180a84-990c-4575-8d9b-12e651aaa276 req-56bcb845-7262-44ff-8d92-2160bb3218df tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734369 Feb 19 01:22:27.423417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-937f7139-b569-4a65-9727-2ed5eda623d0 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926239 Feb 19 01:22:27.520235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'name': 'network-vif-deleted', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:27.526368 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce0a0e5-ef89-4c27-98b7-5ed3b643805d" -d '{"events": [{"server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "name": "network-vif-deleted", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:27.572765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be550e90-2e57-4ee0-92a8-b56e00544b42 req-71b106f8-11b9-41c0-b0b4-e4dfd1ad7426 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419635 Feb 19 01:22:27.633769 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c8dcb-2308-4c57-84b2-f69300323b0c x-openstack-request-id: req-544c8dcb-2308-4c57-84b2-f69300323b0c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:27.634060 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c73b903-2aad-4349-b45f-1b020a797537", "name": "network-vif-deleted", "tag": "c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:27.634314 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-544c8dcb-2308-4c57-84b2-f69300323b0c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:27.636953 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c73b903-2aad-4349-b45f-1b020a797537', 'name': 'network-vif-deleted', 'tag': 'c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e', 'status': 'completed', 'code': 200} Feb 19 01:22:28.795136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27eeec-7830-4735-99ca-d9ac85d84a34 req-cb4307cd-8553-449e-be4b-e12442d8fb41 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.798051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f27eeec-7830-4735-99ca-d9ac85d84a34 req-cb4307cd-8553-449e-be4b-e12442d8fb41 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.1253910 Feb 19 01:22:28.918813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f27eeec-7830-4735-99ca-d9ac85d84a34 req-2629c5a1-a5f0-4af9-9cb4-884c2f2b8f9d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086962 Feb 19 01:22:29.098970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359c42a-6de9-4df5-8310-5444ac1fedad req-adfd884e-657a-49aa-a633-f792e9e2f312 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:29.102025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7359c42a-6de9-4df5-8310-5444ac1fedad req-adfd884e-657a-49aa-a633-f792e9e2f312 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 943 time: 0.5589979 Feb 19 01:22:29.209649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7359c42a-6de9-4df5-8310-5444ac1fedad req-e26d47a3-e689-416f-998d-d6f6ee0c497a tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020010 Feb 19 01:22:29.443439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1a9722c9-b3bd-4d37-8c66-00d5b524805f details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:29.592155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:29.616334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'port_id': '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'mac_address': 'fa:16:3e:f6:5d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c2ed16-8fb6-4a81-9153-e917b37f50f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:29.620898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:29.653233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:29.653789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c7bcabc3-a2d1-4e6e-87ff-3adcbc709d4e not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:29.695406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1a9722c9-b3bd-4d37-8c66-00d5b524805f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:29.696576 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.713050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9722c9-b3bd-4d37-8c66-00d5b524805f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:29.736774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:29.751870 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.844521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1a9722c9-b3bd-4d37-8c66-00d5b524805f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:29.853357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.853933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.854425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.854913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.855396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.855889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.856464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.856937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.857466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.857954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.858429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.858993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:29.859470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:30.111840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1a9722c9-b3bd-4d37-8c66-00d5b524805f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:30.131439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3f7e-e590-4937-999f-2a3455b07c8b req-c3ff2938-fccc-4e6d-9fb5-a53b5ee2486c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.145630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eadf3f7e-e590-4937-999f-2a3455b07c8b req-c3ff2938-fccc-4e6d-9fb5-a53b5ee2486c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.1212230 Feb 19 01:22:30.239458 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eadf3f7e-e590-4937-999f-2a3455b07c8b req-69fd2dcd-f315-4253-af14-554547de0ace tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868716 Feb 19 01:22:30.462687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-82c042cd-007b-4212-9500-62fbb844aedd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.471313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-82c042cd-007b-4212-9500-62fbb844aedd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 946 time: 0.1565824 Feb 19 01:22:30.511146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07663ce9-2aed-4c0d-82a8-7ec80b997a34 req-9a7d9118-fb5d-4560-b75e-c72e0db541cd tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.523086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-07663ce9-2aed-4c0d-82a8-7ec80b997a34 req-9a7d9118-fb5d-4560-b75e-c72e0db541cd tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 944 time: 0.1745238 Feb 19 01:22:30.658756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-07663ce9-2aed-4c0d-82a8-7ec80b997a34 req-406b20c6-ea34-475e-b389-9dd839a34bda tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297123 Feb 19 01:22:30.735095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794de06-03fe-4f28-b31e-9b833ed3234e req-d3a8cbad-f023-49de-af6a-81668951e74f tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.742401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1794de06-03fe-4f28-b31e-9b833ed3234e req-d3a8cbad-f023-49de-af6a-81668951e74f tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.2700148 Feb 19 01:22:30.812188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1794de06-03fe-4f28-b31e-9b833ed3234e req-463f89e4-06b6-4988-b29b-e3b972dee59d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688787 Feb 19 01:22:30.855505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Deleting port 715bfd77-2650-4d21-a8ed-f027f84c947f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:30.856021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.962611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] For port 715bfd77-2650-4d21-a8ed-f027f84c947f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=715bfd77-2650-4d21-a8ed-f027f84c947f,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:30.963047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.977101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Calling delete_port for 715bfd77-2650-4d21-a8ed-f027f84c947f owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:31.122954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (715bfd77-2650-4d21-a8ed-f027f84c947f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.135276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['00e61d31-249c-4cad-85a5-784e6b917581', '715bfd77-2650-4d21-a8ed-f027f84c947f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:31.193434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'Port': ['ID=715bfd77-2650-4d21-a8ed-f027f84c947f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:31.349189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] No DVR routers for this DVR port 715bfd77-2650-4d21-a8ed-f027f84c947f on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:31.353139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.375248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7a0d22c-0eb8-4bfb-bb44-9c078d83fe37 req-d16bb262-402e-42a6-9442-aa767d312e0d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "DELETE /v2.0/ports/715bfd77-2650-4d21-a8ed-f027f84c947f HTTP/1.1" status: 204 len: 173 time: 0.8625898 Feb 19 01:22:31.377700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7150623-569f-4584-a5a8-ec56c770c457', 'name': 'network-vif-deleted', 'tag': '715bfd77-2650-4d21-a8ed-f027f84c947f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:31.382727 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddcee6e-89de-406f-9117-d3edd49f7351" -d '{"events": [{"server_uuid": "f7150623-569f-4584-a5a8-ec56c770c457", "name": "network-vif-deleted", "tag": "715bfd77-2650-4d21-a8ed-f027f84c947f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:31.460252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1a9722c9-b3bd-4d37-8c66-00d5b524805f up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:31.511998 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fba948-d5ca-472c-b1db-6e67f5ca589b x-openstack-request-id: req-b9fba948-d5ca-472c-b1db-6e67f5ca589b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:31.512580 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7150623-569f-4584-a5a8-ec56c770c457", "name": "network-vif-deleted", "tag": "715bfd77-2650-4d21-a8ed-f027f84c947f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:31.513649 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9fba948-d5ca-472c-b1db-6e67f5ca589b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:31.514103 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7150623-569f-4584-a5a8-ec56c770c457', 'name': 'network-vif-deleted', 'tag': '715bfd77-2650-4d21-a8ed-f027f84c947f', 'status': 'completed', 'code': 200} Feb 19 01:22:31.527309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a4137a6-9a6a-4e7e-b27e-a76b0d290a99 req-2516ad2f-5963-4de0-89aa-a6ce53285a1c tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7150623-569f-4584-a5a8-ec56c770c457 HTTP/1.1" status: 200 len: 210 time: 0.1153502 Feb 19 01:22:31.606188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1a9722c9-b3bd-4d37-8c66-00d5b524805f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:22:31.626538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1a9722c9-b3bd-4d37-8c66-00d5b524805f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:31.627582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.860647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1a9722c9-b3bd-4d37-8c66-00d5b524805f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:31.864972 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.908549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec79d3a-3325-48f6-89ac-71ee9ae45ac7 req-82ca5206-0918-4421-a236-ebe3009fedb4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:31.920159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ec79d3a-3325-48f6-89ac-71ee9ae45ac7 req-82ca5206-0918-4421-a236-ebe3009fedb4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 944 time: 0.1431601 Feb 19 01:22:31.970610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9722c9-b3bd-4d37-8c66-00d5b524805f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:31.973185 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709ada3-160e-45ba-96fb-ec46bb8d35bc" -d '{"events": [{"server_uuid": "e02e1472-c8d0-4447-a679-6e0badc6cedf", "name": "network-vif-plugged", "status": "completed", "tag": "1a9722c9-b3bd-4d37-8c66-00d5b524805f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:32.024258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:32.038259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.039335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 715bfd77-2650-4d21-a8ed-f027f84c947f no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:32.108319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ec79d3a-3325-48f6-89ac-71ee9ae45ac7 req-9d22a4ee-922d-4e50-8ca5-1983b24832cf tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871872 Feb 19 01:22:32.119195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1a9722c9-b3bd-4d37-8c66-00d5b524805f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:32.134307 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca70fa1-a9ab-40cc-ba99-940d26e06fb5 x-openstack-request-id: req-bca70fa1-a9ab-40cc-ba99-940d26e06fb5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:32.134886 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02e1472-c8d0-4447-a679-6e0badc6cedf", "name": "network-vif-plugged", "status": "completed", "tag": "1a9722c9-b3bd-4d37-8c66-00d5b524805f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:32.135355 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bca70fa1-a9ab-40cc-ba99-940d26e06fb5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:32.136405 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'code': 200} Feb 19 01:22:32.137670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 715bfd77-2650-4d21-a8ed-f027f84c947f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:32.138263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 715bfd77-2650-4d21-a8ed-f027f84c947f not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:32.307015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9f10-e879-42cd-9c97-08e19782b25c req-f33288a5-fc50-42fe-bec5-b2638d78b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:32.308621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13cc9f10-e879-42cd-9c97-08e19782b25c req-f33288a5-fc50-42fe-bec5-b2638d78b272 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 1127 time: 0.1091330 Feb 19 01:22:32.435993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13cc9f10-e879-42cd-9c97-08e19782b25c req-90c544fd-9751-4d3c-8b8c-5c9810c8fc89 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168919 Feb 19 01:22:32.666533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c15afb-3bd2-49a1-a960-a6008d8d87db req-663f4279-2441-4147-8420-2401ae2e7afb tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:32.668350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1c15afb-3bd2-49a1-a960-a6008d8d87db req-663f4279-2441-4147-8420-2401ae2e7afb tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.1609514 Feb 19 01:22:32.832177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1c15afb-3bd2-49a1-a960-a6008d8d87db req-35975a84-f656-4170-9397-c2a45c2fdb6a tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568818 Feb 19 01:22:33.074876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef0c1-0310-473b-8715-87298c308dc8 req-e97d33a1-74ca-491c-851f-e8f5968b37b9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.083306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90bef0c1-0310-473b-8715-87298c308dc8 req-e97d33a1-74ca-491c-851f-e8f5968b37b9 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.0973837 Feb 19 01:22:33.219228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90bef0c1-0310-473b-8715-87298c308dc8 req-c7ad3003-1364-47d8-aae7-3c87063ecf25 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348360 Feb 19 01:22:33.439441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-c7b95a02-6658-465c-83ed-a774d7ff3a43 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.440937 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-c7b95a02-6658-465c-83ed-a774d7ff3a43 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 946 time: 0.2570150 Feb 19 01:22:33.473877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688a5fb-d383-4c67-b037-202a0a12b09a req-0abcdbc4-0505-424d-a69f-897a242797f4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.475742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3688a5fb-d383-4c67-b037-202a0a12b09a req-0abcdbc4-0505-424d-a69f-897a242797f4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 945 time: 0.2140408 Feb 19 01:22:33.698899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3688a5fb-d383-4c67-b037-202a0a12b09a req-561c7e3c-46b7-4de3-ad90-9f0dd0d63831 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167954 Feb 19 01:22:33.779448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Deleting port 00e61d31-249c-4cad-85a5-784e6b917581 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:33.793145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (00e61d31-249c-4cad-85a5-784e6b917581), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.020280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] For port 00e61d31-249c-4cad-85a5-784e6b917581, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=00e61d31-249c-4cad-85a5-784e6b917581,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:34.021049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (00e61d31-249c-4cad-85a5-784e6b917581), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.046487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Calling delete_port for 00e61d31-249c-4cad-85a5-784e6b917581 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:34.104560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88230f17-3ef4-4e68-a7ad-504fc364ccc0 req-953e17be-4757-449a-9e5f-70152dbe477d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.117117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88230f17-3ef4-4e68-a7ad-504fc364ccc0 req-953e17be-4757-449a-9e5f-70152dbe477d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.1221404 Feb 19 01:22:34.245821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88230f17-3ef4-4e68-a7ad-504fc364ccc0 req-418029ee-5707-41a8-ae20-f6cf32737d4d tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276085 Feb 19 01:22:34.563381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (00e61d31-249c-4cad-85a5-784e6b917581), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.620703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d82eab28-58e5-489e-a6ee-0d1792a4e248 req-f99d155f-8b39-4d4d-998b-46421768b1fc tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 210 time: 0.1321836 Feb 19 01:22:34.824536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'Port': ['ID=00e61d31-249c-4cad-85a5-784e6b917581,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:34.928138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] No DVR routers for this DVR port 00e61d31-249c-4cad-85a5-784e6b917581 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:34.937529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.949148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51e71dc6-d448-44d1-ab72-2f4622733462 req-02809cc9-fe57-43c6-9509-90893ddd891d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "DELETE /v2.0/ports/00e61d31-249c-4cad-85a5-784e6b917581 HTTP/1.1" status: 204 len: 173 time: 1.4885826 Feb 19 01:22:34.949998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6440e0-5a15-4e6e-88af-06017f631695', 'name': 'network-vif-deleted', 'tag': '00e61d31-249c-4cad-85a5-784e6b917581'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:34.953215 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367c3c4-8356-454a-8f76-3e756c95897f" -d '{"events": [{"server_uuid": "4f6440e0-5a15-4e6e-88af-06017f631695", "name": "network-vif-deleted", "tag": "00e61d31-249c-4cad-85a5-784e6b917581"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:35.019056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-d35748f4-20cc-4a89-a2ac-433c8d380323 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.020738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-d35748f4-20cc-4a89-a2ac-433c8d380323 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.8025935 Feb 19 01:22:35.048983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76166c3c-2fc8-46bf-b36e-2827c375cbfe req-7050b698-2239-4588-b000-c92acda056f3 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.073433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76166c3c-2fc8-46bf-b36e-2827c375cbfe req-7050b698-2239-4588-b000-c92acda056f3 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 945 time: 0.2182245 Feb 19 01:22:35.087323 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8234c628-b4dd-481f-8167-e34c94087293 x-openstack-request-id: req-8234c628-b4dd-481f-8167-e34c94087293 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:35.087688 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6440e0-5a15-4e6e-88af-06017f631695", "name": "network-vif-deleted", "tag": "00e61d31-249c-4cad-85a5-784e6b917581", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:35.087946 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8234c628-b4dd-481f-8167-e34c94087293 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:35.088313 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6440e0-5a15-4e6e-88af-06017f631695', 'name': 'network-vif-deleted', 'tag': '00e61d31-249c-4cad-85a5-784e6b917581', 'status': 'completed', 'code': 200} Feb 19 01:22:35.225291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76166c3c-2fc8-46bf-b36e-2827c375cbfe req-aad06da9-13ce-4560-9540-c5313be72ebf tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508133 Feb 19 01:22:35.379257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Deleting port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:35.379622 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.486059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 00e61d31-249c-4cad-85a5-784e6b917581 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:35.527477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6894-7912-4c52-aefc-8b88680026b3 req-df249de0-7142-4802-be36-85d19a894a92 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.545898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51cb6894-7912-4c52-aefc-8b88680026b3 req-df249de0-7142-4802-be36-85d19a894a92 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 945 time: 0.1219912 Feb 19 01:22:35.573280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 00e61d31-249c-4cad-85a5-784e6b917581 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:35.573753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 00e61d31-249c-4cad-85a5-784e6b917581 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:35.652489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51cb6894-7912-4c52-aefc-8b88680026b3 req-f28cb32a-9248-4c86-a490-d38ad4ce06a2 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6c2d093-8f0d-45f1-be75-46e3565a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057274 Feb 19 01:22:35.711941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] For port 3d43cdcb-cfcf-49f0-85a8-d61623495c33, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3d43cdcb-cfcf-49f0-85a8-d61623495c33,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:35.712473 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.219014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.219398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (2d2a140d-18cc-44b6-8edf-9ac5f8fba150), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.219725 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Floating IP 2d2a140d-18cc-44b6-8edf-9ac5f8fba150 disassociated. External IP: 172.25.0.58, port: 3d43cdcb-cfcf-49f0-85a8-d61623495c33. Feb 19 01:22:36.220081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Calling delete_port for 3d43cdcb-cfcf-49f0-85a8-d61623495c33 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:36.426537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-257b31c0-c009-4c6c-a997-9fb109c4cf62 req-d88447a3-5a2b-4579-a691-e40d6d56f353 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6440e0-5a15-4e6e-88af-06017f631695 HTTP/1.1" status: 200 len: 210 time: 0.0807886 Feb 19 01:22:36.603797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3d43cdcb-cfcf-49f0-85a8-d61623495c33), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.656759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event deleted for resources: {'Port': ['ID=3d43cdcb-cfcf-49f0-85a8-d61623495c33,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:36.915361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Router 9959f934-bb77-4e8a-b0f0-05e13f725c95 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:36.921848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c58a79-ed3f-4df7-a5e2-ee39da9055b4 req-b106197d-bb75-4a85-93e3-c17b3470d7fb tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 210 time: 0.0714800 Feb 19 01:22:37.162303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:37.176846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] Sync routers for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:37.190057 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:37.190984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:37.246730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] No DVR routers for this DVR port 3d43cdcb-cfcf-49f0-85a8-d61623495c33 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:37.255595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.259261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74b85e5b-183a-4e77-a565-97b51605edf1 req-1dbc6688-a6ac-4aa4-b7e7-ea4373fed373 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.10 "DELETE /v2.0/ports/3d43cdcb-cfcf-49f0-85a8-d61623495c33 HTTP/1.1" status: 204 len: 173 time: 2.2225678 Feb 19 01:22:37.260204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'name': 'network-vif-deleted', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:37.264742 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dce446-20b9-4260-bafc-1dae1b321f6d" -d '{"events": [{"server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "name": "network-vif-deleted", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:37.343311 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a706cc-09b2-4af2-ad78-71671c03935c x-openstack-request-id: req-c0a706cc-09b2-4af2-ad78-71671c03935c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:37.343813 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4025f81-3755-4662-8440-803c9c154928", "name": "network-vif-deleted", "tag": "3d43cdcb-cfcf-49f0-85a8-d61623495c33", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:37.344261 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0a706cc-09b2-4af2-ad78-71671c03935c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:37.344840 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4025f81-3755-4662-8440-803c9c154928', 'name': 'network-vif-deleted', 'tag': '3d43cdcb-cfcf-49f0-85a8-d61623495c33', 'status': 'completed', 'code': 200} Feb 19 01:22:37.432553 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:37.490205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3d43cdcb-cfcf-49f0-85a8-d61623495c33 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:37.560177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 3d43cdcb-cfcf-49f0-85a8-d61623495c33 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:37.562080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3d43cdcb-cfcf-49f0-85a8-d61623495c33 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:37.908593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:29Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:38.083047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] Checking router: 9959f934-bb77-4e8a-b0f0-05e13f725c95 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:38.107338 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:38.108119 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:38.166874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198144f-759a-4f2c-a18e-46d6fc8dd84d req-81b98093-ebfd-4e77-a13d-d4b0a3b06d83 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.168473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d198144f-759a-4f2c-a18e-46d6fc8dd84d req-81b98093-ebfd-4e77-a13d-d4b0a3b06d83 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.1964617 Feb 19 01:22:38.171432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-947ee4b0-1fd2-4d11-98f8-0b402b00fbaa req-4aa2dcc8-1e48-4ff2-b5eb-0d9ff70f70ab tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4025f81-3755-4662-8440-803c9c154928 HTTP/1.1" status: 200 len: 210 time: 0.0723598 Feb 19 01:22:38.294461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d198144f-759a-4f2c-a18e-46d6fc8dd84d req-b1ee3d05-d40e-47f9-a923-ad143972bd9a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038594 Feb 19 01:22:38.305250 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:38.532655 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:29Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:38.567465 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f852b-c3c9-4e37-97f9-e5decb983b1c None None] The sync data for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 is: [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:21:18Z', 'revision_number': 4, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '370737fc-0b42-4d53-b442-5ea65bc45fe9', 'name': '', 'network_id': 'deb959f3-c24e-4502-a431-6afc72341830', 'tenant_id': '2610f3ed089040508156db4075e65414', 'mac_address': 'fa:16:3e:a2:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:16Z', 'updated_at': '2022-02-19T01:21:29Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'subnets': [{'id': '3e9c1a12-bd7f-470e-b99f-6c212fb602b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:38.959352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3949b49-658f-4566-a5c0-d917a85c1b0a None None] New status for floating IP 2d2a140d-18cc-44b6-8edf-9ac5f8fba150: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:22:39.282969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48726) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:39.362568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group (a6c2d093-8f0d-45f1-be75-46e3565a25f4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.438771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group (a6c2d093-8f0d-45f1-be75-46e3565a25f4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.520059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a6c2d093-8f0d-45f1-be75-46e3565a25f4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.523705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.525898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "DELETE /v2.0/security-groups/a6c2d093-8f0d-45f1-be75-46e3565a25f4 HTTP/1.1" status: 204 len: 168 time: 0.2410965 Feb 19 01:22:39.532882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:39.582056 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-6e792eb8-dc28-4321-8ba7-6a1db7bca39e tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] show failed (client error): The resource could not be found. Feb 19 01:22:39.583309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e792eb8-dc28-4321-8ba7-6a1db7bca39e tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "GET /v2.0/security-groups/a6c2d093-8f0d-45f1-be75-46e3565a25f4 HTTP/1.1" status: 404 len: 347 time: 0.0491664 Feb 19 01:22:39.585046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2d093-8f0d-45f1-be75-46e3565a25f4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:39.590635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48732) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:39.701205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-87c9760c-dd75-4a90-a137-7760348f17ce tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:39.704541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-87c9760c-dd75-4a90-a137-7760348f17ce tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.2955840 Feb 19 01:22:39.768419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.768956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.769503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.770423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.770998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.772009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.772009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.772525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.773042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.773569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.774179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.774630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.775669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2134e6-6981-48da-80cc-178529bec035 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:39.847162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Deleting port aa40bdac-457a-4406-b39b-846b8a06291c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:39.851680 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (aa40bdac-457a-4406-b39b-846b8a06291c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.873814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f70ca-e161-4ee4-b124-2cc0431295de req-dce6dfe5-39d1-44a2-a2e1-612f62ad350a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:39.875755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b44f70ca-e161-4ee4-b124-2cc0431295de req-dce6dfe5-39d1-44a2-a2e1-612f62ad350a tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 944 time: 0.4571443 Feb 19 01:22:39.984147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b44f70ca-e161-4ee4-b124-2cc0431295de req-b673ef93-9faa-4968-8991-7798e3a3392d tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups?id=894ae474-9480-4e96-bff7-a70e6b7aeb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983114 Feb 19 01:22:39.991851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Deleting port 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:39.991999 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (aa40bdac-457a-4406-b39b-846b8a06291c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.992191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.992525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (aa40bdac-457a-4406-b39b-846b8a06291c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.024072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Calling delete_port for aa40bdac-457a-4406-b39b-846b8a06291c owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:40.180683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] For port 0aef5cb7-7610-4822-b6de-0569d3bf763a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=0aef5cb7-7610-4822-b6de-0569d3bf763a,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:40.181114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.403550 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (aa40bdac-457a-4406-b39b-846b8a06291c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.452269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Pushing event deleted for resources: {'Port': ['ID=aa40bdac-457a-4406-b39b-846b8a06291c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:40.575067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.575468 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (4878283a-9477-4caa-bcbb-180e21927c0e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.575793 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Floating IP 4878283a-9477-4caa-bcbb-180e21927c0e disassociated. External IP: 172.25.0.35, port: 0aef5cb7-7610-4822-b6de-0569d3bf763a. Feb 19 01:22:40.576179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Calling delete_port for 0aef5cb7-7610-4822-b6de-0569d3bf763a owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:40.611687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks [] for floatingip (2d2a140d-18cc-44b6-8edf-9ac5f8fba150), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.614714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.619342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f378373a-4b52-44eb-8ec1-29e57316bc25 tempest-ServersTestManualDisk-422709691 tempest-ServersTestManualDisk-422709691-project] 10.222.0.43 "DELETE /v2.0/floatingips/2d2a140d-18cc-44b6-8edf-9ac5f8fba150 HTTP/1.1" status: 204 len: 168 time: 1.0276990 Feb 19 01:22:40.620493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48744) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:40.924195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0aef5cb7-7610-4822-b6de-0569d3bf763a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.103666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'Port': ['ID=0aef5cb7-7610-4822-b6de-0569d3bf763a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:41.292162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Router 0456c003-bb32-4d6a-975f-db0274c274dd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:41.353199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f1cf8ca-3faf-4d9e-a638-3232c1b9b587 req-c1534b23-5768-44cc-83ef-efe541bcdb04 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 210 time: 0.0587940 Feb 19 01:22:41.439925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (9959f934-bb77-4e8a-b0f0-05e13f725c95), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.628774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:41.640376 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] Sync routers for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:41.661653 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:41.662815 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:41.739234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] No DVR routers for this DVR port 0aef5cb7-7610-4822-b6de-0569d3bf763a on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:41.743318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.748335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6412fa7-12a1-499a-be81-be4a71d62ab9 req-0f444ff0-ef7c-4688-8598-348a291e2dd8 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.10 "DELETE /v2.0/ports/0aef5cb7-7610-4822-b6de-0569d3bf763a HTTP/1.1" status: 204 len: 173 time: 2.0370510 Feb 19 01:22:41.749048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-deleted', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:41.751987 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac055b3f-ad01-425b-af1c-a9545918a168" -d '{"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-deleted", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:41.820265 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c473f486-c8d5-488d-ba23-ca1e689faed7 x-openstack-request-id: req-c473f486-c8d5-488d-ba23-ca1e689faed7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:41.820773 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b238afa-67bf-486d-9984-bf89f59425ba", "name": "network-vif-deleted", "tag": "0aef5cb7-7610-4822-b6de-0569d3bf763a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:41.821217 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c473f486-c8d5-488d-ba23-ca1e689faed7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:41.821798 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b238afa-67bf-486d-9984-bf89f59425ba', 'name': 'network-vif-deleted', 'tag': '0aef5cb7-7610-4822-b6de-0569d3bf763a', 'status': 'completed', 'code': 200} Feb 19 01:22:41.907726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Deleting port 370737fc-0b42-4d53-b442-5ea65bc45fe9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:41.908075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.961247 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:42.076407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] For port 370737fc-0b42-4d53-b442-5ea65bc45fe9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=370737fc-0b42-4d53-b442-5ea65bc45fe9,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:42.076780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.109148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Calling delete_port for 370737fc-0b42-4d53-b442-5ea65bc45fe9 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:42.408328 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:18Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:42.482274 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] Checking router: 0456c003-bb32-4d6a-975f-db0274c274dd for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:42.512318 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:42.512951 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:42.650012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d64ccf30-ee33-4851-b20f-871570caff7a req-2f7376c7-c400-43e1-8369-c8f5847e5941 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b238afa-67bf-486d-9984-bf89f59425ba HTTP/1.1" status: 200 len: 210 time: 0.0903268 Feb 19 01:22:42.673870 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (370737fc-0b42-4d53-b442-5ea65bc45fe9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.723557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=370737fc-0b42-4d53-b442-5ea65bc45fe9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:42.764876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:43.143228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (9959f934-bb77-4e8a-b0f0-05e13f725c95), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.387390 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:18Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:43.430421 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e0489-5908-4a42-bc67-4083b4bbbda3 None None] The sync data for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 is: [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:13:09Z', 'revision_number': 4, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9eb12102-b3f1-45b4-b36d-21df349680d7', 'name': '', 'network_id': '3ece63df-823f-4990-83cc-676795974eb7', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'mac_address': 'fa:16:3e:05:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:08Z', 'updated_at': '2022-02-19T01:13:18Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'subnets': [{'id': '6299a1f3-d867-4485-a833-26c9ee2caa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:43.517620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:43.576597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 0aef5cb7-7610-4822-b6de-0569d3bf763a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:43.579603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 0aef5cb7-7610-4822-b6de-0569d3bf763a not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:43.810076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:43.898927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4feb3a7-361b-4e0a-b93b-555116b7d617 None None] New status for floating IP 4878283a-9477-4caa-bcbb-180e21927c0e: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:22:43.972267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df188c03-cf74-40b9-9de3-c030c869be3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group (894ae474-9480-4e96-bff7-a70e6b7aeb60), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.997749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df188c03-cf74-40b9-9de3-c030c869be3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group (894ae474-9480-4e96-bff7-a70e6b7aeb60), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.049573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Router 9959f934-bb77-4e8a-b0f0-05e13f725c95 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:44.111948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df188c03-cf74-40b9-9de3-c030c869be3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (894ae474-9480-4e96-bff7-a70e6b7aeb60), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.114813 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df188c03-cf74-40b9-9de3-c030c869be3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.119010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df188c03-cf74-40b9-9de3-c030c869be3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "DELETE /v2.0/security-groups/894ae474-9480-4e96-bff7-a70e6b7aeb60 HTTP/1.1" status: 204 len: 168 time: 0.3049791 Feb 19 01:22:44.119176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48802) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:44.137914 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-89b3bb54-afb4-4b98-952a-8faae29bdec6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] show failed (client error): The resource could not be found. Feb 19 01:22:44.138851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-89b3bb54-afb4-4b98-952a-8faae29bdec6 tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "GET /v2.0/security-groups/894ae474-9480-4e96-bff7-a70e6b7aeb60 HTTP/1.1" status: 404 len: 347 time: 0.0192549 Feb 19 01:22:44.155068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48806) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:44.202756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:44.214617 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] Sync routers for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:44.216214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f6f1ebdb-998d-4734-af75-e9c6f105b1f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/9959f934-bb77-4e8a-b0f0-05e13f725c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5944216 Feb 19 01:22:44.218066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df188c03-cf74-40b9-9de3-c030c869be3f tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ae474-9480-4e96-bff7-a70e6b7aeb60,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:44.219790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:44.236478 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:44.237414 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:44.383682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks [] for router (9959f934-bb77-4e8a-b0f0-05e13f725c95), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.384917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Deleting port 8ae21279-7e48-426e-a026-162437957c32 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:44.385842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8ae21279-7e48-426e-a026-162437957c32), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.413363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:44.499925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8ae21279-7e48-426e-a026-162437957c32), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.500501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (8ae21279-7e48-426e-a026-162437957c32), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.514374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Calling delete_port for 8ae21279-7e48-426e-a026-162437957c32 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:44.588196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks [] for router_gateway (9959f934-bb77-4e8a-b0f0-05e13f725c95), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.672660 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:22:42Z', 'revision_number': 5, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port': {'id': 'addf8f65-3b20-479a-bb71-de42acdc6bc1', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:10Z', 'updated_at': '2022-02-19T01:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:44.701917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Deleting port addf8f65-3b20-479a-bb71-de42acdc6bc1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:44.704055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.733588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8ae21279-7e48-426e-a026-162437957c32), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.742351 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] Checking router: 9959f934-bb77-4e8a-b0f0-05e13f725c95 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:44.769535 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] Routers {'9959f934-bb77-4e8a-b0f0-05e13f725c95'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:44.770792 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['9959f934-bb77-4e8a-b0f0-05e13f725c95'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:44.844333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] For port addf8f65-3b20-479a-bb71-de42acdc6bc1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=addf8f65-3b20-479a-bb71-de42acdc6bc1,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:44.844897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.870066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Calling delete_port for addf8f65-3b20-479a-bb71-de42acdc6bc1 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:44.884878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Pushing event deleted for resources: {'Port': ['ID=8ae21279-7e48-426e-a026-162437957c32,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:44.889934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks [] for floatingip (4878283a-9477-4caa-bcbb-180e21927c0e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.893151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.898462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cbfe9c71-c68c-4dad-b00f-08d779184ddd tempest-ServerActionsTestJSON-973165278 tempest-ServerActionsTestJSON-973165278-project] 10.222.0.43 "DELETE /v2.0/floatingips/4878283a-9477-4caa-bcbb-180e21927c0e HTTP/1.1" status: 204 len: 168 time: 0.7418268 Feb 19 01:22:44.899126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48826) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:44.922170 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] Set router 9959f934-bb77-4e8a-b0f0-05e13f725c95 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:45.012427 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:22:44Z', 'revision_number': 6, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:45.077647 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e193-8ef3-4f10-be8a-3abc94087cdf None None] The sync data for ids ['9959f934-bb77-4e8a-b0f0-05e13f725c95'] in n-d-826752-2 is: [{'id': '9959f934-bb77-4e8a-b0f0-05e13f725c95', 'name': 'tempest-ServersTestManualDisk-2144353479-router', 'tenant_id': '2610f3ed089040508156db4075e65414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:08Z', 'updated_at': '2022-02-19T01:22:44Z', 'revision_number': 6, 'project_id': '2610f3ed089040508156db4075e65414', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:45.136136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (addf8f65-3b20-479a-bb71-de42acdc6bc1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.171579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=addf8f65-3b20-479a-bb71-de42acdc6bc1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:45.295264 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (9959f934-bb77-4e8a-b0f0-05e13f725c95), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.494084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (9959f934-bb77-4e8a-b0f0-05e13f725c95), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.496373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks [] for router_controller (9959f934-bb77-4e8a-b0f0-05e13f725c95), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.611385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (9959f934-bb77-4e8a-b0f0-05e13f725c95), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.611992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9959f934-bb77-4e8a-b0f0-05e13f725c95 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:22:45.626971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.628863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-66955bd6-ebd8-4d61-969f-753c408b08a5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9959f934-bb77-4e8a-b0f0-05e13f725c95 HTTP/1.1" status: 204 len: 168 time: 1.4080741 Feb 19 01:22:45.634651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:45.713031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Deleting subnet 3e9c1a12-bd7f-470e-b99f-6c212fb602b3 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:45.717587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Publish callbacks [] for subnet (3e9c1a12-bd7f-470e-b99f-6c212fb602b3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.768789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (0456c003-bb32-4d6a-975f-db0274c274dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.804739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (3e9c1a12-bd7f-470e-b99f-6c212fb602b3), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.945549 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3e9c1a12-bd7f-470e-b99f-6c212fb602b3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.079842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 370737fc-0b42-4d53-b442-5ea65bc45fe9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:46.113117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 370737fc-0b42-4d53-b442-5ea65bc45fe9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:46.114263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 370737fc-0b42-4d53-b442-5ea65bc45fe9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:46.114871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device addf8f65-3b20-479a-bb71-de42acdc6bc1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:46.129331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (3e9c1a12-bd7f-470e-b99f-6c212fb602b3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.147416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: addf8f65-3b20-479a-bb71-de42acdc6bc1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:46.148694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device addf8f65-3b20-479a-bb71-de42acdc6bc1 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:46.172603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9c1a12-bd7f-470e-b99f-6c212fb602b3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:46.179914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.185602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56d666-3749-41ff-a484-bf7deac1e15b None None] Network deb959f3-c24e-4502-a431-6afc72341830 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:46.185777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48854) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:46.186183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8dc977a1-78bb-4ee4-b00d-dff090dab7f6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3e9c1a12-bd7f-470e-b99f-6c212fb602b3 HTTP/1.1" status: 204 len: 168 time: 0.5474951 Feb 19 01:22:46.321784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Deleting port 9eb12102-b3f1-45b4-b36d-21df349680d7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:46.322242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.358893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (deb959f3-c24e-4502-a431-6afc72341830), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.470158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] For port 9eb12102-b3f1-45b4-b36d-21df349680d7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9eb12102-b3f1-45b4-b36d-21df349680d7,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:46.470666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.479286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Deleting port 24ee824f-b435-4f4d-a813-8ba142f43ef4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:46.479608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.482411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] DHCP port deletion for deb959f3-c24e-4502-a431-6afc72341830 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:46.487784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Calling delete_port for 9eb12102-b3f1-45b4-b36d-21df349680d7 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:46.611866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] Deleting port 24ee824f-b435-4f4d-a813-8ba142f43ef4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:46.612281 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.725196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] For port 24ee824f-b435-4f4d-a813-8ba142f43ef4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=24ee824f-b435-4f4d-a813-8ba142f43ef4,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:46.725575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.771238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Calling delete_port for 24ee824f-b435-4f4d-a813-8ba142f43ef4 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:46.804446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] For port 24ee824f-b435-4f4d-a813-8ba142f43ef4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=24ee824f-b435-4f4d-a813-8ba142f43ef4,segment=NetworkSegment(457b273c-d871-46f0-abe9-dbafb038a3ee),segment_id=457b273c-d871-46f0-abe9-dbafb038a3ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:46.804844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.828707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] Calling delete_port for 24ee824f-b435-4f4d-a813-8ba142f43ef4 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:46.876762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9eb12102-b3f1-45b4-b36d-21df349680d7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.919066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.930765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb12102-b3f1-45b4-b36d-21df349680d7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:46.996651 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (24ee824f-b435-4f4d-a813-8ba142f43ef4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.016965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ee824f-b435-4f4d-a813-8ba142f43ef4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:47.019103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] No DVR routers for this DVR port 24ee824f-b435-4f4d-a813-8ba142f43ef4 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:47.103761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] Pushing event deleted for resources: {'Port': ['ID=24ee824f-b435-4f4d-a813-8ba142f43ef4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:47.122245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1022c48-6f6b-4fa6-b376-76e31c551889 None None] No DVR routers for this DVR port 24ee824f-b435-4f4d-a813-8ba142f43ef4 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:47.206587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (deb959f3-c24e-4502-a431-6afc72341830), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.255675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb959f3-c24e-4502-a431-6afc72341830']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:47.287218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457b273c-d871-46f0-abe9-dbafb038a3ee') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:47.287576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457b273c-d871-46f0-abe9-dbafb038a3ee') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:47.319719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (457b273c-d871-46f0-abe9-dbafb038a3ee), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.351797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (457b273c-d871-46f0-abe9-dbafb038a3ee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.360843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:47.361571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (457b273c-d871-46f0-abe9-dbafb038a3ee), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:47.363931 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:47.500906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (deb959f3-c24e-4502-a431-6afc72341830), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.526958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.544866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/deb959f3-c24e-4502-a431-6afc72341830 HTTP/1.1" status: 204 len: 168 time: 1.3529785 Feb 19 01:22:47.546597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe5a85-0dae-4053-932f-98c42101b7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb959f3-c24e-4502-a431-6afc72341830,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:47.611126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (0456c003-bb32-4d6a-975f-db0274c274dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.732940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48874) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:47.782937 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6da73719-e8a4-49e2-a158-afe4e45f7039 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2610f3ed089040508156db4075e65414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481174 Feb 19 01:22:47.783901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:47.834318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f390b5eb-a1d8-4c50-9e6f-4342e8ff30a2 admin admin] Publish callbacks [] for security_group (56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.867413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f390b5eb-a1d8-4c50-9e6f-4342e8ff30a2 admin admin] Publish callbacks [] for security_group (56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.873613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Router 0456c003-bb32-4d6a-975f-db0274c274dd has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:47.948794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f390b5eb-a1d8-4c50-9e6f-4342e8ff30a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.951961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f390b5eb-a1d8-4c50-9e6f-4342e8ff30a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.956126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f390b5eb-a1d8-4c50-9e6f-4342e8ff30a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb HTTP/1.1" status: 204 len: 168 time: 0.1684029 Feb 19 01:22:47.994082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390b5eb-a1d8-4c50-9e6f-4342e8ff30a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d446e8-cdbd-4fbc-8d1e-6c086ad85ecb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:48.072554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:48.079269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-360f8206-707d-4d01-b238-021070b5f7e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/0456c003-bb32-4d6a-975f-db0274c274dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1787930 Feb 19 01:22:48.082008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:48.086151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] Sync routers for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:48.100751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:48.101754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:48.339384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks [] for router (0456c003-bb32-4d6a-975f-db0274c274dd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.442421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:48.479118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 24ee824f-b435-4f4d-a813-8ba142f43ef4 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:48.552560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks [] for router_gateway (0456c003-bb32-4d6a-975f-db0274c274dd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.634938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Deleting port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:48.637630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.715416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 24ee824f-b435-4f4d-a813-8ba142f43ef4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:48.715714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 24ee824f-b435-4f4d-a813-8ba142f43ef4 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:48.733410 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.778379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:22:46Z', 'revision_number': 5, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port': {'id': '2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:59Z', 'updated_at': '2022-02-19T01:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:48.785342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] For port 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:48.786084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.802071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Calling delete_port for 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:48.836283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] Checking router: 0456c003-bb32-4d6a-975f-db0274c274dd for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:48.857917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] Routers {'0456c003-bb32-4d6a-975f-db0274c274dd'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:48.858518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0456c003-bb32-4d6a-975f-db0274c274dd'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:49.066088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] Set router 0456c003-bb32-4d6a-975f-db0274c274dd gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:49.102305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.130102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:22:48Z', 'revision_number': 6, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:49.139535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:49.170628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b1295-7cd4-4b3d-920e-cdc88372e6b9 None None] The sync data for ids ['0456c003-bb32-4d6a-975f-db0274c274dd'] in n-d-826752-2 is: [{'id': '0456c003-bb32-4d6a-975f-db0274c274dd', 'name': 'tempest-ServerActionsTestJSON-4170081-router', 'tenant_id': '32d460ea5cd74fff918c408cba95343e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:56Z', 'updated_at': '2022-02-19T01:22:48Z', 'revision_number': 6, 'project_id': '32d460ea5cd74fff918c408cba95343e', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:49.268606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (0456c003-bb32-4d6a-975f-db0274c274dd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.396403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48916) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:49.435485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (0456c003-bb32-4d6a-975f-db0274c274dd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.445985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks [] for router_controller (0456c003-bb32-4d6a-975f-db0274c274dd), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.506565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (0456c003-bb32-4d6a-975f-db0274c274dd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.507108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0456c003-bb32-4d6a-975f-db0274c274dd {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:22:49.537037 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.538313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-05924dea-55e4-4536-8c14-a77c0eb82239 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0456c003-bb32-4d6a-975f-db0274c274dd HTTP/1.1" status: 204 len: 168 time: 1.4551013 Feb 19 01:22:49.541775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:49.621798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1288191623-network', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:49.674054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Deleting subnet 6299a1f3-d867-4485-a833-26c9ee2caa0f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:49.678365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:49.681158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.683787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Publish callbacks [] for subnet (6299a1f3-d867-4485-a833-26c9ee2caa0f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.711094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.751592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (6299a1f3-d867-4485-a833-26c9ee2caa0f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.970782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6299a1f3-d867-4485-a833-26c9ee2caa0f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.996181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks [] for security_group (6d6073e4-5e76-4a3d-bf2d-328177b57011), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.006578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6d6073e4-5e76-4a3d-bf2d-328177b57011), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.023903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:50.049103 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (921029b8-c00f-4b99-9ce7-9d8b8f334cf7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.049550 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Added segment 921029b8-c00f-4b99-9ce7-9d8b8f334cf7 of type vlan for network 419c564d-65b6-4252-aea5-969df3964f4b Feb 19 01:22:50.080581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6073e4-5e76-4a3d-bf2d-328177b57011,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.125328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6299a1f3-d867-4485-a833-26c9ee2caa0f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.132741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (419c564d-65b6-4252-aea5-969df3964f4b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.184652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6299a1f3-d867-4485-a833-26c9ee2caa0f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.188099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.190438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af48a669-7da0-42d2-a410-91f05ee7dc08 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6299a1f3-d867-4485-a833-26c9ee2caa0f HTTP/1.1" status: 204 len: 168 time: 0.6452186 Feb 19 01:22:50.193149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:50.215584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (419c564d-65b6-4252-aea5-969df3964f4b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.216578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:50.217893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.218374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befcb93-59bf-4334-93ed-ed84b25bdb2d None None] Network 3ece63df-823f-4990-83cc-676795974eb7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:50.305224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3ece63df-823f-4990-83cc-676795974eb7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.313684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] Pushing event updated for resources: {'Network': ['ID=419c564d-65b6-4252-aea5-969df3964f4b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.320519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f13ea0b2-6619-41b3-af07-6f14aea11571 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9230716 Feb 19 01:22:50.323465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48936) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:50.340043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Request body: {'subnet': {'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1288191623-subnet', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:50.358941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 419c564d-65b6-4252-aea5-969df3964f4b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:50.406666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:50.409809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9eb12102-b3f1-45b4-b36d-21df349680d7 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:50.410524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.437975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 9eb12102-b3f1-45b4-b36d-21df349680d7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:50.438478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9eb12102-b3f1-45b4-b36d-21df349680d7 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:50.438913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:50.440954 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb8c8-6c1f-4e3f-b994-cd5dcdf8b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.481258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Deleting port d6f68c20-3ad1-4c07-880b-114ff81ad8ec {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:50.482338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.513526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:50.514044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2d13f4f7-b0a7-4d39-98ed-f0b0f5ebcd46 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:50.569383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] For port d6f68c20-3ad1-4c07-880b-114ff81ad8ec, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:50.569758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.589547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Calling delete_port for d6f68c20-3ad1-4c07-880b-114ff81ad8ec owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:50.639177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] DHCP port deletion for 3ece63df-823f-4990-83cc-676795974eb7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:50.756075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] Deleting port d6f68c20-3ad1-4c07-880b-114ff81ad8ec {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:50.756709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.793774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (10e40259-b334-4de9-947e-f5cd89bbfc31), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.842868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e40259-b334-4de9-947e-f5cd89bbfc31,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.862838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] For port d6f68c20-3ad1-4c07-880b-114ff81ad8ec, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,segment=NetworkSegment(10b15dc2-cea1-4154-aceb-265d44b74f05),segment_id=10b15dc2-cea1-4154-aceb-265d44b74f05)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:50.863754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.904801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] Calling delete_port for d6f68c20-3ad1-4c07-880b-114ff81ad8ec owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:50.908664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Checking segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:50.908664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Network hostable DHCP agents. Network: 419c564d-65b6-4252-aea5-969df3964f4b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:50.927869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.973310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.981036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] No DVR routers for this DVR port d6f68c20-3ad1-4c07-880b-114ff81ad8ec on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:50.986815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Network 419c564d-65b6-4252-aea5-969df3964f4b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:51.017191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 419c564d-65b6-4252-aea5-969df3964f4b) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:51.021859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:51.022467 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.032065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22a698-88f2-41dc-81de-b56f9f06f6af None None] Network 419c564d-65b6-4252-aea5-969df3964f4b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:51.058313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (d6f68c20-3ad1-4c07-880b-114ff81ad8ec), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.085149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c96bfaa6-41c0-43ad-b004-030418f0806a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7603791 Feb 19 01:22:51.087791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:51.092310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:51.114028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3ece63df-823f-4990-83cc-676795974eb7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.142779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (aaa5150c-7913-4bb3-8061-5557808fdf69), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.144023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (aaa5150c-7913-4bb3-8061-5557808fdf69), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.150268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ece63df-823f-4990-83cc-676795974eb7']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:51.165659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b15dc2-cea1-4154-aceb-265d44b74f05') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:51.166023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b15dc2-cea1-4154-aceb-265d44b74f05') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:51.184023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (10b15dc2-cea1-4154-aceb-265d44b74f05), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.210205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (10b15dc2-cea1-4154-aceb-265d44b74f05), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.215409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] Pushing event deleted for resources: {'Port': ['ID=d6f68c20-3ad1-4c07-880b-114ff81ad8ec,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:51.239032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2ceb8-4acc-4e19-a08b-5aa912b7a295 None None] No DVR routers for this DVR port d6f68c20-3ad1-4c07-880b-114ff81ad8ec on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:51.251053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks [] for router_controller (aaa5150c-7913-4bb3-8061-5557808fdf69), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.252289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:51.252683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (10b15dc2-cea1-4154-aceb-265d44b74f05), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.253280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-419c564d-65b6-4252-aea5-969df3964f4b', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:51.254596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:51.255667 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:51.409848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (3ece63df-823f-4990-83cc-676795974eb7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.424099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.428362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Allocated IP 172.20.0.2 (419c564d-65b6-4252-aea5-969df3964f4b/10e40259-b334-4de9-947e-f5cd89bbfc31/642289a0-c5f8-4b34-adf9-6c6064c00552) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:51.428968 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ece63df-823f-4990-83cc-676795974eb7 HTTP/1.1" status: 204 len: 168 time: 1.2348189 Feb 19 01:22:51.507376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046808e-04f6-44d8-b6d7-b1786110bddc admin admin] Pushing event deleted for resources: {'Network': ['ID=3ece63df-823f-4990-83cc-676795974eb7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:51.584310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks [] for router_gateway (aaa5150c-7913-4bb3-8061-5557808fdf69), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.636514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Publish callbacks [] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.645317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48958) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:51.649778 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.720645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Pushing event updated for resources: {'Port': ['ID=642289a0-c5f8-4b34-adf9-6c6064c00552,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:51.726382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:51.728656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9becc1b5-7376-4805-907e-bcf6849d0114 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32d460ea5cd74fff918c408cba95343e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757554 Feb 19 01:22:51.743197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Network 419c564d-65b6-4252-aea5-969df3964f4b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:51.745534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:51.751307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:51.824964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Attempting to bind port 642289a0-c5f8-4b34-adf9-6c6064c00552 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:51.825382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Attempting to bind port 642289a0-c5f8-4b34-adf9-6c6064c00552 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:51.825750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Attempting to bind port 642289a0-c5f8-4b34-adf9-6c6064c00552 on network 419c564d-65b6-4252-aea5-969df3964f4b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:51.832465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:51.832850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Checking segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:51.833286 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.833688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Bound using segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:51.834164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Bound port: 642289a0-c5f8-4b34-adf9-6c6064c00552, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:51.834554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.915767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19cf997b-3a06-4b8f-bc47-6a416739fc4f admin admin] Publish callbacks [] for security_group (9401e5fe-bd28-4d5c-9de1-4187d8ff79e7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.918714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] For port 642289a0-c5f8-4b34-adf9-6c6064c00552, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:51.924563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] For port 642289a0-c5f8-4b34-adf9-6c6064c00552, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=642289a0-c5f8-4b34-adf9-6c6064c00552,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:51.932451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.943684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19cf997b-3a06-4b8f-bc47-6a416739fc4f admin admin] Publish callbacks [] for security_group (9401e5fe-bd28-4d5c-9de1-4187d8ff79e7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.057712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19cf997b-3a06-4b8f-bc47-6a416739fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9401e5fe-bd28-4d5c-9de1-4187d8ff79e7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.063257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d6f68c20-3ad1-4c07-880b-114ff81ad8ec no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:52.071406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19cf997b-3a06-4b8f-bc47-6a416739fc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.073025 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-19cf997b-3a06-4b8f-bc47-6a416739fc4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9401e5fe-bd28-4d5c-9de1-4187d8ff79e7 HTTP/1.1" status: 204 len: 168 time: 0.3410242 Feb 19 01:22:52.094980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf997b-3a06-4b8f-bc47-6a416739fc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401e5fe-bd28-4d5c-9de1-4187d8ff79e7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:52.107742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d6f68c20-3ad1-4c07-880b-114ff81ad8ec {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:52.107742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d6f68c20-3ad1-4c07-880b-114ff81ad8ec not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:52.114527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e4bb7-5b07-4a7b-9bb5-d0ff52db7fb2 None None] Pushing event updated for resources: {'Port': ['ID=642289a0-c5f8-4b34-adf9-6c6064c00552,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:52.136921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks [] for router_gateway (aaa5150c-7913-4bb3-8061-5557808fdf69), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.178905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.330232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Allocated IP 172.25.0.38 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/5ad03a5f-6834-4e98-9cf0-126490bc5858) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:52.506414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks [] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.560348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.591230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a2d7dde-3d57-41ce-9052-d7c8f8c08919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.612139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:52.619616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:52.623203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:52.849540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Pushing event updated for resources: {'Port': ['ID=5ad03a5f-6834-4e98-9cf0-126490bc5858,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:53.145574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks [] for router_gateway (aaa5150c-7913-4bb3-8061-5557808fdf69), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.398064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:53.435240 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (aaa5150c-7913-4bb3-8061-5557808fdf69), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.562141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77068583-d41b-4219-ae85-d2c3c0c7b29f None None] Network 419c564d-65b6-4252-aea5-969df3964f4b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:53.578459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-941655106-network', 'tenant_id': '6d30ca380d7f4a4c912b5fd1e3991756'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:53.623235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Made reservation on behalf of 6d30ca380d7f4a4c912b5fd1e3991756 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:53.623898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Router aaa5150c-7913-4bb3-8061-5557808fdf69 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:22:53.627012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.648525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.689428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4752d50c-dcff-4916-9203-630474406b4b None None] Provisioning complete for port 642289a0-c5f8-4b34-adf9-6c6064c00552 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:53.690507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4752d50c-dcff-4916-9203-630474406b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.738425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.842862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks [] for security_group (c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.850529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:53.854679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.865144 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Sync routers for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:53.887771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4752d50c-dcff-4916-9203-630474406b4b None None] Current status of the port 642289a0-c5f8-4b34-adf9-6c6064c00552 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:53.888204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.888325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4752d50c-dcff-4916-9203-630474406b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.896560 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:53.897574 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:53.900660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d126dc60-69db-4825-b58b-b806f06d794e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8114815 Feb 19 01:22:53.901802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:53.914845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:53.972785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:54.004613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7ab506b1-5aa5-476e-8f7c-d2ebd96f585c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.004963 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Added segment 7ab506b1-5aa5-476e-8f7c-d2ebd96f585c of type vlan for network 079c4e38-4dad-425d-846c-b2e1c6ecb25d Feb 19 01:22:54.209850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4752d50c-dcff-4916-9203-630474406b4b None None] For port 642289a0-c5f8-4b34-adf9-6c6064c00552, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=642289a0-c5f8-4b34-adf9-6c6064c00552,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:54.231618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4752d50c-dcff-4916-9203-630474406b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.305840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (079c4e38-4dad-425d-846c-b2e1c6ecb25d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.364477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752d50c-dcff-4916-9203-630474406b4b None None] Pushing event updated for resources: {'Port': ['ID=642289a0-c5f8-4b34-adf9-6c6064c00552,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:54.392957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (079c4e38-4dad-425d-846c-b2e1c6ecb25d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.394016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:54.394610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.408730 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:54.435137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 642289a0-c5f8-4b34-adf9-6c6064c00552 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:54.543049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 642289a0-c5f8-4b34-adf9-6c6064c00552 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:54.543430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.561904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1592906 Feb 19 01:22:54.563120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:54.581325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Request body: {'subnet': {'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-941655106-subnet', 'tenant_id': '6d30ca380d7f4a4c912b5fd1e3991756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:54.597549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ff49ced4-19d5-481a-93d0-ca7bdfa17b0d None None] Provisioning complete for port 642289a0-c5f8-4b34-adf9-6c6064c00552 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:54.597928 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff49ced4-19d5-481a-93d0-ca7bdfa17b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.620215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc978e1c-a9c2-48e3-9510-4060c683b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=079c4e38-4dad-425d-846c-b2e1c6ecb25d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:54.645386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 079c4e38-4dad-425d-846c-b2e1c6ecb25d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:54.650611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Made reservation on behalf of 6d30ca380d7f4a4c912b5fd1e3991756 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:54.652591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.820296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 642289a0-c5f8-4b34-adf9-6c6064c00552 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:54.833906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ff49ced4-19d5-481a-93d0-ca7bdfa17b0d None None] Current status of the port 642289a0-c5f8-4b34-adf9-6c6064c00552 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:54.901380 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 3, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:54.931690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (08e5575f-8d30-42ce-8c80-f0079aab3bde), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.938453 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Checking router: aaa5150c-7913-4bb3-8061-5557808fdf69 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:54.939104 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Updating router aaa5150c-7913-4bb3-8061-5557808fdf69 port 5ad03a5f-6834-4e98-9cf0-126490bc5858 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:22:54.969875 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.029570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e5575f-8d30-42ce-8c80-f0079aab3bde,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:55.074545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Checking segment: {'id': '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:55.074929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Network hostable DHCP agents. Network: 079c4e38-4dad-425d-846c-b2e1c6ecb25d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:55.107352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Network 079c4e38-4dad-425d-846c-b2e1c6ecb25d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:55.126612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 079c4e38-4dad-425d-846c-b2e1c6ecb25d) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:55.137360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bafc2d-7e77-4285-af03-4d21b1495fd2 None None] Network 079c4e38-4dad-425d-846c-b2e1c6ecb25d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:55.141817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.143027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.205603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-344b227f-a2e1-44bb-a340-b9ed939ad17c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6356099 Feb 19 01:22:55.364424 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.438610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-f96fa07d-7a48-4a2b-979e-e3b6b23d1362 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.439632 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Publish callbacks [] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.441112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-f96fa07d-7a48-4a2b-979e-e3b6b23d1362 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.3228934 Feb 19 01:22:55.469339 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.538565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Pushing event updated for resources: {'Port': ['ID=5ad03a5f-6834-4e98-9cf0-126490bc5858,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:55.549979 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.550579 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.551079 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.569902 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.570682 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.571875 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.572383 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.573547 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.574066 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.574558 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.576523 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.578935 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.579523 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:55.614812 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Attempting to bind port 5ad03a5f-6834-4e98-9cf0-126490bc5858 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:55.616769 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Attempting to bind port 5ad03a5f-6834-4e98-9cf0-126490bc5858 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:55.618601 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Attempting to bind port 5ad03a5f-6834-4e98-9cf0-126490bc5858 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:55.631206 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:55.633276 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:55.633857 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.635507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:55.636175 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Bound port: 5ad03a5f-6834-4e98-9cf0-126490bc5858, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:55.636761 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.691349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463c1d6-6d41-4c55-aef2-f2ad6ec2daef None None] Network 079c4e38-4dad-425d-846c-b2e1c6ecb25d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:55.713147 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-95fdc460-f0ed-49cb-b9fb-46c61a7c90dc tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/quotas/ec9c7311231f48318db6653ae0252f91 HTTP/1.1" status: 200 len: 375 time: 0.1419401 Feb 19 01:22:55.769233 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] For port 5ad03a5f-6834-4e98-9cf0-126490bc5858, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:55.772925 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] For port 5ad03a5f-6834-4e98-9cf0-126490bc5858, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5ad03a5f-6834-4e98-9cf0-126490bc5858,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:55.783052 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.888327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-65ebe917-846c-4a5f-80cd-98f519f4a3dd tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.890576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-65ebe917-846c-4a5f-80cd-98f519f4a3dd tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/networks?id=079c4e38-4dad-425d-846c-b2e1c6ecb25d HTTP/1.1" status: 200 len: 812 time: 0.1453946 Feb 19 01:22:55.911314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-5fd82f62-d5ac-4ad7-8233-0baae7e103a5 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/quotas/6d30ca380d7f4a4c912b5fd1e3991756 HTTP/1.1" status: 200 len: 375 time: 0.0121641 Feb 19 01:22:55.922302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7c05a-feeb-465e-9f34-2c4ef80da9f8 None None] Pushing event updated for resources: {'Port': ['ID=5ad03a5f-6834-4e98-9cf0-126490bc5858,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:55.928576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:55.929494 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:55.969624 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bccc4831-bbae-425c-9fa2-01a09c7b3907 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446485 Feb 19 01:22:55.991469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-c284734c-70a8-49c5-b7c2-e9c132ce3180 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d30ca380d7f4a4c912b5fd1e3991756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741982 Feb 19 01:22:56.017554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.031403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.095427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 642289a0-c5f8-4b34-adf9-6c6064c00552 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:56.104593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:56.190652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 642289a0-c5f8-4b34-adf9-6c6064c00552 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:56.190652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.238441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-729fddc5-3312-4c68-b185-216e6952f50b service neutron] 10.222.0.43 "GET /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393014 Feb 19 01:22:56.302637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 642289a0-c5f8-4b34-adf9-6c6064c00552 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:56.303871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-4b198ba8-c48e-4b98-b02e-e6e7f93bfa61 service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108809 Feb 19 01:22:56.395891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8a243de9-d29b-420f-8fab-6cf5878eadae service neutron] 10.222.0.43 "GET /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554437 Feb 19 01:22:56.486064 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 3, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:56.555300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.560192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a474-a09f-4cbb-8392-4569cffcecdb None None] The sync data for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 is: [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 3, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:56.570754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Allocated IP 172.20.0.1 (419c564d-65b6-4252-aea5-969df3964f4b/10e40259-b334-4de9-947e-f5cd89bbfc31/8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:56.668343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7eda3f4b-55ac-42d2-b649-98bf08d3b05c req-5e409bab-4f8b-47e7-88ad-393616b28a14 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 210 time: 0.0683789 Feb 19 01:22:56.720926 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks [] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.788957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-790c26a4-bb4c-4a43-b9fa-0a1eddc4f23c service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754202 Feb 19 01:22:56.803366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.860604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Network 419c564d-65b6-4252-aea5-969df3964f4b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:56.867132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:56.869755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:56.877147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:56.919373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (aaa5150c-7913-4bb3-8061-5557808fdf69), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.145021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14963d60-8ccc-4a34-b5ce-42b7d15e96ff req-ae50fb6a-5d56-4b8f-a6bf-867624ea2d8f tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 210 time: 0.0926802 Feb 19 01:22:57.272432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.488497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-17a34a36-e7d3-405c-8c0d-86527d76aa03 None None] Provisioning complete for port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:57.489197 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17a34a36-e7d3-405c-8c0d-86527d76aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.541507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-17a34a36-e7d3-405c-8c0d-86527d76aa03 None None] Port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:57.735682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks [] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.752759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.888905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f3dfb039-fe9d-49f8-b280-8d0927099835 req-a0c33e8b-a29c-436c-8494-81641bc45edf tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 210 time: 0.0376058 Feb 19 01:22:57.923341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (aaa5150c-7913-4bb3-8061-5557808fdf69), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.925662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:58.102111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Network 419c564d-65b6-4252-aea5-969df3964f4b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:58.103589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:58.150156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5ad03a5f-6834-4e98-9cf0-126490bc5858 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:58.303718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed48d85e-55fd-4775-9b50-23e74cdbfb3b req-7219bb0d-9bed-48aa-b25f-050c47becb83 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 210 time: 0.0443218 Feb 19 01:22:58.330730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5ad03a5f-6834-4e98-9cf0-126490bc5858 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:58.331107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.458873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Router aaa5150c-7913-4bb3-8061-5557808fdf69 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:58.649532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e9683262-9e66-4259-af4e-67f6b607f9af None None] Provisioning complete for port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:58.650679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9683262-9e66-4259-af4e-67f6b607f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.704680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e9683262-9e66-4259-af4e-67f6b607f9af None None] Port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:58.708240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5ad03a5f-6834-4e98-9cf0-126490bc5858 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:58.709625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.732657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5ad03a5f-6834-4e98-9cf0-126490bc5858, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5ad03a5f-6834-4e98-9cf0-126490bc5858,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:58.741243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.763506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8944d6c0-62da-41d1-a3f9-2f58e7f6054a tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:58.768105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8944d6c0-62da-41d1-a3f9-2f58e7f6054a tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.10 "GET /v2.0/networks?id=079c4e38-4dad-425d-846c-b2e1c6ecb25d HTTP/1.1" status: 200 len: 812 time: 0.2959940 Feb 19 01:22:58.784423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Request body: {'port': {'device_id': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d', 'admin_state_up': True, 'tenant_id': '6d30ca380d7f4a4c912b5fd1e3991756'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:58.811590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:58.818151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0116364f-0ffa-402b-853d-53ea07a56a56 admin admin] 10.222.0.43 "PUT /v2.0/routers/aaa5150c-7913-4bb3-8061-5557808fdf69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9151163 Feb 19 01:22:58.852166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=5ad03a5f-6834-4e98-9cf0-126490bc5858,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:58.986600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Made reservation on behalf of 6d30ca380d7f4a4c912b5fd1e3991756 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:58.989982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.127181 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-448b3492-ced5-4a36-a852-b030c8afce84 req-23890a9d-75e3-436f-bb78-95990463ca5b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 210 time: 0.0767286 Feb 19 01:22:59.247422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-21d9b937-62d3-46fd-a4a8-548901ef18b0 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:59.249566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-21d9b937-62d3-46fd-a4a8-548901ef18b0 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.2789016 Feb 19 01:22:59.304023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Request body: {'port': {'device_id': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'admin_state_up': True, 'tenant_id': 'ec9c7311231f48318db6653ae0252f91'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:59.429774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Allocated IP 172.20.0.10 (079c4e38-4dad-425d-846c-b2e1c6ecb25d/08e5575f-8d30-42ce-8c80-f0079aab3bde/fce1c0c7-f142-4605-90da-237d1129959e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:59.544583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0847d6f8-230c-4746-bf99-94cb367a4d1f req-7c8cacbb-15d3-4c4d-90e4-18f8a7d2fd67 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 210 time: 0.0760276 Feb 19 01:22:59.873890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Sync routers for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:59.888630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks [] for port (fce1c0c7-f142-4605-90da-237d1129959e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.895536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:59.896268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:59.909609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:59.915394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1870486834-network', 'tenant_id': '78427c8299734818896bfb654f687d54'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:59.953796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Made reservation on behalf of 78427c8299734818896bfb654f687d54 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:59.957154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.960739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Made reservation on behalf of ec9c7311231f48318db6653ae0252f91 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:59.966779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.976001 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.011587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fce1c0c7-f142-4605-90da-237d1129959e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.145526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:00.180064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks [] for security_group (db26efb7-47e7-4ad5-b21b-2a833881238a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.204487 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (db26efb7-47e7-4ad5-b21b-2a833881238a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.242583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Pushing event updated for resources: {'Port': ['ID=fce1c0c7-f142-4605-90da-237d1129959e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:00.257298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Network 079c4e38-4dad-425d-846c-b2e1c6ecb25d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:00.263462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:00.265356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:00.276768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:00.337285 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2100126b-c788-4819-8924-4a7147d904be), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.338018 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Added segment 2100126b-c788-4819-8924-4a7147d904be of type vlan for network 2dfc5e3e-df94-482b-b27e-d576412af3a1 Feb 19 01:23:00.340493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db26efb7-47e7-4ad5-b21b-2a833881238a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:00.384543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:00.385866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.401033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Allocated IP 172.20.0.12 (d1c888b3-7c8d-4380-bb07-fff2779fc08e/02c2ed16-8fb6-4a81-9153-e917b37f50f4/ee7b7018-900a-4de1-85f5-99a4fa95f09c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:00.424407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14349f-e24e-4950-b617-fe25b462023b req-1c0743ff-ae6e-4922-a4e3-3d8c7b0b7713 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:00.426683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b14349f-e24e-4950-b617-fe25b462023b req-1c0743ff-ae6e-4922-a4e3-3d8c7b0b7713 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 932 time: 0.1800306 Feb 19 01:23:00.428783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2dfc5e3e-df94-482b-b27e-d576412af3a1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.433257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-8237f4b1-f06f-47db-ad9c-b571cf86f55b tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6465619 Feb 19 01:23:00.439535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Request body: {'port': {'device_id': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:00.486788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5ad03a5f-6834-4e98-9cf0-126490bc5858 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:00.549283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2dfc5e3e-df94-482b-b27e-d576412af3a1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.550755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:00.551440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.591281 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:23:00.619258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b14349f-e24e-4950-b617-fe25b462023b req-d42fc593-de52-4841-965a-9790fe160a16 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855617 Feb 19 01:23:00.673307 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fce1c0c7-f142-4605-90da-237d1129959e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.765960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5ad03a5f-6834-4e98-9cf0-126490bc5858 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:00.766346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.781954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8675282 Feb 19 01:23:00.782181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9671ea9-2cc1-4191-875d-4288b6fd7359 req-bc8e7fe4-fdf8-454a-985d-c59fcae9c324 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 210 time: 0.0809586 Feb 19 01:23:00.785350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49176) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:00.809300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Request body: {'subnet': {'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1870486834-subnet', 'tenant_id': '78427c8299734818896bfb654f687d54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:00.834360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad608c5-f142-41d4-85df-95c307d09137 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfc5e3e-df94-482b-b27e-d576412af3a1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:00.839090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Made reservation on behalf of 78427c8299734818896bfb654f687d54 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:00.841921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.855252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:01.067679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 2, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:01.069452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (48435e39-e665-43c2-a67f-b0979225177f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.142064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5ad03a5f-6834-4e98-9cf0-126490bc5858 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:01.152312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Checking router: aaa5150c-7913-4bb3-8061-5557808fdf69 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:01.153929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Updating router aaa5150c-7913-4bb3-8061-5557808fdf69 port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:01.190077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=48435e39-e665-43c2-a67f-b0979225177f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:01.222855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Checking segment: {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:01.223142 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.223304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Network hostable DHCP agents. Network: 2dfc5e3e-df94-482b-b27e-d576412af3a1, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:01.283402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:01.304497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 2dfc5e3e-df94-482b-b27e-d576412af3a1) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:01.308887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:01.309396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.340179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ebc92a17-01e4-4460-8f24-9e60f99faecc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5506418 Feb 19 01:23:01.343595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49180) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:01.348483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:01.356610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2475d9ab-671f-405e-bdb3-9c9a4c8b905c None None] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:01.372823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce1c0c7-f142-4605-90da-237d1129959e {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:01.382342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Publish callbacks [] for port (fce1c0c7-f142-4605-90da-237d1129959e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.396652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Transition to ACTIVE for port object fce1c0c7-f142-4605-90da-237d1129959e will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:23:01.403003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.404086 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.447735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks [] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.481604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fce1c0c7-f142-4605-90da-237d1129959e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.493515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.507937 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks [] for router_controller (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.563578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:01.569386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40', '1a9722c9-b3bd-4d37-8c66-00d5b524805f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:01.576842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:01.584965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Pushing event updated for resources: {'Port': ['ID=fce1c0c7-f142-4605-90da-237d1129959e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:01.588178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:01.670264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:01.671620 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.700508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-2dfc5e3e-df94-482b-b27e-d576412af3a1', 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1', 'project_id': '78427c8299734818896bfb654f687d54', 'fixed_ips': [{'subnet_id': '48435e39-e665-43c2-a67f-b0979225177f'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:01.702709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.767499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4767413 Feb 19 01:23:01.787939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f7a7-25e4-4982-8556-8281be3f03a8 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event updated for resources: {'Port': ['ID=ee7b7018-900a-4de1-85f5-99a4fa95f09c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:01.798845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Request body: {'port': {'device_id': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:01.905164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Attempting to bind port fce1c0c7-f142-4605-90da-237d1129959e on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:01.905614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Attempting to bind port fce1c0c7-f142-4605-90da-237d1129959e by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:01.906234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Attempting to bind port fce1c0c7-f142-4605-90da-237d1129959e on network 079c4e38-4dad-425d-846c-b2e1c6ecb25d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:01.923679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.927071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Port fce1c0c7-f142-4605-90da-237d1129959e on network 079c4e38-4dad-425d-846c-b2e1c6ecb25d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:23:01.927399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Attempting to bind port fce1c0c7-f142-4605-90da-237d1129959e on network 079c4e38-4dad-425d-846c-b2e1c6ecb25d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:01.953182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:01.953355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Checking segment: {'id': '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:01.953675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Bound using segment: {'id': '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:01.954118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Bound port: fce1c0c7-f142-4605-90da-237d1129959e, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:01.954474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fce1c0c7-f142-4605-90da-237d1129959e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.954671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks [] for router_gateway (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.091647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45576d58-bd93-4bb3-9894-c88a16a44405 req-fa531170-a2f1-4347-9399-002d9630a9e1 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.099539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45576d58-bd93-4bb3-9894-c88a16a44405 req-fa531170-a2f1-4347-9399-002d9630a9e1 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 944 time: 0.3207736 Feb 19 01:23:02.180728 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45576d58-bd93-4bb3-9894-c88a16a44405 req-cbc112a2-0015-40e5-ba22-d5c24bbc111f tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776641 Feb 19 01:23:02.246148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7dde7-f85e-4f91-98f6-82750a4dbad2 req-45e65e9c-2883-4ef9-abcb-66867332c96c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.247868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92d7dde7-f85e-4f91-98f6-82750a4dbad2 req-45e65e9c-2883-4ef9-abcb-66867332c96c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 932 time: 0.3102288 Feb 19 01:23:02.366538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] For port fce1c0c7-f142-4605-90da-237d1129959e, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:02.419271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks [] for router_gateway (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.423914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] For port fce1c0c7-f142-4605-90da-237d1129959e, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fce1c0c7-f142-4605-90da-237d1129959e,segment=NetworkSegment(7ab506b1-5aa5-476e-8f7c-d2ebd96f585c),segment_id=7ab506b1-5aa5-476e-8f7c-d2ebd96f585c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:02.452443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Allocated IP 172.20.0.2 (2dfc5e3e-df94-482b-b27e-d576412af3a1/48435e39-e665-43c2-a67f-b0979225177f/375c6373-a0bd-45f1-8af5-80d19696ad06) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:02.459814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.640009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7b7018-900a-4de1-85f5-99a4fa95f09c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:02.652916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Publish callbacks [] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.669316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Transition to ACTIVE for port object ee7b7018-900a-4de1-85f5-99a4fa95f09c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:23:02.678504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Allocated IP 172.25.0.53 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/acabfa7f-99f1-4d0d-951e-d9d800b36360) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:02.703645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92d7dde7-f85e-4f91-98f6-82750a4dbad2 req-295d5c22-df10-421f-b7f2-ce609d50efa3 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495668 Feb 19 01:23:02.705950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.785220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (fce1c0c7-f142-4605-90da-237d1129959e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.804095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b7018-900a-4de1-85f5-99a4fa95f09c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:02.861731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Publish callbacks [] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.917359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Pushing event updated for resources: {'Port': ['ID=fce1c0c7-f142-4605-90da-237d1129959e,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:02.926693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks [] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.929888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.931033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.935152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-0c51f9e7-4dca-4d6c-a107-4844166c8b88 service neutron] 10.222.0.10 "PUT /v2.0/ports/fce1c0c7-f142-4605-90da-237d1129959e HTTP/1.1" status: 200 len: 1092 time: 2.4984956 Feb 19 01:23:02.938176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'tag': 'fce1c0c7-f142-4605-90da-237d1129959e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:02.941230 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad615f6-3f72-4fda-b456-affed64cbe41" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ff1ec-feae-41a9-8880-8af63b48895a", "tag": "fce1c0c7-f142-4605-90da-237d1129959e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:02.962634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.037662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.145152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Pushing event updated for resources: {'Port': ['ID=acabfa7f-99f1-4d0d-951e-d9d800b36360,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:03.187168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:03.191663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:03.199628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:03.243320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e2d90-d2e7-4462-8101-db4d94cd8b08 None None] Pushing event updated for resources: {'Port': ['ID=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:03.301193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Publish callbacks [] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.305591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Attempting to bind port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:03.306200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Attempting to bind port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:03.306820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Attempting to bind port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 on network 419c564d-65b6-4252-aea5-969df3964f4b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:03.316458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.321340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:03.322015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Checking segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:03.322592 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.323186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Bound using segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:03.323836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Bound port: 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:03.324378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.381409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:03.411030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:03.415092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:03.426705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Pushing event updated for resources: {'Port': ['ID=375c6373-a0bd-45f1-8af5-80d19696ad06,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:03.539888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] For port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:03.543741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Attempting to bind port 375c6373-a0bd-45f1-8af5-80d19696ad06 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:03.544342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Attempting to bind port 375c6373-a0bd-45f1-8af5-80d19696ad06 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:03.544864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Attempting to bind port 375c6373-a0bd-45f1-8af5-80d19696ad06 on network 2dfc5e3e-df94-482b-b27e-d576412af3a1 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:03.559661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] For port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:03.562183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:03.562785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Checking segment: {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:03.563346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.563889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Bound using segment: {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:03.564554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Bound port: 375c6373-a0bd-45f1-8af5-80d19696ad06, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:03.565152 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.662489 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.803204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e2d90-d2e7-4462-8101-db4d94cd8b08 None None] Pushing event updated for resources: {'Port': ['ID=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:03.834160 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5bfc95-e777-4391-92e7-4951c6a48528 x-openstack-request-id: req-2b5bfc95-e777-4391-92e7-4951c6a48528 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:03.837415 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ff1ec-feae-41a9-8880-8af63b48895a", "tag": "fce1c0c7-f142-4605-90da-237d1129959e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:03.840186 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b5bfc95-e777-4391-92e7-4951c6a48528 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:03.841448 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'tag': 'fce1c0c7-f142-4605-90da-237d1129959e', 'status': 'completed', 'code': 200} Feb 19 01:23:03.859150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] Provisioning complete for port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:03.859150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.979522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-e45b205d-ffc1-4c7a-9d13-fe1082694b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:03.981081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-e45b205d-ffc1-4c7a-9d13-fe1082694b9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d30ca380d7f4a4c912b5fd1e3991756&device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 1126 time: 0.9825757 Feb 19 01:23:03.987125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Attempting to bind port ee7b7018-900a-4de1-85f5-99a4fa95f09c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:03.987446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Attempting to bind port ee7b7018-900a-4de1-85f5-99a4fa95f09c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:03.987779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Attempting to bind port ee7b7018-900a-4de1-85f5-99a4fa95f09c on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:04.057554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Port ee7b7018-900a-4de1-85f5-99a4fa95f09c on network d1c888b3-7c8d-4380-bb07-fff2779fc08e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:23:04.057911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Attempting to bind port ee7b7018-900a-4de1-85f5-99a4fa95f09c on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:04.063531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-ee417d7a-fe28-49b4-b4cd-da0cfef736f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fce1c0c7-f142-4605-90da-237d1129959e HTTP/1.1" status: 200 len: 217 time: 0.0723279 Feb 19 01:23:04.088423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853a6a-d95a-4628-8c26-07f698682371 req-c07c559e-0245-43f2-97d4-2a9a76414c53 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.090737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a853a6a-d95a-4628-8c26-07f698682371 req-c07c559e-0245-43f2-97d4-2a9a76414c53 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 944 time: 0.2486024 Feb 19 01:23:04.121675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:04.122413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Checking segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:04.123110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Bound using segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:04.124635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Bound port: ee7b7018-900a-4de1-85f5-99a4fa95f09c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:04.125212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.265106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-008be0ca-9707-440b-b56f-5925a4411328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.266861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-008be0ca-9707-440b-b56f-5925a4411328 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08e5575f-8d30-42ce-8c80-f0079aab3bde HTTP/1.1" status: 200 len: 852 time: 0.1750331 Feb 19 01:23:04.285696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:04.286792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:04.294244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] For port 375c6373-a0bd-45f1-8af5-80d19696ad06, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:04.334328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-5aa79bd6-678b-461a-888a-82608162f853 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=079c4e38-4dad-425d-846c-b2e1c6ecb25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512125 Feb 19 01:23:04.353118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] For port 375c6373-a0bd-45f1-8af5-80d19696ad06, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=375c6373-a0bd-45f1-8af5-80d19696ad06,segment=NetworkSegment(2100126b-c788-4819-8924-4a7147d904be),segment_id=2100126b-c788-4819-8924-4a7147d904be)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:04.359014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a853a6a-d95a-4628-8c26-07f698682371 req-285b6e5d-34b6-4d18-b8eb-004bca8722e0 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508352 Feb 19 01:23:04.387317 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.422061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] For port ee7b7018-900a-4de1-85f5-99a4fa95f09c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:04.441636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] For port ee7b7018-900a-4de1-85f5-99a4fa95f09c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:04.451827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.518320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.518891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.524586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee7b7018-900a-4de1-85f5-99a4fa95f09c HTTP/1.1" status: 200 len: 1092 time: 2.7298460 Feb 19 01:23:04.595877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-359071e6-fbda-4daf-8168-c90ea4f69284 service neutron] 10.222.0.10 "GET /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515266 Feb 19 01:23:04.622267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] Current status of the port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:04.622781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.687172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:04.688986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b968a-1846-4c07-9ab1-6d853d944abe None None] Pushing event updated for resources: {'Port': ['ID=375c6373-a0bd-45f1-8af5-80d19696ad06,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:04.727326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] For port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:04.735556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.743152 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks [] for router_gateway (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.811387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a6230-5589-4b21-af9e-6ed172617559 req-0a8b6c51-1bb7-4a0e-8f68-4f8e888452fb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.813438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a55a6230-5589-4b21-af9e-6ed172617559 req-0a8b6c51-1bb7-4a0e-8f68-4f8e888452fb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 944 time: 0.1188917 Feb 19 01:23:04.862335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd76b330-cd43-4e62-b302-b69c710fc0e9 req-e2c68baa-dc83-4053-9658-a0d9802f0b38 service neutron] 10.222.0.10 "GET /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456040 Feb 19 01:23:04.970274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25c16e-6477-4680-982d-1969f8cd50b5 None None] Pushing event updated for resources: {'Port': ['ID=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:05.018513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a55a6230-5589-4b21-af9e-6ed172617559 req-91bd25b4-6c14-470a-9ae4-99a3b7505d32 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879227 Feb 19 01:23:05.036125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-eb73b6ad-f465-4ba9-83b3-a2dd99bfcb14 None None] Provisioning complete for port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:05.036125 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb73b6ad-f465-4ba9-83b3-a2dd99bfcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.050565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacd04a-2d3a-4e59-b8bf-ba8f457b6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b7018-900a-4de1-85f5-99a4fa95f09c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:05.196840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-ecebc0e9-74a2-4f55-b982-ff61af524198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:05.198429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-ecebc0e9-74a2-4f55-b982-ff61af524198 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 1126 time: 0.6008084 Feb 19 01:23:05.354756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-32ae8f7d-4044-4db4-8a21-64939c490234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:05.357780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-32ae8f7d-4044-4db4-8a21-64939c490234 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d30ca380d7f4a4c912b5fd1e3991756&device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 1126 time: 0.4249249 Feb 19 01:23:05.360912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-406398fc-7fa9-4878-adf9-5352ae58e022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c HTTP/1.1" status: 200 len: 217 time: 0.1469567 Feb 19 01:23:05.377752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.411778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eb73b6ad-f465-4ba9-83b3-a2dd99bfcb14 None None] Current status of the port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:05.443992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:03Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:05.485051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a095-210a-4590-a39c-984e5c040759 None None] The sync data for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 is: [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:03Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:05.845043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'tag': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:05.861666 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3171d6f-277b-48a8-bf88-b2dd8b1a18db", "tag": "ee7b7018-900a-4de1-85f5-99a4fa95f09c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:05.887767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:23:05.910159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-4fda7780-9801-4979-b2e2-46d2499caf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:05.916064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-4fda7780-9801-4979-b2e2-46d2499caf0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.5292485 Feb 19 01:23:06.050670 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ea5439-f5c9-4c41-a30b-fb0198b2c005 x-openstack-request-id: req-b4ea5439-f5c9-4c41-a30b-fb0198b2c005 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:06.050966 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3171d6f-277b-48a8-bf88-b2dd8b1a18db", "tag": "ee7b7018-900a-4de1-85f5-99a4fa95f09c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:06.051220 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4ea5439-f5c9-4c41-a30b-fb0198b2c005 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:06.051619 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'tag': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c', 'status': 'completed', 'code': 200} Feb 19 01:23:06.062213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-af34cabd-765d-4519-a5cb-7f037101d229 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270401 Feb 19 01:23:06.086406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-8319f076-b4f9-459f-bb25-c184fae777da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:06.089181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-8319f076-b4f9-459f-bb25-c184fae777da service neutron] 10.222.0.10 "GET /v2.0/networks?id=079c4e38-4dad-425d-846c-b2e1c6ecb25d HTTP/1.1" status: 200 len: 913 time: 0.7183683 Feb 19 01:23:06.226450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43f0d2-fc2e-4e77-9913-24096e109b3b req-80fb2b0e-3f5e-4d27-b9fa-f667425fae29 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:06.228013 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d43f0d2-fc2e-4e77-9913-24096e109b3b req-80fb2b0e-3f5e-4d27-b9fa-f667425fae29 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 944 time: 0.6181598 Feb 19 01:23:06.261641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:06.285714 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Sync routers for ids ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:06.306044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-43729773-60ec-4b18-a883-79008e4b7cd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fce1c0c7-f142-4605-90da-237d1129959e HTTP/1.1" status: 200 len: 217 time: 0.1704879 Feb 19 01:23:06.318839 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.320249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3c2a3975-0ae2-476b-af58-27b2c599da92 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9756415 Feb 19 01:23:06.329757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49248) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:06.331239 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Routers {'24b560d4-9ba0-4e24-ba66-b4bbd7afe949'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:06.333173 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.342030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634aee-d1d0-475e-80be-ffc40b4c4cf5 req-7627ce09-a4d5-403b-8618-1ab067bb0c03 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:06.350095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7634aee-d1d0-475e-80be-ffc40b4c4cf5 req-7627ce09-a4d5-403b-8618-1ab067bb0c03 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 944 time: 0.1771080 Feb 19 01:23:06.412105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:06.564116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7634aee-d1d0-475e-80be-ffc40b4c4cf5 req-a9a569d7-7189-4ae2-93f7-de650dcb0ac1 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031691 Feb 19 01:23:06.568292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5d5f1-c0b4-43ed-80f1-ab0cf0b9cc4e None None] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:06.587962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-e1ba48cf-b45a-481f-8bd3-a1831ec2ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:06.600266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-e1ba48cf-b45a-481f-8bd3-a1831ec2ad13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08e5575f-8d30-42ce-8c80-f0079aab3bde HTTP/1.1" status: 200 len: 852 time: 0.2768002 Feb 19 01:23:06.622246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d43f0d2-fc2e-4e77-9913-24096e109b3b req-54419c40-267e-4f85-96e9-81fce7b80171 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206606 Feb 19 01:23:06.677188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:06.677188 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.779158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] Provisioning complete for port 375c6373-a0bd-45f1-8af5-80d19696ad06 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:06.779637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.821099 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Set router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:06.893734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-d420a5aa-06e3-4fa5-ab1d-4722d7a20192 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=079c4e38-4dad-425d-846c-b2e1c6ecb25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2701674 Feb 19 01:23:06.924958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-e57bb5ed-b9c9-4d51-8510-d8a39577246b service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550224 Feb 19 01:23:06.927781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:06.949017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 375c6373-a0bd-45f1-8af5-80d19696ad06 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:07.084028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f370f72-1458-4d99-a776-bfc70a6ae769 req-bd870566-0794-481f-bf2c-919dc32d6e74 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181154 Feb 19 01:23:07.158082 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:23:03Z', 'revision_number': 3, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:07.190952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] Current status of the port 375c6373-a0bd-45f1-8af5-80d19696ad06 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:07.199556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.208178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 375c6373-a0bd-45f1-8af5-80d19696ad06 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:07.211285 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.235065 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Checking router: 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:07.235450 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Updating router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 port acabfa7f-99f1-4d0d-951e-d9d800b36360 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:07.317531 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.342929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] For port 375c6373-a0bd-45f1-8af5-80d19696ad06, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=375c6373-a0bd-45f1-8af5-80d19696ad06,segment=NetworkSegment(2100126b-c788-4819-8924-4a7147d904be),segment_id=2100126b-c788-4819-8924-4a7147d904be)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:07.397417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 375c6373-a0bd-45f1-8af5-80d19696ad06 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:07.398417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.420132 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.539952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-604cd255-447c-4f96-8c5b-9b0503aa87a8 service neutron] 10.222.0.10 "GET /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354637 Feb 19 01:23:07.543661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-31348c67-38c2-46e0-86bf-c323e1fba86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:07.545350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-31348c67-38c2-46e0-86bf-c323e1fba86e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 1126 time: 0.3703425 Feb 19 01:23:07.600403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:07.601276 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:07.604193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48076b75-813f-4206-ba65-59c3dafdf27c None None] Pushing event updated for resources: {'Port': ['ID=375c6373-a0bd-45f1-8af5-80d19696ad06,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:07.613281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cdc48391-a019-42e9-870d-92e5ce275196 None None] Provisioning complete for port 375c6373-a0bd-45f1-8af5-80d19696ad06 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:07.616932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdc48391-a019-42e9-870d-92e5ce275196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.664650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fce1c0c7-f142-4605-90da-237d1129959e details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:23:07.832901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda90125-bc5e-4da1-9697-623d10432aa3 req-f087e8f8-ead5-400d-907d-1cb33a337429 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:07.850617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bda90125-bc5e-4da1-9697-623d10432aa3 req-f087e8f8-ead5-400d-907d-1cb33a337429 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 944 time: 0.1740317 Feb 19 01:23:07.963298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bda90125-bc5e-4da1-9697-623d10432aa3 req-8cc9afac-d484-476c-95db-e664a86d6853 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088314 Feb 19 01:23:08.020644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cdc48391-a019-42e9-870d-92e5ce275196 None None] Current status of the port 375c6373-a0bd-45f1-8af5-80d19696ad06 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:08.073600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fce1c0c7-f142-4605-90da-237d1129959e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fce1c0c7-f142-4605-90da-237d1129959e,segment=NetworkSegment(7ab506b1-5aa5-476e-8f7c-d2ebd96f585c),segment_id=7ab506b1-5aa5-476e-8f7c-d2ebd96f585c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:08.099274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'fce1c0c7-f142-4605-90da-237d1129959e', 'network_id': '079c4e38-4dad-425d-846c-b2e1c6ecb25d', 'port_id': 'fce1c0c7-f142-4605-90da-237d1129959e', 'mac_address': 'fa:16:3e:18:ee:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e5575f-8d30-42ce-8c80-f0079aab3bde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:23:08.131199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ad615f6-3f72-4fda-b456-affed64cbe41 req-cb2ab413-9003-443e-8be5-5d29080edda6 service neutron] 10.222.0.10 "GET /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842582 Feb 19 01:23:08.150672 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Publish callbacks [] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.173162 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.210125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 375c6373-a0bd-45f1-8af5-80d19696ad06 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:08.285508 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8ed98-05c4-47cb-b5bc-816db918704d None None] Pushing event updated for resources: {'Port': ['ID=acabfa7f-99f1-4d0d-951e-d9d800b36360,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:08.290125 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Attempting to bind port acabfa7f-99f1-4d0d-951e-d9d800b36360 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:08.290665 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Attempting to bind port acabfa7f-99f1-4d0d-951e-d9d800b36360 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:08.291209 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Attempting to bind port acabfa7f-99f1-4d0d-951e-d9d800b36360 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:08.301793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:08.301793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:08.301793 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.302333 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:08.302760 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Bound port: acabfa7f-99f1-4d0d-951e-d9d800b36360, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:08.302997 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.346633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fce1c0c7-f142-4605-90da-237d1129959e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:08.347036 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fce1c0c7-f142-4605-90da-237d1129959e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.351749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca58c96-6e09-4cbf-a071-35f375593548 req-642040e3-a597-4a86-90dd-3bf8ef485e37 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:08.354738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ca58c96-6e09-4cbf-a071-35f375593548 req-642040e3-a597-4a86-90dd-3bf8ef485e37 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 944 time: 0.4819069 Feb 19 01:23:08.357786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-e05ce97c-aea0-4a9e-85fd-386166d600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:08.359827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-e05ce97c-aea0-4a9e-85fd-386166d600f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.7146866 Feb 19 01:23:08.371756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce1c0c7-f142-4605-90da-237d1129959e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:08.394170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fce1c0c7-f142-4605-90da-237d1129959e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fce1c0c7-f142-4605-90da-237d1129959e,segment=NetworkSegment(7ab506b1-5aa5-476e-8f7c-d2ebd96f585c),segment_id=7ab506b1-5aa5-476e-8f7c-d2ebd96f585c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:08.397451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 375c6373-a0bd-45f1-8af5-80d19696ad06 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:08.424783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] For port acabfa7f-99f1-4d0d-951e-d9d800b36360, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:08.428183 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] For port acabfa7f-99f1-4d0d-951e-d9d800b36360, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=acabfa7f-99f1-4d0d-951e-d9d800b36360,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:08.449939 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.465190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fce1c0c7-f142-4605-90da-237d1129959e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.516258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 375c6373-a0bd-45f1-8af5-80d19696ad06 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:08.517102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.581308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fce1c0c7-f142-4605-90da-237d1129959e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:08.583907 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8ed98-05c4-47cb-b5bc-816db918704d None None] Pushing event updated for resources: {'Port': ['ID=acabfa7f-99f1-4d0d-951e-d9d800b36360,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:08.586724 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Routers {'24b560d4-9ba0-4e24-ba66-b4bbd7afe949'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:08.587450 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:08.662993 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.697254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-7a7db59a-26f2-4881-8223-8f1325e1aed0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c HTTP/1.1" status: 200 len: 217 time: 0.2867913 Feb 19 01:23:08.796682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 375c6373-a0bd-45f1-8af5-80d19696ad06 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:08.806643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['fce1c0c7-f142-4605-90da-237d1129959e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:08.831098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-5e1d7336-225b-418c-a62d-b5f492d51a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:08.834909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-5e1d7336-225b-418c-a62d-b5f492d51a03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1228776 Feb 19 01:23:08.853529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] Set router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:08.889694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ca58c96-6e09-4cbf-a071-35f375593548 req-09b834fd-51bf-4b68-aa51-69cb0fc0eafa tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287759 Feb 19 01:23:09.133151 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:23:03Z', 'revision_number': 3, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:09.152272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Allocated IP 172.20.0.1 (2dfc5e3e-df94-482b-b27e-d576412af3a1/48435e39-e665-43c2-a67f-b0979225177f/7c565a41-bae1-431f-a6ab-e6e7b778e244) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:09.171075 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ac1fc-7f38-4730-b280-866540202adc None None] The sync data for ids ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'] in n-d-826752-2 is: [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:23:03Z', 'revision_number': 3, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:09.197464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9348d1-1a3a-4117-8369-63a906c726cf req-6041785a-572f-490f-bffd-0b6ea5dae791 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:09.199047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c9348d1-1a3a-4117-8369-63a906c726cf req-6041785a-572f-490f-bffd-0b6ea5dae791 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 944 time: 0.1093078 Feb 19 01:23:09.230927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-f98e73f0-17d2-4d47-bd0a-cf898d2ed5e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3798335 Feb 19 01:23:09.305857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c9348d1-1a3a-4117-8369-63a906c726cf req-ba3907d0-0ae8-4731-8302-c9615e030268 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918970 Feb 19 01:23:09.446611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks [] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.467967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-446fa86d-d53a-49c8-ba9a-ff3088de29df service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018187 Feb 19 01:23:09.580033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.662302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee7b7018-900a-4de1-85f5-99a4fa95f09c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:23:09.666611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fce1c0c7-f142-4605-90da-237d1129959e up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:09.687294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Pushing event updated for resources: {'Port': ['ID=7c565a41-bae1-431f-a6ab-e6e7b778e244,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:09.735743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:09.758260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:09.776022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:09.855667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.886087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port fce1c0c7-f142-4605-90da-237d1129959e completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:23:09.925905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54b7413-3a5d-4a4b-af98-fd361ab6a0a9 req-a13a96aa-8d38-4b1e-87ea-db34aca164a3 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507849 Feb 19 01:23:09.944709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port fce1c0c7-f142-4605-90da-237d1129959e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:09.945145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fce1c0c7-f142-4605-90da-237d1129959e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.990447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ee7b7018-900a-4de1-85f5-99a4fa95f09c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:10.028533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'port_id': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c', 'mac_address': 'fa:16:3e:be:88:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c2ed16-8fb6-4a81-9153-e917b37f50f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:23:10.154762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.160246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ee7b7018-900a-4de1-85f5-99a4fa95f09c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:10.160642 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.179356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47301bf-9f65-4c56-a355-61295dc94c5a req-8f5717f5-44c8-47f3-8e9d-dd844f5dbb59 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:10.181184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a47301bf-9f65-4c56-a355-61295dc94c5a req-8f5717f5-44c8-47f3-8e9d-dd844f5dbb59 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 945 time: 0.1602683 Feb 19 01:23:10.203792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7b7018-900a-4de1-85f5-99a4fa95f09c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:10.276351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ee7b7018-900a-4de1-85f5-99a4fa95f09c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:10.297159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port fce1c0c7-f142-4605-90da-237d1129959e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:10.297824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fce1c0c7-f142-4605-90da-237d1129959e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.304379 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.322460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a47301bf-9f65-4c56-a355-61295dc94c5a req-1462f8d5-6f06-44c5-b363-a75bcef2dc1c tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342611 Feb 19 01:23:10.559355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824db2b-243c-4bbd-b945-3ee42aee26f5 req-65c8a9f2-0901-4444-b278-479eda99f4f2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:10.562874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1824db2b-243c-4bbd-b945-3ee42aee26f5 req-65c8a9f2-0901-4444-b278-479eda99f4f2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 945 time: 0.0957630 Feb 19 01:23:10.578595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks [] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.596115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.616945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device acabfa7f-99f1-4d0d-951e-d9d800b36360 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:10.638816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-05bcce2a-020e-4ffb-a65c-9fdefc41ad26 None None] Provisioning complete for port 7c565a41-bae1-431f-a6ab-e6e7b778e244 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:10.640630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05bcce2a-020e-4ffb-a65c-9fdefc41ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.657178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1824db2b-243c-4bbd-b945-3ee42aee26f5 req-45306d14-d687-49af-9c3b-e0648f47ca07 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773394 Feb 19 01:23:10.683503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce1c0c7-f142-4605-90da-237d1129959e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:10.684525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Pushing event updated for resources: {'Port': ['ID=7c565a41-bae1-431f-a6ab-e6e7b778e244,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:10.687176 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da20365-97ee-4ea9-bc2f-0c88abb89ad1" -d '{"events": [{"server_uuid": "ba6ff1ec-feae-41a9-8880-8af63b48895a", "name": "network-vif-plugged", "status": "completed", "tag": "fce1c0c7-f142-4605-90da-237d1129959e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:10.745526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ee7b7018-900a-4de1-85f5-99a4fa95f09c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:10.770469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ee7b7018-900a-4de1-85f5-99a4fa95f09c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:10.783969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.802921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port fce1c0c7-f142-4605-90da-237d1129959e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fce1c0c7-f142-4605-90da-237d1129959e,segment=NetworkSegment(7ab506b1-5aa5-476e-8f7c-d2ebd96f585c),segment_id=7ab506b1-5aa5-476e-8f7c-d2ebd96f585c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:10.833963 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90e0b0c-f1f2-4b6d-8b13-9e7037b8f6b2 x-openstack-request-id: req-a90e0b0c-f1f2-4b6d-8b13-9e7037b8f6b2 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:10.835078 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ff1ec-feae-41a9-8880-8af63b48895a", "name": "network-vif-plugged", "status": "completed", "tag": "fce1c0c7-f142-4605-90da-237d1129959e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:10.835505 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a90e0b0c-f1f2-4b6d-8b13-9e7037b8f6b2 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:10.836069 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce1c0c7-f142-4605-90da-237d1129959e', 'code': 200} Feb 19 01:23:10.850381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fce1c0c7-f142-4605-90da-237d1129959e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.963535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=fce1c0c7-f142-4605-90da-237d1129959e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:10.977104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-05bcce2a-020e-4ffb-a65c-9fdefc41ad26 None None] Port 7c565a41-bae1-431f-a6ab-e6e7b778e244 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:11.018923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port acabfa7f-99f1-4d0d-951e-d9d800b36360 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:11.019310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.037932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3f2ad-61d4-4b55-980c-829b8756c8fb req-9c9f9688-6f71-49f7-b0a0-cf1d6c89c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:11.039615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3be3f2ad-61d4-4b55-980c-829b8756c8fb req-9c9f9688-6f71-49f7-b0a0-cf1d6c89c490 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 1128 time: 0.1414988 Feb 19 01:23:11.069033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:11.071712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:11.140858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3be3f2ad-61d4-4b55-980c-829b8756c8fb req-13abac19-07d6-49ff-be7b-ea257ac47292 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702569 Feb 19 01:23:11.211971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port acabfa7f-99f1-4d0d-951e-d9d800b36360 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:11.212618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.245400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port acabfa7f-99f1-4d0d-951e-d9d800b36360, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=acabfa7f-99f1-4d0d-951e-d9d800b36360,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:11.261266 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.312609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:11.363001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=acabfa7f-99f1-4d0d-951e-d9d800b36360,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:11.496600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:11.510017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-15a38dbb-dbb2-46d4-b274-595886de6fae admin admin] 10.222.0.43 "PUT /v2.0/routers/24b560d4-9ba0-4e24-ba66-b4bbd7afe949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1485035 Feb 19 01:23:11.593511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c8d1-92a9-4aa8-a9f0-8e1b610dd32d req-523d6d37-6adf-47a5-9c3b-67b740256a89 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:11.601750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae89c8d1-92a9-4aa8-a9f0-8e1b610dd32d req-523d6d37-6adf-47a5-9c3b-67b740256a89 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 946 time: 0.1348579 Feb 19 01:23:11.626390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fb0e39ac-7555-420e-86ae-0a77c746d27e None None] Provisioning complete for port 7c565a41-bae1-431f-a6ab-e6e7b778e244 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:11.626928 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb0e39ac-7555-420e-86ae-0a77c746d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.695851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e39ac-7555-420e-86ae-0a77c746d27e None None] Port 7c565a41-bae1-431f-a6ab-e6e7b778e244 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:11.726877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae89c8d1-92a9-4aa8-a9f0-8e1b610dd32d req-57083511-61fd-4fdf-a60d-4b19a4bc225e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239293 Feb 19 01:23:11.873292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc787-6644-422c-a76c-f6188dd2068a req-af67d68b-b5cb-4498-a03f-a4ea85387d1b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:11.874715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-313dc787-6644-422c-a76c-f6188dd2068a req-af67d68b-b5cb-4498-a03f-a4ea85387d1b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 945 time: 0.1044075 Feb 19 01:23:11.964416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-313dc787-6644-422c-a76c-f6188dd2068a req-b4437885-d42c-4563-9867-bd4af5d9cfbc tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833449 Feb 19 01:23:12.127247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Sync routers for ids ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:12.139918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Routers {'24b560d4-9ba0-4e24-ba66-b4bbd7afe949'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:12.140561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.260670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Set router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:12.385109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device acabfa7f-99f1-4d0d-951e-d9d800b36360 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:12.511885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port acabfa7f-99f1-4d0d-951e-d9d800b36360 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:12.512331 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.659221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:23:10Z', 'revision_number': 4, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '7c565a41-bae1-431f-a6ab-e6e7b778e244', 'name': '', 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1', 'tenant_id': '78427c8299734818896bfb654f687d54', 'mac_address': 'fa:16:3e:f4:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '48435e39-e665-43c2-a67f-b0979225177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:08Z', 'updated_at': '2022-02-19T01:23:10Z', 'revision_number': 2, 'project_id': '78427c8299734818896bfb654f687d54', 'subnets': [{'id': '48435e39-e665-43c2-a67f-b0979225177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.692282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port acabfa7f-99f1-4d0d-951e-d9d800b36360 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:12.695502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Checking router: 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:12.695728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Updating router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 port 7c565a41-bae1-431f-a6ab-e6e7b778e244 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:12.733726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.929150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0e13e-aeb0-4334-b6bd-39e91be17f2e req-51e1c9c0-e2c5-497c-8d9c-ab41671de454 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.931333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8d0e13e-aeb0-4334-b6bd-39e91be17f2e req-51e1c9c0-e2c5-497c-8d9c-ab41671de454 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 946 time: 0.1073048 Feb 19 01:23:13.043693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8d0e13e-aeb0-4334-b6bd-39e91be17f2e req-50f887a6-3da5-4b81-8a6e-9a7f95d8be56 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059260 Feb 19 01:23:13.143951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Publish callbacks [] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.153085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.180223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05552587-3bb8-4f15-b2e8-2402f999b75d req-f477e3ed-4c3c-4383-aff3-bcf09cd66078 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.183377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05552587-3bb8-4f15-b2e8-2402f999b75d req-f477e3ed-4c3c-4383-aff3-bcf09cd66078 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 945 time: 0.0794516 Feb 19 01:23:13.252253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2ecfc-a7a0-4f90-9979-9656ef325f5f None None] Pushing event updated for resources: {'Port': ['ID=7c565a41-bae1-431f-a6ab-e6e7b778e244,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.316455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05552587-3bb8-4f15-b2e8-2402f999b75d req-e61d1d38-93d1-4814-88b1-9b67a4fbcd1d tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182954 Feb 19 01:23:13.344438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Attempting to bind port 7c565a41-bae1-431f-a6ab-e6e7b778e244 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:13.345163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Attempting to bind port 7c565a41-bae1-431f-a6ab-e6e7b778e244 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:13.345758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Attempting to bind port 7c565a41-bae1-431f-a6ab-e6e7b778e244 on network 2dfc5e3e-df94-482b-b27e-d576412af3a1 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:13.359528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:13.361325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Checking segment: {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:13.362179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.362743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Bound using segment: {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:13.364214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Bound port: 7c565a41-bae1-431f-a6ab-e6e7b778e244, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2100126b-c788-4819-8924-4a7147d904be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:13.364776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.497467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] For port 7c565a41-bae1-431f-a6ab-e6e7b778e244, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:13.501746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] For port 7c565a41-bae1-431f-a6ab-e6e7b778e244, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7c565a41-bae1-431f-a6ab-e6e7b778e244,segment=NetworkSegment(2100126b-c788-4819-8924-4a7147d904be),segment_id=2100126b-c788-4819-8924-4a7147d904be)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:13.511508 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.585312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2ecfc-a7a0-4f90-9979-9656ef325f5f None None] Pushing event updated for resources: {'Port': ['ID=7c565a41-bae1-431f-a6ab-e6e7b778e244,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.604303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Routers {'24b560d4-9ba0-4e24-ba66-b4bbd7afe949'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:13.605742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:22:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:13.689154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee7b7018-900a-4de1-85f5-99a4fa95f09c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:13.712835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904388c-2768-47ae-8dc8-f65f7edd866f req-bffebfd6-4ba0-40f9-975c-2468aa517c7d tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.714755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a904388c-2768-47ae-8dc8-f65f7edd866f req-bffebfd6-4ba0-40f9-975c-2468aa517c7d tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 946 time: 0.1139557 Feb 19 01:23:13.799113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a904388c-2768-47ae-8dc8-f65f7edd866f req-d248a5b0-15a8-4bbb-b114-1829550b8a24 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768850 Feb 19 01:23:13.823093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] Provisioning complete for port 7c565a41-bae1-431f-a6ab-e6e7b778e244 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:13.823093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.893232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] Set router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:13.937163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ee7b7018-900a-4de1-85f5-99a4fa95f09c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:23:13.988244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ee7b7018-900a-4de1-85f5-99a4fa95f09c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:13.988719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.100567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] Current status of the port 7c565a41-bae1-431f-a6ab-e6e7b778e244 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:14.101040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.189534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] For port 7c565a41-bae1-431f-a6ab-e6e7b778e244, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7c565a41-bae1-431f-a6ab-e6e7b778e244,segment=NetworkSegment(2100126b-c788-4819-8924-4a7147d904be),segment_id=2100126b-c788-4819-8924-4a7147d904be)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:14.216105 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.455762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ee7b7018-900a-4de1-85f5-99a4fa95f09c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:14.456151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.491494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef8c8c-3358-4677-921d-23b7916cadc7 req-72cea728-2818-4d65-8cca-f82d50e70386 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:14.493083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74ef8c8c-3358-4677-921d-23b7916cadc7 req-72cea728-2818-4d65-8cca-f82d50e70386 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 945 time: 0.1000268 Feb 19 01:23:14.494561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fa99bdcb-8258-48b5-a560-945134ba488f None None] Provisioning complete for port 7c565a41-bae1-431f-a6ab-e6e7b778e244 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:14.494939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa99bdcb-8258-48b5-a560-945134ba488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.497464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce375ed8-4f9e-467c-ba8f-bc2973fba573 None None] Pushing event updated for resources: {'Port': ['ID=7c565a41-bae1-431f-a6ab-e6e7b778e244,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:14.543483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:14.546926 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2f90d9-4550-4920-a3f4-7826d5c78f55" -d '{"events": [{"server_uuid": "b3171d6f-277b-48a8-bf88-b2dd8b1a18db", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b7018-900a-4de1-85f5-99a4fa95f09c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:14.574562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ee7b7018-900a-4de1-85f5-99a4fa95f09c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:14.586188 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.590238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:23:10Z', 'revision_number': 4, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '7c565a41-bae1-431f-a6ab-e6e7b778e244', 'name': '', 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1', 'tenant_id': '78427c8299734818896bfb654f687d54', 'mac_address': 'fa:16:3e:f4:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '48435e39-e665-43c2-a67f-b0979225177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:08Z', 'updated_at': '2022-02-19T01:23:13Z', 'revision_number': 4, 'project_id': '78427c8299734818896bfb654f687d54', 'subnets': [{'id': '48435e39-e665-43c2-a67f-b0979225177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:14.597435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74ef8c8c-3358-4677-921d-23b7916cadc7 req-8322a910-936d-4333-8383-490e7acabc93 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856917 Feb 19 01:23:14.628374 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24aaac-18c6-4ad1-8d7b-000e07b16cca x-openstack-request-id: req-2e24aaac-18c6-4ad1-8d7b-000e07b16cca {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:14.628778 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3171d6f-277b-48a8-bf88-b2dd8b1a18db", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b7018-900a-4de1-85f5-99a4fa95f09c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:14.629239 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e24aaac-18c6-4ad1-8d7b-000e07b16cca {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:14.629701 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c', 'code': 200} Feb 19 01:23:14.635363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0817dc-143b-4777-a4f6-bc76f5dca5f5 None None] The sync data for ids ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'] in n-d-826752-2 is: [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:23:10Z', 'revision_number': 4, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '7c565a41-bae1-431f-a6ab-e6e7b778e244', 'name': '', 'network_id': '2dfc5e3e-df94-482b-b27e-d576412af3a1', 'tenant_id': '78427c8299734818896bfb654f687d54', 'mac_address': 'fa:16:3e:f4:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '48435e39-e665-43c2-a67f-b0979225177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:08Z', 'updated_at': '2022-02-19T01:23:13Z', 'revision_number': 4, 'project_id': '78427c8299734818896bfb654f687d54', 'subnets': [{'id': '48435e39-e665-43c2-a67f-b0979225177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:14.757792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ee7b7018-900a-4de1-85f5-99a4fa95f09c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:14.797463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fa99bdcb-8258-48b5-a560-945134ba488f None None] Current status of the port 7c565a41-bae1-431f-a6ab-e6e7b778e244 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:15.484439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dc136-e437-491f-9aa3-1e48bb493963 req-d7523e90-492c-4d8a-bd1b-9d77a2089505 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.493577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-169dc136-e437-491f-9aa3-1e48bb493963 req-d7523e90-492c-4d8a-bd1b-9d77a2089505 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 946 time: 0.5797482 Feb 19 01:23:15.509275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-20276af4-d1f0-4ffb-9436-5a8414097475 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.510790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-20276af4-d1f0-4ffb-9436-5a8414097475 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 946 time: 0.1248379 Feb 19 01:23:15.560641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2b828-f4c3-496e-b1dd-9f8b7334872f req-5b9dbe76-2c31-4227-89f1-9c911daeb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.562816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bcc2b828-f4c3-496e-b1dd-9f8b7334872f req-5b9dbe76-2c31-4227-89f1-9c911daeb088 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 1128 time: 0.8639436 Feb 19 01:23:15.686407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-169dc136-e437-491f-9aa3-1e48bb493963 req-c4f8e569-134b-42ba-9fb0-f92aa01ac914 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/security-groups?id=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865640 Feb 19 01:23:15.716862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bcc2b828-f4c3-496e-b1dd-9f8b7334872f req-e07a7164-1818-4ab1-8da9-ebebdd2d8b75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465056 Feb 19 01:23:15.741854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Deleting port fce1c0c7-f142-4605-90da-237d1129959e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:15.742201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fce1c0c7-f142-4605-90da-237d1129959e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.826028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf161-0b44-4922-954d-4419f241be6e req-4e95e717-dbea-4477-ae44-3fa4ca8baf19 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.840845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf161-0b44-4922-954d-4419f241be6e req-4e95e717-dbea-4477-ae44-3fa4ca8baf19 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 946 time: 0.1469865 Feb 19 01:23:15.857330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] For port fce1c0c7-f142-4605-90da-237d1129959e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=fce1c0c7-f142-4605-90da-237d1129959e,segment=NetworkSegment(7ab506b1-5aa5-476e-8f7c-d2ebd96f585c),segment_id=7ab506b1-5aa5-476e-8f7c-d2ebd96f585c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:15.858000 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fce1c0c7-f142-4605-90da-237d1129959e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.871746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Calling delete_port for fce1c0c7-f142-4605-90da-237d1129959e owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:15.943944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42baf161-0b44-4922-954d-4419f241be6e req-07419493-a3d0-4780-8a81-54c1cb7e4e27 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004870 Feb 19 01:23:16.036727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fce1c0c7-f142-4605-90da-237d1129959e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.084844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Pushing event deleted for resources: {'Port': ['ID=fce1c0c7-f142-4605-90da-237d1129959e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:16.135060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] No DVR routers for this DVR port fce1c0c7-f142-4605-90da-237d1129959e on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:16.138310 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.141947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b3de71b-d4ff-44ca-9509-991f8c2e7eaa req-06c87247-ed93-42fb-b3e5-dbf58d33324e tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.10 "DELETE /v2.0/ports/fce1c0c7-f142-4605-90da-237d1129959e HTTP/1.1" status: 204 len: 173 time: 0.6238725 Feb 19 01:23:16.144287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'name': 'network-vif-deleted', 'tag': 'fce1c0c7-f142-4605-90da-237d1129959e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:16.144637 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc8d6cd-6076-4dfd-b92b-d7c8c689e57b" -d '{"events": [{"server_uuid": "ba6ff1ec-feae-41a9-8880-8af63b48895a", "name": "network-vif-deleted", "tag": "fce1c0c7-f142-4605-90da-237d1129959e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:16.194891 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b51e44-1f75-491b-991e-b679a5e8744e x-openstack-request-id: req-c2b51e44-1f75-491b-991e-b679a5e8744e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:16.195338 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ff1ec-feae-41a9-8880-8af63b48895a", "name": "network-vif-deleted", "tag": "fce1c0c7-f142-4605-90da-237d1129959e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:16.195696 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2b51e44-1f75-491b-991e-b679a5e8744e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:16.196197 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ff1ec-feae-41a9-8880-8af63b48895a', 'name': 'network-vif-deleted', 'tag': 'fce1c0c7-f142-4605-90da-237d1129959e', 'status': 'completed', 'code': 200} Feb 19 01:23:16.363880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c565a41-bae1-431f-a6ab-e6e7b778e244 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:16.421292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7c565a41-bae1-431f-a6ab-e6e7b778e244 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:16.421703 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.535548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7c565a41-bae1-431f-a6ab-e6e7b778e244 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:16.820813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-873bad38-fde6-4d6b-a0df-2c5b993ecec7 req-4d357930-690b-48ef-9318-cf6322b23d78 tempest-ServerPasswordTestJSON-1675336518 tempest-ServerPasswordTestJSON-1675336518-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba6ff1ec-feae-41a9-8880-8af63b48895a HTTP/1.1" status: 200 len: 210 time: 0.0410490 Feb 19 01:23:17.099307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeb378-a30e-4368-a318-5a713216e45e req-89d25346-73a2-462f-8b0d-989e0d3bd331 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:17.101487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50aeb378-a30e-4368-a318-5a713216e45e req-89d25346-73a2-462f-8b0d-989e0d3bd331 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 946 time: 0.0925303 Feb 19 01:23:17.190597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50aeb378-a30e-4368-a318-5a713216e45e req-4cd5ffa5-4016-4ad7-ad2c-01f1ac7818ed tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772502 Feb 19 01:23:17.669953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fce1c0c7-f142-4605-90da-237d1129959e no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:17.694038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: fce1c0c7-f142-4605-90da-237d1129959e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:17.694393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device fce1c0c7-f142-4605-90da-237d1129959e not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:17.883169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49498) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:17.951102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Deleting subnet 08e5575f-8d30-42ce-8c80-f0079aab3bde {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:17.962301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Publish callbacks [] for subnet (08e5575f-8d30-42ce-8c80-f0079aab3bde), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.993130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (08e5575f-8d30-42ce-8c80-f0079aab3bde), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.039873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (08e5575f-8d30-42ce-8c80-f0079aab3bde), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.098922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (08e5575f-8d30-42ce-8c80-f0079aab3bde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.129487 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.135126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49502) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:18.135649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/08e5575f-8d30-42ce-8c80-f0079aab3bde HTTP/1.1" status: 204 len: 168 time: 0.2509446 Feb 19 01:23:18.136018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50315c8e-2107-411f-b089-13476a15abcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e5575f-8d30-42ce-8c80-f0079aab3bde,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:18.223111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (079c4e38-4dad-425d-846c-b2e1c6ecb25d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.289259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.369821 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (079c4e38-4dad-425d-846c-b2e1c6ecb25d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.398769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079c4e38-4dad-425d-846c-b2e1c6ecb25d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:18.412292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:18.412661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab506b1-5aa5-476e-8f7c-d2ebd96f585c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:18.420739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43153c70-781d-4893-8c45-94fd4427cc04 req-1becc404-aa73-4ecd-8ba8-c6865f6445e4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:18.422280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43153c70-781d-4893-8c45-94fd4427cc04 req-1becc404-aa73-4ecd-8ba8-c6865f6445e4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 946 time: 0.0971177 Feb 19 01:23:18.450429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (7ab506b1-5aa5-476e-8f7c-d2ebd96f585c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.479096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7ab506b1-5aa5-476e-8f7c-d2ebd96f585c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.490717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:18.490717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (7ab506b1-5aa5-476e-8f7c-d2ebd96f585c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:18.492299 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:18.504822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43153c70-781d-4893-8c45-94fd4427cc04 req-f602b73c-32c9-4ae1-a39b-f27c6e894b85 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764165 Feb 19 01:23:18.567191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (079c4e38-4dad-425d-846c-b2e1c6ecb25d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.573773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.578654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/079c4e38-4dad-425d-846c-b2e1c6ecb25d HTTP/1.1" status: 204 len: 168 time: 0.4424870 Feb 19 01:23:18.595278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ffc85-596e-40b3-af32-7d7651068ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=079c4e38-4dad-425d-846c-b2e1c6ecb25d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:18.837435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49520) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:18.924259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-505b2e7e-a08d-41cc-bdfd-78a8e2e7242e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d30ca380d7f4a4c912b5fd1e3991756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856194 Feb 19 01:23:18.926814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:18.991034 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56b18122-bb5b-437c-b0bf-c2fe938a3656 admin admin] Publish callbacks [] for security_group (c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.015537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56b18122-bb5b-437c-b0bf-c2fe938a3656 admin admin] Publish callbacks [] for security_group (c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.068357 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56b18122-bb5b-437c-b0bf-c2fe938a3656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.071407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56b18122-bb5b-437c-b0bf-c2fe938a3656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.075074 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-56b18122-bb5b-437c-b0bf-c2fe938a3656 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7 HTTP/1.1" status: 204 len: 168 time: 0.1448200 Feb 19 01:23:19.081317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b18122-bb5b-437c-b0bf-c2fe938a3656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c194b5a2-d7ce-46e9-9a7d-766bce9ee2d7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:20.090323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:20.219853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-652095610-network', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:20.236986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-973fb8ca-dc89-4454-8a80-6cec79c1d337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.245932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Made reservation on behalf of ed405489f7e8452ca91bbfd4de8fece9 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:20.249084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.261308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.408259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks [] for security_group (38f31695-b4c8-4e30-adf6-79acf293082b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.415351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38f31695-b4c8-4e30-adf6-79acf293082b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.453500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:20.485275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b227a23b-2052-41cf-843e-fbc324126104), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.485912 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Added segment b227a23b-2052-41cf-843e-fbc324126104 of type vlan for network 671bc1bb-8713-4c34-88b7-d405fdfe63ea Feb 19 01:23:20.487711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f31695-b4c8-4e30-adf6-79acf293082b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:20.536045 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (671bc1bb-8713-4c34-88b7-d405fdfe63ea), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.582256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (671bc1bb-8713-4c34-88b7-d405fdfe63ea), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.583259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:20.584091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.651992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5605221 Feb 19 01:23:20.652119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:20.658977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7310220-694c-4850-90da-ec20adcf8f45 admin admin] Pushing event updated for resources: {'Network': ['ID=671bc1bb-8713-4c34-88b7-d405fdfe63ea,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:20.660336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Request body: {'subnet': {'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-652095610-subnet', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:20.679589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:20.696580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Made reservation on behalf of ed405489f7e8452ca91bbfd4de8fece9 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:20.706859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.927428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (ec9f85bf-7dca-42ae-b746-2d3924a3b3ac), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.999306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Checking segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:20.999820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Network hostable DHCP agents. Network: 671bc1bb-8713-4c34-88b7-d405fdfe63ea, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:21.005872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:21.026204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:21.043059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 671bc1bb-8713-4c34-88b7-d405fdfe63ea) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:21.048664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:21.049607 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.055261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a19c3-ebdd-49f0-bf62-b228d8eb2bda None None] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:21.087358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-09ceaa8d-e18d-4eee-b550-5db84a26f913 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4333107 Feb 19 01:23:21.090135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:21.096964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:21.122670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (78fba5cf-d1eb-4e21-a664-09bc96f290f7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.124827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (78fba5cf-d1eb-4e21-a664-09bc96f290f7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.206240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed96d90-7241-4029-bdc8-e99c143e5549 None None] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:21.230400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks [] for router_controller (78fba5cf-d1eb-4e21-a664-09bc96f290f7), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.536629 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks [] for router_gateway (78fba5cf-d1eb-4e21-a664-09bc96f290f7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.930538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks [] for router_gateway (78fba5cf-d1eb-4e21-a664-09bc96f290f7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.956736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.109230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Allocated IP 172.25.0.130 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/291d20ec-b3b2-4f63-aec7-05b89ed396e7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:22.268276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks [] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.320539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.367711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:22.383569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:22.388607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:22.395198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=291d20ec-b3b2-4f63-aec7-05b89ed396e7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:22.587268 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5dc592ae-5829-4800-a6a5-deb5d6117b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.753134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks [] for router_gateway (78fba5cf-d1eb-4e21-a664-09bc96f290f7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.079000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (78fba5cf-d1eb-4e21-a664-09bc96f290f7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.299479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:23:23.445874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:23.458535 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Sync routers for ids ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:23.474677 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Routers {'78fba5cf-d1eb-4e21-a664-09bc96f290f7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:23.477091 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:23.494020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.499258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-14186c16-18ec-4b67-a0a1-dc51b6c1c2c1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4046474 Feb 19 01:23:23.499929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49622) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:23.652732 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.695260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Set router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:23.987471 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:22Z', 'revision_number': 3, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:24.022983 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Checking router: 78fba5cf-d1eb-4e21-a664-09bc96f290f7 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:24.023430 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Updating router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:24.052782 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.259960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.496563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Allocated IP 172.20.0.1 (671bc1bb-8713-4c34-88b7-d405fdfe63ea/ec9f85bf-7dca-42ae-b746-2d3924a3b3ac/8b9a2b23-8a5a-46af-bc30-f78563ff6b38) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:24.512451 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Publish callbacks [] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.521021 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.576166 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826a4c1-ebf4-4b85-84ff-c3590b4c8543 None None] Pushing event updated for resources: {'Port': ['ID=291d20ec-b3b2-4f63-aec7-05b89ed396e7,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:24.609613 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Attempting to bind port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:24.610451 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Attempting to bind port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:24.611186 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Attempting to bind port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:24.621900 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:24.622358 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:24.623304 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.623721 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:24.624749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Bound port: 291d20ec-b3b2-4f63-aec7-05b89ed396e7, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:24.625179 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.695729 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks [] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.708740 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] For port 291d20ec-b3b2-4f63-aec7-05b89ed396e7, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:24.713465 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] For port 291d20ec-b3b2-4f63-aec7-05b89ed396e7, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=291d20ec-b3b2-4f63-aec7-05b89ed396e7,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:24.721644 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.736731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.796271 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826a4c1-ebf4-4b85-84ff-c3590b4c8543 None None] Pushing event updated for resources: {'Port': ['ID=291d20ec-b3b2-4f63-aec7-05b89ed396e7,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:24.801929 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Routers {'78fba5cf-d1eb-4e21-a664-09bc96f290f7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:24.802550 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:24.840249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Pushing event updated for resources: {'Port': ['ID=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:24.859928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:24.861391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:24.867878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:24.927104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (78fba5cf-d1eb-4e21-a664-09bc96f290f7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.999691 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] Set router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:25.085722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.336194 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.364722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks [] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.371688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.429481 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:22Z', 'revision_number': 3, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:25.468750 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b28f5-5c29-4f5e-b30d-44e17a51e1c4 None None] The sync data for ids ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'] in n-d-826752-2 is: [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:22Z', 'revision_number': 3, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:25.499990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (78fba5cf-d1eb-4e21-a664-09bc96f290f7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.502092 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Pushing event updated for resources: {'Port': ['ID=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:25.618479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:25.620102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:25.775878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:26.033698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.434679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 291d20ec-b3b2-4f63-aec7-05b89ed396e7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:26.457355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:26.495639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01dcba57-3a63-4895-a2e1-b004d5b4065e admin admin] 10.222.0.43 "PUT /v2.0/routers/78fba5cf-d1eb-4e21-a664-09bc96f290f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9938653 Feb 19 01:23:26.587442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:26.587690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.597442 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.771251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:26.777312 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.806307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 291d20ec-b3b2-4f63-aec7-05b89ed396e7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=291d20ec-b3b2-4f63-aec7-05b89ed396e7,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:26.812216 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.884216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=291d20ec-b3b2-4f63-aec7-05b89ed396e7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:27.211308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-6f3cfba9-676a-485a-a866-a62b09bbc7fc tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.213270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-6f3cfba9-676a-485a-a866-a62b09bbc7fc tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 810 time: 0.1273954 Feb 19 01:23:27.246965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-36d0fec6-dc15-4141-ad8a-de9e35196e5b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/quotas/ed405489f7e8452ca91bbfd4de8fece9 HTTP/1.1" status: 200 len: 375 time: 0.0215797 Feb 19 01:23:27.342422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-10c78ad8-4120-4b3b-9158-c4f4573a6320 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895462 Feb 19 01:23:27.488462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-185bc2c1-d6a8-43d7-94b9-35af8b9feef9 service neutron] 10.222.0.43 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392860 Feb 19 01:23:27.659974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-39078041-53d1-496c-974a-9fbad9c7c686 service neutron] 10.222.0.43 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528034 Feb 19 01:23:27.960422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2060d63-b120-4279-8fc8-bd879292c441 req-fe90a9c9-1e9a-42b4-9f52-f7601d9516a7 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0680923 Feb 19 01:23:28.072858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Sync routers for ids ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:28.090205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Routers {'78fba5cf-d1eb-4e21-a664-09bc96f290f7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:28.094540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:28.338530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Set router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:28.380614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 291d20ec-b3b2-4f63-aec7-05b89ed396e7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:28.710633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:28.711008 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.770345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:25Z', 'revision_number': 4, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b9a2b23-8a5a-46af-bc30-f78563ff6b38', 'name': '', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'mac_address': 'fa:16:3e:49:ec:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:24Z', 'updated_at': '2022-02-19T01:23:25Z', 'revision_number': 2, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'subnets': [{'id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:28.801786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Checking router: 78fba5cf-d1eb-4e21-a664-09bc96f290f7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:28.802147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Updating router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:28.862392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.911891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:29.128157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2113ea0a-eb07-456b-afca-01ee1a6031a5 req-edc2144f-35aa-4570-8902-eca97fb54265 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0618465 Feb 19 01:23:29.344956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-a0ca03e4-4dbc-4c42-85f4-dbdaff804a36 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:29.350322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-a0ca03e4-4dbc-4c42-85f4-dbdaff804a36 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 810 time: 0.1709769 Feb 19 01:23:29.370176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Request body: {'port': {'device_id': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'admin_state_up': True, 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:29.460743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Publish callbacks [] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.468107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.524135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53448809-246e-47ab-a0a9-953712593141 None None] Pushing event updated for resources: {'Port': ['ID=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:29.585852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Attempting to bind port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:29.589895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Attempting to bind port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:29.590430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Attempting to bind port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:29.596841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:29.603011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Checking segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:29.603524 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.604002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Bound using segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:29.604579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Bound port: 8b9a2b23-8a5a-46af-bc30-f78563ff6b38, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:29.616118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.639938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Made reservation on behalf of ed405489f7e8452ca91bbfd4de8fece9 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:29.643519 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.710734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] For port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:29.719420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] For port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:29.729241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.801418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Allocated IP 172.20.0.2 (671bc1bb-8713-4c34-88b7-d405fdfe63ea/ec9f85bf-7dca-42ae-b746-2d3924a3b3ac/58f1b119-d887-42e9-9183-02c54f25c7e8) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:29.808049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Routers {'78fba5cf-d1eb-4e21-a664-09bc96f290f7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:29.809125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:29.894793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53448809-246e-47ab-a0a9-953712593141 None None] Pushing event updated for resources: {'Port': ['ID=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:29.904788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.905177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.905778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.906190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.906535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.906869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.907201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.907548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.907862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.908190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.908518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.908841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:29.909189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448809-246e-47ab-a0a9-953712593141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.008576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] Set router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:30.163330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks [] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.233144 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.285445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52401f9-b559-43f2-a87d-3adb4b8163a3 req-9b389d58-2f60-4ccb-a6f7-e46c8cae15c9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:30.293078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:25Z', 'revision_number': 4, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b9a2b23-8a5a-46af-bc30-f78563ff6b38', 'name': '', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'mac_address': 'fa:16:3e:49:ec:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:24Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 4, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'subnets': [{'id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:30.293526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c52401f9-b559-43f2-a87d-3adb4b8163a3 req-9b389d58-2f60-4ccb-a6f7-e46c8cae15c9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 931 time: 0.0648072 Feb 19 01:23:30.326946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de35cef-1c85-4662-aac4-828e12ea3d30 None None] The sync data for ids ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'] in n-d-826752-2 is: [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:25Z', 'revision_number': 4, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b9a2b23-8a5a-46af-bc30-f78563ff6b38', 'name': '', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'mac_address': 'fa:16:3e:49:ec:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:24Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 4, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'subnets': [{'id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:30.349178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Pushing event updated for resources: {'Port': ['ID=58f1b119-d887-42e9-9183-02c54f25c7e8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:30.365522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.365522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.365522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.365844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.366077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.366307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.369108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.377451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.377829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.378250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.378485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.378882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.381033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:30.406318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:30.407111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c52401f9-b559-43f2-a87d-3adb4b8163a3 req-a737778c-b167-43bd-98be-da2087d0817f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126118 Feb 19 01:23:30.421846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:30.429168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:30.518603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:30.519273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.542136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-ca3c0e47-2354-42f1-afa4-fb96569c113e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1776414 Feb 19 01:23:30.562777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Request body: {'port': {'device_id': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:30.690018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.043862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f1b119-d887-42e9-9183-02c54f25c7e8 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:31.054551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Publish callbacks [] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.070706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Transition to ACTIVE for port object 58f1b119-d887-42e9-9183-02c54f25c7e8 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:23:31.075579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.213682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Pushing event updated for resources: {'Port': ['ID=58f1b119-d887-42e9-9183-02c54f25c7e8,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:31.285723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Attempting to bind port 58f1b119-d887-42e9-9183-02c54f25c7e8 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:31.286059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Attempting to bind port 58f1b119-d887-42e9-9183-02c54f25c7e8 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:31.286390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Attempting to bind port 58f1b119-d887-42e9-9183-02c54f25c7e8 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:31.295763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Port 58f1b119-d887-42e9-9183-02c54f25c7e8 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:23:31.296089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Attempting to bind port 58f1b119-d887-42e9-9183-02c54f25c7e8 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:31.301330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:31.301675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Checking segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:31.302061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Bound using segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:31.302488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Bound port: 58f1b119-d887-42e9-9183-02c54f25c7e8, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:31.302842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.422609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] For port 58f1b119-d887-42e9-9183-02c54f25c7e8, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:31.426630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] For port 58f1b119-d887-42e9-9183-02c54f25c7e8, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=58f1b119-d887-42e9-9183-02c54f25c7e8,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:31.433092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.506256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:31.506915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.508359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] 10.222.0.10 "PUT /v2.0/ports/58f1b119-d887-42e9-9183-02c54f25c7e8 HTTP/1.1" status: 200 len: 1091 time: 0.9502406 Feb 19 01:23:31.508826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'tag': '58f1b119-d887-42e9-9183-02c54f25c7e8'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:31.517739 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcd3420-2375-498d-9051-4c232ee62cc0", "tag": "58f1b119-d887-42e9-9183-02c54f25c7e8"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:31.553138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921970ad-6a96-40d4-9586-02bc25788e73 service neutron] Pushing event updated for resources: {'Port': ['ID=58f1b119-d887-42e9-9183-02c54f25c7e8,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:31.781552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-3add4721-e1a7-42dd-9617-34310a3ad707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:31.788317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-3add4721-e1a7-42dd-9617-34310a3ad707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 1125 time: 0.2154372 Feb 19 01:23:31.803259 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e893273-f328-489a-96b0-6774c1e23af3 x-openstack-request-id: req-9e893273-f328-489a-96b0-6774c1e23af3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:31.803565 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcd3420-2375-498d-9051-4c232ee62cc0", "tag": "58f1b119-d887-42e9-9183-02c54f25c7e8", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:31.803827 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e893273-f328-489a-96b0-6774c1e23af3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:31.804239 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'tag': '58f1b119-d887-42e9-9183-02c54f25c7e8', 'status': 'completed', 'code': 200} Feb 19 01:23:31.850328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-52e37317-4224-4922-bd38-da67032f283c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58f1b119-d887-42e9-9183-02c54f25c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0399077 Feb 19 01:23:31.854550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b141db-9e95-407d-9dd9-e7fe9d11ffcf req-1859a589-3d58-4e85-81b0-7c490d2b996b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:31.856145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b141db-9e95-407d-9dd9-e7fe9d11ffcf req-1859a589-3d58-4e85-81b0-7c490d2b996b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 943 time: 0.2319834 Feb 19 01:23:32.000185 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2b141db-9e95-407d-9dd9-e7fe9d11ffcf req-ad28e582-81f0-46b1-9dfe-59d92ff16153 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921230 Feb 19 01:23:32.008370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-45faf2ca-dcb5-459b-b78a-bd85bb78a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:32.009929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-45faf2ca-dcb5-459b-b78a-bd85bb78a60f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.1528597 Feb 19 01:23:32.071194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-1d48fcf3-9b37-449f-820f-dc06061ed8fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540595 Feb 19 01:23:32.249033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-0efd4ab0-8286-4db6-a162-9916930b65ef service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623497 Feb 19 01:23:32.461541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:32.469504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74c3d4c5-b3db-47cc-9efa-f09c8cd8e6a9 req-72a64fd9-0020-4e9e-a98d-0c2683f12ca7 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218347 Feb 19 01:23:32.567075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:32.567429 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.630565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-d972e059-acb7-4ead-931b-4e0eaa93d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:32.632306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-d972e059-acb7-4ead-931b-4e0eaa93d9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 1125 time: 0.1133256 Feb 19 01:23:32.774522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:32.775140 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.784602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-7a618cf4-bb63-4a08-9836-0a30c3bbe9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:32.786113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-7a618cf4-bb63-4a08-9836-0a30c3bbe9e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 911 time: 0.1475344 Feb 19 01:23:32.837415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:32.840464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-afb0f6aa-1cea-4b37-9f85-4972243f9ab3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58f1b119-d887-42e9-9183-02c54f25c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0475280 Feb 19 01:23:32.842779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.944944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-802309ad-6ef0-46cd-9a45-9dafedc530a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:32.946767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-802309ad-6ef0-46cd-9a45-9dafedc530a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.0978053 Feb 19 01:23:32.969730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:33.040828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-92586bd5-3d51-482e-ac04-2a073841d437 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862212 Feb 19 01:23:33.213699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4bce7-7668-43f3-8637-39c3facd9593 req-7b3a49e0-a41a-437a-b742-595bea224434 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:33.220522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cca4bce7-7668-43f3-8637-39c3facd9593 req-7b3a49e0-a41a-437a-b742-595bea224434 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 943 time: 0.1049547 Feb 19 01:23:33.235384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-63a00ca8-addc-4eac-8b10-649a67b151b5 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876094 Feb 19 01:23:33.319669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cca4bce7-7668-43f3-8637-39c3facd9593 req-b8a89fde-7830-46cc-acc8-837014b1586c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931830 Feb 19 01:23:33.375782 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d0ef46-1c56-4ef3-b3e8-20be404c9f6a req-da8fead5-82b4-4b3c-9110-d16c34550f0f service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349764 Feb 19 01:23:34.405653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:34.574510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:34.574510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:34.745189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672faf-bd04-4705-b612-c2b98abb0bb5 req-c28d28aa-1a71-4014-87ec-ce753a4d6428 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:34.747179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37672faf-bd04-4705-b612-c2b98abb0bb5 req-c28d28aa-1a71-4014-87ec-ce753a4d6428 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 943 time: 0.2549417 Feb 19 01:23:34.816606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:34.844457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37672faf-bd04-4705-b612-c2b98abb0bb5 req-b983318a-79af-4b33-85a9-2e67ff10376d tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872533 Feb 19 01:23:34.952256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c734d-c850-4bbe-b30e-86107f3c4789 req-94c8c031-0b71-4d46-9b5b-50a269101b15 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:34.959914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-204c734d-c850-4bbe-b30e-86107f3c4789 req-94c8c031-0b71-4d46-9b5b-50a269101b15 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 946 time: 0.0664685 Feb 19 01:23:35.017227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-204c734d-c850-4bbe-b30e-86107f3c4789 req-de0b233e-5a64-421e-9077-70bb86254e99 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Feb 19 01:23:35.767206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 58f1b119-d887-42e9-9183-02c54f25c7e8 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:23:36.009415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 58f1b119-d887-42e9-9183-02c54f25c7e8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=58f1b119-d887-42e9-9183-02c54f25c7e8,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:36.034473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '58f1b119-d887-42e9-9183-02c54f25c7e8', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'port_id': '58f1b119-d887-42e9-9183-02c54f25c7e8', 'mac_address': 'fa:16:3e:d3:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:23:36.086322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c081-4200-476b-b875-6036ea26706d req-ac2abc6d-52a7-46f6-a642-e53de06f0397 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:36.094323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9087c081-4200-476b-b875-6036ea26706d req-ac2abc6d-52a7-46f6-a642-e53de06f0397 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 943 time: 0.1183589 Feb 19 01:23:36.127400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 58f1b119-d887-42e9-9183-02c54f25c7e8 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:36.127787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.173244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9087c081-4200-476b-b875-6036ea26706d req-789f6f26-4cb2-4484-ad98-4ddf953bc3c1 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780005 Feb 19 01:23:36.174588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f1b119-d887-42e9-9183-02c54f25c7e8 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:36.204847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c80f2-d5c0-4e14-a470-980bf34a7c23 req-117aacdd-f813-4267-b707-3bba362c7747 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:36.207117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-139c80f2-d5c0-4e14-a470-980bf34a7c23 req-117aacdd-f813-4267-b707-3bba362c7747 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 946 time: 0.0850155 Feb 19 01:23:36.233636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 58f1b119-d887-42e9-9183-02c54f25c7e8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=58f1b119-d887-42e9-9183-02c54f25c7e8,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:36.247046 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.338653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-139c80f2-d5c0-4e14-a470-980bf34a7c23 req-30d2968c-a5e6-47ad-b6d5-a800cac75a8c tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204207 Feb 19 01:23:36.367470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=58f1b119-d887-42e9-9183-02c54f25c7e8,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:36.534395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['58f1b119-d887-42e9-9183-02c54f25c7e8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:36.729847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-72481bf4-4d32-4140-bcff-4b0b79baee51 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:36.732349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-72481bf4-4d32-4140-bcff-4b0b79baee51 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 946 time: 0.1170092 Feb 19 01:23:36.939617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Deleting port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:36.940641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.032642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] For port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,segment=NetworkSegment(ad18f772-522a-4f3d-bdc9-c9cdaf8b7835),segment_id=ad18f772-522a-4f3d-bdc9-c9cdaf8b7835)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:37.033294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.046278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Calling delete_port for ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:37.186561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ebe27418-1ff2-4dc7-bc2e-71a2f63ac046), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.201505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ebe27418-1ff2-4dc7-bc2e-71a2f63ac046'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:37.229215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Pushing event deleted for resources: {'Port': ['ID=ebe27418-1ff2-4dc7-bc2e-71a2f63ac046,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:37.278065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] No DVR routers for this DVR port ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:37.281570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.285792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c83398b6-87fe-4fbf-96c0-fa3ee735f8f9 req-8b7ba954-816d-43e4-9430-ae75e692f1ef tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.10 "DELETE /v2.0/ports/ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 HTTP/1.1" status: 204 len: 173 time: 0.5360200 Feb 19 01:23:37.286436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd460969a-8969-4d3f-9957-aef6c648b499', 'name': 'network-vif-deleted', 'tag': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:37.289085 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7991e5ec-29b6-4c30-aca5-9103162dd546" -d '{"events": [{"server_uuid": "d460969a-8969-4d3f-9957-aef6c648b499", "name": "network-vif-deleted", "tag": "ebe27418-1ff2-4dc7-bc2e-71a2f63ac046"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:37.356923 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af5dce7-ada5-4c02-8dbe-e10d105e43c6 x-openstack-request-id: req-2af5dce7-ada5-4c02-8dbe-e10d105e43c6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:37.357129 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d460969a-8969-4d3f-9957-aef6c648b499", "name": "network-vif-deleted", "tag": "ebe27418-1ff2-4dc7-bc2e-71a2f63ac046", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:37.357408 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2af5dce7-ada5-4c02-8dbe-e10d105e43c6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:37.357913 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd460969a-8969-4d3f-9957-aef6c648b499', 'name': 'network-vif-deleted', 'tag': 'ebe27418-1ff2-4dc7-bc2e-71a2f63ac046', 'status': 'completed', 'code': 200} Feb 19 01:23:37.395769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efe1de-d542-4659-a0c5-fd8899468c16 req-7a4fc8ac-191a-4b24-8c6b-db9265364efe tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:37.419857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07efe1de-d542-4659-a0c5-fd8899468c16 req-7a4fc8ac-191a-4b24-8c6b-db9265364efe tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 944 time: 0.1191261 Feb 19 01:23:37.524325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07efe1de-d542-4659-a0c5-fd8899468c16 req-876eef24-a7e4-48aa-a3e9-83d3b3539fe8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035721 Feb 19 01:23:37.531751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17775692-c278-47c4-891d-5d4543ebde1d req-1708f1a1-5dcb-4a98-9ed8-65cb89d222f7 tempest-VolumesSnapshotTestJSON-1945990105 tempest-VolumesSnapshotTestJSON-1945990105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d460969a-8969-4d3f-9957-aef6c648b499 HTTP/1.1" status: 200 len: 210 time: 0.0409732 Feb 19 01:23:37.585373 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:23:37.773145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 58f1b119-d887-42e9-9183-02c54f25c7e8 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:37.891933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 58f1b119-d887-42e9-9183-02c54f25c7e8 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:23:37.900148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 58f1b119-d887-42e9-9183-02c54f25c7e8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:37.901609 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.069497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 58f1b119-d887-42e9-9183-02c54f25c7e8 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:38.069931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.133799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 58f1b119-d887-42e9-9183-02c54f25c7e8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=58f1b119-d887-42e9-9183-02c54f25c7e8,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:38.135655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f1b119-d887-42e9-9183-02c54f25c7e8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:38.151664 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a7f09-ca18-49d0-bc83-97e5c84335d1" -d '{"events": [{"server_uuid": "2fcd3420-2375-498d-9051-4c232ee62cc0", "name": "network-vif-plugged", "status": "completed", "tag": "58f1b119-d887-42e9-9183-02c54f25c7e8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:38.157618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.158969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:38.229240 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be33224-92c7-4577-a10b-fb9e227db4dd x-openstack-request-id: req-1be33224-92c7-4577-a10b-fb9e227db4dd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:38.229951 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcd3420-2375-498d-9051-4c232ee62cc0", "name": "network-vif-plugged", "status": "completed", "tag": "58f1b119-d887-42e9-9183-02c54f25c7e8", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:38.229951 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1be33224-92c7-4577-a10b-fb9e227db4dd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:38.230601 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f1b119-d887-42e9-9183-02c54f25c7e8', 'code': 200} Feb 19 01:23:38.234925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:38.235397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ebe27418-1ff2-4dc7-bc2e-71a2f63ac046 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:38.294312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=58f1b119-d887-42e9-9183-02c54f25c7e8,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.342193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8538a4-e58f-4723-918b-f80b2d82119e req-deb7ee41-b27c-441d-b778-925f5cccc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:38.344363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a8538a4-e58f-4723-918b-f80b2d82119e req-deb7ee41-b27c-441d-b778-925f5cccc039 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 1127 time: 0.0538554 Feb 19 01:23:38.399438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a8538a4-e58f-4723-918b-f80b2d82119e req-a930908c-2e77-447c-80c5-3d9d983f530d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Feb 19 01:23:38.673719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd22975-576c-4074-a23f-22263d7e6373 req-a09cfee4-4b40-4d90-b65e-880b6bb837fe tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:38.675266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9dd22975-576c-4074-a23f-22263d7e6373 req-a09cfee4-4b40-4d90-b65e-880b6bb837fe tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0702770 Feb 19 01:23:38.751453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9dd22975-576c-4074-a23f-22263d7e6373 req-fc463e54-a94d-4dd9-9c75-dd3d75ee66c6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Feb 19 01:23:39.948814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843a64-063c-4167-94d6-d1bd5599f26c req-bc844b49-55eb-4041-b6dd-b632bc462286 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:39.951646 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa843a64-063c-4167-94d6-d1bd5599f26c req-bc844b49-55eb-4041-b6dd-b632bc462286 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0863817 Feb 19 01:23:40.045408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa843a64-063c-4167-94d6-d1bd5599f26c req-b9973fab-b1fb-4e36-b213-c7f99a541f17 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869038 Feb 19 01:23:40.495886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-96ff8ddb-3169-43dd-a83f-942aeebb0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.497450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-96ff8ddb-3169-43dd-a83f-942aeebb0cb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 1127 time: 0.1557410 Feb 19 01:23:40.538475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bccb-68c0-4908-8506-0d12f49edd89 req-8d1cbcf1-2efd-45bf-8d56-65f9000f3846 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.539957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc1bccb-68c0-4908-8506-0d12f49edd89 req-8d1cbcf1-2efd-45bf-8d56-65f9000f3846 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0938306 Feb 19 01:23:40.621653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc1bccb-68c0-4908-8506-0d12f49edd89 req-8086031e-e974-4b30-a374-672f781e3c09 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 Feb 19 01:23:40.680626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-1eb95ba2-0194-4e61-941c-01355dd253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.683109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-1eb95ba2-0194-4e61-941c-01355dd253f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 911 time: 0.1782696 Feb 19 01:23:40.739507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-5dbc70c5-c0f7-4ab5-81ac-4c0bf21f798a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58f1b119-d887-42e9-9183-02c54f25c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0492971 Feb 19 01:23:40.821036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-b731689c-a9ed-4df0-9dc7-05b0df8cfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.822945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-b731689c-a9ed-4df0-9dc7-05b0df8cfb68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.0779321 Feb 19 01:23:40.863058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-278a92fc-8482-4a07-bc59-2d18bd610a17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335131 Feb 19 01:23:41.017178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-29156d11-89b0-4743-a01e-0cf59804cebc service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470938 Feb 19 01:23:41.131186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-baca973f-3b2b-4697-a0e1-5888d354d325 req-b9cf6d36-43be-4b02-93cd-e8de85ea5edc service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062045 Feb 19 01:23:41.899218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e40b6-0a84-428d-bc5b-2545747d4e12 req-2f2aa82b-8ed7-4892-affc-d3288428f67c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:41.901674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c8e40b6-0a84-428d-bc5b-2545747d4e12 req-2f2aa82b-8ed7-4892-affc-d3288428f67c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1521187 Feb 19 01:23:41.956475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c8e40b6-0a84-428d-bc5b-2545747d4e12 req-52d2dcc8-91fa-4468-b272-21072c787a83 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482583 Feb 19 01:23:43.136946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87047e9-65e6-4664-b9e3-975fe97daebc req-49d53642-cbeb-41b3-a450-57bf077b057b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:43.145710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b87047e9-65e6-4664-b9e3-975fe97daebc req-49d53642-cbeb-41b3-a450-57bf077b057b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0823572 Feb 19 01:23:43.239438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b87047e9-65e6-4664-b9e3-975fe97daebc req-05476c9f-c21a-4d0a-8023-2b88337a7914 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924325 Feb 19 01:23:44.492535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0518-15ba-43cb-9c35-2f6458b4ab67 req-64041681-550d-41ab-9f41-b1826a5b06cd tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:44.495000 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ddae0518-15ba-43cb-9c35-2f6458b4ab67 req-64041681-550d-41ab-9f41-b1826a5b06cd tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1656749 Feb 19 01:23:44.557643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ddae0518-15ba-43cb-9c35-2f6458b4ab67 req-ba9c401f-5234-4ccd-8d3e-18af0b3c3f83 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Feb 19 01:23:45.780075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b8cc7-ce36-469f-a41a-d0ba24bc9137 req-45d2a1a2-c390-4ac7-bb33-5369d7c7f3bb tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.787606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-343b8cc7-ce36-469f-a41a-d0ba24bc9137 req-45d2a1a2-c390-4ac7-bb33-5369d7c7f3bb tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1198077 Feb 19 01:23:45.845089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-343b8cc7-ce36-469f-a41a-d0ba24bc9137 req-89b1e73c-35a9-4f65-bd4f-ea451b450ae7 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Feb 19 01:23:47.020909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a5f6-69b3-4ad2-8eba-376dae3a5fa6 req-5dc8e690-8d2d-41b9-8233-b672d26f190c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.022472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ec6a5f6-69b3-4ad2-8eba-376dae3a5fa6 req-5dc8e690-8d2d-41b9-8233-b672d26f190c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0967083 Feb 19 01:23:47.101452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ec6a5f6-69b3-4ad2-8eba-376dae3a5fa6 req-d7c86f89-c14a-4d5a-a6f7-71fb584d0f1e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728004 Feb 19 01:23:47.289573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:47.296666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2056847733'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:47.319743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:47.323551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.351072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:47.362653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (681eadc4-5304-4aa5-b16b-9e5dbe167181), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.363141 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Added segment 681eadc4-5304-4aa5-b16b-9e5dbe167181 of type vlan for network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 Feb 19 01:23:47.409326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (00c21f53-7c7d-4bbd-a82a-407e9784a8e9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.438602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (00c21f53-7c7d-4bbd-a82a-407e9784a8e9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.445097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.445925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.529044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Network': ['ID=00c21f53-7c7d-4bbd-a82a-407e9784a8e9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:47.552877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2589307 Feb 19 01:23:47.552877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.552877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.553211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.553301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:47.554480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.554480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.556852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.558165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1279478695'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:47.561255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.563678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.563678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.563678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.563678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.566130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.567200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf0b4bd-7747-496c-b36d-b4a911a4f1b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:47.585752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:47.594197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:47.597606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.650471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:47.666642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8ded9899-7c45-4af2-a950-69faa1c5ce59), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.667198 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Added segment 8ded9899-7c45-4af2-a950-69faa1c5ce59 of type vlan for network 52177f54-6349-49b6-8c30-39a8daeb619e Feb 19 01:23:47.727694 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (52177f54-6349-49b6-8c30-39a8daeb619e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.759999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (52177f54-6349-49b6-8c30-39a8daeb619e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.767522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.768407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.846949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Network': ['ID=52177f54-6349-49b6-8c30-39a8daeb619e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:47.852066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86d66e62-0e0e-4075-8cea-50d6e0f28ae0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2978370 Feb 19 01:23:47.854934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:47.860547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'subnet': {'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:47.886052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 52177f54-6349-49b6-8c30-39a8daeb619e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:47.966669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:47.970616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.283038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.360636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (61be5844-2aed-4a0a-86fd-6e495b0e8784), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.362896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42d15c-5e73-4fbe-94d5-f85a9a904e4f req-50c2a594-e957-4cb4-9e2f-fc2d7eade2e7 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.364467 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e42d15c-5e73-4fbe-94d5-f85a9a904e4f req-50c2a594-e957-4cb4-9e2f-fc2d7eade2e7 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1188333 Feb 19 01:23:48.440735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e42d15c-5e73-4fbe-94d5-f85a9a904e4f req-317d14b3-5bdb-4957-9c0a-b04a6d23a79a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Feb 19 01:23:48.455855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Subnet': ['ID=61be5844-2aed-4a0a-86fd-6e495b0e8784,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:48.476868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Checking segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:48.477566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network hostable DHCP agents. Network: 00c21f53-7c7d-4bbd-a82a-407e9784a8e9, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:48.495453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:48.504908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 00c21f53-7c7d-4bbd-a82a-407e9784a8e9) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:48.509536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.510271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.521536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e196f9-fcab-498e-9250-6cdbc6ca1d9b None None] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:48.541570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6f138960-e254-4cc5-9562-c1b6b7911edb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6851926 Feb 19 01:23:48.545362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50044) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:48.551031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'subnet': {'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:48.668474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:48.669653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.782927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:48.792784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.880798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-31cc9c84-a0ca-4322-9bdc-2d542effe9f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181624 Feb 19 01:23:48.943827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Allocated IP 10.1.1.2 (00c21f53-7c7d-4bbd-a82a-407e9784a8e9/61be5844-2aed-4a0a-86fd-6e495b0e8784/5e8ce669-21fc-48fc-b20f-256fead1ee62) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:49.012866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-af4a8a92-c542-4b5e-bb27-c0677701d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.014472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-af4a8a92-c542-4b5e-bb27-c0677701d961 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 1132 time: 0.0861139 Feb 19 01:23:49.217571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Publish callbacks [] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.225541 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.245436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-99ad074f-ddaa-4671-959d-5bd4be5b5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.247387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-99ad074f-ddaa-4671-959d-5bd4be5b5c7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.2011240 Feb 19 01:23:49.276196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:49.282310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:49.286722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:49.320011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-e8031252-47d2-4b6d-9325-32545dd1a5f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40 HTTP/1.1" status: 200 len: 217 time: 0.0645258 Feb 19 01:23:49.350282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Pushing event updated for resources: {'Port': ['ID=5e8ce669-21fc-48fc-b20f-256fead1ee62,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:49.364130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (f20d5ae4-ff38-4f7c-af2e-2587cd593e93), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.382436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Attempting to bind port 5e8ce669-21fc-48fc-b20f-256fead1ee62 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:49.384044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Attempting to bind port 5e8ce669-21fc-48fc-b20f-256fead1ee62 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:49.384597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Attempting to bind port 5e8ce669-21fc-48fc-b20f-256fead1ee62 on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:49.410149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:49.411501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Checking segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:49.412606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.413294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Bound using segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:49.414236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Bound port: 5e8ce669-21fc-48fc-b20f-256fead1ee62, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:49.415119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.434333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-a209656e-23a5-4440-aeb5-461e79358bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.435825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-a209656e-23a5-4440-aeb5-461e79358bf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1098843 Feb 19 01:23:49.465167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Subnet': ['ID=f20d5ae4-ff38-4f7c-af2e-2587cd593e93,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:49.498658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Checking segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:49.499424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network hostable DHCP agents. Network: 52177f54-6349-49b6-8c30-39a8daeb619e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:49.506355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-ac6e6f5b-ea27-4a43-8bf6-1985c1d67449 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631437 Feb 19 01:23:49.532767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] For port 5e8ce669-21fc-48fc-b20f-256fead1ee62, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:49.540575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] For port 5e8ce669-21fc-48fc-b20f-256fead1ee62, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5e8ce669-21fc-48fc-b20f-256fead1ee62,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:49.551362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.633053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 52177f54-6349-49b6-8c30-39a8daeb619e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:49.654450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f14fa9-5ad2-4ad9-b036-4f927d1f9fa2 req-ba1dd9f6-8c5c-4929-9dcb-789271b3116a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.659557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09f14fa9-5ad2-4ad9-b036-4f927d1f9fa2 req-ba1dd9f6-8c5c-4929-9dcb-789271b3116a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1149001 Feb 19 01:23:49.664039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 52177f54-6349-49b6-8c30-39a8daeb619e) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:49.675973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.677941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.703612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fcb43819-e87b-4c21-abda-5c000e694aa6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1569240 Feb 19 01:23:49.707176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50068) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:49.720324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'name': 'tempest-TaggedBootDevicesTest-537185997', 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:49.729870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed503290-04f8-4907-87c7-0b5e0eba98f5 None None] Network 52177f54-6349-49b6-8c30-39a8daeb619e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:49.798768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09f14fa9-5ad2-4ad9-b036-4f927d1f9fa2 req-c9a2c0e8-d98e-4f41-8b7e-ae28342ea7a3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324098 Feb 19 01:23:49.929573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0d55-434f-401e-9034-ec36d9277f1b None None] Pushing event updated for resources: {'Port': ['ID=5e8ce669-21fc-48fc-b20f-256fead1ee62,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:50.086600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-52177f54-6349-49b6-8c30-39a8daeb619e', 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e', 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'fixed_ips': [{'subnet_id': 'f20d5ae4-ff38-4f7c-af2e-2587cd593e93'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:50.087894 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.103029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-3af05a81-166d-4fc3-9e7d-774c2473bc59 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653293 Feb 19 01:23:50.311718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23ec4300-e689-4758-aff1-63b01c8218a0 req-325267c7-36bc-41d9-aa1c-f6c416c1d25b service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074964 Feb 19 01:23:50.322391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:50.420752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee06d-24fd-4a40-b8f9-d94dc5f6d5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.526332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5e8ce669-21fc-48fc-b20f-256fead1ee62 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:50.558690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.587352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Allocated IP 10.2.2.2 (52177f54-6349-49b6-8c30-39a8daeb619e/f20d5ae4-ff38-4f7c-af2e-2587cd593e93/40b7368a-bbd8-43d5-914f-8722a1a15cee) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:50.600678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] device_id is not set on port 079eb049-a21a-4da9-bbd2-4bf391212d09 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:23:50.639838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5e8ce669-21fc-48fc-b20f-256fead1ee62 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:50.641050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.931955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5e8ce669-21fc-48fc-b20f-256fead1ee62 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:50.932771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.077782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5e8ce669-21fc-48fc-b20f-256fead1ee62, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5e8ce669-21fc-48fc-b20f-256fead1ee62,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:51.082710 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Publish callbacks [] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.091395 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.106405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.206172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=5e8ce669-21fc-48fc-b20f-256fead1ee62,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:51.285499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Network 52177f54-6349-49b6-8c30-39a8daeb619e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:51.311334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:51.314829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:51.638016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cb6f0d-888c-4e75-9258-dd1ad5743c08 None None] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:51.755513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Pushing event updated for resources: {'Port': ['ID=40b7368a-bbd8-43d5-914f-8722a1a15cee,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:51.772103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6ce771fc-0fa7-4293-b6c3-2013f5848332 None None] Provisioning complete for port 5e8ce669-21fc-48fc-b20f-256fead1ee62 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:51.772867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ce771fc-0fa7-4293-b6c3-2013f5848332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.805530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 10.1.1.106 (00c21f53-7c7d-4bbd-a82a-407e9784a8e9/61be5844-2aed-4a0a-86fd-6e495b0e8784/079eb049-a21a-4da9-bbd2-4bf391212d09) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:51.856488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Attempting to bind port 40b7368a-bbd8-43d5-914f-8722a1a15cee on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:51.856771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Attempting to bind port 40b7368a-bbd8-43d5-914f-8722a1a15cee by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:51.857172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Attempting to bind port 40b7368a-bbd8-43d5-914f-8722a1a15cee on network 52177f54-6349-49b6-8c30-39a8daeb619e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:51.865250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:51.865633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Checking segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:51.866044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.866943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Bound using segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:51.866943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Bound port: 40b7368a-bbd8-43d5-914f-8722a1a15cee, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:51.867285 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.994438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.067352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.078286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6ce771fc-0fa7-4293-b6c3-2013f5848332 None None] Current status of the port 5e8ce669-21fc-48fc-b20f-256fead1ee62 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:52.098872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] For port 40b7368a-bbd8-43d5-914f-8722a1a15cee, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:52.107485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] For port 40b7368a-bbd8-43d5-914f-8722a1a15cee, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=40b7368a-bbd8-43d5-914f-8722a1a15cee,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:52.116644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.203884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:52.219877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:52.223860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:52.234621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c67f27-989d-40dd-b5c2-bdf9f0bd597b None None] Pushing event updated for resources: {'Port': ['ID=40b7368a-bbd8-43d5-914f-8722a1a15cee,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:52.341890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce885f-d19f-414d-bd6a-338be9952811 req-e6085c6c-42f2-4034-9277-474f0d483c34 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:52.343461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77ce885f-d19f-414d-bd6a-338be9952811 req-e6085c6c-42f2-4034-9277-474f0d483c34 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.7888813 Feb 19 01:23:52.372854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:52.395613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5e8ce669-21fc-48fc-b20f-256fead1ee62 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:52.414218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:52.415148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.435451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cc14c574-29dd-4e8c-b5a0-20b69667288d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7261240 Feb 19 01:23:52.438097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50108) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:52.443677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'name': 'tempest-TaggedBootDevicesTest-894199937', 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:52.518297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-77ce885f-d19f-414d-bd6a-338be9952811 req-5004bcb7-c3d7-4e90-a6fc-b24531982c81 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650467 Feb 19 01:23:52.567177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-aa234988-95f8-4718-a8d8-f46b72f3e2aa None None] Provisioning complete for port 5e8ce669-21fc-48fc-b20f-256fead1ee62 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:52.567806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa234988-95f8-4718-a8d8-f46b72f3e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.677299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5e8ce669-21fc-48fc-b20f-256fead1ee62 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:52.679920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.702594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:52.761406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0262152-0d17-4dcd-a31f-b32421a86de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.916708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5e8ce669-21fc-48fc-b20f-256fead1ee62 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:52.919369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.970490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] device_id is not set on port 5c40231a-138b-42b9-adc7-8093e1e6041d yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:23:52.971527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aa234988-95f8-4718-a8d8-f46b72f3e2aa None None] Current status of the port 5e8ce669-21fc-48fc-b20f-256fead1ee62 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:53.101909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-160ac126-1e44-471d-b03d-3d34af54d59f None None] Provisioning complete for port 079eb049-a21a-4da9-bbd2-4bf391212d09 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:53.102973 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-160ac126-1e44-471d-b03d-3d34af54d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.151657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-160ac126-1e44-471d-b03d-3d34af54d59f None None] Port 079eb049-a21a-4da9-bbd2-4bf391212d09 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:53.194303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 10.1.1.90 (00c21f53-7c7d-4bbd-a82a-407e9784a8e9/61be5844-2aed-4a0a-86fd-6e495b0e8784/5c40231a-138b-42b9-adc7-8093e1e6041d) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:53.446355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.492636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.575058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:53.579480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:53.583385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:53.622265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:53.650533 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.673084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:53.673774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.735476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f8919d58-6912-4eb6-9ea0-0297e0967d44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2952507 Feb 19 01:23:53.788761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acae6e4-490a-43d4-82e5-6c4fb46e834c req-1076c11e-c8aa-4e1d-961c-518a59ccd0df tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:53.790894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acae6e4-490a-43d4-82e5-6c4fb46e834c req-1076c11e-c8aa-4e1d-961c-518a59ccd0df tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1142044 Feb 19 01:23:53.933271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acae6e4-490a-43d4-82e5-6c4fb46e834c req-9c056914-a935-4f46-848b-7aaa208df0e4 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353683 Feb 19 01:23:54.094299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5c57c8bf-8a26-46aa-8309-04f3f6fe26e0 None None] Provisioning complete for port 5c40231a-138b-42b9-adc7-8093e1e6041d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:54.094638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c57c8bf-8a26-46aa-8309-04f3f6fe26e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.100410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22e2c0-8e5a-4c03-bf96-62767e91bb11 None None] Network 52177f54-6349-49b6-8c30-39a8daeb619e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:54.255371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5c57c8bf-8a26-46aa-8309-04f3f6fe26e0 None None] Port 5c40231a-138b-42b9-adc7-8093e1e6041d cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:54.392689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] Provisioning complete for port 40b7368a-bbd8-43d5-914f-8722a1a15cee triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:54.397562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.513817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50140) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:54.518638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711190976', 'description': 'tempest-description--1347879372'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:54.535287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40b7368a-bbd8-43d5-914f-8722a1a15cee up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:54.562758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.647999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] Current status of the port 40b7368a-bbd8-43d5-914f-8722a1a15cee is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:54.648467 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.695764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] For port 40b7368a-bbd8-43d5-914f-8722a1a15cee, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=40b7368a-bbd8-43d5-914f-8722a1a15cee,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:54.704944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.719613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group (34699b3d-01c7-43b9-93da-357c27e3ac1f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.724763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (34699b3d-01c7-43b9-93da-357c27e3ac1f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.785645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.789655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2719352 Feb 19 01:23:54.791291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50144) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:54.799024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'security_group_rule': {'security_group_id': '34699b3d-01c7-43b9-93da-357c27e3ac1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:54.799710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf48ac4-17ad-422e-90e2-0d881731cb2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34699b3d-01c7-43b9-93da-357c27e3ac1f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:54.822496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c343-4c34-4b70-8329-565490ac7cc4 None None] Pushing event updated for resources: {'Port': ['ID=40b7368a-bbd8-43d5-914f-8722a1a15cee,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:54.838526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 40b7368a-bbd8-43d5-914f-8722a1a15cee triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:54.839766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.850314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group_rule (4be7bbbb-1a64-495c-bf40-3b9f20a61f6f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.876782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0d98d29a-3bf0-43d6-8f85-2475e69c2c9d None None] Provisioning complete for port 40b7368a-bbd8-43d5-914f-8722a1a15cee triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:54.877426 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d98d29a-3bf0-43d6-8f85-2475e69c2c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.110929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 40b7368a-bbd8-43d5-914f-8722a1a15cee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:55.152371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0d98d29a-3bf0-43d6-8f85-2475e69c2c9d None None] Current status of the port 40b7368a-bbd8-43d5-914f-8722a1a15cee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:55.227474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group_rule (4be7bbbb-1a64-495c-bf40-3b9f20a61f6f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.241393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4be7bbbb-1a64-495c-bf40-3b9f20a61f6f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.341470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be7bbbb-1a64-495c-bf40-3b9f20a61f6f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.345792 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.362518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.363824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c9a86078-39ac-4edf-999b-9cdecd1dbd47 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5708566 Feb 19 01:23:55.367273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50158) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:55.378116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'security_group_rule': {'security_group_id': '34699b3d-01c7-43b9-93da-357c27e3ac1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:55.389189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070eb0a-2d59-4ab3-952d-c30272f64a7d req-1f191947-8aa2-4947-ab0c-643f346ccb42 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:55.416689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6070eb0a-2d59-4ab3-952d-c30272f64a7d req-1f191947-8aa2-4947-ab0c-643f346ccb42 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.3207405 Feb 19 01:23:55.457316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group_rule (e6eccf66-9d73-44a1-bb8b-7499f1a5a0b0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.533243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6070eb0a-2d59-4ab3-952d-c30272f64a7d req-59d09a2c-fa92-4000-bbc3-8ba3aa9668a2 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142483 Feb 19 01:23:55.638202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group_rule (e6eccf66-9d73-44a1-bb8b-7499f1a5a0b0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.657271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e6eccf66-9d73-44a1-bb8b-7499f1a5a0b0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.682739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.684684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3143773 Feb 19 01:23:55.687402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86c713-4f05-4c3e-b35f-57d6cb6bf445 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eccf66-9d73-44a1-bb8b-7499f1a5a0b0,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.689423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:55.694062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:55.753449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.967521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.051527 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.158817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 172.25.0.118 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:56.275010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.325865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.399625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:56.417247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:56.419652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:56.422301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:56.535148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40b7368a-bbd8-43d5-914f-8722a1a15cee up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:56.553995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (61863ac6-d669-4cbc-b9e2-fc670fe4d702), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.655530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.661982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.755576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 40b7368a-bbd8-43d5-914f-8722a1a15cee triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:56.755905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.963355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 40b7368a-bbd8-43d5-914f-8722a1a15cee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:57.067248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a3efb-9a97-40b6-ab09-178445c6586d req-d1408e11-ee00-42ec-a9f7-34a670e70be9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:57.071856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b21a3efb-9a97-40b6-ab09-178445c6586d req-d1408e11-ee00-42ec-a9f7-34a670e70be9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0988023 Feb 19 01:23:57.143926 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.173631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.398276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:57.420629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b21a3efb-9a97-40b6-ab09-178445c6586d req-0b107f2c-1a96-49e2-94eb-72a30bf60f12 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406069 Feb 19 01:23:57.425994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (61863ac6-d669-4cbc-b9e2-fc670fe4d702), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.456210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.457516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b78fce8f-ad2d-4004-9aaa-7bd6dbf74bb4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7671349 Feb 19 01:23:57.937474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-60efa716-409a-4db1-803d-021ae26ec528 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--711190976&fields=id&tenant_id=9346a9b13e7049c2abcd8aae471eb38b HTTP/1.1" status: 200 len: 267 time: 0.1025860 Feb 19 01:23:58.159167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-682e17c1-d33a-447b-a02c-ff69c7717157 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.180794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-682e17c1-d33a-447b-a02c-ff69c7717157 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 931 time: 0.2423277 Feb 19 01:23:58.302144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-da7044a7-c2ab-4dbb-958c-17febb0f1394 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.303757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-da7044a7-c2ab-4dbb-958c-17febb0f1394 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 930 time: 0.1221740 Feb 19 01:23:58.394629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7f68e9ec-461f-4104-a453-4dbeca173e87 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0764065 Feb 19 01:23:58.478385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-66d210fe-07f5-498f-bb9e-75739d0b3195 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0828362 Feb 19 01:23:58.719335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-80796224-13cb-4035-97ee-6c32f404b949 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.725375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-80796224-13cb-4035-97ee-6c32f404b949 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.730690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-80796224-13cb-4035-97ee-6c32f404b949 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.739078 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-80796224-13cb-4035-97ee-6c32f404b949 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/networks?id=419c564d-65b6-4252-aea5-969df3964f4b&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=52177f54-6349-49b6-8c30-39a8daeb619e&id=52177f54-6349-49b6-8c30-39a8daeb619e HTTP/1.1" status: 200 len: 1991 time: 0.2598405 Feb 19 01:23:58.756023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-bd64881b-f7e9-49eb-ae8c-7b7a29c7b966 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/quotas/9346a9b13e7049c2abcd8aae471eb38b HTTP/1.1" status: 200 len: 375 time: 0.0158308 Feb 19 01:23:58.801314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de78147-5a16-4a93-b046-c078a257f2f3 req-cb6f1210-b436-4fcb-96ac-08c61b2db034 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.817696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0de78147-5a16-4a93-b046-c078a257f2f3 req-cb6f1210-b436-4fcb-96ac-08c61b2db034 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1961119 Feb 19 01:23:58.918608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0de78147-5a16-4a93-b046-c078a257f2f3 req-2d75ad31-dd20-4aef-884f-e406d81259e8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991080 Feb 19 01:23:58.935486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-325a92ff-eace-4aba-8bc3-e0db865592b7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1697474 Feb 19 01:23:59.056207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-b88a4f66-b818-4194-b901-144ba9a1538d service neutron] 10.222.0.43 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187098 Feb 19 01:23:59.216461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-da5aea6c-49e7-481a-8098-c18838e0594e service neutron] 10.222.0.43 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589248 Feb 19 01:23:59.431212 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-1e1e4fa5-356f-4041-87ab-9be07703f2bc service neutron] 10.222.0.43 "GET /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1999700 Feb 19 01:23:59.779273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-601a228c-10d3-46a2-915c-621e1eb235d7 service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468938 Feb 19 01:23:59.990694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-34d46aae-dd43-4291-99d0-cc0ab248a584 service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103016 Feb 19 01:24:00.089187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-640ed2cf-da70-423e-a38f-64b3285d3252 service neutron] 10.222.0.43 "GET /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0867324 Feb 19 01:24:00.248847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a363c-6b37-4f61-9687-dd9a319cb689 req-eb9287e9-0619-48ec-85f4-d2f6a2cf047d tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:00.252119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283a363c-6b37-4f61-9687-dd9a319cb689 req-eb9287e9-0619-48ec-85f4-d2f6a2cf047d tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1375387 Feb 19 01:24:00.408134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-629bfcbe-164c-4c3f-a5ce-da8ccb6844cd service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083827 Feb 19 01:24:00.421306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283a363c-6b37-4f61-9687-dd9a319cb689 req-aa093767-fe98-4ea7-a384-7916ee5b69c4 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560090 Feb 19 01:24:00.726884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e6bcfe56-6779-4644-aace-6a3752e8612e service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091261 Feb 19 01:24:01.119840 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-468e93b0-48d7-4cb9-b6ef-9c120adaedcc service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793950 Feb 19 01:24:01.325587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3fe12f1a-4ee7-4dc2-9e84-406e8f09dd5d service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047641 Feb 19 01:24:01.544522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7df6b6fb-4cb1-4e13-8b35-9790353a0821 service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180841 Feb 19 01:24:01.658405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8cd66-2439-4742-9429-7c9a3a431af6 req-e09b5e41-3081-4fbe-b3be-3ab56e39e6d2 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.675921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76c8cd66-2439-4742-9429-7c9a3a431af6 req-e09b5e41-3081-4fbe-b3be-3ab56e39e6d2 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1490345 Feb 19 01:24:01.798621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76c8cd66-2439-4742-9429-7c9a3a431af6 req-afcf169a-9f4b-4682-a243-b57ba5363e18 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218035 Feb 19 01:24:01.858139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2b8fea6f-efcf-472c-b351-2d41e5c44747 service neutron] 10.222.0.43 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093860 Feb 19 01:24:01.998365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8e2a916b-7715-4f79-b056-0406f52d5d4e service neutron] 10.222.0.43 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307449 Feb 19 01:24:02.119875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-bf7becb0-252f-4b9d-85af-d0bf6138b5fc service neutron] 10.222.0.43 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149802 Feb 19 01:24:02.235648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-46af39d3-8c34-40f1-86fc-84a321799abc service neutron] 10.222.0.43 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084006 Feb 19 01:24:02.338949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-061ecc9b-ea30-425e-9058-9219a94dd518 service neutron] 10.222.0.43 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023862 Feb 19 01:24:02.394144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8d0faa5a-9479-4366-9de8-b5a2c68c1bf7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.401485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8d0faa5a-9479-4366-9de8-b5a2c68c1bf7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 931 time: 0.0616939 Feb 19 01:24:02.462901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-f6eb3176-48fa-49c7-9757-aff102bf6727 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.491095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-f6eb3176-48fa-49c7-9757-aff102bf6727 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 930 time: 0.0886662 Feb 19 01:24:03.047425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4142-05c0-41fe-9885-9f1189ccfb7b req-c921d853-f5a6-4aef-aafa-c8c337f338a6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:03.054653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-357a4142-05c0-41fe-9885-9f1189ccfb7b req-c921d853-f5a6-4aef-aafa-c8c337f338a6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1061013 Feb 19 01:24:03.157655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-357a4142-05c0-41fe-9885-9f1189ccfb7b req-85b7eb08-fe83-4c1e-9e86-136a9d5749e6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912526 Feb 19 01:24:03.771930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92c8e744-0eca-4d95-9138-ddcbe81e6fdb req-b4994b57-dd17-4e23-a17d-b7caa29ce0e8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0665932 Feb 19 01:24:03.896106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d1e1071d-78cb-4b91-a351-d7ae57a7c5c9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:03.914263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d1e1071d-78cb-4b91-a351-d7ae57a7c5c9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 931 time: 0.2448840 Feb 19 01:24:04.058527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-04616615-a7fe-4455-8ed4-b36ffe6f4736 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:04.072529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-04616615-a7fe-4455-8ed4-b36ffe6f4736 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 930 time: 0.1572366 Feb 19 01:24:04.545767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a6c05-2e17-4bc4-b59b-dc323f83a7d2 req-ed1e4291-1118-471e-8055-04bd90a2bbfd tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:04.562724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-837a6c05-2e17-4bc4-b59b-dc323f83a7d2 req-ed1e4291-1118-471e-8055-04bd90a2bbfd tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1907351 Feb 19 01:24:04.684564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-837a6c05-2e17-4bc4-b59b-dc323f83a7d2 req-271dbc99-8739-4404-83db-31c0a01f5b02 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208599 Feb 19 01:24:04.936231 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-461565db-2a1e-438e-8abf-09fa6f38e3bb req-98a299b5-fcc4-4437-8672-fbaa6e29ac57 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0766208 Feb 19 01:24:05.044486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50390) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:05.867699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.954112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e752d-dfdb-463d-b98b-4209bed0ba19 req-2c7eefe1-77ee-492b-bdf3-c975959571e9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.966233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef1e752d-dfdb-463d-b98b-4209bed0ba19 req-2c7eefe1-77ee-492b-bdf3-c975959571e9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1938341 Feb 19 01:24:06.164803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef1e752d-dfdb-463d-b98b-4209bed0ba19 req-9fc7a11c-83f9-4f60-8b7b-e2081e8819c6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927702 Feb 19 01:24:06.297910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-286d1cee-d52f-4ceb-b5cf-cc534d51df5d req-d6be86f1-a217-4814-a5fa-99f08e50ef03 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.1157496 Feb 19 01:24:06.321968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3b047c36-eb76-4c09-a9fe-6c051120406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.323269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3b047c36-eb76-4c09-a9fe-6c051120406d service neutron] 10.222.0.10 "GET /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 1027 time: 0.1297688 Feb 19 01:24:06.435712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-12e4a184-a4e5-4185-a8a7-867b199a1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.437143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-12e4a184-a4e5-4185-a8a7-867b199a1af5 service neutron] 10.222.0.10 "GET /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 1026 time: 0.0845976 Feb 19 01:24:06.766399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-086f8cc7-52be-4459-9970-f4bba86d448e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.786587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-086f8cc7-52be-4459-9970-f4bba86d448e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.791735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-086f8cc7-52be-4459-9970-f4bba86d448e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.793501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-086f8cc7-52be-4459-9970-f4bba86d448e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "GET /v2.0/networks?id=419c564d-65b6-4252-aea5-969df3964f4b&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=52177f54-6349-49b6-8c30-39a8daeb619e&id=52177f54-6349-49b6-8c30-39a8daeb619e HTTP/1.1" status: 200 len: 1991 time: 0.3428473 Feb 19 01:24:06.855533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Deleting port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:06.855909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.026521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] For port 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:07.027604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.066102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Calling delete_port for 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:07.371285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e6fc07b4-1d85-4d06-b40e-b42d165543cf tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9346a9b13e7049c2abcd8aae471eb38b HTTP/1.1" status: 200 len: 379 time: 0.5657260 Feb 19 01:24:07.387423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'admin_state_up': True, 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'security_groups': ['34699b3d-01c7-43b9-93da-357c27e3ac1f']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:07.549038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f75c7-6ba7-4fdb-85f5-7ab29d137ea8 req-278e0e06-da59-40ae-a4c1-8f32333ea084 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:07.574895 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-295f75c7-6ba7-4fdb-85f5-7ab29d137ea8 req-278e0e06-da59-40ae-a4c1-8f32333ea084 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.2622430 Feb 19 01:24:07.728814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-295f75c7-6ba7-4fdb-85f5-7ab29d137ea8 req-2c81c950-8262-4cab-bea5-f9339c2cf2a3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482978 Feb 19 01:24:07.760572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa385c5-b683-4acc-b961-fc291b1e9d11 req-aebf36af-5e83-4c6c-8cce-2a39128e6bfd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.1571608 Feb 19 01:24:07.957081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:07.960503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.330554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 172.20.0.7 (419c564d-65b6-4252-aea5-969df3964f4b/10e40259-b334-4de9-947e-f5cd89bbfc31/2079cbb6-433d-48ba-b485-21feffcbb3cc) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:08.568717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2a31bc45-489f-4b84-ae95-4bc2a2d1fa25), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.716940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.785797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a31bc45-489f-4b84-ae95-4bc2a2d1fa25,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:08.788138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.044016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862c507-9f10-4100-8122-53bcccfe8222 req-74d837a8-4745-4068-b120-1a55589f9307 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:09.061735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9862c507-9f10-4100-8122-53bcccfe8222 req-74d837a8-4745-4068-b120-1a55589f9307 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1310680 Feb 19 01:24:09.156168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9862c507-9f10-4100-8122-53bcccfe8222 req-dcb82554-1e1a-4c43-b535-d4a1fe00dde0 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930305 Feb 19 01:24:09.371900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.553062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a55f4-ef70-45f7-a507-fea12ccabf08 req-456d6cd7-469d-4238-9b3c-c36ca07b97fe tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:09.554466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-189a55f4-ef70-45f7-a507-fea12ccabf08 req-456d6cd7-469d-4238-9b3c-c36ca07b97fe tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 931 time: 0.6465437 Feb 19 01:24:09.699379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 419c564d-65b6-4252-aea5-969df3964f4b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:09.727644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:09.729042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:09.756639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:09.810828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-189a55f4-ef70-45f7-a507-fea12ccabf08 req-4e0c6bc2-f2cb-4572-acbe-f3d8d0d7c668 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076524 Feb 19 01:24:09.818555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:09.819502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.843934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4626851 Feb 19 01:24:09.857603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a560-3f90-4b40-b025-41220a631d73 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:09.865398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'admin_state_up': True, 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'security_groups': ['34699b3d-01c7-43b9-93da-357c27e3ac1f']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:10.222048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7542ce67-fd09-443a-874b-983f4e5985cd None None] Provisioning complete for port 2079cbb6-433d-48ba-b485-21feffcbb3cc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:10.223238 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7542ce67-fd09-443a-874b-983f4e5985cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.295397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7542ce67-fd09-443a-874b-983f4e5985cd None None] Port 2079cbb6-433d-48ba-b485-21feffcbb3cc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:10.461040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c13be-ff8f-4968-9d8d-95afba14020c req-ed4d0797-571a-410c-8059-b0123eccb846 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:10.475038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a5c13be-ff8f-4968-9d8d-95afba14020c req-ed4d0797-571a-410c-8059-b0123eccb846 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1652501 Feb 19 01:24:10.531102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a5c13be-ff8f-4968-9d8d-95afba14020c req-e0a1e97c-890f-4e0a-8dfd-91b4ce6d58da tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495384 Feb 19 01:24:10.946524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:10.956562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.186293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 10.1.1.177 (00c21f53-7c7d-4bbd-a82a-407e9784a8e9/61be5844-2aed-4a0a-86fd-6e495b0e8784/678aa3af-0082-4290-8075-dae3886d48cd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:11.285604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:11.294257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:11.297358 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] Sync routers for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:11.305174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1502be8-367e-47b0-b911-264c20c952f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/336e9a0a-7512-4d93-9cb0-f26eabaa62f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2594819 Feb 19 01:24:11.312162 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:11.313005 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:11.471542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-2fe84ec0-fa94-4a63-a48c-02dfc0814c49 req-2404219f-9ec0-489b-945a-e2f739a26c79 tempest-DeleteServersTestJSON-1301758857 tempest-DeleteServersTestJSON-1301758857-project] (103429) timed out ('10.222.0.89', 53441) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:24:11.569444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks [] for router (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.581032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b725162-c3b8-4477-8681-307938a0e635 req-5e7ab20a-b6b5-46bb-b630-0f1479514d36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:11.592371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b725162-c3b8-4477-8681-307938a0e635 req-5e7ab20a-b6b5-46bb-b630-0f1479514d36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 931 time: 0.6030326 Feb 19 01:24:11.687560 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:11.785219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (678aa3af-0082-4290-8075-dae3886d48cd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.854176 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks [] for router_gateway (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.914059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b725162-c3b8-4477-8681-307938a0e635 req-962bb79e-960d-474a-bd68-988c91b09f97 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906485 Feb 19 01:24:11.920969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.027601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:12.039913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:12.064643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:12.160846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7d263-e564-408d-aa74-c38460417436 req-c26f9fed-bce0-48cd-a6e8-05058fe4e248 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:12.207673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbd7d263-e564-408d-aa74-c38460417436 req-c26f9fed-bce0-48cd-a6e8-05058fe4e248 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.3362632 Feb 19 01:24:12.221967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:24:07Z', 'revision_number': 5, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port': {'id': 'f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.239473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:12.329182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:12.329908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.340199 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] Checking router: 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:12.371846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] Routers {'336e9a0a-7512-4d93-9cb0-f26eabaa62f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:12.372860 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.386750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Deleting port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:12.387309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.395495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00c8a14e-7891-47f7-9b0a-c94bfd448df6 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5321269 Feb 19 01:24:12.419514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'admin_state_up': True, 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'security_groups': ['34699b3d-01c7-43b9-93da-357c27e3ac1f']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:12.531276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] For port f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:12.545660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.571065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Calling delete_port for f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:12.656106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dbd7d263-e564-408d-aa74-c38460417436 req-42ae655b-1e66-4d64-a1a4-3f40c4f4955c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467280 Feb 19 01:24:12.661459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-20ae4949-ce00-4af8-b3b5-5cdd98a5a3a8 None None] Provisioning complete for port 678aa3af-0082-4290-8075-dae3886d48cd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:12.668748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20ae4949-ce00-4af8-b3b5-5cdd98a5a3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (678aa3af-0082-4290-8075-dae3886d48cd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.717618 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] Set router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:12.728092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-20ae4949-ce00-4af8-b3b5-5cdd98a5a3a8 None None] Port 678aa3af-0082-4290-8075-dae3886d48cd cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:12.909346 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:24:11Z', 'revision_number': 6, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.922830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066de68-83dd-412b-83d8-600b670c87b7 req-c5fb4ac6-6eba-4587-992a-33883fcf486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:12.923630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5066de68-83dd-412b-83d8-600b670c87b7 req-c5fb4ac6-6eba-4587-992a-33883fcf486d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 1127 time: 0.2200427 Feb 19 01:24:12.966106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:12.976208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.999309 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b6365-5a85-425d-8680-fc9c519539fc None None] The sync data for ids ['336e9a0a-7512-4d93-9cb0-f26eabaa62f0'] in n-d-826752-2 is: [{'id': '336e9a0a-7512-4d93-9cb0-f26eabaa62f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1290289238-router', 'tenant_id': 'a245459410f6458bae113e586143fd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:41Z', 'updated_at': '2022-02-19T01:24:11Z', 'revision_number': 6, 'project_id': 'a245459410f6458bae113e586143fd66', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:13.286113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5066de68-83dd-412b-83d8-600b670c87b7 req-00785054-9671-4740-ad83-585e682482ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312259 Feb 19 01:24:13.326021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b2a6d-f9b5-4dd1-982e-df3496eb046b req-792a62dd-ad4f-4bcf-a286-bfed8ce301b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:13.342129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b2a6d-f9b5-4dd1-982e-df3496eb046b req-792a62dd-ad4f-4bcf-a286-bfed8ce301b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:13.351589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c84b2a6d-f9b5-4dd1-982e-df3496eb046b req-792a62dd-ad4f-4bcf-a286-bfed8ce301b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 1653 time: 0.1888816 Feb 19 01:24:13.372166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.449646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:13.501600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 10.1.1.137 (00c21f53-7c7d-4bbd-a82a-407e9784a8e9/61be5844-2aed-4a0a-86fd-6e495b0e8784/4c3d7979-4478-4d35-bafd-667305a6a16f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:13.567048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c84b2a6d-f9b5-4dd1-982e-df3496eb046b req-e3ca499d-b1a5-46ae-b540-247ce9710318 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130189 Feb 19 01:24:13.704873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.717862 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.768416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.822968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:13.840936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:13.930799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.943171 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks [] for router_controller (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.031239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:14.046507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:14.071334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (336e9a0a-7512-4d93-9cb0-f26eabaa62f0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.072373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336e9a0a-7512-4d93-9cb0-f26eabaa62f0 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:24:14.094093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.096422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b94e354-57ff-44b4-8bae-21ab14dfef35 admin admin] 10.222.0.43 "DELETE /v2.0/routers/336e9a0a-7512-4d93-9cb0-f26eabaa62f0 HTTP/1.1" status: 204 len: 168 time: 2.8010612 Feb 19 01:24:14.098830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:14.242785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c284f-04c2-4d6d-9599-fc0005fcaa6f req-16793555-2e0d-4f14-a9d9-b7311a49b51a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:14.247064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f07c284f-04c2-4d6d-9599-fc0005fcaa6f req-16793555-2e0d-4f14-a9d9-b7311a49b51a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.4213886 Feb 19 01:24:14.278314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Deleting subnet 5642b9a9-b761-40e9-aacf-8d7ae9ee1289 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:14.288934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Publish callbacks [] for subnet (5642b9a9-b761-40e9-aacf-8d7ae9ee1289), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.333988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:14.336626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.400903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6ce863a8-fa62-44d8-a233-0c962a3ceccf None None] Provisioning complete for port 4c3d7979-4478-4d35-bafd-667305a6a16f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:14.405553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ce863a8-fa62-44d8-a233-0c962a3ceccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.439544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-2c15da78-af47-4262-9b4e-120e1d374649 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0385418 Feb 19 01:24:14.457727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e', 'admin_state_up': True, 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'security_groups': ['34699b3d-01c7-43b9-93da-357c27e3ac1f']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:14.470389 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (5642b9a9-b761-40e9-aacf-8d7ae9ee1289), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.514562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f07c284f-04c2-4d6d-9599-fc0005fcaa6f req-14d6f8d7-0e3d-49f5-a992-87bf59372622 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466595 Feb 19 01:24:14.547560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6ce863a8-fa62-44d8-a233-0c962a3ceccf None None] Port 4c3d7979-4478-4d35-bafd-667305a6a16f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:14.557599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:14.600214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:24:14.662970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:14.669910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f4a2f3f2-8fdb-4c46-b0bc-fbc73563e14b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:14.677790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:14.743673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:14.752530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a31bc45-489f-4b84-ae95-4bc2a2d1fa25 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:14.777272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:14.781965 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5642b9a9-b761-40e9-aacf-8d7ae9ee1289), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.915941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (5642b9a9-b761-40e9-aacf-8d7ae9ee1289), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.968146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.010216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5642b9a9-b761-40e9-aacf-8d7ae9ee1289,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:15.037622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db81ad-4c3a-4f8b-9051-401f214e8777 None None] Network 6483eb8d-e413-47c7-9fcc-90907a41f6d9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:15.051374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.067053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-711ccf40-0766-49e5-835c-f1aea720085a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5642b9a9-b761-40e9-aacf-8d7ae9ee1289 HTTP/1.1" status: 204 len: 168 time: 0.9644737 Feb 19 01:24:15.069894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:15.185591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507ef15-1bca-4d6b-8b79-0449ead82bdc req-bbd72c27-a83a-4d23-9e30-9ddc627dd1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:15.203730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507ef15-1bca-4d6b-8b79-0449ead82bdc req-bbd72c27-a83a-4d23-9e30-9ddc627dd1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:15.209416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507ef15-1bca-4d6b-8b79-0449ead82bdc req-bbd72c27-a83a-4d23-9e30-9ddc627dd1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:15.223188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5507ef15-1bca-4d6b-8b79-0449ead82bdc req-bbd72c27-a83a-4d23-9e30-9ddc627dd1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 2374 time: 0.3326471 Feb 19 01:24:15.359673 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5507ef15-1bca-4d6b-8b79-0449ead82bdc req-e9d2130c-b794-4903-81b2-1eba0a61db1e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356068 Feb 19 01:24:15.517738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] DHCP port deletion for 6483eb8d-e413-47c7-9fcc-90907a41f6d9 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:15.636909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] Deleting port baacb9ce-48da-4aab-9a11-45a9f016def3 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:15.637610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.754118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] For port baacb9ce-48da-4aab-9a11-45a9f016def3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=baacb9ce-48da-4aab-9a11-45a9f016def3,segment=NetworkSegment(b8ce840c-5949-473c-bc88-3648d31dad46),segment_id=b8ce840c-5949-473c-bc88-3648d31dad46)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:15.754774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.768579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] Calling delete_port for baacb9ce-48da-4aab-9a11-45a9f016def3 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:15.860309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 10.2.2.100 (52177f54-6349-49b6-8c30-39a8daeb619e/f20d5ae4-ff38-4f7c-af2e-2587cd593e93/4517f6b4-07fe-4bbf-9beb-aa222a80344e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:15.906455 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (baacb9ce-48da-4aab-9a11-45a9f016def3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.928779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37900e-8aef-427a-a82e-cfc0713d20bf req-2e5d19a4-c310-4d21-921b-92a3e60cc296 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:15.945093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed37900e-8aef-427a-a82e-cfc0713d20bf req-2e5d19a4-c310-4d21-921b-92a3e60cc296 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.2500608 Feb 19 01:24:16.004388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] Pushing event deleted for resources: {'Port': ['ID=baacb9ce-48da-4aab-9a11-45a9f016def3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:16.019751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6f1fc-421e-4c72-9379-a475ca9e4e06 None None] No DVR routers for this DVR port baacb9ce-48da-4aab-9a11-45a9f016def3 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:16.020640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (6483eb8d-e413-47c7-9fcc-90907a41f6d9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.163188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed37900e-8aef-427a-a82e-cfc0713d20bf req-c5e0d643-29ad-42e5-84d2-b5910ea7a923 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147186 Feb 19 01:24:16.432408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device baacb9ce-48da-4aab-9a11-45a9f016def3 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:16.486925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: baacb9ce-48da-4aab-9a11-45a9f016def3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:16.487277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device baacb9ce-48da-4aab-9a11-45a9f016def3 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:16.532698 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.583328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (6483eb8d-e413-47c7-9fcc-90907a41f6d9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.604121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352345f5-192d-485a-9aed-64717e1f088e req-9595a8f2-7701-46a2-8f28-46f53d21cb0a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:16.618497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352345f5-192d-485a-9aed-64717e1f088e req-9595a8f2-7701-46a2-8f28-46f53d21cb0a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:16.628508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352345f5-192d-485a-9aed-64717e1f088e req-9595a8f2-7701-46a2-8f28-46f53d21cb0a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:16.629218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6483eb8d-e413-47c7-9fcc-90907a41f6d9']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.637389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-352345f5-192d-485a-9aed-64717e1f088e req-9595a8f2-7701-46a2-8f28-46f53d21cb0a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 2374 time: 0.1202328 Feb 19 01:24:16.639721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ce840c-5949-473c-bc88-3648d31dad46') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.649420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ce840c-5949-473c-bc88-3648d31dad46') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.661507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b8ce840c-5949-473c-bc88-3648d31dad46), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.678009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b8ce840c-5949-473c-bc88-3648d31dad46), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.684593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:24:16.685072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b8ce840c-5949-473c-bc88-3648d31dad46), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.742190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-352345f5-192d-485a-9aed-64717e1f088e req-a50ad389-98a2-4b14-96c3-ff9a4e56cd7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036344 Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:24:16.807056 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:24:16.811041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (6483eb8d-e413-47c7-9fcc-90907a41f6d9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.816239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.823125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] 10.222.0.43 "DELETE /v2.0/networks/6483eb8d-e413-47c7-9fcc-90907a41f6d9 HTTP/1.1" status: 204 len: 168 time: 1.7441347 Feb 19 01:24:16.823125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.824096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50624) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:16.968081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3879063-e29b-433f-8de3-677bd5d1040c admin admin] Pushing event deleted for resources: {'Network': ['ID=6483eb8d-e413-47c7-9fcc-90907a41f6d9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:16.988202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 52177f54-6349-49b6-8c30-39a8daeb619e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:16.995238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:17.001474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:17.107139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:17.144067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-b7819e0d-57a7-4917-af70-3e2922715c23 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:17.146083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-b7819e0d-57a7-4917-af70-3e2922715c23 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 810 time: 0.7479970 Feb 19 01:24:17.154673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:17.160874 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.217448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-fb2c2bea-399c-4bc7-ac06-8c05bf015023 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/quotas/ed405489f7e8452ca91bbfd4de8fece9 HTTP/1.1" status: 200 len: 375 time: 0.0324380 Feb 19 01:24:17.233359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d37f4c73-8b4b-4b03-b229-2a36f16c895c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7858131 Feb 19 01:24:17.259266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e', 'admin_state_up': True, 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'security_groups': ['34699b3d-01c7-43b9-93da-357c27e3ac1f']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:17.442377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-1f9f19da-2139-4fef-a852-a59755d6bcb4 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2237613 Feb 19 01:24:17.508776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4fd9eb18-fa42-47b0-b8e5-7798bed9942b None None] Provisioning complete for port 4517f6b4-07fe-4bbf-9beb-aa222a80344e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:17.510004 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4fd9eb18-fa42-47b0-b8e5-7798bed9942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.650635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9eb18-fa42-47b0-b8e5-7798bed9942b None None] Port 4517f6b4-07fe-4bbf-9beb-aa222a80344e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:17.689144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-ae52d793-9836-4d70-a89e-9a85296c5090 service neutron] 10.222.0.43 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449057 Feb 19 01:24:17.704192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Made reservation on behalf of 9346a9b13e7049c2abcd8aae471eb38b for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:17.722271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.826811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-9856fde1-f385-44d9-bc6f-82212eb7f2ee service neutron] 10.222.0.43 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364851 Feb 19 01:24:18.141388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Allocated IP 10.2.2.200 (52177f54-6349-49b6-8c30-39a8daeb619e/f20d5ae4-ff38-4f7c-af2e-2587cd593e93/4d160ab6-d2a7-41a5-afb3-16bd0554e1c7) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:18.219695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-828cd7da-91ea-4df3-9299-08c9a66b671f req-83cde621-4cc2-4865-966f-95426fe391a7 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 210 time: 0.0289202 Feb 19 01:24:18.299478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.319137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4587a-7fbb-4cfc-8ad1-0ac7425407df req-02f655b0-062f-453e-89a4-3612aa130125 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:18.324853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4587a-7fbb-4cfc-8ad1-0ac7425407df req-02f655b0-062f-453e-89a4-3612aa130125 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:18.330144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4587a-7fbb-4cfc-8ad1-0ac7425407df req-02f655b0-062f-453e-89a4-3612aa130125 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:18.335433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4587a-7fbb-4cfc-8ad1-0ac7425407df req-02f655b0-062f-453e-89a4-3612aa130125 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:18.337168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ca4587a-7fbb-4cfc-8ad1-0ac7425407df req-02f655b0-062f-453e-89a4-3612aa130125 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 3095 time: 0.1626332 Feb 19 01:24:18.439149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ca4587a-7fbb-4cfc-8ad1-0ac7425407df req-1364d284-3c90-42d3-8f32-9acc03345506 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891697 Feb 19 01:24:18.571120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.659089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.732754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (58fc9b74-d216-4318-8d8e-2d512027bb2b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.836804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Network 52177f54-6349-49b6-8c30-39a8daeb619e is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:18.888520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:18.899653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:18.917624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event updated for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:19.050789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.052295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.100686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-0be9b04d-7834-4f2d-9b57-37d8385d8cac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8453856 Feb 19 01:24:19.114350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:19.304307 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.405912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0c8616df-df50-4841-aaf8-1608693c3c83 None None] Provisioning complete for port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:19.406461 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8616df-df50-4841-aaf8-1608693c3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.488405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-487a6cf2-151e-473d-b3c6-648cc6e69611 req-1db3315a-6813-479a-9c35-03e9fdbf8a34 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 210 time: 0.1156840 Feb 19 01:24:19.512965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0c8616df-df50-4841-aaf8-1608693c3c83 None None] Port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:19.525886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Deleting port 2ef123e8-cc68-4853-991e-6754f2056448 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:19.529191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2ef123e8-cc68-4853-991e-6754f2056448), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.821841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-4bf78602-dc6b-4060-89b5-b66246f0c7ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.836719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-4bf78602-dc6b-4060-89b5-b66246f0c7ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.856819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-4bf78602-dc6b-4060-89b5-b66246f0c7ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.861740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] For port 2ef123e8-cc68-4853-991e-6754f2056448, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2ef123e8-cc68-4853-991e-6754f2056448,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:19.873437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2ef123e8-cc68-4853-991e-6754f2056448), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.879896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-4bf78602-dc6b-4060-89b5-b66246f0c7ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.888568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Calling delete_port for 2ef123e8-cc68-4853-991e-6754f2056448 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:19.895042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-4bf78602-dc6b-4060-89b5-b66246f0c7ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.902569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-4bf78602-dc6b-4060-89b5-b66246f0c7ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 3816 time: 0.2263858 Feb 19 01:24:20.214770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2ef123e8-cc68-4853-991e-6754f2056448), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.256616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ea71798-171d-4bee-914f-004134e4e55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.295317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef123e8-cc68-4853-991e-6754f2056448,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:20.301702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e032d5e-7686-421f-b8e4-02c02e69acc6 req-e443062a-7ebb-4e17-9c61-a850e0a8ee48 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468039 Feb 19 01:24:20.650705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-07c97586-b20d-4e8f-a561-0537ddea7535 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:20.653123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-07c97586-b20d-4e8f-a561-0537ddea7535 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 810 time: 0.7312367 Feb 19 01:24:20.654205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (58fc9b74-d216-4318-8d8e-2d512027bb2b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.668858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Request body: {'port': {'device_id': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'admin_state_up': True, 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:20.748317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a239b9da-2f6a-4079-b013-8950392cd067 req-ca2c82f2-427e-4f63-969a-376e658b6fe0 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 210 time: 0.0836015 Feb 19 01:24:21.000473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2079cbb6-433d-48ba-b485-21feffcbb3cc {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:21.010980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Publish callbacks [] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.068941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Transition to ACTIVE for port object 2079cbb6-433d-48ba-b485-21feffcbb3cc will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:21.082560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.089703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Router 58fc9b74-d216-4318-8d8e-2d512027bb2b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:21.331245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Made reservation on behalf of ed405489f7e8452ca91bbfd4de8fece9 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:21.331245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.331245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:21.427563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:21.439676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] Sync routers for ids ['58fc9b74-d216-4318-8d8e-2d512027bb2b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:21.468609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] Routers {'58fc9b74-d216-4318-8d8e-2d512027bb2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:21.470124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aa4eae6f-5e6d-419f-8b6f-e674efac5ee6 admin admin] 10.222.0.43 "PUT /v2.0/routers/58fc9b74-d216-4318-8d8e-2d512027bb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6456857 Feb 19 01:24:21.470993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:23:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['58fc9b74-d216-4318-8d8e-2d512027bb2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:21.471922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50718) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:21.573303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Allocated IP 172.20.0.9 (671bc1bb-8713-4c34-88b7-d405fdfe63ea/ec9f85bf-7dca-42ae-b746-2d3924a3b3ac/ded53bea-6145-4bd5-8820-c2d46bf59fd4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:21.715379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] Set router 58fc9b74-d216-4318-8d8e-2d512027bb2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:21.828899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks [] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.889887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-f1936932-7724-4588-a1c0-a7a3bcd55292 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.900080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-f1936932-7724-4588-a1c0-a7a3bcd55292 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.913220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-f1936932-7724-4588-a1c0-a7a3bcd55292 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.918161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.920111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-f1936932-7724-4588-a1c0-a7a3bcd55292 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.926307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-f1936932-7724-4588-a1c0-a7a3bcd55292 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.934117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-f1936932-7724-4588-a1c0-a7a3bcd55292 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 3828 time: 0.2830620 Feb 19 01:24:21.951154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['58f1b119-d887-42e9-9183-02c54f25c7e8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:21.966280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks [] for router (58fc9b74-d216-4318-8d8e-2d512027bb2b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.045614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b92a20c-1630-4873-9a85-bb6a51e95949 req-b3dc74ef-84fd-4d88-87f5-a125240c378c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105542 Feb 19 01:24:22.059473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Attempting to bind port 2079cbb6-433d-48ba-b485-21feffcbb3cc on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:22.059473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Attempting to bind port 2079cbb6-433d-48ba-b485-21feffcbb3cc by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:22.059473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Attempting to bind port 2079cbb6-433d-48ba-b485-21feffcbb3cc on network 419c564d-65b6-4252-aea5-969df3964f4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:22.059473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Network 671bc1bb-8713-4c34-88b7-d405fdfe63ea is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:22.112526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:22.123199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:22.132384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Port 2079cbb6-433d-48ba-b485-21feffcbb3cc on network 419c564d-65b6-4252-aea5-969df3964f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:22.132704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Attempting to bind port 2079cbb6-433d-48ba-b485-21feffcbb3cc on network 419c564d-65b6-4252-aea5-969df3964f4b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:22.192642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:22.193090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Checking segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:22.193386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Bound using segment: {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:22.193833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Bound port: 2079cbb6-433d-48ba-b485-21feffcbb3cc, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921029b8-c00f-4b99-9ce7-9d8b8f334cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:22.194192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.239213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks [] for router_gateway (58fc9b74-d216-4318-8d8e-2d512027bb2b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.265389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Pushing event updated for resources: {'Port': ['ID=ded53bea-6145-4bd5-8820-c2d46bf59fd4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:22.412093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Deleting port abacaec3-60aa-45c3-adb8-a0a55268f164 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:22.413505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.483216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:22.490458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:22.510404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.552887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a2f4-6157-430c-95cb-256c3497259e req-2d0c88c0-ff31-4636-93aa-8a2aef1db558 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:22.558670 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2f2a2f4-6157-430c-95cb-256c3497259e req-2d0c88c0-ff31-4636-93aa-8a2aef1db558 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 931 time: 0.6172187 Feb 19 01:24:22.568952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:22.569885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.643386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] For port abacaec3-60aa-45c3-adb8-a0a55268f164, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=abacaec3-60aa-45c3-adb8-a0a55268f164,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:22.644280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.645667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:22.646459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.648060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/2079cbb6-433d-48ba-b485-21feffcbb3cc HTTP/1.1" status: 200 len: 1091 time: 3.5406134 Feb 19 01:24:22.653360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:22.656899 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:22.684424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Calling delete_port for abacaec3-60aa-45c3-adb8-a0a55268f164 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:22.723217 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-045555c0-cdc0-4486-be59-d405aab324a9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0598938 Feb 19 01:24:22.745816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:22.773882 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d2dfde-ec5f-434a-8796-aa18121816d9 x-openstack-request-id: req-38d2dfde-ec5f-434a-8796-aa18121816d9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:22.774335 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:22.774686 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38d2dfde-ec5f-434a-8796-aa18121816d9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:22.775214 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'status': 'completed', 'code': 200} Feb 19 01:24:22.798678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Request body: {'port': {'device_id': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:22.853772 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06f0f73d-5ca9-4819-90e5-6e9448732462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.037918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59200d-8965-4a47-bda6-dee8d0be26d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:23.075259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:24:20Z', 'revision_number': 5, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port': {'id': 'abacaec3-60aa-45c3-adb8-a0a55268f164', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:12Z', 'updated_at': '2022-02-19T01:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:23.110207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2f2a2f4-6157-430c-95cb-256c3497259e req-03af944e-4310-4fb1-82dd-b2dfea58fdb8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352833 Feb 19 01:24:23.194889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] Checking router: 58fc9b74-d216-4318-8d8e-2d512027bb2b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:23.225685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] Routers {'58fc9b74-d216-4318-8d8e-2d512027bb2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:23.226318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:24:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['58fc9b74-d216-4318-8d8e-2d512027bb2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:23.238844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.248730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (abacaec3-60aa-45c3-adb8-a0a55268f164), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.381960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] Set router 58fc9b74-d216-4318-8d8e-2d512027bb2b gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:23.401795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Pushing event deleted for resources: {'Port': ['ID=abacaec3-60aa-45c3-adb8-a0a55268f164,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:23.488953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:24:23Z', 'revision_number': 7, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:23.535848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (58fc9b74-d216-4318-8d8e-2d512027bb2b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.567444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f92b46-f2db-4172-a101-6d374e0cb4ff None None] The sync data for ids ['58fc9b74-d216-4318-8d8e-2d512027bb2b'] in n-d-826752-2 is: [{'id': '58fc9b74-d216-4318-8d8e-2d512027bb2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1296951066-router', 'tenant_id': 'd9560411490e49f8afa6308c352407d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:13:09Z', 'updated_at': '2022-02-19T01:24:23Z', 'revision_number': 7, 'project_id': 'd9560411490e49f8afa6308c352407d7', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:23.664963 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.831482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (58fc9b74-d216-4318-8d8e-2d512027bb2b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.834785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks [] for router_controller (58fc9b74-d216-4318-8d8e-2d512027bb2b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.954389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-1f0a9fff-44cf-4ef7-a2eb-9249fd24ae2b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.957672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-adbccd6e-91ae-4776-bf78-6f6306d67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.960291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-adbccd6e-91ae-4776-bf78-6f6306d67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.960764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-adbccd6e-91ae-4776-bf78-6f6306d67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.961250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-adbccd6e-91ae-4776-bf78-6f6306d67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.961710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-adbccd6e-91ae-4776-bf78-6f6306d67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.969608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-1f0a9fff-44cf-4ef7-a2eb-9249fd24ae2b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.969821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-adbccd6e-91ae-4776-bf78-6f6306d67569 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 4394 time: 1.0561640 Feb 19 01:24:23.972762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.984227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-1f0a9fff-44cf-4ef7-a2eb-9249fd24ae2b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.996095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-1f0a9fff-44cf-4ef7-a2eb-9249fd24ae2b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:24.005178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-1f0a9fff-44cf-4ef7-a2eb-9249fd24ae2b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:24.006630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-1f0a9fff-44cf-4ef7-a2eb-9249fd24ae2b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 3828 time: 0.8219862 Feb 19 01:24:24.009004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (58fc9b74-d216-4318-8d8e-2d512027bb2b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.009550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58fc9b74-d216-4318-8d8e-2d512027bb2b {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:24:24.017242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.021562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-00fd154c-762a-4a47-a096-2cb353b32479 admin admin] 10.222.0.43 "DELETE /v2.0/routers/58fc9b74-d216-4318-8d8e-2d512027bb2b HTTP/1.1" status: 204 len: 168 time: 2.5449209 Feb 19 01:24:24.035724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50768) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:24.120832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b06db1d7-9c08-4c0b-b27d-a2038bc9ec1a req-e7953668-f4f8-44af-b5c8-f73aeed0d05d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978262 Feb 19 01:24:24.602094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Deleting subnet d8a155bb-bb79-4e17-bea5-dff8dab1ef55 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:24.635334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abacaec3-60aa-45c3-adb8-a0a55268f164 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:24.637960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Publish callbacks [] for subnet (d8a155bb-bb79-4e17-bea5-dff8dab1ef55), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.692085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: abacaec3-60aa-45c3-adb8-a0a55268f164 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:24.703749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abacaec3-60aa-45c3-adb8-a0a55268f164 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:24.704339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2ef123e8-cc68-4853-991e-6754f2056448 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:24.746934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2ef123e8-cc68-4853-991e-6754f2056448 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:24.747578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2ef123e8-cc68-4853-991e-6754f2056448 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:24.888736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ced09-e531-428b-b19b-f0664061e09f req-f9ef42b5-5233-4ae3-b36b-5905aa30990a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:24.892023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c64ced09-e531-428b-b19b-f0664061e09f req-f9ef42b5-5233-4ae3-b36b-5905aa30990a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 931 time: 0.6163375 Feb 19 01:24:25.104593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079eb049-a21a-4da9-bbd2-4bf391212d09 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:25.117186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Publish callbacks [] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.134521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Transition to ACTIVE for port object 079eb049-a21a-4da9-bbd2-4bf391212d09 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:25.144206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-17f906cd-1110-4b05-86ad-587bdf0a8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.144811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-17f906cd-1110-4b05-86ad-587bdf0a8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.145297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-17f906cd-1110-4b05-86ad-587bdf0a8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.146937 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-17f906cd-1110-4b05-86ad-587bdf0a8d22 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1502652 Feb 19 01:24:25.202685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.208338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (d8a155bb-bb79-4e17-bea5-dff8dab1ef55), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.322468 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.404613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Pushing event updated for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:25.405340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.418426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.425162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.430879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.437184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.442882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.445085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97696236-6601-4fab-aec4-8c1611f3946f req-eeba23a6-ebf5-4d62-94d6-6dc13a198692 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 4600 time: 0.1780057 Feb 19 01:24:25.458890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c64ced09-e531-428b-b19b-f0664061e09f req-f541ac91-bb31-4529-813f-59628d413168 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107140 Feb 19 01:24:25.572434 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97696236-6601-4fab-aec4-8c1611f3946f req-8c7fb1ae-27c6-4a1a-a760-871efae04db4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194711 Feb 19 01:24:25.865999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-e2fc60b1-c301-42ba-aeed-f5c2a7ecf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:25.877997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58f4f09f-0c8a-4e11-9398-5c6e28be84b8 req-e2fc60b1-c301-42ba-aeed-f5c2a7ecf7ec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7010756 Feb 19 01:24:25.911087 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d8a155bb-bb79-4e17-bea5-dff8dab1ef55), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.966410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Attempting to bind port 079eb049-a21a-4da9-bbd2-4bf391212d09 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:25.966832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Attempting to bind port 079eb049-a21a-4da9-bbd2-4bf391212d09 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:25.967245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Attempting to bind port 079eb049-a21a-4da9-bbd2-4bf391212d09 on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:25.982628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Port 079eb049-a21a-4da9-bbd2-4bf391212d09 on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:25.983035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Attempting to bind port 079eb049-a21a-4da9-bbd2-4bf391212d09 on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:25.995412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded53bea-6145-4bd5-8820-c2d46bf59fd4 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:26.003762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:26.004178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Checking segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:26.004635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Bound using segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:26.005214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Bound port: 079eb049-a21a-4da9-bbd2-4bf391212d09, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:26.005642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.010284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Publish callbacks [] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.026885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.043160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Transition to ACTIVE for port object ded53bea-6145-4bd5-8820-c2d46bf59fd4 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:26.068639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.118029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=ded53bea-6145-4bd5-8820-c2d46bf59fd4,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:26.147433 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (d8a155bb-bb79-4e17-bea5-dff8dab1ef55), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.206604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a155bb-bb79-4e17-bea5-dff8dab1ef55,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:26.208811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.211347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290abd65-6554-47dd-a54d-54f6dc28517d None None] Network afe1a24e-5ead-4d37-80ee-bde873dc2d58 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:26.214922 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e1d67c9-b217-4726-9e41-1626a01e52bf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8a155bb-bb79-4e17-bea5-dff8dab1ef55 HTTP/1.1" status: 204 len: 168 time: 2.1738951 Feb 19 01:24:26.217418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50802) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:26.225145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:26.297115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=079eb049-a21a-4da9-bbd2-4bf391212d09,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:26.312554 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.398632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (afe1a24e-5ead-4d37-80ee-bde873dc2d58), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.404193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:26.408044 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.414286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] 10.222.0.10 "PUT /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 1130 time: 3.6805732 Feb 19 01:24:26.485774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '079eb049-a21a-4da9-bbd2-4bf391212d09'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:26.488334 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "079eb049-a21a-4da9-bbd2-4bf391212d09"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:26.491366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d957-172b-4f8f-8884-de178f7ff21a service neutron] Pushing event updated for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:26.498761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Attempting to bind port ded53bea-6145-4bd5-8820-c2d46bf59fd4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:26.499102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Attempting to bind port ded53bea-6145-4bd5-8820-c2d46bf59fd4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:26.499426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Attempting to bind port ded53bea-6145-4bd5-8820-c2d46bf59fd4 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:26.514026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:26.549303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] DHCP port deletion for afe1a24e-5ead-4d37-80ee-bde873dc2d58 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:26.571760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.615712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Port ded53bea-6145-4bd5-8820-c2d46bf59fd4 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:26.616034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Attempting to bind port ded53bea-6145-4bd5-8820-c2d46bf59fd4 on network 671bc1bb-8713-4c34-88b7-d405fdfe63ea {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:26.706843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Deleting port fab822b1-5166-4d2e-998d-03fe8dac32bb {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:26.707372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.722156 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac82ffc7-5ecc-4a9e-9a7d-458c50e02086 x-openstack-request-id: req-ac82ffc7-5ecc-4a9e-9a7d-458c50e02086 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:26.723833 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "079eb049-a21a-4da9-bbd2-4bf391212d09", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:26.724100 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac82ffc7-5ecc-4a9e-9a7d-458c50e02086 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:26.724515 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '079eb049-a21a-4da9-bbd2-4bf391212d09', 'status': 'completed', 'code': 200} Feb 19 01:24:26.779073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:26.779416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Checking segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:26.784726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] Deleting port fab822b1-5166-4d2e-998d-03fe8dac32bb {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:26.785149 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.785754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Bound using segment: {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:26.786292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Bound port: ded53bea-6145-4bd5-8820-c2d46bf59fd4, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b227a23b-2052-41cf-843e-fbc324126104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:26.786767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.788827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.918472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] For port ded53bea-6145-4bd5-8820-c2d46bf59fd4, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:26.927911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] For port ded53bea-6145-4bd5-8820-c2d46bf59fd4, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:26.978518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] For port fab822b1-5166-4d2e-998d-03fe8dac32bb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fab822b1-5166-4d2e-998d-03fe8dac32bb,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:26.979700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.005895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] Calling delete_port for fab822b1-5166-4d2e-998d-03fe8dac32bb owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:27.061873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] For port fab822b1-5166-4d2e-998d-03fe8dac32bb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fab822b1-5166-4d2e-998d-03fe8dac32bb,segment=NetworkSegment(dc44feb4-e8a3-4950-beef-24deb643abab),segment_id=dc44feb4-e8a3-4950-beef-24deb643abab)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:27.062251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.096511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.126218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Calling delete_port for fab822b1-5166-4d2e-998d-03fe8dac32bb owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:27.175430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.246761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.255058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.274562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.287598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] Pushing event deleted for resources: {'Port': ['ID=fab822b1-5166-4d2e-998d-03fe8dac32bb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:27.295500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.303502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61ff02-3958-4c5b-98ca-3b6001d2168d None None] No DVR routers for this DVR port fab822b1-5166-4d2e-998d-03fe8dac32bb on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:27.317278 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.337516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.340303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34f58d11-e298-4216-9287-a563521b5c58 req-b3159ebd-920e-41ae-afd0-9a8b7d36b438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 4600 time: 0.4629207 Feb 19 01:24:27.350741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.351384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.352787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ded53bea-6145-4bd5-8820-c2d46bf59fd4 HTTP/1.1" status: 200 len: 1091 time: 4.5752711 Feb 19 01:24:27.490346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fab822b1-5166-4d2e-998d-03fe8dac32bb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.510891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] No DVR routers for this DVR port fab822b1-5166-4d2e-998d-03fe8dac32bb on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:27.535628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e8488-b7ed-4d04-919a-004c8d85ccd7 req-c410a1c9-2c7e-4e1c-9990-ab2e991d4010 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.538233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-430e8488-b7ed-4d04-919a-004c8d85ccd7 req-c410a1c9-2c7e-4e1c-9990-ab2e991d4010 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 943 time: 0.7604935 Feb 19 01:24:27.569207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34f58d11-e298-4216-9287-a563521b5c58 req-9fa64fb7-ec1b-43a5-9b40-7b327223b9f2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2088261 Feb 19 01:24:27.570808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Pushing event deleted for resources: {'Port': ['ID=fab822b1-5166-4d2e-998d-03fe8dac32bb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:27.718463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253af828-e691-4adf-b064-daa22eb47ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=ded53bea-6145-4bd5-8820-c2d46bf59fd4,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:27.775556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (afe1a24e-5ead-4d37-80ee-bde873dc2d58), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.834781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-430e8488-b7ed-4d04-919a-004c8d85ccd7 req-d490430c-3c27-4414-afb5-e03df2abf29e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327693 Feb 19 01:24:27.835032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe1a24e-5ead-4d37-80ee-bde873dc2d58']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:27.893498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc44feb4-e8a3-4950-beef-24deb643abab') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:27.893716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.893716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.893716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.893716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.893716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.893716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.899038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8bb00b30-518f-4104-8296-298e045cd26c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5348 time: 1.1634290 Feb 19 01:24:27.910390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc44feb4-e8a3-4950-beef-24deb643abab') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:27.931971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c40231a-138b-42b9-adc7-8093e1e6041d {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:27.934832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (dc44feb4-e8a3-4950-beef-24deb643abab), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.951170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-242eea8b-314d-4917-a8cb-0dfd2aabe66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.951652 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (dc44feb4-e8a3-4950-beef-24deb643abab), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.952672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-242eea8b-314d-4917-a8cb-0dfd2aabe66f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 1125 time: 0.5388927 Feb 19 01:24:27.954665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Publish callbacks [] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.958937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:24:27.959506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (dc44feb4-e8a3-4950-beef-24deb643abab), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:24:28.017007 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:24:28.021479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (afe1a24e-5ead-4d37-80ee-bde873dc2d58), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.037081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.047731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] 10.222.0.43 "DELETE /v2.0/networks/afe1a24e-5ead-4d37-80ee-bde873dc2d58 HTTP/1.1" status: 204 len: 168 time: 1.8291624 Feb 19 01:24:28.070675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa60caa-9271-40e2-b0fb-9b4e2568351f admin admin] Pushing event deleted for resources: {'Network': ['ID=afe1a24e-5ead-4d37-80ee-bde873dc2d58,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:28.102994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-28109a4d-3903-4636-810b-b7a46bb0e9c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4 HTTP/1.1" status: 200 len: 217 time: 0.1350901 Feb 19 01:24:28.121288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Transition to ACTIVE for port object 5c40231a-138b-42b9-adc7-8093e1e6041d will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:28.148649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.202086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Pushing event updated for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:28.252308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08390d0-f123-442e-a531-2fe365f42260 req-6d705f01-cb43-44fa-b426-5905c31db5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.253816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-6d705f01-cb43-44fa-b426-5905c31db5d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.1419933 Feb 19 01:24:28.310601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50846) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:28.368653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-dcbc2555-05cd-4083-a05e-fe88ee34aee1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980027 Feb 19 01:24:28.418071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50c8b1d0-4724-4732-ad10-2c78d3bcb52d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a245459410f6458bae113e586143fd66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1062086 Feb 19 01:24:28.419532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:28.483862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fab822b1-5166-4d2e-998d-03fe8dac32bb no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:28.528805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: fab822b1-5166-4d2e-998d-03fe8dac32bb {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:28.536476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fab822b1-5166-4d2e-998d-03fe8dac32bb not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:28.608770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-539b4373-4473-4742-be5e-b37719e0bf98 admin admin] Publish callbacks [] for security_group (fc3e3c0a-c621-46f8-a2ed-47d4baad9035), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.675686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-394ecbab-17a7-4095-8647-1bc5ba581406 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963066 Feb 19 01:24:28.676860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-3a2aa8e9-c7f6-4fce-86af-b6172f2cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.677417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-3a2aa8e9-c7f6-4fce-86af-b6172f2cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.677874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-3a2aa8e9-c7f6-4fce-86af-b6172f2cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.679316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-3a2aa8e9-c7f6-4fce-86af-b6172f2cbe32 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7794914 Feb 19 01:24:28.708093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-539b4373-4473-4742-be5e-b37719e0bf98 admin admin] Publish callbacks [] for security_group (fc3e3c0a-c621-46f8-a2ed-47d4baad9035), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.807529 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-539b4373-4473-4742-be5e-b37719e0bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fc3e3c0a-c621-46f8-a2ed-47d4baad9035), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.811175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-539b4373-4473-4742-be5e-b37719e0bf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.814700 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-539b4373-4473-4742-be5e-b37719e0bf98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc3e3c0a-c621-46f8-a2ed-47d4baad9035 HTTP/1.1" status: 204 len: 168 time: 0.3917952 Feb 19 01:24:28.825490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'tag': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:28.827992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b4373-4473-4742-be5e-b37719e0bf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e3c0a-c621-46f8-a2ed-47d4baad9035,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:28.828380 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291428f2-9ff3-4076-8599-98d7e1c13896" -d '{"events": [{"name": "network-changed", "server_uuid": "92b1af94-d794-4c56-bbc0-67d21d3a00b2", "tag": "ded53bea-6145-4bd5-8820-c2d46bf59fd4"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:28.840535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a08390d0-f123-442e-a531-2fe365f42260 req-5dfe9ea8-76b1-46b9-8428-29727539ddf9 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399593 Feb 19 01:24:29.043148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Attempting to bind port 5c40231a-138b-42b9-adc7-8093e1e6041d on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:29.043776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Attempting to bind port 5c40231a-138b-42b9-adc7-8093e1e6041d by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:29.043875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Attempting to bind port 5c40231a-138b-42b9-adc7-8093e1e6041d on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:29.048984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8048de8d-7b34-4628-96ca-870637f8a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.050500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5cf9acc7-bc0b-4785-abb7-7b2704fa2e2a req-8048de8d-7b34-4628-96ca-870637f8a20d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262156 Feb 19 01:24:29.085117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Port 5c40231a-138b-42b9-adc7-8093e1e6041d on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:29.085458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Attempting to bind port 5c40231a-138b-42b9-adc7-8093e1e6041d on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:29.103549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:29.104632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Checking segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:29.105926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Bound using segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:29.106735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Bound port: 5c40231a-138b-42b9-adc7-8093e1e6041d, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:29.107368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:29.153588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8cf6c-32a4-4528-8eeb-e8105fe8cfee req-557e9ab5-6d6c-4884-bb69-03a1c57ec532 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.161661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05f8cf6c-32a4-4528-8eeb-e8105fe8cfee req-557e9ab5-6d6c-4884-bb69-03a1c57ec532 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 943 time: 0.1448047 Feb 19 01:24:29.190366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:29.193768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5c40231a-138b-42b9-adc7-8093e1e6041d,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:29.225415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.242472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.262794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05f8cf6c-32a4-4528-8eeb-e8105fe8cfee req-72163e8b-0000-44ba-ad12-d8ec5c9e4443 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977342 Feb 19 01:24:29.265324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.281429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.287166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.293422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.299057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.300945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-17c85c41-321b-47f0-9b3b-baeea11d8b23 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5371 time: 0.4259439 Feb 19 01:24:29.302773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:29.395981 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1f63a5-e1a7-40f1-9323-a343e4cb773a x-openstack-request-id: req-de1f63a5-e1a7-40f1-9323-a343e4cb773a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:29.400184 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b1af94-d794-4c56-bbc0-67d21d3a00b2", "tag": "ded53bea-6145-4bd5-8820-c2d46bf59fd4", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:29.400588 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de1f63a5-e1a7-40f1-9323-a343e4cb773a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:29.400935 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'tag': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4', 'status': 'completed', 'code': 200} Feb 19 01:24:29.497707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.501405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:29.502848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 1129 time: 2.9942546 Feb 19 01:24:29.503533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6592a1d-8c27-4a20-b07e-0dc496ce1673 service neutron] Pushing event updated for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:29.561030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:29.644659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-eeddfe48-3754-4b24-9458-a1640d8e237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.655849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-eeddfe48-3754-4b24-9458-a1640d8e237a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 1125 time: 0.2613783 Feb 19 01:24:29.713354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:29.832162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2ba44c8f-9c85-4964-ba77-2f6641415b12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9560411490e49f8afa6308c352407d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1171188 Feb 19 01:24:29.834620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50892) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:29.951960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a01a6881-9e8b-4bd3-b80e-e9a833511a98 admin admin] Publish callbacks [] for security_group (7ec1cdec-1362-4ac3-82fc-1ab5723d546c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.007456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a01a6881-9e8b-4bd3-b80e-e9a833511a98 admin admin] Publish callbacks [] for security_group (7ec1cdec-1362-4ac3-82fc-1ab5723d546c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.090383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a01a6881-9e8b-4bd3-b80e-e9a833511a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7ec1cdec-1362-4ac3-82fc-1ab5723d546c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.093460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a01a6881-9e8b-4bd3-b80e-e9a833511a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.094915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a01a6881-9e8b-4bd3-b80e-e9a833511a98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ec1cdec-1362-4ac3-82fc-1ab5723d546c HTTP/1.1" status: 204 len: 168 time: 0.2591014 Feb 19 01:24:30.111581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a6881-9e8b-4bd3-b80e-e9a833511a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec1cdec-1362-4ac3-82fc-1ab5723d546c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:30.395014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (678aa3af-0082-4290-8075-dae3886d48cd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.423987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ad53d22-46f7-431e-bdbd-ca06edd93bdb req-f153c5df-8a14-4177-ae37-c2a878130e92 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0197918 Feb 19 01:24:30.475787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd8d1-1a6d-4081-b420-cd6e085fca3e req-aef0cf61-825f-480f-906c-5147468bf8d9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.484591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38afd8d1-1a6d-4081-b420-cd6e085fca3e req-aef0cf61-825f-480f-906c-5147468bf8d9 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 943 time: 0.1138852 Feb 19 01:24:30.505556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-76a0b85b-cab0-4195-a374-96cc22f98921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.506973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-76a0b85b-cab0-4195-a374-96cc22f98921 service neutron] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 911 time: 0.8273783 Feb 19 01:24:30.634770 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38afd8d1-1a6d-4081-b420-cd6e085fca3e req-1992b954-fa9a-49ff-9674-3640f962e1e1 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461067 Feb 19 01:24:30.652131 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-48795f7a-cf41-42b5-9c52-adf16a350392 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4 HTTP/1.1" status: 200 len: 217 time: 0.1349323 Feb 19 01:24:30.720787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-0f528d63-d6bc-47fa-ac2f-a49e7dc348b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.722311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-0f528d63-d6bc-47fa-ac2f-a49e7dc348b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.0653632 Feb 19 01:24:30.966658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-91844ce1-6483-477b-a988-ee0218608c82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427361 Feb 19 01:24:31.157711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678aa3af-0082-4290-8075-dae3886d48cd {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:31.167055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Publish callbacks [] for port (678aa3af-0082-4290-8075-dae3886d48cd), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.180563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Transition to ACTIVE for port object 678aa3af-0082-4290-8075-dae3886d48cd will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:31.191668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.445231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '5c40231a-138b-42b9-adc7-8093e1e6041d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:31.447553 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d34f2-2887-4b43-852a-4a90dd4d688f" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "5c40231a-138b-42b9-adc7-8093e1e6041d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:31.620131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Attempting to bind port 678aa3af-0082-4290-8075-dae3886d48cd on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:31.628649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Attempting to bind port 678aa3af-0082-4290-8075-dae3886d48cd by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:31.634557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Attempting to bind port 678aa3af-0082-4290-8075-dae3886d48cd on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:31.712479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Port 678aa3af-0082-4290-8075-dae3886d48cd on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:31.712987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Attempting to bind port 678aa3af-0082-4290-8075-dae3886d48cd on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:31.736492 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecec0c3-1f0b-47f2-ab89-040a13ccae6c x-openstack-request-id: req-9ecec0c3-1f0b-47f2-ab89-040a13ccae6c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:31.738693 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "5c40231a-138b-42b9-adc7-8093e1e6041d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:31.740844 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ecec0c3-1f0b-47f2-ab89-040a13ccae6c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:31.741620 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '5c40231a-138b-42b9-adc7-8093e1e6041d', 'status': 'completed', 'code': 200} Feb 19 01:24:31.786748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.792191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.810382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.821696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.826834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Pushing event updated for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:31.830994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.858897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.880912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.884752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.885633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.885978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.886313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.886642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.886972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.887296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.887622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.887943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.888266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.888591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.888914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.889257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:31.900081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-19d19265-0477-4461-853c-01f95933e65b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5383 time: 0.2593362 Feb 19 01:24:31.902829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:31.904142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:31.904499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Checking segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:31.905178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Bound using segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:31.905642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Bound port: 678aa3af-0082-4290-8075-dae3886d48cd, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:31.906005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (678aa3af-0082-4290-8075-dae3886d48cd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.000182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ded53bea-6145-4bd5-8820-c2d46bf59fd4 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:32.052645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.057478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.057997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.058467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.058929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.059385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.059836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.061824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9777eaa8-1f8c-4137-9e88-4955cfd73e8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6326 time: 0.3422945 Feb 19 01:24:32.068432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb820be2-6ca0-4c70-8c03-16c5c5bff369 req-1e639e3f-c01f-47d3-b800-972f561357f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675386 Feb 19 01:24:32.187016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1070836301-network', 'tenant_id': '3cac2417fe404e58a6e63032db1ed0c0'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:32.234453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Made reservation on behalf of 3cac2417fe404e58a6e63032db1ed0c0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:32.236876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.240195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-2f7fbca7-41cd-45f4-92b0-162c58f583b0 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0578043 Feb 19 01:24:32.274268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.297791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ded53bea-6145-4bd5-8820-c2d46bf59fd4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:32.327382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4', 'network_id': '671bc1bb-8713-4c34-88b7-d405fdfe63ea', 'port_id': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4', 'mac_address': 'fa:16:3e:0f:20:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9f85bf-7dca-42ae-b746-2d3924a3b3ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:32.425412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ded53bea-6145-4bd5-8820-c2d46bf59fd4 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:32.427691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.452810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks [] for security_group (eb9437e1-6b4e-427e-b33f-5d60da27224f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.459338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded53bea-6145-4bd5-8820-c2d46bf59fd4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:32.465323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eb9437e1-6b4e-427e-b33f-5d60da27224f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.504926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:24:32.510892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ded53bea-6145-4bd5-8820-c2d46bf59fd4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:32.518418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d1f3-cbc6-4618-a92e-f49242906994 req-9dcf9ebc-41d4-403c-8410-a79e867520e6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.519999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae01d1f3-cbc6-4618-a92e-f49242906994 req-9dcf9ebc-41d4-403c-8410-a79e867520e6 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 943 time: 0.5912883 Feb 19 01:24:32.527524 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.539189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9437e1-6b4e-427e-b33f-5d60da27224f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:32.546909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f35b4ffd-1833-446e-befa-08a88e3a8fc2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.547263 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Added segment f35b4ffd-1833-446e-befa-08a88e3a8fc2 of type vlan for network 235c03fa-1204-4387-a93d-4976348b7c05 Feb 19 01:24:32.611309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:32.616672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae01d1f3-cbc6-4618-a92e-f49242906994 req-971eac1d-3f5c-4c59-9bae-e444add8b472 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798433 Feb 19 01:24:32.644827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (235c03fa-1204-4387-a93d-4976348b7c05), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.660761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ded53bea-6145-4bd5-8820-c2d46bf59fd4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:32.679956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.680855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.681428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.682003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.682541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.683088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.683626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.684157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.684686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.685266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.689890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.690475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.691454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:32.711795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=678aa3af-0082-4290-8075-dae3886d48cd,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:32.727703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (235c03fa-1204-4387-a93d-4976348b7c05), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.728816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.729540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.732243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-bfb937c4-ce25-434b-8b38-83a0366c5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.733454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-bfb937c4-ce25-434b-8b38-83a0366c5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.735080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-bfb937c4-ce25-434b-8b38-83a0366c5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.739109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-bfb937c4-ce25-434b-8b38-83a0366c5fbc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6560290 Feb 19 01:24:32.798920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.839131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ded53bea-6145-4bd5-8820-c2d46bf59fd4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:32.901040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] Pushing event updated for resources: {'Network': ['ID=235c03fa-1204-4387-a93d-4976348b7c05,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:32.937364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-080e64a3-d18a-4b08-98d3-780a6449fd9e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0272393 Feb 19 01:24:32.939906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 235c03fa-1204-4387-a93d-4976348b7c05 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:24:32.940490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:32.945816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Request body: {'subnet': {'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1070836301-subnet', 'tenant_id': '3cac2417fe404e58a6e63032db1ed0c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:32.962225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-291428f2-9ff3-4076-8599-98d7e1c13896 req-821445d3-d972-4f11-921b-8124a791cf64 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496024 Feb 19 01:24:32.987152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Pushing event updated for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:32.998632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Made reservation on behalf of 3cac2417fe404e58a6e63032db1ed0c0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:33.001464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.121312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.127595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.131935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-a03db8d6-3bd6-49f7-b90b-0045d1b9d2cb service neutron] 10.222.0.10 "PUT /v2.0/ports/678aa3af-0082-4290-8075-dae3886d48cd HTTP/1.1" status: 200 len: 1091 time: 3.5838220 Feb 19 01:24:33.178640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:33.488465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (01ca0132-7ae1-4c94-b828-d7d58b4d554b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.531178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.594558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ca0132-7ae1-4c94-b828-d7d58b4d554b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:33.687001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9ed08ba4-c259-40bf-9d87-9cfae729cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.693556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-944d34f2-2887-4b43-852a-4a90dd4d688f req-9ed08ba4-c259-40bf-9d87-9cfae729cc19 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9278092 Feb 19 01:24:33.701797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Checking segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:33.702155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Network hostable DHCP agents. Network: 235c03fa-1204-4387-a93d-4976348b7c05, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:24:33.784131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Network 235c03fa-1204-4387-a93d-4976348b7c05 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:24:33.799486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 235c03fa-1204-4387-a93d-4976348b7c05) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:33.806142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.807878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.811032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dba949-cbf9-4304-aeb9-81efd3912935 None None] Network 235c03fa-1204-4387-a93d-4976348b7c05 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:33.907885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0390009d-fccb-4b25-9c79-184b64a217c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9590557 Feb 19 01:24:34.072336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:34.074670 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794f3d03-3241-48c7-abcb-46b7203ef2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "678aa3af-0082-4290-8075-dae3886d48cd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:34.114275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466a622-e9dc-46ef-884f-d1ea73a200b3 req-fd43c55c-ccf3-43c2-aa77-0dba6b62edff tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.125036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6466a622-e9dc-46ef-884f-d1ea73a200b3 req-fd43c55c-ccf3-43c2-aa77-0dba6b62edff tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 944 time: 0.2659791 Feb 19 01:24:34.171664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cff35c-0a54-4c5a-af4d-716f5d9eba7d None None] Network 235c03fa-1204-4387-a93d-4976348b7c05 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:34.192683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.206719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.221153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.226887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.243604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.265216 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6466a622-e9dc-46ef-884f-d1ea73a200b3 req-e2fe8cd2-88ae-4eff-9e37-7ecfd828851b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332603 Feb 19 01:24:34.269800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.276708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.293139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-b0bb986b-bb63-413b-afbf-ddc252486f4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5383 time: 0.8100615 Feb 19 01:24:34.526789 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea437a9-8221-470a-b419-31a3da71c9eb x-openstack-request-id: req-2ea437a9-8221-470a-b419-31a3da71c9eb {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:34.527090 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "678aa3af-0082-4290-8075-dae3886d48cd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:34.527335 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ea437a9-8221-470a-b419-31a3da71c9eb {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:34.527727 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd', 'status': 'completed', 'code': 200} Feb 19 01:24:34.712031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43e93e14-3f1b-49af-9e4b-f1b31f382be6 req-bc144c56-6af8-403a-b87b-43f14fe736ca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4244125 Feb 19 01:24:34.801090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3d7979-4478-4d35-bafd-667305a6a16f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:34.821439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Publish callbacks [] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.838857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Transition to ACTIVE for port object 4c3d7979-4478-4d35-bafd-667305a6a16f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:34.863826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.864439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.864923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.867540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.868192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.868671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.871300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.873359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-3e209396-cd75-464f-857a-4ad5aa51ec90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6399 time: 0.3428333 Feb 19 01:24:34.877725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.106457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-c32dbf4c-33cd-44ef-849e-cf8173cb9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.106926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-c32dbf4c-33cd-44ef-849e-cf8173cb9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.118673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-c32dbf4c-33cd-44ef-849e-cf8173cb9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.122924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-c32dbf4c-33cd-44ef-849e-cf8173cb9765 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2356145 Feb 19 01:24:35.171303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4263b2e3-fcef-4208-a896-2563c96ee1a1 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.172927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4263b2e3-fcef-4208-a896-2563c96ee1a1 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 813 time: 0.2954962 Feb 19 01:24:35.196305 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-8bca62ed-b230-4c91-9d3e-2e12b21a2bda tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/quotas/3cac2417fe404e58a6e63032db1ed0c0 HTTP/1.1" status: 200 len: 375 time: 0.0150044 Feb 19 01:24:35.280347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4be80a2a-6e0a-476c-9644-83924bb1d9d0 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741763 Feb 19 01:24:35.299867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:35.342732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-2cd5aa99-8465-492d-96cd-6937fc7b680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.349655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-794f3d03-3241-48c7-abcb-46b7203ef2d4 req-2cd5aa99-8465-492d-96cd-6937fc7b680c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333494 Feb 19 01:24:35.532732 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ae959d12-0d7d-4b09-a3d9-1839de8c58ae service neutron] 10.222.0.43 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511678 Feb 19 01:24:35.650121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36079b-c2e1-4739-b0c0-1fbf3b78e290 req-c0034c0c-f2cd-4e02-ac1f-7486dc0ecf56 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.654856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db36079b-c2e1-4739-b0c0-1fbf3b78e290 req-c0034c0c-f2cd-4e02-ac1f-7486dc0ecf56 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 944 time: 0.1821358 Feb 19 01:24:35.768250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db36079b-c2e1-4739-b0c0-1fbf3b78e290 req-f671d359-ea93-4c52-802a-bbe5819e2b35 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043406 Feb 19 01:24:35.774465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Attempting to bind port 4c3d7979-4478-4d35-bafd-667305a6a16f on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:35.774465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Attempting to bind port 4c3d7979-4478-4d35-bafd-667305a6a16f by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:35.774776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Attempting to bind port 4c3d7979-4478-4d35-bafd-667305a6a16f on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:35.785337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Port 4c3d7979-4478-4d35-bafd-667305a6a16f on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:35.785581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Attempting to bind port 4c3d7979-4478-4d35-bafd-667305a6a16f on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:35.796383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:35.803560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Checking segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:35.803963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Bound using segment: {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:35.804425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Bound port: 4c3d7979-4478-4d35-bafd-667305a6a16f, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681eadc4-5304-4aa5-b16b-9e5dbe167181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:35.804794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.834594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-6bb896ad-bdb2-49c2-a706-b5e6f0fd0528 service neutron] 10.222.0.43 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006513 Feb 19 01:24:35.954251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:35.961187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4c3d7979-4478-4d35-bafd-667305a6a16f,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:35.988793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.013067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ded53bea-6145-4bd5-8820-c2d46bf59fd4 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:36.172097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ded53bea-6145-4bd5-8820-c2d46bf59fd4 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:24:36.176393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ded53bea-6145-4bd5-8820-c2d46bf59fd4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:36.176785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.183797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:36.238346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.245449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.251830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c32051dd-fb2e-4396-9e7e-da9b6ed30ec9 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c3d7979-4478-4d35-bafd-667305a6a16f HTTP/1.1" status: 200 len: 1091 time: 3.0790558 Feb 19 01:24:36.309920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:36.383057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.392777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.437292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.440575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ded53bea-6145-4bd5-8820-c2d46bf59fd4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:36.441360 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.443171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.494834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a33911e-1d49-4a76-b34f-d475c16bfd61 req-a7366fbc-7b77-4f9d-b68c-50f4c6fafb02 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 210 time: 0.1294842 Feb 19 01:24:36.500854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:36.505313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.513188 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdff94a-4cf7-4390-8c10-17c573f015c2" -d '{"events": [{"server_uuid": "92b1af94-d794-4c56-bbc0-67d21d3a00b2", "name": "network-vif-plugged", "status": "completed", "tag": "ded53bea-6145-4bd5-8820-c2d46bf59fd4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:36.535980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.540631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ded53bea-6145-4bd5-8820-c2d46bf59fd4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:36.549483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.554691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.574228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-bc62927a-b6ee-4bc6-864d-5ea6640a02db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5395 time: 0.4699299 Feb 19 01:24:36.659787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ded53bea-6145-4bd5-8820-c2d46bf59fd4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:36.661953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:36.664263 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd91228-92e8-46e3-a72a-9448362e8b52" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:36.811782 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9437c46e-8836-4dad-86b1-99c02c8a3c7c x-openstack-request-id: req-9437c46e-8836-4dad-86b1-99c02c8a3c7c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:36.812295 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b1af94-d794-4c56-bbc0-67d21d3a00b2", "name": "network-vif-plugged", "status": "completed", "tag": "ded53bea-6145-4bd5-8820-c2d46bf59fd4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:36.812710 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9437c46e-8836-4dad-86b1-99c02c8a3c7c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:36.813292 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4', 'code': 200} Feb 19 01:24:36.876709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.009491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5b5c466-25d4-4b80-a0f8-faeb2026fde4 req-55ab82d3-bf79-4fff-82de-b75117885473 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4343441 Feb 19 01:24:37.136239 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66897c96-4dd6-4b14-b206-2388f0cb6e2f x-openstack-request-id: req-66897c96-4dd6-4b14-b206-2388f0cb6e2f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:37.136673 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:37.137541 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66897c96-4dd6-4b14-b206-2388f0cb6e2f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:37.137541 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f', 'status': 'completed', 'code': 200} Feb 19 01:24:37.222361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b4260-82e1-4ebd-9020-81037cf131a3 req-94509ec5-c10f-40a0-8d73-079f9c127832 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.223999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e0b4260-82e1-4ebd-9020-81037cf131a3 req-94509ec5-c10f-40a0-8d73-079f9c127832 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.2026083 Feb 19 01:24:37.389023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e0b4260-82e1-4ebd-9020-81037cf131a3 req-d4628818-22c8-4318-be54-abf605ea6056 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563234 Feb 19 01:24:37.401513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.406543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.407112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.407636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.408946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.409495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.411223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.416762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-d09c7917-7490-4ab8-bf60-89576f7819ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6497 time: 0.4023049 Feb 19 01:24:37.591416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-76e53d64-a5d4-4b9e-a398-b2e8f1664d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.592256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-76e53d64-a5d4-4b9e-a398-b2e8f1664d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.592788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-76e53d64-a5d4-4b9e-a398-b2e8f1664d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.594631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-76e53d64-a5d4-4b9e-a398-b2e8f1664d8f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1220512 Feb 19 01:24:37.599851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec82c-53c2-4da2-8a00-ecdf5b539dd1 req-61606aa0-e5ea-4973-bebe-9acd1bfbd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.601440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f73ec82c-53c2-4da2-8a00-ecdf5b539dd1 req-61606aa0-e5ea-4973-bebe-9acd1bfbd982 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 1127 time: 0.4677494 Feb 19 01:24:37.688330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af1b5551-82df-4554-822e-36c585c9db20 req-a8f958f9-d82f-4d72-ae42-5703834cda56 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 210 time: 0.0905995 Feb 19 01:24:37.859081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f73ec82c-53c2-4da2-8a00-ecdf5b539dd1 req-31ad8cea-df07-47ac-90a9-8063c253d65a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308125 Feb 19 01:24:37.927904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-9dc468bc-9ae7-4d73-96f4-b424b18dda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.929523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cd91228-92e8-46e3-a72a-9448362e8b52 req-9dc468bc-9ae7-4d73-96f4-b424b18dda04 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160856 Feb 19 01:24:38.044133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4517f6b4-07fe-4bbf-9beb-aa222a80344e {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:38.054849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Publish callbacks [] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.069714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Transition to ACTIVE for port object 4517f6b4-07fe-4bbf-9beb-aa222a80344e will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:38.089412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.302188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Pushing event updated for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:38.313862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.320437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.326412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.342829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.356430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.374156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.399141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.423136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-c531ed9f-8380-4e18-b587-c7d69c15ef94 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5407 time: 0.2047436 Feb 19 01:24:38.506464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Attempting to bind port 4517f6b4-07fe-4bbf-9beb-aa222a80344e on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:38.508454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Attempting to bind port 4517f6b4-07fe-4bbf-9beb-aa222a80344e by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:38.508897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Attempting to bind port 4517f6b4-07fe-4bbf-9beb-aa222a80344e on network 52177f54-6349-49b6-8c30-39a8daeb619e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:38.532017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Port 4517f6b4-07fe-4bbf-9beb-aa222a80344e on network 52177f54-6349-49b6-8c30-39a8daeb619e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:38.532397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Attempting to bind port 4517f6b4-07fe-4bbf-9beb-aa222a80344e on network 52177f54-6349-49b6-8c30-39a8daeb619e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:38.558537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:38.559716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Checking segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:38.560597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Bound using segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:38.561371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Bound port: 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:38.561999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.698104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fe768f5-f441-4daa-913d-fe15a88edfc3 req-94009c71-a098-4c41-9d5b-56147f51d5cc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2464705 Feb 19 01:24:38.893972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:38.907533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc895263-4194-4077-a0d2-951b8f09ab84 req-2517a4ee-ac87-4cf9-b1ed-e758c1f9fe13 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 210 time: 0.0828016 Feb 19 01:24:38.953755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:39.008928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683376ec-f190-4fa3-b420-f8f733768ec1 req-ef81b959-b9d2-4c24-a952-841ef4d8df00 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.022832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-683376ec-f190-4fa3-b420-f8f733768ec1 req-ef81b959-b9d2-4c24-a952-841ef4d8df00 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.4402354 Feb 19 01:24:39.045482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.209561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-11925094-1ee1-4016-9efc-659c99f818c8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.211205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-11925094-1ee1-4016-9efc-659c99f818c8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 813 time: 0.5231180 Feb 19 01:24:39.277572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Request body: {'port': {'device_id': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'admin_state_up': True, 'tenant_id': '3cac2417fe404e58a6e63032db1ed0c0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:39.311277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-683376ec-f190-4fa3-b420-f8f733768ec1 req-6d26c837-a4df-4657-bc74-bd515918cc21 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872429 Feb 19 01:24:39.314741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.315362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.316736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] 10.222.0.10 "PUT /v2.0/ports/4517f6b4-07fe-4bbf-9beb-aa222a80344e HTTP/1.1" status: 200 len: 1091 time: 3.0222082 Feb 19 01:24:39.329375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:39.340633 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d199cd-b975-46ab-b929-3d52becbe311" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:39.422502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Request body: {'port': {'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:39.589835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.590448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.590984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.591517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.592104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.592636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.593188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.595222 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-532a6cd8-87df-4fb1-9c32-0b1f6d4e5431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6595 time: 0.1070766 Feb 19 01:24:39.771162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-8a21b3e1-4669-484d-98a6-5c70121d0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.771812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-8a21b3e1-4669-484d-98a6-5c70121d0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.772331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-8a21b3e1-4669-484d-98a6-5c70121d0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.774111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-8a21b3e1-4669-484d-98a6-5c70121d0c9d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1698382 Feb 19 01:24:39.991954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.998312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.004203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.009466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.015405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.020620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.027856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.036397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-86ddcdbc-446e-417f-b9c9-d1e56c69822a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5407 time: 0.1342263 Feb 19 01:24:40.115869 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e643df-2820-4e7b-8b11-da0ad7aec479 x-openstack-request-id: req-c2e643df-2820-4e7b-8b11-da0ad7aec479 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:40.116568 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:40.120852 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2e643df-2820-4e7b-8b11-da0ad7aec479 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:40.121424 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e', 'status': 'completed', 'code': 200} Feb 19 01:24:40.126537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e20776d-9b88-4f00-a0c1-3d600b45fc0b req-551b59de-bbe2-4913-9cee-41196da7f687 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889859 Feb 19 01:24:40.165112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-a8b4e08c-ae04-4e96-8e1d-2e34b0797b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.168535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6d199cd-b975-46ab-b929-3d52becbe311 req-a8b4e08c-ae04-4e96-8e1d-2e34b0797b78 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3857386 Feb 19 01:24:40.225648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c277b279-6bda-4a05-a779-2ada1f6948c3 req-ce16ce25-4b91-4da7-869a-a5c297e99149 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 210 time: 0.1288404 Feb 19 01:24:40.306197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940000c-86b5-4d3d-9eba-4acb21479c3f service neutron] Pushing event updated for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:40.384242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-02c75b5d-e6f8-4f72-abbc-23bd8640224d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.386394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-02c75b5d-e6f8-4f72-abbc-23bd8640224d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 813 time: 1.2623382 Feb 19 01:24:40.395230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.420288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Request body: {'port': {'device_id': '55f4d241-947c-4cbe-8612-383dc03986d0', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'admin_state_up': True, 'tenant_id': '3cac2417fe404e58a6e63032db1ed0c0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:40.572946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67587-3cbe-44f5-ac5b-f4502492a649 req-4bc9a2ad-f018-4290-8ecd-0b97e4caead8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.574867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dca67587-3cbe-44f5-ac5b-f4502492a649 req-4bc9a2ad-f018-4290-8ecd-0b97e4caead8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1416790 Feb 19 01:24:40.635963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Made reservation on behalf of 3cac2417fe404e58a6e63032db1ed0c0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:40.651505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.700478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dca67587-3cbe-44f5-ac5b-f4502492a649 req-1a7d9a14-138d-41ce-9a18-d945374e05b8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190739 Feb 19 01:24:40.894731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Allocated IP 172.20.0.8 (235c03fa-1204-4387-a93d-4976348b7c05/01ca0132-7ae1-4c94-b828-d7d58b4d554b/1d2139d7-2e44-405a-9aeb-d929647597a6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:41.127907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-35086dc4-5598-466c-a8f8-1f8bc6c84a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.129452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-35086dc4-5598-466c-a8f8-1f8bc6c84a58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 1127 time: 0.1670809 Feb 19 01:24:41.206632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Made reservation on behalf of 3cac2417fe404e58a6e63032db1ed0c0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:41.211932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.442695 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks [] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.808466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.817763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.823798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.841200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.846771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.852117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.877980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.879985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-ac12ab01-909a-4119-8a85-b7fe295b962e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5407 time: 0.5440161 Feb 19 01:24:42.015252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-2052de3b-eeed-48d6-8b6a-a6b9600ea6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:42.015838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.018651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-2052de3b-eeed-48d6-8b6a-a6b9600ea6b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 911 time: 0.8752942 Feb 19 01:24:42.067734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010e21-b132-4471-8d03-b61e1d459cf7 req-1ac4b368-4e97-4d01-a38a-29df527d0544 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:42.073430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d010e21-b132-4471-8d03-b61e1d459cf7 req-1ac4b368-4e97-4d01-a38a-29df527d0544 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 1.0533631 Feb 19 01:24:42.096944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event updated for resources: {'Port': ['ID=1d2139d7-2e44-405a-9aeb-d929647597a6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:42.159720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:42.177828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Network 235c03fa-1204-4387-a93d-4976348b7c05 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:42.179779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Publish callbacks [] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.190447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Allocated IP 172.20.0.3 (235c03fa-1204-4387-a93d-4976348b7c05/01ca0132-7ae1-4c94-b828-d7d58b4d554b/bcacc385-f4e0-4859-88bc-3020d3eaf659) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:42.231237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d010e21-b132-4471-8d03-b61e1d459cf7 req-32f440c4-275f-44d5-87b9-894f933ee91a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710440 Feb 19 01:24:42.232702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-45067de7-3736-483f-9e8f-6e62688362fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4 HTTP/1.1" status: 200 len: 217 time: 0.2029972 Feb 19 01:24:42.354835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks [] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.389927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-d7b000fe-b10a-4969-8e38-57ffbcb0616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:42.392621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:42.402256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:42.403905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-d7b000fe-b10a-4969-8e38-57ffbcb0616b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.1616118 Feb 19 01:24:42.408517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.485395 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-4222c891-55be-4e01-8c52-06f46dda6100 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566940 Feb 19 01:24:42.498182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:42.498942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.514660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21b3100f-a508-4aae-8aaf-3466e9089b48 req-9ce60788-4e7d-4e19-949c-fa49d8b44271 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6074007 Feb 19 01:24:42.587000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Transition to ACTIVE for port object 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:42.609470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.622766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Network 235c03fa-1204-4387-a93d-4976348b7c05 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:42.635725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-4d836234-8a14-4dac-91f7-b4beba0a57da tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3625398 Feb 19 01:24:42.639089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:42.648006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event updated for resources: {'Port': ['ID=bcacc385-f4e0-4859-88bc-3020d3eaf659,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:42.648006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:42.660745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Request body: {'port': {'device_id': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:42.724710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d914d1-39d3-4925-a08e-690d60f51737 req-21a77340-345e-4ef3-aa8f-0a67017d3138 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:42.726331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d914d1-39d3-4925-a08e-690d60f51737 req-21a77340-345e-4ef3-aa8f-0a67017d3138 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 931 time: 0.3196192 Feb 19 01:24:42.856972 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-ae2aff8f-2a37-4f44-a944-9a9cd934208f service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379605 Feb 19 01:24:43.043474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.044162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.053595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Pushing event updated for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:43.159171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Attempting to bind port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:43.159563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Attempting to bind port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:43.159848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Attempting to bind port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 on network 52177f54-6349-49b6-8c30-39a8daeb619e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:43.163132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6aa1d0f6-cf64-4735-b2d0-24e1c6d446a4 req-bb4ac4df-6cfc-4bbe-920a-1663b783e617 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966926 Feb 19 01:24:43.169788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9d914d1-39d3-4925-a08e-690d60f51737 req-f437e787-0d33-4942-ac30-4111cd96a14b tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345503 Feb 19 01:24:43.186474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 on network 52177f54-6349-49b6-8c30-39a8daeb619e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:43.186901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Attempting to bind port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 on network 52177f54-6349-49b6-8c30-39a8daeb619e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:43.201256 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.210693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fcffa492-33bc-4491-9f1d-20d31add06a3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7943208 Feb 19 01:24:43.236776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Request body: {'port': {'device_id': '55f4d241-947c-4cbe-8612-383dc03986d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:43.240055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:43.240055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Checking segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:43.240055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Bound using segment: {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:43.240487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Bound port: 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ded9899-7c45-4af2-a950-69faa1c5ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:43.240842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.659776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.813014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.819186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.834808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.840934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.858851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.864382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.882705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.885562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-fbbcdc88-32e3-44d5-aa28-19d4b43c7d2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2181494 Feb 19 01:24:44.011070 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a8e14a54-9186-43b9-b2e5-dcd80174125c req-b5617129-85cc-45c5-9f6a-6d08023f2a11 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187193 Feb 19 01:24:44.192685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5334-1865-4399-8842-c56125c284ac req-372ff62f-6b9f-446c-ab18-3010921476d8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.202539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-436f5334-1865-4399-8842-c56125c284ac req-372ff62f-6b9f-446c-ab18-3010921476d8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.6871889 Feb 19 01:24:44.375151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:44.436520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:44.480566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.565245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cc01a-0d48-4e40-b3f6-c1c68f95b63b req-ba5c14f5-1c87-4973-9666-493674315fc3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.580358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f2cc01a-0d48-4e40-b3f6-c1c68f95b63b req-ba5c14f5-1c87-4973-9666-493674315fc3 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 931 time: 0.1425562 Feb 19 01:24:44.652552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Pushing event updated for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:44.676908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-436f5334-1865-4399-8842-c56125c284ac req-05eb6b89-374a-4613-9db1-dca0de189935 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079089 Feb 19 01:24:44.691888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.692670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.694330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a7da8af-7777-4fc8-8f81-a7c149af3126 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 HTTP/1.1" status: 200 len: 1091 time: 5.2914381 Feb 19 01:24:44.694845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:44.699267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f2cc01a-0d48-4e40-b3f6-c1c68f95b63b req-46d27cf4-f087-4b35-b3fc-c2ac909d5445 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179476 Feb 19 01:24:44.710591 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c41fb-7cb3-4d7a-b701-c5653c7937f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:44.880293 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3a8e7-175e-4af6-93c2-504799d33ef1 x-openstack-request-id: req-62d3a8e7-175e-4af6-93c2-504799d33ef1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:44.880588 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:44.881068 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62d3a8e7-175e-4af6-93c2-504799d33ef1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:44.881617 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7', 'status': 'completed', 'code': 200} Feb 19 01:24:44.947812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2139d7-2e44-405a-9aeb-d929647597a6 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:44.970012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Publish callbacks [] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.025647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.030087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.030790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.031325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.031853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.032584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.038447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.047388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ed5001b0-0dbc-4c06-89f9-1a96bf97839d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6693 time: 0.1902285 Feb 19 01:24:45.055093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Transition to ACTIVE for port object 1d2139d7-2e44-405a-9aeb-d929647597a6 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:45.186225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-b3013400-68c1-46c4-b005-8674ad9f5092 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.201686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-b3013400-68c1-46c4-b005-8674ad9f5092 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.2904174 Feb 19 01:24:45.230852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-7e57820b-d37d-45d7-a2b2-37129eb49779 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/quotas/ec9c7311231f48318db6653ae0252f91 HTTP/1.1" status: 200 len: 375 time: 0.0226381 Feb 19 01:24:45.243719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.336701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-5c85a359-7e52-40ef-8e73-0f59c1e8b047 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047776 Feb 19 01:24:45.446150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4b83f9c3-775c-4c00-8d4f-522561ddac0a service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081765 Feb 19 01:24:45.449547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-28d1a332-9261-4180-93d6-a55ccc5569d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc HTTP/1.1" status: 200 len: 217 time: 0.3897023 Feb 19 01:24:45.548226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2218fb05-1937-4116-aa10-a991c8a6f25f service neutron] 10.222.0.43 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002507 Feb 19 01:24:45.709727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2139d7-2e44-405a-9aeb-d929647597a6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:45.765147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-4fb917b9-f42c-48a3-800e-095fa537eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.766630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-4fb917b9-f42c-48a3-800e-095fa537eb21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10e40259-b334-4de9-947e-f5cd89bbfc31 HTTP/1.1" status: 200 len: 851 time: 0.2867537 Feb 19 01:24:45.801569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.809357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.815339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.820828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.827807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.833737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.839782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:45.853789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f447a76a-8559-4a7f-a037-82de7ee84ef9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.6062658 Feb 19 01:24:46.075828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc986-af06-4b7e-8f21-0ef28da3f31b req-aaf78575-fc5f-4df7-9f2e-bd2367c6359e tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.083740 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-deddc986-af06-4b7e-8f21-0ef28da3f31b req-aaf78575-fc5f-4df7-9f2e-bd2367c6359e tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 931 time: 0.1394560 Feb 19 01:24:46.122261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7192a4b2-bffc-4c96-9b1f-0b1f975c4afd req-f57e0bd7-5744-45d6-966b-6cd9c50f5cc9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2660201 Feb 19 01:24:46.167501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-43df7d41-1589-4f3b-ae74-520b214fbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.169029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-43df7d41-1589-4f3b-ae74-520b214fbe1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419c564d-65b6-4252-aea5-969df3964f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2552910 Feb 19 01:24:46.219306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcacc385-f4e0-4859-88bc-3020d3eaf659 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:46.271589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-deddc986-af06-4b7e-8f21-0ef28da3f31b req-61c29cb3-21ee-4c3a-89df-a61cae93d665 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862943 Feb 19 01:24:46.290107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Attempting to bind port 1d2139d7-2e44-405a-9aeb-d929647597a6 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:46.290500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Attempting to bind port 1d2139d7-2e44-405a-9aeb-d929647597a6 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:46.291441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Attempting to bind port 1d2139d7-2e44-405a-9aeb-d929647597a6 on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:46.373491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Publish callbacks [] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.376559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Port 1d2139d7-2e44-405a-9aeb-d929647597a6 on network 235c03fa-1204-4387-a93d-4976348b7c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:46.380491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Attempting to bind port 1d2139d7-2e44-405a-9aeb-d929647597a6 on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:46.389801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-06de8dc7-4e0f-496d-bb39-09d89caa7dad req-151d65df-54e0-486e-97f4-c59c93f5353a tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 210 time: 0.0432150 Feb 19 01:24:46.444034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:46.444606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Checking segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:46.445371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Bound using segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:46.445966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Bound port: 1d2139d7-2e44-405a-9aeb-d929647597a6, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:46.446478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.508530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Transition to ACTIVE for port object bcacc385-f4e0-4859-88bc-3020d3eaf659 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:46.588495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] For port 1d2139d7-2e44-405a-9aeb-d929647597a6, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:46.588495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] For port 1d2139d7-2e44-405a-9aeb-d929647597a6, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1d2139d7-2e44-405a-9aeb-d929647597a6,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:46.588495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.669405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde32300-1a2f-4dc9-aac1-74c108f04ba4 req-12214111-2248-445a-bc8f-28c446ebaf81 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.671560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dde32300-1a2f-4dc9-aac1-74c108f04ba4 req-12214111-2248-445a-bc8f-28c446ebaf81 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.3614612 Feb 19 01:24:46.677114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.702536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.703690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.705604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d2139d7-2e44-405a-9aeb-d929647597a6 HTTP/1.1" status: 200 len: 1091 time: 4.0537498 Feb 19 01:24:46.857352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-689186e9-8806-449f-aa92-45dc6ab8bd23 service neutron] 10.222.0.10 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788397 Feb 19 01:24:46.901090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcacc385-f4e0-4859-88bc-3020d3eaf659,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:46.925381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'tag': '1d2139d7-2e44-405a-9aeb-d929647597a6'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:46.927920 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76452e45-0ac9-49a3-aea8-302d21c9a76d" -d '{"events": [{"name": "network-changed", "server_uuid": "1daaea45-b85e-48cd-aa2a-48805afbb8bf", "tag": "1d2139d7-2e44-405a-9aeb-d929647597a6"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:46.936686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dde32300-1a2f-4dc9-aac1-74c108f04ba4 req-6f17dd75-7941-48fb-9a93-d4f495a7e6a8 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498610 Feb 19 01:24:47.531285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb67b-3e01-4487-954a-6d1a98449eb0 req-eb3ea69b-7542-4511-844a-0166f504e1eb tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:47.539758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c16eb67b-3e01-4487-954a-6d1a98449eb0 req-eb3ea69b-7542-4511-844a-0166f504e1eb tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 943 time: 0.0953801 Feb 19 01:24:47.682796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c16eb67b-3e01-4487-954a-6d1a98449eb0 req-d073e277-ff4f-4c83-8f94-660740dea1cb tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411109 Feb 19 01:24:47.781505 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ede158-a93b-4eda-8035-429c9bd7dc62 x-openstack-request-id: req-48ede158-a93b-4eda-8035-429c9bd7dc62 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:47.781800 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1daaea45-b85e-48cd-aa2a-48805afbb8bf", "tag": "1d2139d7-2e44-405a-9aeb-d929647597a6", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:47.782058 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48ede158-a93b-4eda-8035-429c9bd7dc62 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:47.782497 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'tag': '1d2139d7-2e44-405a-9aeb-d929647597a6', 'status': 'completed', 'code': 200} Feb 19 01:24:47.910794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a9803e6-4e94-4df5-9152-d4f7228ffff3 req-2b22a2e1-eaab-480f-b3af-c20e80dd3ca1 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 210 time: 0.0632668 Feb 19 01:24:48.072448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-a9817865-d306-4358-a4a0-b49ebf4f9e65 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.077084 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-a9817865-d306-4358-a4a0-b49ebf4f9e65 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 815 time: 0.2879992 Feb 19 01:24:48.102016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Request body: {'port': {'device_id': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'admin_state_up': True, 'tenant_id': 'ec9c7311231f48318db6653ae0252f91'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:48.238895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-a33ece56-35df-4edb-8f8a-64dd4ba254ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.240344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-a33ece56-35df-4edb-8f8a-64dd4ba254ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=1daaea45-b85e-48cd-aa2a-48805afbb8bf HTTP/1.1" status: 200 len: 1125 time: 1.4617133 Feb 19 01:24:48.255028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2b56a-5c0d-4dcf-964c-065889abb956 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2139d7-2e44-405a-9aeb-d929647597a6,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:48.308426 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.365556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Attempting to bind port bcacc385-f4e0-4859-88bc-3020d3eaf659 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:48.365896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Attempting to bind port bcacc385-f4e0-4859-88bc-3020d3eaf659 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:48.366230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Attempting to bind port bcacc385-f4e0-4859-88bc-3020d3eaf659 on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:48.382107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Made reservation on behalf of ec9c7311231f48318db6653ae0252f91 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:48.388308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3512e9b0-d290-45b4-a2d5-1626254eec2b service neutron] 10.222.0.10 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4707236 Feb 19 01:24:48.394199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.442387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-e3f9bb0c-72df-4570-8bc2-892bf525bc89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d2139d7-2e44-405a-9aeb-d929647597a6 HTTP/1.1" status: 200 len: 217 time: 0.1048081 Feb 19 01:24:48.442954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Port bcacc385-f4e0-4859-88bc-3020d3eaf659 on network 235c03fa-1204-4387-a93d-4976348b7c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:48.443744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Attempting to bind port bcacc385-f4e0-4859-88bc-3020d3eaf659 on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:48.507518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa1754-09a0-4b0a-9a93-cfae9bcd6368 req-0ede4efd-8546-4f59-bac3-9ee2669dc48e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.527472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9bfa1754-09a0-4b0a-9a93-cfae9bcd6368 req-0ede4efd-8546-4f59-bac3-9ee2669dc48e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.3117247 Feb 19 01:24:48.575077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-f6c46dc0-c93a-48ba-80fe-69fe92ddae94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 217 time: 0.1457911 Feb 19 01:24:48.584361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:48.584610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Checking segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:48.585023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Bound using segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:48.594280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Bound port: bcacc385-f4e0-4859-88bc-3020d3eaf659, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:48.594525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.705856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.711256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.718961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.720264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9bfa1754-09a0-4b0a-9a93-cfae9bcd6368 req-2e090caf-fedb-4758-be54-9d736d6f672c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889184 Feb 19 01:24:48.725011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.736625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.737309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.743240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.747513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-2934e68d-5e6d-4083-85cd-5431ae630afa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.8737445 Feb 19 01:24:48.755966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fdf1f27b-fe3d-4588-8343-c5dcdebe86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.759036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-fdf1f27b-fe3d-4588-8343-c5dcdebe86a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.2436104 Feb 19 01:24:49.080779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-6abab445-c859-45cd-a7f5-12bf2b49fe8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3082037 Feb 19 01:24:49.100450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Allocated IP 172.20.0.14 (d1c888b3-7c8d-4380-bb07-fff2779fc08e/02c2ed16-8fb6-4a81-9153-e917b37f50f4/70ca9af8-46c0-4add-bded-e7eacdc1b61c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:49.112707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d491-5e96-4247-b3fa-34d193a6a1f3 req-8e31d720-4454-4166-9934-386a85538a26 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:49.115341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac09d491-5e96-4247-b3fa-34d193a6a1f3 req-8e31d720-4454-4166-9934-386a85538a26 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 943 time: 0.1133623 Feb 19 01:24:49.122170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-1f420dc6-6b22-4966-bcc5-00510e580530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:49.123994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-1f420dc6-6b22-4966-bcc5-00510e580530 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.5270910 Feb 19 01:24:49.188181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] For port bcacc385-f4e0-4859-88bc-3020d3eaf659, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:49.285317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac09d491-5e96-4247-b3fa-34d193a6a1f3 req-5d163b43-0bfa-4b98-af3f-f727b63ffa9f tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621885 Feb 19 01:24:49.388372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] For port bcacc385-f4e0-4859-88bc-3020d3eaf659, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:49.416471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eed3a984-dfae-4998-b634-ed2de6cd2118 req-ca1d8711-5ad2-47b7-a231-e1ccb09f2717 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6197398 Feb 19 01:24:49.423976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.500767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00df80e8-d342-4228-bb99-dcd9aa17d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:49.502348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-00df80e8-d342-4228-bb99-dcd9aa17d759 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3335617 Feb 19 01:24:49.503539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:49.504228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.505641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/bcacc385-f4e0-4859-88bc-3020d3eaf659 HTTP/1.1" status: 200 len: 1091 time: 6.2738068 Feb 19 01:24:49.514661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-c5c96d64-a1b6-423b-b6da-828f2f79f867 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165630 Feb 19 01:24:49.605166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a657e6d-9581-4dab-8788-0710b5129dc5 req-f9c7100d-e9fa-499f-b692-b29e4bf96327 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 210 time: 0.0995660 Feb 19 01:24:49.684846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281907-cfb0-408b-82e2-10890bf988e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcacc385-f4e0-4859-88bc-3020d3eaf659,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:49.736984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-30868ab7-bebd-4150-aa33-60bc98da3ecf service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032568 Feb 19 01:24:49.780655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks [] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.863469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f4d241-947c-4cbe-8612-383dc03986d0', 'tag': 'bcacc385-f4e0-4859-88bc-3020d3eaf659'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:49.865737 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f80837-05fe-47b0-8100-bb299e1456fd" -d '{"events": [{"name": "network-changed", "server_uuid": "55f4d241-947c-4cbe-8612-383dc03986d0", "tag": "bcacc385-f4e0-4859-88bc-3020d3eaf659"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:49.870034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-7a1c8776-777f-4394-978a-3fff0e39b952 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528051 Feb 19 01:24:49.907357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-b6158e00-d55c-4199-af90-968093e1e281 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2023184 Feb 19 01:24:50.028758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.042285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40', '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'ee7b7018-900a-4de1-85f5-99a4fa95f09c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:50.076644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Network d1c888b3-7c8d-4380-bb07-fff2779fc08e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:50.083462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-371a1c56-61e5-47ed-a336-4e1f9fde918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.083907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-371a1c56-61e5-47ed-a336-4e1f9fde918e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 1127 time: 0.1513474 Feb 19 01:24:50.091017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:50.099582 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69b773a-8856-49af-b3cd-4356aeedc31c x-openstack-request-id: req-e69b773a-8856-49af-b3cd-4356aeedc31c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:50.099900 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f4d241-947c-4cbe-8612-383dc03986d0", "tag": "bcacc385-f4e0-4859-88bc-3020d3eaf659", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:50.100286 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e69b773a-8856-49af-b3cd-4356aeedc31c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:50.102404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:50.103066 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f4d241-947c-4cbe-8612-383dc03986d0', 'tag': 'bcacc385-f4e0-4859-88bc-3020d3eaf659', 'status': 'completed', 'code': 200} Feb 19 01:24:50.387052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-52e9b149-0b08-404b-85fe-b5a4ea94f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.399154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-52e9b149-0b08-404b-85fe-b5a4ea94f96c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 1125 time: 0.7980468 Feb 19 01:24:50.419150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-499a57f4-7be9-4a77-a7ac-2a256dd8f7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.521192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event updated for resources: {'Port': ['ID=70ca9af8-46c0-4add-bded-e7eacdc1b61c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:50.563888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.564573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.575213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.575562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.581547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.581897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.582235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.583039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.584269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.584269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.584269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.584566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.584658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.585397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.585397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:50.614644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-e7613c96-3f68-4d2f-a352-fb661881ddac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659 HTTP/1.1" status: 200 len: 217 time: 0.1796255 Feb 19 01:24:50.704108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a1029-6e8c-44b4-89cc-b961d977addf req-b56923ac-320e-4d80-b01d-bac28f902ed0 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.716174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-201a1029-6e8c-44b4-89cc-b961d977addf req-b56923ac-320e-4d80-b01d-bac28f902ed0 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.5727315 Feb 19 01:24:50.748795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-a2bd79ae-7aa8-4aa7-b708-3a1f47473277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.758033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-a2bd79ae-7aa8-4aa7-b708-3a1f47473277 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=1daaea45-b85e-48cd-aa2a-48805afbb8bf HTTP/1.1" status: 200 len: 1125 time: 0.8867526 Feb 19 01:24:50.795479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-4582f88d-d58b-4926-a902-bddc23bf8704 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6973958 Feb 19 01:24:50.820560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-3061c07e-d0aa-45e1-9412-2d0d58c2cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.830125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-3061c07e-d0aa-45e1-9412-2d0d58c2cf2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.7129688 Feb 19 01:24:50.837898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f965-4dec-4c2b-8973-98294cdeee43 req-53119110-8a0c-4944-a8b5-e8810a7b56d4 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.845767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b191f965-4dec-4c2b-8973-98294cdeee43 req-53119110-8a0c-4944-a8b5-e8810a7b56d4 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 943 time: 0.3775840 Feb 19 01:24:50.856719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Request body: {'port': {'device_id': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:50.929833 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-52013385-4c33-4741-b1ca-703979967a83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f HTTP/1.1" status: 200 len: 217 time: 0.0693252 Feb 19 01:24:50.940176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-1b5377ef-7502-43fa-b81c-040ced76149f service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0568888 Feb 19 01:24:51.043308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-fb259f94-3869-4440-8d31-23b45029269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.045566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-fb259f94-3869-4440-8d31-23b45029269a service neutron] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 914 time: 0.2574854 Feb 19 01:24:51.060835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b191f965-4dec-4c2b-8973-98294cdeee43 req-06e95c2e-dd86-448a-96d3-c8f58678a197 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141018 Feb 19 01:24:51.074721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-5fe1dc33-57b1-4ec1-a482-0fbf5a1a4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.076208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-5fe1dc33-57b1-4ec1-a482-0fbf5a1a4ad5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1387115 Feb 19 01:24:51.132761 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-e1e84603-5113-489d-97fb-1368d0229597 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 217 time: 0.0801182 Feb 19 01:24:51.159586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-f83c08c6-2ba4-46fe-ad0f-b57ab9e03bb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733776 Feb 19 01:24:51.160251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.185834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-46f8ad48-9c8b-45c6-8605-f17bcdaf0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.190449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-46f8ad48-9c8b-45c6-8605-f17bcdaf0984 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.5485275 Feb 19 01:24:51.191974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-08217ccc-e90c-41a3-948d-31012b98e970 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d2139d7-2e44-405a-9aeb-d929647597a6 HTTP/1.1" status: 200 len: 217 time: 0.0578902 Feb 19 01:24:51.255365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-c2070d64-c03b-42f3-a0af-7a17c1eaf914 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285573 Feb 19 01:24:51.437136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-71c5d489-6103-47e7-be53-9aecc3046c0e service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527500 Feb 19 01:24:51.464261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.470615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-201a1029-6e8c-44b4-89cc-b961d977addf req-799a588e-f22b-4e6a-81b7-c70f86df73dd tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528057 Feb 19 01:24:51.476090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.487595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.493176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.509987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.524272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.533434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3ae24326-d5b5-4f35-8902-bcabb5043ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.534909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3ae24326-d5b5-4f35-8902-bcabb5043ecd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.3401825 Feb 19 01:24:51.538405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.538937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-ac11ee37-e8bc-48c3-aa70-1ee640491d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.541051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae640829-994a-4ac9-93e2-404ca6723292 req-847bbd2b-aa70-412c-9a1a-c836aa9f368c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.3756309 Feb 19 01:24:51.543015 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-cf173e0e-4913-4288-b38e-ad5063d5a625 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687770 Feb 19 01:24:51.547438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-ac11ee37-e8bc-48c3-aa70-1ee640491d07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.3282189 Feb 19 01:24:51.592765 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:24:51.672386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-c47d400f-f482-4b57-93e0-62adc32fdf74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112456 Feb 19 01:24:51.730976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d39e792-123f-47e6-8ac2-69e5ae9626c5 req-1f867759-48f6-4e19-900b-1c503fba3a54 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851117 Feb 19 01:24:51.894511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-cea38a29-c31e-48b9-a479-ffb2733f6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.898603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-cea38a29-c31e-48b9-a479-ffb2733f6f35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3479285 Feb 19 01:24:52.080001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1d2139d7-2e44-405a-9aeb-d929647597a6 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:52.150054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-14d2c156-b57a-41c3-a1e2-536a5b467649 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386060 Feb 19 01:24:52.158818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-e0280e16-b351-4778-ba6b-a8292894b661 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876204 Feb 19 01:24:52.186039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-38dcadca-77ba-4a1b-9ca2-d35065642060 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538200 Feb 19 01:24:52.210353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae640829-994a-4ac9-93e2-404ca6723292 req-f2e228ed-d455-452e-acad-ddb039d0cdfe tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4402122 Feb 19 01:24:52.215667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513680-5e79-481f-a692-27a2e223d345 req-635794bf-357c-49db-ae23-0c9b323ba4a7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.222016 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9513680-5e79-481f-a692-27a2e223d345 req-635794bf-357c-49db-ae23-0c9b323ba4a7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 932 time: 0.5635409 Feb 19 01:24:52.398270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-6664f342-dee5-4a00-ac9b-1739b1a105fa service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544371 Feb 19 01:24:52.442262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1d2139d7-2e44-405a-9aeb-d929647597a6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1d2139d7-2e44-405a-9aeb-d929647597a6,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:52.474243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1d2139d7-2e44-405a-9aeb-d929647597a6', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'port_id': '1d2139d7-2e44-405a-9aeb-d929647597a6', 'mac_address': 'fa:16:3e:59:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ca0132-7ae1-4c94-b828-d7d58b4d554b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:52.515598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ca9af8-46c0-4add-bded-e7eacdc1b61c {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:52.538711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Publish callbacks [] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.572235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Transition to ACTIVE for port object 70ca9af8-46c0-4add-bded-e7eacdc1b61c will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:52.588804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1d2139d7-2e44-405a-9aeb-d929647597a6 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:52.592241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.659258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.662499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2139d7-2e44-405a-9aeb-d929647597a6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:52.684623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-733e96ec-87fd-4c81-87ac-55a1ed9eb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.686181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-733e96ec-87fd-4c81-87ac-55a1ed9eb2bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 1125 time: 0.8786454 Feb 19 01:24:52.709927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9513680-5e79-481f-a692-27a2e223d345 req-389db1ee-66b2-4d03-80f4-4a21d3e4d061 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104959 Feb 19 01:24:52.754039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1d2139d7-2e44-405a-9aeb-d929647597a6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1d2139d7-2e44-405a-9aeb-d929647597a6,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:52.804072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.817350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8651c997-680d-4c42-aee4-9d1116ce6a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.903276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Pushing event updated for resources: {'Port': ['ID=70ca9af8-46c0-4add-bded-e7eacdc1b61c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:52.964100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1d2139d7-2e44-405a-9aeb-d929647597a6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:53.104069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1d2139d7-2e44-405a-9aeb-d929647597a6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:53.114372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Attempting to bind port 70ca9af8-46c0-4add-bded-e7eacdc1b61c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:53.114710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Attempting to bind port 70ca9af8-46c0-4add-bded-e7eacdc1b61c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:53.115049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Attempting to bind port 70ca9af8-46c0-4add-bded-e7eacdc1b61c on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:53.141196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-f2d68b78-d916-4987-bfb6-f8b5eba4eeb8 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9174404 Feb 19 01:24:53.160368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20add-6f91-4bb7-8683-05e459936c11 req-63b4ccb7-8baa-4caa-823c-ab9194c5fa9d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.162251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bdb20add-6f91-4bb7-8683-05e459936c11 req-63b4ccb7-8baa-4caa-823c-ab9194c5fa9d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 943 time: 0.5864587 Feb 19 01:24:53.163154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Port 70ca9af8-46c0-4add-bded-e7eacdc1b61c on network d1c888b3-7c8d-4380-bb07-fff2779fc08e not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:53.163562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Attempting to bind port 70ca9af8-46c0-4add-bded-e7eacdc1b61c on network d1c888b3-7c8d-4380-bb07-fff2779fc08e {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:53.198655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:53.199005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Checking segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:53.199401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Bound using segment: {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:53.199852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Bound port: 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9208841-aae4-410a-b222-35a43e4932f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:53.200210 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.266893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-e2bccc34-31c9-481e-a16a-ec8884980c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.276242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-e2bccc34-31c9-481e-a16a-ec8884980c97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 914 time: 0.5652356 Feb 19 01:24:53.415152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bdb20add-6f91-4bb7-8683-05e459936c11 req-1468bfe3-5188-4dfb-8b4a-0ecc0b9d3f89 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417397 Feb 19 01:24:53.423267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] For port 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:53.432254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] For port 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:53.446363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.544726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.545658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.547144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/70ca9af8-46c0-4add-bded-e7eacdc1b61c HTTP/1.1" status: 200 len: 1092 time: 2.7298944 Feb 19 01:24:53.547628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'tag': '70ca9af8-46c0-4add-bded-e7eacdc1b61c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:53.550909 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4acaf7-3312-4b2e-9255-558e254f5707", "tag": "70ca9af8-46c0-4add-bded-e7eacdc1b61c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:53.636143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-bea282ba-dab6-4779-94c4-f0e4d9234246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=678aa3af-0082-4290-8075-dae3886d48cd HTTP/1.1" status: 200 len: 217 time: 0.4158845 Feb 19 01:24:53.668418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.678454 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-6997c8d2-e036-4afb-b2cd-e015d1bf3a86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659 HTTP/1.1" status: 200 len: 217 time: 0.3910995 Feb 19 01:24:53.808001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ae56-176b-4e1f-91af-f9927de3b037 req-fda8e559-9b6b-4d48-acdb-d4ae38faef58 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.809850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-deb2ae56-176b-4e1f-91af-f9927de3b037 req-fda8e559-9b6b-4d48-acdb-d4ae38faef58 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.8053582 Feb 19 01:24:53.873680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-dd02979d-24bb-4441-96ca-583423b7626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.875057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-dd02979d-24bb-4441-96ca-583423b7626a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.1396503 Feb 19 01:24:53.878710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-cbc5e46c-7e9c-429e-be95-e320cc5ff6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.878885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5dfdf-399f-4567-8722-d0cfe73349e1 service neutron] Pushing event updated for resources: {'Port': ['ID=70ca9af8-46c0-4add-bded-e7eacdc1b61c,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:53.879771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-cbc5e46c-7e9c-429e-be95-e320cc5ff6c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.2313099 Feb 19 01:24:53.967002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.980619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.992088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-f2815ed3-84ca-474e-b503-8c3737745bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663693 Feb 19 01:24:53.995364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.010781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.021786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-deb2ae56-176b-4e1f-91af-f9927de3b037 req-f1456d74-8d43-4df1-bea4-39bc5dc0957c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921217 Feb 19 01:24:54.022084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.037429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.043563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.055553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb2b1ced-5e93-42bd-a021-789040987421 req-1f220953-8869-472b-9472-b72c8c572e06 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.4050562 Feb 19 01:24:54.080278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bcacc385-f4e0-4859-88bc-3020d3eaf659 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:54.083411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1d2139d7-2e44-405a-9aeb-d929647597a6 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:54.091055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-008169c8-869b-451f-8037-66293feec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.094518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-008169c8-869b-451f-8037-66293feec085 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 1126 time: 0.4895284 Feb 19 01:24:54.207633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-216e6cb3-4dbe-49da-a684-4997e69451a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c HTTP/1.1" status: 200 len: 217 time: 0.0972872 Feb 19 01:24:54.327935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-0322af4b-32a8-4be6-ae52-4e854d7dbfed service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114345 Feb 19 01:24:54.341098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3e44dae7-170a-4c38-b79d-48a1c7fe270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.342794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-3e44dae7-170a-4c38-b79d-48a1c7fe270f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4490371 Feb 19 01:24:54.357817 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934051e1-0a5f-4858-9c00-c595774d7006 x-openstack-request-id: req-934051e1-0a5f-4858-9c00-c595774d7006 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:54.364117 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4acaf7-3312-4b2e-9255-558e254f5707", "tag": "70ca9af8-46c0-4add-bded-e7eacdc1b61c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:54.367551 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-934051e1-0a5f-4858-9c00-c595774d7006 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:54.368133 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'tag': '70ca9af8-46c0-4add-bded-e7eacdc1b61c', 'status': 'completed', 'code': 200} Feb 19 01:24:54.406810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1d2139d7-2e44-405a-9aeb-d929647597a6 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:24:54.433167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port bcacc385-f4e0-4859-88bc-3020d3eaf659, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:54.440136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1d2139d7-2e44-405a-9aeb-d929647597a6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:54.440693 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.446489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb2b1ced-5e93-42bd-a021-789040987421 req-bc815bee-31c4-4be4-847c-59d494acacd4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3760529 Feb 19 01:24:54.511903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30e4d-639e-4750-98f2-8421c1554646 req-ce168bb1-221b-496a-b6cb-1ee25130bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.513634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-ce168bb1-221b-496a-b6cb-1ee25130bf5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.3003778 Feb 19 01:24:54.629391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-041f3b4e-6946-400e-9769-57b5b2342f63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055710 Feb 19 01:24:54.673780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7f80837-05fe-47b0-8100-bb299e1456fd req-f0e48da3-2ff1-4c5b-9c73-cbc7be2a0ff8 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073249 Feb 19 01:24:54.861634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8665-0b64-496c-86a3-33cd4ee77a1d req-f3e94bc0-3107-4376-b78b-30a78b0c090b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.878875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f1b8665-0b64-496c-86a3-33cd4ee77a1d req-f3e94bc0-3107-4376-b78b-30a78b0c090b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 944 time: 0.2215188 Feb 19 01:24:54.896336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'bcacc385-f4e0-4859-88bc-3020d3eaf659', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'port_id': 'bcacc385-f4e0-4859-88bc-3020d3eaf659', 'mac_address': 'fa:16:3e:23:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ca0132-7ae1-4c94-b828-d7d58b4d554b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:54.960482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f1b8665-0b64-496c-86a3-33cd4ee77a1d req-bcc0b674-7951-44c2-a799-46e520a8bbe4 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807128 Feb 19 01:24:54.984223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-836acf73-338d-4b7a-8234-dc4e1a513627 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267794 Feb 19 01:24:54.990022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709c17-ad26-402e-9fe1-97f6ee97a7cd req-6d852f97-ca06-4fa9-b3aa-37893ed6a283 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.991595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69709c17-ad26-402e-9fe1-97f6ee97a7cd req-6d852f97-ca06-4fa9-b3aa-37893ed6a283 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 943 time: 0.3307495 Feb 19 01:24:55.057829 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-de520d6b-e569-4158-8bd4-372edeb5af96 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178815 Feb 19 01:24:55.126020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port bcacc385-f4e0-4859-88bc-3020d3eaf659 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:55.126996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.190460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcacc385-f4e0-4859-88bc-3020d3eaf659 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:55.307142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69709c17-ad26-402e-9fe1-97f6ee97a7cd req-833e63ff-c614-4073-ab5d-24f0f51bdd4e tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091412 Feb 19 01:24:55.333567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port bcacc385-f4e0-4859-88bc-3020d3eaf659, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:55.346609 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.351599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.352220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1d2139d7-2e44-405a-9aeb-d929647597a6 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:55.352619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.382679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44d30e4d-639e-4750-98f2-8421c1554646 req-c91710ba-7a08-4735-9d73-3d881f60b075 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077846 Feb 19 01:24:55.394804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc8826-33b1-4dc2-8b86-64682804d490 req-a0a929f1-db21-4b85-b7b6-7f7d519b26d3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.408032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30dc8826-33b1-4dc2-8b86-64682804d490 req-a0a929f1-db21-4b85-b7b6-7f7d519b26d3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.2355034 Feb 19 01:24:55.409988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-edb87fb4-ecec-4d61-aaf9-7b851e32fc37 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230604 Feb 19 01:24:55.412929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2139d7-2e44-405a-9aeb-d929647597a6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:55.418782 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aade24fc-8dc1-45a4-a033-9ec9278213b5" -d '{"events": [{"server_uuid": "1daaea45-b85e-48cd-aa2a-48805afbb8bf", "name": "network-vif-plugged", "status": "completed", "tag": "1d2139d7-2e44-405a-9aeb-d929647597a6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:55.471355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1d2139d7-2e44-405a-9aeb-d929647597a6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1d2139d7-2e44-405a-9aeb-d929647597a6,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:55.473189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=bcacc385-f4e0-4859-88bc-3020d3eaf659,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:55.483240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.601438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-47cabd99-6197-4a77-9f1d-1a7115fec9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.607183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-47cabd99-6197-4a77-9f1d-1a7115fec9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 1126 time: 0.1589451 Feb 19 01:24:55.624305 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e6671-343f-4504-bca7-507f03d4e25b x-openstack-request-id: req-402e6671-343f-4504-bca7-507f03d4e25b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:55.628256 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daaea45-b85e-48cd-aa2a-48805afbb8bf", "name": "network-vif-plugged", "status": "completed", "tag": "1d2139d7-2e44-405a-9aeb-d929647597a6", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:55.636834 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-402e6671-343f-4504-bca7-507f03d4e25b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:55.638534 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2139d7-2e44-405a-9aeb-d929647597a6', 'code': 200} Feb 19 01:24:55.645127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1d2139d7-2e44-405a-9aeb-d929647597a6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:55.779712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['bcacc385-f4e0-4859-88bc-3020d3eaf659'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:55.868084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.875562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.890949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.908839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.914455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.960287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.978521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.992850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-0cfc4060-ac04-4768-b0f8-1565d983661e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2519307 Feb 19 01:24:55.999300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-658e70d7-216e-4aad-9a22-cf1656c9fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:56.005271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-658e70d7-216e-4aad-9a22-cf1656c9fa28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.3821311 Feb 19 01:24:56.112906 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.186151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-0bd72694-f8be-4f72-a158-5eb955c68644 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c HTTP/1.1" status: 200 len: 217 time: 0.1439583 Feb 19 01:24:56.257256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-043049a1-da1d-4ade-8cc3-98b97813c199 req-bfe1effc-8fdb-42ef-8d32-69f15d9bb2e2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2456100 Feb 19 01:24:56.392813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-70b65dc6-26f6-4bbd-afdc-8597a124052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:56.394321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-70b65dc6-26f6-4bbd-afdc-8597a124052a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1605778 Feb 19 01:24:56.469101 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-f3a57b3a-7bb0-4fe5-8271-edef7494b2ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654304 Feb 19 01:24:56.557492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.690493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-69cd20c8-e592-4523-899a-e0216384d528 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=4c3d7979-4478-4d35-bafd-667305a6a16f HTTP/1.1" status: 200 len: 217 time: 1.2641764 Feb 19 01:24:56.715540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-30e124d1-f362-4373-9bf0-94df339b81d7 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262120 Feb 19 01:24:56.765929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30dc8826-33b1-4dc2-8b86-64682804d490 req-e96aa3d3-a91d-49f7-887f-d6ddfd327a29 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3326533 Feb 19 01:24:56.895030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-46efbf5c-1301-439f-9cc5-eb706580f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:56.896941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-46efbf5c-1301-439f-9cc5-eb706580f712 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.1565125 Feb 19 01:24:57.027312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d1bc-2759-44b5-a6cd-3d1d59060366 req-79b31c1f-2a8b-4092-b54e-e9c3f128ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.029866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e676d1bc-2759-44b5-a6cd-3d1d59060366 req-79b31c1f-2a8b-4092-b54e-e9c3f128ac28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1daaea45-b85e-48cd-aa2a-48805afbb8bf HTTP/1.1" status: 200 len: 1127 time: 0.3581839 Feb 19 01:24:57.057704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48b5eff-a6ed-43d1-a85f-4846bcc947b1 req-5ced9819-81c9-487b-a391-51a8128a1672 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909431 Feb 19 01:24:57.081503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacf28-5de2-4a17-a4c4-0a2d310640e4 req-74f2de51-dbe4-49df-a45c-b26d0b17ce5f tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.083705 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7dacf28-5de2-4a17-a4c4-0a2d310640e4 req-74f2de51-dbe4-49df-a45c-b26d0b17ce5f tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 944 time: 0.6137538 Feb 19 01:24:57.105554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c6f66634-4140-4896-aabc-b899200c2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.112348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c6f66634-4140-4896-aabc-b899200c2611 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1985810 Feb 19 01:24:57.161478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce1e0-da4f-4249-baec-057025ac7f42 req-c337c160-9cb5-4f0e-8acf-f7008b0f81c6 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.163349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbfce1e0-da4f-4249-baec-057025ac7f42 req-c337c160-9cb5-4f0e-8acf-f7008b0f81c6 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 944 time: 0.2640448 Feb 19 01:24:57.202811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7dacf28-5de2-4a17-a4c4-0a2d310640e4 req-3f5d2222-6fe6-4ee7-95dc-27da0b6e2fbb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 Feb 19 01:24:57.227980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e676d1bc-2759-44b5-a6cd-3d1d59060366 req-61d27d3e-e034-4564-a24a-2645534f9d9c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657896 Feb 19 01:24:57.294602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-842a3a23-bb18-4e84-a9f8-3c40bba4f453 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749463 Feb 19 01:24:57.351011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbfce1e0-da4f-4249-baec-057025ac7f42 req-cb75eb14-2c34-4aaf-bae0-57424193ffdc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498489 Feb 19 01:24:57.624744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.635449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-ac658c00-efcf-4997-a71f-fb25453e20be service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119794 Feb 19 01:24:57.640834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.646254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.659796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.665646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.671279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.676705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.678591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-79715cfc-3d09-49a8-9091-ab4df3de123e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2421100 Feb 19 01:24:57.781120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c4ea7f6f-2068-4c40-b2a9-09e77924efeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e HTTP/1.1" status: 200 len: 217 time: 0.1227720 Feb 19 01:24:57.821636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba923f6e-2bf6-477a-8f53-c221cbe4e9ef req-e275d1b6-bd1c-4eb7-a241-811585da6200 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350806 Feb 19 01:24:57.966713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-1489d437-0532-4184-8c5a-16ec005c8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.968017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-1489d437-0532-4184-8c5a-16ec005c8241 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f20d5ae4-ff38-4f7c-af2e-2587cd593e93 HTTP/1.1" status: 200 len: 797 time: 0.1849396 Feb 19 01:24:58.095259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd4c99-61da-4e1e-99e3-53c4a2e13179 req-949aea50-4335-42e0-b43d-dcbcb7ee20ea tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.097994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30dd4c99-61da-4e1e-99e3-53c4a2e13179 req-949aea50-4335-42e0-b43d-dcbcb7ee20ea tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.2025330 Feb 19 01:24:58.122023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 70ca9af8-46c0-4add-bded-e7eacdc1b61c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:58.213266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-51478245-8da5-4b3c-9d88-96dcbc699542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.217049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-51478245-8da5-4b3c-9d88-96dcbc699542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2409620 Feb 19 01:24:58.327151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30dd4c99-61da-4e1e-99e3-53c4a2e13179 req-3e088e27-666f-48ce-9b96-cd2128b25043 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204340 Feb 19 01:24:58.391274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bcacc385-f4e0-4859-88bc-3020d3eaf659 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:58.484922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614683ba-5178-4b5b-be68-e264a0344cfd req-11d18afa-4a16-49c7-8443-c33c90bd5f20 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.521443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-614683ba-5178-4b5b-be68-e264a0344cfd req-11d18afa-4a16-49c7-8443-c33c90bd5f20 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 944 time: 0.1952662 Feb 19 01:24:58.534148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:58.587808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '70ca9af8-46c0-4add-bded-e7eacdc1b61c', 'network_id': 'd1c888b3-7c8d-4380-bb07-fff2779fc08e', 'port_id': '70ca9af8-46c0-4add-bded-e7eacdc1b61c', 'mac_address': 'fa:16:3e:66:67:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c2ed16-8fb6-4a81-9153-e917b37f50f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:58.602199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-26ddf7a4-1cd6-4288-90e5-1366aecc4b54 service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674283 Feb 19 01:24:58.704256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-614683ba-5178-4b5b-be68-e264a0344cfd req-a3dd0c7b-fe45-4889-9a6e-8932e8792a89 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764219 Feb 19 01:24:58.773750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port bcacc385-f4e0-4859-88bc-3020d3eaf659 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:24:58.790238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port bcacc385-f4e0-4859-88bc-3020d3eaf659 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:58.790620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.794188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 70ca9af8-46c0-4add-bded-e7eacdc1b61c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:58.794579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.845480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810c886-f655-4a4b-b615-54ec443417d8 req-e83a0da4-d7da-431b-bf89-dd7b84194fc8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.848118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2810c886-f655-4a4b-b615-54ec443417d8 req-e83a0da4-d7da-431b-bf89-dd7b84194fc8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 944 time: 0.2442951 Feb 19 01:24:58.885498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ca9af8-46c0-4add-bded-e7eacdc1b61c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:58.965091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-4bc1b9ec-16b7-4c9b-aef1-9b6bb862dfea service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971501 Feb 19 01:24:58.983552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:59.002668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.114790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2810c886-f655-4a4b-b615-54ec443417d8 req-da1faec2-c534-4f27-b02b-6d7c1e25e7e2 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583172 Feb 19 01:24:59.117298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-c878d1ce-3bfb-494e-8ff4-1bc688674729 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 HTTP/1.1" status: 200 len: 217 time: 0.1431158 Feb 19 01:24:59.169020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.194673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.203005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.214602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.220258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.226489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.232759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.235024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-079731bc-7371-4933-9f33-0ab5bfaf710e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2712595 Feb 19 01:24:59.282099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-33e90781-6230-43dd-a25a-bd652341408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.288985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-33e90781-6230-43dd-a25a-bd652341408a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f20d5ae4-ff38-4f7c-af2e-2587cd593e93 HTTP/1.1" status: 200 len: 797 time: 0.1633649 Feb 19 01:24:59.292490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port bcacc385-f4e0-4859-88bc-3020d3eaf659 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:59.292975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.329362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=70ca9af8-46c0-4add-bded-e7eacdc1b61c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:59.347498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f4d241-947c-4cbe-8612-383dc03986d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcacc385-f4e0-4859-88bc-3020d3eaf659'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:59.349775 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e3a10d-4909-41a2-94a8-aea48b937d73" -d '{"events": [{"server_uuid": "55f4d241-947c-4cbe-8612-383dc03986d0", "name": "network-vif-plugged", "status": "completed", "tag": "bcacc385-f4e0-4859-88bc-3020d3eaf659"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:59.369748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['70ca9af8-46c0-4add-bded-e7eacdc1b61c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:59.392933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port bcacc385-f4e0-4859-88bc-3020d3eaf659, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:59.405641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93cbc74a-6c58-40ef-9bfc-12d377fd7f16 req-3d475404-b151-4ceb-8464-67af6a31d9fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642861 Feb 19 01:24:59.457705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.457899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-56edbb44-0efe-4e79-8415-b8160cc7a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.459202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-56edbb44-0efe-4e79-8415-b8160cc7a948 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1634555 Feb 19 01:24:59.565161 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3156f-6036-4119-8df7-c086e393a2e7 x-openstack-request-id: req-e4b3156f-6036-4119-8df7-c086e393a2e7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:59.565726 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f4d241-947c-4cbe-8612-383dc03986d0", "name": "network-vif-plugged", "status": "completed", "tag": "bcacc385-f4e0-4859-88bc-3020d3eaf659", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:59.566172 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4b3156f-6036-4119-8df7-c086e393a2e7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:59.567346 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f4d241-947c-4cbe-8612-383dc03986d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcacc385-f4e0-4859-88bc-3020d3eaf659', 'code': 200} Feb 19 01:24:59.702596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e2cc7-f467-461f-9790-0b825f26f738 req-dfd01ab4-498b-40f2-bfb9-71bc775e4c22 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.706298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c54e2cc7-f467-461f-9790-0b825f26f738 req-dfd01ab4-498b-40f2-bfb9-71bc775e4c22 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1838524 Feb 19 01:24:59.724315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582e48-1f45-4753-8672-4a57b0b2665c req-59dad764-ee2a-407d-884b-37d9bb53b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.725879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27582e48-1f45-4753-8672-4a57b0b2665c req-59dad764-ee2a-407d-884b-37d9bb53b565 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 1127 time: 0.1503468 Feb 19 01:24:59.731611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=bcacc385-f4e0-4859-88bc-3020d3eaf659,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:59.801789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-af535eda-805a-41c4-9192-9c84941edf6b service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342636 Feb 19 01:24:59.881189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c54e2cc7-f467-461f-9790-0b825f26f738 req-3fea7b41-26d0-45c3-8bf6-1dbc3dd27333 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588554 Feb 19 01:24:59.976492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27582e48-1f45-4753-8672-4a57b0b2665c req-d2ac2a14-fa75-4835-bfec-f3351e0d07ad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432227 Feb 19 01:25:00.029024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eae3737-8a0a-4631-a6e8-2f7d9cd13c51 req-b4672584-72e6-4b84-8ce5-65996f41b8d5 service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748192 Feb 19 01:25:00.109937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70ca1-f1e7-4d2f-b0c2-d12232da78b4 req-25b5729e-f1d9-4a20-a49f-c59ebc46d0fa tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.112160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2d70ca1-f1e7-4d2f-b0c2-d12232da78b4 req-25b5729e-f1d9-4a20-a49f-c59ebc46d0fa tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 945 time: 0.1332307 Feb 19 01:25:00.316534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e2d70ca1-f1e7-4d2f-b0c2-d12232da78b4 req-079800dd-9d2c-4290-aeed-e95d0702a964 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757264 Feb 19 01:25:00.422852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.425581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.426315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.426718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c11f-17de-42cc-8c50-bc0d1cd0cb11 req-2ca799a7-1924-48a5-9cd4-c7a6f6cbb918 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.429429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.432060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.440579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ecf4c11f-17de-42cc-8c50-bc0d1cd0cb11 req-2ca799a7-1924-48a5-9cd4-c7a6f6cbb918 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 945 time: 0.1309435 Feb 19 01:25:00.441771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.444162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.475255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-b4ef2f05-0237-40ab-8086-5cd236dc7e4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6693 time: 0.2074125 Feb 19 01:25:00.608224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ecf4c11f-17de-42cc-8c50-bc0d1cd0cb11 req-c1c49091-4a22-45f1-acf9-12664d972b8e tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652775 Feb 19 01:25:00.694020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-ae5f4ac0-cffd-4481-a0be-809f353b78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.695531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-ae5f4ac0-cffd-4481-a0be-809f353b78c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52177f54-6349-49b6-8c30-39a8daeb619e HTTP/1.1" status: 200 len: 903 time: 0.2097571 Feb 19 01:25:00.803088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-7dc4fca5-857d-4a84-9b7d-02db43023579 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 HTTP/1.1" status: 200 len: 217 time: 0.0909631 Feb 19 01:25:00.917743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-c2c917cf-0960-470e-bfc4-01aec28e1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.919216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-c2c917cf-0960-470e-bfc4-01aec28e1118 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f20d5ae4-ff38-4f7c-af2e-2587cd593e93 HTTP/1.1" status: 200 len: 797 time: 0.1054528 Feb 19 01:25:00.961741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.980223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.993131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.001891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.020833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.034435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.061583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.091114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-b22dcac7-4c29-466e-be31-750e3af04163 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.3690989 Feb 19 01:25:01.195370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27990a6-62f0-4b97-8237-7d8cc180524f req-d00ce196-6111-4cf5-b9c1-2e2250fe096b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.210189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d27990a6-62f0-4b97-8237-7d8cc180524f req-d00ce196-6111-4cf5-b9c1-2e2250fe096b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1754267 Feb 19 01:25:01.432759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d27990a6-62f0-4b97-8237-7d8cc180524f req-655aeccc-4a0c-4e0b-a749-fa3f8636efc0 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100379 Feb 19 01:25:01.445256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-bad4a719-dc36-4776-b08a-64c3e429ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.445256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-bad4a719-dc36-4776-b08a-64c3e429ea8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3364208 Feb 19 01:25:01.501755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48f44169-4ab1-4a77-90a2-484247a3bc6a req-50a361b5-643e-496e-869c-c573c3578ba5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4096313 Feb 19 01:25:01.658050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-f8a54919-3092-4f2a-8eb8-af0d843cbf84 service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051387 Feb 19 01:25:01.685884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e979b21-2b22-49f8-97b2-a0c2e2a33763 req-80c8e083-43ad-4b20-9dc4-0f2eba2031b3 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:01.687745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e979b21-2b22-49f8-97b2-a0c2e2a33763 req-80c8e083-43ad-4b20-9dc4-0f2eba2031b3 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 945 time: 0.1187413 Feb 19 01:25:01.806330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e979b21-2b22-49f8-97b2-a0c2e2a33763 req-45d01879-eb79-45b0-93f2-8112d360c586 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088262 Feb 19 01:25:02.038921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a910b-c896-45b0-8b6d-2aa68b7e660d req-1277c3c8-cfdf-459f-9e89-79d525e99618 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:02.046457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4a910b-c896-45b0-8b6d-2aa68b7e660d req-1277c3c8-cfdf-459f-9e89-79d525e99618 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 945 time: 0.2529695 Feb 19 01:25:02.063532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-999c41fb-7cb3-4d7a-b701-c5653c7937f9 req-8cfb7a2b-6c7c-4eb7-abf7-3af8f5ac132a service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925300 Feb 19 01:25:02.143704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 70ca9af8-46c0-4add-bded-e7eacdc1b61c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:02.178295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4a910b-c896-45b0-8b6d-2aa68b7e660d req-55a0d099-535d-496d-84e5-b66c411243fa tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309025 Feb 19 01:25:02.265750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 70ca9af8-46c0-4add-bded-e7eacdc1b61c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:25:02.271479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 70ca9af8-46c0-4add-bded-e7eacdc1b61c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:02.273096 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.377347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc6242-1769-45ad-bb85-3608860560a6 req-80859c81-a7cf-4850-b111-0862b7213f81 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:02.385391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62fc6242-1769-45ad-bb85-3608860560a6 req-80859c81-a7cf-4850-b111-0862b7213f81 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daaea45-b85e-48cd-aa2a-48805afbb8bf HTTP/1.1" status: 200 len: 945 time: 0.1034431 Feb 19 01:25:02.440190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 70ca9af8-46c0-4add-bded-e7eacdc1b61c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:02.442235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.482266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62fc6242-1769-45ad-bb85-3608860560a6 req-bb5bb602-c9fd-4ea8-86f1-624b8736c623 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956697 Feb 19 01:25:02.496691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ca9af8-46c0-4add-bded-e7eacdc1b61c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:02.502095 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf4e33b-fc4d-4636-b566-17d6a6582b30" -d '{"events": [{"server_uuid": "ff4acaf7-3312-4b2e-9255-558e254f5707", "name": "network-vif-plugged", "status": "completed", "tag": "70ca9af8-46c0-4add-bded-e7eacdc1b61c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:02.533373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:02.550798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.718248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43ee9a-c404-4b9d-bddf-7f79018259a5 req-b54517c1-78c9-4dff-a1a3-918aba11c8fa tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:02.722264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c43ee9a-c404-4b9d-bddf-7f79018259a5 req-b54517c1-78c9-4dff-a1a3-918aba11c8fa tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1596608 Feb 19 01:25:02.723707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=70ca9af8-46c0-4add-bded-e7eacdc1b61c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:02.904810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c43ee9a-c404-4b9d-bddf-7f79018259a5 req-78542266-b8f6-4775-8d80-cea47527f599 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760123 Feb 19 01:25:02.974315 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9387cf20-86db-4e56-9fc6-1e421381ad3c x-openstack-request-id: req-9387cf20-86db-4e56-9fc6-1e421381ad3c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:02.978392 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4acaf7-3312-4b2e-9255-558e254f5707", "name": "network-vif-plugged", "status": "completed", "tag": "70ca9af8-46c0-4add-bded-e7eacdc1b61c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:02.978781 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9387cf20-86db-4e56-9fc6-1e421381ad3c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:02.979414 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ca9af8-46c0-4add-bded-e7eacdc1b61c', 'code': 200} Feb 19 01:25:03.211026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.217681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.224125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.237973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64094e-9498-4740-90f1-4c02e6706c0d req-22419c1c-eb15-4421-9d2e-e51e7b8ad2e5 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.241536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.247675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.249956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a64094e-9498-4740-90f1-4c02e6706c0d req-22419c1c-eb15-4421-9d2e-e51e7b8ad2e5 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 946 time: 0.1565976 Feb 19 01:25:03.269546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.309781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.313018 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-342ecccd-f62f-4761-a3c6-b6219b598b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2931197 Feb 19 01:25:03.322329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39226a4b-799a-4428-805b-17e7061f4a9f req-62d552d9-316e-42c2-856a-da9bb28afaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.324457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39226a4b-799a-4428-805b-17e7061f4a9f req-62d552d9-316e-42c2-856a-da9bb28afaca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 1128 time: 0.2256572 Feb 19 01:25:03.369609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a64094e-9498-4740-90f1-4c02e6706c0d req-b367f797-3964-4272-a1bd-88154a344e0c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186411 Feb 19 01:25:03.534853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39226a4b-799a-4428-805b-17e7061f4a9f req-5e96ca71-4f6c-4a38-9693-f33b09224c47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908832 Feb 19 01:25:03.637637 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-892a17ed-0fe6-4e14-b6f5-c7bb62b382ce req-4da56c47-2f88-4550-94e6-9e5dfc64894c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3025620 Feb 19 01:25:04.147216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b126584-f0e6-4c20-9efe-9fa65db060aa req-eb812923-56e4-4468-b4a0-52f6d733d227 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:04.155918 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b126584-f0e6-4c20-9efe-9fa65db060aa req-eb812923-56e4-4468-b4a0-52f6d733d227 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0816758 Feb 19 01:25:04.177748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-f3dcaf08-c1e4-4773-a559-7eec524257c5 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:04.185539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-f3dcaf08-c1e4-4773-a559-7eec524257c5 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 813 time: 0.2636490 Feb 19 01:25:04.213504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-9ca01101-56ce-4480-a268-e3951d9f01b6 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/quotas/3cac2417fe404e58a6e63032db1ed0c0 HTTP/1.1" status: 200 len: 375 time: 0.0260570 Feb 19 01:25:04.281858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b126584-f0e6-4c20-9efe-9fa65db060aa req-cc8c3a16-2a1b-4914-863c-4aa1786a9a34 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245859 Feb 19 01:25:04.328619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-96184941-cd3a-4e33-8591-05a486b3ca7c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142280 Feb 19 01:25:04.543749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-c24038c2-0122-48b7-8034-bc5d17b12a3e service neutron] 10.222.0.43 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137547 Feb 19 01:25:04.638746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33434134-e5b3-4730-add7-53e30c390041 req-8a7a54eb-4e35-45ef-ac10-aa0c1d7a9827 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:04.658598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33434134-e5b3-4730-add7-53e30c390041 req-8a7a54eb-4e35-45ef-ac10-aa0c1d7a9827 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 946 time: 0.1543114 Feb 19 01:25:04.766709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-03eb3aca-dce4-4d62-b239-abd571ddeb33 service neutron] 10.222.0.43 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217319 Feb 19 01:25:04.782151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33434134-e5b3-4730-add7-53e30c390041 req-43f5dbdb-3528-4973-b6bb-82b1b63a878c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218529 Feb 19 01:25:04.924780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-62b8a0a9-1e1f-427c-8a43-6a20b5b548b8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:04.932249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-62b8a0a9-1e1f-427c-8a43-6a20b5b548b8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/ports?device_id=1daaea45-b85e-48cd-aa2a-48805afbb8bf HTTP/1.1" status: 200 len: 945 time: 0.1977923 Feb 19 01:25:05.146202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Deleting port 1d2139d7-2e44-405a-9aeb-d929647597a6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:05.147154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.282413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.300887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.324666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.337117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.351051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] For port 1d2139d7-2e44-405a-9aeb-d929647597a6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1d2139d7-2e44-405a-9aeb-d929647597a6,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:05.353653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.356093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.363584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.391025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.413807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-906bf9f8-aa45-4fec-a62e-bae778a22456 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.3803723 Feb 19 01:25:05.526762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Calling delete_port for 1d2139d7-2e44-405a-9aeb-d929647597a6 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:05.703534 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79f00fbe-f207-456f-a3ae-2b3bff91169d req-22ba9d84-68c5-46d6-90fd-2e9dc34c46ed tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2884758 Feb 19 01:25:05.881707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d3d9621-2a1e-4e8f-ad55-9467962e783a req-a8e1a22f-c450-4483-beda-2ab0f68061d0 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 210 time: 0.1029482 Feb 19 01:25:05.916044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-54aee0e7-ccc8-4db5-8a97-ef4ab5e7fb2f tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.918117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-54aee0e7-ccc8-4db5-8a97-ef4ab5e7fb2f tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/ports?device_id=55f4d241-947c-4cbe-8612-383dc03986d0 HTTP/1.1" status: 200 len: 945 time: 0.5228260 Feb 19 01:25:06.079682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdab0-066a-46ac-a2f4-a74e415a3fbb req-8c0ae846-9ebf-40f5-a54f-30f47e782060 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:06.097332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2accdab0-066a-46ac-a2f4-a74e415a3fbb req-8c0ae846-9ebf-40f5-a54f-30f47e782060 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.5005584 Feb 19 01:25:06.345704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2accdab0-066a-46ac-a2f4-a74e415a3fbb req-6eaae4a4-0bdf-43e6-9baa-7b6604a79a5f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468810 Feb 19 01:25:06.531112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Deleting port bcacc385-f4e0-4859-88bc-3020d3eaf659 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:06.541481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.746051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1d2139d7-2e44-405a-9aeb-d929647597a6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.760610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1d2139d7-2e44-405a-9aeb-d929647597a6', 'bcacc385-f4e0-4859-88bc-3020d3eaf659'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:06.829346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event deleted for resources: {'Port': ['ID=1d2139d7-2e44-405a-9aeb-d929647597a6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:06.956828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] No DVR routers for this DVR port 1d2139d7-2e44-405a-9aeb-d929647597a6 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:06.964467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.968012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1c5452f-6287-403b-89c6-53f1e91e450b req-df582ada-0d2e-4d1f-b6c8-45ff03894184 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "DELETE /v2.0/ports/1d2139d7-2e44-405a-9aeb-d929647597a6 HTTP/1.1" status: 204 len: 173 time: 2.0304193 Feb 19 01:25:06.968633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'name': 'network-vif-deleted', 'tag': '1d2139d7-2e44-405a-9aeb-d929647597a6'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:06.980841 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aded30-6418-4b57-a185-70732fe208be" -d '{"events": [{"server_uuid": "1daaea45-b85e-48cd-aa2a-48805afbb8bf", "name": "network-vif-deleted", "tag": "1d2139d7-2e44-405a-9aeb-d929647597a6"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:07.065297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] For port bcacc385-f4e0-4859-88bc-3020d3eaf659, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=bcacc385-f4e0-4859-88bc-3020d3eaf659,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:07.065660 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.073502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85686e-17c0-4a93-a9ef-40e1f8f3148e req-cecb4fd2-33a8-48fd-ad21-b1a3330ad01b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.082788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b85686e-17c0-4a93-a9ef-40e1f8f3148e req-cecb4fd2-33a8-48fd-ad21-b1a3330ad01b tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 946 time: 1.0402970 Feb 19 01:25:07.083985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Calling delete_port for bcacc385-f4e0-4859-88bc-3020d3eaf659 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:07.102995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.108927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.114702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.120138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.125654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.131665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.138226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.140129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-3c18d8bb-12ab-47aa-8477-61d82bd2a300 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1929264 Feb 19 01:25:07.249860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9b85686e-17c0-4a93-a9ef-40e1f8f3148e req-5fa164b8-8b17-49ad-80d1-183cbd9a4ada tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502364 Feb 19 01:25:07.498615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67dcebb7-22e8-4c73-8de3-7a9a34aab4e3 req-bfb90a73-59e8-4894-add9-7b7232d439d0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3355026 Feb 19 01:25:07.513877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ebd5dac-3202-4870-9ccf-ff7387c6b5fc req-b69da5fb-3450-4eb1-95ca-1594e781b6f9 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 210 time: 0.1135499 Feb 19 01:25:07.657553 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc34a20-e2a9-400b-b654-1cb9e6300292 x-openstack-request-id: req-bcc34a20-e2a9-400b-b654-1cb9e6300292 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:07.658165 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daaea45-b85e-48cd-aa2a-48805afbb8bf", "name": "network-vif-deleted", "tag": "1d2139d7-2e44-405a-9aeb-d929647597a6", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:07.658418 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc34a20-e2a9-400b-b654-1cb9e6300292 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:07.659313 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daaea45-b85e-48cd-aa2a-48805afbb8bf', 'name': 'network-vif-deleted', 'tag': '1d2139d7-2e44-405a-9aeb-d929647597a6', 'status': 'completed', 'code': 200} Feb 19 01:25:07.743569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bcacc385-f4e0-4859-88bc-3020d3eaf659), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.767883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1d2139d7-2e44-405a-9aeb-d929647597a6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:07.820259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event deleted for resources: {'Port': ['ID=bcacc385-f4e0-4859-88bc-3020d3eaf659,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.895043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] No DVR routers for this DVR port bcacc385-f4e0-4859-88bc-3020d3eaf659 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:07.900028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.906011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3308b8b6-93f2-4d33-aa83-e9221e0b9043 req-3e70d184-24ed-4383-890b-64de246e5fcc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "DELETE /v2.0/ports/bcacc385-f4e0-4859-88bc-3020d3eaf659 HTTP/1.1" status: 204 len: 173 time: 1.9770412 Feb 19 01:25:07.957791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607c921-3628-4f01-bd17-957b450242f2 req-f86ef173-a904-4551-a2e2-db3cccc8dde5 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:07.963035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0607c921-3628-4f01-bd17-957b450242f2 req-f86ef173-a904-4551-a2e2-db3cccc8dde5 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.2805037 Feb 19 01:25:08.302393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0607c921-3628-4f01-bd17-957b450242f2 req-f8ca1339-857c-4c36-9ece-54c67a417c85 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320601 Feb 19 01:25:08.724809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c7cdd50-44bb-4cf7-b553-96099c3552d0 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:08.730888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c7cdd50-44bb-4cf7-b553-96099c3552d0 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 813 time: 0.6461539 Feb 19 01:25:08.792753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Request body: {'port': {'device_id': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'admin_state_up': True, 'tenant_id': '3cac2417fe404e58a6e63032db1ed0c0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:08.969219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.004813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.020298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.046044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.063691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.077908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.093463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.095876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-f9dbf663-5433-466b-af1a-97a608f87b37 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.3628781 Feb 19 01:25:09.155523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b29bf80-773e-4cd9-a3f2-9e7f2b7398a7 req-31547d70-2563-48f6-b127-2bcef640ca27 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 210 time: 0.2788112 Feb 19 01:25:09.201224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-53243a1b-2da2-4283-b443-8403ad37b4f0 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.202730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-53243a1b-2da2-4283-b443-8403ad37b4f0 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 813 time: 0.7459214 Feb 19 01:25:09.227373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Request body: {'port': {'device_id': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'admin_state_up': True, 'tenant_id': '3cac2417fe404e58a6e63032db1ed0c0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:09.290165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e57017c3-0473-456b-8ffb-9aef2db2e8db req-30c91670-dd3a-49c2-a8e4-56467bc476fe tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813684 Feb 19 01:25:09.667038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f4d241-947c-4cbe-8612-383dc03986d0', 'name': 'network-vif-deleted', 'tag': 'bcacc385-f4e0-4859-88bc-3020d3eaf659'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:09.669017 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a724d6bb-c415-43cf-98b5-dd2c96919097" -d '{"events": [{"server_uuid": "55f4d241-947c-4cbe-8612-383dc03986d0", "name": "network-vif-deleted", "tag": "bcacc385-f4e0-4859-88bc-3020d3eaf659"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:09.828161 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6efa03-0d3a-4226-9a6f-f8970a5ed420 x-openstack-request-id: req-cb6efa03-0d3a-4226-9a6f-f8970a5ed420 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:09.828948 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f4d241-947c-4cbe-8612-383dc03986d0", "name": "network-vif-deleted", "tag": "bcacc385-f4e0-4859-88bc-3020d3eaf659", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:09.828948 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb6efa03-0d3a-4226-9a6f-f8970a5ed420 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:09.829301 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f4d241-947c-4cbe-8612-383dc03986d0', 'name': 'network-vif-deleted', 'tag': 'bcacc385-f4e0-4859-88bc-3020d3eaf659', 'status': 'completed', 'code': 200} Feb 19 01:25:09.888680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25706cc8-6696-4643-a68f-edbb8626f2f4 req-b613816d-14e4-457e-808c-9a68664a5a0f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.890460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25706cc8-6696-4643-a68f-edbb8626f2f4 req-b613816d-14e4-457e-808c-9a68664a5a0f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.3553257 Feb 19 01:25:09.891289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Made reservation on behalf of 3cac2417fe404e58a6e63032db1ed0c0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:09.901501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.058891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Made reservation on behalf of 3cac2417fe404e58a6e63032db1ed0c0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:10.091199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.160490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1d2139d7-2e44-405a-9aeb-d929647597a6 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:10.268417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 1d2139d7-2e44-405a-9aeb-d929647597a6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:10.269485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1d2139d7-2e44-405a-9aeb-d929647597a6 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:10.272325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bcacc385-f4e0-4859-88bc-3020d3eaf659 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:10.318084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25706cc8-6696-4643-a68f-edbb8626f2f4 req-0020a86d-1d7f-44df-8f9d-f644411b370f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029958 Feb 19 01:25:10.464490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: bcacc385-f4e0-4859-88bc-3020d3eaf659 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:10.480718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device bcacc385-f4e0-4859-88bc-3020d3eaf659 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:10.659903 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57cc489e-f88c-427f-bc19-b563cb4e34ee req-890379d1-e568-4580-9d4f-a99cb9d94156 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 210 time: 0.1776969 Feb 19 01:25:10.946455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Allocated IP 172.20.0.3 (235c03fa-1204-4387-a93d-4976348b7c05/01ca0132-7ae1-4c94-b828-d7d58b4d554b/b3892a3a-0c7c-4aa4-811b-5d1e2922be66) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:10.972117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.978106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.983539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.988888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.995101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:11.000438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:11.005793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:11.014271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-24be87fb-9692-455e-bad0-549b960cbc63 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.4564900 Feb 19 01:25:11.567574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e3ed6-6837-45bd-96c2-432bf6a7fa3e req-af6329b5-0a91-474a-8900-c1791c7363bb tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:11.579574 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a7e3ed6-6837-45bd-96c2-432bf6a7fa3e req-af6329b5-0a91-474a-8900-c1791c7363bb tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1236050 Feb 19 01:25:11.681210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a7e3ed6-6837-45bd-96c2-432bf6a7fa3e req-11857cc2-1bdf-4295-860a-ff0ce2d8fd29 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952437 Feb 19 01:25:11.851825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a9cd527-93a5-44b0-b2e7-47ce8fadb2d8 req-3361c2d3-a9b7-4508-9241-012cdde5d2f6 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 210 time: 0.0567815 Feb 19 01:25:11.897107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05e57c6a-de9e-4692-99ed-19ed6248c875 req-054a6426-2b74-4e3d-aa56-2ab681e6e5b4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8816648 Feb 19 01:25:11.998785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks [] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.106488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.214600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event updated for resources: {'Port': ['ID=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:12.230919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Network 235c03fa-1204-4387-a93d-4976348b7c05 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:12.235995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:12.248235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:12.310666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Allocated IP 172.20.0.7 (235c03fa-1204-4387-a93d-4976348b7c05/01ca0132-7ae1-4c94-b828-d7d58b4d554b/107f5324-d58b-49b7-8318-86930d321fef) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:12.353142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:12.355300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.417298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-2c56c2e0-8483-45d3-8239-a2b5a3459715 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1986406 Feb 19 01:25:12.440526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Request body: {'port': {'device_id': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:12.602255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.892100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks [] for port (107f5324-d58b-49b7-8318-86930d321fef), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.941245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77fcae-0b61-4063-98e0-fd9ee6d7c1eb req-86687462-8949-4e0b-b9cf-06ff928e52f2 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:12.942659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a77fcae-0b61-4063-98e0-fd9ee6d7c1eb req-86687462-8949-4e0b-b9cf-06ff928e52f2 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1058772 Feb 19 01:25:13.041158 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (107f5324-d58b-49b7-8318-86930d321fef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.049361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c91a95-411c-4d11-b7b6-1cbed58f9c96 req-570bbc70-87e5-4905-b3c3-258c95935890 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.071744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57c91a95-411c-4d11-b7b6-1cbed58f9c96 req-570bbc70-87e5-4905-b3c3-258c95935890 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 931 time: 0.1056380 Feb 19 01:25:13.178153 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57c91a95-411c-4d11-b7b6-1cbed58f9c96 req-152684c2-f480-4c90-99d0-1e6d384db79c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050677 Feb 19 01:25:13.254180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Network 235c03fa-1204-4387-a93d-4976348b7c05 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:13.259863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:13.273917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:13.287471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a77fcae-0b61-4063-98e0-fd9ee6d7c1eb req-a51ee809-97fa-4af1-bbae-db2d5b1eb044 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255763 Feb 19 01:25:13.362478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event updated for resources: {'Port': ['ID=107f5324-d58b-49b7-8318-86930d321fef,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:13.421379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.435520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.450180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.468301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.481013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.495927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.501835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.503710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.504318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.519877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-f3448627-dd17-4ef8-b2ef-1273ef102acc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2137101 Feb 19 01:25:13.565826 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-656035e3-33ce-48ed-b19e-a702b57767dc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8118401 Feb 19 01:25:13.582102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Request body: {'port': {'device_id': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:13.652600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e47b2d3c-ced7-4ad7-a9eb-6773c0169c01 req-34bc6a51-1d9e-48bd-9aa6-4ea3c4c1dc86 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307445 Feb 19 01:25:13.720888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3892a3a-0c7c-4aa4-811b-5d1e2922be66 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:13.775157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Publish callbacks [] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.803955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Transition to ACTIVE for port object b3892a3a-0c7c-4aa4-811b-5d1e2922be66 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:25:13.816139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (107f5324-d58b-49b7-8318-86930d321fef), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.842724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.912153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:14.163473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Attempting to bind port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:14.164339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Attempting to bind port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:14.164339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Attempting to bind port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:14.178906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 on network 235c03fa-1204-4387-a93d-4976348b7c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:25:14.179252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Attempting to bind port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:14.348430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:14.349122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Checking segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:14.349674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Bound using segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:14.350295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Bound port: b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:14.350849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.454505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] For port b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:14.457858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] For port b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:14.477651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12562736-dd0f-4ce3-84f5-25663ce4ebc6 req-7aff0168-dd9f-4887-acc3-ecb1574d6909 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:14.481606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12562736-dd0f-4ce3-84f5-25663ce4ebc6 req-7aff0168-dd9f-4887-acc3-ecb1574d6909 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 943 time: 0.1778784 Feb 19 01:25:14.487572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.613945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f65d2-2758-4f2a-a747-8e3dabc9e028 req-6906d68a-bfc4-4471-8a20-932c2cd1bb03 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:14.619068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a26f65d2-2758-4f2a-a747-8e3dabc9e028 req-6906d68a-bfc4-4471-8a20-932c2cd1bb03 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1559823 Feb 19 01:25:14.770373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:14.771075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.772509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] 10.222.0.10 "PUT /v2.0/ports/b3892a3a-0c7c-4aa4-811b-5d1e2922be66 HTTP/1.1" status: 200 len: 1091 time: 2.3380642 Feb 19 01:25:14.780872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'tag': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:14.788114 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771" -d '{"events": [{"name": "network-changed", "server_uuid": "14f6e77b-cc49-47da-8ea4-acfcb03761b1", "tag": "b3892a3a-0c7c-4aa4-811b-5d1e2922be66"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:14.823098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12562736-dd0f-4ce3-84f5-25663ce4ebc6 req-96d34b16-2c4c-4a07-98d3-a24bf9af4917 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296664 Feb 19 01:25:14.848943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a26f65d2-2758-4f2a-a747-8e3dabc9e028 req-87014d2c-10bc-4c26-a388-b011ad7d4e35 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031066 Feb 19 01:25:14.876373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99b988-b1d2-44b6-a1b7-67640c712e3c req-5123bba1-c0e9-495e-a6bb-75934c1d8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:14.880491 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc99b988-b1d2-44b6-a1b7-67640c712e3c req-5123bba1-c0e9-495e-a6bb-75934c1d8058 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 1127 time: 0.2184412 Feb 19 01:25:14.934832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c06d45-b8c5-4c98-a31e-54518b231ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:14.969629 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d2d2d-70c6-434f-aa06-d3db0f0d0d17 x-openstack-request-id: req-5e2d2d2d-70c6-434f-aa06-d3db0f0d0d17 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:14.969848 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f6e77b-cc49-47da-8ea4-acfcb03761b1", "tag": "b3892a3a-0c7c-4aa4-811b-5d1e2922be66", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:14.970077 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e2d2d2d-70c6-434f-aa06-d3db0f0d0d17 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:14.970483 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'tag': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66', 'status': 'completed', 'code': 200} Feb 19 01:25:14.992659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc99b988-b1d2-44b6-a1b7-67640c712e3c req-aa6a1534-e962-4745-9622-cb28d0441e0b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014056 Feb 19 01:25:15.131139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-ced679a1-14a9-470f-b1ec-35cdcad60a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.137114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-ced679a1-14a9-470f-b1ec-35cdcad60a1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 1125 time: 0.2953374 Feb 19 01:25:15.197608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107f5324-d58b-49b7-8318-86930d321fef {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:15.244886 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Publish callbacks [] for port (107f5324-d58b-49b7-8318-86930d321fef), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.260215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.270889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.281959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.289269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.296639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.303385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.311539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.321144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-c41ce1c6-1d18-4865-9dbf-2e028fc78c5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.3221757 Feb 19 01:25:15.338268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Transition to ACTIVE for port object 107f5324-d58b-49b7-8318-86930d321fef will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:25:15.340617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-383b08e6-f718-4bce-ac2c-b417aa70ad82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66 HTTP/1.1" status: 200 len: 217 time: 0.1379197 Feb 19 01:25:15.357210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (107f5324-d58b-49b7-8318-86930d321fef), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.436950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-53489558-8aae-4ef3-9bb7-0460b8391680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.439753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-53489558-8aae-4ef3-9bb7-0460b8391680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.0709658 Feb 19 01:25:15.680267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-1dd21363-2e3c-42aa-9067-6728155af107 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2271295 Feb 19 01:25:15.717055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Attempting to bind port 107f5324-d58b-49b7-8318-86930d321fef on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:15.717399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Attempting to bind port 107f5324-d58b-49b7-8318-86930d321fef by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:15.717730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Attempting to bind port 107f5324-d58b-49b7-8318-86930d321fef on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:15.719841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Pushing event updated for resources: {'Port': ['ID=107f5324-d58b-49b7-8318-86930d321fef,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:15.731018 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-217be8db-f039-4f61-a4c9-6b8f3aac6d10 req-0eae700c-414e-4112-8da3-26f84821b51d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4085364 Feb 19 01:25:15.830462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-8c855fc9-c76f-4bd0-a7f4-446747ccb5cd service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984018 Feb 19 01:25:15.832696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Port 107f5324-d58b-49b7-8318-86930d321fef on network 235c03fa-1204-4387-a93d-4976348b7c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:25:15.833045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Attempting to bind port 107f5324-d58b-49b7-8318-86930d321fef on network 235c03fa-1204-4387-a93d-4976348b7c05 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:15.839181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:15.839520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Checking segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:15.839899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Bound using segment: {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:15.840328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Bound port: 107f5324-d58b-49b7-8318-86930d321fef, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b4ffd-1833-446e-befa-08a88e3a8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:15.840745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (107f5324-d58b-49b7-8318-86930d321fef), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.052863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b246-5dbc-4397-a6bf-58ccf818be06 req-f631fc31-8999-44a9-8e03-63592f052deb tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.064541 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d05b246-5dbc-4397-a6bf-58ccf818be06 req-f631fc31-8999-44a9-8e03-63592f052deb tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 943 time: 0.0882363 Feb 19 01:25:16.161531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d05b246-5dbc-4397-a6bf-58ccf818be06 req-0a8a402a-be44-413c-85f6-985f2c07686a tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959971 Feb 19 01:25:16.184538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] For port 107f5324-d58b-49b7-8318-86930d321fef, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:16.197818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-25ac969f-7bad-44bd-825d-1cb89227184f service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548107 Feb 19 01:25:16.208016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4230-a171-423b-8206-738e811d9196 req-2c3689b9-6eba-4ecc-9539-b3b740531aa4 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.215110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dad4230-a171-423b-8206-738e811d9196 req-2c3689b9-6eba-4ecc-9539-b3b740531aa4 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.2452033 Feb 19 01:25:16.238115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] For port 107f5324-d58b-49b7-8318-86930d321fef, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=107f5324-d58b-49b7-8318-86930d321fef,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:16.309553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dad4230-a171-423b-8206-738e811d9196 req-2b860ac0-a5f6-420f-a671-53e7634728f1 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935016 Feb 19 01:25:16.311969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (107f5324-d58b-49b7-8318-86930d321fef), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.400861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.401594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.403357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] 10.222.0.10 "PUT /v2.0/ports/107f5324-d58b-49b7-8318-86930d321fef HTTP/1.1" status: 200 len: 1091 time: 2.8255055 Feb 19 01:25:16.487730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-d05461b1-aaf2-4f45-8d33-2492c26e2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.489472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-d05461b1-aaf2-4f45-8d33-2492c26e2086 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 1125 time: 0.2132287 Feb 19 01:25:16.532682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8921cc-3ffb-4906-9933-6bf8d67debe4 service neutron] Pushing event updated for resources: {'Port': ['ID=107f5324-d58b-49b7-8318-86930d321fef,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:16.700562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-82e8212c-993d-479e-9f3d-07b710e4c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.702384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-82e8212c-993d-479e-9f3d-07b710e4c798 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 1125 time: 0.2538059 Feb 19 01:25:16.776140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-58d23124-6eb8-42d9-9f14-5841fee2cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.779413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-58d23124-6eb8-42d9-9f14-5841fee2cbed service neutron] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 914 time: 0.2762439 Feb 19 01:25:16.832032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-e1ffae44-7b43-47cf-bb97-884b7b27e24d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=107f5324-d58b-49b7-8318-86930d321fef HTTP/1.1" status: 200 len: 217 time: 0.0509663 Feb 19 01:25:16.953093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-58c11789-683e-44b9-9947-ddd05fc7bfa3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66 HTTP/1.1" status: 200 len: 217 time: 0.1196933 Feb 19 01:25:16.973501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'tag': '107f5324-d58b-49b7-8318-86930d321fef'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:16.976015 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d063d8f-7664-4811-aa8c-008c53e414f0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a", "tag": "107f5324-d58b-49b7-8318-86930d321fef"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:16.979709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359450-7120-45bc-8086-221ece63bf5d req-8a6f09b1-cf63-4628-8dfe-ef54237c6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.981425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-8a6f09b1-cf63-4628-8dfe-ef54237c6c17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.1406884 Feb 19 01:25:16.981560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.008896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.030748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.041633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.048326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-ee6a41d7-0ab1-4bad-8372-08bfb7cf37fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566781 Feb 19 01:25:17.053520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.071041 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d80212-a0e1-450e-b89b-286282346a83 x-openstack-request-id: req-30d80212-a0e1-450e-b89b-286282346a83 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:17.071330 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a", "tag": "107f5324-d58b-49b7-8318-86930d321fef", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:17.071444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.071652 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30d80212-a0e1-450e-b89b-286282346a83 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:17.071981 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'tag': '107f5324-d58b-49b7-8318-86930d321fef', 'status': 'completed', 'code': 200} Feb 19 01:25:17.082991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.087300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-e39134f6-1215-4e61-8dd8-7a0149427cca tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2260771 Feb 19 01:25:17.178593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-d9495955-edea-40b8-a380-e02809a4cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.180714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-d9495955-edea-40b8-a380-e02809a4cc39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.1980984 Feb 19 01:25:17.245070 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56586b32-70cd-487e-9bb9-e04cbaffdbb2 req-7dc029f8-85e2-4b8e-abb2-c6ea47d8edbc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507633 Feb 19 01:25:17.254133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-874ead2a-691e-458f-9c9b-24323914c088 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580330 Feb 19 01:25:17.385960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-3fe9f584-65ce-4ef3-a063-fb47df082d15 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249874 Feb 19 01:25:17.543750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c359450-7120-45bc-8086-221ece63bf5d req-65591569-ba61-48ad-901c-c5cd9b32f8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510241 Feb 19 01:25:17.571848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab646199-4487-4795-9055-be90eb821f90 req-c4be62b8-08d1-4f11-9779-7fc577bc698e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.584967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ab646199-4487-4795-9055-be90eb821f90 req-c4be62b8-08d1-4f11-9779-7fc577bc698e tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1482778 Feb 19 01:25:17.591106 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-4c5c3817-5f69-4d05-9ca5-54c1479b8fad service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331661 Feb 19 01:25:17.612469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7e8e2-db74-49a2-9df2-8ab029b00b8f req-41c2f144-cbbe-403c-a395-c2d724d7b37d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.614132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08c7e8e2-db74-49a2-9df2-8ab029b00b8f req-41c2f144-cbbe-403c-a395-c2d724d7b37d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 943 time: 0.3162918 Feb 19 01:25:17.680750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ab646199-4487-4795-9055-be90eb821f90 req-208fa444-954e-4963-8794-bf9a94cab877 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920165 Feb 19 01:25:17.788020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08c7e8e2-db74-49a2-9df2-8ab029b00b8f req-9d398acc-5dd0-4fdd-ae97-967194a20709 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616051 Feb 19 01:25:17.850935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-f6554f9d-ef90-45d5-ab5f-e77df7aaa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.854642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-f6554f9d-ef90-45d5-ab5f-e77df7aaa74e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 1125 time: 0.2295108 Feb 19 01:25:17.929745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f09f2a5d-f3bc-4c5f-96ff-422827ae7771 req-0318fdc5-45d4-42a9-9202-547a0134b5de service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145258 Feb 19 01:25:17.967289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-e3f0d88c-a865-4d63-ae19-b5f1f02ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.968841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-e3f0d88c-a865-4d63-ae19-b5f1f02ff521 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 1127 time: 0.0987577 Feb 19 01:25:18.175696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-3e890ca4-746d-4c53-8ba2-c4eed803724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.179755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-3e890ca4-746d-4c53-8ba2-c4eed803724e service neutron] 10.222.0.10 "GET /v2.0/networks?id=671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 200 len: 911 time: 0.1950207 Feb 19 01:25:18.184078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b3892a3a-0c7c-4aa4-811b-5d1e2922be66 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:25:18.265690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c24885-9dd2-4e8f-8157-162bfc56dc83 req-c497e1c4-833c-4098-b4f2-47aeed0d68ed tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.267203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69c24885-9dd2-4e8f-8157-162bfc56dc83 req-c497e1c4-833c-4098-b4f2-47aeed0d68ed tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.3355894 Feb 19 01:25:18.268233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-92a87fe4-293d-4ddc-bce2-26cd6863316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.269748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-92a87fe4-293d-4ddc-bce2-26cd6863316f service neutron] 10.222.0.10 "GET /v2.0/networks?id=235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 200 len: 914 time: 0.4043608 Feb 19 01:25:18.326239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-c352f2c5-9683-45ee-8354-14a717e167f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4 HTTP/1.1" status: 200 len: 217 time: 0.1320040 Feb 19 01:25:18.329167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-442cbf8b-f48f-4bad-9cc7-05cfea5d86fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=107f5324-d58b-49b7-8318-86930d321fef HTTP/1.1" status: 200 len: 217 time: 0.0517538 Feb 19 01:25:18.409548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69c24885-9dd2-4e8f-8157-162bfc56dc83 req-d0f33da3-5f17-421e-8943-b5f0df1ac548 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338968 Feb 19 01:25:18.427826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-beee7666-c496-4e00-ac0a-8319963e26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.430239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-beee7666-c496-4e00-ac0a-8319963e26eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 200 len: 853 time: 0.0886843 Feb 19 01:25:18.484147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-290420dc-7585-4056-842c-e7bd46a4e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.485655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-290420dc-7585-4056-842c-e7bd46a4e3b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 200 len: 850 time: 0.1473198 Feb 19 01:25:18.488302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:18.502381 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-df62d113-6dc9-470b-a007-90f6cb9511f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=235c03fa-1204-4387-a93d-4976348b7c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598028 Feb 19 01:25:18.530056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'port_id': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66', 'mac_address': 'fa:16:3e:9b:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ca0132-7ae1-4c94-b828-d7d58b4d554b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:25:18.542222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.575674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-99cb1a22-6ad9-4703-bb8e-8becf5ad6dfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=671bc1bb-8713-4c34-88b7-d405fdfe63ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810370 Feb 19 01:25:18.601613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.606334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:18.611308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.635544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3892a3a-0c7c-4aa4-811b-5d1e2922be66 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:18.635770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-833a3c47-500f-4a4a-8001-78f3c124530f service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226480 Feb 19 01:25:18.636419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.641889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.649487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.656519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.666822 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.674767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.691748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:18.692645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-cfefaaac-4a2f-419d-8f11-54b7f2c63fd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2559288 Feb 19 01:25:18.703051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.834468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:18.922281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d7810aa-fa0e-49d4-ab21-b7347b315355 req-0847e24d-d06d-4d7d-a5e6-d8ebe87de504 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2283678 Feb 19 01:25:18.962685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-ea6d1067-adc6-4dac-afe8-f895e5e5a212 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625651 Feb 19 01:25:19.000427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b3892a3a-0c7c-4aa4-811b-5d1e2922be66'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:19.095228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ae75f79-9ba7-44b4-8aa3-1c9403332ca6 req-68f6ea4b-e8c1-4179-8ca7-58c9a7ff2377 service neutron] 10.222.0.10 "GET /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168830 Feb 19 01:25:19.325458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d063d8f-7664-4811-aa8c-008c53e414f0 req-b02fa13b-8d9f-4e39-881d-a52f31802774 service neutron] 10.222.0.10 "GET /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824448 Feb 19 01:25:19.359007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf73bc3-0bfb-400a-92dc-c50af52ae13c req-cc85b87f-ec86-4a37-88b1-430fd42b7990 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.360482 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aaf73bc3-0bfb-400a-92dc-c50af52ae13c req-cc85b87f-ec86-4a37-88b1-430fd42b7990 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 944 time: 0.1141539 Feb 19 01:25:19.417529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aaf73bc3-0bfb-400a-92dc-c50af52ae13c req-8e790461-cbc0-4451-98d3-66085a869782 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510457 Feb 19 01:25:19.551187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd45d6-f279-4920-8bc2-0c4218fc084b req-21fad419-fa06-4322-9d55-d4dcbdb37faf tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.552707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96dd45d6-f279-4920-8bc2-0c4218fc084b req-21fad419-fa06-4322-9d55-d4dcbdb37faf tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0616260 Feb 19 01:25:19.605557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96dd45d6-f279-4920-8bc2-0c4218fc084b req-1ce81a5b-6dc7-49b8-97cb-8a932d3a3737 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Feb 19 01:25:20.126839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.132380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.138469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.144346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.150331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.156372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.161749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.164726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-c2ab77d7-b8fb-468a-9636-8da38d2a8978 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1369855 Feb 19 01:25:20.194692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 107f5324-d58b-49b7-8318-86930d321fef details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:25:20.200014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b3892a3a-0c7c-4aa4-811b-5d1e2922be66 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:20.282503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6ee5804-68c5-4298-8fc0-ecd8302e5dc7 req-bab48e7b-3733-4407-8ff1-7948360f8226 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116190 Feb 19 01:25:20.410232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 107f5324-d58b-49b7-8318-86930d321fef, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=107f5324-d58b-49b7-8318-86930d321fef,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:20.430715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '107f5324-d58b-49b7-8318-86930d321fef', 'network_id': '235c03fa-1204-4387-a93d-4976348b7c05', 'port_id': '107f5324-d58b-49b7-8318-86930d321fef', 'mac_address': 'fa:16:3e:02:27:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ca0132-7ae1-4c94-b828-d7d58b4d554b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:25:20.448589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4e2c118-3f8e-4035-aa70-3592b0338b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.542042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:25:20.544567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 107f5324-d58b-49b7-8318-86930d321fef is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:20.545283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (107f5324-d58b-49b7-8318-86930d321fef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.557581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:20.558291 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.623742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c973b61-bc35-40de-9b47-c7e3727e9aff req-db73266f-3325-4600-afaa-4b1bad98ad6b tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.634428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c973b61-bc35-40de-9b47-c7e3727e9aff req-db73266f-3325-4600-afaa-4b1bad98ad6b tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 944 time: 0.1354299 Feb 19 01:25:20.664638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107f5324-d58b-49b7-8318-86930d321fef {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:20.686478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 107f5324-d58b-49b7-8318-86930d321fef, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=107f5324-d58b-49b7-8318-86930d321fef,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:20.693258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (107f5324-d58b-49b7-8318-86930d321fef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.699925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c973b61-bc35-40de-9b47-c7e3727e9aff req-1b77abbd-28fa-43fd-bf98-169cf8454e9e tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Feb 19 01:25:20.774739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:20.775126 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.810084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=107f5324-d58b-49b7-8318-86930d321fef,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:20.830802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:20.833321 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc983e-c594-4ef9-9972-468183ef5833" -d '{"events": [{"server_uuid": "14f6e77b-cc49-47da-8ea4-acfcb03761b1", "name": "network-vif-plugged", "status": "completed", "tag": "b3892a3a-0c7c-4aa4-811b-5d1e2922be66"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:20.839152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b6aaa-32c8-4622-af35-4dec61ebfd97 req-a5ebeda8-462a-4980-9118-16e2c20cff9b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.841350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-357b6aaa-32c8-4622-af35-4dec61ebfd97 req-a5ebeda8-462a-4980-9118-16e2c20cff9b tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1178081 Feb 19 01:25:20.854983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:20.861702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.933678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-357b6aaa-32c8-4622-af35-4dec61ebfd97 req-2babffa5-e7c2-402d-a28d-a02e523c2176 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865364 Feb 19 01:25:20.945180 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168cffd-e966-4156-acdd-78df72b93cab x-openstack-request-id: req-8168cffd-e966-4156-acdd-78df72b93cab {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:20.945524 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f6e77b-cc49-47da-8ea4-acfcb03761b1", "name": "network-vif-plugged", "status": "completed", "tag": "b3892a3a-0c7c-4aa4-811b-5d1e2922be66", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:20.946551 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8168cffd-e966-4156-acdd-78df72b93cab {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:20.946958 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66', 'code': 200} Feb 19 01:25:20.970076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:21.065831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156704c3-99e0-4ecd-acfc-55da1955d949 req-b48025c9-d308-45df-b06a-4f836a4c6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.067931 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-156704c3-99e0-4ecd-acfc-55da1955d949 req-b48025c9-d308-45df-b06a-4f836a4c6235 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 1127 time: 0.0796332 Feb 19 01:25:21.079135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['107f5324-d58b-49b7-8318-86930d321fef'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:21.149486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-156704c3-99e0-4ecd-acfc-55da1955d949 req-98b0ace7-81fc-4ec7-89cd-763ecdec5b36 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702164 Feb 19 01:25:21.471782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.477498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.482917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.488529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.494556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.500274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.505698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.511547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-36035d11-75dc-4cf4-908e-daf6a13f8b31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1136210 Feb 19 01:25:21.574989 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-373bb03d-7e4f-4096-9d53-2a9b4f6a12cb req-a133b379-b2c0-420b-9593-6686d32cb567 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596552 Feb 19 01:25:21.836624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7bd39-75dd-4d9d-9c8c-9dd1a8c41081 req-d2d485c5-f6b3-4de6-ae8b-0a0c87d9171b tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.838360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28e7bd39-75dd-4d9d-9c8c-9dd1a8c41081 req-d2d485c5-f6b3-4de6-ae8b-0a0c87d9171b tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 945 time: 0.0590858 Feb 19 01:25:21.888199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28e7bd39-75dd-4d9d-9c8c-9dd1a8c41081 req-020538a2-35a4-47d4-bd1e-f331e8dc7325 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Feb 19 01:25:22.062152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701368a5-e55f-401e-bd8c-10094be96123 req-3e029167-bb54-4ac6-8438-e1b7684d1a34 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.063970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-701368a5-e55f-401e-bd8c-10094be96123 req-3e029167-bb54-4ac6-8438-e1b7684d1a34 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0590272 Feb 19 01:25:22.115078 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-701368a5-e55f-401e-bd8c-10094be96123 req-13e5526f-0782-47cf-bb5a-3459dfe441ec tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449989 Feb 19 01:25:22.199369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 107f5324-d58b-49b7-8318-86930d321fef up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:22.311808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 107f5324-d58b-49b7-8318-86930d321fef completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:25:22.323043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 107f5324-d58b-49b7-8318-86930d321fef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:22.323570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (107f5324-d58b-49b7-8318-86930d321fef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.397517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fce092-1c3c-488d-b581-080b6099a348 req-e3d14ede-4e18-44d6-8ada-b4afd524bbca tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.405923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79fce092-1c3c-488d-b581-080b6099a348 req-e3d14ede-4e18-44d6-8ada-b4afd524bbca tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0688741 Feb 19 01:25:22.452736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 107f5324-d58b-49b7-8318-86930d321fef is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:22.453324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (107f5324-d58b-49b7-8318-86930d321fef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.501779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 107f5324-d58b-49b7-8318-86930d321fef, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=107f5324-d58b-49b7-8318-86930d321fef,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:22.512176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (107f5324-d58b-49b7-8318-86930d321fef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.545588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79fce092-1c3c-488d-b581-080b6099a348 req-eb2bb154-0df0-45da-b246-e6f18318fb7c tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363056 Feb 19 01:25:22.632177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=107f5324-d58b-49b7-8318-86930d321fef,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:22.656811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2e45cfc-0b6d-4b71-8dcd-4df0cc231fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.813658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.820537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.827222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.832792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.840230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.846215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.853049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.855230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-cfe81f89-296f-43af-a252-6084984c67f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1222610 Feb 19 01:25:22.933252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f50cd0a4-2732-4116-a90e-b63d147c90e2 req-17b8a930-cdc4-46f9-af43-f0f0212a7177 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680976 Feb 19 01:25:22.952241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107f5324-d58b-49b7-8318-86930d321fef'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:22.954772 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9482b990-d1a8-4bff-9f82-40acb6298fbf" -d '{"events": [{"server_uuid": "eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a", "name": "network-vif-plugged", "status": "completed", "tag": "107f5324-d58b-49b7-8318-86930d321fef"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:23.018425 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e9950-5b64-4019-a655-e1fbc5822b00 x-openstack-request-id: req-f19e9950-5b64-4019-a655-e1fbc5822b00 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:23.018866 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a", "name": "network-vif-plugged", "status": "completed", "tag": "107f5324-d58b-49b7-8318-86930d321fef", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:23.019130 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f19e9950-5b64-4019-a655-e1fbc5822b00 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:23.019829 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107f5324-d58b-49b7-8318-86930d321fef', 'code': 200} Feb 19 01:25:23.123111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8c414-e8e2-44ec-85c3-764d060fb64e req-e6cd102d-5b97-4e2f-afa3-924392b3a02d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.131417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53f8c414-e8e2-44ec-85c3-764d060fb64e req-e6cd102d-5b97-4e2f-afa3-924392b3a02d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 945 time: 0.1180952 Feb 19 01:25:23.205888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53f8c414-e8e2-44ec-85c3-764d060fb64e req-1a879738-4435-4793-a3f2-57a829ab2cfc tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735140 Feb 19 01:25:23.226651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245acb-d64f-4053-b0fb-c56f2e5cc9ec req-ca66aded-3bf1-4af9-ab8e-4e7b0b9c40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.228183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0245acb-d64f-4053-b0fb-c56f2e5cc9ec req-ca66aded-3bf1-4af9-ab8e-4e7b0b9c40bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 1127 time: 0.1297758 Feb 19 01:25:23.432338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988313-cfea-4255-89e6-a254530c2be9 req-472334dc-bf70-481f-9032-ba43083184ad tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.434213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49988313-cfea-4255-89e6-a254530c2be9 req-472334dc-bf70-481f-9032-ba43083184ad tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 945 time: 0.1363468 Feb 19 01:25:23.436624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0245acb-d64f-4053-b0fb-c56f2e5cc9ec req-1a2febd2-3805-4c8b-a58b-932acec65217 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959035 Feb 19 01:25:23.525677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49988313-cfea-4255-89e6-a254530c2be9 req-b188e027-523d-4a1e-a5e3-1c10f902f766 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855002 Feb 19 01:25:23.646010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.746445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f130c58-231b-48f8-b5ac-50c875a32e2d req-0ab32a2c-3938-433b-b099-679b2151c463 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.753252 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f130c58-231b-48f8-b5ac-50c875a32e2d req-0ab32a2c-3938-433b-b099-679b2151c463 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0949636 Feb 19 01:25:23.817984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f130c58-231b-48f8-b5ac-50c875a32e2d req-5e940b0f-5f53-482d-937f-b4472b317e89 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577338 Feb 19 01:25:24.111910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.141190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.146476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.168022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.173921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.191532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.200311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.209765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-feba628e-e31e-4768-9947-312a090ffea3 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1902518 Feb 19 01:25:24.307968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54a3d285-b722-43ba-a87c-2ebf3f29b577 req-287ba1be-2965-4b24-95e0-d61094cdb27a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857852 Feb 19 01:25:24.685580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710e32-fb40-43ae-8126-bf53cda1bf08 req-980ece0c-9e92-4225-85ee-1154770b8995 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.688045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-46710e32-fb40-43ae-8126-bf53cda1bf08 req-980ece0c-9e92-4225-85ee-1154770b8995 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 945 time: 0.0741327 Feb 19 01:25:24.802915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-46710e32-fb40-43ae-8126-bf53cda1bf08 req-d006f26b-92f7-450e-a150-7c971129f14b tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964801 Feb 19 01:25:24.966321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350278e-4959-4eac-9f42-56835b951d85 req-1d6b9572-a9cc-44d1-b725-940827359736 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.968120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c350278e-4959-4eac-9f42-56835b951d85 req-1d6b9572-a9cc-44d1-b725-940827359736 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0687633 Feb 19 01:25:25.030205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c350278e-4959-4eac-9f42-56835b951d85 req-6443154b-6b7e-439d-b175-21f997a99742 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Feb 19 01:25:25.322813 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.451195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.459847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.465289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.471029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.481403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.487317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.493576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.501357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-a1a72e78-4e83-41d2-bd9d-ade6a29c3f13 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1148868 Feb 19 01:25:25.573159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cae4e2a4-d698-4da5-9783-3068dffd4137 req-f568bb82-f7e7-4a13-93ea-f408a70a9e9f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708239 Feb 19 01:25:25.967412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff7ba5-a1b6-4382-ac61-ff57fb52fe3f req-89d73846-c8f9-4786-9565-5e0a7900bb96 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.974443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35ff7ba5-a1b6-4382-ac61-ff57fb52fe3f req-89d73846-c8f9-4786-9565-5e0a7900bb96 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 945 time: 0.0643306 Feb 19 01:25:26.052078 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.090871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35ff7ba5-a1b6-4382-ac61-ff57fb52fe3f req-4fe6662d-c3fd-46d5-8429-fc3cd237bc0d tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136098 Feb 19 01:25:26.137519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-ceaa7b9c-439a-43b3-9ca9-251e294e6687 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.141955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-ceaa7b9c-439a-43b3-9ca9-251e294e6687 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.1598248 Feb 19 01:25:26.212615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828f675-586b-4b1e-a4f3-67bbab9b9e98 req-cc279998-2fa3-4b93-8c60-c97728880cef tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.215162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5828f675-586b-4b1e-a4f3-67bbab9b9e98 req-cc279998-2fa3-4b93-8c60-c97728880cef tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 945 time: 0.0750790 Feb 19 01:25:26.299533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5828f675-586b-4b1e-a4f3-67bbab9b9e98 req-88d3a229-4994-4496-b62b-540d9c0af714 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779250 Feb 19 01:25:26.337697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Deleting port ded53bea-6145-4bd5-8820-c2d46bf59fd4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:26.338238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.461869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] For port ded53bea-6145-4bd5-8820-c2d46bf59fd4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ded53bea-6145-4bd5-8820-c2d46bf59fd4,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:26.462551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.480758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Calling delete_port for ded53bea-6145-4bd5-8820-c2d46bf59fd4 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:26.559948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.615089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b8cb7-0ace-4eb0-8ab6-6f22f926192b req-b4d125aa-0052-48b4-a6b3-0788b0f119dd tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.618169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e5b8cb7-0ace-4eb0-8ab6-6f22f926192b req-b4d125aa-0052-48b4-a6b3-0788b0f119dd tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 945 time: 0.0848515 Feb 19 01:25:26.708580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ded53bea-6145-4bd5-8820-c2d46bf59fd4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.724094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['58f1b119-d887-42e9-9183-02c54f25c7e8', 'ded53bea-6145-4bd5-8820-c2d46bf59fd4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:26.724800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e5b8cb7-0ace-4eb0-8ab6-6f22f926192b req-c951684a-e8a3-411f-8c90-bf2a4f366623 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987213 Feb 19 01:25:26.765056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Pushing event deleted for resources: {'Port': ['ID=ded53bea-6145-4bd5-8820-c2d46bf59fd4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:26.836934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.843529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.849194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.855582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.861493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.867024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.873860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.875848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-10adbc80-a58d-421a-a985-df1d92b75e4f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2108872 Feb 19 01:25:26.876726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] No DVR routers for this DVR port ded53bea-6145-4bd5-8820-c2d46bf59fd4 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:26.879555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.883396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28932918-73e9-4da2-9b0c-36017c7b0d04 req-500f81bc-21eb-4dc6-8376-82a6a9447da3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "DELETE /v2.0/ports/ded53bea-6145-4bd5-8820-c2d46bf59fd4 HTTP/1.1" status: 204 len: 173 time: 0.7354929 Feb 19 01:25:26.883852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'name': 'network-vif-deleted', 'tag': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:26.886307 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee4ca87-9e28-48d3-ab38-2d9735c0f356" -d '{"events": [{"server_uuid": "92b1af94-d794-4c56-bbc0-67d21d3a00b2", "name": "network-vif-deleted", "tag": "ded53bea-6145-4bd5-8820-c2d46bf59fd4"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:26.970479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2415880-0063-4e45-ac1c-5abbb14cb52a req-039d9119-c7c6-4000-b660-d5542f1e0151 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812101 Feb 19 01:25:26.977785 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7534ea2-5169-439a-85b3-c75ba6298930 x-openstack-request-id: req-a7534ea2-5169-439a-85b3-c75ba6298930 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:26.978173 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b1af94-d794-4c56-bbc0-67d21d3a00b2", "name": "network-vif-deleted", "tag": "ded53bea-6145-4bd5-8820-c2d46bf59fd4", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:26.978500 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7534ea2-5169-439a-85b3-c75ba6298930 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:26.978950 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b1af94-d794-4c56-bbc0-67d21d3a00b2', 'name': 'network-vif-deleted', 'tag': 'ded53bea-6145-4bd5-8820-c2d46bf59fd4', 'status': 'completed', 'code': 200} Feb 19 01:25:27.437845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1df42cf6-7fb1-4800-b5da-65b753b98d34 req-c5610265-1702-4983-9026-9161542efff5 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b1af94-d794-4c56-bbc0-67d21d3a00b2 HTTP/1.1" status: 200 len: 210 time: 0.0349314 Feb 19 01:25:27.880537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d646ad-1f64-4d61-8eeb-32225165375d req-984d54d1-b7b3-410f-97cd-8b4481a73106 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:27.882770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34d646ad-1f64-4d61-8eeb-32225165375d req-984d54d1-b7b3-410f-97cd-8b4481a73106 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 945 time: 0.0645018 Feb 19 01:25:27.941170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34d646ad-1f64-4d61-8eeb-32225165375d req-5bb51125-f98c-4955-8127-5f909c70faaa tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb9437e1-6b4e-427e-b33f-5d60da27224f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525107 Feb 19 01:25:28.022085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-0ac10562-622b-4dcd-a125-b6be61630261 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.024917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-0ac10562-622b-4dcd-a125-b6be61630261 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 945 time: 0.0616894 Feb 19 01:25:28.146529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Deleting port 107f5324-d58b-49b7-8318-86930d321fef {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:28.147166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (107f5324-d58b-49b7-8318-86930d321fef), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.189275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.195343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.201471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.208173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.217125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.224012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.230015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.231952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-872194fb-47c0-4202-a224-cec7366d4a14 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1583045 Feb 19 01:25:28.258107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] For port 107f5324-d58b-49b7-8318-86930d321fef, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=107f5324-d58b-49b7-8318-86930d321fef,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:28.258680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-aa39bb33-e1c0-458a-8485-ef16ade81efa tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.259222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (107f5324-d58b-49b7-8318-86930d321fef), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.261130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-aa39bb33-e1c0-458a-8485-ef16ade81efa tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "GET /v2.0/ports?device_id=14f6e77b-cc49-47da-8ea4-acfcb03761b1 HTTP/1.1" status: 200 len: 945 time: 0.1427550 Feb 19 01:25:28.274734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Calling delete_port for 107f5324-d58b-49b7-8318-86930d321fef owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:28.419565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4cab240-419a-4028-9c6c-54432d1c7523 req-3c353e36-618c-4274-b651-ab426751647f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725876 Feb 19 01:25:28.426884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Deleting port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:28.427452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.464248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (107f5324-d58b-49b7-8318-86930d321fef), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.478687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b3892a3a-0c7c-4aa4-811b-5d1e2922be66', '107f5324-d58b-49b7-8318-86930d321fef'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:28.548199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] For port b3892a3a-0c7c-4aa4-811b-5d1e2922be66, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,segment=NetworkSegment(f35b4ffd-1833-446e-befa-08a88e3a8fc2),segment_id=f35b4ffd-1833-446e-befa-08a88e3a8fc2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:28.549108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.580289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Calling delete_port for b3892a3a-0c7c-4aa4-811b-5d1e2922be66 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:28.595550 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:25:28.602490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event deleted for resources: {'Port': ['ID=107f5324-d58b-49b7-8318-86930d321fef,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:28.669908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] No DVR routers for this DVR port 107f5324-d58b-49b7-8318-86930d321fef on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:28.672620 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.676527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51afe062-3b03-4ad6-bb60-d6ee317c7dad req-9be62341-14df-47a5-928b-c7f6c04e4ac8 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "DELETE /v2.0/ports/107f5324-d58b-49b7-8318-86930d321fef HTTP/1.1" status: 204 len: 173 time: 0.6459553 Feb 19 01:25:28.915959 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b3892a3a-0c7c-4aa4-811b-5d1e2922be66), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.974813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fe0b7-4551-4847-99e6-ccbe424ab126 req-e5a6f08f-0fcb-4f93-9b19-c2dbff3acbd3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.976927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e82fe0b7-4551-4847-99e6-ccbe424ab126 req-e5a6f08f-0fcb-4f93-9b19-c2dbff3acbd3 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0871975 Feb 19 01:25:28.979560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'name': 'network-vif-deleted', 'tag': '107f5324-d58b-49b7-8318-86930d321fef'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:28.981911 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f67ed57-44d3-4c9a-bd6e-b61b5852ed47" -d '{"events": [{"server_uuid": "eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a", "name": "network-vif-deleted", "tag": "107f5324-d58b-49b7-8318-86930d321fef"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:28.998683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Pushing event deleted for resources: {'Port': ['ID=b3892a3a-0c7c-4aa4-811b-5d1e2922be66,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:29.037627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e82fe0b7-4551-4847-99e6-ccbe424ab126 req-dcfa40c8-ff6b-4931-9bcc-e50a4095e915 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519857 Feb 19 01:25:29.079831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['b3892a3a-0c7c-4aa4-811b-5d1e2922be66', '107f5324-d58b-49b7-8318-86930d321fef'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:29.112684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] No DVR routers for this DVR port b3892a3a-0c7c-4aa4-811b-5d1e2922be66 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:29.115741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.120479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f66c46b0-95fa-41b9-8339-bdba205c59df req-005b1b31-3640-46cd-bb2b-f8146ac7230c tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.10 "DELETE /v2.0/ports/b3892a3a-0c7c-4aa4-811b-5d1e2922be66 HTTP/1.1" status: 204 len: 173 time: 0.8449879 Feb 19 01:25:29.131278 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb78816-1abb-4e8e-acb2-e970cfd03a23 x-openstack-request-id: req-5bb78816-1abb-4e8e-acb2-e970cfd03a23 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:29.131998 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a", "name": "network-vif-deleted", "tag": "107f5324-d58b-49b7-8318-86930d321fef", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:29.132922 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bb78816-1abb-4e8e-acb2-e970cfd03a23 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:29.133510 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a', 'name': 'network-vif-deleted', 'tag': '107f5324-d58b-49b7-8318-86930d321fef', 'status': 'completed', 'code': 200} Feb 19 01:25:29.160172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'name': 'network-vif-deleted', 'tag': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:29.170987 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27435f3e-e024-4be7-a79d-25615c6095e6" -d '{"events": [{"server_uuid": "14f6e77b-cc49-47da-8ea4-acfcb03761b1", "name": "network-vif-deleted", "tag": "b3892a3a-0c7c-4aa4-811b-5d1e2922be66"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:29.181226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d6f7bff-d0c4-4977-8d8a-477cc73710c2 req-8b9aea16-ed59-4b3b-9248-6ce02f60df52 tempest-MultipleCreateTestJSON-1256184572 tempest-MultipleCreateTestJSON-1256184572-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1fc7b6-c84e-4b50-8f06-1ed51c051d1a HTTP/1.1" status: 200 len: 210 time: 0.0701699 Feb 19 01:25:29.239207 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6d1bf-5272-4c46-a80d-d98fadb83479 x-openstack-request-id: req-f2e6d1bf-5272-4c46-a80d-d98fadb83479 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:29.239560 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f6e77b-cc49-47da-8ea4-acfcb03761b1", "name": "network-vif-deleted", "tag": "b3892a3a-0c7c-4aa4-811b-5d1e2922be66", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:29.239821 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2e6d1bf-5272-4c46-a80d-d98fadb83479 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:29.240222 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f6e77b-cc49-47da-8ea4-acfcb03761b1', 'name': 'network-vif-deleted', 'tag': 'b3892a3a-0c7c-4aa4-811b-5d1e2922be66', 'status': 'completed', 'code': 200} Feb 19 01:25:29.555024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.560495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.566542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.571897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.577967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.582753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.588152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.596161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-92e422ca-5c3b-4041-94a6-dcf04ec2fb95 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1004117 Feb 19 01:25:29.708949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f9fae31-816a-4ecd-803d-cbe4c2305301 req-2e30e427-4d8d-4a2c-a281-d4771fe0e11b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115277 Feb 19 01:25:30.172469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8eec4-a1b2-4d23-b507-97b5b6bc65d6 req-a1c709cd-69f7-4641-9ef0-9107794d6e24 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.177222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0f8eec4-a1b2-4d23-b507-97b5b6bc65d6 req-a1c709cd-69f7-4641-9ef0-9107794d6e24 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0571947 Feb 19 01:25:30.241075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0f8eec4-a1b2-4d23-b507-97b5b6bc65d6 req-b19ef20a-9bb6-4e65-9948-03d367e227db tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550959 Feb 19 01:25:30.247147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ded53bea-6145-4bd5-8820-c2d46bf59fd4 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:30.271510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ded53bea-6145-4bd5-8820-c2d46bf59fd4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:30.272116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ded53bea-6145-4bd5-8820-c2d46bf59fd4 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:30.317796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52334) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:30.366417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Deleting subnet 01ca0132-7ae1-4c94-b828-d7d58b4d554b {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:30.369712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Publish callbacks [] for subnet (01ca0132-7ae1-4c94-b828-d7d58b4d554b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.407207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (01ca0132-7ae1-4c94-b828-d7d58b4d554b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.447589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (01ca0132-7ae1-4c94-b828-d7d58b4d554b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.502847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (01ca0132-7ae1-4c94-b828-d7d58b4d554b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.515896 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.521777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01ca0132-7ae1-4c94-b828-d7d58b4d554b HTTP/1.1" status: 204 len: 168 time: 0.2005303 Feb 19 01:25:30.522720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52336) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:30.541072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c1a0-6915-459e-b3c3-6bd15d4dea9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ca0132-7ae1-4c94-b828-d7d58b4d554b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:30.606657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (235c03fa-1204-4387-a93d-4976348b7c05), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.697600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (235c03fa-1204-4387-a93d-4976348b7c05), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.720846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c03fa-1204-4387-a93d-4976348b7c05']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:30.731466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35b4ffd-1833-446e-befa-08a88e3a8fc2') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:30.731760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35b4ffd-1833-446e-befa-08a88e3a8fc2') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:30.747849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (f35b4ffd-1833-446e-befa-08a88e3a8fc2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.765855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f35b4ffd-1833-446e-befa-08a88e3a8fc2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.776656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:30.777083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (f35b4ffd-1833-446e-befa-08a88e3a8fc2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:30.779179 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:30.846045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (235c03fa-1204-4387-a93d-4976348b7c05), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.865656 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.873779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] 10.222.0.43 "DELETE /v2.0/networks/235c03fa-1204-4387-a93d-4976348b7c05 HTTP/1.1" status: 204 len: 168 time: 0.3470156 Feb 19 01:25:30.894103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f02b6d-311f-4241-826b-8dc552865d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=235c03fa-1204-4387-a93d-4976348b7c05,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:30.900902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.913116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.920576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.930014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.936467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.943796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.951741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.954357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-15e96683-9541-4b03-8b5b-63c15b4b5148 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1347187 Feb 19 01:25:31.023348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52350) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:31.046771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-243e3f96-03ec-4b2d-ba72-d863294c2d5a req-96023a9e-25bc-4b91-8bd0-2575b5ffbebc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860119 Feb 19 01:25:31.091900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:31.092184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-07e184fc-5d44-40c4-9047-3bbd2e0227f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cac2417fe404e58a6e63032db1ed0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675766 Feb 19 01:25:31.155000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ac21b76-531c-4918-8bb9-658c7a4fc097 admin admin] Publish callbacks [] for security_group (eb9437e1-6b4e-427e-b33f-5d60da27224f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.178343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ac21b76-531c-4918-8bb9-658c7a4fc097 admin admin] Publish callbacks [] for security_group (eb9437e1-6b4e-427e-b33f-5d60da27224f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.230268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ac21b76-531c-4918-8bb9-658c7a4fc097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eb9437e1-6b4e-427e-b33f-5d60da27224f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.232983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ac21b76-531c-4918-8bb9-658c7a4fc097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.234197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3ac21b76-531c-4918-8bb9-658c7a4fc097 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb9437e1-6b4e-427e-b33f-5d60da27224f HTTP/1.1" status: 204 len: 168 time: 0.1406000 Feb 19 01:25:31.243732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac21b76-531c-4918-8bb9-658c7a4fc097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9437e1-6b4e-427e-b33f-5d60da27224f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:31.371156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-fd9baaea-2ae2-43d0-aaf5-d19cd8699beb tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:31.372986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-fd9baaea-2ae2-43d0-aaf5-d19cd8699beb tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.0993464 Feb 19 01:25:31.459847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788f0a-cb0e-4ed6-afad-b22f1caafd2a req-1dcfee9a-2ae7-458e-a23f-fbe56d666f9f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:31.461493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e788f0a-cb0e-4ed6-afad-b22f1caafd2a req-1dcfee9a-2ae7-458e-a23f-fbe56d666f9f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 945 time: 0.1025231 Feb 19 01:25:31.525152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Deleting port 58f1b119-d887-42e9-9183-02c54f25c7e8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:31.525152 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.559102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e788f0a-cb0e-4ed6-afad-b22f1caafd2a req-f9980c9c-6b37-48f1-a4a6-755e1933a82a tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f31695-b4c8-4e30-adf6-79acf293082b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853398 Feb 19 01:25:31.669398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] For port 58f1b119-d887-42e9-9183-02c54f25c7e8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=58f1b119-d887-42e9-9183-02c54f25c7e8,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:31.670563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.695719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Calling delete_port for 58f1b119-d887-42e9-9183-02c54f25c7e8 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:31.901188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (58f1b119-d887-42e9-9183-02c54f25c7e8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.916234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['58f1b119-d887-42e9-9183-02c54f25c7e8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:31.941407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Pushing event deleted for resources: {'Port': ['ID=58f1b119-d887-42e9-9183-02c54f25c7e8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:32.047462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] No DVR routers for this DVR port 58f1b119-d887-42e9-9183-02c54f25c7e8 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:32.053598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.063877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80f1769d-2bcd-41dc-b5f7-e92b3a714e4e req-7328a59b-c81d-4595-a985-104cf2835e4f tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.10 "DELETE /v2.0/ports/58f1b119-d887-42e9-9183-02c54f25c7e8 HTTP/1.1" status: 204 len: 173 time: 0.6822042 Feb 19 01:25:32.074565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'name': 'network-vif-deleted', 'tag': '58f1b119-d887-42e9-9183-02c54f25c7e8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:32.083548 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99360ee-6718-4ba5-b46f-de1292f0df45" -d '{"events": [{"server_uuid": "2fcd3420-2375-498d-9051-4c232ee62cc0", "name": "network-vif-deleted", "tag": "58f1b119-d887-42e9-9183-02c54f25c7e8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:32.232634 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34951b44-63d6-437c-afd8-016fa2cde05b x-openstack-request-id: req-34951b44-63d6-437c-afd8-016fa2cde05b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:32.232939 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcd3420-2375-498d-9051-4c232ee62cc0", "name": "network-vif-deleted", "tag": "58f1b119-d887-42e9-9183-02c54f25c7e8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:32.233418 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34951b44-63d6-437c-afd8-016fa2cde05b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:32.233843 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcd3420-2375-498d-9051-4c232ee62cc0', 'name': 'network-vif-deleted', 'tag': '58f1b119-d887-42e9-9183-02c54f25c7e8', 'status': 'completed', 'code': 200} Feb 19 01:25:32.261728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 107f5324-d58b-49b7-8318-86930d321fef no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:32.319344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 107f5324-d58b-49b7-8318-86930d321fef {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:32.320252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 107f5324-d58b-49b7-8318-86930d321fef not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:32.320685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b3892a3a-0c7c-4aa4-811b-5d1e2922be66 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:32.372123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: b3892a3a-0c7c-4aa4-811b-5d1e2922be66 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:32.372537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device b3892a3a-0c7c-4aa4-811b-5d1e2922be66 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:32.396406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.407842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.414573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.421258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.426977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.433134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.438521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.440501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-39e802a5-01af-4bb9-b11b-5b14247879c2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1684201 Feb 19 01:25:32.521740 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5e02041-a651-4b2e-aea2-0e6f692f3861 req-652f3878-6bee-4d72-852e-9a78ca4bf6f2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721912 Feb 19 01:25:32.529293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52396) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:32.737366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-185108904-network', 'tenant_id': '8c508b1a42aa49e9880309fda10d0e96'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:32.781733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Made reservation on behalf of 8c508b1a42aa49e9880309fda10d0e96 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:32.786775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.798300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.813531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfb2f877-34d9-4b39-bb6c-c55a71e14fbd req-0ed583fa-1c99-4eaf-9efc-2e0cfe936af2 tempest-ServerRescueTestJSON-579199739 tempest-ServerRescueTestJSON-579199739-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fcd3420-2375-498d-9051-4c232ee62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0672448 Feb 19 01:25:32.947899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks [] for security_group (b8cf9574-dfe2-4ed0-bd83-31062fdca25e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.952624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b8cf9574-dfe2-4ed0-bd83-31062fdca25e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.976293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:32.998792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (28374dd4-e1d8-4ab1-b878-5566cf78ae3e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.999241 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Added segment 28374dd4-e1d8-4ab1-b878-5566cf78ae3e of type vlan for network 25a6960b-b599-4f76-90f0-7caabba0933c Feb 19 01:25:33.000637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cf9574-dfe2-4ed0-bd83-31062fdca25e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:33.083608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (25a6960b-b599-4f76-90f0-7caabba0933c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.110376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (25a6960b-b599-4f76-90f0-7caabba0933c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.111779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.112559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.175893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6453424 Feb 19 01:25:33.178792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52406) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:33.183938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Request body: {'subnet': {'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-185108904-subnet', 'tenant_id': '8c508b1a42aa49e9880309fda10d0e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:33.198922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99338-e066-4e74-aa42-d1a6db669326 admin admin] Pushing event updated for resources: {'Network': ['ID=25a6960b-b599-4f76-90f0-7caabba0933c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:33.213330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Made reservation on behalf of 8c508b1a42aa49e9880309fda10d0e96 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:33.215351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 25a6960b-b599-4f76-90f0-7caabba0933c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:33.216540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.477682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (7312d6af-8387-413d-bd5d-e10dff4a8c65), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.575332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7312d6af-8387-413d-bd5d-e10dff4a8c65,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:33.588823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Checking segment: {'id': '28374dd4-e1d8-4ab1-b878-5566cf78ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:33.589943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Network hostable DHCP agents. Network: 25a6960b-b599-4f76-90f0-7caabba0933c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:33.625648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Network 25a6960b-b599-4f76-90f0-7caabba0933c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:33.673397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 25a6960b-b599-4f76-90f0-7caabba0933c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:33.677930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.679614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.685482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3565545-1119-4383-b400-6fe44f22de5f None None] Network 25a6960b-b599-4f76-90f0-7caabba0933c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:33.700567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5942570c-1ba5-49af-8219-f30a80551307 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5203848 Feb 19 01:25:33.753921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.760711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.766474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.773233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.779119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.784736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.790776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.798587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-370aeea4-a26f-49ca-b29b-889105a4435c req-48538e49-6667-4a12-8f96-6e4f334e361e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1673937 Feb 19 01:25:33.876875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd8481-7d10-4e4f-bfbe-38f846710608 None None] Network 25a6960b-b599-4f76-90f0-7caabba0933c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:33.903724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52424) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:33.925553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-370aeea4-a26f-49ca-b29b-889105a4435c req-2c2a8f57-b3a9-492e-9b82-7d87f07d5fe8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156914 Feb 19 01:25:34.484549 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (78fba5cf-d1eb-4e21-a664-09bc96f290f7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.828467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Deleting port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:34.829103 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.926307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] For port 8b9a2b23-8a5a-46af-bc30-f78563ff6b38, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,segment=NetworkSegment(b227a23b-2052-41cf-843e-fbc324126104),segment_id=b227a23b-2052-41cf-843e-fbc324126104)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:34.926949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.940764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Calling delete_port for 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:35.175014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.189977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.211996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.219570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.225363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.228532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8b9a2b23-8a5a-46af-bc30-f78563ff6b38), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.232617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.238495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.241139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-3cecf830-3e97-4ada-802d-07b151b587a7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1731119 Feb 19 01:25:35.338896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ef5fb54-7476-43f6-937f-0215ddbb8054 req-12fd7618-141b-4f2b-b025-12d7a43d6c66 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864718 Feb 19 01:25:35.401042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9a2b23-8a5a-46af-bc30-f78563ff6b38,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:35.412642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-ea2d7ccc-ec2b-4b55-8698-93fe634afa45 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.415580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-ea2d7ccc-ec2b-4b55-8698-93fe634afa45 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/networks?id=25a6960b-b599-4f76-90f0-7caabba0933c HTTP/1.1" status: 200 len: 809 time: 0.2007701 Feb 19 01:25:35.448812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.449184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.449526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.449858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.450183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.451106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.451435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.451758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.452077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.452394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.452711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.453047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.453363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:35.474049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-2a0c4b22-a953-4ad8-be74-6e7f41eaa0e1 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/quotas/8c508b1a42aa49e9880309fda10d0e96 HTTP/1.1" status: 200 len: 375 time: 0.0299530 Feb 19 01:25:35.546798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-ebdaccd1-9194-4400-b27b-8e6cb5275b63 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c508b1a42aa49e9880309fda10d0e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637875 Feb 19 01:25:35.680315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (78fba5cf-d1eb-4e21-a664-09bc96f290f7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.740377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-921d21b6-745b-4598-ab95-1b2aadcf3301 service neutron] 10.222.0.43 "GET /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833708 Feb 19 01:25:35.960689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4d75a1a6-1192-4deb-b8d3-0d8c5eaceea5 service neutron] 10.222.0.43 "GET /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114377 Feb 19 01:25:36.067027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:36.207000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:36.217565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] Sync routers for ids ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:36.235489 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] Routers {'78fba5cf-d1eb-4e21-a664-09bc96f290f7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:36.238981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20c74c9e-d802-4eaf-86bf-ce698643ddf8 admin admin] 10.222.0.43 "PUT /v2.0/routers/78fba5cf-d1eb-4e21-a664-09bc96f290f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3314693 Feb 19 01:25:36.239152 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:36.239485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:36.262752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 58f1b119-d887-42e9-9183-02c54f25c7e8 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:36.317833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 58f1b119-d887-42e9-9183-02c54f25c7e8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:36.322397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 58f1b119-d887-42e9-9183-02c54f25c7e8 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:36.413613 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] Set router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:36.418817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ee16037-5e8d-4ca4-96ad-247ca1484bef req-b7a873ff-fd1c-472f-9921-82c6fc53ba17 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 210 time: 0.1321435 Feb 19 01:25:36.612749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks [] for router (78fba5cf-d1eb-4e21-a664-09bc96f290f7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.629652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.643830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.660768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.674507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.694312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.714769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.722927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:36.732358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-d26a8342-fd6d-45c8-8c66-d5afd973f1a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2523193 Feb 19 01:25:36.843878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-635880eb-063a-455c-a0f4-41ac9fb6a62a req-1de85cab-44b7-4147-b5d4-21808443e325 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096869 Feb 19 01:25:36.867434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks [] for router_gateway (78fba5cf-d1eb-4e21-a664-09bc96f290f7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.886514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:25:35Z', 'revision_number': 5, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port': {'id': '291d20ec-b3b2-4f63-aec7-05b89ed396e7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:36.925628 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] Checking router: 78fba5cf-d1eb-4e21-a664-09bc96f290f7 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:36.946970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] Routers {'78fba5cf-d1eb-4e21-a664-09bc96f290f7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:36.949062 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:36.977578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Deleting port 291d20ec-b3b2-4f63-aec7-05b89ed396e7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:36.977918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.052264 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] Set router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:37.126491 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:25:36Z', 'revision_number': 6, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:37.139436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] For port 291d20ec-b3b2-4f63-aec7-05b89ed396e7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=291d20ec-b3b2-4f63-aec7-05b89ed396e7,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:37.140013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.162897 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa73ce9-02df-4403-b428-079d26250513 None None] The sync data for ids ['78fba5cf-d1eb-4e21-a664-09bc96f290f7'] in n-d-826752-2 is: [{'id': '78fba5cf-d1eb-4e21-a664-09bc96f290f7', 'name': 'tempest-ServerRescueTestJSON-652095610-router', 'tenant_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:25:36Z', 'revision_number': 6, 'project_id': 'ed405489f7e8452ca91bbfd4de8fece9', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:37.167667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Calling delete_port for 291d20ec-b3b2-4f63-aec7-05b89ed396e7 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:37.396485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (291d20ec-b3b2-4f63-aec7-05b89ed396e7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.454402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Pushing event deleted for resources: {'Port': ['ID=291d20ec-b3b2-4f63-aec7-05b89ed396e7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:37.529071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (78fba5cf-d1eb-4e21-a664-09bc96f290f7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.532631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f342ae57-79d1-4db2-b50f-771613d73d15 req-cd44e89c-9bbf-4e09-8067-a35eac4be68e tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 210 time: 0.0430374 Feb 19 01:25:37.668523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (78fba5cf-d1eb-4e21-a664-09bc96f290f7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.671014 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks [] for router_controller (78fba5cf-d1eb-4e21-a664-09bc96f290f7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.748015 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (78fba5cf-d1eb-4e21-a664-09bc96f290f7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.748884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78fba5cf-d1eb-4e21-a664-09bc96f290f7 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:25:37.752887 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.757255 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6bea5c3f-4116-4957-a203-46cc5d3ef03a admin admin] 10.222.0.43 "DELETE /v2.0/routers/78fba5cf-d1eb-4e21-a664-09bc96f290f7 HTTP/1.1" status: 204 len: 168 time: 1.5158033 Feb 19 01:25:37.757438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52530) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:37.827830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Deleting subnet ec9f85bf-7dca-42ae-b746-2d3924a3b3ac {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:37.833429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Publish callbacks [] for subnet (ec9f85bf-7dca-42ae-b746-2d3924a3b3ac), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.891499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ec9f85bf-7dca-42ae-b746-2d3924a3b3ac), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.934118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ec9f85bf-7dca-42ae-b746-2d3924a3b3ac), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.962179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-f12155d3-02a7-4df1-afd6-3fc2d7679cf0 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:37.964407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-f12155d3-02a7-4df1-afd6-3fc2d7679cf0 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.10 "GET /v2.0/networks?id=25a6960b-b599-4f76-90f0-7caabba0933c HTTP/1.1" status: 200 len: 809 time: 0.2006192 Feb 19 01:25:37.982066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Request body: {'port': {'device_id': '78b65419-62e4-4865-8242-307e2af66bad', 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c', 'admin_state_up': True, 'tenant_id': '8c508b1a42aa49e9880309fda10d0e96'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:38.040419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ec9f85bf-7dca-42ae-b746-2d3924a3b3ac), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.085795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9f85bf-7dca-42ae-b746-2d3924a3b3ac,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:38.119015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.126409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.133996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.141780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Made reservation on behalf of 8c508b1a42aa49e9880309fda10d0e96 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:38.142395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.146771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.149572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.159187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.164690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.174280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe4d060-9f80-4494-b683-5068e010725f req-77238e4f-77df-4a4a-9df9-584b57f3cad5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2063785 Feb 19 01:25:38.198847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.204940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-546cb499-2048-4a8e-a3d0-f8319360a436 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ec9f85bf-7dca-42ae-b746-2d3924a3b3ac HTTP/1.1" status: 204 len: 168 time: 0.4439640 Feb 19 01:25:38.211540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:38.331603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Allocated IP 172.20.0.11 (25a6960b-b599-4f76-90f0-7caabba0933c/7312d6af-8387-413d-bd5d-e10dff4a8c65/be6e91ef-a237-45f5-9dd1-2ff509eb1c62) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:38.333889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe4d060-9f80-4494-b683-5068e010725f req-f5909ac5-2d75-4882-aaeb-bfa9e4b7c421 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585264 Feb 19 01:25:38.380506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (671bc1bb-8713-4c34-88b7-d405fdfe63ea), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.514439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 291d20ec-b3b2-4f63-aec7-05b89ed396e7 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:38.594412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 291d20ec-b3b2-4f63-aec7-05b89ed396e7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:38.594765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 291d20ec-b3b2-4f63-aec7-05b89ed396e7 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:38.595511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:38.655480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:38.655883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b9a2b23-8a5a-46af-bc30-f78563ff6b38 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:38.679653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks [] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.766284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2848b98-d94e-42a2-953f-ec11f1f3c8ad req-a0b767aa-f4fb-4263-947c-6e9da94a0289 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 210 time: 0.0621159 Feb 19 01:25:38.801836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.879917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Pushing event updated for resources: {'Port': ['ID=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:38.896923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Network 25a6960b-b599-4f76-90f0-7caabba0933c is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:38.898723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:38.902658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:38.956963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.957553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.974985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-4e31ab79-0c7a-4cf2-b87e-0c35245c4818 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9993124 Feb 19 01:25:38.988253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Request body: {'port': {'device_id': '78b65419-62e4-4865-8242-307e2af66bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:39.030689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (671bc1bb-8713-4c34-88b7-d405fdfe63ea), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.057947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671bc1bb-8713-4c34-88b7-d405fdfe63ea']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:39.069849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b227a23b-2052-41cf-843e-fbc324126104') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:39.070182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b227a23b-2052-41cf-843e-fbc324126104') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:39.070591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.082591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b227a23b-2052-41cf-843e-fbc324126104), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.096934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b227a23b-2052-41cf-843e-fbc324126104), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.104125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:39.104567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b227a23b-2052-41cf-843e-fbc324126104), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:39.107351 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:39.171695 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (671bc1bb-8713-4c34-88b7-d405fdfe63ea), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.197192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.209604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] 10.222.0.43 "DELETE /v2.0/networks/671bc1bb-8713-4c34-88b7-d405fdfe63ea HTTP/1.1" status: 204 len: 168 time: 0.9936283 Feb 19 01:25:39.210767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26e979-21d8-47bd-aadf-057bae4ee80d admin admin] Pushing event deleted for resources: {'Network': ['ID=671bc1bb-8713-4c34-88b7-d405fdfe63ea,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.353314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52560) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:39.423534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bf85170e-fb24-447f-9561-588c7a6cccde admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed405489f7e8452ca91bbfd4de8fece9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684555 Feb 19 01:25:39.425903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52564) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:39.439239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6e91ef-a237-45f5-9dd1-2ff509eb1c62 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:39.450449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Publish callbacks [] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.466150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Transition to ACTIVE for port object be6e91ef-a237-45f5-9dd1-2ff509eb1c62 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:25:39.470678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.535881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29169823-5034-4f26-9dff-c9c0432c3462 admin admin] Publish callbacks [] for security_group (38f31695-b4c8-4e30-adf6-79acf293082b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.547165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Pushing event updated for resources: {'Port': ['ID=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.581952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.587462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.593170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.599381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.604946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.611261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.617643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.619638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7448647-8346-4d20-b088-a066b7400d76 req-06454d2a-8b5f-4812-9424-f5dec65dff3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1317313 Feb 19 01:25:39.625163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29169823-5034-4f26-9dff-c9c0432c3462 admin admin] Publish callbacks [] for security_group (38f31695-b4c8-4e30-adf6-79acf293082b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.674850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Attempting to bind port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:39.675441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Attempting to bind port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '28374dd4-e1d8-4ab1-b878-5566cf78ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:39.675975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Attempting to bind port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 on network 25a6960b-b599-4f76-90f0-7caabba0933c {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:39.681552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 on network 25a6960b-b599-4f76-90f0-7caabba0933c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:25:39.682682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Attempting to bind port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 on network 25a6960b-b599-4f76-90f0-7caabba0933c {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:39.687945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:39.688481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Checking segment: {'id': '28374dd4-e1d8-4ab1-b878-5566cf78ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:39.689573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Bound using segment: {'id': '28374dd4-e1d8-4ab1-b878-5566cf78ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:39.690355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Bound port: be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28374dd4-e1d8-4ab1-b878-5566cf78ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:39.690892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.703687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7448647-8346-4d20-b088-a066b7400d76 req-c6ccd3c3-aac3-43a4-a471-440867ae4bc7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763566 Feb 19 01:25:39.736032 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29169823-5034-4f26-9dff-c9c0432c3462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38f31695-b4c8-4e30-adf6-79acf293082b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.739261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29169823-5034-4f26-9dff-c9c0432c3462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.740510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-29169823-5034-4f26-9dff-c9c0432c3462 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38f31695-b4c8-4e30-adf6-79acf293082b HTTP/1.1" status: 204 len: 168 time: 0.3130026 Feb 19 01:25:39.750760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29169823-5034-4f26-9dff-c9c0432c3462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f31695-b4c8-4e30-adf6-79acf293082b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.815889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] For port be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:39.820496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] For port be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,segment=NetworkSegment(28374dd4-e1d8-4ab1-b878-5566cf78ae3e),segment_id=28374dd4-e1d8-4ab1-b878-5566cf78ae3e)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:39.829732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.879029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.879261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.880923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] 10.222.0.10 "PUT /v2.0/ports/be6e91ef-a237-45f5-9dd1-2ff509eb1c62 HTTP/1.1" status: 200 len: 1092 time: 0.8977537 Feb 19 01:25:39.881528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b65419-62e4-4865-8242-307e2af66bad', 'tag': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:39.884729 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d" -d '{"events": [{"name": "network-changed", "server_uuid": "78b65419-62e4-4865-8242-307e2af66bad", "tag": "be6e91ef-a237-45f5-9dd1-2ff509eb1c62"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:40.011647 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307121c-d652-42c2-a7bc-3ac6d6ceddc0 x-openstack-request-id: req-b307121c-d652-42c2-a7bc-3ac6d6ceddc0 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:40.011941 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b65419-62e4-4865-8242-307e2af66bad", "tag": "be6e91ef-a237-45f5-9dd1-2ff509eb1c62", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:40.012343 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b307121c-d652-42c2-a7bc-3ac6d6ceddc0 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:40.012728 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b65419-62e4-4865-8242-307e2af66bad', 'tag': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62', 'status': 'completed', 'code': 200} Feb 19 01:25:40.020597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc2c0f-f0d2-4257-9e8f-a611eafc6e3a service neutron] Pushing event updated for resources: {'Port': ['ID=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:40.066033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26decafb-e7a3-451a-9a0e-56fed2004628 req-e489f6b5-107a-4f70-9859-8466b89c4b8f tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.067582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26decafb-e7a3-451a-9a0e-56fed2004628 req-e489f6b5-107a-4f70-9859-8466b89c4b8f tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 944 time: 0.1320529 Feb 19 01:25:40.091771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-2215f537-4435-4053-a580-093fb3d91b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.093277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-2215f537-4435-4053-a580-093fb3d91b75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c508b1a42aa49e9880309fda10d0e96&device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 1126 time: 0.1644626 Feb 19 01:25:40.159157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-13b73709-4394-437d-9793-9ea26a9499ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62 HTTP/1.1" status: 200 len: 217 time: 0.0573206 Feb 19 01:25:40.224312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-26decafb-e7a3-451a-9a0e-56fed2004628 req-bf29601c-06ba-4242-9d77-22165021f3c2 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412940 Feb 19 01:25:40.258114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205612de-a248-4eb1-8afb-db9795ed28cc req-a32b2772-aae6-4562-8eb6-3335b304d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.259608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-a32b2772-aae6-4562-8eb6-3335b304d3f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7312d6af-8387-413d-bd5d-e10dff4a8c65 HTTP/1.1" status: 200 len: 849 time: 0.0911238 Feb 19 01:25:40.299113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-20f2d759-1fc2-4136-ab79-7a76cdb8c547 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a6960b-b599-4f76-90f0-7caabba0933c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288720 Feb 19 01:25:40.418263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-1fae0958-3cb3-4309-984d-29f1e9aa9ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110332 Feb 19 01:25:40.533193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-205612de-a248-4eb1-8afb-db9795ed28cc req-23c0183c-898b-4efd-b057-1386f13c5fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069276 Feb 19 01:25:40.631405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-d1c2b8f9-af49-4beb-8cb5-6b6dd02cdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.633661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-d1c2b8f9-af49-4beb-8cb5-6b6dd02cdc93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c508b1a42aa49e9880309fda10d0e96&device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 1126 time: 0.0473444 Feb 19 01:25:40.736070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-0a01d6a5-7319-4c36-ad34-ea030a52772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.737832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-0a01d6a5-7319-4c36-ad34-ea030a52772a service neutron] 10.222.0.10 "GET /v2.0/networks?id=25a6960b-b599-4f76-90f0-7caabba0933c HTTP/1.1" status: 200 len: 910 time: 0.0982947 Feb 19 01:25:40.785197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-7723fa4a-2561-4eab-a9e5-7b368f7deb6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62 HTTP/1.1" status: 200 len: 217 time: 0.0404127 Feb 19 01:25:40.870806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-6d272434-3273-44ef-8e4f-80d6c1df6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.872341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-6d272434-3273-44ef-8e4f-80d6c1df6cba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7312d6af-8387-413d-bd5d-e10dff4a8c65 HTTP/1.1" status: 200 len: 849 time: 0.0795016 Feb 19 01:25:40.899138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.909114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.915604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.922465 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-9cb667e4-3638-4a12-b506-3aebfc261552 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a6960b-b599-4f76-90f0-7caabba0933c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428054 Feb 19 01:25:40.923002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.929773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.936270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.942914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.945542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e883bc18-f05b-45de-872a-efe47503138e req-7c5235e2-8ff6-4192-b01c-70b446a4aa54 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1346402 Feb 19 01:25:41.030338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e883bc18-f05b-45de-872a-efe47503138e req-eba56366-f6bc-4c57-8f28-d40e35081e4e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787470 Feb 19 01:25:41.068655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-63b3db1b-9aba-4a00-ae00-99100d240daa service neutron] 10.222.0.10 "GET /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347418 Feb 19 01:25:41.192330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65f76a7f-a99a-4cc5-ab11-2ea498cb400d req-aaf2c873-bf21-48af-ba42-61475d14524d service neutron] 10.222.0.10 "GET /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123056 Feb 19 01:25:41.391522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60acde-94a0-4a1f-90ce-366c4d871268 req-f23e0497-bdae-4c18-a155-43e1d298fbd5 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:41.393245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f60acde-94a0-4a1f-90ce-366c4d871268 req-f23e0497-bdae-4c18-a155-43e1d298fbd5 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 944 time: 0.0873902 Feb 19 01:25:41.454442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f60acde-94a0-4a1f-90ce-366c4d871268 req-1700c6a2-4584-4262-8cc5-9a69865a9cae tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546525 Feb 19 01:25:42.188736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.194858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.200351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.205687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.211161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.216697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.222581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.229557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-3ab1153f-c281-49da-b952-8070141caaab tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1071746 Feb 19 01:25:42.305670 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e34d2b9-acff-469f-bed1-489a1f767396 req-35c68db1-f145-4496-8a6f-a95f1a3be2a2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736873 Feb 19 01:25:42.323516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device be6e91ef-a237-45f5-9dd1-2ff509eb1c62 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:25:42.462270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,segment=NetworkSegment(28374dd4-e1d8-4ab1-b878-5566cf78ae3e),segment_id=28374dd4-e1d8-4ab1-b878-5566cf78ae3e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:42.476221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62', 'network_id': '25a6960b-b599-4f76-90f0-7caabba0933c', 'port_id': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62', 'mac_address': 'fa:16:3e:33:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7312d6af-8387-413d-bd5d-e10dff4a8c65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:25:42.529044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:42.529590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.544520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6e91ef-a237-45f5-9dd1-2ff509eb1c62 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:42.571176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,segment=NetworkSegment(28374dd4-e1d8-4ab1-b878-5566cf78ae3e),segment_id=28374dd4-e1d8-4ab1-b878-5566cf78ae3e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:42.575756 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.636862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903786a7-3e0f-48b9-be75-5f33c6dc522b req-ec50de47-b2d3-4dcd-b50a-e627b18d50c3 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.650604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-903786a7-3e0f-48b9-be75-5f33c6dc522b req-ec50de47-b2d3-4dcd-b50a-e627b18d50c3 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 944 time: 0.0918725 Feb 19 01:25:42.666905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:42.677572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.678406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.678918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.679593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.680043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.680502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.680942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.681406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.681840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.682273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.682704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.683165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.683635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:42.736173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-903786a7-3e0f-48b9-be75-5f33c6dc522b req-6ac3eaf6-8eba-4556-8574-7163a3f991bd tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843263 Feb 19 01:25:42.876334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['be6e91ef-a237-45f5-9dd1-2ff509eb1c62'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:43.486471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.493139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.503698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.510798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.516788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.523784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.530076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.538744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-e502e44b-e9a6-49bc-b039-fb783887609d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1267335 Feb 19 01:25:43.607792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8e15352-4f41-4b4f-b424-e6acbd7fe53e req-b74bd490-90b6-4447-9f6b-898dcde51396 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677986 Feb 19 01:25:43.895058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aab3eb-f79b-4b81-8ef4-16b2355415bd req-19f378c2-4ff3-4025-b2e2-290392e35e57 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.896644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98aab3eb-f79b-4b81-8ef4-16b2355415bd req-19f378c2-4ff3-4025-b2e2-290392e35e57 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 945 time: 0.0687633 Feb 19 01:25:43.954152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98aab3eb-f79b-4b81-8ef4-16b2355415bd req-268b9344-5ab3-46b2-9b48-5941805e69c6 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508320 Feb 19 01:25:44.337563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device be6e91ef-a237-45f5-9dd1-2ff509eb1c62 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:44.391491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:25:44.397521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:44.397987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.486440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:44.487005 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.513511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b65419-62e4-4865-8242-307e2af66bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:44.516520 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d5f26-3a5c-4c37-b566-33af532f65b1" -d '{"events": [{"server_uuid": "78b65419-62e4-4865-8242-307e2af66bad", "name": "network-vif-plugged", "status": "completed", "tag": "be6e91ef-a237-45f5-9dd1-2ff509eb1c62"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:44.530044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,segment=NetworkSegment(28374dd4-e1d8-4ab1-b878-5566cf78ae3e),segment_id=28374dd4-e1d8-4ab1-b878-5566cf78ae3e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:44.536352 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.572448 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16977fe-b84d-453b-8492-274d7ec9092b x-openstack-request-id: req-f16977fe-b84d-453b-8492-274d7ec9092b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:44.572864 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b65419-62e4-4865-8242-307e2af66bad", "name": "network-vif-plugged", "status": "completed", "tag": "be6e91ef-a237-45f5-9dd1-2ff509eb1c62", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:44.573257 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f16977fe-b84d-453b-8492-274d7ec9092b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:44.573778 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b65419-62e4-4865-8242-307e2af66bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62', 'code': 200} Feb 19 01:25:44.598287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:44.706985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1689404-f5b2-4bc2-bc3e-09fa97adc379 req-18c1e91a-0089-4c24-83d5-d9c173117182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.708713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1689404-f5b2-4bc2-bc3e-09fa97adc379 req-18c1e91a-0089-4c24-83d5-d9c173117182 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 1128 time: 0.0654876 Feb 19 01:25:44.779158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.784487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.790220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.796849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.804535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.810105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.815453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.817659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-e7e15ad9-8dde-411c-b551-a6586a485b74 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1283741 Feb 19 01:25:44.829112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1689404-f5b2-4bc2-bc3e-09fa97adc379 req-0108cd37-bbaf-452b-b3e2-29e1c19ba02b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040354 Feb 19 01:25:44.891786 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e916763a-c4d6-4e3b-b04f-c9ff072000b0 req-a65b0faf-af11-480a-a9c3-f92366bb03c0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616682 Feb 19 01:25:45.091050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41003-4a5d-469a-8baa-8259b5cae456 req-4c4be418-c154-42d5-a3e2-2a643fdfaf1c tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:45.093282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2db41003-4a5d-469a-8baa-8259b5cae456 req-4c4be418-c154-42d5-a3e2-2a643fdfaf1c tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 946 time: 0.0625262 Feb 19 01:25:45.156320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2db41003-4a5d-469a-8baa-8259b5cae456 req-64bd0fb5-12c6-47e4-9de0-93c4a97b2336 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541704 Feb 19 01:25:46.051296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.057501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.063169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.069037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.074337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.079665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.085200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.087098 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-0018ab66-6dc4-4501-b528-c05d8973ced8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.0983005 Feb 19 01:25:46.157499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08fc3960-64f6-4d71-9864-7d7fb444629a req-215c70ff-a216-4549-afe3-68e279e90aaf tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604291 Feb 19 01:25:46.285862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de437e8-7745-4948-867f-84cbee6cfe4f req-1420cf2b-9d68-4964-a23f-becfa808d29b tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.287543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1de437e8-7745-4948-867f-84cbee6cfe4f req-1420cf2b-9d68-4964-a23f-becfa808d29b tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 946 time: 0.0548213 Feb 19 01:25:46.337830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1de437e8-7745-4948-867f-84cbee6cfe4f req-c8a0a315-a96b-4afb-8dcb-1701fc9582b9 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Feb 19 01:25:46.675888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b461-8f96-4d15-b68a-363701579af2 req-e2bfe501-0ad0-4285-83d5-6a61ceefd319 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.677648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39d7b461-8f96-4d15-b68a-363701579af2 req-e2bfe501-0ad0-4285-83d5-6a61ceefd319 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 946 time: 0.0782909 Feb 19 01:25:46.727247 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39d7b461-8f96-4d15-b68a-363701579af2 req-f051bbf5-8d1d-45c2-92f1-26fa656c8155 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Feb 19 01:25:47.302315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.308273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.313790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.319643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.324973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.330286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.335609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.337562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-b189d07a-17b8-47da-b4df-183de194f251 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.0998976 Feb 19 01:25:47.411678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43dca792-2dc1-45b5-ac07-f7853cb35a9c req-af6128e3-d743-42ec-9f71-3d93a9f9e412 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681148 Feb 19 01:25:47.687749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52786) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:47.804686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-84353179-1599-4668-88ca-f7c6cbbf0882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.860912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b0ec-e9fc-4d57-b093-1bd9ac78a599 req-fe85cd6d-f59e-40c2-a0ff-54f50faf50fb tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.862737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8a5b0ec-e9fc-4d57-b093-1bd9ac78a599 req-fe85cd6d-f59e-40c2-a0ff-54f50faf50fb tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 946 time: 0.0659976 Feb 19 01:25:47.884095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-84353179-1599-4668-88ca-f7c6cbbf0882 admin admin] Publish callbacks [] for security_group (af94047f-4f0c-43c5-a45a-0976dfb44c1b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.890085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-84353179-1599-4668-88ca-f7c6cbbf0882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (af94047f-4f0c-43c5-a45a-0976dfb44c1b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.922848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84353179-1599-4668-88ca-f7c6cbbf0882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af94047f-4f0c-43c5-a45a-0976dfb44c1b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:47.942596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8a5b0ec-e9fc-4d57-b093-1bd9ac78a599 req-4c059a6f-bf12-4f8c-b7ec-73986d8af75c tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8cf9574-dfe2-4ed0-bd83-31062fdca25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Feb 19 01:25:47.944103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52792) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:47.945524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-84353179-1599-4668-88ca-f7c6cbbf0882 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eccb4fbac3547108bcf80294cd40905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564147 Feb 19 01:25:48.000490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e2f469f-747c-44d1-ab64-aec74fd3c5a7 admin admin] Publish callbacks [] for security_group (af94047f-4f0c-43c5-a45a-0976dfb44c1b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.048444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e2f469f-747c-44d1-ab64-aec74fd3c5a7 admin admin] Publish callbacks [] for security_group (af94047f-4f0c-43c5-a45a-0976dfb44c1b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.095651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-8b84e61d-3437-4b65-9a9b-8277807699f6 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.097099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-8b84e61d-3437-4b65-9a9b-8277807699f6 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 946 time: 0.0939851 Feb 19 01:25:48.279621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.480335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e2f469f-747c-44d1-ab64-aec74fd3c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (af94047f-4f0c-43c5-a45a-0976dfb44c1b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.483269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e2f469f-747c-44d1-ab64-aec74fd3c5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.487828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9e2f469f-747c-44d1-ab64-aec74fd3c5a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af94047f-4f0c-43c5-a45a-0976dfb44c1b HTTP/1.1" status: 204 len: 168 time: 0.5314007 Feb 19 01:25:48.497768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f469f-747c-44d1-ab64-aec74fd3c5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af94047f-4f0c-43c5-a45a-0976dfb44c1b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:48.585545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Deleting port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:48.585815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.587172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.591842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.598371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.604324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.610512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.617240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.623109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.632222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-370dfd33-914e-4a01-b632-38fa349447bc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1290853 Feb 19 01:25:48.703601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e52b018-7b36-443d-b581-02c2953a86a5 req-b3ac8635-e39f-402e-8b16-b3bba4d7a89e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668552 Feb 19 01:25:48.732277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] For port be6e91ef-a237-45f5-9dd1-2ff509eb1c62, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,segment=NetworkSegment(28374dd4-e1d8-4ab1-b878-5566cf78ae3e),segment_id=28374dd4-e1d8-4ab1-b878-5566cf78ae3e)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:48.732770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.745935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Calling delete_port for be6e91ef-a237-45f5-9dd1-2ff509eb1c62 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:48.863779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52800) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:48.880192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b235cd5b-306e-48be-9912-68ca423414e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.915728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (be6e91ef-a237-45f5-9dd1-2ff509eb1c62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.931623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['be6e91ef-a237-45f5-9dd1-2ff509eb1c62'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:48.956739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Pushing event deleted for resources: {'Port': ['ID=be6e91ef-a237-45f5-9dd1-2ff509eb1c62,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:48.994943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b235cd5b-306e-48be-9912-68ca423414e1 admin admin] Publish callbacks [] for security_group (74f211cc-8da1-4dfe-8dcc-89e9e05ff184), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.009114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b235cd5b-306e-48be-9912-68ca423414e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (74f211cc-8da1-4dfe-8dcc-89e9e05ff184), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.026151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] No DVR routers for this DVR port be6e91ef-a237-45f5-9dd1-2ff509eb1c62 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:49.029398 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.033259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2036eb20-a5e0-45ff-be24-75868e58a0d3 req-00c196fc-df32-4be7-835f-ff53c541211a tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.10 "DELETE /v2.0/ports/be6e91ef-a237-45f5-9dd1-2ff509eb1c62 HTTP/1.1" status: 204 len: 173 time: 0.9266794 Feb 19 01:25:49.033645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b65419-62e4-4865-8242-307e2af66bad', 'name': 'network-vif-deleted', 'tag': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:49.036854 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c7c392-ebee-4a29-a256-101433348d39" -d '{"events": [{"server_uuid": "78b65419-62e4-4865-8242-307e2af66bad", "name": "network-vif-deleted", "tag": "be6e91ef-a237-45f5-9dd1-2ff509eb1c62"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:49.083066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235cd5b-306e-48be-9912-68ca423414e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f211cc-8da1-4dfe-8dcc-89e9e05ff184,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:49.088543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b235cd5b-306e-48be-9912-68ca423414e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9c98089c3804183a2d12d069df5ee42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235684 Feb 19 01:25:49.091390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:49.137419 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66ca3e1-38ae-41af-870a-8da1ecdad494 x-openstack-request-id: req-a66ca3e1-38ae-41af-870a-8da1ecdad494 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:49.137716 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b65419-62e4-4865-8242-307e2af66bad", "name": "network-vif-deleted", "tag": "be6e91ef-a237-45f5-9dd1-2ff509eb1c62", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:49.137977 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a66ca3e1-38ae-41af-870a-8da1ecdad494 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:49.138394 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b65419-62e4-4865-8242-307e2af66bad', 'name': 'network-vif-deleted', 'tag': 'be6e91ef-a237-45f5-9dd1-2ff509eb1c62', 'status': 'completed', 'code': 200} Feb 19 01:25:49.172732 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4680861-e497-4bd7-82a5-68bd73abacda req-1726bfa5-2565-4a7a-b7c9-e9695a0acdd0 tempest-ServerGroupTestJSON-636300249 tempest-ServerGroupTestJSON-636300249-project] 10.222.0.43 "GET /v2.0/ports?device_id=78b65419-62e4-4865-8242-307e2af66bad HTTP/1.1" status: 200 len: 210 time: 0.0334084 Feb 19 01:25:49.187787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f01dce7e-6d87-403d-982b-f344e64603ee admin admin] Publish callbacks [] for security_group (74f211cc-8da1-4dfe-8dcc-89e9e05ff184), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.226086 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f01dce7e-6d87-403d-982b-f344e64603ee admin admin] Publish callbacks [] for security_group (74f211cc-8da1-4dfe-8dcc-89e9e05ff184), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.279217 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f01dce7e-6d87-403d-982b-f344e64603ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (74f211cc-8da1-4dfe-8dcc-89e9e05ff184), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.281888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f01dce7e-6d87-403d-982b-f344e64603ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.285651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f01dce7e-6d87-403d-982b-f344e64603ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74f211cc-8da1-4dfe-8dcc-89e9e05ff184 HTTP/1.1" status: 204 len: 168 time: 0.1907177 Feb 19 01:25:49.293580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dce7e-6d87-403d-982b-f344e64603ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f211cc-8da1-4dfe-8dcc-89e9e05ff184,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:49.841690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.847487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.853239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.858679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.864554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.870223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.875654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.877744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-46640acc-ec0a-4070-8975-8fc89073dbcd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.0974896 Feb 19 01:25:49.944187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0b00645-e581-44e4-b773-6953d2aa0276 req-a86f0ffe-94a5-46f0-b094-679631c19ffb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586812 Feb 19 01:25:50.236484 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5ab2fe3-e946-411a-b72a-166db31b2d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.514016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:50.561625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Deleting subnet 7312d6af-8387-413d-bd5d-e10dff4a8c65 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:50.564969 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Publish callbacks [] for subnet (7312d6af-8387-413d-bd5d-e10dff4a8c65), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.603709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (7312d6af-8387-413d-bd5d-e10dff4a8c65), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.666472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7312d6af-8387-413d-bd5d-e10dff4a8c65), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.762566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-a25e2087-c19e-4432-abff-f55808a93f3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923140 Feb 19 01:25:50.768761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (7312d6af-8387-413d-bd5d-e10dff4a8c65), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.820303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7312d6af-8387-413d-bd5d-e10dff4a8c65,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:50.852357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.852706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.853153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.853404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.853732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.854067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.854399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.854727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.855053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.855379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.855705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.856035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.856358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:50.859461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.863510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78633777-a98f-4511-a46d-73bec430da8d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7312d6af-8387-413d-bd5d-e10dff4a8c65 HTTP/1.1" status: 204 len: 168 time: 0.3484662 Feb 19 01:25:50.866595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:50.909093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-b49c6f0f-a867-469d-8aa2-3e60d286215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.911072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-b49c6f0f-a867-469d-8aa2-3e60d286215c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 1128 time: 0.0931826 Feb 19 01:25:50.991650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (25a6960b-b599-4f76-90f0-7caabba0933c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.075021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-86dfb2b2-9b12-40f4-93bb-0b8cea274501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.080456 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-86dfb2b2-9b12-40f4-93bb-0b8cea274501 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.1445441 Feb 19 01:25:51.104914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (25a6960b-b599-4f76-90f0-7caabba0933c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.165696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-e9747c15-9354-40f4-82df-5579b32b2f49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c HTTP/1.1" status: 200 len: 217 time: 0.0702076 Feb 19 01:25:51.179124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a6960b-b599-4f76-90f0-7caabba0933c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:51.200675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28374dd4-e1d8-4ab1-b878-5566cf78ae3e') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:51.201251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28374dd4-e1d8-4ab1-b878-5566cf78ae3e') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:51.236348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.237591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (28374dd4-e1d8-4ab1-b878-5566cf78ae3e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.245631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.249911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.258204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.260510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (28374dd4-e1d8-4ab1-b878-5566cf78ae3e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.265074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.268227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:51.268790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (28374dd4-e1d8-4ab1-b878-5566cf78ae3e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:51.270940 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:51.275296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.281783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.290170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-b03c61cc-0190-44f3-bff5-932cc7b67733 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2068717 Feb 19 01:25:51.333106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-9c4a40da-5322-4c71-bb22-845ef43430bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.335246 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-9c4a40da-5322-4c71-bb22-845ef43430bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1634820 Feb 19 01:25:51.354729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (25a6960b-b599-4f76-90f0-7caabba0933c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.362942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.370714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/25a6960b-b599-4f76-90f0-7caabba0933c HTTP/1.1" status: 204 len: 168 time: 0.5015039 Feb 19 01:25:51.380607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-68600491-c3d2-4e1e-be78-f5e976a895e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373211 Feb 19 01:25:51.383934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae1a4f-d173-4185-bb3d-b254546149a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a6960b-b599-4f76-90f0-7caabba0933c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:51.424377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84621f71-d55e-4b73-9e7b-c8a9c6d58fbb req-8be6bf8d-0a49-48d7-94c1-d28646f840b0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330099 Feb 19 01:25:51.515515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-1286ff43-a6a1-4cba-b693-818f7445a755 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281309 Feb 19 01:25:51.636238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52900) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:51.649766 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb00ae78-0575-455b-9a20-6e2d0900ba6e req-9b31e66b-26d2-40e5-a7d4-bc1c6693c007 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274667 Feb 19 01:25:51.700930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-00f1e085-ffce-43e4-9ede-82751fe4911e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c508b1a42aa49e9880309fda10d0e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613508 Feb 19 01:25:51.701276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52904) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:51.755427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5505c561-f142-4d49-a8a8-2cb336019f13 admin admin] Publish callbacks [] for security_group (b8cf9574-dfe2-4ed0-bd83-31062fdca25e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.780556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5505c561-f142-4d49-a8a8-2cb336019f13 admin admin] Publish callbacks [] for security_group (b8cf9574-dfe2-4ed0-bd83-31062fdca25e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.841748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5505c561-f142-4d49-a8a8-2cb336019f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b8cf9574-dfe2-4ed0-bd83-31062fdca25e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.844348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5505c561-f142-4d49-a8a8-2cb336019f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.851661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5505c561-f142-4d49-a8a8-2cb336019f13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8cf9574-dfe2-4ed0-bd83-31062fdca25e HTTP/1.1" status: 204 len: 168 time: 0.1493595 Feb 19 01:25:51.861513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505c561-f142-4d49-a8a8-2cb336019f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cf9574-dfe2-4ed0-bd83-31062fdca25e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:52.194364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52918) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:52.352168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6915b83-ba6a-42e5-9af7-42747cb843e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.369780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device be6e91ef-a237-45f5-9dd1-2ff509eb1c62 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:52.446769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: be6e91ef-a237-45f5-9dd1-2ff509eb1c62 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:52.453537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device be6e91ef-a237-45f5-9dd1-2ff509eb1c62 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:52.519985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6915b83-ba6a-42e5-9af7-42747cb843e8 admin admin] Publish callbacks [] for security_group (d9004085-d759-43c2-b57d-ca29d68b842e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.526795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6915b83-ba6a-42e5-9af7-42747cb843e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d9004085-d759-43c2-b57d-ca29d68b842e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.605378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce5af-40aa-4f50-ad6b-7dad8e4b08f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.622132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.623277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d6915b83-ba6a-42e5-9af7-42747cb843e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63143c95afea4e62b5ff2531a22bc770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277451 Feb 19 01:25:52.625172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52940) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:52.628739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.634362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6915b83-ba6a-42e5-9af7-42747cb843e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9004085-d759-43c2-b57d-ca29d68b842e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:52.635832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.646937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.658552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.665393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.671327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.673387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1cef207a-7053-4729-94c0-628d9a44226f req-2ae0ffdc-dcb1-43c4-b44c-cda174e9c95d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1232030 Feb 19 01:25:52.698753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5e686fc-1d9b-4b59-a6d5-505a6f046ee9 admin admin] Publish callbacks [] for security_group (d9004085-d759-43c2-b57d-ca29d68b842e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.739029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5e686fc-1d9b-4b59-a6d5-505a6f046ee9 admin admin] Publish callbacks [] for security_group (d9004085-d759-43c2-b57d-ca29d68b842e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.758049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1cef207a-7053-4729-94c0-628d9a44226f req-ad121b22-4492-4604-97f9-e5b5b002cf6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726864 Feb 19 01:25:52.822754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5e686fc-1d9b-4b59-a6d5-505a6f046ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d9004085-d759-43c2-b57d-ca29d68b842e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.826379 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5e686fc-1d9b-4b59-a6d5-505a6f046ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.830136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e5e686fc-1d9b-4b59-a6d5-505a6f046ee9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9004085-d759-43c2-b57d-ca29d68b842e HTTP/1.1" status: 204 len: 168 time: 0.2014756 Feb 19 01:25:52.837336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e686fc-1d9b-4b59-a6d5-505a6f046ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9004085-d759-43c2-b57d-ca29d68b842e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:52.876052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52946) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:53.113459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-network', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:53.135748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Made reservation on behalf of bf6e25e5fce64bd9a5cdb22188ffdd09 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:53.138678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.148441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.200450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:53.221290 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-62e1d29e-175a-4cf9-9298-873dfe00ac50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.231618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks [] for security_group (ee7e6631-df62-4bb7-a7bf-863abb3a6093), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.235775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ee7e6631-df62-4bb7-a7bf-863abb3a6093), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.250888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:53.269800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (17790628-ad53-4579-ae83-3d3b0fa2779f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.270911 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Added segment 17790628-ad53-4579-ae83-3d3b0fa2779f of type vlan for network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 Feb 19 01:25:53.305631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-62e1d29e-175a-4cf9-9298-873dfe00ac50 admin admin] Publish callbacks [] for security_group (25136f65-9f7b-4a60-9367-4b140c00c445), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.306521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7e6631-df62-4bb7-a7bf-863abb3a6093,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:53.310337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-62e1d29e-175a-4cf9-9298-873dfe00ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (25136f65-9f7b-4a60-9367-4b140c00c445), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.346135 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.356895 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-62e1d29e-175a-4cf9-9298-873dfe00ac50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56077cd44bf14fed9a5b6db869b2c8ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541114 Feb 19 01:25:53.357091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:53.357447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d29e-175a-4cf9-9298-873dfe00ac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25136f65-9f7b-4a60-9367-4b140c00c445,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:53.391054 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.391990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.392564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.469362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:53.475888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-833a2449-bb84-4da3-8f4f-daaebc3971a9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5981956 Feb 19 01:25:53.479409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:53.482251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:53.484649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Request body: {'subnet': {'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-subnet', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:53.495128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c345380-1999-484f-8a3d-793d9599667d admin admin] Publish callbacks [] for security_group (25136f65-9f7b-4a60-9367-4b140c00c445), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.519185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Made reservation on behalf of bf6e25e5fce64bd9a5cdb22188ffdd09 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:53.521633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.528162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c345380-1999-484f-8a3d-793d9599667d admin admin] Publish callbacks [] for security_group (25136f65-9f7b-4a60-9367-4b140c00c445), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.584726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c345380-1999-484f-8a3d-793d9599667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (25136f65-9f7b-4a60-9367-4b140c00c445), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.588054 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c345380-1999-484f-8a3d-793d9599667d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.600925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9c345380-1999-484f-8a3d-793d9599667d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25136f65-9f7b-4a60-9367-4b140c00c445 HTTP/1.1" status: 204 len: 168 time: 0.2341032 Feb 19 01:25:53.619369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c345380-1999-484f-8a3d-793d9599667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25136f65-9f7b-4a60-9367-4b140c00c445,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:53.652507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.752578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (58c347ba-8397-4237-bed5-87e0b7562141), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.816835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c347ba-8397-4237-bed5-87e0b7562141,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:53.825857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Checking segment: {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:53.827615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Network hostable DHCP agents. Network: e3af6c13-25d8-4464-97c5-8c4eddc0bbc2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:53.848613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:53.860109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e3af6c13-25d8-4464-97c5-8c4eddc0bbc2) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:53.869113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf05fc9-adc1-4ac8-b009-46007913162b None None] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:53.878050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.878782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.933372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7768a03d-266d-474b-b309-be4de453f744 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4521155 Feb 19 01:25:53.935793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:53.948193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:53.971198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.976811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.982131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.987368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.993108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (7e267624-cd39-40ad-8626-92d04732cd9e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.994078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.994611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (7e267624-cd39-40ad-8626-92d04732cd9e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.999567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:54.004972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:54.005388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4484de6-5d3b-445c-afd5-fa685bdb393f None None] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:54.007509 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-79ba6195-8dec-4fa2-ba14-99b0f253f2b2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1321626 Feb 19 01:25:54.078451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b0bc01f-47ac-4bee-9d10-9e45016d4683 req-fb7f9f79-7698-439b-9995-cad64b497920 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627472 Feb 19 01:25:54.105728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks [] for router_controller (7e267624-cd39-40ad-8626-92d04732cd9e), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.264451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks [] for router_gateway (7e267624-cd39-40ad-8626-92d04732cd9e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.485537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks [] for router_gateway (7e267624-cd39-40ad-8626-92d04732cd9e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.511415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.657958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Allocated IP 172.25.0.84 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:54.770604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks [] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.814093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.858997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:54.864458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:54.870409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:54.873343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Pushing event updated for resources: {'Port': ['ID=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:55.160168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks [] for router_gateway (7e267624-cd39-40ad-8626-92d04732cd9e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.308207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.313459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.319490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.320946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.326486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.331837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.338519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.343916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.346264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-8719fb55-85bd-420f-b378-41d1a90e3a6d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1461859 Feb 19 01:25:55.349566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:55.487693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e92bd1e-745d-49ba-a2c1-c7d1a935fc35 req-85876e4e-fec7-4242-9d5e-af9406cd9b09 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320708 Feb 19 01:25:55.488861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-374f4cc1-2674-49b7-bc42-6599a4277fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.509390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (7e267624-cd39-40ad-8626-92d04732cd9e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.573130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-374f4cc1-2674-49b7-bc42-6599a4277fd5 admin admin] Publish callbacks [] for security_group (fa58337e-8d0e-42d5-994e-5b009c492b89), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.578278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-374f4cc1-2674-49b7-bc42-6599a4277fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fa58337e-8d0e-42d5-994e-5b009c492b89), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.618242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-374f4cc1-2674-49b7-bc42-6599a4277fd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5815fe28777241ee8ba8b3ca0ba2aa18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669814 Feb 19 01:25:55.619590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f4cc1-2674-49b7-bc42-6599a4277fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58337e-8d0e-42d5-994e-5b009c492b89,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:55.621166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:55.688055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5756c67f-e7ad-40a3-bb57-1d62bc5ebae1 admin admin] Publish callbacks [] for security_group (fa58337e-8d0e-42d5-994e-5b009c492b89), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.701032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Router 7e267624-cd39-40ad-8626-92d04732cd9e is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:25:55.717842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5756c67f-e7ad-40a3-bb57-1d62bc5ebae1 admin admin] Publish callbacks [] for security_group (fa58337e-8d0e-42d5-994e-5b009c492b89), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.849367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:55.854334 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5756c67f-e7ad-40a3-bb57-1d62bc5ebae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fa58337e-8d0e-42d5-994e-5b009c492b89), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.856502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5756c67f-e7ad-40a3-bb57-1d62bc5ebae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.859874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5756c67f-e7ad-40a3-bb57-1d62bc5ebae1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa58337e-8d0e-42d5-994e-5b009c492b89 HTTP/1.1" status: 204 len: 168 time: 0.2352467 Feb 19 01:25:55.860026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Sync routers for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:55.871858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:55.872492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:55.882810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756c67f-e7ad-40a3-bb57-1d62bc5ebae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58337e-8d0e-42d5-994e-5b009c492b89,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:55.893053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.898352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53022) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:55.899237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-72c77138-7ece-4e29-91f1-2a9987e5d39f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9609046 Feb 19 01:25:56.006878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:56.171558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.221151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:55Z', 'revision_number': 3, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:56.249285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Checking router: 7e267624-cd39-40ad-8626-92d04732cd9e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:56.250090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Updating router 7e267624-cd39-40ad-8626-92d04732cd9e port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:25:56.286090 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.472400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.578053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.682389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Publish callbacks [] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.689378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.731224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Allocated IP 172.20.0.1 (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2/58c347ba-8397-4237-bed5-87e0b7562141/4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:56.744325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.748110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Attempting to bind port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:56.748552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Attempting to bind port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:56.748984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Attempting to bind port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:56.750071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.755633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.758401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:56.758869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:56.759274 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.759664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:56.760136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Bound port: ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:56.760514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.761776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.767188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.773208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.779146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.781358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81066851-194c-49ea-a863-55cacac8dbef req-002443e4-ba89-4c84-91ae-778df5ddf27f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1537054 Feb 19 01:25:56.817847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] For port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:56.822031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] For port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:56.830348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.835098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4a39f-b534-4284-a911-d3404b0ecce5 None None] Pushing event updated for resources: {'Port': ['ID=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:56.895402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:56.896449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:56.912789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81066851-194c-49ea-a863-55cacac8dbef req-c51f6402-8fbb-43af-98c4-9e93943df974 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225350 Feb 19 01:25:56.946056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks [] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.951842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4a39f-b534-4284-a911-d3404b0ecce5 None None] Pushing event updated for resources: {'Port': ['ID=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:56.990065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.034596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:57.042175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:57.050314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:57.055033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:57.058267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Pushing event updated for resources: {'Port': ['ID=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:57.098334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (7e267624-cd39-40ad-8626-92d04732cd9e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.245458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:55Z', 'revision_number': 3, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:57.266582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.276357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae18df-8acd-4392-911f-7d461d306271 None None] The sync data for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 is: [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:55Z', 'revision_number': 3, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:57.468200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks [] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.479538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.588284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (7e267624-cd39-40ad-8626-92d04732cd9e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.590261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Pushing event updated for resources: {'Port': ['ID=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:57.718611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:57.720444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:57.936825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Router 7e267624-cd39-40ad-8626-92d04732cd9e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:58.143937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:58.150999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef24e0ad-5330-48a0-a9bf-08758ef9605d admin admin] 10.222.0.43 "PUT /v2.0/routers/7e267624-cd39-40ad-8626-92d04732cd9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2517662 Feb 19 01:25:58.226209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.238870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.255610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.274877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.290629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.327615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.349820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.367698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-666a5c18-a7fb-4b1a-986a-e47c1450ffd8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2795174 Feb 19 01:25:58.486438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a4b5f27-3a18-4584-a639-c1ac2c0ee4ba req-d4fc7804-cea5-49c9-aed4-9b2951595118 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121523 Feb 19 01:25:58.548503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:58.630604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:58.631712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.736972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:58.737772 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.796050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:58.801767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.871666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:59.063008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-7c1816c1-28df-4ce6-ab39-b684d2f99d57 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.079001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-7c1816c1-28df-4ce6-ab39-b684d2f99d57 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 820 time: 0.2572997 Feb 19 01:25:59.111335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-9322b0bc-8231-4b5f-9a78-1872712ad993 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/quotas/bf6e25e5fce64bd9a5cdb22188ffdd09 HTTP/1.1" status: 200 len: 375 time: 0.0313740 Feb 19 01:25:59.204696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-559ea530-b751-42de-b4f7-ce84646ffeab tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915997 Feb 19 01:25:59.684527 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-bd15c164-acb9-468b-b14a-26e12010429e service neutron] 10.222.0.43 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724252 Feb 19 01:25:59.728506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.774197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.787983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.804207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.820103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.831403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.846127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.854196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-dcc03f11-53af-4611-86f8-3465e8053951 service neutron] 10.222.0.43 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616237 Feb 19 01:25:59.866134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-400d0eb8-3a99-4b23-97be-02b8bd456f76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2473307 Feb 19 01:25:59.957994 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Sync routers for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:59.972364 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:59.972826 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:59.985596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23a9a27-8734-4d80-8cba-18a5b5c184a8 req-7e82afe2-b829-4985-bc5f-f7ea98e9b74e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181445 Feb 19 01:26:00.121688 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:00.154333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b343416-a438-43c5-b316-585686c549a0 req-4c8725ee-a6c3-4ad5-a846-87d9acf2fa18 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 210 time: 0.0408511 Feb 19 01:26:00.533418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:00.567959 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 2, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:00.652750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:00.659958 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.668011 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Checking router: 7e267624-cd39-40ad-8626-92d04732cd9e for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:00.669398 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Updating router 7e267624-cd39-40ad-8626-92d04732cd9e port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:26:00.796563 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.917072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:01.171927 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Publish callbacks [] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.182420 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.207880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.214317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.226669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.235233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.243576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.256198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.267562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.272575 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Pushing event updated for resources: {'Port': ['ID=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:01.275219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7c107622-edc0-4068-94d2-8fc15972c946 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1575248 Feb 19 01:26:01.293315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2db2fab0-aee4-411e-9c37-3135cf61002b req-66575230-4319-42c5-9c36-5db2b0c99c0d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 210 time: 0.0434411 Feb 19 01:26:01.310078 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Attempting to bind port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:01.310682 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Attempting to bind port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:01.311205 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Attempting to bind port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a on network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:01.316258 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.316776 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.317311 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.317814 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.318318 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.318796 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.319270 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.319747 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.320212 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.320685 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.321182 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.321658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.322146 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:01.328116 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:01.328710 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Checking segment: {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:01.329322 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.329856 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Bound using segment: {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:01.330757 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Bound port: 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:01.331323 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.355364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9487bc8c-a2f9-4a8d-91ba-139107865543 req-7d973710-ef67-4561-9abb-cf8ea488626f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733490 Feb 19 01:26:01.399815 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] For port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:01.403317 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] For port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:01.412423 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.471365 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:01.471987 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:01.516161 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063cb2b-2290-4803-bbcb-774d5810e391 None None] Pushing event updated for resources: {'Port': ['ID=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:01.703783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:01.831005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-9c5fbaa0-d69d-4cf9-9306-4dcc12d4d0a6 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.832486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-9c5fbaa0-d69d-4cf9-9306-4dcc12d4d0a6 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 820 time: 0.2370167 Feb 19 01:26:01.850418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'port': {'device_id': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'admin_state_up': True, 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:02.100546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Made reservation on behalf of bf6e25e5fce64bd9a5cdb22188ffdd09 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:02.106380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.215581 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:01Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:02.287178 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4cdfc-35fc-42ca-bfb4-e6f139d4066e None None] The sync data for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 is: [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:01Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:02.405565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Allocated IP 172.20.0.13 (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2/58c347ba-8397-4237-bed5-87e0b7562141/3b637764-65a2-40f3-b58a-cb62cc062f4f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:02.567506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf4e2e17-3751-4710-b873-692a7bf663ab req-332b8a19-a0d9-42aa-af06-83df324a4088 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 210 time: 0.0795014 Feb 19 01:26:02.708240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:02.723445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.741016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.751909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.758031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.770872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.793041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.811386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:02.812186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.815035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.829647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-d98ceca8-6b17-47c3-9825-28d4d994c525 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2845721 Feb 19 01:26:02.846635 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.926886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:02.927995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.928696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.985502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:02.991105 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.997581 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6dd5ddf-4790-4603-b979-7a84b1d76ddc req-23954529-97db-4754-a5c4-0aadf9273fbb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1667161 Feb 19 01:26:03.057525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:03.061305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:03.065357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:03.074862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:03.121338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:03.200045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:03.209775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.252228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-eaa5b64e-92e0-4ddb-b600-7c6e7283da14 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4074261 Feb 19 01:26:03.282438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Request body: {'port': {'device_id': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:03.394844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.872499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c735d3-c3d7-4c92-9dac-b91615114543 req-17bc8212-f39f-4da2-9695-e578751bbd42 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:03.874487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52c735d3-c3d7-4c92-9dac-b91615114543 req-17bc8212-f39f-4da2-9695-e578751bbd42 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 932 time: 0.1537375 Feb 19 01:26:03.988264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b637764-65a2-40f3-b58a-cb62cc062f4f {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:03.997588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Publish callbacks [] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.030490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Transition to ACTIVE for port object 3b637764-65a2-40f3-b58a-cb62cc062f4f will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:26:04.085910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52c735d3-c3d7-4c92-9dac-b91615114543 req-5dcfb9c3-497c-4aa0-9869-4ead42d83ab4 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999252 Feb 19 01:26:04.086581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.236160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:04.297374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.306123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.310685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Attempting to bind port 3b637764-65a2-40f3-b58a-cb62cc062f4f on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:04.313534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Attempting to bind port 3b637764-65a2-40f3-b58a-cb62cc062f4f by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:04.314011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Attempting to bind port 3b637764-65a2-40f3-b58a-cb62cc062f4f on network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:04.317734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.333566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.337592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Port 3b637764-65a2-40f3-b58a-cb62cc062f4f on network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:26:04.342138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Attempting to bind port 3b637764-65a2-40f3-b58a-cb62cc062f4f on network e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:04.359713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:04.360065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.360249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Checking segment: {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:04.360743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Bound using segment: {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:04.361360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Bound port: 3b637764-65a2-40f3-b58a-cb62cc062f4f, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17790628-ad53-4579-ae83-3d3b0fa2779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:04.361823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.396848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.410706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.423629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-3bd60c62-dd9a-4499-964f-2a4b7679138a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.2918658 Feb 19 01:26:04.571514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:04.583075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:04.596537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.626967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0276f7c8-88ac-42a3-8329-b24831039c2c req-ebb7765c-6235-40c5-8cda-76bbdf1ed16b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016852 Feb 19 01:26:04.681926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.683425 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.685255 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] 10.222.0.10 "PUT /v2.0/ports/3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 1092 time: 1.4184709 Feb 19 01:26:04.688558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:04.692340 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e81aa-1abc-4003-89e2-f81f7cda9861" -d '{"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:04.786691 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bddda45-04fe-4401-83ef-3b84cb846b27 x-openstack-request-id: req-1bddda45-04fe-4401-83ef-3b84cb846b27 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:04.786989 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:04.787245 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bddda45-04fe-4401-83ef-3b84cb846b27 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:04.787648 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'status': 'completed', 'code': 200} Feb 19 01:26:04.797829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c2ce-fc41-4640-823d-db627c8e5a18 service neutron] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:04.829234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-8156bb05-d0c7-432e-82d3-dab29aad253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.830930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-8156bb05-d0c7-432e-82d3-dab29aad253e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1126 time: 0.0970616 Feb 19 01:26:04.888740 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-f035a101-8588-4557-ac04-e30fe310af7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.0472283 Feb 19 01:26:04.893346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:04.974962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:04.975346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.982914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-0379cabe-7a68-4ac2-94a1-587f7c71b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.988578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-0379cabe-7a68-4ac2-94a1-587f7c71b4f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.0903847 Feb 19 01:26:05.045180 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-a98779b9-8b84-48dc-a637-6af12df38232 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515268 Feb 19 01:26:05.069554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:05.162767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-719cc02a-05cc-41b3-affa-30cf3124ef66 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106524 Feb 19 01:26:05.325556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67eefb-4745-4536-bc75-56ff4fec3692 req-b05a3ae7-48f3-4b69-97a4-ca626ab62e71 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:05.334791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da67eefb-4745-4536-bc75-56ff4fec3692 req-b05a3ae7-48f3-4b69-97a4-ca626ab62e71 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 944 time: 0.1180253 Feb 19 01:26:05.410738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da67eefb-4745-4536-bc75-56ff4fec3692 req-4a84cb39-abff-4c52-8639-995cdb59a250 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746431 Feb 19 01:26:05.595092 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:26:05.896459 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe570a56-9fc7-4f17-ac10-36b121deb59e req-2f98ec6b-15e3-4167-a7b5-af0ce018d25d service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240722 Feb 19 01:26:06.009958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.023111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.029900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.042492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.048179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.053689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.059838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.061868 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-817c973a-b98e-4691-acbf-d4032eb83b7c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1645646 Feb 19 01:26:06.098275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-930bc6d7-1558-4a00-a494-83cc9ce819b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.100431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-930bc6d7-1558-4a00-a494-83cc9ce819b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1126 time: 0.1354699 Feb 19 01:26:06.240703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3538b0b8-7ccb-4f3a-ad55-bfc4f6bcc552 req-00db654e-2aa0-4c1a-ae2c-04962dd1bc18 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657958 Feb 19 01:26:06.338053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-621ad594-a935-4069-a0d8-47bf7ca2680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.339561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-621ad594-a935-4069-a0d8-47bf7ca2680f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.2285540 Feb 19 01:26:06.391793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-fefc4f95-0e90-4295-8925-e6138412e8c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.0443184 Feb 19 01:26:06.516581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-9e5e941c-531c-41ec-8ec7-8b0724d3c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.520478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-9e5e941c-531c-41ec-8ec7-8b0724d3c3aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.1167607 Feb 19 01:26:06.577903 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-d6c07e33-6f36-4656-9c59-3b6699755e81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512364 Feb 19 01:26:06.685889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c2ea9-591f-44b0-85eb-b67e0f4e7bbe req-3c24eea4-c4a0-44af-a57d-b40b7cd6bc49 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.695541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae9c2ea9-591f-44b0-85eb-b67e0f4e7bbe req-3c24eea4-c4a0-44af-a57d-b40b7cd6bc49 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 944 time: 0.1541617 Feb 19 01:26:06.741177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-93fee773-bed4-462e-a875-acd95b7df04d service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555719 Feb 19 01:26:06.779701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ae9c2ea9-591f-44b0-85eb-b67e0f4e7bbe req-e91c7b6a-ae5b-414e-96f9-c25e1e391bbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781193 Feb 19 01:26:06.862390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-404e81aa-1abc-4003-89e2-f81f7cda9861 req-e0ae9668-94e8-4000-8305-955523365471 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132185 Feb 19 01:26:07.524181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.531846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.538538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.544314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.549973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.556144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.573268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.575306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-a254a2d8-4f8f-465b-ab90-306bf3c482de tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1435590 Feb 19 01:26:07.660749 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e7d36b3-a0ac-4b87-9614-2727c349ca23 req-00ecea07-c823-4090-ae03-f7f723b1af78 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748417 Feb 19 01:26:07.895277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef37b8-7512-4348-8158-a6f5946da7a0 req-5bb68ce1-1674-4ac5-83d3-22ca03de4811 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.898461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3eef37b8-7512-4348-8158-a6f5946da7a0 req-5bb68ce1-1674-4ac5-83d3-22ca03de4811 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 944 time: 0.0577433 Feb 19 01:26:07.951655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3eef37b8-7512-4348-8158-a6f5946da7a0 req-5718584b-31f6-42d5-b827-005a363ecf37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Feb 19 01:26:08.462124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3b637764-65a2-40f3-b58a-cb62cc062f4f details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:08.595909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:08.615930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'port_id': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'mac_address': 'fa:16:3e:76:89:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:08.686795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3b637764-65a2-40f3-b58a-cb62cc062f4f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:08.687570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.706253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b637764-65a2-40f3-b58a-cb62cc062f4f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:08.734305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:08.742399 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.867636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:08.910580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.916569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.921882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.927699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.947470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.958120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.980898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.984168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-e8fabd3c-836c-4ada-90a5-2f667c97014e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1521525 Feb 19 01:26:09.076160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad815f0b-0774-4dc5-88a9-20c885b9288e req-53c28a31-3205-4e60-9e30-aecedb5a7f34 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723846 Feb 19 01:26:09.089055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3b637764-65a2-40f3-b58a-cb62cc062f4f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:09.147110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4e1b0-0f8f-48b6-8dbd-199d3366423d req-789860fb-6155-47ba-8402-8fe2116860f8 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:09.148592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-31b4e1b0-0f8f-48b6-8dbd-199d3366423d req-789860fb-6155-47ba-8402-8fe2116860f8 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 945 time: 0.0832264 Feb 19 01:26:09.197205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-31b4e1b0-0f8f-48b6-8dbd-199d3366423d req-c39cecd3-c6cb-43db-8177-e7a09fa96d1f tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Feb 19 01:26:10.258922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.276059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.282601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.289163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.311726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.322766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.329017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.337609 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1add411-549e-452a-89eb-35abadf46d8e req-97051788-a2a0-4811-8040-5de19945768e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1535304 Feb 19 01:26:10.434837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1add411-549e-452a-89eb-35abadf46d8e req-37be559c-b193-4c18-bb3a-9883fbf89fe1 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956426 Feb 19 01:26:10.457841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8654a5-b97e-418f-a629-6794f4b896c0 req-f950bead-a2c8-4f1f-aa74-d48d49f831f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.465758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a8654a5-b97e-418f-a629-6794f4b896c0 req-f950bead-a2c8-4f1f-aa74-d48d49f831f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 945 time: 0.0871043 Feb 19 01:26:10.493670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3b637764-65a2-40f3-b58a-cb62cc062f4f up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:10.573292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a8654a5-b97e-418f-a629-6794f4b896c0 req-efefcb48-209a-447c-b29e-1cc83b198d8d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016355 Feb 19 01:26:10.587801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 3b637764-65a2-40f3-b58a-cb62cc062f4f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:10.592448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 3b637764-65a2-40f3-b58a-cb62cc062f4f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:10.592834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.683410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3b637764-65a2-40f3-b58a-cb62cc062f4f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:10.683807 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.711430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:10.714085 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e09f3ce-deb6-4546-9922-35e2b52bcb7d" -d '{"events": [{"server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "name": "network-vif-plugged", "status": "completed", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:10.728173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:10.733439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.764323 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bd49e5-3ec0-4193-99f6-a6da030119d3 x-openstack-request-id: req-78bd49e5-3ec0-4193-99f6-a6da030119d3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:10.764632 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "name": "network-vif-plugged", "status": "completed", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:10.764889 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78bd49e5-3ec0-4193-99f6-a6da030119d3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:10.765315 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'code': 200} Feb 19 01:26:10.790949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:10.893867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbce5d8-7228-4216-a153-f9766de8e573 req-ea311e8e-27d3-4cbe-b69e-6206904aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.895870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4bbce5d8-7228-4216-a153-f9766de8e573 req-ea311e8e-27d3-4cbe-b69e-6206904aa6c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.0589714 Feb 19 01:26:10.955487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4bbce5d8-7228-4216-a153-f9766de8e573 req-bc1db590-10fb-456d-921a-a8f44ab194e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500972 Feb 19 01:26:11.575751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.581175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.586810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.593206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.599358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.604660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.616259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.618614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-8c72d1ec-7e52-4f96-8e92-50c7211373c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1118164 Feb 19 01:26:11.707655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6629c338-917e-4c74-9fe9-ebbc2736bc31 req-bad91a7c-0c5f-4c3f-99c7-0d2da8b01a20 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832109 Feb 19 01:26:11.750228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d987b7-1a7f-415f-9957-008a821f5d85 req-f21e5f2e-366e-47e2-97a7-5379ca3c6ea9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.751986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d987b7-1a7f-415f-9957-008a821f5d85 req-f21e5f2e-366e-47e2-97a7-5379ca3c6ea9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0630202 Feb 19 01:26:11.810441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d987b7-1a7f-415f-9957-008a821f5d85 req-49d0e007-0d9b-4dc7-b2e6-e1f5ed09f0fc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524538 Feb 19 01:26:12.854351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.861163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.867233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.873020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.879521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.885810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.891793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.893974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-3ffeb456-5a57-4c33-9fe6-65d666a26d96 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1125770 Feb 19 01:26:12.971902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d68b0-fe6a-46ff-9225-c00ab20993ca req-a41f192f-fd87-4b1f-9229-3e5d6bc3b669 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.973472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-681d68b0-fe6a-46ff-9225-c00ab20993ca req-a41f192f-fd87-4b1f-9229-3e5d6bc3b669 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0814693 Feb 19 01:26:12.976514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3be056da-de96-49ff-a1f4-72fabd0e0aa9 req-4109dea1-8d38-4d4c-a441-c00ab5a3d507 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724318 Feb 19 01:26:13.046501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-681d68b0-fe6a-46ff-9225-c00ab20993ca req-830b9a40-4ee2-4a71-8851-40aea18fd0b2 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 Feb 19 01:26:13.325737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-f5db95df-36a9-4237-a1e0-b43a7c7733ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:13.327257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-f5db95df-36a9-4237-a1e0-b43a7c7733ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.0917077 Feb 19 01:26:13.350548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b33ad-0fe8-4270-bc3e-afed2d6c0521 req-a0432339-2fef-4652-b338-8be386636a7e tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:13.352132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e9b33ad-0fe8-4270-bc3e-afed2d6c0521 req-a0432339-2fef-4652-b338-8be386636a7e tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0829775 Feb 19 01:26:13.465610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e9b33ad-0fe8-4270-bc3e-afed2d6c0521 req-c046e5d5-ae43-4a86-8d81-83f2b219ba31 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030526 Feb 19 01:26:13.476642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-f9f7e212-3b82-4b2a-8bcd-e7d03a80e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:13.478237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-f9f7e212-3b82-4b2a-8bcd-e7d03a80e8ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.1436410 Feb 19 01:26:13.519479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-df50501c-6de2-40d3-a889-0f95563d7147 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.0346897 Feb 19 01:26:13.576041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-ef295029-926b-45cc-bf15-95ffe13ecfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:13.577727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-ef295029-926b-45cc-bf15-95ffe13ecfc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.0521531 Feb 19 01:26:13.627411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-8ecb846c-d085-44a3-b7c8-33913559eab0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421000 Feb 19 01:26:13.744599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-8f8a0f57-f288-4e8b-9077-9ceaae6bc3af service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100540 Feb 19 01:26:13.842086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59bb2e41-526f-4a80-98f7-d250273bd3dd req-9f5dd42d-e79d-43e8-841c-0150acf2b093 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915592 Feb 19 01:26:14.162084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.167566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.175130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.181831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.187272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.194142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.199744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.201904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-db0d5bd3-7b4c-407e-b0fd-5889cc07694f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1265481 Feb 19 01:26:14.278585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-57a2d256-2c46-476c-b3c2-cfd26a46b517 req-029b3293-ea3b-4a89-b068-1fe01e125932 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666699 Feb 19 01:26:14.594810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c68d1-5633-4623-a79d-0c0aafbc4694 req-100e260f-d571-4135-9fe3-c95b483f314d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.596365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d1c68d1-5633-4623-a79d-0c0aafbc4694 req-100e260f-d571-4135-9fe3-c95b483f314d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0561719 Feb 19 01:26:14.652516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d1c68d1-5633-4623-a79d-0c0aafbc4694 req-cf9c16fb-6c7a-41ab-907f-9f0a2a9d565f tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Feb 19 01:26:15.449830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.455329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.461245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.466610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.472022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.477331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.482972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.485466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-3156d85c-a5b7-4f05-b824-5afb0c79a6fb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1245995 Feb 19 01:26:15.548355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86a74a5b-7f62-43b5-a61c-fa979c363314 req-4122c537-dae8-4171-80f3-a87d3956f671 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565441 Feb 19 01:26:15.808346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53838-4f15-471f-b2d8-77ae5e048bd1 req-fd08461f-0c99-49ae-a963-5ac40169827e tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.816908 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00f53838-4f15-471f-b2d8-77ae5e048bd1 req-fd08461f-0c99-49ae-a963-5ac40169827e tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0727565 Feb 19 01:26:15.889609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00f53838-4f15-471f-b2d8-77ae5e048bd1 req-b89f7c14-5818-4050-9098-8067fd7ad65c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 Feb 19 01:26:16.554294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2079cbb6-433d-48ba-b485-21feffcbb3cc details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:16.668099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:16.688118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'port_id': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'mac_address': 'fa:16:3e:ae:d5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:16.703913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.711529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.716881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.722645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.728036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.729927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2079cbb6-433d-48ba-b485-21feffcbb3cc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:16.730307 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.733668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.743872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.744402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2079cbb6-433d-48ba-b485-21feffcbb3cc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:16.746442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-b7d7fe30-a712-4e49-b410-4d54bb554c9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5419 time: 0.1153715 Feb 19 01:26:16.766784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:16.776178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.776966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4517f6b4-07fe-4bbf-9beb-aa222a80344e details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:16.811261 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-698daa6c-5a58-44a1-b0ba-eb2d191c9381 req-8242e25d-f615-4504-bf80-52abdcef3de9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589058 Feb 19 01:26:16.846829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:16.938747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:16.951785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '4517f6b4-07fe-4bbf-9beb-aa222a80344e', 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e', 'port_id': '4517f6b4-07fe-4bbf-9beb-aa222a80344e', 'mac_address': 'fa:16:3e:d6:f6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20d5ae4-ff38-4f7c-af2e-2587cd593e93', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:16.991009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4517f6b4-07fe-4bbf-9beb-aa222a80344e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:16.991589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.008396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4517f6b4-07fe-4bbf-9beb-aa222a80344e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.025803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fdea-230c-4446-aa7a-60c743da731a req-1d3b9fd5-e505-4d5a-9189-de06fd25a2c4 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.033611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc86fdea-230c-4446-aa7a-60c743da731a req-1d3b9fd5-e505-4d5a-9189-de06fd25a2c4 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0719771 Feb 19 01:26:17.042806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.047159 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.047968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:17.107907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc86fdea-230c-4446-aa7a-60c743da731a req-23a205c6-5a22-4611-a79a-507d65a9e246 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692780 Feb 19 01:26:17.142686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.148898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.162438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7', 'network_id': '52177f54-6349-49b6-8c30-39a8daeb619e', 'port_id': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7', 'mac_address': 'fa:16:3e:8a:ae:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20d5ae4-ff38-4f7c-af2e-2587cd593e93', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:17.201523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:17.201918 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.216215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.238784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.242666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.243471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 678aa3af-0082-4290-8075-dae3886d48cd details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:17.314008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.381411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=678aa3af-0082-4290-8075-dae3886d48cd,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.391949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '678aa3af-0082-4290-8075-dae3886d48cd', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'port_id': '678aa3af-0082-4290-8075-dae3886d48cd', 'mac_address': 'fa:16:3e:44:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:17.429441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 678aa3af-0082-4290-8075-dae3886d48cd is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:17.429834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (678aa3af-0082-4290-8075-dae3886d48cd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.443733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678aa3af-0082-4290-8075-dae3886d48cd {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.462883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=678aa3af-0082-4290-8075-dae3886d48cd,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.467112 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.468014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5c40231a-138b-42b9-adc7-8093e1e6041d details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:17.542857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5c40231a-138b-42b9-adc7-8093e1e6041d,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.545300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.557360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '5c40231a-138b-42b9-adc7-8093e1e6041d', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'port_id': '5c40231a-138b-42b9-adc7-8093e1e6041d', 'mac_address': 'fa:16:3e:e2:ce:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:17.595404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 5c40231a-138b-42b9-adc7-8093e1e6041d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:17.595783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.609028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c40231a-138b-42b9-adc7-8093e1e6041d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.630519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5c40231a-138b-42b9-adc7-8093e1e6041d,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.634725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.635386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4c3d7979-4478-4d35-bafd-667305a6a16f details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:17.702225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4c3d7979-4478-4d35-bafd-667305a6a16f,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.704464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.715983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '4c3d7979-4478-4d35-bafd-667305a6a16f', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'port_id': '4c3d7979-4478-4d35-bafd-667305a6a16f', 'mac_address': 'fa:16:3e:22:46:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:17.759670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4c3d7979-4478-4d35-bafd-667305a6a16f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:17.760062 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.775080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3d7979-4478-4d35-bafd-667305a6a16f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.798042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4c3d7979-4478-4d35-bafd-667305a6a16f,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.802436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.803186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 079eb049-a21a-4da9-bbd2-4bf391212d09 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:17.873125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.881774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=079eb049-a21a-4da9-bbd2-4bf391212d09,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.896812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '079eb049-a21a-4da9-bbd2-4bf391212d09', 'network_id': '00c21f53-7c7d-4bbd-a82a-407e9784a8e9', 'port_id': '079eb049-a21a-4da9-bbd2-4bf391212d09', 'mac_address': 'fa:16:3e:8b:58:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be5844-2aed-4a0a-86fd-6e495b0e8784', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:17.939446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 079eb049-a21a-4da9-bbd2-4bf391212d09 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:17.939838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.961217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079eb049-a21a-4da9-bbd2-4bf391212d09 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.963747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.970310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.976829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.983089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.986305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=079eb049-a21a-4da9-bbd2-4bf391212d09,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.990402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.991932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.997248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:18.003527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:18.006925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-33d02df7-e7a5-40a0-b46c-8f334e4dc040 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5425 time: 0.1104732 Feb 19 01:26:18.055690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:18.074031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72b0548b-0ff6-4d23-9821-a5d72620a31c req-4a9da169-7f78-4b9a-b932-f50dc4b3e5ac tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603745 Feb 19 01:26:18.218557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0340fe-624d-48df-bbda-5eef9798944f req-183ae1f1-c52e-46b8-8c5f-3a304cdfae0c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:18.219994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c0340fe-624d-48df-bbda-5eef9798944f req-183ae1f1-c52e-46b8-8c5f-3a304cdfae0c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0533602 Feb 19 01:26:18.268814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c0340fe-624d-48df-bbda-5eef9798944f req-cc41d009-40b0-4daf-9542-1c7711d66afc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Feb 19 01:26:18.296153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.759842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2079cbb6-433d-48ba-b485-21feffcbb3cc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:18.788828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['678aa3af-0082-4290-8075-dae3886d48cd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:18.791303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['079eb049-a21a-4da9-bbd2-4bf391212d09'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:18.840107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['5c40231a-138b-42b9-adc7-8093e1e6041d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:18.850041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['4c3d7979-4478-4d35-bafd-667305a6a16f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:18.876871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['4d160ab6-d2a7-41a5-afb3-16bd0554e1c7'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:19.215103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.220368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.226835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.232680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.238437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.245630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.251919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.254221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c3d1864e-9875-498d-a29c-c465f4d0d848 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5426 time: 0.0987890 Feb 19 01:26:19.337801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9cfb2241-f7f0-445f-9b39-0f1cb43330fd req-c2793fcf-1915-4d7d-a362-0b3e75928057 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722535 Feb 19 01:26:19.419461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19608-74df-41fa-aad3-60f6be0aa224 req-6c02ebff-09d1-44ad-b5a4-99634d3e18fc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.420819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bf19608-74df-41fa-aad3-60f6be0aa224 req-6c02ebff-09d1-44ad-b5a4-99634d3e18fc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0637748 Feb 19 01:26:19.481733 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bf19608-74df-41fa-aad3-60f6be0aa224 req-b8177047-110c-41e5-b4a1-600027a32753 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Feb 19 01:26:19.876832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['4517f6b4-07fe-4bbf-9beb-aa222a80344e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:20.241681 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be06f7b1-6c80-4d87-829e-ea25c76ae6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.479624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.485301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.491863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.497275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.502735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.508663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.514072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.516329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-09c20ba0-0e2a-482d-a959-7f9c16d0a889 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5426 time: 0.1057885 Feb 19 01:26:20.608602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c794c15-234e-4e55-9c90-b825c329ddbe req-3a1155f4-9d42-4ace-bf22-532442b6b7c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840433 Feb 19 01:26:20.628652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625e8cf-1943-4f9b-b4f2-8206f441881d req-1799e0eb-17ba-43cc-8da4-85f90c64934a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.637345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f625e8cf-1943-4f9b-b4f2-8206f441881d req-1799e0eb-17ba-43cc-8da4-85f90c64934a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0720420 Feb 19 01:26:20.681123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f625e8cf-1943-4f9b-b4f2-8206f441881d req-95acc0a5-1d48-4414-a1f2-f3970b5b4c8c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Feb 19 01:26:21.768626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.777214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.783251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.789993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.796081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.802226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.808479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.810634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-8b61bd2f-ca66-416a-a3d2-80cc37921e56 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5426 time: 0.1155229 Feb 19 01:26:21.825481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02a88-4c01-4dc4-af6a-07a5690fc7ce req-7b86e400-814e-4788-b931-2a5096e79239 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.834838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5df02a88-4c01-4dc4-af6a-07a5690fc7ce req-7b86e400-814e-4788-b931-2a5096e79239 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0755727 Feb 19 01:26:21.898603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5df02a88-4c01-4dc4-af6a-07a5690fc7ce req-06c4690f-8e0d-49d9-ba48-81610e846214 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624213 Feb 19 01:26:21.913553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85394f3c-58b0-4589-9329-6764e5c95c75 req-7b056473-5aee-4fc4-83c5-0abce98ee603 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955184 Feb 19 01:26:21.985843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53494) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.089241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cb28dbc-2fce-45f9-80f3-4da8348e8b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.163441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cb28dbc-2fce-45f9-80f3-4da8348e8b9a admin admin] Publish callbacks [] for security_group (5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.168200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cb28dbc-2fce-45f9-80f3-4da8348e8b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.219543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5cb28dbc-2fce-45f9-80f3-4da8348e8b9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c739b7a79704df89d5e0d12bad1abe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322609 Feb 19 01:26:22.219967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.227658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb28dbc-2fce-45f9-80f3-4da8348e8b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:22.293790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16f39019-8f5a-411b-9984-0bd2c757e5f2 admin admin] Publish callbacks [] for security_group (5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.317795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16f39019-8f5a-411b-9984-0bd2c757e5f2 admin admin] Publish callbacks [] for security_group (5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.386259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16f39019-8f5a-411b-9984-0bd2c757e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.388978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16f39019-8f5a-411b-9984-0bd2c757e5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.394913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16f39019-8f5a-411b-9984-0bd2c757e5f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9 HTTP/1.1" status: 204 len: 168 time: 0.1718276 Feb 19 01:26:22.404061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f39019-8f5a-411b-9984-0bd2c757e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a95f1a3-0c74-4ae7-aa87-64fe25e53bf9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:22.596168 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-420e72e5-7c15-4c60-9286-2e9e86d22fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.605762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2079cbb6-433d-48ba-b485-21feffcbb3cc up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:22.693139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 2079cbb6-433d-48ba-b485-21feffcbb3cc completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:22.698490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 2079cbb6-433d-48ba-b485-21feffcbb3cc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:22.702829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.815439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2079cbb6-433d-48ba-b485-21feffcbb3cc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:22.816016 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.840165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:22.842532 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ad60c2-38ba-45c7-8aa7-da4657f9da13" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:22.855816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:22.860535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.861401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4517f6b4-07fe-4bbf-9beb-aa222a80344e up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:22.934117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:22.957032 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe46deaa-2d43-44b3-8c12-030ea1e7b98f x-openstack-request-id: req-fe46deaa-2d43-44b3-8c12-030ea1e7b98f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:22.957791 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:22.958205 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe46deaa-2d43-44b3-8c12-030ea1e7b98f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:22.958758 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'code': 200} Feb 19 01:26:22.973908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 4517f6b4-07fe-4bbf-9beb-aa222a80344e completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:22.978319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 4517f6b4-07fe-4bbf-9beb-aa222a80344e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:22.978893 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.103515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4517f6b4-07fe-4bbf-9beb-aa222a80344e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:23.103981 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.126096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f47801-ccd0-4e6e-8c40-7a2abf8e277f req-fe59be0f-7cc3-4f8b-8650-f47c9e2c51e8 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.134418 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39f47801-ccd0-4e6e-8c40-7a2abf8e277f req-fe59be0f-7cc3-4f8b-8650-f47c9e2c51e8 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0876834 Feb 19 01:26:23.167745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:23.171246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.181323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.182494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 678aa3af-0082-4290-8075-dae3886d48cd up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:23.187744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.193190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.197099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39f47801-ccd0-4e6e-8c40-7a2abf8e277f req-c73f3396-f54e-4eb9-9087-e4ad3fe25fb0 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 Feb 19 01:26:23.213733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.226292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.232081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.257636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.265237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-e7b77ba0-264b-4780-856f-27bf1213b2a9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5427 time: 0.1931648 Feb 19 01:26:23.353601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:23.382998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed8f9357-c3da-411f-ad63-88c612b56668 req-62a3a0ce-787e-4e0b-af62-dce971b0451c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168098 Feb 19 01:26:23.428711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 678aa3af-0082-4290-8075-dae3886d48cd completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:23.439274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 678aa3af-0082-4290-8075-dae3886d48cd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:23.442630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (678aa3af-0082-4290-8075-dae3886d48cd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.568406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 678aa3af-0082-4290-8075-dae3886d48cd is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:23.568799 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (678aa3af-0082-4290-8075-dae3886d48cd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.608410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=678aa3af-0082-4290-8075-dae3886d48cd,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:23.614603 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.615642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5c40231a-138b-42b9-adc7-8093e1e6041d up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:23.871824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.896031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:23.900329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 5c40231a-138b-42b9-adc7-8093e1e6041d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:23.907433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 5c40231a-138b-42b9-adc7-8093e1e6041d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:23.908512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.996931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 5c40231a-138b-42b9-adc7-8093e1e6041d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:23.997367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.043387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5c40231a-138b-42b9-adc7-8093e1e6041d,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:24.048836 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.050081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4c3d7979-4478-4d35-bafd-667305a6a16f up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:24.141857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:24.156807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 4c3d7979-4478-4d35-bafd-667305a6a16f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:24.167668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 4c3d7979-4478-4d35-bafd-667305a6a16f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:24.167828 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.284611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4c3d7979-4478-4d35-bafd-667305a6a16f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:24.286146 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.333491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4c3d7979-4478-4d35-bafd-667305a6a16f,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:24.342293 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.344309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:24.478286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1891a-e3e3-4b3f-b8de-643ecc2a5c12 req-375507f9-1ade-49df-b7c5-4c4e60644386 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.485950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5e1891a-e3e3-4b3f-b8de-643ecc2a5c12 req-375507f9-1ade-49df-b7c5-4c4e60644386 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1689453 Feb 19 01:26:24.522737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:24.542374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:24.543516 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.603727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5e1891a-e3e3-4b3f-b8de-643ecc2a5c12 req-20f39ace-c770-4e67-91fb-33205d0dc9d9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121032 Feb 19 01:26:24.632507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:24.664498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.670820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.677239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.687383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.694323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.699820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.705524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.713669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-629ae1cd-4940-4ab4-9c68-405b89a36d76 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5431 time: 0.1418114 Feb 19 01:26:24.746769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:24.747259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.782550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:24.790277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.791465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 079eb049-a21a-4da9-bbd2-4bf391212d09 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:24.800746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e397d5ba-57ab-4baa-ae96-5fb22fb0b27a req-1028f20a-1a24-4b03-bb9c-4eb491dd234c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862091 Feb 19 01:26:24.899122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:24.919967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 079eb049-a21a-4da9-bbd2-4bf391212d09 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:24.925122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 079eb049-a21a-4da9-bbd2-4bf391212d09 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:24.925746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.960294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c40231a-138b-42b9-adc7-8093e1e6041d'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:24.962873 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6c0256-c9a5-4b0a-90a3-49ba567e0194" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "678aa3af-0082-4290-8075-dae3886d48cd"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "5c40231a-138b-42b9-adc7-8093e1e6041d"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:25.007265 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489e52c-543e-4ba9-9b9b-6312ad291ed8 x-openstack-request-id: req-a489e52c-543e-4ba9-9b9b-6312ad291ed8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:25.007823 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "678aa3af-0082-4290-8075-dae3886d48cd", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "5c40231a-138b-42b9-adc7-8093e1e6041d", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:25.007823 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a489e52c-543e-4ba9-9b9b-6312ad291ed8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:25.008223 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e', 'code': 200} Feb 19 01:26:25.008479 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd', 'code': 200} Feb 19 01:26:25.008735 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c40231a-138b-42b9-adc7-8093e1e6041d', 'code': 200} Feb 19 01:26:25.009159 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f', 'code': 200} Feb 19 01:26:25.009413 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7', 'code': 200} Feb 19 01:26:25.026504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 079eb049-a21a-4da9-bbd2-4bf391212d09 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:25.027125 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.067898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=079eb049-a21a-4da9-bbd2-4bf391212d09,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:25.072326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.125792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:25.310425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.330096 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.438513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d71d04a-f40e-4a53-b1d4-8cb9316aff61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.527710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d71d04a-f40e-4a53-b1d4-8cb9316aff61 admin admin] Publish callbacks [] for security_group (894bdf6b-58a0-49d4-8202-388356d39155), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.533051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d71d04a-f40e-4a53-b1d4-8cb9316aff61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (894bdf6b-58a0-49d4-8202-388356d39155), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.565524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d71d04a-f40e-4a53-b1d4-8cb9316aff61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fdbe19fbd984d9a99b206179eb9e95f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537606 Feb 19 01:26:25.567726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53636) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.595459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71d04a-f40e-4a53-b1d4-8cb9316aff61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894bdf6b-58a0-49d4-8202-388356d39155,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:25.632369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fc61d16-7153-42ba-890d-eec63a36e799 admin admin] Publish callbacks [] for security_group (894bdf6b-58a0-49d4-8202-388356d39155), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.669507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fc61d16-7153-42ba-890d-eec63a36e799 admin admin] Publish callbacks [] for security_group (894bdf6b-58a0-49d4-8202-388356d39155), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.746542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344737fe-49b0-4264-8626-04a133b82069 req-84ebce12-cb97-43a4-84c4-3c9fa02a44ca tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:25.748122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-344737fe-49b0-4264-8626-04a133b82069 req-84ebce12-cb97-43a4-84c4-3c9fa02a44ca tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0764897 Feb 19 01:26:25.772670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fc61d16-7153-42ba-890d-eec63a36e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (894bdf6b-58a0-49d4-8202-388356d39155), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.775553 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fc61d16-7153-42ba-890d-eec63a36e799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.776837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9fc61d16-7153-42ba-890d-eec63a36e799 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/894bdf6b-58a0-49d4-8202-388356d39155 HTTP/1.1" status: 204 len: 168 time: 0.2072890 Feb 19 01:26:25.814312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-344737fe-49b0-4264-8626-04a133b82069 req-561fe4d2-8c20-45cb-af24-63b961459bee tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561123 Feb 19 01:26:25.815440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc61d16-7153-42ba-890d-eec63a36e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894bdf6b-58a0-49d4-8202-388356d39155,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:26.044851 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.054719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.060212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.065591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.071023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.076561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.083705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.089992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:26.098633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-98c8a0fa-6fe2-40a7-a7ac-f03df55d9efc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.1737552 Feb 19 01:26:26.119895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:26.136676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2306c00a-dc97-467e-aa7a-161cd30f4a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.168119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30b1c84d-58e4-4923-b86f-208ed3cba24c req-9bb1301d-7277-42b2-b449-43081ca45619 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683043 Feb 19 01:26:26.245181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2306c00a-dc97-467e-aa7a-161cd30f4a18 admin admin] Publish callbacks [] for security_group (4827a7b9-7da4-473a-9074-b1251bf3ad7d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.249341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2306c00a-dc97-467e-aa7a-161cd30f4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4827a7b9-7da4-473a-9074-b1251bf3ad7d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.293853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2306c00a-dc97-467e-aa7a-161cd30f4a18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c347ea7c01e74cc68346b0994510159d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725442 Feb 19 01:26:26.294654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306c00a-dc97-467e-aa7a-161cd30f4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827a7b9-7da4-473a-9074-b1251bf3ad7d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:26.296513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53654) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:26.360808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-382db829-80f7-47b6-8c05-9ae3282ad585 admin admin] Publish callbacks [] for security_group (4827a7b9-7da4-473a-9074-b1251bf3ad7d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.394776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-382db829-80f7-47b6-8c05-9ae3282ad585 admin admin] Publish callbacks [] for security_group (4827a7b9-7da4-473a-9074-b1251bf3ad7d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.452890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-382db829-80f7-47b6-8c05-9ae3282ad585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4827a7b9-7da4-473a-9074-b1251bf3ad7d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.455941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-382db829-80f7-47b6-8c05-9ae3282ad585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.459746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-382db829-80f7-47b6-8c05-9ae3282ad585 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4827a7b9-7da4-473a-9074-b1251bf3ad7d HTTP/1.1" status: 204 len: 168 time: 0.1598618 Feb 19 01:26:26.467486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382db829-80f7-47b6-8c05-9ae3282ad585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827a7b9-7da4-473a-9074-b1251bf3ad7d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:26.545830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:27.010365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079eb049-a21a-4da9-bbd2-4bf391212d09'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:27.013552 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23200834-70e2-405e-9cae-ebcd4df99c8f" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "079eb049-a21a-4da9-bbd2-4bf391212d09"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:27.014468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f955fa-e3b9-49fa-97ee-f292e2796fdf req-8174962f-a701-4b5f-96da-d2e171213b73 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.016639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48f955fa-e3b9-49fa-97ee-f292e2796fdf req-8174962f-a701-4b5f-96da-d2e171213b73 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1046414 Feb 19 01:26:27.099846 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a1d70-51ae-46d2-9587-1c830ba8b3ed x-openstack-request-id: req-2a1a1d70-51ae-46d2-9587-1c830ba8b3ed {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:27.100383 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-plugged", "status": "completed", "tag": "079eb049-a21a-4da9-bbd2-4bf391212d09", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:27.100525 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a1a1d70-51ae-46d2-9587-1c830ba8b3ed {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:27.101042 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079eb049-a21a-4da9-bbd2-4bf391212d09', 'code': 200} Feb 19 01:26:27.117191 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48f955fa-e3b9-49fa-97ee-f292e2796fdf req-9fd2d40e-c761-40e4-97fb-9eedf50838b3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944228 Feb 19 01:26:27.246460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.247446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.248070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.249146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.249769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.250380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.251095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.253863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-1727d3b4-3061-4966-a234-bb353750b84f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6707 time: 0.0710917 Feb 19 01:26:27.368695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53d88994-1b4a-4fa2-b77a-1442c56b095d req-7bda16ee-d672-43ba-b0f1-99964149dcb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083963 Feb 19 01:26:27.420473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.428638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.435485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.441858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.449379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.456370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.463755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.466749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-9277051b-e57d-4568-b9c3-796f3ac9db36 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.1792073 Feb 19 01:26:27.545011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f292336-4dfc-456b-adb7-79d7036d0dde req-28140311-a098-47fd-a9dd-d0353f45c010 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722291 Feb 19 01:26:28.304484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13038be-d6bf-44b2-9c17-98c38cf34d51 req-58cb9f3e-9481-4243-93a3-f9771d0f54a9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.307591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a13038be-d6bf-44b2-9c17-98c38cf34d51 req-58cb9f3e-9481-4243-93a3-f9771d0f54a9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0800679 Feb 19 01:26:28.370485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a13038be-d6bf-44b2-9c17-98c38cf34d51 req-23756ee2-d7c3-4f75-9ab2-cfb878d985be tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Feb 19 01:26:28.806615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.814934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.851492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.881400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.897181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.911466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.921875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.926118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1a42fc5-3023-4095-864d-0784625af220 req-e9f71c6e-12a3-4b83-98f8-ad80d984513f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.2726407 Feb 19 01:26:29.042114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1a42fc5-3023-4095-864d-0784625af220 req-a7e41f6d-97be-47ca-952e-f9ef612bafad tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044269 Feb 19 01:26:29.216799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53816) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:29.346001 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-579a9148-3181-4749-84e6-2fa5e297c29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.443851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-579a9148-3181-4749-84e6-2fa5e297c29c admin admin] Publish callbacks [] for security_group (c3068f6d-e1cc-46b9-905c-8ef514093bd6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.461520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-579a9148-3181-4749-84e6-2fa5e297c29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c3068f6d-e1cc-46b9-905c-8ef514093bd6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.517033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbafdb9-a442-488f-8784-6ebcc82808e1 req-053a190e-216c-4f04-a531-127527b1553f tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:29.519281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cbafdb9-a442-488f-8784-6ebcc82808e1 req-053a190e-216c-4f04-a531-127527b1553f tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0678473 Feb 19 01:26:29.574824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-579a9148-3181-4749-84e6-2fa5e297c29c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be519bfbf68b4d428808e7c3ae51a2d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3567455 Feb 19 01:26:29.575141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cbafdb9-a442-488f-8784-6ebcc82808e1 req-c848f94d-d2f5-482a-8d91-419951b31457 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475736 Feb 19 01:26:29.576248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a9148-3181-4749-84e6-2fa5e297c29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3068f6d-e1cc-46b9-905c-8ef514093bd6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:29.577153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:29.682050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2fc-1a34-44bc-8609-03b81c13a538 admin admin] Publish callbacks [] for security_group (c3068f6d-e1cc-46b9-905c-8ef514093bd6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.706831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2fc-1a34-44bc-8609-03b81c13a538 admin admin] Publish callbacks [] for security_group (c3068f6d-e1cc-46b9-905c-8ef514093bd6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.761085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2fc-1a34-44bc-8609-03b81c13a538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c3068f6d-e1cc-46b9-905c-8ef514093bd6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.764205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2fc-1a34-44bc-8609-03b81c13a538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.768225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bdeac2fc-1a34-44bc-8609-03b81c13a538 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3068f6d-e1cc-46b9-905c-8ef514093bd6 HTTP/1.1" status: 204 len: 168 time: 0.1876786 Feb 19 01:26:29.776672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac2fc-1a34-44bc-8609-03b81c13a538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3068f6d-e1cc-46b9-905c-8ef514093bd6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.121217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:30.139546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-445d2b10-2ebc-4374-bfd2-dc8616980d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.281086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-445d2b10-2ebc-4374-bfd2-dc8616980d22 admin admin] Publish callbacks [] for security_group (d1d8e28c-90a7-4c80-849d-afe3474cf4fe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.286627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-445d2b10-2ebc-4374-bfd2-dc8616980d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d1d8e28c-90a7-4c80-849d-afe3474cf4fe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.341588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d2b10-2ebc-4374-bfd2-dc8616980d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d8e28c-90a7-4c80-849d-afe3474cf4fe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.345884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-445d2b10-2ebc-4374-bfd2-dc8616980d22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78c933994b0448ad894f7548d26ecda2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235196 Feb 19 01:26:30.349252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:30.368122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.373689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.379700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.385112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.390355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.395794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.401039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.402970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-ba1c16a2-1da0-4594-947a-f89da2106f49 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.2524617 Feb 19 01:26:30.485352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df47fa63-78b2-4d09-8cf4-141c42b1c992 admin admin] Publish callbacks [] for security_group (d1d8e28c-90a7-4c80-849d-afe3474cf4fe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.517565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb7aed4a-1dc2-4dd6-81db-135d9fdbfde7 req-c70ce2a9-ef75-4fa7-9fb2-59731304a806 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072769 Feb 19 01:26:30.533587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df47fa63-78b2-4d09-8cf4-141c42b1c992 admin admin] Publish callbacks [] for security_group (d1d8e28c-90a7-4c80-849d-afe3474cf4fe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.629659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df47fa63-78b2-4d09-8cf4-141c42b1c992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d1d8e28c-90a7-4c80-849d-afe3474cf4fe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.633684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df47fa63-78b2-4d09-8cf4-141c42b1c992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.637452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-df47fa63-78b2-4d09-8cf4-141c42b1c992 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1d8e28c-90a7-4c80-849d-afe3474cf4fe HTTP/1.1" status: 204 len: 168 time: 0.2848771 Feb 19 01:26:30.668493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47fa63-78b2-4d09-8cf4-141c42b1c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d8e28c-90a7-4c80-849d-afe3474cf4fe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.734195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.752111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.758023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.764007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.771293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.779050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.787730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.793742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-378605ab-816d-475e-9eba-c14a73647567 req-f741f0ba-da4e-4f3f-af62-ab891bd7041d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.1877756 Feb 19 01:26:30.794155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdd4ad-a0e7-4f70-96ae-95e22d8ebd53 req-00e23086-bb8a-43db-bf31-dbd106a8db84 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.796364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eabdd4ad-a0e7-4f70-96ae-95e22d8ebd53 req-00e23086-bb8a-43db-bf31-dbd106a8db84 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0993612 Feb 19 01:26:30.799861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:30.806128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Request body: {'floatingip': {'port_id': '2079cbb6-433d-48ba-b485-21feffcbb3cc'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:30.850550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (61863ac6-d669-4cbc-b9e2-fc670fe4d702), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.002697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eabdd4ad-a0e7-4f70-96ae-95e22d8ebd53 req-45097da7-ee00-4d42-82bd-6d9bf792439c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951621 Feb 19 01:26:32.190682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.208012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (61863ac6-d669-4cbc-b9e2-fc670fe4d702), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.228334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144b0b-fb61-4634-8021-e13a6cef928d req-3d2cdf29-299f-415d-a123-39b363761489 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:32.234438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4144b0b-fb61-4634-8021-e13a6cef928d req-3d2cdf29-299f-415d-a123-39b363761489 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1040881 Feb 19 01:26:32.439014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4144b0b-fb61-4634-8021-e13a6cef928d req-9da4507a-b2d4-45dd-b3ba-7e667887a878 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219151 Feb 19 01:26:32.505580 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Floating IP 61863ac6-d669-4cbc-b9e2-fc670fe4d702 associated. External IP: 172.25.0.118, port: 2079cbb6-433d-48ba-b485-21feffcbb3cc. Feb 19 01:26:32.919169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Router aaa5150c-7913-4bb3-8061-5557808fdf69 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:33.172539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:33.183759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] Sync routers for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:33.197093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:33.199404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.200644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:33.305747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2d79e37-79f5-4015-ad33-e5c34c9fb1e4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "PUT /v2.0/floatingips/61863ac6-d669-4cbc-b9e2-fc670fe4d702 HTTP/1.1" status: 200 len: 991 time: 2.5044961 Feb 19 01:26:33.311553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:33.320593 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5e6225-4f34-4145-a853-c869ca185d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:33.432697 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c5eea-6648-4cc4-8289-99fd669e7d5f x-openstack-request-id: req-b56c5eea-6648-4cc4-8289-99fd669e7d5f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:33.433024 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:33.433278 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b56c5eea-6648-4cc4-8289-99fd669e7d5f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:33.433684 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'status': 'completed', 'code': 200} Feb 19 01:26:33.611341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:33.639277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.689846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.704519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.717767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.718489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.719143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.719781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.719967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.720566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.721205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.723715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-ad9dcdfa-352b-4084-9229-4e31d1d4043d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6707 time: 0.2499757 Feb 19 01:26:33.734552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.761668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.773135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.782841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe0674-4ed8-4c8c-a11c-38c3a5cb8581 req-d14e63b7-726b-489b-946e-d055307815e9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.790881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9efe0674-4ed8-4c8c-a11c-38c3a5cb8581 req-d14e63b7-726b-489b-946e-d055307815e9 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1967311 Feb 19 01:26:33.799376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:33.822523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0def2463-6d30-4e27-9395-f33007bb495d req-e218caea-1622-4164-b301-1e2020a16a6a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.3549359 Feb 19 01:26:33.961157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0def2463-6d30-4e27-9395-f33007bb495d req-7457b079-acd0-4d84-944f-e51848773c12 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353147 Feb 19 01:26:33.975579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9efe0674-4ed8-4c8c-a11c-38c3a5cb8581 req-00dae825-e70f-4de9-a863-bcc9608d85e1 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836236 Feb 19 01:26:34.056724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-aa909953-3814-4faf-9285-eacc9eafd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.060343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-aa909953-3814-4faf-9285-eacc9eafd3ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=419c564d-65b6-4252-aea5-969df3964f4b HTTP/1.1" status: 200 len: 913 time: 0.3255119 Feb 19 01:26:34.272976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '61863ac6-d669-4cbc-b9e2-fc670fe4d702', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'port_id': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'mac_address': 'fa:16:3e:ae:d5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:23:56Z', 'updated_at': '2022-02-19T01:26:31Z', 'revision_number': 1, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:04Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:34.331100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-4db1c6a6-0914-4dd0-9087-1c9283116ada service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc HTTP/1.1" status: 200 len: 999 time: 0.2629430 Feb 19 01:26:34.334617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] Checking router: aaa5150c-7913-4bb3-8061-5557808fdf69 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:34.358183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:34.359048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:34.393754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.408766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.444533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.459987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.471203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.478167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.484191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.490517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3cc4b9c3-f82d-4da1-88a7-e6032d7ca621 req-7fa60b79-d9b9-40c2-b794-6031c4de8886 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.2216785 Feb 19 01:26:34.525039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-e48414bd-80f9-4d95-a67e-cfce09277f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.526666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-e48414bd-80f9-4d95-a67e-cfce09277f78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10e40259-b334-4de9-947e-f5cd89bbfc31 HTTP/1.1" status: 200 len: 851 time: 0.1870832 Feb 19 01:26:34.570338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:34.646046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-083664ac-8ada-4105-aa0f-3806e88dbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:34.647703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-083664ac-8ada-4105-aa0f-3806e88dbc3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419c564d-65b6-4252-aea5-969df3964f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1149879 Feb 19 01:26:34.774921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-04123ceb-7f80-4e3d-a96d-21062da4ca53 service neutron] 10.222.0.10 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206808 Feb 19 01:26:34.939861 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac5e6225-4f34-4145-a853-c869ca185d4e req-de84d754-a859-4a8d-914f-b04f51b8316f service neutron] 10.222.0.10 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588423 Feb 19 01:26:35.017237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '61863ac6-d669-4cbc-b9e2-fc670fe4d702', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'port_id': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'mac_address': 'fa:16:3e:ae:d5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:23:56Z', 'updated_at': '2022-02-19T01:26:31Z', 'revision_number': 1, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:04Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:35.063133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca91a9-5c09-497d-9998-e9173390d372 None None] The sync data for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 is: [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '61863ac6-d669-4cbc-b9e2-fc670fe4d702', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'port_id': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'mac_address': 'fa:16:3e:ae:d5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e744f715-f2b4-4be1-be96-484e19def34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:23:56Z', 'updated_at': '2022-02-19T01:26:31Z', 'revision_number': 1, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:04Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:35.128716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cff8d-6472-43f5-ad18-eb402296d901 req-7aa8ed22-6ca1-4b0a-9ec0-5dbc10c59772 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:35.131837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e9cff8d-6472-43f5-ad18-eb402296d901 req-7aa8ed22-6ca1-4b0a-9ec0-5dbc10c59772 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0741684 Feb 19 01:26:35.227924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e9cff8d-6472-43f5-ad18-eb402296d901 req-0aeadb9b-dd0c-42ad-97fd-488fc47c6324 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890698 Feb 19 01:26:35.436204 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea21fec-e6b8-4857-9554-acf8ac7652d7 None None] New status for floating IP 61863ac6-d669-4cbc-b9e2-fc670fe4d702: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:26:36.217370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54198) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.376271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.417898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993240e-c375-465e-b88b-7466b9ccc061 req-ef980446-485a-42e7-8856-be4737b2d2d1 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:36.419742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e993240e-c375-465e-b88b-7466b9ccc061 req-ef980446-485a-42e7-8856-be4737b2d2d1 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0962048 Feb 19 01:26:36.516011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e993240e-c375-465e-b88b-7466b9ccc061 req-9af6b6fc-aa86-42aa-b985-bbc0f0abace1 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Feb 19 01:26:36.533362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Publish callbacks [] for security_group (21d15dc0-d3a6-48f2-9118-91b9faedaec1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.538754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (21d15dc0-d3a6-48f2-9118-91b9faedaec1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.587717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54212) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.593795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df0a653379e041469ecb501ab9594d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749788 Feb 19 01:26:36.595022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d15dc0-d3a6-48f2-9118-91b9faedaec1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:36.625534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.626655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.627996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.629193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.629812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.630488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.630841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.631183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.631522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.631856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.632193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.632527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.632856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa767864-bbf8-4aea-b724-9f7fe4bf453f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:36.710021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-297161b5-4ec1-48c5-aafa-03dad961048c admin admin] Publish callbacks [] for security_group (21d15dc0-d3a6-48f2-9118-91b9faedaec1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.733875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-297161b5-4ec1-48c5-aafa-03dad961048c admin admin] Publish callbacks [] for security_group (21d15dc0-d3a6-48f2-9118-91b9faedaec1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.805814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-297161b5-4ec1-48c5-aafa-03dad961048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (21d15dc0-d3a6-48f2-9118-91b9faedaec1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.808987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-297161b5-4ec1-48c5-aafa-03dad961048c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.810870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-297161b5-4ec1-48c5-aafa-03dad961048c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21d15dc0-d3a6-48f2-9118-91b9faedaec1 HTTP/1.1" status: 204 len: 168 time: 0.2221770 Feb 19 01:26:36.821064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297161b5-4ec1-48c5-aafa-03dad961048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d15dc0-d3a6-48f2-9118-91b9faedaec1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:37.596834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54260) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.683201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be1e4f-37e4-4d74-ac3b-ef5ac4832379 req-da7b6fd8-b66d-44d8-8ead-5c6fa1d36475 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:37.685372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01be1e4f-37e4-4d74-ac3b-ef5ac4832379 req-da7b6fd8-b66d-44d8-8ead-5c6fa1d36475 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0671902 Feb 19 01:26:37.761369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1006820771'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.810262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01be1e4f-37e4-4d74-ac3b-ef5ac4832379 req-c01dea63-b8e7-4cfd-9a89-7468b17b3214 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120574 Feb 19 01:26:37.811508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:37.814667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.825057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.977411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for security_group (7ffade67-7dfc-4c92-abb0-dd5c254557a8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.982461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7ffade67-7dfc-4c92-abb0-dd5c254557a8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.015586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffade67-7dfc-4c92-abb0-dd5c254557a8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:38.028420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:38.039410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cfc3c51b-274d-4369-b9e2-604b4018c6c8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.039904 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Added segment cfc3c51b-274d-4369-b9e2-604b4018c6c8 of type vlan for network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 Feb 19 01:26:38.087476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.121092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.126822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:38.127602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.199171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6006174 Feb 19 01:26:38.208463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d6a38-dc84-4602-8c33-94535ade7f1a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Network': ['ID=4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:38.229904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:38.993979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85d5da-f210-4db3-ad08-aedcced5c222 req-98a8fe5a-a22a-4d24-89a4-ff4934e4b8ed tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:39.005969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a85d5da-f210-4db3-ad08-aedcced5c222 req-98a8fe5a-a22a-4d24-89a4-ff4934e4b8ed tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1011910 Feb 19 01:26:39.110779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6a85d5da-f210-4db3-ad08-aedcced5c222 req-2965c7d7-824a-461b-8755-f121b684b534 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027160 Feb 19 01:26:40.336629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885b8a0-2c13-46d6-993a-f232534f4ff3 req-2b693535-59d2-45d7-b1ab-54afeebd894b tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:40.344399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5885b8a0-2c13-46d6-993a-f232534f4ff3 req-2b693535-59d2-45d7-b1ab-54afeebd894b tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1058948 Feb 19 01:26:40.404908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5885b8a0-2c13-46d6-993a-f232534f4ff3 req-f8c56af8-3260-4cf2-b741-46ed0418a1a8 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592718 Feb 19 01:26:41.565217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54376) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:41.571050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'subnet': {'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:41.649805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6f0d9-81eb-45ae-9334-55436dcee342 req-02223186-a185-4ba3-825c-2d1ab22aee26 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:41.652781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02f6f0d9-81eb-45ae-9334-55436dcee342 req-02223186-a185-4ba3-825c-2d1ab22aee26 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1103528 Feb 19 01:26:41.722487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02f6f0d9-81eb-45ae-9334-55436dcee342 req-ae80315b-a84b-4d88-84b1-612c046a21d7 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638969 Feb 19 01:26:41.740295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:41.744376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.984396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.070547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Subnet': ['ID=e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.078346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Checking segment: {'id': 'cfc3c51b-274d-4369-b9e2-604b4018c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:42.078473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network hostable DHCP agents. Network: 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:42.115640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:42.139395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:42.148648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682243f-4f6c-467c-b41e-5ed9f4535fbe None None] Network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:42.149369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:42.150093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.193091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dd492173-0c58-4c3d-8c97-e4677799684e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6234114 Feb 19 01:26:42.193564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54394) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.200932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1442998284'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:42.231736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:42.255293 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.307774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2', 'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2', 'project_id': 'b54e8221cba3424b84cb11e78c8180a7', 'fixed_ips': [{'subnet_id': 'e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:42.309095 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.317945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:42.349070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bdc49d06-e7d3-4b08-abad-eaa30f268c79), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.350012 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Added segment bdc49d06-e7d3-4b08-abad-eaa30f268c79 of type vlan for network 4e6fd87f-9187-4415-91b5-698b1344bbba Feb 19 01:26:42.500685 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4e6fd87f-9187-4415-91b5-698b1344bbba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.510013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Allocated IP 2001:db8:0:ffff::2 (4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2/e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96/5c171fef-c2dc-4eaa-95d1-6e582eb6ce90) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:42.554553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4e6fd87f-9187-4415-91b5-698b1344bbba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.563208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:42.565020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.595916 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:26:42.704216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54406) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.708955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'subnet': {'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:42.713237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5175922 Feb 19 01:26:42.726343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121c634-554f-4a76-b82c-16ea55ffa144 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Network': ['ID=4e6fd87f-9187-4415-91b5-698b1344bbba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.798860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Publish callbacks [] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.809019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4e6fd87f-9187-4415-91b5-698b1344bbba details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:42.811696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.946756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:42.951170 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.046823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:43.050520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:43.055201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:43.074477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Pushing event updated for resources: {'Port': ['ID=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.126571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.127119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.127694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.129042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.129531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.130032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.130521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.131014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.131490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.132014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.132501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.133012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.133505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:43.167843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Attempting to bind port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:43.168877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Attempting to bind port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cfc3c51b-274d-4369-b9e2-604b4018c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:43.169471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Attempting to bind port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 on network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:43.174989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:43.175686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Checking segment: {'id': 'cfc3c51b-274d-4369-b9e2-604b4018c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:43.176293 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.176883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Bound using segment: {'id': 'cfc3c51b-274d-4369-b9e2-604b4018c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:43.177568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Bound port: 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc3c51b-274d-4369-b9e2-604b4018c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:43.189719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.269778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff2dd-5f01-4778-b0d8-9590392c76e3 req-3cffc8d5-6a71-4d98-a648-853d32cd3ebc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.271396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-527ff2dd-5f01-4778-b0d8-9590392c76e3 req-3cffc8d5-6a71-4d98-a648-853d32cd3ebc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.3958697 Feb 19 01:26:43.315424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] For port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:43.323765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] For port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,segment=NetworkSegment(cfc3c51b-274d-4369-b9e2-604b4018c6c8),segment_id=cfc3c51b-274d-4369-b9e2-604b4018c6c8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:43.332321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.388758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-527ff2dd-5f01-4778-b0d8-9590392c76e3 req-658390bf-eec5-408a-a35a-2d117fc10b35 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106956 Feb 19 01:26:43.463358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80157709-c89c-4e29-bf5d-b73ffa265c73 None None] Pushing event updated for resources: {'Port': ['ID=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.535021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:26:43.536559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (c8e19051-fbce-4dc3-9e60-2a7edbb8af08), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.662407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Subnet': ['ID=c8e19051-fbce-4dc3-9e60-2a7edbb8af08,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.705310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Checking segment: {'id': 'bdc49d06-e7d3-4b08-abad-eaa30f268c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:43.706000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network hostable DHCP agents. Network: 4e6fd87f-9187-4415-91b5-698b1344bbba, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:43.741325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 4e6fd87f-9187-4415-91b5-698b1344bbba is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:43.783095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4e6fd87f-9187-4415-91b5-698b1344bbba) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:43.790369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.791219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.815464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa75db-c409-4c1d-aa5d-39fddca0cf15 None None] Network 4e6fd87f-9187-4415-91b5-698b1344bbba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:43.827396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a5eb8329-6819-4d88-8c28-5b847f2e3c6e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1228893 Feb 19 01:26:43.830198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54432) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.835806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'port': {'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba', 'name': 'tempest-NetworksIpV6TestAttrs-431253488'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:44.130277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4e6fd87f-9187-4415-91b5-698b1344bbba', 'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba', 'project_id': 'b54e8221cba3424b84cb11e78c8180a7', 'fixed_ips': [{'subnet_id': 'c8e19051-fbce-4dc3-9e60-2a7edbb8af08'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:44.131162 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.155680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:44.164796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.231251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] device_id is not set on port b279202b-f592-4935-879e-2f90ae66fe60 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:26:44.458013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Allocated IP 2001:db8::f816:3eff:fe02:788 (4e6fd87f-9187-4415-91b5-698b1344bbba/c8e19051-fbce-4dc3-9e60-2a7edbb8af08/b279202b-f592-4935-879e-2f90ae66fe60) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:44.683353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:44.815735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:44.815735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.835397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f57a9f-f324-4b3b-9e05-07e6ecb701d3 req-db56e6ef-a5d7-4597-a0e7-567f4dec2d7c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:44.846930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54f57a9f-f324-4b3b-9e05-07e6ecb701d3 req-db56e6ef-a5d7-4597-a0e7-567f4dec2d7c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.3182206 Feb 19 01:26:44.986020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:44.986419 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.013234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for port (b279202b-f592-4935-879e-2f90ae66fe60), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.057840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,segment=NetworkSegment(cfc3c51b-274d-4369-b9e2-604b4018c6c8),segment_id=cfc3c51b-274d-4369-b9e2-604b4018c6c8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:45.063852 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.119318 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54f57a9f-f324-4b3b-9e05-07e6ecb701d3 req-8ea78a87-a289-481a-8db8-4834f541466c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708540 Feb 19 01:26:45.128246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b279202b-f592-4935-879e-2f90ae66fe60), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.206968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:45.239970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 4e6fd87f-9187-4415-91b5-698b1344bbba is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:45.254365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:45.263504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Allocated IP 2001:db8::f816:3eff:fe3b:3315 (4e6fd87f-9187-4415-91b5-698b1344bbba/c8e19051-fbce-4dc3-9e60-2a7edbb8af08/04f03aad-834b-4979-ac63-51bb4cfda983) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:45.268188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:45.273597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:45.276150 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.298586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Port': ['ID=b279202b-f592-4935-879e-2f90ae66fe60,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:45.340127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0246aaf6-9ea9-4dfe-ba03-f74ca99b24c8 None None] Network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:45.343670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1668b93d-b9d2-4de0-af79-0b1891abf838 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5094628 Feb 19 01:26:45.344053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54452) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.428426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0a7d1-0322-4eb3-ba1b-38a07e23ec84 req-f1ecfee9-1732-4079-9549-a4aa5d2cf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:45.430730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fe0a7d1-0322-4eb3-ba1b-38a07e23ec84 req-f1ecfee9-1732-4079-9549-a4aa5d2cf2b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.0883133 Feb 19 01:26:45.437576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting subnet c8e19051-fbce-4dc3-9e60-2a7edbb8af08 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:45.513581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fe0a7d1-0322-4eb3-ba1b-38a07e23ec84 req-08c90991-5d0b-4461-a561-544ddb114720 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Feb 19 01:26:45.676168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bd86dfa0-8548-4f17-bd8f-0b96edc67016 None None] Provisioning complete for port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:45.679378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd86dfa0-8548-4f17-bd8f-0b96edc67016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.039738 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Publish callbacks [] for port (04f03aad-834b-4979-ac63-51bb4cfda983), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.047156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (c8e19051-fbce-4dc3-9e60-2a7edbb8af08), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.054821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.089227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bd86dfa0-8548-4f17-bd8f-0b96edc67016 None None] Current status of the port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:46.132202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Pushing event updated for resources: {'Port': ['ID=04f03aad-834b-4979-ac63-51bb4cfda983,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:46.136136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (c8e19051-fbce-4dc3-9e60-2a7edbb8af08), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.155674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Network 4e6fd87f-9187-4415-91b5-698b1344bbba is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:46.160584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:46.164423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:46.300731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Attempting to bind port 04f03aad-834b-4979-ac63-51bb4cfda983 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:46.304759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Attempting to bind port 04f03aad-834b-4979-ac63-51bb4cfda983 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'bdc49d06-e7d3-4b08-abad-eaa30f268c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:46.305277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Attempting to bind port 04f03aad-834b-4979-ac63-51bb4cfda983 on network 4e6fd87f-9187-4415-91b5-698b1344bbba {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:46.320210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:46.325200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Checking segment: {'id': 'bdc49d06-e7d3-4b08-abad-eaa30f268c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:46.325742 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.326256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Bound using segment: {'id': 'bdc49d06-e7d3-4b08-abad-eaa30f268c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:46.326865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Bound port: 04f03aad-834b-4979-ac63-51bb4cfda983, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc49d06-e7d3-4b08-abad-eaa30f268c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4e6fd87f-9187-4415-91b5-698b1344bbba'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:46.327362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.341355 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c8e19051-fbce-4dc3-9e60-2a7edbb8af08), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.408667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (c8e19051-fbce-4dc3-9e60-2a7edbb8af08), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.484777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e19051-fbce-4dc3-9e60-2a7edbb8af08,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:46.489873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] For port 04f03aad-834b-4979-ac63-51bb4cfda983, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:46.492933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.497430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5a140290-3cb1-43ba-ae8e-ba5b45c7b4ac tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/c8e19051-fbce-4dc3-9e60-2a7edbb8af08 HTTP/1.1" status: 204 len: 168 time: 1.1512680 Feb 19 01:26:46.499717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54466) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:46.500981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] For port 04f03aad-834b-4979-ac63-51bb4cfda983, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=04f03aad-834b-4979-ac63-51bb4cfda983,segment=NetworkSegment(bdc49d06-e7d3-4b08-abad-eaa30f268c79),segment_id=bdc49d06-e7d3-4b08-abad-eaa30f268c79)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:46.517291 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.645852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5c4cf-23a8-4f96-b331-a4a1ee9aa8be tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:46.647535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5c4cf-23a8-4f96-b331-a4a1ee9aa8be tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:46.650768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20b5c4cf-23a8-4f96-b331-a4a1ee9aa8be tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1485357 Feb 19 01:26:46.652559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54468) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:46.658569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:46.703617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913d2f-6dee-489f-bb0d-bbf70dd5082c req-f55a0564-bf09-4810-9800-7feba7846f5a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:46.705394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15913d2f-6dee-489f-bb0d-bbf70dd5082c req-f55a0564-bf09-4810-9800-7feba7846f5a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.3009648 Feb 19 01:26:46.731667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c0371-63f9-4dbf-95c0-968a6216abf0 None None] Pushing event updated for resources: {'Port': ['ID=04f03aad-834b-4979-ac63-51bb4cfda983,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:46.858137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15913d2f-6dee-489f-bb0d-bbf70dd5082c req-1938540d-7dff-44e6-86f8-09f09d2c6354 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458523 Feb 19 01:26:46.894984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b793188-1958-4710-be6b-07bc20beb6b0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4e6fd87f-9187-4415-91b5-698b1344bbba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.923959 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b793188-1958-4710-be6b-07bc20beb6b0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 01:26:46.924413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b793188-1958-4710-be6b-07bc20beb6b0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:46.929040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7b793188-1958-4710-be6b-07bc20beb6b0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/4e6fd87f-9187-4415-91b5-698b1344bbba HTTP/1.1" status: 409 len: 466 time: 0.2736573 Feb 19 01:26:46.929222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:46.929222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.931415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:46.938709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-944536984'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:46.980439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-340da119-8029-4e40-b5fb-6424bdafb84d None None] Provisioning complete for port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:46.980820 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-340da119-8029-4e40-b5fb-6424bdafb84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.984408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:47.017980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.080339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:47.098448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7b32bd53-b804-48c6-9d3d-ad74a2abd04a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.098855 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Added segment 7b32bd53-b804-48c6-9d3d-ad74a2abd04a of type vlan for network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 Feb 19 01:26:47.176682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (175ab9a8-1db7-40ab-9d4f-6f766aa92841), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.179587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-340da119-8029-4e40-b5fb-6424bdafb84d None None] Current status of the port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:47.189410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:47.245348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (175ab9a8-1db7-40ab-9d4f-6f766aa92841), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.259619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:47.260636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.388338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4532993 Feb 19 01:26:47.388607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54482) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:47.395175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'subnet': {'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:47.420125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a8ac6-05ff-4f0e-81b0-c4edc6d3b0a5 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Network': ['ID=175ab9a8-1db7-40ab-9d4f-6f766aa92841,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:47.438733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:47.541981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:47.545493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.978759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:26:47.983361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (df1827f1-a2b0-4727-afab-b8530b25992f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.127532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307ed2c-2ac7-4032-90f2-2d094677ed24 req-61ca05ae-53e4-4b14-8bcb-be9047f6db9d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:48.133752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9307ed2c-2ac7-4032-90f2-2d094677ed24 req-61ca05ae-53e4-4b14-8bcb-be9047f6db9d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1524975 Feb 19 01:26:48.134749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Subnet': ['ID=df1827f1-a2b0-4727-afab-b8530b25992f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:48.158520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Checking segment: {'id': '7b32bd53-b804-48c6-9d3d-ad74a2abd04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:48.158891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network hostable DHCP agents. Network: 175ab9a8-1db7-40ab-9d4f-6f766aa92841, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:48.193227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:48.221047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9307ed2c-2ac7-4032-90f2-2d094677ed24 req-e53d6c29-800e-42c1-9641-3a4e00fb0bc3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832460 Feb 19 01:26:48.222372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 175ab9a8-1db7-40ab-9d4f-6f766aa92841) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:48.228799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:48.229439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.232390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff517597-4914-4f43-be0a-c0adf513da9f None None] Network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:48.262599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9867d776-ca58-43ba-82e6-5287b1104b78 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8714256 Feb 19 01:26:48.265344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54498) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.271606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'port': {'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841', 'name': 'tempest-NetworksIpV6TestAttrs-1898683836'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:48.303175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9835ccd7-74da-41fa-80c6-b68bad30a866 req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1186193032', 'description': 'tempest-description-187302957'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:48.365212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5503e-ddfa-4bd0-ab04-4b9e5b8fd919 None None] Network 4e6fd87f-9187-4415-91b5-698b1344bbba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:48.385033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-175ab9a8-1db7-40ab-9d4f-6f766aa92841', 'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841', 'project_id': 'b54e8221cba3424b84cb11e78c8180a7', 'fixed_ips': [{'subnet_id': 'df1827f1-a2b0-4727-afab-b8530b25992f'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:48.386139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.391410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9835ccd7-74da-41fa-80c6-b68bad30a866 req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.414880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.509703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:48.516143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.546086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9835ccd7-74da-41fa-80c6-b68bad30a866 req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for security_group (f68db267-5853-4e51-960f-8d37b71e1236), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.554430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] device_id is not set on port 958950bf-aeb8-4888-b7ac-a0624b117f66 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:26:48.563105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9835ccd7-74da-41fa-80c6-b68bad30a866 req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f68db267-5853-4e51-960f-8d37b71e1236), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.587916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Allocated IP 2001:db8::f816:3eff:feee:fd18 (175ab9a8-1db7-40ab-9d4f-6f766aa92841/df1827f1-a2b0-4727-afab-b8530b25992f/b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:48.618238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68db267-5853-4e51-960f-8d37b71e1236,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:48.671290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9835ccd7-74da-41fa-80c6-b68bad30a866 req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.672644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9835ccd7-74da-41fa-80c6-b68bad30a866 req-b44ffb39-054f-4880-b26b-efb9268cfc37 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3807898 Feb 19 01:26:48.691445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 04f03aad-834b-4979-ac63-51bb4cfda983 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:48.749896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] Provisioning complete for port 04f03aad-834b-4979-ac63-51bb4cfda983 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:48.750256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.796114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-aad5a485-2a50-4e65-a06f-68c69fc8ebf1 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1186193032&fields=id&tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09 HTTP/1.1" status: 200 len: 267 time: 0.0597811 Feb 19 01:26:48.863471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-3335c472-1511-4dd4-ba00-4891baea0a0e tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:48.871586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-3335c472-1511-4dd4-ba00-4891baea0a0e tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0739565 Feb 19 01:26:48.886314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Publish callbacks [] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.893526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'port': {'security_groups': ['ee7e6631-df62-4bb7-a7bf-863abb3a6093', 'f68db267-5853-4e51-960f-8d37b71e1236']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:48.900355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.926690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 04f03aad-834b-4979-ac63-51bb4cfda983 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:48.927061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.006593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] DHCP port deletion for 4e6fd87f-9187-4415-91b5-698b1344bbba request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:49.037494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:49.043019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:49.051222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.076764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Allocated IP 2001:db8::f816:3eff:fe85:99ff (175ab9a8-1db7-40ab-9d4f-6f766aa92841/df1827f1-a2b0-4727-afab-b8530b25992f/958950bf-aeb8-4888-b7ac-a0624b117f66) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:49.078117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:49.190484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] Current status of the port 04f03aad-834b-4979-ac63-51bb4cfda983 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:49.190911 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.208662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Attempting to bind port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:49.209051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Attempting to bind port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '7b32bd53-b804-48c6-9d3d-ad74a2abd04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:49.209430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Attempting to bind port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 on network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:49.262971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for port (958950bf-aeb8-4888-b7ac-a0624b117f66), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.267013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] For port 04f03aad-834b-4979-ac63-51bb4cfda983, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=04f03aad-834b-4979-ac63-51bb4cfda983,segment=NetworkSegment(bdc49d06-e7d3-4b08-abad-eaa30f268c79),segment_id=bdc49d06-e7d3-4b08-abad-eaa30f268c79)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:49.269218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:49.269802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Checking segment: {'id': '7b32bd53-b804-48c6-9d3d-ad74a2abd04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:49.270465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.270904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Bound using segment: {'id': '7b32bd53-b804-48c6-9d3d-ad74a2abd04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:49.271508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Bound port: b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b32bd53-b804-48c6-9d3d-ad74a2abd04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '175ab9a8-1db7-40ab-9d4f-6f766aa92841'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:49.272087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.290826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Pushing event updated for resources: {'Port': ['ID=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.295367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:49.300518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.326141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (958950bf-aeb8-4888-b7ac-a0624b117f66), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.345552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.351478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.376250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:49.380297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:49.390971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:49.403920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:49.404310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:49.405046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.405350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.410804 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a329f5b2-32f0-46d1-b5f3-216fea3627b0 req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "PUT /v2.0/ports/3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 982 time: 0.5379539 Feb 19 01:26:49.411422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:49.426100 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4442e555-e392-402b-b396-97af3d7eae0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:49.438731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1723020 Feb 19 01:26:49.439840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] For port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:49.440283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f56ef-a4d2-4340-9258-ae49336a89c7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Port': ['ID=958950bf-aeb8-4888-b7ac-a0624b117f66,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.443633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.465657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] For port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,segment=NetworkSegment(7b32bd53-b804-48c6-9d3d-ad74a2abd04a),segment_id=7b32bd53-b804-48c6-9d3d-ad74a2abd04a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:49.514663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3b637764-65a2-40f3-b58a-cb62cc062f4f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:49.518274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56276-f365-4220-8be2-e944e5bfead3 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.547604 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d981c-502b-462c-b745-c875544db1b7 x-openstack-request-id: req-f61d981c-502b-462c-b745-c875544db1b7 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:49.548339 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:49.548854 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f61d981c-502b-462c-b745-c875544db1b7 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:49.549412 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'status': 'completed', 'code': 200} Feb 19 01:26:49.550204 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.553262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcd5a8-0145-45b3-9068-97d73a01727b None None] Pushing event updated for resources: {'Port': ['ID=04f03aad-834b-4979-ac63-51bb4cfda983,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.553402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting subnet df1827f1-a2b0-4727-afab-b8530b25992f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:49.557971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (df1827f1-a2b0-4727-afab-b8530b25992f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.631374 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-3b0f99b4-766f-442f-ac4b-6d6c90880de6 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1186193032&fields=id&tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09 HTTP/1.1" status: 200 len: 267 time: 0.0995076 Feb 19 01:26:49.637608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e555-e392-402b-b396-97af3d7eae0a req-60dce61f-1876-4a6d-a3a7-d3d8a1d30b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:49.639162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-60dce61f-1876-4a6d-a3a7-d3d8a1d30b6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1167 time: 0.0748281 Feb 19 01:26:49.651075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3b637764-65a2-40f3-b58a-cb62cc062f4f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:49.654938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 04f03aad-834b-4979-ac63-51bb4cfda983 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:49.655337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.695608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (df1827f1-a2b0-4727-afab-b8530b25992f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.772924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-27c7ff06-722c-4bc5-a270-bf60f77f886b tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:49.774561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-27c7ff06-722c-4bc5-a270-bf60f77f886b tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 985 time: 0.1423752 Feb 19 01:26:49.790477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'port': {'security_groups': ['ee7e6631-df62-4bb7-a7bf-863abb3a6093']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:49.822981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e555-e392-402b-b396-97af3d7eae0a req-cc56f0c8-deb9-477e-afb2-92430ecbf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:49.825535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-cc56f0c8-deb9-477e-afb2-92430ecbf64a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.1548984 Feb 19 01:26:49.900195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-8dc07047-5e26-4b87-acec-e3217b660fcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.0633819 Feb 19 01:26:49.946222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] Deleting port 04f03aad-834b-4979-ac63-51bb4cfda983 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:49.946555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.012354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e555-e392-402b-b396-97af3d7eae0a req-3cae05b1-63f1-4854-81ef-fef30fd39115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:50.025867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-3cae05b1-63f1-4854-81ef-fef30fd39115 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.1189642 Feb 19 01:26:50.045696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.088949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2474e-2d1a-43fd-a89e-433c7e40110f None None] Pushing event updated for resources: {'Port': ['ID=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.124111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-5002f8f6-5866-4ba3-8ee0-b3b4975d069c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823207 Feb 19 01:26:50.183016 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (df1827f1-a2b0-4727-afab-b8530b25992f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.249217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] For port 04f03aad-834b-4979-ac63-51bb4cfda983, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=04f03aad-834b-4979-ac63-51bb4cfda983,segment=NetworkSegment(bdc49d06-e7d3-4b08-abad-eaa30f268c79),segment_id=bdc49d06-e7d3-4b08-abad-eaa30f268c79)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:50.249905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.253354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:26:50.253947 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:26:50.298042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] Calling delete_port for 04f03aad-834b-4979-ac63-51bb4cfda983 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:50.313367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1334c06f-13fc-4ef6-b2c7-4cd15f8b4f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.346333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-7636be17-2ea9-40a1-9782-440e8fd785d4 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212629 Feb 19 01:26:50.379593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (df1827f1-a2b0-4727-afab-b8530b25992f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.423444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.426972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/df1827f1-a2b0-4727-afab-b8530b25992f HTTP/1.1" status: 204 len: 168 time: 0.9820769 Feb 19 01:26:50.430518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.444466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea476b-c41a-4a63-bec6-491ce104faca tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Subnet': ['ID=df1827f1-a2b0-4727-afab-b8530b25992f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.463287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (04f03aad-834b-4979-ac63-51bb4cfda983), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.471472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4442e555-e392-402b-b396-97af3d7eae0a req-093b9fa4-4e15-4c37-af28-6f92d94eb64a service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172230 Feb 19 01:26:50.481995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] No DVR routers for this DVR port 04f03aad-834b-4979-ac63-51bb4cfda983 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:50.529574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd4097-a77b-4454-be6c-a3f2224c5f1e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:50.531004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd4097-a77b-4454-be6c-a3f2224c5f1e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:50.535162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f0dd4097-a77b-4454-be6c-a3f2224c5f1e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1006031 Feb 19 01:26:50.535996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54536) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.537287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026db72-90bb-4530-b72f-2216b9ab5c52 None None] Pushing event deleted for resources: {'Port': ['ID=04f03aad-834b-4979-ac63-51bb4cfda983,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.547985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:50.780834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Port 04f03aad-834b-4979-ac63-51bb4cfda983 update to ACTIVE by agent not found {{(pid=103431) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:26:50.926643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:50.987585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:50.988086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.019368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2725e7ba-329f-4e07-b101-17b8cf3521a4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (175ab9a8-1db7-40ab-9d4f-6f766aa92841), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.046435 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-2725e7ba-329f-4e07-b101-17b8cf3521a4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 01:26:51.046889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2725e7ba-329f-4e07-b101-17b8cf3521a4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:51.050175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2725e7ba-329f-4e07-b101-17b8cf3521a4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/175ab9a8-1db7-40ab-9d4f-6f766aa92841 HTTP/1.1" status: 409 len: 466 time: 0.5134556 Feb 19 01:26:51.054202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.055130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54542) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.060339 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.062672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-65572326'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:51.083294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3b637764-65a2-40f3-b58a-cb62cc062f4f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:51.109198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:51.113179 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.114179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:51.116960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:51.117383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.117572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.126698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfb38c66-4592-4daf-8ff9-e8f87200db85 req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "PUT /v2.0/ports/3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 943 time: 1.3396735 Feb 19 01:26:51.132121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:51.135260 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753" -d '{"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:51.208901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5355d7-fd97-4d49-babe-9e58429c09f5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event updated for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.240800 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bebe20c-05fe-4a55-b99a-1550290699d4 x-openstack-request-id: req-6bebe20c-05fe-4a55-b99a-1550290699d4 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:51.241312 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:51.241733 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bebe20c-05fe-4a55-b99a-1550290699d4 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:51.242282 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'status': 'completed', 'code': 200} Feb 19 01:26:51.270780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,segment=NetworkSegment(7b32bd53-b804-48c6-9d3d-ad74a2abd04a),segment_id=7b32bd53-b804-48c6-9d3d-ad74a2abd04a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:51.271595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:51.287579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.332469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.332855 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Added segment 3bbfa4e4-cda6-4b71-891c-8b1de62f8825 of type vlan for network 032d253a-f5fb-441a-aa42-3fed5699f8ff Feb 19 01:26:51.338592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3b637764-65a2-40f3-b58a-cb62cc062f4f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:51.341639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8490e02-83c2-4a52-b101-950ba3d9b7c9 None None] Network 175ab9a8-1db7-40ab-9d4f-6f766aa92841 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:51.398577 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.418890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 04f03aad-834b-4979-ac63-51bb4cfda983 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:51.464333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.469360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:51.469987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.525188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e8c2fdf4-9fec-4577-af9b-a34d0343f4d3 None None] Provisioning complete for port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:51.525797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fdf4-9fec-4577-af9b-a34d0343f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.529394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 04f03aad-834b-4979-ac63-51bb4cfda983 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:51.529925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 04f03aad-834b-4979-ac63-51bb4cfda983 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:51.543902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Network': ['ID=032d253a-f5fb-441a-aa42-3fed5699f8ff,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.572239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.572463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.572463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.572776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.572873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.573193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.573528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.573855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.574178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.574500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.574820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.575148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.575467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.575790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.611708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-21d7bcf9-8850-412c-9210-3b2cca3443db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:51.614488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-21d7bcf9-8850-412c-9210-3b2cca3443db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.3471966 Feb 19 01:26:51.619117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d1b8d36b-9211-4950-bd0f-ce83a3691208 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5623591 Feb 19 01:26:51.622073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54556) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.631986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 032d253a-f5fb-441a-aa42-3fed5699f8ff details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:51.634915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'subnet': {'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:51.779398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-3981d771-2fbc-4e0f-a08c-9a4298f208ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:51.782670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-3981d771-2fbc-4e0f-a08c-9a4298f208ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.1544588 Feb 19 01:26:51.848713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:51.852869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.036692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2fdf4-9fec-4577-af9b-a34d0343f4d3 None None] Current status of the port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:52.093108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] DHCP port deletion for 175ab9a8-1db7-40ab-9d4f-6f766aa92841 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:52.159920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] Deleting port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:52.160312 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.249694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] For port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,segment=NetworkSegment(7b32bd53-b804-48c6-9d3d-ad74a2abd04a),segment_id=7b32bd53-b804-48c6-9d3d-ad74a2abd04a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:52.250257 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.277279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] Calling delete_port for b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:52.300927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-51c56809-502f-413c-a69c-29e3bb858fe1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.5086436 Feb 19 01:26:52.315525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-2a50a822-2535-4e58-9356-240309db1cdf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1404481 Feb 19 01:26:52.315986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:26:52.317550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (fb1142a9-4f21-406a-8530-92f6a5b465e4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.377443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:52.388104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Checking segment: {'id': '3bbfa4e4-cda6-4b71-891c-8b1de62f8825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:52.388473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network hostable DHCP agents. Network: 032d253a-f5fb-441a-aa42-3fed5699f8ff, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:52.418899 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.435785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-3d1abfd9-b5ca-4ce7-b4e5-2d120f5985f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:52.437966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-3d1abfd9-b5ca-4ce7-b4e5-2d120f5985f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.1214607 Feb 19 01:26:52.446155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.450110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Subnet': ['ID=fb1142a9-4f21-406a-8530-92f6a5b465e4,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:52.459265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 032d253a-f5fb-441a-aa42-3fed5699f8ff is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:52.461109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] Pushing event deleted for resources: {'Port': ['ID=b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:52.472366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81981b4-07f3-4c2d-8537-6d7e5a38c8fd None None] No DVR routers for this DVR port b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:52.478232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 032d253a-f5fb-441a-aa42-3fed5699f8ff) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:52.484139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:52.486758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.490825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-743747ae-cbb3-44c6-9f25-4197e88ecd0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405104 Feb 19 01:26:52.499605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf05c61c-7bc0-47ca-bac5-abb428de0140 None None] Network 032d253a-f5fb-441a-aa42-3fed5699f8ff requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:52.510248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-38826eb9-0de4-4daa-8551-ee8f33501d83 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8865743 Feb 19 01:26:52.512890 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54566) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:52.613733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-36c2720b-be72-4df8-8df2-15d72c49d7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.662717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-032d253a-f5fb-441a-aa42-3fed5699f8ff', 'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff', 'project_id': 'b54e8221cba3424b84cb11e78c8180a7', 'fixed_ips': [{'subnet_id': 'fb1142a9-4f21-406a-8530-92f6a5b465e4'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:52.663608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.703566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-8718ffbf-e46d-4126-91de-89ce96c81eb9 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021415 Feb 19 01:26:52.706637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.823534 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac7cbf9c-84dc-44e4-bfdf-99ddadb22753 req-124282ce-ccb1-4524-88f1-38b70a77b25d service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113107 Feb 19 01:26:52.862347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (fb1142a9-4f21-406a-8530-92f6a5b465e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.873730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.883947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Allocated IP 2001:db8::f816:3eff:fe59:a05d (032d253a-f5fb-441a-aa42-3fed5699f8ff/fb1142a9-4f21-406a-8530-92f6a5b465e4/4d24b7e7-7700-4db6-99d9-3ebe026f6534) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:52.912690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:52.979436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:52.979842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b79ec4e4-3515-42cb-bdb3-6a06b8a4f3e5 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:53.005933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Allocated IP 172.25.0.217 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/4daddf36-a5c2-4a39-9b50-9099fff05339) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:53.107428 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Publish callbacks [] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.117725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.132691 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (fb1142a9-4f21-406a-8530-92f6a5b465e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.142409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Network 032d253a-f5fb-441a-aa42-3fed5699f8ff is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:53.147508 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.163514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:53.166092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:53.200337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.231696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.246367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Attempting to bind port 4d24b7e7-7700-4db6-99d9-3ebe026f6534 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:53.246747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Attempting to bind port 4d24b7e7-7700-4db6-99d9-3ebe026f6534 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3bbfa4e4-cda6-4b71-891c-8b1de62f8825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:53.247119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Attempting to bind port 4d24b7e7-7700-4db6-99d9-3ebe026f6534 on network 032d253a-f5fb-441a-aa42-3fed5699f8ff {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:53.249647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Pushing event updated for resources: {'Port': ['ID=4d24b7e7-7700-4db6-99d9-3ebe026f6534,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.255889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:53.256276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Checking segment: {'id': '3bbfa4e4-cda6-4b71-891c-8b1de62f8825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:53.256692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.257113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Bound using segment: {'id': '3bbfa4e4-cda6-4b71-891c-8b1de62f8825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:53.257594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Bound port: 4d24b7e7-7700-4db6-99d9-3ebe026f6534, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbfa4e4-cda6-4b71-891c-8b1de62f8825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '032d253a-f5fb-441a-aa42-3fed5699f8ff'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:53.258050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.265520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event updated for resources: {'Port': ['ID=4daddf36-a5c2-4a39-9b50-9099fff05339,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.281061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:53.283174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:53.287183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032d253a-f5fb-441a-aa42-3fed5699f8ff']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:53.287468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:53.301264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbfa4e4-cda6-4b71-891c-8b1de62f8825') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:53.302029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbfa4e4-cda6-4b71-891c-8b1de62f8825') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:53.316638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.333481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.342194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:53.343104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.381241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] For port 4d24b7e7-7700-4db6-99d9-3ebe026f6534, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:53.423331 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:53.453086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1142a9-4f21-406a-8530-92f6a5b465e4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.474231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:26:53.474231 n-d-826752-2 neutron-server[103429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:26:53.474231 n-d-826752-2 neutron-server[103429]: [parameters: {'id': '032d253a-f5fb-441a-aa42-3fed5699f8ff'}] Feb 19 01:26:53.474231 n-d-826752-2 neutron-server[103429]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:26:53.475513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] For port 4d24b7e7-7700-4db6-99d9-3ebe026f6534, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4d24b7e7-7700-4db6-99d9-3ebe026f6534,segment=NetworkSegment(3bbfa4e4-cda6-4b71-891c-8b1de62f8825),segment_id=3bbfa4e4-cda6-4b71-891c-8b1de62f8825)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:53.476068 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:26:53.490606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.519413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.565201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.591067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109494d3-d318-454f-b3c5-492b7b607aee None None] Pushing event updated for resources: {'Port': ['ID=4d24b7e7-7700-4db6-99d9-3ebe026f6534,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.616527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112be342-70fe-4ffd-96ba-bb6c67a31dea None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:26:53.683457 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.739704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.746168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.774278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112be342-70fe-4ffd-96ba-bb6c67a31dea None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:26:53.826737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event updated for resources: {'Port': ['ID=4daddf36-a5c2-4a39-9b50-9099fff05339,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.834976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.856080 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.857423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-76bf44f4-a810-4e1c-99d8-3418d1c43cbc tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5125611 Feb 19 01:26:53.915547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-253bc5ff-9087-4c84-9c5a-141723804a0c tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0509381 Feb 19 01:26:53.978090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.038948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55744d99-5596-46ce-8ded-97621757bb28 None None] Network 032d253a-f5fb-441a-aa42-3fed5699f8ff requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:54.039702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-9cd47375-292d-4fbc-abde-93fc7ada55d5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:54.045180 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a97397a6-e83d-42ae-86b3-93a28cb77385 req-9cd47375-292d-4fbc-abde-93fc7ada55d5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.1236725 Feb 19 01:26:54.051710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting port 4d24b7e7-7700-4db6-99d9-3ebe026f6534 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:54.052060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.182738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] For port 4d24b7e7-7700-4db6-99d9-3ebe026f6534, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4d24b7e7-7700-4db6-99d9-3ebe026f6534,segment=NetworkSegment(3bbfa4e4-cda6-4b71-891c-8b1de62f8825),segment_id=3bbfa4e4-cda6-4b71-891c-8b1de62f8825)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:54.183123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.201385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Calling delete_port for 4d24b7e7-7700-4db6-99d9-3ebe026f6534 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:54.266773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-a5db4e61-9a8c-4526-9250-b422f12d8757 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:54.268253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-a5db4e61-9a8c-4526-9250-b422f12d8757 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1586819 Feb 19 01:26:54.356535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-568f0948-9de7-46cc-bcfc-15d9e83d6003 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0796492 Feb 19 01:26:54.369549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'floatingip': {'port_id': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:54.412465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.454871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4d24b7e7-7700-4db6-99d9-3ebe026f6534), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.550863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No DVR routers for this DVR port 4d24b7e7-7700-4db6-99d9-3ebe026f6534 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:54.558367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Port': ['ID=4d24b7e7-7700-4db6-99d9-3ebe026f6534,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.687086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.716381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032d253a-f5fb-441a-aa42-3fed5699f8ff']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:54.732586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbfa4e4-cda6-4b71-891c-8b1de62f8825') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:54.732875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbfa4e4-cda6-4b71-891c-8b1de62f8825') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:54.778513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.800849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.820845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:54.821291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (3bbfa4e4-cda6-4b71-891c-8b1de62f8825), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:54.824583 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:54.959288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (032d253a-f5fb-441a-aa42-3fed5699f8ff), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.968306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.971453 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/032d253a-f5fb-441a-aa42-3fed5699f8ff HTTP/1.1" status: 204 len: 168 time: 2.4573588 Feb 19 01:26:54.975399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54594) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.980310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1056212449'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:54.993405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385a6ee-629b-459a-b8fd-a6dc7886bbed tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Network': ['ID=032d253a-f5fb-441a-aa42-3fed5699f8ff,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.001517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:55.006614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.035586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:55.056166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.056986 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Added segment ba4ac229-b2a4-4f69-9283-d4772cb51949 of type vlan for network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 Feb 19 01:26:55.100537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.127722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.134422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:55.135108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.171043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.175387 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.205143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2286158 Feb 19 01:26:55.208695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54598) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.217119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'subnet': {'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:55.240218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a9b9-edbe-4a60-9efe-0b6fb0573e08 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Network': ['ID=81cd30a6-d937-4a47-a6ec-675d8d282cb2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.250977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:55.319602 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Floating IP 24e8a840-93e5-4c9b-a049-7b34d3c170b2 associated. External IP: 172.25.0.217, port: 3b637764-65a2-40f3-b58a-cb62cc062f4f. Feb 19 01:26:55.330667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:55.336310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.346551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.610603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (7b5db4b9-45f0-4d10-9cb9-62be2fe4f977), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.690834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Subnet': ['ID=7b5db4b9-45f0-4d10-9cb9-62be2fe4f977,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.713178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Checking segment: {'id': 'ba4ac229-b2a4-4f69-9283-d4772cb51949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:55.713569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network hostable DHCP agents. Network: 81cd30a6-d937-4a47-a6ec-675d8d282cb2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:55.731799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:55.741259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 81cd30a6-d937-4a47-a6ec-675d8d282cb2) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:55.746602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:55.747935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.750947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060c731-863e-4814-9f0a-342e40fad03c None None] Network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:55.767713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-05b1a7c1-994b-4726-80f6-dea3395f622b tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5578220 Feb 19 01:26:55.771043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54608) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.880958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Router 7e267624-cd39-40ad-8626-92d04732cd9e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:55.922104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-81cd30a6-d937-4a47-a6ec-675d8d282cb2', 'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2', 'project_id': 'b54e8221cba3424b84cb11e78c8180a7', 'fixed_ips': [{'subnet_id': '7b5db4b9-45f0-4d10-9cb9-62be2fe4f977'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:55.926085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.931469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.009642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:56.015384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.042557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] Sync routers for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:56.075493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.078078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-01ef3d30-0714-48a1-bca9-ddb0a176d68a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "PUT /v2.0/floatingips/24e8a840-93e5-4c9b-a049-7b34d3c170b2 HTTP/1.1" status: 200 len: 997 time: 1.7128623 Feb 19 01:26:56.082082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:56.087432 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42193f48-1a9e-4fb1-9083-1ee116e4ba64" -d '{"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:56.088140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7b5db4b9-45f0-4d10-9cb9-62be2fe4f977), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.104615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:56.105305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:56.183486 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc49f7a-9b5e-4198-accb-0626a01d97fe x-openstack-request-id: req-ddc49f7a-9b5e-4198-accb-0626a01d97fe {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:56.184015 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:56.184239 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddc49f7a-9b5e-4198-accb-0626a01d97fe {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:56.184733 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'status': 'completed', 'code': 200} Feb 19 01:26:56.202310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-23edb828-a375-4380-9a58-bc26e61ef23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.203933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-23edb828-a375-4380-9a58-bc26e61ef23e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.1107183 Feb 19 01:26:56.285673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-504cec4b-da44-431a-be90-f9afa5a412ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.288681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-504cec4b-da44-431a-be90-f9afa5a412ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.0777121 Feb 19 01:26:56.341877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-55fb96de-1e3b-40b7-800a-1098f4ffb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.343346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-55fb96de-1e3b-40b7-800a-1098f4ffb557 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.1315682 Feb 19 01:26:56.419062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Allocated IP 2001:db8::2 (81cd30a6-d937-4a47-a6ec-675d8d282cb2/7b5db4b9-45f0-4d10-9cb9-62be2fe4f977/ea362760-cc22-46ad-86be-8df1ce3c9295) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:56.440892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-14a89da0-f66d-4ef2-8f07-c2acbac12550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.444733 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-14a89da0-f66d-4ef2-8f07-c2acbac12550 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.1481643 Feb 19 01:26:56.463408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-2dec17fb-8012-49dd-86a3-f3ee724fa199 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 1000 time: 0.1122086 Feb 19 01:26:56.497795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:56.534649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-d9783ed1-7532-445f-846c-62cf7767d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.534649 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-d9783ed1-7532-445f-846c-62cf7767d023 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.0531263 Feb 19 01:26:56.559644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.569138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-18cd6733-54ca-4017-bed0-79c597fb622e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 1000 time: 0.1171992 Feb 19 01:26:56.587426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-cfa95dd9-4e26-48ed-a28b-4aa3c26ad6c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413771 Feb 19 01:26:56.601969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-c04e314c-12a8-4aac-9b43-cf6cd4c2f6b0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:26:56.612180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-c04e314c-12a8-4aac-9b43-cf6cd4c2f6b0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132627 Feb 19 01:26:56.678918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-d607d3d7-63f7-4e8b-8123-412f8fd012ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.680845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-d607d3d7-63f7-4e8b-8123-412f8fd012ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.1045833 Feb 19 01:26:56.746041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-86934294-94c4-4d68-9f60-778c48aa224b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577872 Feb 19 01:26:56.787195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-20cfc9e1-bfbf-40fc-8540-4bd9ff3b025e service neutron] 10.222.0.43 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684568 Feb 19 01:26:56.859551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Publish callbacks [] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.880176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.897678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (7b5db4b9-45f0-4d10-9cb9-62be2fe4f977), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.905827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:56.912572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:56.926798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfecb92b-3157-40a1-aaee-c10c6ad7843b req-b91df1c2-6b37-4ae2-b514-2aafa5167ebd service neutron] 10.222.0.43 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307580 Feb 19 01:26:56.943521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:56.952930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5db4b9-45f0-4d10-9cb9-62be2fe4f977,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:56.961513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-251848e4-54b5-4c59-abf3-812c0351639f service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082279 Feb 19 01:26:57.048217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Pushing event updated for resources: {'Port': ['ID=ea362760-cc22-46ad-86be-8df1ce3c9295,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:57.066243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Attempting to bind port ea362760-cc22-46ad-86be-8df1ce3c9295 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:57.066634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Attempting to bind port ea362760-cc22-46ad-86be-8df1ce3c9295 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ba4ac229-b2a4-4f69-9283-d4772cb51949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:57.067003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Attempting to bind port ea362760-cc22-46ad-86be-8df1ce3c9295 on network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:57.076628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:57.077094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Checking segment: {'id': 'ba4ac229-b2a4-4f69-9283-d4772cb51949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:57.077466 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.077896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Bound using segment: {'id': 'ba4ac229-b2a4-4f69-9283-d4772cb51949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:57.078402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Bound port: ea362760-cc22-46ad-86be-8df1ce3c9295, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4ac229-b2a4-4f69-9283-d4772cb51949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:57.078822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.152677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '24e8a840-93e5-4c9b-a049-7b34d3c170b2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'port_id': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'mac_address': 'fa:16:3e:76:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:26:53Z', 'updated_at': '2022-02-19T01:26:55Z', 'revision_number': 1, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:02Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:57.184011 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.187182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] Checking router: 7e267624-cd39-40ad-8626-92d04732cd9e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:57.195099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6272be16-fc17-442f-8af2-055222ed981b None None] For port ea362760-cc22-46ad-86be-8df1ce3c9295, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:57.209881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:57.210576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:57.213556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6272be16-fc17-442f-8af2-055222ed981b None None] For port ea362760-cc22-46ad-86be-8df1ce3c9295, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ea362760-cc22-46ad-86be-8df1ce3c9295,segment=NetworkSegment(ba4ac229-b2a4-4f69-9283-d4772cb51949),segment_id=ba4ac229-b2a4-4f69-9283-d4772cb51949)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:57.235348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cd30a6-d937-4a47-a6ec-675d8d282cb2']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:57.256932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.261597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-9790ff3e-5a97-4fad-be67-3d8918b25ed8 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 1000 time: 0.2714334 Feb 19 01:26:57.265264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4ac229-b2a4-4f69-9283-d4772cb51949') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:57.265564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4ac229-b2a4-4f69-9283-d4772cb51949') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:57.290241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.317319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42193f48-1a9e-4fb1-9083-1ee116e4ba64 req-d0159696-293f-4d12-b8b7-325eae9551bc service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462226 Feb 19 01:26:57.349035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.369997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-e5f5cc01-554c-48ef-a311-e3126a922f27 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:57.371555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-e5f5cc01-554c-48ef-a311-e3126a922f27 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports/3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 943 time: 0.0896089 Feb 19 01:26:57.372861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:57.373459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:57.378139 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:57.400034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272be16-fc17-442f-8af2-055222ed981b None None] Pushing event updated for resources: {'Port': ['ID=ea362760-cc22-46ad-86be-8df1ce3c9295,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:57.425608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:57.463399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9f660-7737-478f-b773-8ec860cf382c None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:26:57.472827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.api [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:26:57.472827 n-d-826752-2 neutron-server[103430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:26:57.472827 n-d-826752-2 neutron-server[103430]: [parameters: {'id': '81cd30a6-d937-4a47-a6ec-675d8d282cb2'}] Feb 19 01:26:57.472827 n-d-826752-2 neutron-server[103430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:26:57.473522 n-d-826752-2 neutron-server[103430]: DEBUG oslo_db.api [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:26:57.582828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-4b47aa4c-40b2-4a9c-8a7f-f883b2151501 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 1000 time: 0.0826080 Feb 19 01:26:57.726320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9f660-7737-478f-b773-8ec860cf382c None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:26:57.812122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-49ea5714-bd30-4fc3-8197-ea2bd1696d02 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:57.813761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-49ea5714-bd30-4fc3-8197-ea2bd1696d02 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.2236459 Feb 19 01:26:57.827154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-19199fce-c2ae-4808-8424-3d444c404d07 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:26:57.828264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-19199fce-c2ae-4808-8424-3d444c404d07 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066171 Feb 19 01:26:57.896484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '24e8a840-93e5-4c9b-a049-7b34d3c170b2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'port_id': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'mac_address': 'fa:16:3e:76:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:26:53Z', 'updated_at': '2022-02-19T01:26:55Z', 'revision_number': 1, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:02Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:57.910776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-7d9a8176-24bf-448b-9bb9-9f3445886eb5 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 1000 time: 0.0719705 Feb 19 01:26:57.920366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:57.930425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd84f54-a441-40c9-b4a6-e4a0152a59b8 None None] The sync data for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 is: [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '24e8a840-93e5-4c9b-a049-7b34d3c170b2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'port_id': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'mac_address': 'fa:16:3e:76:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:26:53Z', 'updated_at': '2022-02-19T01:26:55Z', 'revision_number': 1, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:02Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:57.993836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.082048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.108882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c69278-4838-4a79-be05-9fe36a08bd7e None None] Network 81cd30a6-d937-4a47-a6ec-675d8d282cb2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:58.207118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting port ea362760-cc22-46ad-86be-8df1ce3c9295 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:58.207695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.267222 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ced4e-8957-477e-944f-fcbc1598d965 None None] New status for floating IP 24e8a840-93e5-4c9b-a049-7b34d3c170b2: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:26:58.314634 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.326805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.327297 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Floating IP 24e8a840-93e5-4c9b-a049-7b34d3c170b2 disassociated. External IP: 172.25.0.217, port: 3b637764-65a2-40f3-b58a-cb62cc062f4f. Feb 19 01:26:58.384205 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.db.api [None req-2b2ced4e-8957-477e-944f-fcbc1598d965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:26:58.384610 n-d-826752-2 neutron-server[103432]: DEBUG oslo_db.api [None req-2b2ced4e-8957-477e-944f-fcbc1598d965 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:26:58.441280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] For port ea362760-cc22-46ad-86be-8df1ce3c9295, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ea362760-cc22-46ad-86be-8df1ce3c9295,segment=NetworkSegment(ba4ac229-b2a4-4f69-9283-d4772cb51949),segment_id=ba4ac229-b2a4-4f69-9283-d4772cb51949)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:58.441717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.462265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Calling delete_port for ea362760-cc22-46ad-86be-8df1ce3c9295 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:58.640367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ea362760-cc22-46ad-86be-8df1ce3c9295), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.667529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Port': ['ID=ea362760-cc22-46ad-86be-8df1ce3c9295,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:58.682948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No DVR routers for this DVR port ea362760-cc22-46ad-86be-8df1ce3c9295 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:58.685504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Router 7e267624-cd39-40ad-8626-92d04732cd9e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:58.811115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.849852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cd30a6-d937-4a47-a6ec-675d8d282cb2']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:58.864866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4ac229-b2a4-4f69-9283-d4772cb51949') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:58.865391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4ac229-b2a4-4f69-9283-d4772cb51949') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:58.888022 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ced4e-8957-477e-944f-fcbc1598d965 None None] New status for floating IP 24e8a840-93e5-4c9b-a049-7b34d3c170b2: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:26:58.909694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.306952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.315060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:59.317639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:59.318048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (ba4ac229-b2a4-4f69-9283-d4772cb51949), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:59.321497 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:59.324152 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.331531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] Sync routers for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:59.350223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:59.350850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:59.417369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-62b54fde-31ad-46fb-8b19-d618cf9b0070 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "PUT /v2.0/floatingips/24e8a840-93e5-4c9b-a049-7b34d3c170b2 HTTP/1.1" status: 200 len: 693 time: 1.5007458 Feb 19 01:26:59.418530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:59.421153 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb250302-14db-4fce-b468-57197091b6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:59.429310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (81cd30a6-d937-4a47-a6ec-675d8d282cb2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.437167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.447276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/81cd30a6-d937-4a47-a6ec-675d8d282cb2 HTTP/1.1" status: 204 len: 168 time: 3.6673172 Feb 19 01:26:59.448660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54650) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.454737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-707094524'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:59.482082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9f3d8-b95e-48ae-bffc-3e701d611470 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Network': ['ID=81cd30a6-d937-4a47-a6ec-675d8d282cb2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:59.495253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:59.501224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.513111 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed54020b-8c5d-47eb-b0d3-8cc1deddb67e x-openstack-request-id: req-ed54020b-8c5d-47eb-b0d3-8cc1deddb67e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:59.513408 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:59.513713 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed54020b-8c5d-47eb-b0d3-8cc1deddb67e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:59.514111 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'status': 'completed', 'code': 200} Feb 19 01:26:59.516885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:59.533462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-d79865f0-4da9-49a2-a71d-e1a6e1e7c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:59.534796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-d79865f0-4da9-49a2-a71d-e1a6e1e7c989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.0674057 Feb 19 01:26:59.559024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:59.576393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.577058 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Added segment 0329fab7-79f0-4ddb-9dd3-018bc6b52b16 of type vlan for network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a Feb 19 01:26:59.647784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.707556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.713220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:59.714145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.746309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb250302-14db-4fce-b468-57197091b6ea req-30fd9edd-4009-4b90-81f5-183ed4b35f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:59.752521 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-30fd9edd-4009-4b90-81f5-183ed4b35f3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 1128 time: 0.1892996 Feb 19 01:26:59.829731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3791947 Feb 19 01:26:59.833319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54654) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.839964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Request body: {'subnet': {'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:59.846093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7d642-e11d-4a46-b8f7-8c2b82b19471 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Network': ['ID=221d3c50-ab74-4d74-aae5-3f4874fb1a8a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:59.850025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:02Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:59.887766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-1541e162-ef85-4dfd-b6bc-c4272df99b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:59.890102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-1541e162-ef85-4dfd-b6bc-c4272df99b42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.3490374 Feb 19 01:26:59.893484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb250302-14db-4fce-b468-57197091b6ea req-7a52343c-d355-4222-a77a-39616c080d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:59.894988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-7a52343c-d355-4222-a77a-39616c080d3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 200 len: 921 time: 0.1239824 Feb 19 01:26:59.904438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:59.972229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] Checking router: 7e267624-cd39-40ad-8626-92d04732cd9e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:59.987898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:59.988546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:00.011267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Made reservation on behalf of b54e8221cba3424b84cb11e78c8180a7 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:00.013239 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-559a8d56-0781-4d45-a627-80e443f50f9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.0978122 Feb 19 01:27:00.014546 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-ff64bc3d-bcfd-49ab-9ed1-f3c6cc1e6d76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 200 len: 217 time: 0.1129127 Feb 19 01:27:00.015472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.069422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-08f60c4f-a69b-4e1f-b623-d43c45dcff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:00.071941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-08f60c4f-a69b-4e1f-b623-d43c45dcff32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.0508871 Feb 19 01:27:00.107916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:00.150400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-46fe6adf-0bdb-46b9-8459-46b891d934f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511258 Feb 19 01:27:00.265557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb250302-14db-4fce-b468-57197091b6ea req-0bd3291b-4db9-41dd-aa1e-34fef55eeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:00.267164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-0bd3291b-4db9-41dd-aa1e-34fef55eeedb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 200 len: 860 time: 0.1941874 Feb 19 01:27:00.276755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-b0021541-213b-4475-9fa6-0ec4d6f15b0c service neutron] 10.222.0.43 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254611 Feb 19 01:27:00.345738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:27:00.347426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (e1b12968-0a01-4148-bd44-03dc8cb91fb7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.376755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:02Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:00.406359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-26be28cd-fdc1-4850-8991-760af62195d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601294 Feb 19 01:27:00.409838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823a1a4-dea4-4413-b301-4dee6fd04fb3 None None] The sync data for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 is: [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a', 'name': '', 'network_id': 'e3af6c13-25d8-4464-97c5-8c4eddc0bbc2', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'mac_address': 'fa:16:3e:60:b2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '58c347ba-8397-4237-bed5-87e0b7562141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:56Z', 'updated_at': '2022-02-19T01:26:02Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'subnets': [{'id': '58c347ba-8397-4237-bed5-87e0b7562141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:00.429087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Checking segment: {'id': '0329fab7-79f0-4ddb-9dd3-018bc6b52b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:00.429600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network hostable DHCP agents. Network: 221d3c50-ab74-4d74-aae5-3f4874fb1a8a, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:00.431784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event updated for resources: {'Subnet': ['ID=e1b12968-0a01-4148-bd44-03dc8cb91fb7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:00.454625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:00.466684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 221d3c50-ab74-4d74-aae5-3f4874fb1a8a) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:00.475113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b920c-9a32-4213-b6e1-941fb6fab841 None None] Network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:00.481241 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:00.482327 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.513031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fe995354-a42e-464d-b1d5-aea83cb959f7 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6760182 Feb 19 01:27:00.513900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:00.523844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cbe6dfc-2c52-414d-a285-ef37be47b530 req-ce44928f-2cd9-4a26-9edc-e9c5972a219f service neutron] 10.222.0.43 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433648 Feb 19 01:27:00.573473 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-3c784219-388a-486e-a5b8-d79e70e9d360 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574304 Feb 19 01:27:00.636697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.673772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-221d3c50-ab74-4d74-aae5-3f4874fb1a8a', 'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a', 'project_id': 'b54e8221cba3424b84cb11e78c8180a7', 'fixed_ips': [{'subnet_id': 'e1b12968-0a01-4148-bd44-03dc8cb91fb7'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:00.676781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.699842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da6130c-2955-4c73-a491-20af44fdd724 req-d62d4b2c-c12a-42ff-bb8d-7ec7848dab26 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips/24e8a840-93e5-4c9b-a049-7b34d3c170b2 HTTP/1.1" status: 200 len: 693 time: 0.0595360 Feb 19 01:27:00.786480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb250302-14db-4fce-b468-57197091b6ea req-416edbb8-0d9b-4417-bf8c-76a347f7c7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037468 Feb 19 01:27:00.839021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e1b12968-0a01-4148-bd44-03dc8cb91fb7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.878960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Allocated IP 2001:db8::f816:3eff:fee2:ad74 (221d3c50-ab74-4d74-aae5-3f4874fb1a8a/e1b12968-0a01-4148-bd44-03dc8cb91fb7/1f9d8d2d-3fbf-4085-81cd-3ed41dead354) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:00.910035 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5ad5e-b2e8-450a-92de-52879efafc08 None None] New status for floating IP 24e8a840-93e5-4c9b-a049-7b34d3c170b2: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:27:01.094622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6130c-2955-4c73-a491-20af44fdd724 req-f2688dcc-d63f-4f0b-8f08-adc1fc14b4ec tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:01.104965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da6130c-2955-4c73-a491-20af44fdd724 req-f2688dcc-d63f-4f0b-8f08-adc1fc14b4ec tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 784 time: 0.3941634 Feb 19 01:27:01.223745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da6130c-2955-4c73-a491-20af44fdd724 req-05dc6343-88b6-4607-b1cc-e1c7d2dee8bb tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.1174383 Feb 19 01:27:01.357376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da6130c-2955-4c73-a491-20af44fdd724 req-b5c7bce9-3308-4f1b-a723-fd4d26f44173 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.1252816 Feb 19 01:27:01.388848 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Publish callbacks [] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.398858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.473339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:01.476331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (e1b12968-0a01-4148-bd44-03dc8cb91fb7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.482674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:01.486407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:01.510030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Pushing event updated for resources: {'Port': ['ID=1f9d8d2d-3fbf-4085-81cd-3ed41dead354,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:01.517450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b12968-0a01-4148-bd44-03dc8cb91fb7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:01.597475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Attempting to bind port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:01.597899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Attempting to bind port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '0329fab7-79f0-4ddb-9dd3-018bc6b52b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:01.598276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Attempting to bind port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354 on network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:01.604229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:01.604649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Checking segment: {'id': '0329fab7-79f0-4ddb-9dd3-018bc6b52b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:01.605097 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.605675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Bound using segment: {'id': '0329fab7-79f0-4ddb-9dd3-018bc6b52b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:01.606170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Bound port: 1f9d8d2d-3fbf-4085-81cd-3ed41dead354, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0329fab7-79f0-4ddb-9dd3-018bc6b52b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:01.606745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.615373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.645367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221d3c50-ab74-4d74-aae5-3f4874fb1a8a']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:01.657405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0329fab7-79f0-4ddb-9dd3-018bc6b52b16') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:01.657694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0329fab7-79f0-4ddb-9dd3-018bc6b52b16') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:01.660285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Deleting port 4daddf36-a5c2-4a39-9b50-9099fff05339 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:01.660630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.696395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] For port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:01.699904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] For port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1f9d8d2d-3fbf-4085-81cd-3ed41dead354,segment=NetworkSegment(0329fab7-79f0-4ddb-9dd3-018bc6b52b16),segment_id=0329fab7-79f0-4ddb-9dd3-018bc6b52b16)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:01.731130 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.772689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.792837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.811496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:01.811910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:01.816242 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:01.851483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea418f-053a-43c0-a498-f48ce300454e None None] Pushing event updated for resources: {'Port': ['ID=1f9d8d2d-3fbf-4085-81cd-3ed41dead354,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:01.920295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.920526 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (4daddf36-a5c2-4a39-9b50-9099fff05339), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.942853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc077cb-9cd1-4ecd-9e8c-b1ae5c2e33a4 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:01.956701 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:27:01.956701 n-d-826752-2 neutron-server[103429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:27:01.956701 n-d-826752-2 neutron-server[103429]: [parameters: {'id': '221d3c50-ab74-4d74-aae5-3f4874fb1a8a'}] Feb 19 01:27:01.956701 n-d-826752-2 neutron-server[103429]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:27:01.957204 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:27:01.957985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Calling delete_port for 4daddf36-a5c2-4a39-9b50-9099fff05339 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:02.140123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc077cb-9cd1-4ecd-9e8c-b1ae5c2e33a4 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:02.192666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4daddf36-a5c2-4a39-9b50-9099fff05339), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.269671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event deleted for resources: {'Port': ['ID=4daddf36-a5c2-4a39-9b50-9099fff05339,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:02.376321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for floatingip (24e8a840-93e5-4c9b-a049-7b34d3c170b2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.389065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.397295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da6130c-2955-4c73-a491-20af44fdd724 req-8d729a6d-f0e3-4152-b21b-4a32d9cb47cf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "DELETE /v2.0/floatingips/24e8a840-93e5-4c9b-a049-7b34d3c170b2 HTTP/1.1" status: 204 len: 173 time: 1.0306761 Feb 19 01:27:02.458527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.637483 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-942e3c34-b75d-4fca-88fd-5185a3b78af5 req-9273eeec-2d36-48f0-a8da-4bcd69eb2301 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups/f68db267-5853-4e51-960f-8d37b71e1236 HTTP/1.1" status: 200 len: 1826 time: 0.0900786 Feb 19 01:27:02.641587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94261c8a-8adb-4eed-b4d1-380f6de7605a None None] Network 221d3c50-ab74-4d74-aae5-3f4874fb1a8a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:02.679716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:02.680297 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.697932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-942e3c34-b75d-4fca-88fd-5185a3b78af5 req-6a97f32d-923e-4ce2-8ad7-f062e6883907 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for security_group (f68db267-5853-4e51-960f-8d37b71e1236), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.731279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-942e3c34-b75d-4fca-88fd-5185a3b78af5 req-6a97f32d-923e-4ce2-8ad7-f062e6883907 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for security_group (f68db267-5853-4e51-960f-8d37b71e1236), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.780907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-942e3c34-b75d-4fca-88fd-5185a3b78af5 req-6a97f32d-923e-4ce2-8ad7-f062e6883907 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f68db267-5853-4e51-960f-8d37b71e1236), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.788402 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-942e3c34-b75d-4fca-88fd-5185a3b78af5 req-6a97f32d-923e-4ce2-8ad7-f062e6883907 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.791715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-942e3c34-b75d-4fca-88fd-5185a3b78af5 req-6a97f32d-923e-4ce2-8ad7-f062e6883907 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "DELETE /v2.0/security-groups/f68db267-5853-4e51-960f-8d37b71e1236 HTTP/1.1" status: 204 len: 173 time: 0.2786651 Feb 19 01:27:02.820832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97f32d-923e-4ce2-8ad7-f062e6883907 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68db267-5853-4e51-960f-8d37b71e1236,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:02.835228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] For port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1f9d8d2d-3fbf-4085-81cd-3ed41dead354,segment=NetworkSegment(0329fab7-79f0-4ddb-9dd3-018bc6b52b16),segment_id=0329fab7-79f0-4ddb-9dd3-018bc6b52b16)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:02.835606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.850455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Calling delete_port for 1f9d8d2d-3fbf-4085-81cd-3ed41dead354 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:03.235576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5015a-7990-4e1d-8081-d549d5dc408c req-a93d0564-c440-4b69-941c-7328723fc612 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:03.242895 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bd5015a-7990-4e1d-8081-d549d5dc408c req-a93d0564-c440-4b69-941c-7328723fc612 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0974951 Feb 19 01:27:03.349740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1f9d8d2d-3fbf-4085-81cd-3ed41dead354), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.364934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bd5015a-7990-4e1d-8081-d549d5dc408c req-312d4925-f7da-4061-8b23-95216be23c8a tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205366 Feb 19 01:27:03.387467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Port': ['ID=1f9d8d2d-3fbf-4085-81cd-3ed41dead354,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:03.396139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No DVR routers for this DVR port 1f9d8d2d-3fbf-4085-81cd-3ed41dead354 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:03.505883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.527364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221d3c50-ab74-4d74-aae5-3f4874fb1a8a']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:03.537640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0329fab7-79f0-4ddb-9dd3-018bc6b52b16') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:03.538026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0329fab7-79f0-4ddb-9dd3-018bc6b52b16') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:03.547883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.564292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.571292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:03.571752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (0329fab7-79f0-4ddb-9dd3-018bc6b52b16), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:03.574915 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:03.662469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (221d3c50-ab74-4d74-aae5-3f4874fb1a8a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.689339 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.696289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54732) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.697040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/221d3c50-ab74-4d74-aae5-3f4874fb1a8a HTTP/1.1" status: 204 len: 168 time: 3.1819055 Feb 19 01:27:03.698792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a369-5ada-4b54-8384-986af82db13f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Network': ['ID=221d3c50-ab74-4d74-aae5-3f4874fb1a8a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:03.745522 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bde3088-8ba4-40f2-97de-d4054dd6b03f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:03.746388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bde3088-8ba4-40f2-97de-d4054dd6b03f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:03.749561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9bde3088-8ba4-40f2-97de-d4054dd6b03f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/e1b12968-0a01-4148-bd44-03dc8cb91fb7 HTTP/1.1" status: 404 len: 337 time: 0.0522742 Feb 19 01:27:03.752404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54736) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.780877 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df69c5-aa70-4d64-8613-fe93a2c8a83a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:03.781727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71df69c5-aa70-4d64-8613-fe93a2c8a83a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:03.786584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-71df69c5-aa70-4d64-8613-fe93a2c8a83a tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/221d3c50-ab74-4d74-aae5-3f4874fb1a8a HTTP/1.1" status: 404 len: 339 time: 0.0314987 Feb 19 01:27:03.789318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54740) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.819071 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a1e191-242c-40d4-8a08-a8136f9aebe3 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:03.819807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a1e191-242c-40d4-8a08-a8136f9aebe3 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:03.826867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-65a1e191-242c-40d4-8a08-a8136f9aebe3 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/7b5db4b9-45f0-4d10-9cb9-62be2fe4f977 HTTP/1.1" status: 404 len: 337 time: 0.0362368 Feb 19 01:27:03.827579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54742) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.879456 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7a10f4-431d-4a03-b3ea-179e37977651 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:03.880798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7a10f4-431d-4a03-b3ea-179e37977651 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:03.886003 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ae7a10f4-431d-4a03-b3ea-179e37977651 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/81cd30a6-d937-4a47-a6ec-675d8d282cb2 HTTP/1.1" status: 404 len: 339 time: 0.0504103 Feb 19 01:27:03.888799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54748) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.923160 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb9ef8f-3585-4cc3-b682-2da6f3df9b02 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:03.923626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb9ef8f-3585-4cc3-b682-2da6f3df9b02 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:03.927289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9cb9ef8f-3585-4cc3-b682-2da6f3df9b02 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/fb1142a9-4f21-406a-8530-92f6a5b465e4 HTTP/1.1" status: 404 len: 337 time: 0.0374558 Feb 19 01:27:03.930052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54750) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.951816 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bb5c82-cabf-4e78-9806-6e84bcf5b797 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:03.952717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bb5c82-cabf-4e78-9806-6e84bcf5b797 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:03.956550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36bb5c82-cabf-4e78-9806-6e84bcf5b797 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/032d253a-f5fb-441a-aa42-3fed5699f8ff HTTP/1.1" status: 404 len: 339 time: 0.0252492 Feb 19 01:27:03.959022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54752) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:04.110738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting port 958950bf-aeb8-4888-b7ac-a0624b117f66 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:04.110873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (958950bf-aeb8-4888-b7ac-a0624b117f66), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.195721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (958950bf-aeb8-4888-b7ac-a0624b117f66), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.214036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Calling delete_port for 958950bf-aeb8-4888-b7ac-a0624b117f66 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:04.334656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (958950bf-aeb8-4888-b7ac-a0624b117f66), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.418713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Port': ['ID=958950bf-aeb8-4888-b7ac-a0624b117f66,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:04.446911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.454523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-139d1a9b-0632-4645-9f8a-87f9c0573edf tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/ports/958950bf-aeb8-4888-b7ac-a0624b117f66 HTTP/1.1" status: 204 len: 168 time: 0.4940047 Feb 19 01:27:04.457842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54772) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:04.496876 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e5a73c-bbb4-440b-bacf-149febe538d3 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:04.497471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e5a73c-bbb4-440b-bacf-149febe538d3 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:04.501313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-52e5a73c-bbb4-440b-bacf-149febe538d3 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/df1827f1-a2b0-4727-afab-b8530b25992f HTTP/1.1" status: 404 len: 337 time: 0.0419080 Feb 19 01:27:04.504362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:04.569883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f1495-d9c2-4437-abe5-507d9cdb487d req-17fc5941-fc13-4188-9c1a-19c2c885edb2 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:04.572305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd2f1495-d9c2-4437-abe5-507d9cdb487d req-17fc5941-fc13-4188-9c1a-19c2c885edb2 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.0782852 Feb 19 01:27:04.662780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (175ab9a8-1db7-40ab-9d4f-6f766aa92841), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.666663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd2f1495-d9c2-4437-abe5-507d9cdb487d req-c31b83cb-cf17-4a4f-9634-93dda3137ccf tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886796 Feb 19 01:27:04.766160 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (175ab9a8-1db7-40ab-9d4f-6f766aa92841), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.792555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175ab9a8-1db7-40ab-9d4f-6f766aa92841']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:04.806125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b32bd53-b804-48c6-9d3d-ad74a2abd04a') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:04.806601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b32bd53-b804-48c6-9d3d-ad74a2abd04a') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:04.820452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (7b32bd53-b804-48c6-9d3d-ad74a2abd04a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.841597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7b32bd53-b804-48c6-9d3d-ad74a2abd04a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.850443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:04.850921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (7b32bd53-b804-48c6-9d3d-ad74a2abd04a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:04.854550 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:04.950979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (175ab9a8-1db7-40ab-9d4f-6f766aa92841), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.960149 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.963436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/175ab9a8-1db7-40ab-9d4f-6f766aa92841 HTTP/1.1" status: 204 len: 168 time: 0.4579802 Feb 19 01:27:04.966152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54784) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:04.981760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0c634-57bf-4a44-b593-f8c14078e0ae tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Network': ['ID=175ab9a8-1db7-40ab-9d4f-6f766aa92841,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:05.126135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting port b279202b-f592-4935-879e-2f90ae66fe60 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:05.126492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b279202b-f592-4935-879e-2f90ae66fe60), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.203894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b279202b-f592-4935-879e-2f90ae66fe60), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.220180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Calling delete_port for b279202b-f592-4935-879e-2f90ae66fe60 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:05.333543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b279202b-f592-4935-879e-2f90ae66fe60), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.379321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Port': ['ID=b279202b-f592-4935-879e-2f90ae66fe60,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:05.396690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.402001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e6fdcdb-0f24-4ca6-abc8-857ee55e0d9e tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/ports/b279202b-f592-4935-879e-2f90ae66fe60 HTTP/1.1" status: 204 len: 168 time: 0.4346249 Feb 19 01:27:05.404936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:05.444134 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b383083-5604-4fde-8135-a630db08b32f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:05.445385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b383083-5604-4fde-8135-a630db08b32f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:05.451083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b383083-5604-4fde-8135-a630db08b32f tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/c8e19051-fbce-4dc3-9e60-2a7edbb8af08 HTTP/1.1" status: 404 len: 337 time: 0.0446577 Feb 19 01:27:05.453966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54800) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:05.613958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4e6fd87f-9187-4415-91b5-698b1344bbba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.660938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-b04fe96d-2ad5-4a02-8f5a-cfdb19a0e2f0 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:05.663421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-b04fe96d-2ad5-4a02-8f5a-cfdb19a0e2f0 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1550767 Feb 19 01:27:05.739486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4e6fd87f-9187-4415-91b5-698b1344bbba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.802904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6fd87f-9187-4415-91b5-698b1344bbba']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:05.819103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc49d06-e7d3-4b08-abad-eaa30f268c79') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:05.819590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc49d06-e7d3-4b08-abad-eaa30f268c79') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:05.844983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (bdc49d06-e7d3-4b08-abad-eaa30f268c79), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.883781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bdc49d06-e7d3-4b08-abad-eaa30f268c79), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.911032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1071ce-84c5-4c6c-bcc5-68bfa886f60a req-cef60939-436f-498d-b096-cf8e4b649c49 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:05.914132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e1071ce-84c5-4c6c-bcc5-68bfa886f60a req-cef60939-436f-498d-b096-cf8e4b649c49 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 946 time: 0.1064878 Feb 19 01:27:05.920543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:05.921684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (bdc49d06-e7d3-4b08-abad-eaa30f268c79), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.927721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Deleting port 3b637764-65a2-40f3-b58a-cb62cc062f4f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:05.929113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:05.958938 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:06.087059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4e6fd87f-9187-4415-91b5-698b1344bbba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.118364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e1071ce-84c5-4c6c-bcc5-68bfa886f60a req-41e3efad-92ea-4b97-8829-d24e59bd476d tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee7e6631-df62-4bb7-a7bf-863abb3a6093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768825 Feb 19 01:27:06.142565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.144260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] For port 3b637764-65a2-40f3-b58a-cb62cc062f4f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3b637764-65a2-40f3-b58a-cb62cc062f4f,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:06.146094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.157434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/4e6fd87f-9187-4415-91b5-698b1344bbba HTTP/1.1" status: 204 len: 168 time: 0.7007029 Feb 19 01:27:06.160112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54814) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:06.194732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea7d44-3b3b-4d16-b6d0-c92454a9a17d tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Network': ['ID=4e6fd87f-9187-4415-91b5-698b1344bbba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:06.236317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting subnet e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:06.243868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Calling delete_port for 3b637764-65a2-40f3-b58a-cb62cc062f4f owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:06.245796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.351404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.542388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.655513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3b637764-65a2-40f3-b58a-cb62cc062f4f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.668594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3b637764-65a2-40f3-b58a-cb62cc062f4f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:06.701720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.704389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Pushing event deleted for resources: {'Port': ['ID=3b637764-65a2-40f3-b58a-cb62cc062f4f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:06.778702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.786393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:06.786583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb2cb9-da9b-4921-afa3-4a4e5aba16a9 None None] Network 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:06.797464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/subnets/e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96 HTTP/1.1" status: 204 len: 168 time: 0.6203930 Feb 19 01:27:06.832688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bb5e2-1b79-4489-9973-5c2638d73cb0 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Subnet': ['ID=e4feaa28-6ce6-4f7f-b0c0-c2c0e96e3e96,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:06.835415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] No DVR routers for this DVR port 3b637764-65a2-40f3-b58a-cb62cc062f4f on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:06.838374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.844114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d82b782-ced0-42f6-9f8d-62f53c986819 req-6b4cc66c-1e58-4c8e-a4b4-d14785b28007 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.10 "DELETE /v2.0/ports/3b637764-65a2-40f3-b58a-cb62cc062f4f HTTP/1.1" status: 204 len: 173 time: 1.1745880 Feb 19 01:27:06.844881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'name': 'network-vif-deleted', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:06.849569 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a7dc21-d3ec-47d8-aba6-80e6433a8947" -d '{"events": [{"server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "name": "network-vif-deleted", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:06.911111 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db15956-1dfe-41aa-8e24-e093a8a65afe x-openstack-request-id: req-1db15956-1dfe-41aa-8e24-e093a8a65afe {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:06.911724 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d324659-f7e5-46d5-868a-0cb33fbe367c", "name": "network-vif-deleted", "tag": "3b637764-65a2-40f3-b58a-cb62cc062f4f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:06.911853 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1db15956-1dfe-41aa-8e24-e093a8a65afe {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:06.912432 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d324659-f7e5-46d5-868a-0cb33fbe367c', 'name': 'network-vif-deleted', 'tag': '3b637764-65a2-40f3-b58a-cb62cc062f4f', 'status': 'completed', 'code': 200} Feb 19 01:27:06.926960 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.016678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Deleting port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:07.017093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.154968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] DHCP port deletion for 4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:27:07.164415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] For port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,segment=NetworkSegment(cfc3c51b-274d-4369-b9e2-604b4018c6c8),segment_id=cfc3c51b-274d-4369-b9e2-604b4018c6c8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:07.165067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.181928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Calling delete_port for 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:07.298927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] Deleting port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:07.300542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.340916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.382852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] For port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,segment=NetworkSegment(cfc3c51b-274d-4369-b9e2-604b4018c6c8),segment_id=cfc3c51b-274d-4369-b9e2-604b4018c6c8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:07.384130 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.400514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] Calling delete_port for 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:07.413872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-393306ce-93f1-4889-b89a-bb00d86c44e1 req-f2a88d8e-ce0d-4bb2-aefb-631f7d838966 tempest-ServerRescueTestJSONUnderV235-384440006 tempest-ServerRescueTestJSONUnderV235-384440006-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d324659-f7e5-46d5-868a-0cb33fbe367c HTTP/1.1" status: 200 len: 210 time: 0.0934095 Feb 19 01:27:07.453606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Port': ['ID=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:07.476737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] No DVR routers for this DVR port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:07.552654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (5c171fef-c2dc-4eaa-95d1-6e582eb6ce90), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.624108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] Pushing event deleted for resources: {'Port': ['ID=5c171fef-c2dc-4eaa-95d1-6e582eb6ce90,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:07.629813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8defd30-c5b0-475d-a26b-dc601aa618c2 None None] No DVR routers for this DVR port 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:07.703762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.743837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:07.761509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc3c51b-274d-4369-b9e2-604b4018c6c8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:07.761877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc3c51b-274d-4369-b9e2-604b4018c6c8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:07.784640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (cfc3c51b-274d-4369-b9e2-604b4018c6c8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.809169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cfc3c51b-274d-4369-b9e2-604b4018c6c8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.826020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:07.826434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (cfc3c51b-274d-4369-b9e2-604b4018c6c8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:07.832723 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:07.973113 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.002374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.005694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] 10.222.0.43 "DELETE /v2.0/networks/4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2 HTTP/1.1" status: 204 len: 168 time: 1.2182794 Feb 19 01:27:08.006603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64998d41-1e48-4933-b870-abccf0bca7b4 tempest-NetworksIpV6TestAttrs-753840267 tempest-NetworksIpV6TestAttrs-753840267-project] Pushing event deleted for resources: {'Network': ['ID=4ebecb0c-b2b1-4e64-9892-7fd8b9c39ea2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:08.085764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe3439-87dc-47fc-8d57-3a3d65f9d782 req-a4028c64-a880-40ed-a2fa-d5a833e921ef tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:08.097879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-effe3439-87dc-47fc-8d57-3a3d65f9d782 req-a4028c64-a880-40ed-a2fa-d5a833e921ef tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 946 time: 0.1232269 Feb 19 01:27:08.190925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-effe3439-87dc-47fc-8d57-3a3d65f9d782 req-1e8554fe-f5e0-497f-9815-d402a3cb76b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 Feb 19 01:27:08.417799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:08.510644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:08.625483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9b821daf-4ea4-4478-92ef-fe8ff474c228 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b54e8221cba3424b84cb11e78c8180a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058225 Feb 19 01:27:08.626706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:08.757868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73ec12-ca11-4f0f-9e48-d67093510a28 admin admin] Publish callbacks [] for security_group (7ffade67-7dfc-4c92-abb0-dd5c254557a8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.772121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3b637764-65a2-40f3-b58a-cb62cc062f4f no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:08.842093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73ec12-ca11-4f0f-9e48-d67093510a28 admin admin] Publish callbacks [] for security_group (7ffade67-7dfc-4c92-abb0-dd5c254557a8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.972301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73ec12-ca11-4f0f-9e48-d67093510a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7ffade67-7dfc-4c92-abb0-dd5c254557a8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.975556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73ec12-ca11-4f0f-9e48-d67093510a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.979094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e73ec12-ca11-4f0f-9e48-d67093510a28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ffade67-7dfc-4c92-abb0-dd5c254557a8 HTTP/1.1" status: 204 len: 168 time: 0.3482959 Feb 19 01:27:09.022648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73ec12-ca11-4f0f-9e48-d67093510a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffade67-7dfc-4c92-abb0-dd5c254557a8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:09.214222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:09.219733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 3b637764-65a2-40f3-b58a-cb62cc062f4f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:09.220510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3b637764-65a2-40f3-b58a-cb62cc062f4f not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:09.249440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:09.250438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5c171fef-c2dc-4eaa-95d1-6e582eb6ce90 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:09.976661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-0bbb55cd-83fb-44ab-90cd-22cb624e5674 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:09.978870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-0bbb55cd-83fb-44ab-90cd-22cb624e5674 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 946 time: 0.1974010 Feb 19 01:27:10.040402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a73e5c-ed26-476b-9213-c3e1420693a4 req-1ce30962-abd7-44c5-a0fe-50d9bd80ddbb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:10.042325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4a73e5c-ed26-476b-9213-c3e1420693a4 req-1ce30962-abd7-44c5-a0fe-50d9bd80ddbb tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 946 time: 0.2156808 Feb 19 01:27:10.066774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (7e267624-cd39-40ad-8626-92d04732cd9e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.319224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54934) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:10.536180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1104369628'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:10.578851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Deleting port 70ca9af8-46c0-4add-bded-e7eacdc1b61c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:10.579381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.581484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:10.585593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.606106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.762077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for security_group (24bf5aa1-15af-40c7-a48a-8b9b036f7573), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.763998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] For port 70ca9af8-46c0-4add-bded-e7eacdc1b61c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=70ca9af8-46c0-4add-bded-e7eacdc1b61c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:10.764804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.767475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (24bf5aa1-15af-40c7-a48a-8b9b036f7573), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.793956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:10.800840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Calling delete_port for 70ca9af8-46c0-4add-bded-e7eacdc1b61c owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:10.829763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (60a5873d-db78-4b1a-8f53-be1c262bc585), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.831037 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment 60a5873d-db78-4b1a-8f53-be1c262bc585 of type vlan for network 676feb5f-8576-4816-ba69-832a7e501838 Feb 19 01:27:10.866761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf5aa1-15af-40c7-a48a-8b9b036f7573,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:10.918717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (676feb5f-8576-4816-ba69-832a7e501838), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.944190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4a73e5c-ed26-476b-9213-c3e1420693a4 req-b12e63f0-b9aa-4a49-bf70-aaa0e2fcc697 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8923554 Feb 19 01:27:10.983802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (676feb5f-8576-4816-ba69-832a7e501838), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.992021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:10.993211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.164830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8428965 Feb 19 01:27:11.170319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d495e45-1d0c-4a06-9613-c7f3b6727ff3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=676feb5f-8576-4816-ba69-832a7e501838,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:11.235183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 676feb5f-8576-4816-ba69-832a7e501838 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:11.340804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:11.345456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (70ca9af8-46c0-4add-bded-e7eacdc1b61c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.348629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '676feb5f-8576-4816-ba69-832a7e501838', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:11.391854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40', '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'ee7b7018-900a-4de1-85f5-99a4fa95f09c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:11.441111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event deleted for resources: {'Port': ['ID=70ca9af8-46c0-4add-bded-e7eacdc1b61c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:11.545613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:11.551057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.555124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Deleting port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:11.555471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.610573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] No DVR routers for this DVR port 70ca9af8-46c0-4add-bded-e7eacdc1b61c on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:11.717907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.721805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bfa30e9-09f8-4f1f-96c0-a97a0e213cff req-edfa46e3-d14d-4932-8bc7-cbc533627fc7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "DELETE /v2.0/ports/70ca9af8-46c0-4add-bded-e7eacdc1b61c HTTP/1.1" status: 204 len: 173 time: 1.7320435 Feb 19 01:27:11.722261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'name': 'network-vif-deleted', 'tag': '70ca9af8-46c0-4add-bded-e7eacdc1b61c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:11.724519 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e595d6-14a6-4f48-955a-416f4c7dc2c7" -d '{"events": [{"server_uuid": "ff4acaf7-3312-4b2e-9255-558e254f5707", "name": "network-vif-deleted", "tag": "70ca9af8-46c0-4add-bded-e7eacdc1b61c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:11.894777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] For port 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,segment=NetworkSegment(17790628-ad53-4579-ae83-3d3b0fa2779f),segment_id=17790628-ad53-4579-ae83-3d3b0fa2779f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:11.895118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.950877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Calling delete_port for 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:12.053521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (84dd7639-54ee-4d4e-b838-a867a42af5c9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.178451 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f506a2b5-305c-489f-a6e0-5f090338110e x-openstack-request-id: req-f506a2b5-305c-489f-a6e0-5f090338110e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:12.178910 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4acaf7-3312-4b2e-9255-558e254f5707", "name": "network-vif-deleted", "tag": "70ca9af8-46c0-4add-bded-e7eacdc1b61c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:12.179276 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f506a2b5-305c-489f-a6e0-5f090338110e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:12.180040 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4acaf7-3312-4b2e-9255-558e254f5707', 'name': 'network-vif-deleted', 'tag': '70ca9af8-46c0-4add-bded-e7eacdc1b61c', 'status': 'completed', 'code': 200} Feb 19 01:27:12.189629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=84dd7639-54ee-4d4e-b838-a867a42af5c9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:12.322723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc644808-2a2c-4a64-a1b7-720050e09a7f req-7bb3a1c0-5266-4462-be64-b2007b6430b0 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4acaf7-3312-4b2e-9255-558e254f5707 HTTP/1.1" status: 200 len: 210 time: 0.1364138 Feb 19 01:27:12.340623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': '60a5873d-db78-4b1a-8f53-be1c262bc585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '676feb5f-8576-4816-ba69-832a7e501838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:12.341420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 676feb5f-8576-4816-ba69-832a7e501838, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:12.365983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 676feb5f-8576-4816-ba69-832a7e501838 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:12.383601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 676feb5f-8576-4816-ba69-832a7e501838) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:12.392356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:12.393592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.396894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742dac25-b8f9-4047-9711-89878c23fa96 None None] Network 676feb5f-8576-4816-ba69-832a7e501838 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:12.455745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b205221a-b358-4460-b6f4-b1726127ed51 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1130185 Feb 19 01:27:12.459537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54976) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:12.472550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607485522'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:12.499132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.547002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:12.556479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.569976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:12.604766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-676feb5f-8576-4816-ba69-832a7e501838', 'network_id': '676feb5f-8576-4816-ba69-832a7e501838', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '84dd7639-54ee-4d4e-b838-a867a42af5c9'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:12.605936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.626810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:12.651339 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d5661cfb-f911-477a-80e9-580f4aa7b87b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.651735 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment d5661cfb-f911-477a-80e9-580f4aa7b87b of type vlan for network 07d887c5-d100-4146-84dc-cfdb2ba88658 Feb 19 01:27:12.759114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (07d887c5-d100-4146-84dc-cfdb2ba88658), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.790603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (07d887c5-d100-4146-84dc-cfdb2ba88658), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.812029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:12.817388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.918262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (7e267624-cd39-40ad-8626-92d04732cd9e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.920772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Allocated IP 172.20.255.242 (676feb5f-8576-4816-ba69-832a7e501838/84dd7639-54ee-4d4e-b838-a867a42af5c9/0ec1c9b7-95d3-4144-a145-ab7fe640f8a4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:13.000090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=07d887c5-d100-4146-84dc-cfdb2ba88658,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:13.018694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dc0d13b0-da63-4136-9bb8-f7baac0bd552 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5545778 Feb 19 01:27:13.019010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54986) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:13.024298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '07d887c5-d100-4146-84dc-cfdb2ba88658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:13.214193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:13.218891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.263679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Publish callbacks [] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.272466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 70ca9af8-46c0-4add-bded-e7eacdc1b61c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:13.275794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 07d887c5-d100-4146-84dc-cfdb2ba88658 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:13.422794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.481787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 70ca9af8-46c0-4add-bded-e7eacdc1b61c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:13.483843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 70ca9af8-46c0-4add-bded-e7eacdc1b61c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:13.496120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Network 676feb5f-8576-4816-ba69-832a7e501838 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:13.506342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:13.510965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:13.529040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Pushing event updated for resources: {'Port': ['ID=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:13.601397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Router 7e267624-cd39-40ad-8626-92d04732cd9e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:27:13.623312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Attempting to bind port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:13.623312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Attempting to bind port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '60a5873d-db78-4b1a-8f53-be1c262bc585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '676feb5f-8576-4816-ba69-832a7e501838'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:13.623774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Attempting to bind port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 on network 676feb5f-8576-4816-ba69-832a7e501838 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:13.645537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:13.646008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Checking segment: {'id': '60a5873d-db78-4b1a-8f53-be1c262bc585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '676feb5f-8576-4816-ba69-832a7e501838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:13.646329 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.646820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Bound using segment: {'id': '60a5873d-db78-4b1a-8f53-be1c262bc585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '676feb5f-8576-4816-ba69-832a7e501838'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:13.647225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Bound port: 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a5873d-db78-4b1a-8f53-be1c262bc585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '676feb5f-8576-4816-ba69-832a7e501838'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:13.647646 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.777343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] For port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:13.784497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] For port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,segment=NetworkSegment(60a5873d-db78-4b1a-8f53-be1c262bc585),segment_id=60a5873d-db78-4b1a-8f53-be1c262bc585)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:13.793604 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.828467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.903812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:13.913971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6a395c04-cc4a-4ba6-a2bd-707ddbb5c610 admin admin] 10.222.0.43 "PUT /v2.0/routers/7e267624-cd39-40ad-8626-92d04732cd9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4021790 Feb 19 01:27:13.919004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:13.944187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] Sync routers for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:13.961809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e7d7-4095-402c-bebe-a502c9b5a561 None None] Pushing event updated for resources: {'Port': ['ID=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:13.967020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:13.972182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:13.972878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:13.977651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': 'd5661cfb-f911-477a-80e9-580f4aa7b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07d887c5-d100-4146-84dc-cfdb2ba88658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:13.978368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 07d887c5-d100-4146-84dc-cfdb2ba88658, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:13.999622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 07d887c5-d100-4146-84dc-cfdb2ba88658 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:14.014920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 07d887c5-d100-4146-84dc-cfdb2ba88658) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:14.023836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:14.024656 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.030037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b214fcd-0a44-4b92-9a46-d4eaa0e0e1dc None None] Network 07d887c5-d100-4146-84dc-cfdb2ba88658 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:14.053531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2181097-aed9-4385-9303-e6fd17afff43 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0308363 Feb 19 01:27:14.054851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55014) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:14.212531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks [] for router (7e267624-cd39-40ad-8626-92d04732cd9e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.241502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (07d887c5-d100-4146-84dc-cfdb2ba88658), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.458898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.461990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64839951-5abd-47dc-b240-87460844209e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-07d887c5-d100-4146-84dc-cfdb2ba88658', 'network_id': '07d887c5-d100-4146-84dc-cfdb2ba88658', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:14.464823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64839951-5abd-47dc-b240-87460844209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.549879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:14.628930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.736678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:14.870097 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (07d887c5-d100-4146-84dc-cfdb2ba88658), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.920369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d887c5-d100-4146-84dc-cfdb2ba88658']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:14.951752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5661cfb-f911-477a-80e9-580f4aa7b87b') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:14.957364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5661cfb-f911-477a-80e9-580f4aa7b87b') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-64839951-5abd-47dc-b240-87460844209e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd: This subnet is being modified by another concurrent operation. Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd: This subnet is being modified by another concurrent operation. Feb 19 01:27:14.986080 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:27:15.008925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d5661cfb-f911-477a-80e9-580f4aa7b87b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.020620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:15.023048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363af7c-a901-405e-9fc3-2b6f3aa8de4b None None] Network 07d887c5-d100-4146-84dc-cfdb2ba88658 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:15.042222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d5661cfb-f911-477a-80e9-580f4aa7b87b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.057307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:15.060193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d5661cfb-f911-477a-80e9-580f4aa7b87b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:15.066473 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:15.156336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks [] for router_gateway (7e267624-cd39-40ad-8626-92d04732cd9e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.174785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (07d887c5-d100-4146-84dc-cfdb2ba88658), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.209363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.218166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/07d887c5-d100-4146-84dc-cfdb2ba88658 HTTP/1.1" status: 204 len: 168 time: 1.1587551 Feb 19 01:27:15.220222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb16dac-4946-4826-bd14-9ccbf365d64d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=07d887c5-d100-4146-84dc-cfdb2ba88658,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:15.225336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55038) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:15.253162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270725266'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:15.287915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:15.291412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.338264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Deleting port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:15.338699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.388506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:15.388886 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.503609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:15.529202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:27:12Z', 'revision_number': 5, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port': {'id': 'ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:15.534181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] For port ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:15.534561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.561577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] Checking router: 7e267624-cd39-40ad-8626-92d04732cd9e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:15.565675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6b13bb6e-46d7-4583-9cdb-d2fa9265652d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.565977 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment 6b13bb6e-46d7-4583-9cdb-d2fa9265652d of type vlan for network a55be3e8-dbd1-4caf-af0d-531e0e31392e Feb 19 01:27:15.581410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Calling delete_port for ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:15.594747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] Routers {'7e267624-cd39-40ad-8626-92d04732cd9e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:15.595419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:26:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e267624-cd39-40ad-8626-92d04732cd9e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:15.655832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:15.657485 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.755317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] Set router 7e267624-cd39-40ad-8626-92d04732cd9e gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:15.757029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a55be3e8-dbd1-4caf-af0d-531e0e31392e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.816369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,segment=NetworkSegment(60a5873d-db78-4b1a-8f53-be1c262bc585),segment_id=60a5873d-db78-4b1a-8f53-be1c262bc585)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:15.820942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a55be3e8-dbd1-4caf-af0d-531e0e31392e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.826712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:15.827460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.876267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd80f9-7927-4150-8a2b-45e39363755f None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:15.915321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:27:15Z', 'revision_number': 6, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:15.950338 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:15.951356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=a55be3e8-dbd1-4caf-af0d-531e0e31392e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:15.960781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0a094-d2ff-436f-b8dc-2b2dd5b8a03c None None] The sync data for ids ['7e267624-cd39-40ad-8626-92d04732cd9e'] in n-d-826752-2 is: [{'id': '7e267624-cd39-40ad-8626-92d04732cd9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1992244602-router', 'tenant_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:27:15Z', 'revision_number': 6, 'project_id': 'bf6e25e5fce64bd9a5cdb22188ffdd09', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:15.982757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55058) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:15.983238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-54c47b0f-48da-4f09-971a-15bb89c5a401 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7419600 Feb 19 01:27:15.988627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': 'a55be3e8-dbd1-4caf-af0d-531e0e31392e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:16.054316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:16.057083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a55be3e8-dbd1-4caf-af0d-531e0e31392e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:16.139653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.170178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:16.195722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5b51a451-ffc6-4ed9-a492-47a4109df3b2 None None] Provisioning complete for port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:16.196453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b51a451-ffc6-4ed9-a492-47a4109df3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.235459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:16.244440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (7e267624-cd39-40ad-8626-92d04732cd9e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.249865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.384844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (7e267624-cd39-40ad-8626-92d04732cd9e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.388099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks [] for router_controller (7e267624-cd39-40ad-8626-92d04732cd9e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.438133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing IP validity checks on allocation pools {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:27:16.438659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:27:16.484471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (7e267624-cd39-40ad-8626-92d04732cd9e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.488662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e267624-cd39-40ad-8626-92d04732cd9e {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:27:16.511537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.513290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-762c1000-1a36-4d81-915c-256e6a4c6214 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7e267624-cd39-40ad-8626-92d04732cd9e HTTP/1.1" status: 204 len: 168 time: 2.5931327 Feb 19 01:27:16.516055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55070) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:16.713608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5b51a451-ffc6-4ed9-a492-47a4109df3b2 None None] Current status of the port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:16.735420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd80f9-7927-4150-8a2b-45e39363755f None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:16.752672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Deleting subnet 58c347ba-8397-4237-bed5-87e0b7562141 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:16.756633 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Publish callbacks [] for subnet (58c347ba-8397-4237-bed5-87e0b7562141), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.784010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (6c96e9cc-1497-43bc-ab97-361eb58dd678), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.860543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=6c96e9cc-1497-43bc-ab97-361eb58dd678,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:16.887123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (58c347ba-8397-4237-bed5-87e0b7562141), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:16.984788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': '6b13bb6e-46d7-4583-9cdb-d2fa9265652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a55be3e8-dbd1-4caf-af0d-531e0e31392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:16.985550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: a55be3e8-dbd1-4caf-af0d-531e0e31392e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:17.013646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (58c347ba-8397-4237-bed5-87e0b7562141), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.085567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network a55be3e8-dbd1-4caf-af0d-531e0e31392e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:17.122788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:17.137675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a55be3e8-dbd1-4caf-af0d-531e0e31392e) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:17.149798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:17.154560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.176402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28424cad-0459-4ae0-ab95-06cda9b808d7 None None] Network 676feb5f-8576-4816-ba69-832a7e501838 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:17.180562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (58c347ba-8397-4237-bed5-87e0b7562141), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.237547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.243180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55086) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:17.254999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58c347ba-8397-4237-bed5-87e0b7562141 HTTP/1.1" status: 204 len: 168 time: 0.7356484 Feb 19 01:27:17.256980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4402823-ae29-41e2-b0eb-42bc238a33c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c347ba-8397-4237-bed5-87e0b7562141,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:17.271985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2507ec4d-af53-40ad-ab4c-fd128a243205 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2880385 Feb 19 01:27:17.273053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55088) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:17.341552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce2100-af9b-4984-ac14-7f8745447fd9 None None] Network a55be3e8-dbd1-4caf-af0d-531e0e31392e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:17.379802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.499407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.501228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a55be3e8-dbd1-4caf-af0d-531e0e31392e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.560205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3af6c13-25d8-4464-97c5-8c4eddc0bbc2']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:17.585335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17790628-ad53-4579-ae83-3d3b0fa2779f') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:17.585335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17790628-ad53-4579-ae83-3d3b0fa2779f') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:17.635040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:17.635433 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.638070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55098) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:17.648951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (17790628-ad53-4579-ae83-3d3b0fa2779f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.674027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6c96e9cc-1497-43bc-ab97-361eb58dd678), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.680854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (17790628-ad53-4579-ae83-3d3b0fa2779f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.695732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:17.698979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (17790628-ad53-4579-ae83-3d3b0fa2779f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:17.715400 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:17.742873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e24388-c88c-4508-9b65-8ee6859b766d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a55be3e8-dbd1-4caf-af0d-531e0e31392e', 'network_id': 'a55be3e8-dbd1-4caf-af0d-531e0e31392e', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '6c96e9cc-1497-43bc-ab97-361eb58dd678'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:17.745754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2e24388-c88c-4508-9b65-8ee6859b766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.817609 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6c96e9cc-1497-43bc-ab97-361eb58dd678), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.875687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e3af6c13-25d8-4464-97c5-8c4eddc0bbc2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.889835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.900346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3af6c13-25d8-4464-97c5-8c4eddc0bbc2 HTTP/1.1" status: 204 len: 168 time: 0.6554775 Feb 19 01:27:17.918178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=6c96e9cc-1497-43bc-ab97-361eb58dd678,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:17.971717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e01e1-ebf3-47ed-b0f5-0307fadc4c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3af6c13-25d8-4464-97c5-8c4eddc0bbc2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.119782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Deleting subnet 342c9c41-78cd-4a54-8fb0-7c93f6e275b5 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:18.138565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Publish callbacks [] for subnet (342c9c41-78cd-4a54-8fb0-7c93f6e275b5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.148754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a55be3e8-dbd1-4caf-af0d-531e0e31392e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.206943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cdbaaa-55b7-4a11-9083-ef027f6a134b None None] Network a55be3e8-dbd1-4caf-af0d-531e0e31392e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:18.222558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55be3e8-dbd1-4caf-af0d-531e0e31392e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:18.247590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b13bb6e-46d7-4583-9cdb-d2fa9265652d') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:18.247880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b13bb6e-46d7-4583-9cdb-d2fa9265652d') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:18.263514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:18.265723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (6b13bb6e-46d7-4583-9cdb-d2fa9265652d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.291131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (342c9c41-78cd-4a54-8fb0-7c93f6e275b5), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.295742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:18.304528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6b13bb6e-46d7-4583-9cdb-d2fa9265652d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.317632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:18.318037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (6b13bb6e-46d7-4583-9cdb-d2fa9265652d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:18.321020 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:18.335678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-73af85ee-2b91-4d0e-b9de-1361cc7eb819 None None] Provisioning complete for port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:18.336663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73af85ee-2b91-4d0e-b9de-1361cc7eb819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.396376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:18.405581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.418120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-14007f1d-0f57-4313-a048-f941208cda3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf6e25e5fce64bd9a5cdb22188ffdd09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494982 Feb 19 01:27:18.418743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55122) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:18.442231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (342c9c41-78cd-4a54-8fb0-7c93f6e275b5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.447340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:18.447719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec0ab1c7-9aaa-4db8-aad0-e5a2f1088363 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:18.448192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:18.460979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a55be3e8-dbd1-4caf-af0d-531e0e31392e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.470505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.479336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/a55be3e8-dbd1-4caf-af0d-531e0e31392e HTTP/1.1" status: 204 len: 168 time: 1.2051790 Feb 19 01:27:18.495561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55124) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:18.499109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:18.500597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-93970953'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:18.500806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4ee39d6d-f42f-4c80-bdcb-b7f2b9e45e6a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:18.516397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450c3cd-aaa7-4ba3-ac6c-613adf8c70ab tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=a55be3e8-dbd1-4caf-af0d-531e0e31392e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.539160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db15c14e-6005-4371-800d-da8b91275ac3 admin admin] Publish callbacks [] for security_group (ee7e6631-df62-4bb7-a7bf-863abb3a6093), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.551709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:18.560773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.587529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db15c14e-6005-4371-800d-da8b91275ac3 admin admin] Publish callbacks [] for security_group (ee7e6631-df62-4bb7-a7bf-863abb3a6093), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.615069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:18.621126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (342c9c41-78cd-4a54-8fb0-7c93f6e275b5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.641885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73af85ee-2b91-4d0e-b9de-1361cc7eb819 None None] Current status of the port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:18.650741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.657913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/342c9c41-78cd-4a54-8fb0-7c93f6e275b5 HTTP/1.1" status: 204 len: 168 time: 1.0184429 Feb 19 01:27:18.678810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55130) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:18.679115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38880f42-950e-45ce-89e3-224abf169743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342c9c41-78cd-4a54-8fb0-7c93f6e275b5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.681260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.681605 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment ed8a9397-42ce-489d-9544-61ccac3c8e6c of type vlan for network 2b1166ba-5a03-4329-9652-4327ec637913 Feb 19 01:27:18.802553 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2b1166ba-5a03-4329-9652-4327ec637913), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.829628 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (ba14ec70-9af7-4b9e-ac56-7865933fbf74), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.837634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db15c14e-6005-4371-800d-da8b91275ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ee7e6631-df62-4bb7-a7bf-863abb3a6093), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.840128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db15c14e-6005-4371-800d-da8b91275ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.843594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db15c14e-6005-4371-800d-da8b91275ac3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee7e6631-df62-4bb7-a7bf-863abb3a6093 HTTP/1.1" status: 204 len: 168 time: 0.4151099 Feb 19 01:27:18.866242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15c14e-6005-4371-800d-da8b91275ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7e6631-df62-4bb7-a7bf-863abb3a6093,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.898989 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2b1166ba-5a03-4329-9652-4327ec637913), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.904258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:18.904843 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.986683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (ba14ec70-9af7-4b9e-ac56-7865933fbf74), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.036777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba14ec70-9af7-4b9e-ac56-7865933fbf74']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:19.050716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:19.050822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad18f772-522a-4f3d-bdc9-c9cdaf8b7835') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:19.062165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ad18f772-522a-4f3d-bdc9-c9cdaf8b7835), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.082661 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ad18f772-522a-4f3d-bdc9-c9cdaf8b7835), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.089902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:19.091067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ad18f772-522a-4f3d-bdc9-c9cdaf8b7835), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:19.190824 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:19.197358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:19.204168 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7073417 Feb 19 01:27:19.204794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '2b1166ba-5a03-4329-9652-4327ec637913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:19.222350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (ba14ec70-9af7-4b9e-ac56-7865933fbf74), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.261470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.262824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba14ec70-9af7-4b9e-ac56-7865933fbf74 HTTP/1.1" status: 204 len: 168 time: 0.5826838 Feb 19 01:27:19.287386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417ee23-8e8f-409f-b9e7-65226fe5a34f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=2b1166ba-5a03-4329-9652-4327ec637913,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:19.300938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2b1166ba-5a03-4329-9652-4327ec637913 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:19.312209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ec25a-281f-4c10-bb18-33b449515716 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba14ec70-9af7-4b9e-ac56-7865933fbf74,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:19.483763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:19.496371 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.602209 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:27:19.733110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55168) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:19.800933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a882fd0e-f46d-4014-ba84-fa68f1a6a616 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0905bfb373cb4c218cd803842d500971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623832 Feb 19 01:27:19.804568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55176) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:20.018879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb33ad61-5de1-42de-a490-0dc8dab27a27 admin admin] Publish callbacks [] for security_group (4fafbfc1-99bf-4e0a-9664-5b611ecb1f32), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.052315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb33ad61-5de1-42de-a490-0dc8dab27a27 admin admin] Publish callbacks [] for security_group (4fafbfc1-99bf-4e0a-9664-5b611ecb1f32), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.183371 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb33ad61-5de1-42de-a490-0dc8dab27a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4fafbfc1-99bf-4e0a-9664-5b611ecb1f32), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.196505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb33ad61-5de1-42de-a490-0dc8dab27a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.197758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eb33ad61-5de1-42de-a490-0dc8dab27a27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fafbfc1-99bf-4e0a-9664-5b611ecb1f32 HTTP/1.1" status: 204 len: 168 time: 0.3908234 Feb 19 01:27:20.237029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33ad61-5de1-42de-a490-0dc8dab27a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fafbfc1-99bf-4e0a-9664-5b611ecb1f32,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.293748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (641a7613-71f3-41a8-9552-838902ceac09), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.298760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1790de31-8b71-40e8-ad15-a183bb7c7dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.345319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55200) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:20.433851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=641a7613-71f3-41a8-9552-838902ceac09,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.473733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': 'ed8a9397-42ce-489d-9544-61ccac3c8e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2b1166ba-5a03-4329-9652-4327ec637913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:20.474467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 2b1166ba-5a03-4329-9652-4327ec637913, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:20.508066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 2b1166ba-5a03-4329-9652-4327ec637913 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:20.533682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 2b1166ba-5a03-4329-9652-4327ec637913) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:20.546424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e51ec-2481-4178-9adf-97eced13525e None None] Network 2b1166ba-5a03-4329-9652-4327ec637913 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:20.568163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:20.572925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.600327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-network', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:20.635724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dac19bf2-cd10-4338-a546-b03940348288 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4367874 Feb 19 01:27:20.638399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55210) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:20.705535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Made reservation on behalf of ef4336efde264324ba1a1e7e9fb152e0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:20.708561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.790093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.934294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-2b1166ba-5a03-4329-9652-4327ec637913', 'network_id': '2b1166ba-5a03-4329-9652-4327ec637913', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '641a7613-71f3-41a8-9552-838902ceac09'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:20.935263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.106208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks [] for security_group (48ff706d-5c65-4e0f-beab-4ed1f4f43aa6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.119012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2b1166ba-5a03-4329-9652-4327ec637913), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.141995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (48ff706d-5c65-4e0f-beab-4ed1f4f43aa6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.254864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Allocated IP 172.20.0.1 (2b1166ba-5a03-4329-9652-4327ec637913/641a7613-71f3-41a8-9552-838902ceac09/8633a8bc-380d-4365-a9f2-0acf4f239083) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:21.645779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Publish callbacks [] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.655368 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.732930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Pushing event updated for resources: {'Port': ['ID=8633a8bc-380d-4365-a9f2-0acf4f239083,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:21.755155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Network 2b1166ba-5a03-4329-9652-4327ec637913 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:21.757114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:21.767704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:21.805303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:21.893255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (641a7613-71f3-41a8-9552-838902ceac09), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.936195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (27bcd4c8-684c-40ce-88b1-d5d01f6c3371), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.936667 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Added segment 27bcd4c8-684c-40ce-88b1-d5d01f6c3371 of type vlan for network b7f69525-2634-4322-852b-b64765b9d677 Feb 19 01:27:21.944185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:21.973736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Attempting to bind port 8633a8bc-380d-4365-a9f2-0acf4f239083 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:21.974222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Attempting to bind port 8633a8bc-380d-4365-a9f2-0acf4f239083 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ed8a9397-42ce-489d-9544-61ccac3c8e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2b1166ba-5a03-4329-9652-4327ec637913'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:21.975838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Attempting to bind port 8633a8bc-380d-4365-a9f2-0acf4f239083 on network 2b1166ba-5a03-4329-9652-4327ec637913 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:22.018239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b7f69525-2634-4322-852b-b64765b9d677), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.123147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (641a7613-71f3-41a8-9552-838902ceac09), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.125082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:22.126890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Checking segment: {'id': 'ed8a9397-42ce-489d-9544-61ccac3c8e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2b1166ba-5a03-4329-9652-4327ec637913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:22.127763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.129061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Bound using segment: {'id': 'ed8a9397-42ce-489d-9544-61ccac3c8e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2b1166ba-5a03-4329-9652-4327ec637913'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:22.129592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Bound port: 8633a8bc-380d-4365-a9f2-0acf4f239083, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8a9397-42ce-489d-9544-61ccac3c8e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2b1166ba-5a03-4329-9652-4327ec637913'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:22.130503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.134663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b7f69525-2634-4322-852b-b64765b9d677), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.136378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:22.137104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.283175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f69525-2634-4322-852b-b64765b9d677,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.297256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=641a7613-71f3-41a8-9552-838902ceac09,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.333823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.334448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-55f6669a-7687-4bf2-aeb3-b6674dfd4c80 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9862530 Feb 19 01:27:22.340202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Request body: {'subnet': {'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-subnet', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:22.355628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b7f69525-2634-4322-852b-b64765b9d677 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:22.386581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Made reservation on behalf of ef4336efde264324ba1a1e7e9fb152e0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:22.390349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.427374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2b1166ba-5a03-4329-9652-4327ec637913), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.488784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1166ba-5a03-4329-9652-4327ec637913']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:22.528752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8a9397-42ce-489d-9544-61ccac3c8e6c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:22.529079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8a9397-42ce-489d-9544-61ccac3c8e6c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:22.553093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.584936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] For port 8633a8bc-380d-4365-a9f2-0acf4f239083, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:22.694325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] For port 8633a8bc-380d-4365-a9f2-0acf4f239083, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8633a8bc-380d-4365-a9f2-0acf4f239083,segment=NetworkSegment(ed8a9397-42ce-489d-9544-61ccac3c8e6c),segment_id=ed8a9397-42ce-489d-9544-61ccac3c8e6c)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:22.729941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.731222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.739143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:22.740477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.745211 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2262759d-f88a-4da4-96c6-50a920087ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:22.768657 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:22.787057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (301bc33b-754c-4efd-bc81-2126d5e6a4e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.147278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d849a4-572f-4a99-87e2-edb606db3ab0 None None] Pushing event updated for resources: {'Port': ['ID=8633a8bc-380d-4365-a9f2-0acf4f239083,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:23.151537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301bc33b-754c-4efd-bc81-2126d5e6a4e4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:23.151764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b5be0-b6df-46dd-a577-40a6e2acd0fa None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:23.151960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Checking segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:23.151960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Network hostable DHCP agents. Network: b7f69525-2634-4322-852b-b64765b9d677, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:23.151960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Network b7f69525-2634-4322-852b-b64765b9d677 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:23.152364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:27:23.152364 n-d-826752-2 neutron-server[103429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:27:23.152364 n-d-826752-2 neutron-server[103429]: [parameters: {'id': '2b1166ba-5a03-4329-9652-4327ec637913'}] Feb 19 01:27:23.152364 n-d-826752-2 neutron-server[103429]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:27:23.152364 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:27:23.153603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b7f69525-2634-4322-852b-b64765b9d677) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:23.153603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:23.153603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.163600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d0940aa5-197b-43c8-8553-6336d47d8834 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8276651 Feb 19 01:27:23.166442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55320) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.183432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:23.219919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (0d0f5cff-2b04-4a2c-9247-daa82391db22), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.222620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (0d0f5cff-2b04-4a2c-9247-daa82391db22), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.463950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b5be0-b6df-46dd-a577-40a6e2acd0fa None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:23.572389 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2b1166ba-5a03-4329-9652-4327ec637913), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.597645 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks [] for router_controller (0d0f5cff-2b04-4a2c-9247-daa82391db22), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.674736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.796029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting port 8633a8bc-380d-4365-a9f2-0acf4f239083 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:23.796278 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.984324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.993801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] For port 8633a8bc-380d-4365-a9f2-0acf4f239083, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8633a8bc-380d-4365-a9f2-0acf4f239083,segment=NetworkSegment(ed8a9397-42ce-489d-9544-61ccac3c8e6c),segment_id=ed8a9397-42ce-489d-9544-61ccac3c8e6c)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:23.994385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.029360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Calling delete_port for 8633a8bc-380d-4365-a9f2-0acf4f239083 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:24.046638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks [] for router_gateway (0d0f5cff-2b04-4a2c-9247-daa82391db22), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.087770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.088580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.089667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.093688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.094562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.096022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.096724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:24.110347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-19c9117e-f967-4c8d-93c4-f510510387a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6707 time: 0.4269488 Feb 19 01:27:24.123093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661af5e-25a6-4578-a279-47d2d2fa214d None None] Network 2b1166ba-5a03-4329-9652-4327ec637913 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:24.153160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdeccf-843d-42d0-83dc-682bbf90c94e None None] Network b7f69525-2634-4322-852b-b64765b9d677 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:24.201438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8633a8bc-380d-4365-a9f2-0acf4f239083), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.222927 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-642ac326-7758-4bb5-8341-6f72bf1323a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&id=6d6073e4-5e76-4a3d-bf2d-328177b57011&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101551 Feb 19 01:27:24.290956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Port': ['ID=8633a8bc-380d-4365-a9f2-0acf4f239083,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:24.293085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No DVR routers for this DVR port 8633a8bc-380d-4365-a9f2-0acf4f239083 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:24.471895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2b1166ba-5a03-4329-9652-4327ec637913), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.577356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1166ba-5a03-4329-9652-4327ec637913']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:24.582513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks [] for router_gateway (0d0f5cff-2b04-4a2c-9247-daa82391db22), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.598497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8a9397-42ce-489d-9544-61ccac3c8e6c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:24.598814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8a9397-42ce-489d-9544-61ccac3c8e6c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:24.622069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.632451 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.638328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.672550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:24.674853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ed8a9397-42ce-489d-9544-61ccac3c8e6c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:24.681990 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:24.836370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (2b1166ba-5a03-4329-9652-4327ec637913), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.890357 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.920754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/2b1166ba-5a03-4329-9652-4327ec637913 HTTP/1.1" status: 204 len: 168 time: 4.2764106 Feb 19 01:27:24.921744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a87966-72e5-4511-b5ce-9fc90071b2e4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=2b1166ba-5a03-4329-9652-4327ec637913,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:24.933194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55370) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:24.971035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001409112'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:25.018514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc162a4-7f49-4991-9dff-3bd6a5cf9d03 None None] Network b7f69525-2634-4322-852b-b64765b9d677 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:25.052936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Allocated IP 172.25.0.134 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/781824a0-736b-4abd-930a-93eefa5ff786) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:25.055405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:25.077789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.217509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:25.333517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.334101 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment 051cdbfa-b983-4759-8f92-25d85069f810 of type vlan for network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e Feb 19 01:27:25.347679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.394828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.483299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks [] for port (781824a0-736b-4abd-930a-93eefa5ff786), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.503808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.508720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:25.509340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.643210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7063220 Feb 19 01:27:25.644422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55386) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:25.661063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:25.690727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ada0e-9560-4054-916a-c4f5f0e29973 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:25.711707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (781824a0-736b-4abd-930a-93eefa5ff786), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.715802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:25.810557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:25.816046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.848307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:25.866639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:25.886379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:25.900918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Pushing event updated for resources: {'Port': ['ID=781824a0-736b-4abd-930a-93eefa5ff786,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:26.028555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.436540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (83092b0e-b08e-4eb1-a30f-020a5f5f16b9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.557416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.611653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=83092b0e-b08e-4eb1-a30f-020a5f5f16b9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:26.664387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': '051cdbfa-b983-4759-8f92-25d85069f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:26.665041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:26.702628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:26.718919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:26.729272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:26.729895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.730068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059837f4-c085-4bb2-a10c-6ff05c2939ff None None] Network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:26.770992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-528e6161-7fdb-4167-ae11-93ae7d868c1b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1122131 Feb 19 01:27:26.771664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55410) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:27.113075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e', 'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '83092b0e-b08e-4eb1-a30f-020a5f5f16b9'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:27.113951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.169154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.366258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (83092b0e-b08e-4eb1-a30f-020a5f5f16b9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.405667 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks [] for router_gateway (0d0f5cff-2b04-4a2c-9247-daa82391db22), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.489457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Allocated IP 172.20.0.2 (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e/83092b0e-b08e-4eb1-a30f-020a5f5f16b9/61798c1c-0b96-4ff7-90c9-9b0e5b70fede) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:27.907716 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Publish callbacks [] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.934103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.934901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (0d0f5cff-2b04-4a2c-9247-daa82391db22), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.939329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (83092b0e-b08e-4eb1-a30f-020a5f5f16b9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.001905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=83092b0e-b08e-4eb1-a30f-020a5f5f16b9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.147406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.163296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:28.189997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.211923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051cdbfa-b983-4759-8f92-25d85069f810') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.212440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051cdbfa-b983-4759-8f92-25d85069f810') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.228792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:28.234198 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.247369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:28.261523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Router 0d0f5cff-2b04-4a2c-9247-daa82391db22 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:27:28.285397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.310984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:28.311400 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:28.315234 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:28.390406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Pushing event updated for resources: {'Port': ['ID=61798c1c-0b96-4ff7-90c9-9b0e5b70fede,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.456675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:27:28.456675 n-d-826752-2 neutron-server[103429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:27:28.456675 n-d-826752-2 neutron-server[103429]: [parameters: {'id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e'}] Feb 19 01:27:28.456675 n-d-826752-2 neutron-server[103429]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:27:28.458939 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:27:28.515965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Attempting to bind port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:28.516342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Attempting to bind port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '051cdbfa-b983-4759-8f92-25d85069f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:28.529624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Attempting to bind port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede on network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:28.542860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:28.543264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Checking segment: {'id': '051cdbfa-b983-4759-8f92-25d85069f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:28.543754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.544084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Bound using segment: {'id': '051cdbfa-b983-4759-8f92-25d85069f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:28.544582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Bound port: 61798c1c-0b96-4ff7-90c9-9b0e5b70fede, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051cdbfa-b983-4759-8f92-25d85069f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:28.544973 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.592293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:28.605112 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Sync routers for ids ['0d0f5cff-2b04-4a2c-9247-daa82391db22'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:28.631551 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Routers {'0d0f5cff-2b04-4a2c-9247-daa82391db22'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:28.634793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:27:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0d0f5cff-2b04-4a2c-9247-daa82391db22'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.635199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.636515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d62cb108-e4ea-4584-a77e-595bef928f25 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4574065 Feb 19 01:27:28.639196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:28.660612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] For port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:28.665587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] For port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=61798c1c-0b96-4ff7-90c9-9b0e5b70fede,segment=NetworkSegment(051cdbfa-b983-4759-8f92-25d85069f810),segment_id=051cdbfa-b983-4759-8f92-25d85069f810)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:28.673343 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.808888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7288a42-6799-4e2b-a9bc-1d9375dc61c7 None None] Pushing event updated for resources: {'Port': ['ID=61798c1c-0b96-4ff7-90c9-9b0e5b70fede,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.941911 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Set router 0d0f5cff-2b04-4a2c-9247-daa82391db22 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:28.961084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.993371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9f6ca-ea3f-44ba-912a-08fff19c1c91 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:29.096127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:29.099464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.278709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9f6ca-ea3f-44ba-912a-08fff19c1c91 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:29.279877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] For port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=61798c1c-0b96-4ff7-90c9-9b0e5b70fede,segment=NetworkSegment(051cdbfa-b983-4759-8f92-25d85069f810),segment_id=051cdbfa-b983-4759-8f92-25d85069f810)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:29.280250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.319271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Calling delete_port for 61798c1c-0b96-4ff7-90c9-9b0e5b70fede owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:29.431057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (61798c1c-0b96-4ff7-90c9-9b0e5b70fede), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.479751 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:27:27Z', 'revision_number': 3, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.495326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No DVR routers for this DVR port 61798c1c-0b96-4ff7-90c9-9b0e5b70fede on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:29.509314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Port': ['ID=61798c1c-0b96-4ff7-90c9-9b0e5b70fede,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.594192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Checking router: 0d0f5cff-2b04-4a2c-9247-daa82391db22 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:29.595392 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Updating router 0d0f5cff-2b04-4a2c-9247-daa82391db22 port 781824a0-736b-4abd-930a-93eefa5ff786 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:27:29.613984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.657155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.681597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051cdbfa-b983-4759-8f92-25d85069f810') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.681597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051cdbfa-b983-4759-8f92-25d85069f810') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.700214 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (781824a0-736b-4abd-930a-93eefa5ff786), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.730408 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.747630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.757871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.776138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:29.778286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (051cdbfa-b983-4759-8f92-25d85069f810), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.808058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ee331-5337-4823-b881-36a38859177f None None] Network 7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:29.899698 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:29.919454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.961355 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.976720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55484) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:29.978823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e HTTP/1.1" status: 204 len: 168 time: 3.2059925 Feb 19 01:27:29.980017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e35044-84d2-4437-8fd2-0814957a65c8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.986835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1100956994'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:30.128775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:30.136186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.197778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Allocated IP 172.20.0.1 (b7f69525-2634-4322-852b-b64765b9d677/301bc33b-754c-4efd-bc81-2126d5e6a4e4/c3a76ec5-8725-4123-9c20-5bdeaefd8431) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:30.360784 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Publish callbacks [] for port (781824a0-736b-4abd-930a-93eefa5ff786), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.367931 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (781824a0-736b-4abd-930a-93eefa5ff786), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.370042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:30.442461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (aab3bbbe-3251-4e92-a7d7-9e78f3d97303), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.442865 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment aab3bbbe-3251-4e92-a7d7-9e78f3d97303 of type vlan for network b4656408-3ccf-4582-b1e0-c643dc0fba43 Feb 19 01:27:30.559450 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Attempting to bind port 781824a0-736b-4abd-930a-93eefa5ff786 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:30.559890 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Attempting to bind port 781824a0-736b-4abd-930a-93eefa5ff786 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:30.560255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Attempting to bind port 781824a0-736b-4abd-930a-93eefa5ff786 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:30.624466 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:30.624901 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:30.651242 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.651550 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:30.652058 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Bound port: 781824a0-736b-4abd-930a-93eefa5ff786, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:30.652706 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (781824a0-736b-4abd-930a-93eefa5ff786), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.661992 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Pushing event updated for resources: {'Port': ['ID=781824a0-736b-4abd-930a-93eefa5ff786,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:30.681061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b4656408-3ccf-4582-b1e0-c643dc0fba43), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.725346 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] For port 781824a0-736b-4abd-930a-93eefa5ff786, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:30.728708 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] For port 781824a0-736b-4abd-930a-93eefa5ff786, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=781824a0-736b-4abd-930a-93eefa5ff786,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:30.734216 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.734576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.734907 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.744226 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.744600 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.744931 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.745285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.745611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.745934 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.746254 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.746570 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.747081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.747582 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:30.753061 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (781824a0-736b-4abd-930a-93eefa5ff786), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.809389 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Routers {'0d0f5cff-2b04-4a2c-9247-daa82391db22'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:30.810339 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:27:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0d0f5cff-2b04-4a2c-9247-daa82391db22'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:30.872069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks [] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.932675 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] Set router 0d0f5cff-2b04-4a2c-9247-daa82391db22 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:30.936757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b4656408-3ccf-4582-b1e0-c643dc0fba43), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.942345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:30.942949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.051147 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a8593-22c6-441f-97e6-8cb927784960 None None] Pushing event updated for resources: {'Port': ['ID=781824a0-736b-4abd-930a-93eefa5ff786,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:31.129384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1514544 Feb 19 01:27:31.132173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55512) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:31.138113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.140216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': 'b4656408-3ccf-4582-b1e0-c643dc0fba43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:31.213348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Network b7f69525-2634-4322-852b-b64765b9d677 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:31.216978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a76ec5-8725-4123-9c20-5bdeaefd8431,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:31.221893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:31.224224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:31.290756 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:27:27Z', 'revision_number': 3, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:31.325654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af4c4c-0232-47e3-b64b-07c5370ec457 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=b4656408-3ccf-4582-b1e0-c643dc0fba43,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:31.336874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b4656408-3ccf-4582-b1e0-c643dc0fba43 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:31.356546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (0d0f5cff-2b04-4a2c-9247-daa82391db22), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.387336 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf58ba-e95e-4028-928d-8832a8c660d1 None None] The sync data for ids ['0d0f5cff-2b04-4a2c-9247-daa82391db22'] in n-d-826752-2 is: [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:27:27Z', 'revision_number': 3, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:31.412914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:31.418529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.671360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing IP validity checks on allocation pools {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:27:31.672276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:27:31.809805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.105331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (6eeb2f05-3919-4ea1-bcac-3c17e616c6ca), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.252096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=6eeb2f05-3919-4ea1-bcac-3c17e616c6ca,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:32.271016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': 'aab3bbbe-3251-4e92-a7d7-9e78f3d97303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4656408-3ccf-4582-b1e0-c643dc0fba43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:32.271660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: b4656408-3ccf-4582-b1e0-c643dc0fba43, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:32.291485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network b4656408-3ccf-4582-b1e0-c643dc0fba43 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:32.306747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks [] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.313514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b4656408-3ccf-4582-b1e0-c643dc0fba43) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:32.327694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc3750e-bdea-48be-9577-9e82a082a7e7 None None] Network b4656408-3ccf-4582-b1e0-c643dc0fba43 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:32.330916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:32.333703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.381033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a6541607-67aa-4b16-b533-d0920e4cac3d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2451503 Feb 19 01:27:32.381789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55540) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:32.384368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.721936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (0d0f5cff-2b04-4a2c-9247-daa82391db22), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.818862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a76ec5-8725-4123-9c20-5bdeaefd8431,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:32.835126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c4c0c-0ef6-4ad0-8539-196737581527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b4656408-3ccf-4582-b1e0-c643dc0fba43', 'network_id': 'b4656408-3ccf-4582-b1e0-c643dc0fba43', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '6eeb2f05-3919-4ea1-bcac-3c17e616c6ca'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:32.843471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4c0c-0ef6-4ad0-8539-196737581527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.856038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b4656408-3ccf-4582-b1e0-c643dc0fba43), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.877513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d596555-1ad4-4b1f-aa3a-f33c422c674e req-801b7960-8f11-4885-961c-dfc11bd12b02 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:32.879903 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d596555-1ad4-4b1f-aa3a-f33c422c674e req-801b7960-8f11-4885-961c-dfc11bd12b02 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 946 time: 0.8284299 Feb 19 01:27:33.042761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6eeb2f05-3919-4ea1-bcac-3c17e616c6ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.130462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 781824a0-736b-4abd-930a-93eefa5ff786 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:33.160758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d596555-1ad4-4b1f-aa3a-f33c422c674e req-21581cf3-c8f1-4baf-a764-cd2b12ff4090 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980767 Feb 19 01:27:33.172223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6eeb2f05-3919-4ea1-bcac-3c17e616c6ca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.238142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=6eeb2f05-3919-4ea1-bcac-3c17e616c6ca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-ab5c4c0c-0ef6-4ad0-8539-196737581527 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6eeb2f05-3919-4ea1-bcac-3c17e616c6ca: This subnet is being modified by another concurrent operation. Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6eeb2f05-3919-4ea1-bcac-3c17e616c6ca: This subnet is being modified by another concurrent operation. Feb 19 01:27:33.241522 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:27:33.276884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e0682-23b9-4b28-90f0-a1a8de086e31 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:33.365598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Network b7f69525-2634-4322-852b-b64765b9d677 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:33.367791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:33.384766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 781824a0-736b-4abd-930a-93eefa5ff786 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:33.387250 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (781824a0-736b-4abd-930a-93eefa5ff786), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.392318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b4656408-3ccf-4582-b1e0-c643dc0fba43), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.432262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4656408-3ccf-4582-b1e0-c643dc0fba43']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:33.463055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab3bbbe-3251-4e92-a7d7-9e78f3d97303') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:33.467139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab3bbbe-3251-4e92-a7d7-9e78f3d97303') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:33.482164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (aab3bbbe-3251-4e92-a7d7-9e78f3d97303), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.497599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (aab3bbbe-3251-4e92-a7d7-9e78f3d97303), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.505206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:33.505965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (aab3bbbe-3251-4e92-a7d7-9e78f3d97303), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:33.605052 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:33.611470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b4656408-3ccf-4582-b1e0-c643dc0fba43), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.627450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.635777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/b4656408-3ccf-4582-b1e0-c643dc0fba43 HTTP/1.1" status: 204 len: 168 time: 1.2529318 Feb 19 01:27:33.674717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55564) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:33.675654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8bf4f-becd-4ed1-ae00-0b3f8521777f tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=b4656408-3ccf-4582-b1e0-c643dc0fba43,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:33.682513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447371505'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:33.724709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:33.728546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.730405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Router 0d0f5cff-2b04-4a2c-9247-daa82391db22 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:27:33.745248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e0682-23b9-4b28-90f0-a1a8de086e31 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:33.797606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:33.816261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bafa4c59-0b9d-42d9-bc94-29e253849eee), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.817013 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment bafa4c59-0b9d-42d9-bc94-29e253849eee of type vlan for network a8d10270-1388-4c24-b2d6-bef1321a2cff Feb 19 01:27:33.881640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-6a916811-fad7-4126-ba6d-6de7c33c2716 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:33.888049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-6a916811-fad7-4126-ba6d-6de7c33c2716 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 946 time: 0.2479069 Feb 19 01:27:33.911679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a8d10270-1388-4c24-b2d6-bef1321a2cff), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.967599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 781824a0-736b-4abd-930a-93eefa5ff786 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:33.969184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (781824a0-736b-4abd-930a-93eefa5ff786), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.976610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a8d10270-1388-4c24-b2d6-bef1321a2cff), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.984853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:33.995217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.046188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 781824a0-736b-4abd-930a-93eefa5ff786, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=781824a0-736b-4abd-930a-93eefa5ff786,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:34.066323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (781824a0-736b-4abd-930a-93eefa5ff786), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.098379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4202254 Feb 19 01:27:34.101710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:34.106880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': 'a8d10270-1388-4c24-b2d6-bef1321a2cff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:34.213954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3ff1-ab23-4c87-9ae3-308f993802f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=a8d10270-1388-4c24-b2d6-bef1321a2cff,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:34.230684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a8d10270-1388-4c24-b2d6-bef1321a2cff details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:34.239965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=781824a0-736b-4abd-930a-93eefa5ff786,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:34.279491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:34.288312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.325046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:34.343725 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d0f3945-788b-4673-b050-ed4d84ad6f93 admin admin] 10.222.0.43 "PUT /v2.0/routers/0d0f5cff-2b04-4a2c-9247-daa82391db22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7034404 Feb 19 01:27:34.428004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Deleting port ee7b7018-900a-4de1-85f5-99a4fa95f09c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:34.428731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.653838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235d84e-4b91-45c5-b6e4-015f37f1a84a None None] Network b4656408-3ccf-4582-b1e0-c643dc0fba43 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:34.770304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] For port ee7b7018-900a-4de1-85f5-99a4fa95f09c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ee7b7018-900a-4de1-85f5-99a4fa95f09c,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:34.781690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.846305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Calling delete_port for ee7b7018-900a-4de1-85f5-99a4fa95f09c owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:34.904019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3520258c-79f3-488d-b55e-0d1c068e1e51), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.058952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6beac-f561-4f5c-8a0d-5b3437e9af2b req-9329a839-3787-47fb-9501-661eabae61da tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:35.074200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ba6beac-f561-4f5c-8a0d-5b3437e9af2b req-9329a839-3787-47fb-9501-661eabae61da tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 946 time: 0.3977602 Feb 19 01:27:35.214556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235d84e-4b91-45c5-b6e4-015f37f1a84a None None] Network b4656408-3ccf-4582-b1e0-c643dc0fba43 could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:27:35.221896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 781824a0-736b-4abd-930a-93eefa5ff786 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:35.228081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Sync routers for ids ['0d0f5cff-2b04-4a2c-9247-daa82391db22'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:35.285738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': 'bafa4c59-0b9d-42d9-bc94-29e253849eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8d10270-1388-4c24-b2d6-bef1321a2cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:35.289109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: a8d10270-1388-4c24-b2d6-bef1321a2cff, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:35.301682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=3520258c-79f3-488d-b55e-0d1c068e1e51,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:35.315268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Routers {'0d0f5cff-2b04-4a2c-9247-daa82391db22'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:35.323831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:27:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0d0f5cff-2b04-4a2c-9247-daa82391db22'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:35.368028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ba6beac-f561-4f5c-8a0d-5b3437e9af2b req-1c7b7225-2078-48b3-9ce3-27ea37fdeb75 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928448 Feb 19 01:27:35.387588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network a8d10270-1388-4c24-b2d6-bef1321a2cff is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:35.402163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a8d10270-1388-4c24-b2d6-bef1321a2cff) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:35.407288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:35.408172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.442182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-06e556f0-0a9e-498f-a62a-85c5bfb84e03 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3391430 Feb 19 01:27:35.444285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55622) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:35.572945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-7f863469-fbc3-4f2e-8e3e-bf7880c5c51a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:35.586219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-7f863469-fbc3-4f2e-8e3e-bf7880c5c51a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 819 time: 0.2553146 Feb 19 01:27:35.603646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ee7b7018-900a-4de1-85f5-99a4fa95f09c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.628292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Set router 0d0f5cff-2b04-4a2c-9247-daa82391db22 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:35.645635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-3e0ca590-9166-4831-b38c-b463f39e9238 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/quotas/ef4336efde264324ba1a1e7e9fb152e0 HTTP/1.1" status: 200 len: 375 time: 0.0592134 Feb 19 01:27:35.692035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event deleted for resources: {'Port': ['ID=ee7b7018-900a-4de1-85f5-99a4fa95f09c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:35.703685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a8d10270-1388-4c24-b2d6-bef1321a2cff), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.879098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8f9f8-6f93-4ee2-a027-c7a3eba23a95 None None] Network a8d10270-1388-4c24-b2d6-bef1321a2cff requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:35.881363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40', '1a9722c9-b3bd-4d37-8c66-00d5b524805f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:35.949226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3520258c-79f3-488d-b55e-0d1c068e1e51), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.105648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (3520258c-79f3-488d-b55e-0d1c068e1e51), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.127263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 781824a0-736b-4abd-930a-93eefa5ff786 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:36.135111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (781824a0-736b-4abd-930a-93eefa5ff786), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.220663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=3520258c-79f3-488d-b55e-0d1c068e1e51,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:36.329411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a8d10270-1388-4c24-b2d6-bef1321a2cff), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.374139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d10270-1388-4c24-b2d6-bef1321a2cff']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:36.415627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafa4c59-0b9d-42d9-bc94-29e253849eee') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:36.432135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafa4c59-0b9d-42d9-bc94-29e253849eee') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:36.458471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (bafa4c59-0b9d-42d9-bc94-29e253849eee), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.472818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] No DVR routers for this DVR port ee7b7018-900a-4de1-85f5-99a4fa95f09c on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:36.477185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.480468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cdf67dc-f88e-4c0c-ba7b-7001aa6f9db8 req-7c134bc6-82d9-45b2-a4de-7bd523044da7 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "DELETE /v2.0/ports/ee7b7018-900a-4de1-85f5-99a4fa95f09c HTTP/1.1" status: 204 len: 173 time: 2.5656197 Feb 19 01:27:36.488044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'name': 'network-vif-deleted', 'tag': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:36.493955 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4591c5-b026-4e87-b925-1919315b1ddf" -d '{"events": [{"server_uuid": "b3171d6f-277b-48a8-bf88-b2dd8b1a18db", "name": "network-vif-deleted", "tag": "ee7b7018-900a-4de1-85f5-99a4fa95f09c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:36.524577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bafa4c59-0b9d-42d9-bc94-29e253849eee), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.550441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:27:31Z', 'revision_number': 4, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c3a76ec5-8725-4123-9c20-5bdeaefd8431', 'name': '', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'mac_address': 'fa:16:3e:84:a7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:29Z', 'updated_at': '2022-02-19T01:27:32Z', 'revision_number': 2, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'subnets': [{'id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:36.553720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-b4851c47-4283-45e7-9197-4c181c0e85b9 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9056022 Feb 19 01:27:36.586267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd6f3a5f-5a3a-4af2-a8e9-240132ee5356 req-2606f157-be6e-45d1-a89e-c0a018edfc12 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3171d6f-277b-48a8-bf88-b2dd8b1a18db HTTP/1.1" status: 200 len: 210 time: 0.0889771 Feb 19 01:27:36.586482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1040c7-701b-428b-ac95-a04f3f64b38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a8d10270-1388-4c24-b2d6-bef1321a2cff', 'network_id': 'a8d10270-1388-4c24-b2d6-bef1321a2cff', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '3520258c-79f3-488d-b55e-0d1c068e1e51'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:36.587416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d1040c7-701b-428b-ac95-a04f3f64b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.592514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:36.594190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (bafa4c59-0b9d-42d9-bc94-29e253849eee), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:36.604422 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:36.702972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Checking router: 0d0f5cff-2b04-4a2c-9247-daa82391db22 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:36.703349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Updating router 0d0f5cff-2b04-4a2c-9247-daa82391db22 port c3a76ec5-8725-4123-9c20-5bdeaefd8431 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:27:36.770501 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b772f7-7f4f-49e6-8cac-0f1263d48fdb x-openstack-request-id: req-b7b772f7-7f4f-49e6-8cac-0f1263d48fdb {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:36.771005 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3171d6f-277b-48a8-bf88-b2dd8b1a18db", "name": "network-vif-deleted", "tag": "ee7b7018-900a-4de1-85f5-99a4fa95f09c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:36.771132 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7b772f7-7f4f-49e6-8cac-0f1263d48fdb {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:36.771471 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3171d6f-277b-48a8-bf88-b2dd8b1a18db', 'name': 'network-vif-deleted', 'tag': 'ee7b7018-900a-4de1-85f5-99a4fa95f09c', 'status': 'completed', 'code': 200} Feb 19 01:27:36.789410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a8d10270-1388-4c24-b2d6-bef1321a2cff), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.800465 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-4362cebd-4b1b-4438-b6d2-c304b3ffdbc0 service neutron] 10.222.0.43 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455850 Feb 19 01:27:36.802471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.823680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55652) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:36.826279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 781824a0-736b-4abd-930a-93eefa5ff786 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:36.829799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/a8d10270-1388-4c24-b2d6-bef1321a2cff HTTP/1.1" status: 204 len: 168 time: 1.3811238 Feb 19 01:27:36.834284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196805307'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:36.855113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.858663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=a8d10270-1388-4c24-b2d6-bef1321a2cff,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:36.878931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.879652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.880272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.881441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.884662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.885521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.886101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.886686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.887239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.887801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.888349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.889777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.890420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c480a-da87-4353-b4e7-052d946abeb6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.925994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee7b7018-900a-4de1-85f5-99a4fa95f09c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:36.935960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:36.941850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.002095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ee7b7018-900a-4de1-85f5-99a4fa95f09c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:37.004937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ee7b7018-900a-4de1-85f5-99a4fa95f09c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:37.071755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:37.074674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46fce4-c0f7-46f3-bd53-0c66057cd7a5 None None] Network a8d10270-1388-4c24-b2d6-bef1321a2cff requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:37.109710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46fce4-c0f7-46f3-bd53-0c66057cd7a5 None None] Network a8d10270-1388-4c24-b2d6-bef1321a2cff could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:27:37.118151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b2f9eba7-4390-441d-8a15-5a3006af7be7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.119250 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment b2f9eba7-4390-441d-8a15-5a3006af7be7 of type vlan for network 9f381ba9-d64c-4722-948b-edf11d3028d5 Feb 19 01:27:37.261319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-2be6eebf-6411-4a4c-addc-6a8815eb000b service neutron] 10.222.0.43 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599469 Feb 19 01:27:37.300201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9f381ba9-d64c-4722-948b-edf11d3028d5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.373615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9f381ba9-d64c-4722-948b-edf11d3028d5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.386894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:37.387934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.452656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:37.459046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '9f381ba9-d64c-4722-948b-edf11d3028d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:37.481614 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6512682 Feb 19 01:27:37.509566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f51f1-9a22-47e6-a74d-ddb112d0d303 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=9f381ba9-d64c-4722-948b-edf11d3028d5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:37.579054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9f381ba9-d64c-4722-948b-edf11d3028d5 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:37.657966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-370dd301-2e83-44fa-bdd7-d6a29f8a68ed req-64d6d218-dd76-49b3-9178-5174e93d13a1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 210 time: 0.0648131 Feb 19 01:27:37.821756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:37.831992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.366287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-a1b22ae0-1527-4e18-ab66-c92f57e949e7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:38.368325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Publish callbacks [] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.380934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-a1b22ae0-1527-4e18-ab66-c92f57e949e7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 819 time: 0.4722700 Feb 19 01:27:38.384179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.469965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-4532de51-7165-455a-9c26-c4b1b08b5e69 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/quotas/ef4336efde264324ba1a1e7e9fb152e0 HTTP/1.1" status: 200 len: 375 time: 0.0822916 Feb 19 01:27:38.608637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286981ed-6f36-4106-8402-ea649f60f82f None None] Pushing event updated for resources: {'Port': ['ID=c3a76ec5-8725-4123-9c20-5bdeaefd8431,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:38.685585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Attempting to bind port c3a76ec5-8725-4123-9c20-5bdeaefd8431 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:38.686036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Attempting to bind port c3a76ec5-8725-4123-9c20-5bdeaefd8431 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:38.686498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Attempting to bind port c3a76ec5-8725-4123-9c20-5bdeaefd8431 on network b7f69525-2634-4322-852b-b64765b9d677 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:38.699879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:38.700228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Checking segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:38.700745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.702078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Bound using segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:38.708163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Bound port: c3a76ec5-8725-4123-9c20-5bdeaefd8431, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:38.709015 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.763132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d2935-e7a6-44c2-a31a-d890113adea0 req-85026408-0d27-4f62-a2b4-a8d3a59c9f50 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:38.767187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-49059d8b-5146-4c38-9746-e109c65014dc tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2847688 Feb 19 01:27:38.803671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c17d2935-e7a6-44c2-a31a-d890113adea0 req-85026408-0d27-4f62-a2b4-a8d3a59c9f50 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 945 time: 0.3974874 Feb 19 01:27:38.841284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (990ee1f0-493c-4400-a574-ce67ecc12cc1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.856968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] For port c3a76ec5-8725-4123-9c20-5bdeaefd8431, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:38.864540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] For port c3a76ec5-8725-4123-9c20-5bdeaefd8431, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c3a76ec5-8725-4123-9c20-5bdeaefd8431,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:38.879232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.880252 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-211e87b8-0efc-40cf-bf84-6e36e976a50c service neutron] 10.222.0.43 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049526 Feb 19 01:27:39.016640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=990ee1f0-493c-4400-a574-ce67ecc12cc1,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.033053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c17d2935-e7a6-44c2-a31a-d890113adea0 req-a52deb05-b9ba-4acc-8475-60585f48b480 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210586 Feb 19 01:27:39.041072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Routers {'0d0f5cff-2b04-4a2c-9247-daa82391db22'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:39.041832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:27:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0d0f5cff-2b04-4a2c-9247-daa82391db22'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:39.058481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': 'b2f9eba7-4390-441d-8a15-5a3006af7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9f381ba9-d64c-4722-948b-edf11d3028d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:39.058481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 9f381ba9-d64c-4722-948b-edf11d3028d5, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:39.081124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 9f381ba9-d64c-4722-948b-edf11d3028d5 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:39.102229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9f381ba9-d64c-4722-948b-edf11d3028d5) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:39.112638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:39.113852 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.134088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-de3c3841-7492-4bbd-a040-805099c8a863 service neutron] 10.222.0.43 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299047 Feb 19 01:27:39.146237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1f18ed3b-34c7-4e9f-9e1b-664f224ea0d3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6912003 Feb 19 01:27:39.149531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55732) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:39.162068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-e5fc8f41-4ef1-4cc6-a9ac-a78923193992 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:39.167277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-e5fc8f41-4ef1-4cc6-a9ac-a78923193992 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 945 time: 0.5468147 Feb 19 01:27:39.272086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5034f-8637-463c-a000-af60d5e7e309 None None] Network 9f381ba9-d64c-4722-948b-edf11d3028d5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:39.408637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] Set router 0d0f5cff-2b04-4a2c-9247-daa82391db22 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:39.436411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9f381ba9-d64c-4722-948b-edf11d3028d5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.467349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286981ed-6f36-4106-8402-ea649f60f82f None None] Pushing event updated for resources: {'Port': ['ID=c3a76ec5-8725-4123-9c20-5bdeaefd8431,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.486328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Deleting port 1a9722c9-b3bd-4d37-8c66-00d5b524805f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:39.503466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.507137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-772232dd-82bf-4319-9486-ef4c4bd8bd79 req-04dd169a-eceb-4703-99c2-34c9c442f125 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 210 time: 0.0663378 Feb 19 01:27:39.652816 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (990ee1f0-493c-4400-a574-ce67ecc12cc1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.863110 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (990ee1f0-493c-4400-a574-ce67ecc12cc1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.920221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] For port 1a9722c9-b3bd-4d37-8c66-00d5b524805f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1a9722c9-b3bd-4d37-8c66-00d5b524805f,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:39.920601 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.941228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=990ee1f0-493c-4400-a574-ce67ecc12cc1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.950059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Calling delete_port for 1a9722c9-b3bd-4d37-8c66-00d5b524805f owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:40.324735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3a5fa-49bb-4f12-93e0-b54382bd9b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9f381ba9-d64c-4722-948b-edf11d3028d5', 'network_id': '9f381ba9-d64c-4722-948b-edf11d3028d5', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '990ee1f0-493c-4400-a574-ce67ecc12cc1'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:40.326721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a5fa-49bb-4f12-93e0-b54382bd9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.372511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1a9722c9-b3bd-4d37-8c66-00d5b524805f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.421525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['abeedf32-a577-44f1-9e4d-667d7a4cdd40'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:40.504885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd845-fa27-4045-bf63-86dddb494bc0 req-7b413976-6ec1-425f-9ad3-d14a03a68e20 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:40.507694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ecffd845-fa27-4045-bf63-86dddb494bc0 req-7b413976-6ec1-425f-9ad3-d14a03a68e20 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02e1472-c8d0-4447-a679-6e0badc6cedf HTTP/1.1" status: 200 len: 945 time: 0.2838688 Feb 19 01:27:40.518379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event deleted for resources: {'Port': ['ID=1a9722c9-b3bd-4d37-8c66-00d5b524805f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:40.662204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] No DVR routers for this DVR port 1a9722c9-b3bd-4d37-8c66-00d5b524805f on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:40.666433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.670485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7807226-efe2-40fb-af9e-d01c80f4f060 req-61585437-37b8-46f6-aae4-ce5d777af4b2 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "DELETE /v2.0/ports/1a9722c9-b3bd-4d37-8c66-00d5b524805f HTTP/1.1" status: 204 len: 173 time: 1.4931235 Feb 19 01:27:40.671244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'name': 'network-vif-deleted', 'tag': '1a9722c9-b3bd-4d37-8c66-00d5b524805f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:40.674744 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359c9a15-40c4-4ca8-85c3-64ba5807fc4a" -d '{"events": [{"server_uuid": "e02e1472-c8d0-4447-a679-6e0badc6cedf", "name": "network-vif-deleted", "tag": "1a9722c9-b3bd-4d37-8c66-00d5b524805f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:40.750271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ecffd845-fa27-4045-bf63-86dddb494bc0 req-f1874d9f-0ace-4517-91b6-3747c74723e6 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358665 Feb 19 01:27:40.779912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508bdb0e-6a3f-4e16-87e8-81646b736f56 None None] Network 9f381ba9-d64c-4722-948b-edf11d3028d5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:40.833854 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f73021-b918-4eb3-b49a-47997dec9552 x-openstack-request-id: req-b1f73021-b918-4eb3-b49a-47997dec9552 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:40.834383 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02e1472-c8d0-4447-a679-6e0badc6cedf", "name": "network-vif-deleted", "tag": "1a9722c9-b3bd-4d37-8c66-00d5b524805f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:40.834636 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1f73021-b918-4eb3-b49a-47997dec9552 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:40.835053 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02e1472-c8d0-4447-a679-6e0badc6cedf', 'name': 'network-vif-deleted', 'tag': '1a9722c9-b3bd-4d37-8c66-00d5b524805f', 'status': 'completed', 'code': 200} Feb 19 01:27:40.962599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed38e2c1-811c-44d0-8888-761bdbce2dff req-c7e0327d-5f7a-46b7-ac82-e7188c0194ef tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 210 time: 0.0858305 Feb 19 01:27:41.015002 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9f381ba9-d64c-4722-948b-edf11d3028d5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.058729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f381ba9-d64c-4722-948b-edf11d3028d5']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:41.076875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f9eba7-4390-441d-8a15-5a3006af7be7') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:41.077240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f9eba7-4390-441d-8a15-5a3006af7be7') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:41.106611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b2f9eba7-4390-441d-8a15-5a3006af7be7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.138690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-32117c41-050c-4bf2-97f8-4a2945d87e31 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:41.140248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-32117c41-050c-4bf2-97f8-4a2945d87e31 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 819 time: 0.2323618 Feb 19 01:27:41.141455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b2f9eba7-4390-441d-8a15-5a3006af7be7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.158496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Request body: {'port': {'device_id': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'admin_state_up': True, 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:41.167769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:41.168442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b2f9eba7-4390-441d-8a15-5a3006af7be7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:41.182720 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:41.274637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:27:31Z', 'revision_number': 4, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c3a76ec5-8725-4123-9c20-5bdeaefd8431', 'name': '', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'mac_address': 'fa:16:3e:84:a7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:29Z', 'updated_at': '2022-02-19T01:27:38Z', 'revision_number': 4, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'subnets': [{'id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:41.337496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058f7be-bfe1-4188-a64c-fe8c0b6799cd None None] The sync data for ids ['0d0f5cff-2b04-4a2c-9247-daa82391db22'] in n-d-826752-2 is: [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:27:31Z', 'revision_number': 4, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c3a76ec5-8725-4123-9c20-5bdeaefd8431', 'name': '', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'mac_address': 'fa:16:3e:84:a7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:29Z', 'updated_at': '2022-02-19T01:27:38Z', 'revision_number': 4, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'subnets': [{'id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:41.425023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9f381ba9-d64c-4722-948b-edf11d3028d5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.452689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.463029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:41.463390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/9f381ba9-d64c-4722-948b-edf11d3028d5 HTTP/1.1" status: 204 len: 168 time: 2.3126776 Feb 19 01:27:41.470705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1358195763'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:41.484358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c99ab-bdad-4ce9-a35e-486ae4381240 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=9f381ba9-d64c-4722-948b-edf11d3028d5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:41.583232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:41.597147 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.614175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Made reservation on behalf of ef4336efde264324ba1a1e7e9fb152e0 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:41.627508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.678541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:41.723271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9d647ce6-8fea-4ae3-a74f-19305e0a9be8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.723811 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment 9d647ce6-8fea-4ae3-a74f-19305e0a9be8 of type vlan for network 2a92e690-9e57-4d57-847e-7bfebf533830 Feb 19 01:27:41.802891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.883624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.888745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:41.889381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.986973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5202310 Feb 19 01:27:41.987470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55812) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:42.009236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:42.277887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9b650c5-c841-4c91-b0d8-cc75b8ffa4e5 req-52e09b5c-bb0c-4bb6-a756-3d2884d0b1be tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 210 time: 0.1238937 Feb 19 01:27:42.280485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Allocated IP 172.20.0.5 (b7f69525-2634-4322-852b-b64765b9d677/301bc33b-754c-4efd-bc81-2126d5e6a4e4/ed304740-9368-4742-94da-3fba2ece57fd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:42.327123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-183c4ae8-b67a-47fe-98c5-45cf70159106 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:42.337654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-183c4ae8-b67a-47fe-98c5-45cf70159106 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 819 time: 0.4650273 Feb 19 01:27:42.357702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Request body: {'port': {'device_id': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'admin_state_up': True, 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:42.576598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e340069-b751-44bc-b3e7-ef88637be4a5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=2a92e690-9e57-4d57-847e-7bfebf533830,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:42.586340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Made reservation on behalf of ef4336efde264324ba1a1e7e9fb152e0 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:42.588474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2a92e690-9e57-4d57-847e-7bfebf533830 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:42.591693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.793444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.835272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.928012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1a9722c9-b3bd-4d37-8c66-00d5b524805f no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:42.963189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 1a9722c9-b3bd-4d37-8c66-00d5b524805f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:42.963819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1a9722c9-b3bd-4d37-8c66-00d5b524805f not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:43.060679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c3a76ec5-8725-4123-9c20-5bdeaefd8431 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:43.066887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=2a92e690-9e57-4d57-847e-7bfebf533830,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:43.076429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 2a92e690-9e57-4d57-847e-7bfebf533830 is not hosted by any dhcp agent {{(pid=103429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:27:43.082299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:43.086494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.088074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4cfc662f-9258-43ec-80b7-8c629c1c0877 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "PUT /v2.0/networks/2a92e690-9e57-4d57-847e-7bfebf533830 HTTP/1.1" status: 200 len: 723 time: 1.0928297 Feb 19 01:27:43.091360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55840) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:43.102617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:43.214965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks [] for port (ed304740-9368-4742-94da-3fba2ece57fd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.262459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2a92e690-9e57-4d57-847e-7bfebf533830 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:43.312901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ed304740-9368-4742-94da-3fba2ece57fd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.386459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c3a76ec5-8725-4123-9c20-5bdeaefd8431 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:43.387230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.438345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Network b7f69525-2634-4322-852b-b64765b9d677 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:43.443962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:43.459823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:43.466411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Pushing event updated for resources: {'Port': ['ID=ed304740-9368-4742-94da-3fba2ece57fd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:43.563423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c3a76ec5-8725-4123-9c20-5bdeaefd8431 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:43.563971 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.566672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:43.567814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.568241 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fae5eb5c-85ee-442d-b162-947624bbbaca req-e7dd6d93-a7b6-45ac-9206-c09ef7c6ce4e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 210 time: 0.1057634 Feb 19 01:27:43.590383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:43.601308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.601429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e588c989-2b77-43cd-b577-138cfde9a887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4474871 Feb 19 01:27:43.630261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Request body: {'port': {'device_id': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:43.659348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c3a76ec5-8725-4123-9c20-5bdeaefd8431, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c3a76ec5-8725-4123-9c20-5bdeaefd8431,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:43.673931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.702162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Allocated IP 172.20.0.13 (b7f69525-2634-4322-852b-b64765b9d677/301bc33b-754c-4efd-bc81-2126d5e6a4e4/ac5fc545-c746-44b2-ae0b-d2651594322e) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:43.781684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed304740-9368-4742-94da-3fba2ece57fd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.803383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c3a76ec5-8725-4123-9c20-5bdeaefd8431,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:43.818192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.818544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.818890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.823928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.824245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.824596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.825164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.825692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.826215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.826838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.827342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.827942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:43.829079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:44.131952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (82d5ef8f-11e2-4992-9b2d-e6af786ac552), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.188652 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks [] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.243408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=82d5ef8f-11e2-4992-9b2d-e6af786ac552,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.269480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': '9d647ce6-8fea-4ae3-a74f-19305e0a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:44.269844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 2a92e690-9e57-4d57-847e-7bfebf533830, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:44.309339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 2a92e690-9e57-4d57-847e-7bfebf533830 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:44.318412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.419779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Pushing event updated for resources: {'Port': ['ID=ac5fc545-c746-44b2-ae0b-d2651594322e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.432049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 2a92e690-9e57-4d57-847e-7bfebf533830) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:44.443182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a5cbd-c047-4a21-82e4-824ab19ed90c None None] Network 2a92e690-9e57-4d57-847e-7bfebf533830 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:44.451398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.455959 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.511699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Network b7f69525-2634-4322-852b-b64765b9d677 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:44.518757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:44.530210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:44.552283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-400e1eb2-55e5-4c33-9e03-63fbccf86cc3 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4571853 Feb 19 01:27:44.558161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55864) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:44.629033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed304740-9368-4742-94da-3fba2ece57fd {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:27:44.631562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:44.673228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Publish callbacks [] for port (ed304740-9368-4742-94da-3fba2ece57fd), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.689662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-2a92e690-9e57-4d57-847e-7bfebf533830', 'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '82d5ef8f-11e2-4992-9b2d-e6af786ac552'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:44.690902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.712283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Transition to ACTIVE for port object ed304740-9368-4742-94da-3fba2ece57fd will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:27:44.717018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ed304740-9368-4742-94da-3fba2ece57fd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.895364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.896173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.919417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Pushing event updated for resources: {'Port': ['ID=ed304740-9368-4742-94da-3fba2ece57fd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.934826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58804463'] for subnet (82d5ef8f-11e2-4992-9b2d-e6af786ac552), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.979624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Allocated IP 172.20.0.2 (2a92e690-9e57-4d57-847e-7bfebf533830/82d5ef8f-11e2-4992-9b2d-e6af786ac552/d08535fb-8571-4438-974d-107eb7a848a6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:45.008112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-48f82748-aa44-4428-aaf1-322e8f497da4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6604879 Feb 19 01:27:45.026354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Request body: {'port': {'device_id': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:45.051035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d9536-f40f-483a-96ed-ea111dd2966c req-1fe19f2e-8f71-485b-a465-b73fcd1300d6 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.065568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea6d9536-f40f-483a-96ed-ea111dd2966c req-1fe19f2e-8f71-485b-a465-b73fcd1300d6 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 932 time: 0.3224573 Feb 19 01:27:45.173876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Attempting to bind port ed304740-9368-4742-94da-3fba2ece57fd on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:45.174099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Attempting to bind port ed304740-9368-4742-94da-3fba2ece57fd by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:45.174435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Attempting to bind port ed304740-9368-4742-94da-3fba2ece57fd on network b7f69525-2634-4322-852b-b64765b9d677 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:45.183601 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.192357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Port ed304740-9368-4742-94da-3fba2ece57fd on network b7f69525-2634-4322-852b-b64765b9d677 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:27:45.192680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Attempting to bind port ed304740-9368-4742-94da-3fba2ece57fd on network b7f69525-2634-4322-852b-b64765b9d677 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:45.224225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:45.224569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Checking segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:45.224961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Bound using segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:45.225424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Bound port: ed304740-9368-4742-94da-3fba2ece57fd, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:45.225785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed304740-9368-4742-94da-3fba2ece57fd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.270427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Publish callbacks [] for port (d08535fb-8571-4438-974d-107eb7a848a6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.280215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c3a76ec5-8725-4123-9c20-5bdeaefd8431 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:45.283333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea6d9536-f40f-483a-96ed-ea111dd2966c req-a63941ab-bb62-4ab4-9113-a493acd67a2f tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144663 Feb 19 01:27:45.283918 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d08535fb-8571-4438-974d-107eb7a848a6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.372213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Pushing event updated for resources: {'Port': ['ID=d08535fb-8571-4438-974d-107eb7a848a6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:45.406193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Network 2a92e690-9e57-4d57-847e-7bfebf533830 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:45.412321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:45.420837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:45.421568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] For port ed304740-9368-4742-94da-3fba2ece57fd, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:45.426734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] For port ed304740-9368-4742-94da-3fba2ece57fd, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed304740-9368-4742-94da-3fba2ece57fd,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:45.435837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ed304740-9368-4742-94da-3fba2ece57fd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.487111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.488514 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.493023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] 10.222.0.10 "PUT /v2.0/ports/ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 1091 time: 1.8730845 Feb 19 01:27:45.544449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'tag': 'ed304740-9368-4742-94da-3fba2ece57fd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:45.546943 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388f416-32e0-49e2-b2a1-ed920d96bac2" -d '{"events": [{"name": "network-changed", "server_uuid": "431442da-1d15-4b78-a5f4-13f1e758cf52", "tag": "ed304740-9368-4742-94da-3fba2ece57fd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:45.599224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Attempting to bind port d08535fb-8571-4438-974d-107eb7a848a6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:45.599599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Attempting to bind port d08535fb-8571-4438-974d-107eb7a848a6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '9d647ce6-8fea-4ae3-a74f-19305e0a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:45.599967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Attempting to bind port d08535fb-8571-4438-974d-107eb7a848a6 on network 2a92e690-9e57-4d57-847e-7bfebf533830 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:45.616897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:45.622982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Checking segment: {'id': '9d647ce6-8fea-4ae3-a74f-19305e0a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:45.623308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.623746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Bound using segment: {'id': '9d647ce6-8fea-4ae3-a74f-19305e0a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:45.624218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Bound port: d08535fb-8571-4438-974d-107eb7a848a6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d647ce6-8fea-4ae3-a74f-19305e0a9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2a92e690-9e57-4d57-847e-7bfebf533830'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:45.624608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d08535fb-8571-4438-974d-107eb7a848a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.665542 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e5356e-0d54-4918-96c0-467423a48540 x-openstack-request-id: req-20e5356e-0d54-4918-96c0-467423a48540 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:45.666061 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431442da-1d15-4b78-a5f4-13f1e758cf52", "tag": "ed304740-9368-4742-94da-3fba2ece57fd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:45.666061 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20e5356e-0d54-4918-96c0-467423a48540 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:45.666468 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'tag': 'ed304740-9368-4742-94da-3fba2ece57fd', 'status': 'completed', 'code': 200} Feb 19 01:27:45.671680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c3a76ec5-8725-4123-9c20-5bdeaefd8431 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:45.671912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.690541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5fc545-c746-44b2-ae0b-d2651594322e {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:27:45.698947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Publish callbacks [] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.711770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ff1cb-5060-42f8-bed1-108f7169feaa service neutron] Pushing event updated for resources: {'Port': ['ID=ed304740-9368-4742-94da-3fba2ece57fd,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:45.713299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Transition to ACTIVE for port object ac5fc545-c746-44b2-ae0b-d2651594322e will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:27:45.724970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.741182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-4e3d34ea-21a6-422d-9565-fd1cf015aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.742738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-4e3d34ea-21a6-422d-9565-fd1cf015aac1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1125 time: 0.1854291 Feb 19 01:27:45.805816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] For port d08535fb-8571-4438-974d-107eb7a848a6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:45.820321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] For port d08535fb-8571-4438-974d-107eb7a848a6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d08535fb-8571-4438-974d-107eb7a848a6,segment=NetworkSegment(9d647ce6-8fea-4ae3-a74f-19305e0a9be8),segment_id=9d647ce6-8fea-4ae3-a74f-19305e0a9be8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:45.831694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-8aea7369-37a6-4b17-aed1-1e5c19e4f4e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.0736990 Feb 19 01:27:45.844669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d08535fb-8571-4438-974d-107eb7a848a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.869355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Pushing event updated for resources: {'Port': ['ID=ac5fc545-c746-44b2-ae0b-d2651594322e,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:45.903843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a940-0f9e-4466-9307-dc0011b72ab8 None None] Pushing event updated for resources: {'Port': ['ID=d08535fb-8571-4438-974d-107eb7a848a6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:45.949051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-76cfdbf6-529a-4d33-a8df-0c3e13a6db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.958936 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-76cfdbf6-529a-4d33-a8df-0c3e13a6db44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.1107123 Feb 19 01:27:46.010970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Attempting to bind port ac5fc545-c746-44b2-ae0b-d2651594322e on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:46.011315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Attempting to bind port ac5fc545-c746-44b2-ae0b-d2651594322e by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:46.011770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Attempting to bind port ac5fc545-c746-44b2-ae0b-d2651594322e on network b7f69525-2634-4322-852b-b64765b9d677 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:46.015268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762708919682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58918742'] for subnet (82d5ef8f-11e2-4992-9b2d-e6af786ac552), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.023549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Port ac5fc545-c746-44b2-ae0b-d2651594322e on network b7f69525-2634-4322-852b-b64765b9d677 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:27:46.024080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Attempting to bind port ac5fc545-c746-44b2-ae0b-d2651594322e on network b7f69525-2634-4322-852b-b64765b9d677 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:46.025516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c3a76ec5-8725-4123-9c20-5bdeaefd8431 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:46.026930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-d0d862f5-e57f-4de2-ac8c-17dc16542d7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649548 Feb 19 01:27:46.102341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:46.102341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Checking segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:46.102341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Bound using segment: {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:46.102341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Bound port: ac5fc545-c746-44b2-ae0b-d2651594322e, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bcd4c8-684c-40ce-88b1-d5d01f6c3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:46.102341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.116188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.117076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.120394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "PUT /v2.0/subnets/82d5ef8f-11e2-4992-9b2d-e6af786ac552 HTTP/1.1" status: 200 len: 806 time: 1.5292928 Feb 19 01:27:46.125707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55884) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:46.159217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46717cea-689f-436d-a9ca-5bf5465e79a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=82d5ef8f-11e2-4992-9b2d-e6af786ac552,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:46.204647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] For port ac5fc545-c746-44b2-ae0b-d2651594322e, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:46.213345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] For port ac5fc545-c746-44b2-ae0b-d2651594322e, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac5fc545-c746-44b2-ae0b-d2651594322e,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:46.244486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-f4e6d040-bcf0-47ce-ad5a-3938cf7009a2 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095883 Feb 19 01:27:46.274153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.334527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.335144 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.336541 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] 10.222.0.10 "PUT /v2.0/ports/ac5fc545-c746-44b2-ae0b-d2651594322e HTTP/1.1" status: 200 len: 1092 time: 1.3165936 Feb 19 01:27:46.337021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'tag': 'ac5fc545-c746-44b2-ae0b-d2651594322e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:46.339693 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea707d-e5c2-4377-bd41-f7c58e2715f4" -d '{"events": [{"name": "network-changed", "server_uuid": "680ccb39-56ce-4682-8c9f-cb7456a89c02", "tag": "ac5fc545-c746-44b2-ae0b-d2651594322e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:46.400139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.478162 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b44885-a234-427a-bf54-67b893788d5f x-openstack-request-id: req-38b44885-a234-427a-bf54-67b893788d5f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:46.478409 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680ccb39-56ce-4682-8c9f-cb7456a89c02", "tag": "ac5fc545-c746-44b2-ae0b-d2651594322e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:46.478657 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38b44885-a234-427a-bf54-67b893788d5f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:46.479067 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'tag': 'ac5fc545-c746-44b2-ae0b-d2651594322e', 'status': 'completed', 'code': 200} Feb 19 01:27:46.507669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e6763-c1f9-493c-bbff-91ea129fdc7b service neutron] Pushing event updated for resources: {'Port': ['ID=ac5fc545-c746-44b2-ae0b-d2651594322e,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:46.539511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8eae52c-5696-4e1d-9400-d640d2c1093a req-e043c479-3840-4646-9e69-249381be5343 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812452 Feb 19 01:27:46.576223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e05e99f9-bc01-43cf-afe8-8604ebcd131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.578001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-e05e99f9-bc01-43cf-afe8-8604ebcd131b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 1126 time: 0.1621814 Feb 19 01:27:46.582615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2395e-d43e-4b18-9190-e1e9684d52bc req-9aad6c23-c6d5-4bd2-8d41-cfea407fc6ff tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.584130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ae2395e-d43e-4b18-9190-e1e9684d52bc req-9aad6c23-c6d5-4bd2-8d41-cfea407fc6ff tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 944 time: 0.1440048 Feb 19 01:27:46.589703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting port d08535fb-8571-4438-974d-107eb7a848a6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:46.590041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d08535fb-8571-4438-974d-107eb7a848a6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.655115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-096fb08d-619c-48e1-98fd-32f19b206f83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac5fc545-c746-44b2-ae0b-d2651594322e HTTP/1.1" status: 200 len: 217 time: 0.0619195 Feb 19 01:27:46.731423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] For port d08535fb-8571-4438-974d-107eb7a848a6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d08535fb-8571-4438-974d-107eb7a848a6,segment=NetworkSegment(9d647ce6-8fea-4ae3-a74f-19305e0a9be8),segment_id=9d647ce6-8fea-4ae3-a74f-19305e0a9be8)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:46.731984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d08535fb-8571-4438-974d-107eb7a848a6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.732980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-ce5129e6-c834-4010-bb8d-146419119f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.735724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-ce5129e6-c834-4010-bb8d-146419119f54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.0696435 Feb 19 01:27:46.769104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Calling delete_port for d08535fb-8571-4438-974d-107eb7a848a6 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:46.791396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ae2395e-d43e-4b18-9190-e1e9684d52bc req-30a7c57a-800b-4955-b220-38a62170fa48 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398239 Feb 19 01:27:46.798437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-75dbb322-227b-461a-b35f-4af49a06f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.798653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-bf3d153b-9864-46b8-b4ea-10be114d1d95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572722 Feb 19 01:27:46.799916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-75dbb322-227b-461a-b35f-4af49a06f1a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1125 time: 0.1464412 Feb 19 01:27:46.991690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-a5cdaa63-4aa1-4d73-bac2-23aab6ddb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.993336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-a5cdaa63-4aa1-4d73-bac2-23aab6ddb5d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.1610279 Feb 19 01:27:47.069905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-cd55a58b-3499-4479-bc65-b7180e288fd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.0668194 Feb 19 01:27:47.070751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d08535fb-8571-4438-974d-107eb7a848a6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:47.127805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-c970d1ba-20a6-4e99-93c3-078a0e73a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:47.129319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-c970d1ba-20a6-4e99-93c3-078a0e73a17a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.0512795 Feb 19 01:27:47.181368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Could not find standard attr ID for object d08535fb-8571-4438-974d-107eb7a848a6. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:27:47.200367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d08535fb-8571-4438-974d-107eb7a848a6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.237963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-b810e68a-0641-439d-a4b5-bb9d11bf290a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961607 Feb 19 01:27:47.241029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Port': ['ID=d08535fb-8571-4438-974d-107eb7a848a6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:47.304923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No DVR routers for this DVR port d08535fb-8571-4438-974d-107eb7a848a6 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:47.402809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (82d5ef8f-11e2-4992-9b2d-e6af786ac552), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.478750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (82d5ef8f-11e2-4992-9b2d-e6af786ac552), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.511074 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-12f23dc5-4a2d-4c0d-9ac7-eba126a2fc8a service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988976 Feb 19 01:27:47.595919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01fc18-f50f-4c01-98c2-fc89bc856457 None None] Network 2a92e690-9e57-4d57-847e-7bfebf533830 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:47.605136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=82d5ef8f-11e2-4992-9b2d-e6af786ac552,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:47.612882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.677707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a88ce04d-09fd-4b66-bf63-047c526598dd req-8a158b93-bf2d-443c-a0d2-9bd19b2838c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587234 Feb 19 01:27:47.678224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a92e690-9e57-4d57-847e-7bfebf533830']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:47.697219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d647ce6-8fea-4ae3-a74f-19305e0a9be8') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:47.697735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d647ce6-8fea-4ae3-a74f-19305e0a9be8') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:47.719825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (9d647ce6-8fea-4ae3-a74f-19305e0a9be8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.729865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-07751599-7222-4d95-a611-c74edd3bce39 None None] Could not find standard attr ID for object d08535fb-8571-4438-974d-107eb7a848a6. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:27:47.735803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-9709b1f6-78e8-43fb-84e2-715d89b6f7f1 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720132 Feb 19 01:27:47.746676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (9d647ce6-8fea-4ae3-a74f-19305e0a9be8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.775276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:47.775689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (9d647ce6-8fea-4ae3-a74f-19305e0a9be8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:47.779485 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:47.835725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7ddad-dd2b-4999-9574-e31b30260b1a None None] DHCP port deletion for 2a92e690-9e57-4d57-847e-7bfebf533830 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:27:47.842175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-7e2ad68d-a1a6-45e0-af8f-a9c5bd51bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:47.847365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-7e2ad68d-a1a6-45e0-af8f-a9c5bd51bd3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 1126 time: 0.1125181 Feb 19 01:27:47.861442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be48cfa-4f48-4cde-976f-1ba1813d0a10 None None] Network 2a92e690-9e57-4d57-847e-7bfebf533830 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:47.939196 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (2a92e690-9e57-4d57-847e-7bfebf533830), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.962768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.968263 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/2a92e690-9e57-4d57-847e-7bfebf533830 HTTP/1.1" status: 204 len: 168 time: 1.8391981 Feb 19 01:27:47.980425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:48.017645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37591-007d-4c32-b109-de9a0ba629f2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=2a92e690-9e57-4d57-847e-7bfebf533830,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:48.029671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f388f416-32e0-49e2-b2a1-ed920d96bac2 req-d7f35af9-8485-40e5-a9fc-82c826afb581 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843182 Feb 19 01:27:48.030999 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d32f02e-25bc-4d6f-868d-14ed86b3ce68 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:48.032086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d32f02e-25bc-4d6f-868d-14ed86b3ce68 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:48.035548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d32f02e-25bc-4d6f-868d-14ed86b3ce68 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/2a92e690-9e57-4d57-847e-7bfebf533830 HTTP/1.1" status: 404 len: 339 time: 0.0493064 Feb 19 01:27:48.044183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:48.057973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-274170250', 'description': 'd1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:48.083545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:48.086715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.114883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:48.127791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (20e47087-c4e5-49e5-b489-1c433df35a13), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.128171 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment 20e47087-c4e5-49e5-b489-1c433df35a13 of type vlan for network 58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 Feb 19 01:27:48.128309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d75419-2acc-43a6-aee9-6eab4c602d84 req-cec3f0ee-7382-444e-b340-a5fdbe6ab671 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:48.141610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95d75419-2acc-43a6-aee9-6eab4c602d84 req-cec3f0ee-7382-444e-b340-a5fdbe6ab671 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 944 time: 0.2139802 Feb 19 01:27:48.158410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-b1953ca6-9b78-4a3f-a277-07b00b46b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:48.161536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-b1953ca6-9b78-4a3f-a277-07b00b46b514 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.3068190 Feb 19 01:27:48.182222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.213137 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.220839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:48.221834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.226382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-f32c461f-55bc-4ad2-bac0-cee3adf9af9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac5fc545-c746-44b2-ae0b-d2651594322e HTTP/1.1" status: 200 len: 217 time: 0.0389488 Feb 19 01:27:48.258231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-95d75419-2acc-43a6-aee9-6eab4c602d84 req-53e97da7-0a6f-4e3a-a5d7-a6a00e121dbf tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947978 Feb 19 01:27:48.300432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2465036 Feb 19 01:27:48.303606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55918) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:48.315148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-4f5bd314-183d-4817-9b7e-a2d633a9050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:48.318283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-4f5bd314-183d-4817-9b7e-a2d633a9050c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.0590677 Feb 19 01:27:48.336894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634d1c4-9795-4390-a187-11aa4cbaf662 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:48.362065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:48.402807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-bd572ac4-c347-40bb-b58e-2398352cb35d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775297 Feb 19 01:27:48.411203 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.419360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbb525-fc37-4022-a485-9fb9d5c1851a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:48.421290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ecbb525-fc37-4022-a485-9fb9d5c1851a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks?id=58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 HTTP/1.1" status: 200 len: 760 time: 0.1166763 Feb 19 01:27:48.423923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:48.429246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'description': 'd2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:48.576525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-c984b288-24dc-4c3c-aaaf-4ba6f5f7abb7 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582513 Feb 19 01:27:48.691184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.713328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.767058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72ea707d-e5c2-4377-bd41-f7c58e2715f4 req-bced86b6-e9a3-41ff-9d6c-69c486f0f63a service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714177 Feb 19 01:27:48.959332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed304740-9368-4742-94da-3fba2ece57fd details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:27:48.993640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d08535fb-8571-4438-974d-107eb7a848a6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:49.040543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d08535fb-8571-4438-974d-107eb7a848a6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:49.041346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d08535fb-8571-4438-974d-107eb7a848a6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:49.148656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ed304740-9368-4742-94da-3fba2ece57fd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed304740-9368-4742-94da-3fba2ece57fd,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:49.164739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ed304740-9368-4742-94da-3fba2ece57fd', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'port_id': 'ed304740-9368-4742-94da-3fba2ece57fd', 'mac_address': 'fa:16:3e:fe:ec:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:27:49.207477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ed304740-9368-4742-94da-3fba2ece57fd is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:49.207975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed304740-9368-4742-94da-3fba2ece57fd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.222833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed304740-9368-4742-94da-3fba2ece57fd {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:27:49.224635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 is not hosted by any dhcp agent {{(pid=103429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:27:49.229453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:49.230049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.231331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "PUT /v2.0/networks/58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 HTTP/1.1" status: 200 len: 757 time: 0.8064072 Feb 19 01:27:49.234114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:49.247436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ed304740-9368-4742-94da-3fba2ece57fd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed304740-9368-4742-94da-3fba2ece57fd,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:49.252324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ed304740-9368-4742-94da-3fba2ece57fd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.255228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac5fc545-c746-44b2-ae0b-d2651594322e details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:27:49.279546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297e88-c43b-4b14-9322-c1a95c5f45b9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:49.307766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:49.460361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0342eda0-8763-4a9b-9010-dff5def1d2a0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:49.465215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ed304740-9368-4742-94da-3fba2ece57fd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:49.482121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0342eda0-8763-4a9b-9010-dff5def1d2a0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks?id=58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 HTTP/1.1" status: 200 len: 760 time: 0.2413893 Feb 19 01:27:49.482121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55940) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:49.486352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ac5fc545-c746-44b2-ae0b-d2651594322e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac5fc545-c746-44b2-ae0b-d2651594322e,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:49.487051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-994088485'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:49.499894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ac5fc545-c746-44b2-ae0b-d2651594322e', 'network_id': 'b7f69525-2634-4322-852b-b64765b9d677', 'port_id': 'ac5fc545-c746-44b2-ae0b-d2651594322e', 'mac_address': 'fa:16:3e:64:a4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301bc33b-754c-4efd-bc81-2126d5e6a4e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:27:49.519730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:49.523182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.569546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a955e33-bdf2-4a67-bce8-7127d3b14101 req-363e494c-2a0d-4fbf-8d49-31acca783097 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:49.575753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a955e33-bdf2-4a67-bce8-7127d3b14101 req-363e494c-2a0d-4fbf-8d49-31acca783097 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 944 time: 0.1573200 Feb 19 01:27:49.584626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:49.609675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.610076 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment 46c4feff-a9d8-4f70-87e4-375f41637aea of type vlan for network f5384b50-656b-4eb9-aa34-624564a52112 Feb 19 01:27:49.620084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ac5fc545-c746-44b2-ae0b-d2651594322e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:49.620851 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.657472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5fc545-c746-44b2-ae0b-d2651594322e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:27:49.694935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (f5384b50-656b-4eb9-aa34-624564a52112), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.716253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a955e33-bdf2-4a67-bce8-7127d3b14101 req-4d8bbe16-a6c9-4901-86f7-447f80161141 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294174 Feb 19 01:27:49.729912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ac5fc545-c746-44b2-ae0b-d2651594322e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac5fc545-c746-44b2-ae0b-d2651594322e,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:49.735919 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.751591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (f5384b50-656b-4eb9-aa34-624564a52112), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.756924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:49.757545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.799218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ac5fc545-c746-44b2-ae0b-d2651594322e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:49.858324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:49.918125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=f5384b50-656b-4eb9-aa34-624564a52112,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:49.929893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b43adb4c-ccbb-4744-9f27-7724fabf76f8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4443331 Feb 19 01:27:49.930668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:49.934117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network f5384b50-656b-4eb9-aa34-624564a52112 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:49.940302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:50.126315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ac5fc545-c746-44b2-ae0b-d2651594322e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:50.134899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c674-6a9f-4903-9367-bba05d64a269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.162431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:50.168641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.175660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ed304740-9368-4742-94da-3fba2ece57fd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:50.401119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e7b0276-4cc5-42f6-bdee-5cbc9df7ac6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.558758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c674-6a9f-4903-9367-bba05d64a269 admin admin] Publish callbacks [] for security_group (dabced19-ae15-4dc0-95e9-b39a75bd0247), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.565147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c674-6a9f-4903-9367-bba05d64a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dabced19-ae15-4dc0-95e9-b39a75bd0247), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.571752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (303f349e-9f74-4752-bda7-cd243fc879b1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.639022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=303f349e-9f74-4752-bda7-cd243fc879b1,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:50.675787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0c674-6a9f-4903-9367-bba05d64a269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabced19-ae15-4dc0-95e9-b39a75bd0247,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:50.683832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 55960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:50.695051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ab0c674-6a9f-4903-9367-bba05d64a269 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7d666ce9fff488aa2721a6a1e66dca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8355815 Feb 19 01:27:50.738828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': '46c4feff-a9d8-4f70-87e4-375f41637aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:50.739203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: f5384b50-656b-4eb9-aa34-624564a52112, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:50.803907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network f5384b50-656b-4eb9-aa34-624564a52112 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:50.814561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e856780c-7fa1-4102-8eed-8e2e77aeefed admin admin] Publish callbacks [] for security_group (dabced19-ae15-4dc0-95e9-b39a75bd0247), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.825156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, f5384b50-656b-4eb9-aa34-624564a52112) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:50.842036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e45a81a-6fb1-4d6e-b117-1420b09ab81c None None] Network f5384b50-656b-4eb9-aa34-624564a52112 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:50.855449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:50.855449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.887778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e856780c-7fa1-4102-8eed-8e2e77aeefed admin admin] Publish callbacks [] for security_group (dabced19-ae15-4dc0-95e9-b39a75bd0247), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.908142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e567f8f7-fe17-45c5-94c0-0b0531c40e0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9745526 Feb 19 01:27:50.910670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 55966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:51.052323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6131b58-be71-423b-acf6-04007cada74e req-56040331-5140-4d76-a4f6-7b3c14d38c54 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:51.063049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6131b58-be71-423b-acf6-04007cada74e req-56040331-5140-4d76-a4f6-7b3c14d38c54 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 945 time: 0.1333871 Feb 19 01:27:51.071773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-f5384b50-656b-4eb9-aa34-624564a52112', 'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '303f349e-9f74-4752-bda7-cd243fc879b1'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:51.072551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.109064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e856780c-7fa1-4102-8eed-8e2e77aeefed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dabced19-ae15-4dc0-95e9-b39a75bd0247), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.113386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e856780c-7fa1-4102-8eed-8e2e77aeefed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.115157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e856780c-7fa1-4102-8eed-8e2e77aeefed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dabced19-ae15-4dc0-95e9-b39a75bd0247 HTTP/1.1" status: 204 len: 168 time: 0.4303298 Feb 19 01:27:51.144845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856780c-7fa1-4102-8eed-8e2e77aeefed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabced19-ae15-4dc0-95e9-b39a75bd0247,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:51.160365 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (f5384b50-656b-4eb9-aa34-624564a52112), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.194944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6131b58-be71-423b-acf6-04007cada74e req-0ff93e76-cfaf-424c-a181-b359e2770563 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183581 Feb 19 01:27:51.347072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (303f349e-9f74-4752-bda7-cd243fc879b1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.639375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Allocated IP 172.20.0.2 (f5384b50-656b-4eb9-aa34-624564a52112/303f349e-9f74-4752-bda7-cd243fc879b1/f0ae2520-6635-45ae-8875-83517e34ef89) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:52.057183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Publish callbacks [] for port (f0ae2520-6635-45ae-8875-83517e34ef89), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.063783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (f0ae2520-6635-45ae-8875-83517e34ef89), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.090897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (303f349e-9f74-4752-bda7-cd243fc879b1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.157362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Network f5384b50-656b-4eb9-aa34-624564a52112 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:52.158833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:52.159146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=303f349e-9f74-4752-bda7-cd243fc879b1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:52.166408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:52.174125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Pushing event updated for resources: {'Port': ['ID=f0ae2520-6635-45ae-8875-83517e34ef89,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:52.260884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Attempting to bind port f0ae2520-6635-45ae-8875-83517e34ef89 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:52.261424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Attempting to bind port f0ae2520-6635-45ae-8875-83517e34ef89 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '46c4feff-a9d8-4f70-87e4-375f41637aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:52.261795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Attempting to bind port f0ae2520-6635-45ae-8875-83517e34ef89 on network f5384b50-656b-4eb9-aa34-624564a52112 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:52.270218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:52.270732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Checking segment: {'id': '46c4feff-a9d8-4f70-87e4-375f41637aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:52.271308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.271713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Bound using segment: {'id': '46c4feff-a9d8-4f70-87e4-375f41637aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:52.272192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Bound port: f0ae2520-6635-45ae-8875-83517e34ef89, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c4feff-a9d8-4f70-87e4-375f41637aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f5384b50-656b-4eb9-aa34-624564a52112'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:52.272577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f0ae2520-6635-45ae-8875-83517e34ef89), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.341541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (f5384b50-656b-4eb9-aa34-624564a52112), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.399804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5384b50-656b-4eb9-aa34-624564a52112']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:52.409634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] For port f0ae2520-6635-45ae-8875-83517e34ef89, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:52.415067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] For port f0ae2520-6635-45ae-8875-83517e34ef89, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f0ae2520-6635-45ae-8875-83517e34ef89,segment=NetworkSegment(46c4feff-a9d8-4f70-87e4-375f41637aea),segment_id=46c4feff-a9d8-4f70-87e4-375f41637aea)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:52.415533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c4feff-a9d8-4f70-87e4-375f41637aea') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:52.415834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c4feff-a9d8-4f70-87e4-375f41637aea') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:52.428712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.434254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f0ae2520-6635-45ae-8875-83517e34ef89), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.452893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ebc8e-bbfb-449c-996c-47af05309cbb req-7971c374-dd5a-43f5-ae01-3260933225ad tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:52.456592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce4ebc8e-bbfb-449c-996c-47af05309cbb req-7971c374-dd5a-43f5-ae01-3260933225ad tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 945 time: 0.1309452 Feb 19 01:27:52.461404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.475682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:52.476174 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:52.479361 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:52.562769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:27:52.562769 n-d-826752-2 neutron-server[103429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:27:52.562769 n-d-826752-2 neutron-server[103429]: [parameters: {'id': 'f5384b50-656b-4eb9-aa34-624564a52112'}] Feb 19 01:27:52.562769 n-d-826752-2 neutron-server[103429]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:27:52.563288 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:27:52.567052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce4ebc8e-bbfb-449c-996c-47af05309cbb req-3caa5404-0c6d-4a11-9da8-81999c6a33b5 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030521 Feb 19 01:27:52.609447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aaec9-abd9-416c-8a04-f51d06961fae None None] Pushing event updated for resources: {'Port': ['ID=f0ae2520-6635-45ae-8875-83517e34ef89,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:52.669053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f86b860c-dffc-4007-96a8-73e5a843d9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:52.686308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758ee82-1c70-4b5e-bd71-7aa0e3daad3e None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:52.822010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758ee82-1c70-4b5e-bd71-7aa0e3daad3e None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:53.006929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed304740-9368-4742-94da-3fba2ece57fd up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:53.064106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (f5384b50-656b-4eb9-aa34-624564a52112), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.132650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting port f0ae2520-6635-45ae-8875-83517e34ef89 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:53.133434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f0ae2520-6635-45ae-8875-83517e34ef89), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.210261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] For port f0ae2520-6635-45ae-8875-83517e34ef89, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f0ae2520-6635-45ae-8875-83517e34ef89,segment=NetworkSegment(46c4feff-a9d8-4f70-87e4-375f41637aea),segment_id=46c4feff-a9d8-4f70-87e4-375f41637aea)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:53.210818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f0ae2520-6635-45ae-8875-83517e34ef89), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.228872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Calling delete_port for f0ae2520-6635-45ae-8875-83517e34ef89 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:53.242007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643fed17-b43f-4133-9f0e-eb12cef8cab0 None None] Network f5384b50-656b-4eb9-aa34-624564a52112 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:53.272976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ed304740-9368-4742-94da-3fba2ece57fd completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:27:53.340550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ed304740-9368-4742-94da-3fba2ece57fd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:53.340550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ed304740-9368-4742-94da-3fba2ece57fd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.373224 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f0ae2520-6635-45ae-8875-83517e34ef89), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.418423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Port': ['ID=f0ae2520-6635-45ae-8875-83517e34ef89,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:53.420429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No DVR routers for this DVR port f0ae2520-6635-45ae-8875-83517e34ef89 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:53.539726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (f5384b50-656b-4eb9-aa34-624564a52112), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.565668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5384b50-656b-4eb9-aa34-624564a52112']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:53.589236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ed304740-9368-4742-94da-3fba2ece57fd is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:53.589632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ed304740-9368-4742-94da-3fba2ece57fd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.605779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c4feff-a9d8-4f70-87e4-375f41637aea') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:53.628270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c4feff-a9d8-4f70-87e4-375f41637aea') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:53.661345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.705593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.714837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed304740-9368-4742-94da-3fba2ece57fd'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:53.720762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:53.721208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (46c4feff-a9d8-4f70-87e4-375f41637aea), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:53.724243 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:53.735034 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfed275-cad5-452c-bb57-8fd11e2a6a26" -d '{"events": [{"server_uuid": "431442da-1d15-4b78-a5f4-13f1e758cf52", "name": "network-vif-plugged", "status": "completed", "tag": "ed304740-9368-4742-94da-3fba2ece57fd"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:53.767962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a794c-cccd-4189-87d3-2d34f4a3618f req-3f851953-74e7-4add-b5b8-2e70d80c7268 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:53.769588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d1a794c-cccd-4189-87d3-2d34f4a3618f req-3f851953-74e7-4add-b5b8-2e70d80c7268 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 945 time: 0.1061118 Feb 19 01:27:53.774482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.785136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ed304740-9368-4742-94da-3fba2ece57fd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed304740-9368-4742-94da-3fba2ece57fd,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:53.790355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ed304740-9368-4742-94da-3fba2ece57fd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.791175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac5fc545-c746-44b2-ae0b-d2651594322e up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:53.843964 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f014afb-c475-4445-be9c-d3f8a4649ba0 x-openstack-request-id: req-1f014afb-c475-4445-be9c-d3f8a4649ba0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:53.844966 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431442da-1d15-4b78-a5f4-13f1e758cf52", "name": "network-vif-plugged", "status": "completed", "tag": "ed304740-9368-4742-94da-3fba2ece57fd", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:53.845904 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f014afb-c475-4445-be9c-d3f8a4649ba0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:53.846833 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed304740-9368-4742-94da-3fba2ece57fd', 'code': 200} Feb 19 01:27:53.872474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d1a794c-cccd-4189-87d3-2d34f4a3618f req-de68ebf5-a1ea-42ec-b248-c3b25cb9d8b0 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921597 Feb 19 01:27:53.923776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ed304740-9368-4742-94da-3fba2ece57fd,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:53.949534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (f5384b50-656b-4eb9-aa34-624564a52112), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.955003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ac5fc545-c746-44b2-ae0b-d2651594322e completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:27:53.961148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fb95c-8f20-42ec-b611-3eaded6af0d5 req-0b002be4-4551-4f2e-a1b8-ef374f84e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:53.962577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.964423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ac5fc545-c746-44b2-ae0b-d2651594322e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:53.965824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37fb95c-8f20-42ec-b611-3eaded6af0d5 req-0b002be4-4551-4f2e-a1b8-ef374f84e04e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.0859258 Feb 19 01:27:53.966063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.975099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/f5384b50-656b-4eb9-aa34-624564a52112 HTTP/1.1" status: 204 len: 168 time: 3.0610790 Feb 19 01:27:53.975585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56000) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:53.991216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf1b7-3de2-4ae5-856a-91ef34d15fb0 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=f5384b50-656b-4eb9-aa34-624564a52112,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:54.028759 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b144838-f98c-4d19-b6bc-c558a9d06dc5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] GET failed (client error): The resource could not be found. Feb 19 01:27:54.033286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b144838-f98c-4d19-b6bc-c558a9d06dc5 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/subnets/303f349e-9f74-4752-bda7-cd243fc879b1 HTTP/1.1" status: 404 len: 337 time: 0.0534775 Feb 19 01:27:54.033686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56002) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:54.070695 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-2813eb8b-fd47-4739-b3a1-d3a3e0859e4b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:54.071238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2813eb8b-fd47-4739-b3a1-d3a3e0859e4b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:54.078699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2813eb8b-fd47-4739-b3a1-d3a3e0859e4b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/f5384b50-656b-4eb9-aa34-624564a52112 HTTP/1.1" status: 404 len: 339 time: 0.0400455 Feb 19 01:27:54.078980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:54.100814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ac5fc545-c746-44b2-ae0b-d2651594322e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:54.101148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:54.114562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f37fb95c-8f20-42ec-b611-3eaded6af0d5 req-9b0bb02a-6a42-4cc0-b43c-ef43ee2d4c85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Feb 19 01:27:54.141532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ac5fc545-c746-44b2-ae0b-d2651594322e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac5fc545-c746-44b2-ae0b-d2651594322e,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:54.146536 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:54.217686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ac5fc545-c746-44b2-ae0b-d2651594322e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:54.347659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47a3f7-97c3-4e51-9a23-2fc7859c705c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:54.349226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cf47a3f7-97c3-4e51-9a23-2fc7859c705c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2692518 Feb 19 01:27:54.351886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56008) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:54.399189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:54.399400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-644deeb4-8f3c-4dd9-a22c-2a9ca9addfe7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 207 time: 0.0463710 Feb 19 01:27:54.668883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58765235-f230-4b5f-b901-35f5ddb337a8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:54.675627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58765235-f230-4b5f-b901-35f5ddb337a8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:54.681585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58765235-f230-4b5f-b901-35f5ddb337a8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:54.688414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58765235-f230-4b5f-b901-35f5ddb337a8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:54.690455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-58765235-f230-4b5f-b901-35f5ddb337a8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2900586 Feb 19 01:27:54.695591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:54.899984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a645889d-63f3-49bc-909b-3f9b8b5b8528 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1999612 Feb 19 01:27:54.900857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56062) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:55.027787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60416556-cb19-4c00-bf38-5c1e065de6b7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.044860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60416556-cb19-4c00-bf38-5c1e065de6b7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.053643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60416556-cb19-4c00-bf38-5c1e065de6b7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1480381 Feb 19 01:27:55.054348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:55.231150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a05c1-13b1-4c05-83ac-0c07eb72c98d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.237355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a05c1-13b1-4c05-83ac-0c07eb72c98d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.238990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-999a05c1-13b1-4c05-83ac-0c07eb72c98d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1836421 Feb 19 01:27:55.244260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56116) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:55.348618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:55.480255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa9c79-2141-4c60-8fcf-ae47bfd9ebf8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.488046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4bfa9c79-2141-4c60-8fcf-ae47bfd9ebf8 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks/676feb5f-8576-4816-ba69-832a7e501838 HTTP/1.1" status: 200 len: 800 time: 0.2425609 Feb 19 01:27:55.488803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:55.533645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-453c9cf8-cac9-4626-a12f-23bf8662d66d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182680 Feb 19 01:27:55.762215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-1349934a-25ad-4a75-b9be-cbe2f6ac139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.763995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-1349934a-25ad-4a75-b9be-cbe2f6ac139c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec9c7311231f48318db6653ae0252f91&device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 1132 time: 0.1392047 Feb 19 01:27:55.768767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1c88-ca85-450b-bf26-d4e104b7d982 req-c0a44d16-382b-4f30-a4c5-7940be911f1a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:55.783694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de9b1c88-ca85-450b-bf26-d4e104b7d982 req-c0a44d16-382b-4f30-a4c5-7940be911f1a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.7602999 Feb 19 01:27:55.848407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5fc545-c746-44b2-ae0b-d2651594322e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:55.850812 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391cb008-d557-44bb-bdf0-c710a48f01e9" -d '{"events": [{"server_uuid": "680ccb39-56ce-4682-8c9f-cb7456a89c02", "name": "network-vif-plugged", "status": "completed", "tag": "ac5fc545-c746-44b2-ae0b-d2651594322e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:55.934876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de9b1c88-ca85-450b-bf26-d4e104b7d982 req-6b20e829-2791-4a32-b165-5e1cc4a776a6 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479869 Feb 19 01:27:55.959364 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a749f-aee3-4dfb-ab15-b13af3e5c657 x-openstack-request-id: req-2b0a749f-aee3-4dfb-ab15-b13af3e5c657 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:55.959849 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680ccb39-56ce-4682-8c9f-cb7456a89c02", "name": "network-vif-plugged", "status": "completed", "tag": "ac5fc545-c746-44b2-ae0b-d2651594322e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:55.960207 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b0a749f-aee3-4dfb-ab15-b13af3e5c657 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:55.960701 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5fc545-c746-44b2-ae0b-d2651594322e', 'code': 200} Feb 19 01:27:55.965515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a847b634-3bcc-46d5-aa6b-1428c4968f15 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/networks/676feb5f-8576-4816-ba69-832a7e501838?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4753802 Feb 19 01:27:55.967311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56188) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:56.044858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.089260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-0db75893-d325-4e18-b057-887aaaecd1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:56.091027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-0db75893-d325-4e18-b057-887aaaecd1a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 200 len: 916 time: 0.2866013 Feb 19 01:27:56.172937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3eb97-8dbc-4155-8b97-501f34f693d1 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:56.173993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-d74b221f-9c56-4c71-bfb9-64a7fb402ff3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40 HTTP/1.1" status: 200 len: 217 time: 0.0751824 Feb 19 01:27:56.180484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56212) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:56.181287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d0d3eb97-8dbc-4155-8b97-501f34f693d1 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/subnets/84dd7639-54ee-4d4e-b838-a867a42af5c9 HTTP/1.1" status: 200 len: 811 time: 0.2116418 Feb 19 01:27:56.203972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799332d4-ed98-48c0-a8d3-523736b93b44 req-009bbe1a-abe9-40ce-ad9b-ca8263cd83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:56.205863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-799332d4-ed98-48c0-a8d3-523736b93b44 req-009bbe1a-abe9-40ce-ad9b-ca8263cd83ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 1128 time: 0.1563489 Feb 19 01:27:56.282285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-799332d4-ed98-48c0-a8d3-523736b93b44 req-c4aa488c-264a-4c03-85d4-ad6dd29c4f28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Feb 19 01:27:56.332153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-6b3a05e1-a856-48e8-9874-3698155b9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:56.333713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-6b3a05e1-a856-48e8-9874-3698155b9518 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 200 len: 855 time: 0.1491485 Feb 19 01:27:56.335859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb73c136-de98-41b2-be67-1ea305f849a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:56.341671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56232) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:56.351599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416342861'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:56.369530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb73c136-de98-41b2-be67-1ea305f849a4 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "GET /v2.0/subnets/84dd7639-54ee-4d4e-b838-a867a42af5c9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1871452 Feb 19 01:27:56.382626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:56.386048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.434613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:56.457722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.458074 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Added segment e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4 of type vlan for network 3781c48a-8ee9-48c3-9226-822c44cdefce Feb 19 01:27:56.530517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-52f2381b-411f-4431-b610-d5e8749855d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1c888b3-7c8d-4380-bb07-fff2779fc08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486438 Feb 19 01:27:56.570113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.587102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.598997 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:27:56.680794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.696214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:56.698188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.706099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-33d806d9-57a4-40c1-b830-3c9ecb144d3b service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693490 Feb 19 01:27:56.816221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Network': ['ID=3781c48a-8ee9-48c3-9226-822c44cdefce,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:56.825822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86df827c-5d9a-4832-90b6-785236362464 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4802384 Feb 19 01:27:56.827278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 3781c48a-8ee9-48c3-9226-822c44cdefce details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:56.842867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56276) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:56.855236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:56.993625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c743c37d-dad4-4267-a2d0-3b3f2df48d16 req-7c907a6e-4864-4d55-b372-688b3c15af57 service neutron] 10.222.0.10 "GET /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806318 Feb 19 01:27:57.144697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Made reservation on behalf of 1ab0cde8a6f940a7a3458efc2d6f3070 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:57.149070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:57.161865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8a32-b2a0-4341-a502-646a8fb2a92d req-463bcb54-478b-4eca-9eef-ba1268286904 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:57.164279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-475a8a32-b2a0-4341-a502-646a8fb2a92d req-463bcb54-478b-4eca-9eef-ba1268286904 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0934584 Feb 19 01:27:57.244185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing IP validity checks on allocation pools {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:27:57.244980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:27:57.306314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-475a8a32-b2a0-4341-a502-646a8fb2a92d req-a2ace415-bf5e-4e18-a06d-907ac40fb2f2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263778 Feb 19 01:27:57.591836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (68a1ee36-ac8b-43dc-b1af-4446aca2033c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:57.744832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=68a1ee36-ac8b-43dc-b1af-4446aca2033c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:57.755414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Checking segment: {'id': 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:57.755897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network hostable DHCP agents. Network: 3781c48a-8ee9-48c3-9226-822c44cdefce, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:57.781468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Network 3781c48a-8ee9-48c3-9226-822c44cdefce is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:57.797530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 3781c48a-8ee9-48c3-9226-822c44cdefce) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:57.805078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:57.806751 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:57.810398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717679bb-4174-49b8-8a6d-0824e80705d8 None None] Network 3781c48a-8ee9-48c3-9226-822c44cdefce requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:57.827052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8ddd3df-5cb9-4478-b0cc-139a4f171cb7 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9818993 Feb 19 01:27:57.829869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56376) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:57.840227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:58.028313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-3781c48a-8ee9-48c3-9226-822c44cdefce', 'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce', 'project_id': '1ab0cde8a6f940a7a3458efc2d6f3070', 'fixed_ips': [{'subnet_id': '68a1ee36-ac8b-43dc-b1af-4446aca2033c'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:58.029522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.094921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db948ead-7f8e-4dbb-971d-7aea15671488 req-04299d1c-03a7-414d-9da8-7d2a9f0ce2e1 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:58.096917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db948ead-7f8e-4dbb-971d-7aea15671488 req-04299d1c-03a7-414d-9da8-7d2a9f0ce2e1 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 950 time: 0.2277932 Feb 19 01:27:58.142534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61380201'] for subnet (68a1ee36-ac8b-43dc-b1af-4446aca2033c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.222438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db948ead-7f8e-4dbb-971d-7aea15671488 req-b7dc7d64-a8f5-43f9-b519-bc5216827c95 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189418 Feb 19 01:27:58.294924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-f61783e2-6a59-48d2-bb2a-fc7ee465d689 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:58.297572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-f61783e2-6a59-48d2-bb2a-fc7ee465d689 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 950 time: 0.1682990 Feb 19 01:27:58.450353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762708919682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58803727'] for subnet (68a1ee36-ac8b-43dc-b1af-4446aca2033c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.540844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Allocated IP 172.20.0.3 (3781c48a-8ee9-48c3-9226-822c44cdefce/68a1ee36-ac8b-43dc-b1af-4446aca2033c/c3020ea6-4eef-408c-9323-5d923cab0db8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:58.547194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Deleting port abeedf32-a577-44f1-9e4d-667d7a4cdd40 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:58.548363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.568375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:58.569250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.571456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "PUT /v2.0/subnets/68a1ee36-ac8b-43dc-b1af-4446aca2033c HTTP/1.1" status: 200 len: 877 time: 0.7390168 Feb 19 01:27:58.578413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56450) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:58.820063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3efa1-c8ea-49b3-872a-26e2afef8a5a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event updated for resources: {'Subnet': ['ID=68a1ee36-ac8b-43dc-b1af-4446aca2033c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:58.887235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.913408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] For port abeedf32-a577-44f1-9e4d-667d7a4cdd40, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=abeedf32-a577-44f1-9e4d-667d7a4cdd40,segment=NetworkSegment(b9208841-aae4-410a-b222-35a43e4932f7),segment_id=b9208841-aae4-410a-b222-35a43e4932f7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:58.915326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.963246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd607c0-ac7c-4a66-ac7b-d769a26984f9 req-bf40509e-90f6-4b8d-a51e-a0cdbe46a87c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:58.963633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Publish callbacks [] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.964140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bcd607c0-ac7c-4a66-ac7b-d769a26984f9 req-bf40509e-90f6-4b8d-a51e-a0cdbe46a87c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.5177765 Feb 19 01:27:58.988780 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:58.991551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Calling delete_port for abeedf32-a577-44f1-9e4d-667d7a4cdd40 owned by compute:foo_zone {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:59.022759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (68a1ee36-ac8b-43dc-b1af-4446aca2033c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.080561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Network 3781c48a-8ee9-48c3-9226-822c44cdefce is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:59.086473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:59.089235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:59.125120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (68a1ee36-ac8b-43dc-b1af-4446aca2033c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.150990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Pushing event updated for resources: {'Port': ['ID=c3020ea6-4eef-408c-9323-5d923cab0db8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:59.167665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=68a1ee36-ac8b-43dc-b1af-4446aca2033c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:59.204128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bcd607c0-ac7c-4a66-ac7b-d769a26984f9 req-34139097-a994-437a-bf69-d5fa15498ace tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161577 Feb 19 01:27:59.220882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Attempting to bind port c3020ea6-4eef-408c-9323-5d923cab0db8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:59.221284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Attempting to bind port c3020ea6-4eef-408c-9323-5d923cab0db8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:59.221785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Attempting to bind port c3020ea6-4eef-408c-9323-5d923cab0db8 on network 3781c48a-8ee9-48c3-9226-822c44cdefce {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:59.233724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:59.234633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Checking segment: {'id': 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:59.235248 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.235809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Bound using segment: {'id': 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:59.236523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Bound port: c3020ea6-4eef-408c-9323-5d923cab0db8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3781c48a-8ee9-48c3-9226-822c44cdefce'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:59.237316 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.261260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.321457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3781c48a-8ee9-48c3-9226-822c44cdefce']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:59.350048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:59.350339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:59.356622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] For port c3020ea6-4eef-408c-9323-5d923cab0db8, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:59.365836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] For port c3020ea6-4eef-408c-9323-5d923cab0db8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c3020ea6-4eef-408c-9323-5d923cab0db8,segment=NetworkSegment(e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4),segment_id=e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:59.377383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.387496 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.405245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.420351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:59.421020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:59.424779 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:59.480203 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (abeedf32-a577-44f1-9e4d-667d7a4cdd40), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.529525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Pushing event deleted for resources: {'Port': ['ID=abeedf32-a577-44f1-9e4d-667d7a4cdd40,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:59.540969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.541408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.542001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.542407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.542805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.543198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.543590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.543992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.544379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.544769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.545192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.545576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.545956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:59.555558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845d258-fa3e-4ea0-9f9e-7f31b87cc6ba None None] Pushing event updated for resources: {'Port': ['ID=c3020ea6-4eef-408c-9323-5d923cab0db8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:59.586241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b6e3-c03b-49ee-9dc6-b9de452d8c92 req-ce2397ec-2999-4f12-a8a5-9dd51ba7a9a0 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:59.589148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f67b6e3-c03b-49ee-9dc6-b9de452d8c92 req-ce2397ec-2999-4f12-a8a5-9dd51ba7a9a0 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/ports?device_id=f144fff9-f9bf-4330-8b43-5dfc7e47f130 HTTP/1.1" status: 200 len: 871 time: 0.2152865 Feb 19 01:27:59.647418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] No DVR routers for this DVR port abeedf32-a577-44f1-9e4d-667d7a4cdd40 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:59.649881 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:59.651876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:27:59.651876 n-d-826752-2 neutron-server[103429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:27:59.651876 n-d-826752-2 neutron-server[103429]: [parameters: {'id': '3781c48a-8ee9-48c3-9226-822c44cdefce'}] Feb 19 01:27:59.651876 n-d-826752-2 neutron-server[103429]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:27:59.653014 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:27:59.653519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b78cf9f6-289f-4cd5-8e30-097f2a8ab063 req-a3d2f7f5-84c6-4d23-8961-cbd5bf9ea132 tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.10 "DELETE /v2.0/ports/abeedf32-a577-44f1-9e4d-667d7a4cdd40 HTTP/1.1" status: 204 len: 173 time: 1.3505354 Feb 19 01:27:59.654305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'name': 'network-vif-deleted', 'tag': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:59.665253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f46b9-84a2-444e-ab64-84f095ff4910 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:59.666945 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec01ff-17ad-49c9-bef6-058bd8cdb91e" -d '{"events": [{"server_uuid": "f144fff9-f9bf-4330-8b43-5dfc7e47f130", "name": "network-vif-deleted", "tag": "abeedf32-a577-44f1-9e4d-667d7a4cdd40"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:59.701349 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f67b6e3-c03b-49ee-9dc6-b9de452d8c92 req-4c5d4462-ce0e-4d76-bfcc-2e96bfd3e52c tempest-AttachVolumeNegativeTest-689862278 tempest-AttachVolumeNegativeTest-689862278-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce63677b-e17a-4d21-b9b5-2b7aed800625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778077 Feb 19 01:27:59.759032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-af8b3b47-572c-4202-8137-c48edc661f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:59.761509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-af8b3b47-572c-4202-8137-c48edc661f90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 1128 time: 0.2397995 Feb 19 01:27:59.806711 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0767ebac-6e4e-44f5-9947-d6fd054539a6 x-openstack-request-id: req-0767ebac-6e4e-44f5-9947-d6fd054539a6 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:59.807236 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144fff9-f9bf-4330-8b43-5dfc7e47f130", "name": "network-vif-deleted", "tag": "abeedf32-a577-44f1-9e4d-667d7a4cdd40", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:59.808002 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0767ebac-6e4e-44f5-9947-d6fd054539a6 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:59.808619 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f144fff9-f9bf-4330-8b43-5dfc7e47f130', 'name': 'network-vif-deleted', 'tag': 'abeedf32-a577-44f1-9e4d-667d7a4cdd40', 'status': 'completed', 'code': 200} Feb 19 01:27:59.888739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f46b9-84a2-444e-ab64-84f095ff4910 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:59.948980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94431-a1fd-4f9c-abbd-456e1a3bcaf3 req-8f8ef953-e0ee-476c-8e13-70124246c1f2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:59.960842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9e94431-a1fd-4f9c-abbd-456e1a3bcaf3 req-8f8ef953-e0ee-476c-8e13-70124246c1f2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.4101305 Feb 19 01:28:00.104576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-2c670263-3349-4c10-aca7-2298f840ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:00.106177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-2c670263-3349-4c10-aca7-2298f840ed81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.3347950 Feb 19 01:28:00.139721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9e94431-a1fd-4f9c-abbd-456e1a3bcaf3 req-610bf86a-6651-4ec0-9f4a-f8a67da7d27d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758108 Feb 19 01:28:00.154056 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:00.206217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3edb1-fa4c-44a6-b2e6-b58c1533b930 None None] Network 3781c48a-8ee9-48c3-9226-822c44cdefce requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:28:00.232841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-770dc062-b75d-4a79-a0ca-0f816d41196f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac5fc545-c746-44b2-ae0b-d2651594322e HTTP/1.1" status: 200 len: 217 time: 0.0914152 Feb 19 01:28:00.361665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-976df425-61aa-4718-93d3-720859495c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:00.363569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-976df425-61aa-4718-93d3-720859495c9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.1241479 Feb 19 01:28:00.388789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting port c3020ea6-4eef-408c-9323-5d923cab0db8 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:28:00.389298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:00.414162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-b54deb8a-cada-401f-ba70-e1d1a2eeba8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406969 Feb 19 01:28:00.447328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275d2c5-874f-404b-9b82-8fec9326b470 None None] Network 3781c48a-8ee9-48c3-9226-822c44cdefce requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:28:00.775162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56550) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:00.852547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] For port c3020ea6-4eef-408c-9323-5d923cab0db8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c3020ea6-4eef-408c-9323-5d923cab0db8,segment=NetworkSegment(e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4),segment_id=e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:00.852940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:00.877371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Calling delete_port for c3020ea6-4eef-408c-9323-5d923cab0db8 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:28:00.885514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-7f79ad19-2724-4134-9d11-78b7d3f0ab2f service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573743 Feb 19 01:28:01.065860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device abeedf32-a577-44f1-9e4d-667d7a4cdd40 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:28:01.089713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1c853167-e9e4-4cac-bcec-1cb6facedd17 req-ee5ffbd3-588b-4a86-9f92-4a4f8b68331e service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959615 Feb 19 01:28:01.106772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c3020ea6-4eef-408c-9323-5d923cab0db8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.112786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: abeedf32-a577-44f1-9e4d-667d7a4cdd40 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:28:01.113158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device abeedf32-a577-44f1-9e4d-667d7a4cdd40 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:28:01.169074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Deleting subnet 02c2ed16-8fb6-4a81-9153-e917b37f50f4 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:28:01.173761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Publish callbacks [] for subnet (02c2ed16-8fb6-4a81-9153-e917b37f50f4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.186063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No DVR routers for this DVR port c3020ea6-4eef-408c-9323-5d923cab0db8 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:28:01.196120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Port': ['ID=c3020ea6-4eef-408c-9323-5d923cab0db8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:01.213680 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (02c2ed16-8fb6-4a81-9153-e917b37f50f4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.255437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (02c2ed16-8fb6-4a81-9153-e917b37f50f4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.320375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (02c2ed16-8fb6-4a81-9153-e917b37f50f4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.366249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.368355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.378462 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/02c2ed16-8fb6-4a81-9153-e917b37f50f4 HTTP/1.1" status: 204 len: 168 time: 0.6022029 Feb 19 01:28:01.404233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56572) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:01.428226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3781c48a-8ee9-48c3-9226-822c44cdefce']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:01.451799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:01.452392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:01.464020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.482687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.489383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d1c888b3-7c8d-4380-bb07-fff2779fc08e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.492095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:28:01.492748 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (e3fb527c-dbf1-4da7-b0ab-1a6adf5b14e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.492972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576d718-3116-4cbc-8728-4fb5857696e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c2ed16-8fb6-4a81-9153-e917b37f50f4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:28:01.556750 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:28:01.559825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc281ae-b9ca-4fcf-9fa7-08b2e0cde593 req-2c72112d-97fb-43c0-b51f-2a60f9db42c4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:01.561873 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8bc281ae-b9ca-4fcf-9fa7-08b2e0cde593 req-2c72112d-97fb-43c0-b51f-2a60f9db42c4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.2529085 Feb 19 01:28:01.569827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (3781c48a-8ee9-48c3-9226-822c44cdefce), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.589387 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.592750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/3781c48a-8ee9-48c3-9226-822c44cdefce HTTP/1.1" status: 204 len: 168 time: 3.0005665 Feb 19 01:28:01.594516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640efaf-7be7-492c-8ad6-a488059df84a tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=3781c48a-8ee9-48c3-9226-822c44cdefce,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:01.596630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56574) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:01.629444 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f32362f-a476-43c3-be16-e2efe3b0ee93 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:01.630276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f32362f-a476-43c3-be16-e2efe3b0ee93 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:01.633731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0f32362f-a476-43c3-be16-e2efe3b0ee93 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/68a1ee36-ac8b-43dc-b1af-4446aca2033c HTTP/1.1" status: 404 len: 337 time: 0.0358870 Feb 19 01:28:01.636091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56576) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:01.657710 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca739391-36ba-436a-ba7f-c6e22e6a5eb2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:01.658549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca739391-36ba-436a-ba7f-c6e22e6a5eb2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:01.661816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ca739391-36ba-436a-ba7f-c6e22e6a5eb2 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/3781c48a-8ee9-48c3-9226-822c44cdefce HTTP/1.1" status: 404 len: 339 time: 0.0245821 Feb 19 01:28:01.664245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56578) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:01.677625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8bc281ae-b9ca-4fcf-9fa7-08b2e0cde593 req-932cee41-4370-44d5-a05e-3d081595adb2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789862 Feb 19 01:28:01.705332 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33e3ee0-17d3-418d-9eee-da17874ef52b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:01.705537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d1c888b3-7c8d-4380-bb07-fff2779fc08e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.706284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33e3ee0-17d3-418d-9eee-da17874ef52b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:01.709685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b33e3ee0-17d3-418d-9eee-da17874ef52b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/303f349e-9f74-4752-bda7-cd243fc879b1 HTTP/1.1" status: 404 len: 337 time: 0.0442517 Feb 19 01:28:01.712127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:01.732785 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8b4f0f-6c62-4640-b332-aea13ade11d9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:01.733691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8b4f0f-6c62-4640-b332-aea13ade11d9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:01.736932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1a8b4f0f-6c62-4640-b332-aea13ade11d9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/f5384b50-656b-4eb9-aa34-624564a52112 HTTP/1.1" status: 404 len: 339 time: 0.0229094 Feb 19 01:28:01.739391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:01.751570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c888b3-7c8d-4380-bb07-fff2779fc08e']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:01.763350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9208841-aae4-410a-b222-35a43e4932f7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:01.764023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9208841-aae4-410a-b222-35a43e4932f7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:01.774785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (b9208841-aae4-410a-b222-35a43e4932f7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.792417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b9208841-aae4-410a-b222-35a43e4932f7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.803608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:28:01.804776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (b9208841-aae4-410a-b222-35a43e4932f7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:28:01.807961 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:28:01.860450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.911133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d1c888b3-7c8d-4380-bb07-fff2779fc08e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.917374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:01.920787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1c888b3-7c8d-4380-bb07-fff2779fc08e HTTP/1.1" status: 204 len: 168 time: 0.5132577 Feb 19 01:28:01.934980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a560-4857-4135-9154-e41530b1e062 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c888b3-7c8d-4380-bb07-fff2779fc08e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:02.038603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.067905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:02.083514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e47087-c4e5-49e5-b489-1c433df35a13') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:02.083880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e47087-c4e5-49e5-b489-1c433df35a13') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:02.095437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (20e47087-c4e5-49e5-b489-1c433df35a13), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.111559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (20e47087-c4e5-49e5-b489-1c433df35a13), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.118329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:28:02.118880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.121673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (20e47087-c4e5-49e5-b489-1c433df35a13), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.172058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bf0c8036-9781-4f69-95e4-cb8e18a38578 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec9c7311231f48318db6653ae0252f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516436 Feb 19 01:28:02.174417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56590) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:28:02.189122 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:28:02.216445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.241709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.246542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61 HTTP/1.1" status: 204 len: 168 time: 0.5057082 Feb 19 01:28:02.248012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ca6c1-1f35-4052-b8a8-136224c878f9 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=58c0587f-6d83-4ecc-a1eb-6ab6e97f5c61,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:02.250000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56592) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.294365 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c071dd52-2be4-403b-ac76-3d6a2aabcf3e tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.295175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c071dd52-2be4-403b-ac76-3d6a2aabcf3e tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.300111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c071dd52-2be4-403b-ac76-3d6a2aabcf3e tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/82d5ef8f-11e2-4992-9b2d-e6af786ac552 HTTP/1.1" status: 404 len: 337 time: 0.0419345 Feb 19 01:28:02.302755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.310916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc63789-d855-4b6b-aae7-c9989de5a5ce admin admin] Publish callbacks [] for security_group (ce63677b-e17a-4d21-b9b5-2b7aed800625), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.317903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56596) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.329772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89833094', 'description': 'tempest-secgroup-smoke-89833094 description', 'project_id': '9258d78528e941998465e11f752b18e8'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:02.350504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc63789-d855-4b6b-aae7-c9989de5a5ce admin admin] Publish callbacks [] for security_group (ce63677b-e17a-4d21-b9b5-2b7aed800625), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.354447 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b176f29d-0a57-4bca-8264-cd8c720e1adf tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.355174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b176f29d-0a57-4bca-8264-cd8c720e1adf tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.359509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b176f29d-0a57-4bca-8264-cd8c720e1adf tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/2a92e690-9e57-4d57-847e-7bfebf533830 HTTP/1.1" status: 404 len: 339 time: 0.0554912 Feb 19 01:28:02.362429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56598) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.395859 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-06259486-1e5c-47bf-8288-6db23644fd5e tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.396532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06259486-1e5c-47bf-8288-6db23644fd5e tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.403237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-06259486-1e5c-47bf-8288-6db23644fd5e tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/990ee1f0-493c-4400-a574-ce67ecc12cc1 HTTP/1.1" status: 404 len: 337 time: 0.0370457 Feb 19 01:28:02.403742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.424930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc63789-d855-4b6b-aae7-c9989de5a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ce63677b-e17a-4d21-b9b5-2b7aed800625), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.426158 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-542daa80-a539-47c1-b6b2-2c8fba245cbe tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.426788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542daa80-a539-47c1-b6b2-2c8fba245cbe tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.428145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc63789-d855-4b6b-aae7-c9989de5a5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.434264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0fc63789-d855-4b6b-aae7-c9989de5a5ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce63677b-e17a-4d21-b9b5-2b7aed800625 HTTP/1.1" status: 204 len: 168 time: 0.2540843 Feb 19 01:28:02.434963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-542daa80-a539-47c1-b6b2-2c8fba245cbe tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/9f381ba9-d64c-4722-948b-edf11d3028d5 HTTP/1.1" status: 404 len: 339 time: 0.0258839 Feb 19 01:28:02.435106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56604) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.446824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.450473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc63789-d855-4b6b-aae7-c9989de5a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce63677b-e17a-4d21-b9b5-2b7aed800625,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:02.514181 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14b831-da5a-4794-843e-a87c78c94839 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.514967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b14b831-da5a-4794-843e-a87c78c94839 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.523725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5b14b831-da5a-4794-843e-a87c78c94839 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/3520258c-79f3-488d-b55e-0d1c068e1e51 HTTP/1.1" status: 404 len: 337 time: 0.0873659 Feb 19 01:28:02.526423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56608) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.560063 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a321b3ed-7886-409f-ae87-2a240b8631ce tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.560858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a321b3ed-7886-409f-ae87-2a240b8631ce tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.564742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a321b3ed-7886-409f-ae87-2a240b8631ce tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/a8d10270-1388-4c24-b2d6-bef1321a2cff HTTP/1.1" status: 404 len: 339 time: 0.0370274 Feb 19 01:28:02.569198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.599411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group (e77d8846-7be1-433c-9c9e-a9d2fb60b155), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.601135 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b164ae6b-2cab-4103-a90e-9bc4a12c78dc tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.601768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b164ae6b-2cab-4103-a90e-9bc4a12c78dc tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.605319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e77d8846-7be1-433c-9c9e-a9d2fb60b155), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.606327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b164ae6b-2cab-4103-a90e-9bc4a12c78dc tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/6eeb2f05-3919-4ea1-bcac-3c17e616c6ca HTTP/1.1" status: 404 len: 337 time: 0.0358973 Feb 19 01:28:02.608871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56612) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.632733 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1038b8-9ad0-4d6e-921e-4e25af01729d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.633573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1038b8-9ad0-4d6e-921e-4e25af01729d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.641196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-be1038b8-9ad0-4d6e-921e-4e25af01729d tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/b4656408-3ccf-4582-b1e0-c643dc0fba43 HTTP/1.1" status: 404 len: 339 time: 0.0308046 Feb 19 01:28:02.642657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56614) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.675529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d8846-7be1-433c-9c9e-a9d2fb60b155,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:02.681500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.689174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d392f68a-2df5-47c7-a20b-62e54df61e03 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3700042 Feb 19 01:28:02.690521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56618) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.691790 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9eebe8-c026-4932-8b8f-0082da1cd46b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.692259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9eebe8-c026-4932-8b8f-0082da1cd46b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.697121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b9eebe8-c026-4932-8b8f-0082da1cd46b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/83092b0e-b08e-4eb1-a30f-020a5f5f16b9 HTTP/1.1" status: 404 len: 337 time: 0.0520902 Feb 19 01:28:02.697831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group_rule': {'security_group_id': 'e77d8846-7be1-433c-9c9e-a9d2fb60b155', 'project_id': '9258d78528e941998465e11f752b18e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:02.698402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56620) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.730997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (ba63d47a-18b1-4c5e-8b37-b90c2c6dd640), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.761210 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd3c579-7ff6-481d-a156-acd55ef5e737 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.762012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd3c579-7ff6-481d-a156-acd55ef5e737 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.765366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ffd3c579-7ff6-481d-a156-acd55ef5e737 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/7a3df9a6-4ae1-44e3-954c-fd4c409a9d3e HTTP/1.1" status: 404 len: 339 time: 0.0660012 Feb 19 01:28:02.773546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56626) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.814755 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-937a66a5-9312-4651-817e-e43b721283aa tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.815703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937a66a5-9312-4651-817e-e43b721283aa tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.819956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-937a66a5-9312-4651-817e-e43b721283aa tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/641a7613-71f3-41a8-9552-838902ceac09 HTTP/1.1" status: 404 len: 337 time: 0.0398993 Feb 19 01:28:02.824691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56630) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.850763 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8637aaa6-ee99-49f8-ac2d-3af736a4b47b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.851336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8637aaa6-ee99-49f8-ac2d-3af736a4b47b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.855001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8637aaa6-ee99-49f8-ac2d-3af736a4b47b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/2b1166ba-5a03-4329-9652-4327ec637913 HTTP/1.1" status: 404 len: 339 time: 0.0288424 Feb 19 01:28:02.857571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56632) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.864101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (ba63d47a-18b1-4c5e-8b37-b90c2c6dd640), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.871776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ba63d47a-18b1-4c5e-8b37-b90c2c6dd640), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.892064 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d933729-f12c-4e11-a8a9-3674b849f503 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.892525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d933729-f12c-4e11-a8a9-3674b849f503 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.895566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d933729-f12c-4e11-a8a9-3674b849f503 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/6c96e9cc-1497-43bc-ab97-361eb58dd678 HTTP/1.1" status: 404 len: 337 time: 0.0370686 Feb 19 01:28:02.898155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56636) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.908379 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.910206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2184532 Feb 19 01:28:02.916349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56638) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:02.920779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc20a76-6611-4725-ad3a-55f7ecd8ac3d req-99180fa1-fe13-444a-8469-dcd5f0eddaa4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:02.923775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group_rule': {'security_group_id': 'e77d8846-7be1-433c-9c9e-a9d2fb60b155', 'project_id': '9258d78528e941998465e11f752b18e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:02.929605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cc20a76-6611-4725-ad3a-55f7ecd8ac3d req-99180fa1-fe13-444a-8469-dcd5f0eddaa4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1409683 Feb 19 01:28:02.937182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ba34a-ed30-4d75-a8ba-f705e0c76d09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba63d47a-18b1-4c5e-8b37-b90c2c6dd640,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:02.965791 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dcbe15-5f85-47e1-a33e-2349828ff5b6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:02.967038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dcbe15-5f85-47e1-a33e-2349828ff5b6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:02.970274 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (6a3395d0-5fbe-4f86-97c6-afdbf3967549), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:02.971953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-28dcbe15-5f85-47e1-a33e-2349828ff5b6 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/a55be3e8-dbd1-4caf-af0d-531e0e31392e HTTP/1.1" status: 404 len: 339 time: 0.0725083 Feb 19 01:28:02.974625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56642) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.015470 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df2b4fd-68e8-424f-87c5-72ae5bb6a233 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:03.016219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df2b4fd-68e8-424f-87c5-72ae5bb6a233 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:03.019506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4df2b4fd-68e8-424f-87c5-72ae5bb6a233 tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/9b82fd33-ed7b-4ea8-a4d4-8dd0fdf3d4bd HTTP/1.1" status: 404 len: 337 time: 0.0437906 Feb 19 01:28:03.023301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56644) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.043012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0cc20a76-6611-4725-ad3a-55f7ecd8ac3d req-c08a3765-bdb0-4547-867b-56e9afd70544 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Feb 19 01:28:03.057789 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7d511a-5c85-4266-9f96-90c3f3682eac tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] DELETE failed (client error): The resource could not be found. Feb 19 01:28:03.058539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7d511a-5c85-4266-9f96-90c3f3682eac tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:03.063267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8c7d511a-5c85-4266-9f96-90c3f3682eac tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/07d887c5-d100-4146-84dc-cfdb2ba88658 HTTP/1.1" status: 404 len: 339 time: 0.0388172 Feb 19 01:28:03.065103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56646) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.102934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (6a3395d0-5fbe-4f86-97c6-afdbf3967549), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.110442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6a3395d0-5fbe-4f86-97c6-afdbf3967549), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.129804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3395d0-5fbe-4f86-97c6-afdbf3967549,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:03.140953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting subnet 84dd7639-54ee-4d4e-b838-a867a42af5c9 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:28:03.145241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (84dd7639-54ee-4d4e-b838-a867a42af5c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.149788 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.155047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bfa5ab8e-12ff-4431-8037-2b276289c1a0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2360573 Feb 19 01:28:03.156886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.162381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group_rule': {'security_group_id': 'e77d8846-7be1-433c-9c9e-a9d2fb60b155', 'project_id': '9258d78528e941998465e11f752b18e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:03.193771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (84dd7639-54ee-4d4e-b838-a867a42af5c9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.199406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (a473bdbb-d389-4c03-89c2-e6565ab28b2b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.278073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (a473bdbb-d389-4c03-89c2-e6565ab28b2b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.283519 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a473bdbb-d389-4c03-89c2-e6565ab28b2b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.303878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a473bdbb-d389-4c03-89c2-e6565ab28b2b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:03.312584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (84dd7639-54ee-4d4e-b838-a867a42af5c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.313241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.317177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6dc35f2f-238b-40c2-9f2c-1b93ad627e98 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565979 Feb 19 01:28:03.317607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56660) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.322718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group_rule': {'security_group_id': 'e77d8846-7be1-433c-9c9e-a9d2fb60b155', 'project_id': '9258d78528e941998465e11f752b18e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:03.356536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (61081b4b-2ddc-4881-8adc-30cabe93d56e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.381729 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (84dd7639-54ee-4d4e-b838-a867a42af5c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.409014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Subnet': ['ID=84dd7639-54ee-4d4e-b838-a867a42af5c9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:03.414208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.417399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7fced8d3-228a-4560-9158-bd7e43d61a0b tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/subnets/84dd7639-54ee-4d4e-b838-a867a42af5c9 HTTP/1.1" status: 204 len: 168 time: 0.3510175 Feb 19 01:28:03.420004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56662) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.424589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7bd96a-6c6f-4553-9926-4ca9081d5a6e None None] Network 676feb5f-8576-4816-ba69-832a7e501838 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:28:03.466113 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (61081b4b-2ddc-4881-8adc-30cabe93d56e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.484759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (61081b4b-2ddc-4881-8adc-30cabe93d56e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.532267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.533546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2149522 Feb 19 01:28:03.534281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a8e73-99b4-4a7f-8809-8b5cb65e0a7e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61081b4b-2ddc-4881-8adc-30cabe93d56e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:03.536344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56666) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:03.557902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group_rule': {'security_group_id': 'e77d8846-7be1-433c-9c9e-a9d2fb60b155', 'project_id': '9258d78528e941998465e11f752b18e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:03.578955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (676feb5f-8576-4816-ba69-832a7e501838), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.621574 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Project 9258d78528e941998465e11f752b18e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:28:03.653905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (f4b85268-8906-407d-8487-4b30947c5332), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.717739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] DHCP port deletion for 676feb5f-8576-4816-ba69-832a7e501838 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:28:03.783702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Deleting port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:28:03.784078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.809628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (f4b85268-8906-407d-8487-4b30947c5332), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.826090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] Deleting port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:28:03.826472 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.946825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] For port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,segment=NetworkSegment(60a5873d-db78-4b1a-8f53-be1c262bc585),segment_id=60a5873d-db78-4b1a-8f53-be1c262bc585)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:03.947533 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:03.973946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] Calling delete_port for 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:28:04.111289 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.165281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] Pushing event deleted for resources: {'Port': ['ID=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:04.193931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad118a-6edc-4ea3-a337-d3c008e4eb19 None None] No DVR routers for this DVR port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:28:04.245531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d346a40-0f19-464c-9e33-c94c2befa0c0 req-b19bf3bf-0588-483f-8f52-f9b5e96f8ea7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:04.247817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d346a40-0f19-464c-9e33-c94c2befa0c0 req-b19bf3bf-0588-483f-8f52-f9b5e96f8ea7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1018896 Feb 19 01:28:04.278281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] For port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,segment=NetworkSegment(60a5873d-db78-4b1a-8f53-be1c262bc585),segment_id=60a5873d-db78-4b1a-8f53-be1c262bc585)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:04.278762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.295138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Calling delete_port for 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:28:04.344867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d346a40-0f19-464c-9e33-c94c2befa0c0 req-9572122c-d705-4b28-a422-66755fba6267 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910866 Feb 19 01:28:04.372968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f4b85268-8906-407d-8487-4b30947c5332), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.422746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b85268-8906-407d-8487-4b30947c5332,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:04.430837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.432908 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d93e60d-7ed4-40ee-917f-6f4adeb17787 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8940020 Feb 19 01:28:04.435281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56696) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:04.441590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'security_group_rule': {'security_group_id': 'e77d8846-7be1-433c-9c9e-a9d2fb60b155', 'project_id': '9258d78528e941998465e11f752b18e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:04.443963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0ec1c9b7-95d3-4144-a145-ab7fe640f8a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.484934 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Project 9258d78528e941998465e11f752b18e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:28:04.494712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (2c3a4cc8-fd7d-4b59-9aa1-10c71e39873b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.507858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Port': ['ID=0ec1c9b7-95d3-4144-a145-ab7fe640f8a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:04.515662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] No DVR routers for this DVR port 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:28:04.596113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (676feb5f-8576-4816-ba69-832a7e501838), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.617968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676feb5f-8576-4816-ba69-832a7e501838']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:04.628418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a5873d-db78-4b1a-8f53-be1c262bc585') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:04.628719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a5873d-db78-4b1a-8f53-be1c262bc585') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:04.638526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (60a5873d-db78-4b1a-8f53-be1c262bc585), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.652528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (60a5873d-db78-4b1a-8f53-be1c262bc585), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.659129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (2c3a4cc8-fd7d-4b59-9aa1-10c71e39873b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.662939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:28:04.663362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (60a5873d-db78-4b1a-8f53-be1c262bc585), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.665476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2c3a4cc8-fd7d-4b59-9aa1-10c71e39873b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:28:04.666861 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:28:04.696479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3a4cc8-fd7d-4b59-9aa1-10c71e39873b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:04.726086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.727730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-07b34eb7-b7a3-48c0-9640-dc3648a3bebd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2913542 Feb 19 01:28:04.778595 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (676feb5f-8576-4816-ba69-832a7e501838), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.792291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:04.798518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] 10.222.0.43 "DELETE /v2.0/networks/676feb5f-8576-4816-ba69-832a7e501838 HTTP/1.1" status: 204 len: 168 time: 1.3774354 Feb 19 01:28:04.819510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b807c9c-878a-4aa0-ac13-2737633cec2c tempest-NetworksTest-1069049341 tempest-NetworksTest-1069049341-project] Pushing event deleted for resources: {'Network': ['ID=676feb5f-8576-4816-ba69-832a7e501838,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:05.058235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:28:05.124041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:28:05.124804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0ec1c9b7-95d3-4144-a145-ab7fe640f8a4 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:28:05.166200 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-f334c110-67a1-47d1-80a2-6fdf39591c7a tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89833094&fields=id&tenant_id=9258d78528e941998465e11f752b18e8 HTTP/1.1" status: 200 len: 267 time: 0.1198964 Feb 19 01:28:05.326674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-b170e110-f945-49a3-b613-acb356084b3f tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:05.328393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-b170e110-f945-49a3-b613-acb356084b3f tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 813 time: 0.1537232 Feb 19 01:28:05.347237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-eef6f203-863a-4723-bf62-4de1e7704e9f tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/quotas/9258d78528e941998465e11f752b18e8 HTTP/1.1" status: 200 len: 375 time: 0.0132017 Feb 19 01:28:05.395524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56726) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:05.489340 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-9231ba3b-a02a-4edd-9b2b-5b7f7f0798d0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354327 Feb 19 01:28:05.523018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7809246-979c-4eb7-9b37-712a864ddfef req-d7e8aab8-5740-4963-9972-e5f22f74b9cd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:05.531274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7809246-979c-4eb7-9b37-712a864ddfef req-d7e8aab8-5740-4963-9972-e5f22f74b9cd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0743210 Feb 19 01:28:05.623520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-c96d9365-b27b-4676-b5fa-2fdbd3bc58bd service neutron] 10.222.0.43 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152754 Feb 19 01:28:05.647209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7809246-979c-4eb7-9b37-712a864ddfef req-b8d77579-3847-4d0d-8e45-b7b429eca762 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147745 Feb 19 01:28:05.784322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-e97d371a-2dbe-42be-b312-3cdc253a7294 service neutron] 10.222.0.43 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599183 Feb 19 01:28:05.815277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2a19b692-86b9-47e1-8e10-d8430e5e01dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ab0cde8a6f940a7a3458efc2d6f3070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4170537 Feb 19 01:28:05.817624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56732) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:05.890480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82ffc261-1603-4e72-b439-a81f69db95ee admin admin] Publish callbacks [] for security_group (24bf5aa1-15af-40c7-a48a-8b9b036f7573), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:05.922880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82ffc261-1603-4e72-b439-a81f69db95ee admin admin] Publish callbacks [] for security_group (24bf5aa1-15af-40c7-a48a-8b9b036f7573), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:05.950245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56740) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:05.995395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82ffc261-1603-4e72-b439-a81f69db95ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (24bf5aa1-15af-40c7-a48a-8b9b036f7573), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:05.998596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82ffc261-1603-4e72-b439-a81f69db95ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.000113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-82ffc261-1603-4e72-b439-a81f69db95ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24bf5aa1-15af-40c7-a48a-8b9b036f7573 HTTP/1.1" status: 204 len: 168 time: 0.1814406 Feb 19 01:28:06.012726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffc261-1603-4e72-b439-a81f69db95ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf5aa1-15af-40c7-a48a-8b9b036f7573,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:06.116497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d986c546-3d57-4d59-b731-89e65883e026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.253163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d986c546-3d57-4d59-b731-89e65883e026 admin admin] Publish callbacks [] for security_group (9c301ee3-e187-41e9-8744-a84f020cb1a4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.262797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36cb8b71-a5d5-414a-9665-e0b4056597eb req-de392def-528c-4916-9ded-cbe68375ed9b tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0438182 Feb 19 01:28:06.265341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d986c546-3d57-4d59-b731-89e65883e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c301ee3-e187-41e9-8744-a84f020cb1a4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.298811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d986c546-3d57-4d59-b731-89e65883e026 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f670a40503541d2beb587cdd5ba6537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467808 Feb 19 01:28:06.301393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56758) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:06.317858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986c546-3d57-4d59-b731-89e65883e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c301ee3-e187-41e9-8744-a84f020cb1a4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:06.378206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6143a02-4274-421f-9809-a7a0c556f05a admin admin] Publish callbacks [] for security_group (9c301ee3-e187-41e9-8744-a84f020cb1a4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.408118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6143a02-4274-421f-9809-a7a0c556f05a admin admin] Publish callbacks [] for security_group (9c301ee3-e187-41e9-8744-a84f020cb1a4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.478806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6143a02-4274-421f-9809-a7a0c556f05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c301ee3-e187-41e9-8744-a84f020cb1a4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.481566 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6143a02-4274-421f-9809-a7a0c556f05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:06.483165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b6143a02-4274-421f-9809-a7a0c556f05a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c301ee3-e187-41e9-8744-a84f020cb1a4 HTTP/1.1" status: 204 len: 168 time: 0.1806843 Feb 19 01:28:06.495144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6143a02-4274-421f-9809-a7a0c556f05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c301ee3-e187-41e9-8744-a84f020cb1a4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:06.911966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3e2ea-b385-446b-812b-bb9d149aab82 req-b16d43d9-2f4a-42bc-832d-9f447a81b8e1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:06.914432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58a3e2ea-b385-446b-812b-bb9d149aab82 req-b16d43d9-2f4a-42bc-832d-9f447a81b8e1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1029997 Feb 19 01:28:06.959480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56790) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:06.974636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d62e6bb-32bb-4c58-a9a9-987f95543f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.022620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58a3e2ea-b385-446b-812b-bb9d149aab82 req-0e4e39fa-cf2e-436a-928e-ebeb647ff3c5 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899291 Feb 19 01:28:07.078743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d62e6bb-32bb-4c58-a9a9-987f95543f25 admin admin] Publish callbacks [] for security_group (a2d97f25-5a69-44d2-87a0-0a947feb120d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.083060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d62e6bb-32bb-4c58-a9a9-987f95543f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a2d97f25-5a69-44d2-87a0-0a947feb120d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.094186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56792) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:07.121112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62e6bb-32bb-4c58-a9a9-987f95543f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d97f25-5a69-44d2-87a0-0a947feb120d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:07.129031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9d62e6bb-32bb-4c58-a9a9-987f95543f25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=498bd713843d4128ab7f3ff1158cd5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653812 Feb 19 01:28:07.130655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56796) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:07.182953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee87e-84ba-425d-9431-26374af5bf96 admin admin] Publish callbacks [] for security_group (a2d97f25-5a69-44d2-87a0-0a947feb120d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.207052 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee87e-84ba-425d-9431-26374af5bf96 admin admin] Publish callbacks [] for security_group (a2d97f25-5a69-44d2-87a0-0a947feb120d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.222923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f5f982e8-cfe9-48f7-8bef-7f4bce222a6b tempest-DvrRoutersNegativeTest-1315851352 tempest-DvrRoutersNegativeTest-1315851352-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-371143917', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:07.225889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.policy [None req-f5f982e8-cfe9-48f7-8bef-7f4bce222a6b tempest-DvrRoutersNegativeTest-1315851352 tempest-DvrRoutersNegativeTest-1315851352-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103430) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 01:28:07.226680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.policy [None req-f5f982e8-cfe9-48f7-8bef-7f4bce222a6b tempest-DvrRoutersNegativeTest-1315851352 tempest-DvrRoutersNegativeTest-1315851352-project] Failed policy check for 'create_router' {{(pid=103430) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 01:28:07.227408 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-f5f982e8-cfe9-48f7-8bef-7f4bce222a6b tempest-DvrRoutersNegativeTest-1315851352 tempest-DvrRoutersNegativeTest-1315851352-project] create failed (client error): Access was denied to this resource. Feb 19 01:28:07.233178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f5f982e8-cfe9-48f7-8bef-7f4bce222a6b tempest-DvrRoutersNegativeTest-1315851352 tempest-DvrRoutersNegativeTest-1315851352-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1378682 Feb 19 01:28:07.278865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee87e-84ba-425d-9431-26374af5bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a2d97f25-5a69-44d2-87a0-0a947feb120d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.281685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee87e-84ba-425d-9431-26374af5bf96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.285950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7e7ee87e-84ba-425d-9431-26374af5bf96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2d97f25-5a69-44d2-87a0-0a947feb120d HTTP/1.1" status: 204 len: 168 time: 0.1543665 Feb 19 01:28:07.298328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ee87e-84ba-425d-9431-26374af5bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d97f25-5a69-44d2-87a0-0a947feb120d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:07.495405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1baefba2-90db-42fc-93d4-510a51762a47 req-452a1ea1-0dd6-4146-ad6b-59afb6ff0777 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0657156 Feb 19 01:28:07.622614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-e47aae0f-307d-42ab-8c89-d2abe3ca2458 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:07.625108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-e47aae0f-307d-42ab-8c89-d2abe3ca2458 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.10 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 813 time: 0.1341057 Feb 19 01:28:07.708353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:07.722153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-cd0a9c36-66dd-4851-85af-879f1dcf3849 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9258d78528e941998465e11f752b18e8 HTTP/1.1" status: 200 len: 378 time: 0.0830691 Feb 19 01:28:07.739769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'port': {'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'admin_state_up': True, 'tenant_id': '9258d78528e941998465e11f752b18e8', 'security_groups': ['e77d8846-7be1-433c-9c9e-a9d2fb60b155']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:07.893340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa12d663-f1f5-4422-8b39-a664c6becde9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:07.899740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Made reservation on behalf of 9258d78528e941998465e11f752b18e8 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:28:07.904925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.031189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa12d663-f1f5-4422-8b39-a664c6becde9 admin admin] Publish callbacks [] for security_group (36ec76b2-f62e-4d02-8683-a4604bd2b30a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.039817 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa12d663-f1f5-4422-8b39-a664c6becde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (36ec76b2-f62e-4d02-8683-a4604bd2b30a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.105497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Allocated IP 172.20.0.9 (15a0a81f-019b-4e8a-956e-d9ec79c94199/6f9b9042-b716-43df-89ed-a05292b19679/e34445ce-fca8-42e9-ab48-1e965160f0b4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:28:08.158349 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aa12d663-f1f5-4422-8b39-a664c6becde9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c089f1f90ca047a1b936280e2963ea46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4488044 Feb 19 01:28:08.160545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12d663-f1f5-4422-8b39-a664c6becde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ec76b2-f62e-4d02-8683-a4604bd2b30a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:08.163773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56826) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:08.319746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.361021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.376836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be278d0a-8b5b-42e3-82d1-516b54809e9c admin admin] Publish callbacks [] for security_group (36ec76b2-f62e-4d02-8683-a4604bd2b30a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.391443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5e2eb-ff68-4844-aa63-7fabcd7e0ebc req-2f412b8d-c7b4-48cf-8fce-6ae035cfda82 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:08.399277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4f5e2eb-ff68-4844-aa63-7fabcd7e0ebc req-2f412b8d-c7b4-48cf-8fce-6ae035cfda82 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.2395127 Feb 19 01:28:08.435712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be278d0a-8b5b-42e3-82d1-516b54809e9c admin admin] Publish callbacks [] for security_group (36ec76b2-f62e-4d02-8683-a4604bd2b30a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.476096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'Port': ['ID=e34445ce-fca8-42e9-ab48-1e965160f0b4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:08.486019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:28:08.487996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:28:08.501916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:28:08.519289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4f5e2eb-ff68-4844-aa63-7fabcd7e0ebc req-a5e8ac99-46c5-4d5e-b7a8-5d0d8ea980ed tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139946 Feb 19 01:28:08.554301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be278d0a-8b5b-42e3-82d1-516b54809e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (36ec76b2-f62e-4d02-8683-a4604bd2b30a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.557422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-be278d0a-8b5b-42e3-82d1-516b54809e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.558799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-be278d0a-8b5b-42e3-82d1-516b54809e9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36ec76b2-f62e-4d02-8683-a4604bd2b30a HTTP/1.1" status: 204 len: 168 time: 0.3939426 Feb 19 01:28:08.572784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be278d0a-8b5b-42e3-82d1-516b54809e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ec76b2-f62e-4d02-8683-a4604bd2b30a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:08.601468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:08.604288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:08.653961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1bf7e079-4d11-429e-9333-12877f9d92c2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195788 Feb 19 01:28:08.667944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-7d0518a7-2f91-44c1-80b9-c5df24b5b477 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:28:08.669227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-7d0518a7-2f91-44c1-80b9-c5df24b5b477 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106483 Feb 19 01:28:08.682895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Request body: {'port': {'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:08.979766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3e7971e2-f5fd-4853-b432-0fd4436d2678 None None] Provisioning complete for port e34445ce-fca8-42e9-ab48-1e965160f0b4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:28:08.980313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e7971e2-f5fd-4853-b432-0fd4436d2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:09.024329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcb072-0ea8-4d2b-80a4-17bb765512fa req-1fa9bee1-57b9-4af4-a070-54898ddaf106 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:09.024329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fffcb072-0ea8-4d2b-80a4-17bb765512fa req-1fa9bee1-57b9-4af4-a070-54898ddaf106 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 931 time: 0.2760701 Feb 19 01:28:09.024329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:09.062099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3e7971e2-f5fd-4853-b432-0fd4436d2678 None None] Port e34445ce-fca8-42e9-ab48-1e965160f0b4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:28:09.160351 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fffcb072-0ea8-4d2b-80a4-17bb765512fa req-c6d49dbd-f5ac-4daa-b915-f34508f69e00 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261764 Feb 19 01:28:09.556204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34445ce-fca8-42e9-ab48-1e965160f0b4 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:28:09.578351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Publish callbacks [] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:09.602360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Transition to ACTIVE for port object e34445ce-fca8-42e9-ab48-1e965160f0b4 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:28:09.610095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:09.695575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190f4-a87d-4235-aced-60945a679ade req-80b75523-3662-48ce-a0e4-732079e094dd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:09.697814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ad190f4-a87d-4235-aced-60945a679ade req-80b75523-3662-48ce-a0e4-732079e094dd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1020970 Feb 19 01:28:09.708847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e34445ce-fca8-42e9-ab48-1e965160f0b4,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:09.779718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ad190f4-a87d-4235-aced-60945a679ade req-85aa4ab8-9ca9-4152-82b6-ac37e8d86efb tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748010 Feb 19 01:28:09.818443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Attempting to bind port e34445ce-fca8-42e9-ab48-1e965160f0b4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:28:09.818861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Attempting to bind port e34445ce-fca8-42e9-ab48-1e965160f0b4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:28:09.819269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Attempting to bind port e34445ce-fca8-42e9-ab48-1e965160f0b4 on network 15a0a81f-019b-4e8a-956e-d9ec79c94199 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:28:09.825977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Port e34445ce-fca8-42e9-ab48-1e965160f0b4 on network 15a0a81f-019b-4e8a-956e-d9ec79c94199 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:28:09.826398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Attempting to bind port e34445ce-fca8-42e9-ab48-1e965160f0b4 on network 15a0a81f-019b-4e8a-956e-d9ec79c94199 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:28:09.837394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:28:09.848549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Checking segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:28:09.849180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Bound using segment: {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:28:09.849723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Bound port: e34445ce-fca8-42e9-ab48-1e965160f0b4, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182bfbca-67cc-4b7a-bbac-1cb7573ab00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:28:09.850161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:09.871721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:09.979935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] For port e34445ce-fca8-42e9-ab48-1e965160f0b4, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:28:09.983633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] For port e34445ce-fca8-42e9-ab48-1e965160f0b4, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:28:09.990912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.029232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:10.030744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.031845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 1091 time: 1.3545423 Feb 19 01:28:10.032380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:10.035771 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511" -d '{"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:10.152595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244725099'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:10.160711 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1004653-515c-4038-aa78-2ddd3ed28d97 x-openstack-request-id: req-c1004653-515c-4038-aa78-2ddd3ed28d97 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:10.160964 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:10.161191 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1004653-515c-4038-aa78-2ddd3ed28d97 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:10.161775 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'status': 'completed', 'code': 200} Feb 19 01:28:10.166993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1a9a2-ad97-4398-bc49-1b592bb417b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e34445ce-fca8-42e9-ab48-1e965160f0b4,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:10.200982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.214003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1519f845-567f-402f-8ca6-36eba12b8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:10.217413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-1519f845-567f-402f-8ca6-36eba12b8122 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1125 time: 0.1248620 Feb 19 01:28:10.219288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.302396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-6270658c-3c6f-419a-bdb4-3ccf4fe5489f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 217 time: 0.0772390 Feb 19 01:28:10.397284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-33c46eef-b35d-4d7a-b9a4-0e8ab1ef6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:10.398946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-33c46eef-b35d-4d7a-b9a4-0e8ab1ef6ff5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 200 len: 852 time: 0.0903537 Feb 19 01:28:10.430395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f385f-1b73-4076-a021-8246593c1fc7 req-4229054e-0254-46f0-a78e-31611df47f13 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:10.433045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d1f385f-1b73-4076-a021-8246593c1fc7 req-4229054e-0254-46f0-a78e-31611df47f13 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1635063 Feb 19 01:28:10.469265 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (81398e61-b636-48a0-b13d-d3f29385d137), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.469866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-738ceecc-adf3-45fb-8583-154a0660583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:10.472921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-738ceecc-adf3-45fb-8583-154a0660583a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a0a81f-019b-4e8a-956e-d9ec79c94199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663698 Feb 19 01:28:10.480863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (81398e61-b636-48a0-b13d-d3f29385d137), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.557847 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d1f385f-1b73-4076-a021-8246593c1fc7 req-e87cbc1a-880f-4d38-be9d-13d236e7e6e7 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079485 Feb 19 01:28:10.572761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81398e61-b636-48a0-b13d-d3f29385d137,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:10.604144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-01e58f7f-b766-46d6-aa18-a2227a69c218 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251395 Feb 19 01:28:10.628018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.632893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.682278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.683880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8101938 Feb 19 01:28:10.684984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a1ec-6635-4adf-8c2a-6be0b9441904 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669c5984-5add-4da1-a561-f5107a1eb07c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:10.688710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56920) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:10.728544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba279a44-45b7-4487-a71b-97a93c2205b3 req-417601b0-d9ad-42f1-8495-f2e2c851a888 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169522 Feb 19 01:28:10.769164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23d65286-0733-478f-91a8-a2993a2be868 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0763435 Feb 19 01:28:10.769743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:10.774952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-security--82791197', 'description': 'tempest-security-description-1904833437'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:10.829888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.935298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.947436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-20894941-d5a8-4c28-a54d-51805822457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:10.952690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-20894941-d5a8-4c28-a54d-51805822457c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1125 time: 0.1353672 Feb 19 01:28:10.954428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.957035 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.958230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "PUT /v2.0/security-groups/669c5984-5add-4da1-a561-f5107a1eb07c HTTP/1.1" status: 200 len: 1795 time: 0.1875792 Feb 19 01:28:10.961248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.016097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-160a6e92-355b-4e92-b807-ed5cffd35c0f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups/669c5984-5add-4da1-a561-f5107a1eb07c HTTP/1.1" status: 200 len: 1795 time: 0.0497260 Feb 19 01:28:11.016759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.049750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980a87-8533-41ee-9643-bc7ee5359fb7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669c5984-5add-4da1-a561-f5107a1eb07c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:11.058389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa4fe1-ced8-415e-9a42-bd30e0200721 req-9833fc20-a32f-4654-a76a-2ad801510366 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:11.065555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7aa4fe1-ced8-415e-9a42-bd30e0200721 req-9833fc20-a32f-4654-a76a-2ad801510366 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1970296 Feb 19 01:28:11.066869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.100332 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b15c866a-2c3b-424b-92aa-4dd479a20224 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.127820 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b15c866a-2c3b-424b-92aa-4dd479a20224 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.152956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-9d040db0-8b32-4ec2-b1fa-57698f0a681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:11.154865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-9d040db0-8b32-4ec2-b1fa-57698f0a681e service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 914 time: 0.1955156 Feb 19 01:28:11.162832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c7aa4fe1-ced8-415e-9a42-bd30e0200721 req-497ae489-f770-4f74-b5cb-cb6e1608ea33 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964584 Feb 19 01:28:11.192791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b15c866a-2c3b-424b-92aa-4dd479a20224 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (669c5984-5add-4da1-a561-f5107a1eb07c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.195405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b15c866a-2c3b-424b-92aa-4dd479a20224 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.204691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b15c866a-2c3b-424b-92aa-4dd479a20224 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/669c5984-5add-4da1-a561-f5107a1eb07c HTTP/1.1" status: 204 len: 168 time: 0.1784127 Feb 19 01:28:11.205642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56940) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.214553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-d82b93b4-e357-4a7a-896e-85b85972f206 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 217 time: 0.0505285 Feb 19 01:28:11.228745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c866a-2c3b-424b-92aa-4dd479a20224 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c5984-5add-4da1-a561-f5107a1eb07c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:11.269975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ae77466a-40ab-4ad7-a7d9-41f309979cee tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574884 Feb 19 01:28:11.271063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56942) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.278589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-029b90b8-9283-4f1a-8f54-11c6fbc71e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:11.280303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-029b90b8-9283-4f1a-8f54-11c6fbc71e4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 200 len: 852 time: 0.0588806 Feb 19 01:28:11.297598 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-3fbef404-c9a8-4856-a22f-12af592f1fa8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] delete failed (client error): The resource could not be found. Feb 19 01:28:11.302748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3fbef404-c9a8-4856-a22f-12af592f1fa8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/669c5984-5add-4da1-a561-f5107a1eb07c HTTP/1.1" status: 404 len: 347 time: 0.0268538 Feb 19 01:28:11.302748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b1d180-d946-4106-806a-6e5474c6790e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.303813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56944) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.324852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--959144466'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:11.351110 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.374772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-634b2e3a-c006-4ba7-8477-99f409d43dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:11.376294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-634b2e3a-c006-4ba7-8477-99f409d43dda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a0a81f-019b-4e8a-956e-d9ec79c94199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865204 Feb 19 01:28:11.409407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b1d180-d946-4106-806a-6e5474c6790e admin admin] Publish callbacks [] for security_group (5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.413636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69b1d180-d946-4106-806a-6e5474c6790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.456425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69b1d180-d946-4106-806a-6e5474c6790e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a993f8f02414f3c954d1f641e31d68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861046 Feb 19 01:28:11.457053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.458112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d180-d946-4106-806a-6e5474c6790e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:11.540166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (3714c525-f78a-4c46-b01b-414ec7e64655), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.550755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3714c525-f78a-4c46-b01b-414ec7e64655), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.573610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-07e1e67f-ce00-4617-b48d-5f6d80233ffd service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865907 Feb 19 01:28:11.625754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-132efe09-e15c-4349-90dc-d3ca0110472f admin admin] Publish callbacks [] for security_group (5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.634551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.635791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3153543 Feb 19 01:28:11.643667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.655311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '3714c525-f78a-4c46-b01b-414ec7e64655', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:11.669807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1a15f-bccb-4856-9c5a-d70e9d048a51 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3714c525-f78a-4c46-b01b-414ec7e64655,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:11.693157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-132efe09-e15c-4349-90dc-d3ca0110472f admin admin] Publish callbacks [] for security_group (5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.711885 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (56625387-f111-43e2-94bd-042a7262a50c), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.732048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a033-923a-464b-8389-f4fe6078fa48 req-8f426cde-8bbc-4d21-b956-b333d0c4e5f4 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:11.734545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a45a033-923a-464b-8389-f4fe6078fa48 req-8f426cde-8bbc-4d21-b956-b333d0c4e5f4 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1035073 Feb 19 01:28:11.756448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d2578c3-c3b9-4b7c-ab4e-7a64955e7511 req-a043c52a-a697-45ea-a769-9167d51d91b2 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729951 Feb 19 01:28:11.788026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-132efe09-e15c-4349-90dc-d3ca0110472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.791345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-132efe09-e15c-4349-90dc-d3ca0110472f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.792625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-132efe09-e15c-4349-90dc-d3ca0110472f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca HTTP/1.1" status: 204 len: 168 time: 0.3347697 Feb 19 01:28:11.801617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132efe09-e15c-4349-90dc-d3ca0110472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2198bd-0b07-47f3-bda1-3ea6a34aa7ca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:11.808040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a45a033-923a-464b-8389-f4fe6078fa48 req-79d056f2-7c17-4f58-8dc5-2119ad226673 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657349 Feb 19 01:28:11.822408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (56625387-f111-43e2-94bd-042a7262a50c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.833189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (56625387-f111-43e2-94bd-042a7262a50c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.858902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56625387-f111-43e2-94bd-042a7262a50c,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:11.866424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.867867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ba3e16b3-2ce4-4fe5-951f-75150a6fc053 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228878 Feb 19 01:28:11.871039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.905806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c1f03c6-bcfc-488a-a348-35e459f91d1a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (56625387-f111-43e2-94bd-042a7262a50c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.915332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c1f03c6-bcfc-488a-a348-35e459f91d1a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (56625387-f111-43e2-94bd-042a7262a50c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.950461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c1f03c6-bcfc-488a-a348-35e459f91d1a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (56625387-f111-43e2-94bd-042a7262a50c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.959382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c1f03c6-bcfc-488a-a348-35e459f91d1a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:11.960073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5c1f03c6-bcfc-488a-a348-35e459f91d1a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/56625387-f111-43e2-94bd-042a7262a50c HTTP/1.1" status: 204 len: 168 time: 0.0879917 Feb 19 01:28:11.962674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:11.965759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f03c6-bcfc-488a-a348-35e459f91d1a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56625387-f111-43e2-94bd-042a7262a50c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.010284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-27e5c37a-3a1c-4e7f-a84d-53ceda6bffca tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461042 Feb 19 01:28:12.013178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.068656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d7faec5-46b2-4bfb-83a4-e0d26943720c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (3714c525-f78a-4c46-b01b-414ec7e64655), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.097406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d7faec5-46b2-4bfb-83a4-e0d26943720c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (3714c525-f78a-4c46-b01b-414ec7e64655), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.147544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d7faec5-46b2-4bfb-83a4-e0d26943720c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3714c525-f78a-4c46-b01b-414ec7e64655), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.154409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d7faec5-46b2-4bfb-83a4-e0d26943720c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.154409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1d7faec5-46b2-4bfb-83a4-e0d26943720c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/3714c525-f78a-4c46-b01b-414ec7e64655 HTTP/1.1" status: 204 len: 168 time: 0.1389205 Feb 19 01:28:12.154752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.161489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56968) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.168842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7faec5-46b2-4bfb-83a4-e0d26943720c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3714c525-f78a-4c46-b01b-414ec7e64655,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.226890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30d5cd52-0a2b-429f-9e90-7afeae4dd1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.294075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb699d47-d38a-4df2-b8be-a34ef431c769 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267078 Feb 19 01:28:12.295091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.302036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--806201255'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:12.334396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.334889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f2ad3-3585-4e13-b109-d1152dc10445 req-7d6a0ba9-63b3-4d89-92b2-7116fde601e2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:12.337949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a5f2ad3-3585-4e13-b109-d1152dc10445 req-7d6a0ba9-63b3-4d89-92b2-7116fde601e2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0946620 Feb 19 01:28:12.400797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30d5cd52-0a2b-429f-9e90-7afeae4dd1ab admin admin] Publish callbacks [] for security_group (2765225c-0cf1-434a-80d2-4b0188f096b5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.409415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (6f4ed006-b9e1-4426-9c9b-67e6016a7b1e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.415390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30d5cd52-0a2b-429f-9e90-7afeae4dd1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2765225c-0cf1-434a-80d2-4b0188f096b5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.416304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6f4ed006-b9e1-4426-9c9b-67e6016a7b1e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.440782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.444414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1449146 Feb 19 01:28:12.444745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.449121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '6f4ed006-b9e1-4426-9c9b-67e6016a7b1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:12.453677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a5f2ad3-3585-4e13-b109-d1152dc10445 req-83fa7dd5-c6e4-4419-bff9-85d5f5587a2b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053679 Feb 19 01:28:12.473745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3a28-d3a0-4ced-9701-062440c663eb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ed006-b9e1-4426-9c9b-67e6016a7b1e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.490967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-30d5cd52-0a2b-429f-9e90-7afeae4dd1ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dae6f490c2094c09bb8a0c571f0e7471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351157 Feb 19 01:28:12.492045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5cd52-0a2b-429f-9e90-7afeae4dd1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2765225c-0cf1-434a-80d2-4b0188f096b5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.493589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.500590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.576239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.581541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.586309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b110d5e-4526-478d-bb96-8fdc207559b4 admin admin] Publish callbacks [] for security_group (2765225c-0cf1-434a-80d2-4b0188f096b5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.613069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.624720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.625993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-91c6f3ce-3c20-40fb-a22e-fd1484ca15ba tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1802595 Feb 19 01:28:12.628858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56980) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.631120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b110d5e-4526-478d-bb96-8fdc207559b4 admin admin] Publish callbacks [] for security_group (2765225c-0cf1-434a-80d2-4b0188f096b5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.634009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '6f4ed006-b9e1-4426-9c9b-67e6016a7b1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:12.698042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (2bf13db7-5d7d-47fa-a4db-507294f8c371), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.705537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b110d5e-4526-478d-bb96-8fdc207559b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2765225c-0cf1-434a-80d2-4b0188f096b5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.709500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b110d5e-4526-478d-bb96-8fdc207559b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.712911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6b110d5e-4526-478d-bb96-8fdc207559b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2765225c-0cf1-434a-80d2-4b0188f096b5 HTTP/1.1" status: 204 len: 168 time: 0.2178996 Feb 19 01:28:12.723239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b110d5e-4526-478d-bb96-8fdc207559b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765225c-0cf1-434a-80d2-4b0188f096b5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.761062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (2bf13db7-5d7d-47fa-a4db-507294f8c371), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.766342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2bf13db7-5d7d-47fa-a4db-507294f8c371), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.785599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf13db7-5d7d-47fa-a4db-507294f8c371,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.796072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.799830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-35af6b33-06e5-4bc2-9872-932ad7698545 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672087 Feb 19 01:28:12.800127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.804966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '6f4ed006-b9e1-4426-9c9b-67e6016a7b1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:12.834703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (ba694503-0a28-48cf-a7a7-eed36ccf100a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.924847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (ba694503-0a28-48cf-a7a7-eed36ccf100a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.929791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ba694503-0a28-48cf-a7a7-eed36ccf100a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.959476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.963456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597023 Feb 19 01:28:12.963456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8042c4f-e5fa-4435-bc8c-fec19cd12189 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba694503-0a28-48cf-a7a7-eed36ccf100a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:12.964360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 56990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:12.970471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '6f4ed006-b9e1-4426-9c9b-67e6016a7b1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:12.986871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d6da0-84bf-4fa8-ad7f-62da08a11f30 req-5943bfaa-a0bd-44df-84d2-af72c93bb328 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:12.989464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed6d6da0-84bf-4fa8-ad7f-62da08a11f30 req-5943bfaa-a0bd-44df-84d2-af72c93bb328 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0876784 Feb 19 01:28:13.012685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5e89ae70-21fa-4663-8bfb-a8de888117f3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.082588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed6d6da0-84bf-4fa8-ad7f-62da08a11f30 req-1349ec65-f73b-4bae-8a96-d861de88077e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868661 Feb 19 01:28:13.133716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5e89ae70-21fa-4663-8bfb-a8de888117f3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.138248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5e89ae70-21fa-4663-8bfb-a8de888117f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.158271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e89ae70-21fa-4663-8bfb-a8de888117f3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:13.175041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.179143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78bc222b-4f2d-4ab0-8a38-3d27b0c37b47 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2117090 Feb 19 01:28:13.179623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 56998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:13.184661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '6f4ed006-b9e1-4426-9c9b-67e6016a7b1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:13.216542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (6d90dae3-fd36-4ef6-a351-961583f2c0f2), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.282299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (6d90dae3-fd36-4ef6-a351-961583f2c0f2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.289623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6d90dae3-fd36-4ef6-a351-961583f2c0f2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.313694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d90dae3-fd36-4ef6-a351-961583f2c0f2,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:13.329266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.333029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7cff4e5e-546e-45a2-8c24-abcbbb87dc24 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1497684 Feb 19 01:28:13.333362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57004) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:13.367694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe97662c-6ee4-4a2d-b1be-7792f053b99c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (6d90dae3-fd36-4ef6-a351-961583f2c0f2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.381490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe97662c-6ee4-4a2d-b1be-7792f053b99c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (6d90dae3-fd36-4ef6-a351-961583f2c0f2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.419517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe97662c-6ee4-4a2d-b1be-7792f053b99c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6d90dae3-fd36-4ef6-a351-961583f2c0f2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.426053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe97662c-6ee4-4a2d-b1be-7792f053b99c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.429583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe97662c-6ee4-4a2d-b1be-7792f053b99c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6d90dae3-fd36-4ef6-a351-961583f2c0f2 HTTP/1.1" status: 204 len: 168 time: 0.0950546 Feb 19 01:28:13.430148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:13.439130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97662c-6ee4-4a2d-b1be-7792f053b99c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d90dae3-fd36-4ef6-a351-961583f2c0f2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:13.506924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5b53937a-977e-4c5f-bb52-3936a1a0aeb3 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0753407 Feb 19 01:28:13.509907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:13.574494 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9822eab6-2730-4e70-8efa-ea048bef8d08 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5e89ae70-21fa-4663-8bfb-a8de888117f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.604193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9822eab6-2730-4e70-8efa-ea048bef8d08 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5e89ae70-21fa-4663-8bfb-a8de888117f3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.625943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982325f-5abe-4bea-a054-076d1551b325 req-7a5d09f5-1309-4dda-8497-317c79413c97 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:13.627840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0982325f-5abe-4bea-a054-076d1551b325 req-7a5d09f5-1309-4dda-8497-317c79413c97 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1017988 Feb 19 01:28:13.673064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9822eab6-2730-4e70-8efa-ea048bef8d08 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5e89ae70-21fa-4663-8bfb-a8de888117f3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.678101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9822eab6-2730-4e70-8efa-ea048bef8d08 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.687670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9822eab6-2730-4e70-8efa-ea048bef8d08 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5e89ae70-21fa-4663-8bfb-a8de888117f3 HTTP/1.1" status: 204 len: 168 time: 0.1764226 Feb 19 01:28:13.688451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57028) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:13.710749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0982325f-5abe-4bea-a054-076d1551b325 req-ad007d59-3464-49fe-b9d4-686c7152f382 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754950 Feb 19 01:28:13.724021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822eab6-2730-4e70-8efa-ea048bef8d08 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e89ae70-21fa-4663-8bfb-a8de888117f3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:13.840962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57044) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:13.844361 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-91afe869-f1eb-4b50-8884-6285e8fd9702 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1500745 Feb 19 01:28:13.883169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fda033-b05b-4895-82cb-71398383eadf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (ba694503-0a28-48cf-a7a7-eed36ccf100a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.894349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fda033-b05b-4895-82cb-71398383eadf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (ba694503-0a28-48cf-a7a7-eed36ccf100a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.929548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fda033-b05b-4895-82cb-71398383eadf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ba694503-0a28-48cf-a7a7-eed36ccf100a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.947289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78fda033-b05b-4895-82cb-71398383eadf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:13.951090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78fda033-b05b-4895-82cb-71398383eadf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ba694503-0a28-48cf-a7a7-eed36ccf100a HTTP/1.1" status: 204 len: 168 time: 0.1067457 Feb 19 01:28:13.951090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fda033-b05b-4895-82cb-71398383eadf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba694503-0a28-48cf-a7a7-eed36ccf100a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:13.953252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57054) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.004937 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7e17df7d-b1f3-4267-a671-84dbc5b6ef3a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0494382 Feb 19 01:28:14.007545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.048165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88fe-e9d7-477e-91d6-63f084af709f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (2bf13db7-5d7d-47fa-a4db-507294f8c371), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.059114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88fe-e9d7-477e-91d6-63f084af709f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (2bf13db7-5d7d-47fa-a4db-507294f8c371), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.096415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88fe-e9d7-477e-91d6-63f084af709f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2bf13db7-5d7d-47fa-a4db-507294f8c371), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.102756 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88fe-e9d7-477e-91d6-63f084af709f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.107421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57064) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.129017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c7fc88fe-e9d7-477e-91d6-63f084af709f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2bf13db7-5d7d-47fa-a4db-507294f8c371 HTTP/1.1" status: 204 len: 168 time: 0.1202281 Feb 19 01:28:14.149647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc88fe-e9d7-477e-91d6-63f084af709f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bf13db7-5d7d-47fa-a4db-507294f8c371,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:14.199678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57072) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.200083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-988d0cf6-5f9a-4154-817b-767f2e6b60e3 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0915208 Feb 19 01:28:14.233958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb5c01bd-ab42-4faa-b600-fd69e13da3a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.250090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb5c01bd-ab42-4faa-b600-fd69e13da3a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.283771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb5c01bd-ab42-4faa-b600-fd69e13da3a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.298632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb5c01bd-ab42-4faa-b600-fd69e13da3a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.300393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb5c01bd-ab42-4faa-b600-fd69e13da3a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda HTTP/1.1" status: 204 len: 168 time: 0.0997119 Feb 19 01:28:14.301976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c01bd-ab42-4faa-b600-fd69e13da3a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ba9ea0-e327-440f-8f3c-5ef5c7eb2cda,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:14.303435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57080) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.348803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d10e7dbb-db38-41a0-9b7a-a14675198a4e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435216 Feb 19 01:28:14.351041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57082) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.426075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0cd486a-3d1f-42a1-b897-af4ab1682fb8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (6f4ed006-b9e1-4426-9c9b-67e6016a7b1e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.472196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0cd486a-3d1f-42a1-b897-af4ab1682fb8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (6f4ed006-b9e1-4426-9c9b-67e6016a7b1e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.551843 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0cd486a-3d1f-42a1-b897-af4ab1682fb8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6f4ed006-b9e1-4426-9c9b-67e6016a7b1e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.554387 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0cd486a-3d1f-42a1-b897-af4ab1682fb8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.555501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0cd486a-3d1f-42a1-b897-af4ab1682fb8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/6f4ed006-b9e1-4426-9c9b-67e6016a7b1e HTTP/1.1" status: 204 len: 168 time: 0.2030506 Feb 19 01:28:14.558756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57086) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.569029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd486a-3d1f-42a1-b897-af4ab1682fb8 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ed006-b9e1-4426-9c9b-67e6016a7b1e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:14.590217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34847939-f70c-460e-9573-9f1fc3577050 req-31a083db-d0c6-4302-9b0d-cb9ba4be3a63 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:14.597796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34847939-f70c-460e-9573-9f1fc3577050 req-31a083db-d0c6-4302-9b0d-cb9ba4be3a63 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0796952 Feb 19 01:28:14.634057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-67732661-99f1-4114-9306-7af516d660a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0735159 Feb 19 01:28:14.634747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57088) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.643158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.651659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--165004951'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:14.662821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34847939-f70c-460e-9573-9f1fc3577050 req-1b0a190b-8e1f-42b6-af92-baf43c9cb181 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641847 Feb 19 01:28:14.681255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.758397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (9c1590c6-97aa-4a38-82bf-62f94e04df76), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.773598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c1590c6-97aa-4a38-82bf-62f94e04df76), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.779520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0340ca84-8b21-4a89-b1c3-f862142bceab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.805269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.809059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1625383 Feb 19 01:28:14.809330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57096) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:14.817920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '9c1590c6-97aa-4a38-82bf-62f94e04df76', 'direction': 'ingress', 'protocol': 17}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:14.844547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7d1be-c150-4ed1-8105-eb70de829fd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1590c6-97aa-4a38-82bf-62f94e04df76,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:14.873171 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (2484c2d1-74ea-4025-8d0e-8ba9421bfd6f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.899759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d786-6116-41ac-84b6-5cea6a6f22e3 req-565b10ec-8ac4-454d-91a6-ab387304b2b0 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:14.908770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb58d786-6116-41ac-84b6-5cea6a6f22e3 req-565b10ec-8ac4-454d-91a6-ab387304b2b0 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0940275 Feb 19 01:28:14.947761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (2484c2d1-74ea-4025-8d0e-8ba9421bfd6f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.955224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2484c2d1-74ea-4025-8d0e-8ba9421bfd6f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.999917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2484c2d1-74ea-4025-8d0e-8ba9421bfd6f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:15.007680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0340ca84-8b21-4a89-b1c3-f862142bceab admin admin] Publish callbacks [] for security_group (d1703e4b-a5c5-4a0a-823d-e31505ed1854), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.010244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.015528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-72fef8fa-e758-478c-8610-1885fd28a8ff tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2016466 Feb 19 01:28:15.015991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57110) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:15.019836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0340ca84-8b21-4a89-b1c3-f862142bceab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d1703e4b-a5c5-4a0a-823d-e31505ed1854), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.030196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb58d786-6116-41ac-84b6-5cea6a6f22e3 req-5a633a10-cbcb-4cbf-b277-465d5ecef800 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203823 Feb 19 01:28:15.084239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe051a5-624b-4f8a-8e3b-f1a9df58ad2e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (9c1590c6-97aa-4a38-82bf-62f94e04df76), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.100900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0340ca84-8b21-4a89-b1c3-f862142bceab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d4c68722977454197e1ad5664997741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649379 Feb 19 01:28:15.101192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57120) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:15.102112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340ca84-8b21-4a89-b1c3-f862142bceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1703e4b-a5c5-4a0a-823d-e31505ed1854,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:15.137639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe051a5-624b-4f8a-8e3b-f1a9df58ad2e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (9c1590c6-97aa-4a38-82bf-62f94e04df76), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.204635 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c4c12db-7eca-43e2-9b4b-22b3e89075e4 admin admin] Publish callbacks [] for security_group (d1703e4b-a5c5-4a0a-823d-e31505ed1854), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.232600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe051a5-624b-4f8a-8e3b-f1a9df58ad2e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9c1590c6-97aa-4a38-82bf-62f94e04df76), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.235662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe051a5-624b-4f8a-8e3b-f1a9df58ad2e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.237104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efe051a5-624b-4f8a-8e3b-f1a9df58ad2e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/9c1590c6-97aa-4a38-82bf-62f94e04df76 HTTP/1.1" status: 204 len: 168 time: 0.2200389 Feb 19 01:28:15.239010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c4c12db-7eca-43e2-9b4b-22b3e89075e4 admin admin] Publish callbacks [] for security_group (d1703e4b-a5c5-4a0a-823d-e31505ed1854), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.239776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57138) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:15.256971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe051a5-624b-4f8a-8e3b-f1a9df58ad2e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1590c6-97aa-4a38-82bf-62f94e04df76,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:15.328904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c4c12db-7eca-43e2-9b4b-22b3e89075e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d1703e4b-a5c5-4a0a-823d-e31505ed1854), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.332120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c4c12db-7eca-43e2-9b4b-22b3e89075e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.344905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-77768409-a89b-426e-9207-7637741c6af6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1036327 Feb 19 01:28:15.348227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0c4c12db-7eca-43e2-9b4b-22b3e89075e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1703e4b-a5c5-4a0a-823d-e31505ed1854 HTTP/1.1" status: 204 len: 168 time: 0.2343924 Feb 19 01:28:15.348817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57154) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:15.354265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--239026777'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:15.365749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c12db-7eca-43e2-9b4b-22b3e89075e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1703e4b-a5c5-4a0a-823d-e31505ed1854,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:15.384732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.475003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (4b182948-c7bc-4e2a-a7e0-e81f3085017f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.479540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4b182948-c7bc-4e2a-a7e0-e81f3085017f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.521552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.522781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1727715 Feb 19 01:28:15.525605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57174) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:15.531045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--979336972'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:15.537447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6b0cb-8c61-4fd4-93ee-6d53dbb51380 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b182948-c7bc-4e2a-a7e0-e81f3085017f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:15.564032 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.669604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (f4f626bf-d154-407b-85db-f9166a378944), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.676270 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f4f626bf-d154-407b-85db-f9166a378944), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.711030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f626bf-d154-407b-85db-f9166a378944,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:15.717880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.721428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-65146492-ddf0-49c1-8f28-b035c1e99462 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1929333 Feb 19 01:28:15.723225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57200) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:15.728557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '4b182948-c7bc-4e2a-a7e0-e81f3085017f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f4f626bf-d154-407b-85db-f9166a378944', 'remote_ip_prefix': None}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:15.812059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.951887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c6e7-cf8a-4eea-850a-3f85767d8302 req-db9310c1-b4df-4a63-be07-6e21198c0065 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:15.953436 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7021c6e7-cf8a-4eea-850a-3f85767d8302 req-db9310c1-b4df-4a63-be07-6e21198c0065 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1538963 Feb 19 01:28:15.964815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.985824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.030558 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.031743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3073134 Feb 19 01:28:16.034952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57242) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.039034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07170c3-4fd8-4ef1-b969-98eef350710f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:16.074830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdf0630a-2091-421f-ab8d-70ee0e1e0cd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.078933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7021c6e7-cf8a-4eea-850a-3f85767d8302 req-05b7ef04-09f3-4f1f-82c6-6683b1f58fa8 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125152 Feb 19 01:28:16.091702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdf0630a-2091-421f-ab8d-70ee0e1e0cd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.158121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdf0630a-2091-421f-ab8d-70ee0e1e0cd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.174579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cdf0630a-2091-421f-ab8d-70ee0e1e0cd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.175837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cdf0630a-2091-421f-ab8d-70ee0e1e0cd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45 HTTP/1.1" status: 204 len: 168 time: 0.1394651 Feb 19 01:28:16.177900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0630a-2091-421f-ab8d-70ee0e1e0cd1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc5e0a57-cf94-49e9-bcf3-3f02d35bbb45,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:16.178587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.252199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2571d-50a1-45b7-8307-1398b6b69358 req-748fcc16-c1d3-439d-84c9-df5ca9c26792 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:16.254577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28a2571d-50a1-45b7-8307-1398b6b69358 req-748fcc16-c1d3-439d-84c9-df5ca9c26792 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0771613 Feb 19 01:28:16.255244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57272) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.260618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-899acc7f-7993-4646-bd7b-45379109453c tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0808120 Feb 19 01:28:16.348056 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b10b3e18-2948-4e54-813e-fd278895e60d tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (f4f626bf-d154-407b-85db-f9166a378944), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.384440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28a2571d-50a1-45b7-8307-1398b6b69358 req-1a9c3560-14a2-41f0-a506-9fdf11a6ca84 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087410 Feb 19 01:28:16.398959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b10b3e18-2948-4e54-813e-fd278895e60d tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (f4f626bf-d154-407b-85db-f9166a378944), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.459015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b10b3e18-2948-4e54-813e-fd278895e60d tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f4f626bf-d154-407b-85db-f9166a378944), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.465764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b10b3e18-2948-4e54-813e-fd278895e60d tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.470486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b10b3e18-2948-4e54-813e-fd278895e60d tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/f4f626bf-d154-407b-85db-f9166a378944 HTTP/1.1" status: 204 len: 168 time: 0.2136016 Feb 19 01:28:16.473435 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57304) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.480735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b3e18-2948-4e54-813e-fd278895e60d tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f626bf-d154-407b-85db-f9166a378944,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:16.552360 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b2574043-a6b8-453c-85da-9eca7739a331 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0767477 Feb 19 01:28:16.557244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57316) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.619595 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbecfd4b-2592-4ea0-8513-373a9d3628a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (4b182948-c7bc-4e2a-a7e0-e81f3085017f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.651493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbecfd4b-2592-4ea0-8513-373a9d3628a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (4b182948-c7bc-4e2a-a7e0-e81f3085017f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.715763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbecfd4b-2592-4ea0-8513-373a9d3628a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4b182948-c7bc-4e2a-a7e0-e81f3085017f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.720373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbecfd4b-2592-4ea0-8513-373a9d3628a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.722174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bbecfd4b-2592-4ea0-8513-373a9d3628a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/4b182948-c7bc-4e2a-a7e0-e81f3085017f HTTP/1.1" status: 204 len: 168 time: 0.1637597 Feb 19 01:28:16.725084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57340) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.735003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecfd4b-2592-4ea0-8513-373a9d3628a6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b182948-c7bc-4e2a-a7e0-e81f3085017f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:16.796551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b987d28a-756f-40dc-9863-d521d6a7705a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690053 Feb 19 01:28:16.800052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57348) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:16.804855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441461318'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:16.839548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.935968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.947590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.016183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:17.021004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.022303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1b05ca72-fa5a-4f11-8af6-659e4e2c9951 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2209032 Feb 19 01:28:17.025581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57380) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:17.032124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:17.072051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (349bc3b6-9594-41bf-ac3a-1e4cfab194c9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.190950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (349bc3b6-9594-41bf-ac3a-1e4cfab194c9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.197995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (349bc3b6-9594-41bf-ac3a-1e4cfab194c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.245502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.246932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2202609 Feb 19 01:28:17.250178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:17.281304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41849a-fb11-44ce-9f5e-a77fe59eb636 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349bc3b6-9594-41bf-ac3a-1e4cfab194c9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:17.307327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38a4d8-36c4-422e-ae4f-b8d038bf3c10 req-8b53c4f1-1762-4dea-98c1-b90f27cff6bd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:17.309096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e38a4d8-36c4-422e-ae4f-b8d038bf3c10 req-8b53c4f1-1762-4dea-98c1-b90f27cff6bd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0914967 Feb 19 01:28:17.339197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f6fa48-ef6d-4bc2-91d6-7ac913cdc564 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (349bc3b6-9594-41bf-ac3a-1e4cfab194c9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.351863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f6fa48-ef6d-4bc2-91d6-7ac913cdc564 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (349bc3b6-9594-41bf-ac3a-1e4cfab194c9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.401623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f6fa48-ef6d-4bc2-91d6-7ac913cdc564 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (349bc3b6-9594-41bf-ac3a-1e4cfab194c9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.413303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-95f6fa48-ef6d-4bc2-91d6-7ac913cdc564 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.415830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-95f6fa48-ef6d-4bc2-91d6-7ac913cdc564 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/349bc3b6-9594-41bf-ac3a-1e4cfab194c9 HTTP/1.1" status: 204 len: 168 time: 0.1644878 Feb 19 01:28:17.420355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57434) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:17.468813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6fa48-ef6d-4bc2-91d6-7ac913cdc564 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=349bc3b6-9594-41bf-ac3a-1e4cfab194c9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:17.484633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e38a4d8-36c4-422e-ae4f-b8d038bf3c10 req-8eeb86f3-ebb2-49a0-b2a5-c5fa3a162a1f tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1665323 Feb 19 01:28:17.568058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d7ecd38a-9f68-4bc3-8a58-80227302c4bb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1459689 Feb 19 01:28:17.572265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57450) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:17.601847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838e076-0d63-4d0b-b63b-d7d8a63fb0ea req-bd9f7260-b38d-41e9-92ab-05c49c48d989 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:17.603466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2838e076-0d63-4d0b-b63b-d7d8a63fb0ea req-bd9f7260-b38d-41e9-92ab-05c49c48d989 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0951736 Feb 19 01:28:17.668732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac305d21-a81b-43fd-8852-aa834f015fdb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.720782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac305d21-a81b-43fd-8852-aa834f015fdb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.725635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2838e076-0d63-4d0b-b63b-d7d8a63fb0ea req-722019db-ab71-459c-a78a-fe61d49797e4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980828 Feb 19 01:28:17.788297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac305d21-a81b-43fd-8852-aa834f015fdb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.791322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac305d21-a81b-43fd-8852-aa834f015fdb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:17.796473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:17.804417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ac305d21-a81b-43fd-8852-aa834f015fdb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81 HTTP/1.1" status: 204 len: 168 time: 0.2305472 Feb 19 01:28:17.823126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac305d21-a81b-43fd-8852-aa834f015fdb tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef3775-5c1f-40b2-9cdc-bbe0f948fd81,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:17.861555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-360a8cf0-c0a7-4b3b-9648-ae1be5dce3e6 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635448 Feb 19 01:28:17.866114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:17.871513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374863329'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:17.908372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.019050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (dda28abe-ab34-4853-8862-8b2a3a852e5d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.029665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dda28abe-ab34-4853-8862-8b2a3a852e5d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.072206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.075184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2079897 Feb 19 01:28:18.078088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.084082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': 'dda28abe-ab34-4853-8862-8b2a3a852e5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:18.092877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ef4b6-b2db-4113-a905-39614d304922 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda28abe-ab34-4853-8862-8b2a3a852e5d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:18.133369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (b26981bb-cca5-445e-aea7-ac2ffe3ddb7a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.234875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (b26981bb-cca5-445e-aea7-ac2ffe3ddb7a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.239278 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b26981bb-cca5-445e-aea7-ac2ffe3ddb7a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.266407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.268947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1895540 Feb 19 01:28:18.270354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab737ac6-07f1-4830-b484-14f672c4aa4f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26981bb-cca5-445e-aea7-ac2ffe3ddb7a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:18.271943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57576) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.293133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-179380a0-8524-434b-9cbb-2ffcca01b599 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules/b26981bb-cca5-445e-aea7-ac2ffe3ddb7a HTTP/1.1" status: 200 len: 763 time: 0.0177665 Feb 19 01:28:18.293739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.345359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-be45fa64-c4fc-4ebb-ac0e-474ad0067647 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478833 Feb 19 01:28:18.345795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57592) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.365907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.380835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9269e8cf-7d6c-415e-b771-3cab045ec084 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (b26981bb-cca5-445e-aea7-ac2ffe3ddb7a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.400113 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9269e8cf-7d6c-415e-b771-3cab045ec084 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (b26981bb-cca5-445e-aea7-ac2ffe3ddb7a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.444020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9269e8cf-7d6c-415e-b771-3cab045ec084 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b26981bb-cca5-445e-aea7-ac2ffe3ddb7a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.449571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9269e8cf-7d6c-415e-b771-3cab045ec084 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.450996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9269e8cf-7d6c-415e-b771-3cab045ec084 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b26981bb-cca5-445e-aea7-ac2ffe3ddb7a HTTP/1.1" status: 204 len: 168 time: 0.1041448 Feb 19 01:28:18.453914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57614) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.460719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e8cf-7d6c-415e-b771-3cab045ec084 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b26981bb-cca5-445e-aea7-ac2ffe3ddb7a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:18.507506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4ace1dcb-9564-41f8-9442-103d4e682d2f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523860 Feb 19 01:28:18.510675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57624) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.515944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': 'dda28abe-ab34-4853-8862-8b2a3a852e5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:18.555922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5f1aa617-96bf-437d-8a16-4a43baa8f348), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.669919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5f1aa617-96bf-437d-8a16-4a43baa8f348), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.693045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7bc5-43d7-4258-9e8c-38315d734af8 req-1d1a61d7-4980-4f1a-9e94-ef1ab8c9f690 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:18.694636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85cc7bc5-43d7-4258-9e8c-38315d734af8 req-1d1a61d7-4980-4f1a-9e94-ef1ab8c9f690 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1056345 Feb 19 01:28:18.696101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5f1aa617-96bf-437d-8a16-4a43baa8f348), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.732032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1aa617-96bf-437d-8a16-4a43baa8f348,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:18.766476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.770285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b9ec0b09-7346-41be-96fb-fd06429c8551 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2584429 Feb 19 01:28:18.770891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57656) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.806944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a86d538f-882a-427a-b66c-b7e403d7d65f tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules/5f1aa617-96bf-437d-8a16-4a43baa8f348 HTTP/1.1" status: 200 len: 763 time: 0.0346727 Feb 19 01:28:18.810068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57660) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.834815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85cc7bc5-43d7-4258-9e8c-38315d734af8 req-a16a94d5-afb6-4c08-90a4-7c4b2005fdd1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283457 Feb 19 01:28:18.880811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57668) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.920209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-00483651-8586-47fe-9439-03fc58039ebf tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1082435 Feb 19 01:28:18.922848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57676) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:18.962199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d58c9db8-d2d1-4145-8459-213dccd18191 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5f1aa617-96bf-437d-8a16-4a43baa8f348), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:18.979965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f894f-4fd9-4207-a758-30c88916506f req-d9b30415-ddd0-4d59-9faa-c619979ed326 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:18.981851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-418f894f-4fd9-4207-a758-30c88916506f req-d9b30415-ddd0-4d59-9faa-c619979ed326 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1139460 Feb 19 01:28:18.984616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d58c9db8-d2d1-4145-8459-213dccd18191 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (5f1aa617-96bf-437d-8a16-4a43baa8f348), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.046571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d58c9db8-d2d1-4145-8459-213dccd18191 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5f1aa617-96bf-437d-8a16-4a43baa8f348), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.048476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4b419d6-c7ea-4e94-a6a4-34d26f1fe122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.053015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d58c9db8-d2d1-4145-8459-213dccd18191 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.056313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d58c9db8-d2d1-4145-8459-213dccd18191 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5f1aa617-96bf-437d-8a16-4a43baa8f348 HTTP/1.1" status: 204 len: 168 time: 0.1302059 Feb 19 01:28:19.057847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.076288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c9db8-d2d1-4145-8459-213dccd18191 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f1aa617-96bf-437d-8a16-4a43baa8f348,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.108151 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-418f894f-4fd9-4207-a758-30c88916506f req-2ee55cb5-97c5-4f2e-937e-841849a423f5 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084781 Feb 19 01:28:19.160867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f133aa0-c014-4854-866d-c5df42e47783 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985427 Feb 19 01:28:19.161811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57704) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.166579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': 'dda28abe-ab34-4853-8862-8b2a3a852e5d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:19.191097 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4b419d6-c7ea-4e94-a6a4-34d26f1fe122 admin admin] Publish callbacks [] for security_group (5f0a6b09-d6ce-4819-9658-a134d19e15f4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.193709 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Project f690265650284297ba4669e0bf8c14f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:28:19.198415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f4b419d6-c7ea-4e94-a6a4-34d26f1fe122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5f0a6b09-d6ce-4819-9658-a134d19e15f4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.200431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (23515b21-1515-445d-ac8b-d45f62c54343), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.253431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f4b419d6-c7ea-4e94-a6a4-34d26f1fe122 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33910692f98543af8ddf39d29d996f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3713434 Feb 19 01:28:19.256016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b419d6-c7ea-4e94-a6a4-34d26f1fe122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a6b09-d6ce-4819-9658-a134d19e15f4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.259164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57716) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.289058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (23515b21-1515-445d-ac8b-d45f62c54343), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.297734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (23515b21-1515-445d-ac8b-d45f62c54343), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.324181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23515b21-1515-445d-ac8b-d45f62c54343,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.333940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f837-0ea6-4ec9-99f6-03d80832f4f8 admin admin] Publish callbacks [] for security_group (5f0a6b09-d6ce-4819-9658-a134d19e15f4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.338851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.344289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89f746c0-cd5d-4cf6-9ff8-aea8ca2096c7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1814389 Feb 19 01:28:19.347310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57728) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.375085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f837-0ea6-4ec9-99f6-03d80832f4f8 admin admin] Publish callbacks [] for security_group (5f0a6b09-d6ce-4819-9658-a134d19e15f4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.376900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57732) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.377509 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ac649e5d-8277-4ba3-baae-bdf86edc2816 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules/23515b21-1515-445d-ac8b-d45f62c54343 HTTP/1.1" status: 200 len: 769 time: 0.0287783 Feb 19 01:28:19.448279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2f93d8cb-b04d-469b-ab70-d2e70f0131ef tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0698249 Feb 19 01:28:19.454848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57740) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.483259 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f837-0ea6-4ec9-99f6-03d80832f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5f0a6b09-d6ce-4819-9658-a134d19e15f4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.485971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f837-0ea6-4ec9-99f6-03d80832f4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.487097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9aa4f837-0ea6-4ec9-99f6-03d80832f4f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f0a6b09-d6ce-4819-9658-a134d19e15f4 HTTP/1.1" status: 204 len: 168 time: 0.2259943 Feb 19 01:28:19.494913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4f837-0ea6-4ec9-99f6-03d80832f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a6b09-d6ce-4819-9658-a134d19e15f4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.497977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b841019b-ba00-48b6-95dc-aa1258c91865 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (23515b21-1515-445d-ac8b-d45f62c54343), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.507617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b841019b-ba00-48b6-95dc-aa1258c91865 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (23515b21-1515-445d-ac8b-d45f62c54343), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.542931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b841019b-ba00-48b6-95dc-aa1258c91865 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (23515b21-1515-445d-ac8b-d45f62c54343), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.557121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b841019b-ba00-48b6-95dc-aa1258c91865 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.558506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b841019b-ba00-48b6-95dc-aa1258c91865 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/23515b21-1515-445d-ac8b-d45f62c54343 HTTP/1.1" status: 204 len: 168 time: 0.1024239 Feb 19 01:28:19.559662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841019b-ba00-48b6-95dc-aa1258c91865 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23515b21-1515-445d-ac8b-d45f62c54343,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.561272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57744) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.611092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.617880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e16dfbe5-f403-4d58-b58c-2be01530c1a5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553801 Feb 19 01:28:19.672951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93e12d07-7fb0-48dc-88e0-5994637c299b tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (dda28abe-ab34-4853-8862-8b2a3a852e5d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.697326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93e12d07-7fb0-48dc-88e0-5994637c299b tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (dda28abe-ab34-4853-8862-8b2a3a852e5d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.746250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93e12d07-7fb0-48dc-88e0-5994637c299b tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dda28abe-ab34-4853-8862-8b2a3a852e5d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.750115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93e12d07-7fb0-48dc-88e0-5994637c299b tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.751495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-93e12d07-7fb0-48dc-88e0-5994637c299b tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/dda28abe-ab34-4853-8862-8b2a3a852e5d HTTP/1.1" status: 204 len: 168 time: 0.1409423 Feb 19 01:28:19.754215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57750) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.761274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e12d07-7fb0-48dc-88e0-5994637c299b tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda28abe-ab34-4853-8862-8b2a3a852e5d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.810719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57752) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.822441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ac192b4e-3fa4-4fe4-9866-6973f09c61b7 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664613 Feb 19 01:28:19.826521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:19.831802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325877854'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:19.832225 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-154a7bed-d34d-476d-9eaf-b1065cba3f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.854551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.940378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-154a7bed-d34d-476d-9eaf-b1065cba3f3f admin admin] Publish callbacks [] for security_group (e6b00c1b-adaa-40bb-b4cc-2178539ae768), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.944855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-154a7bed-d34d-476d-9eaf-b1065cba3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e6b00c1b-adaa-40bb-b4cc-2178539ae768), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.953112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (685a8b2d-550d-4b22-b129-05a1208147f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.969059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (685a8b2d-550d-4b22-b129-05a1208147f8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.991200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-154a7bed-d34d-476d-9eaf-b1065cba3f3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f766ccd86ddb422c89f3cf3c8d4522a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786654 Feb 19 01:28:19.992442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7bed-d34d-476d-9eaf-b1065cba3f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b00c1b-adaa-40bb-b4cc-2178539ae768,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:19.995679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57758) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.004526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.005841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1776767 Feb 19 01:28:20.012633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57760) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.020174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Request body: {'security_group_rule': {'security_group_id': '685a8b2d-550d-4b22-b129-05a1208147f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:20.032522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d63866-5d3a-431c-8b70-01add18c9ac1 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685a8b2d-550d-4b22-b129-05a1208147f8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:20.051671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a5db2-6927-451c-bee3-30d548b933a7 req-40305fc5-3059-4fd9-9acc-e4bb27bde7ff tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:20.053443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a1a5db2-6927-451c-bee3-30d548b933a7 req-40305fc5-3059-4fd9-9acc-e4bb27bde7ff tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1200900 Feb 19 01:28:20.071242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (32146300-abcd-4712-9aed-7e0a84507c15), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.150244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a1a5db2-6927-451c-bee3-30d548b933a7 req-d2a75c64-06aa-407b-9a6e-047d29383cab tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830584 Feb 19 01:28:20.205093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (32146300-abcd-4712-9aed-7e0a84507c15), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.217943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (32146300-abcd-4712-9aed-7e0a84507c15), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.259553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d70abae1-dd05-4ecd-b088-9c403e8ab1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.273703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32146300-abcd-4712-9aed-7e0a84507c15,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:20.304526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.306888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b24372bc-55cb-457a-8f92-ed5ac0e5418a tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2922857 Feb 19 01:28:20.309421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57768) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.384391 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b9719c-9c74-4da7-910f-d4d73c5a9f45 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (685a8b2d-550d-4b22-b129-05a1208147f8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.403560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-062be0a6-d29e-4640-a488-cf103b6ff83c admin admin] Publish callbacks [] for security_group (e6b00c1b-adaa-40bb-b4cc-2178539ae768), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.423922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b9719c-9c74-4da7-910f-d4d73c5a9f45 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (685a8b2d-550d-4b22-b129-05a1208147f8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.430023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ac084-cb8b-494f-9d5d-c54bcfa2afa1 req-007d1630-b624-4b7b-a6ec-e2c42e241f7d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:20.431501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-382ac084-cb8b-494f-9d5d-c54bcfa2afa1 req-007d1630-b624-4b7b-a6ec-e2c42e241f7d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1009765 Feb 19 01:28:20.445494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-062be0a6-d29e-4640-a488-cf103b6ff83c admin admin] Publish callbacks [] for security_group (e6b00c1b-adaa-40bb-b4cc-2178539ae768), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.499746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b9719c-9c74-4da7-910f-d4d73c5a9f45 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (685a8b2d-550d-4b22-b129-05a1208147f8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.502869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b9719c-9c74-4da7-910f-d4d73c5a9f45 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.504370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3b9719c-9c74-4da7-910f-d4d73c5a9f45 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/685a8b2d-550d-4b22-b129-05a1208147f8 HTTP/1.1" status: 204 len: 168 time: 0.1931772 Feb 19 01:28:20.508192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.515942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-382ac084-cb8b-494f-9d5d-c54bcfa2afa1 req-1b404786-1a21-4bac-800e-6b0eb041179b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755866 Feb 19 01:28:20.546291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9719c-9c74-4da7-910f-d4d73c5a9f45 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a8b2d-550d-4b22-b129-05a1208147f8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:20.565384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-062be0a6-d29e-4640-a488-cf103b6ff83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e6b00c1b-adaa-40bb-b4cc-2178539ae768), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.569506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-062be0a6-d29e-4640-a488-cf103b6ff83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.572187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-062be0a6-d29e-4640-a488-cf103b6ff83c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6b00c1b-adaa-40bb-b4cc-2178539ae768 HTTP/1.1" status: 204 len: 168 time: 0.5754516 Feb 19 01:28:20.597431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062be0a6-d29e-4640-a488-cf103b6ff83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b00c1b-adaa-40bb-b4cc-2178539ae768,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:20.662800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9385f98b-d1b8-4590-82d5-ada00f2eee92 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1520221 Feb 19 01:28:20.665446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.721560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c7b8ecc4-3fed-4944-b66e-6394d1c0aae5 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0547853 Feb 19 01:28:20.724198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.738809 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-ecff2d92-c6eb-4940-a3e6-9ae06ee45a95 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] delete failed (client error): The resource could not be found. Feb 19 01:28:20.740058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ecff2d92-c6eb-4940-a3e6-9ae06ee45a95 tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "DELETE /v2.0/security-groups/685a8b2d-550d-4b22-b129-05a1208147f8 HTTP/1.1" status: 404 len: 347 time: 0.0148721 Feb 19 01:28:20.744595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:20.796384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0604e26d-9733-4acf-940f-f283dcfca90e tempest-SecGroupIPv6Test-1196395998 tempest-SecGroupIPv6Test-1196395998-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495691 Feb 19 01:28:21.064821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:21.330565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-95727fc3-f277-4bc9-89a0-f34ea0f5b26d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f690265650284297ba4669e0bf8c14f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620480 Feb 19 01:28:21.331366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:21.378058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d3448-2119-4632-a095-f464503c248d req-79cca483-41eb-4fde-9b83-52c0d86fb808 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:21.386335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-858d3448-2119-4632-a095-f464503c248d req-79cca483-41eb-4fde-9b83-52c0d86fb808 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1225107 Feb 19 01:28:21.445790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96755a01-34dc-44b5-a9d7-f2f9aeead06f admin admin] Publish callbacks [] for security_group (81398e61-b636-48a0-b13d-d3f29385d137), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:21.486778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96755a01-34dc-44b5-a9d7-f2f9aeead06f admin admin] Publish callbacks [] for security_group (81398e61-b636-48a0-b13d-d3f29385d137), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:21.557637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-858d3448-2119-4632-a095-f464503c248d req-0b3e1c1b-d5dd-4e94-a475-2a7662955421 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1703155 Feb 19 01:28:21.628747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96755a01-34dc-44b5-a9d7-f2f9aeead06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (81398e61-b636-48a0-b13d-d3f29385d137), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:21.633083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96755a01-34dc-44b5-a9d7-f2f9aeead06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:21.637332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-96755a01-34dc-44b5-a9d7-f2f9aeead06f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81398e61-b636-48a0-b13d-d3f29385d137 HTTP/1.1" status: 204 len: 168 time: 0.3055494 Feb 19 01:28:21.673804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96755a01-34dc-44b5-a9d7-f2f9aeead06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81398e61-b636-48a0-b13d-d3f29385d137,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:21.795308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739d6d2-7f90-4b20-ba9c-fc44cdb1f777 req-ac6914de-ef8c-4b0f-bfc8-22856df38a0b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:21.805659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7739d6d2-7f90-4b20-ba9c-fc44cdb1f777 req-ac6914de-ef8c-4b0f-bfc8-22856df38a0b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0913384 Feb 19 01:28:21.913359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7739d6d2-7f90-4b20-ba9c-fc44cdb1f777 req-b00086c8-5014-4f08-bc0e-d227b65a5fee tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056423 Feb 19 01:28:22.612939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f5d7067a-afe2-430f-9deb-1a58b9590d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:22.714557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:22.758036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115019-cfbe-43c5-b274-bd3db5589bd9 req-00f829f2-c65d-4603-a97a-69a0b96b98a8 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:22.760629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf115019-cfbe-43c5-b274-bd3db5589bd9 req-00f829f2-c65d-4603-a97a-69a0b96b98a8 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0772719 Feb 19 01:28:22.823048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf115019-cfbe-43c5-b274-bd3db5589bd9 req-41d1010d-2620-4c2f-bc7d-d73f32e6f177 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562298 Feb 19 01:28:22.877723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d434d0e-f1ee-4581-99f4-0ef375d9e98d tempest-ServiceProvidersTest-1218189433 tempest-ServiceProvidersTest-1218189433-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1600585 Feb 19 01:28:23.133201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea702512-b9cb-4345-a748-0b5c58604b90 req-f4e7d06a-732f-40b8-8849-d56735beb0c8 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:23.145742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea702512-b9cb-4345-a748-0b5c58604b90 req-f4e7d06a-732f-40b8-8849-d56735beb0c8 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0819693 Feb 19 01:28:23.245910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ea702512-b9cb-4345-a748-0b5c58604b90 req-bbf6798b-318e-4bb8-ab37-8eb2fe2bc03a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915616 Feb 19 01:28:23.322244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 57912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:23.463760 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fba-6ca4-4230-bfbd-6e18ae7e8fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.573048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fba-6ca4-4230-bfbd-6e18ae7e8fe3 admin admin] Publish callbacks [] for security_group (76998e7d-8c58-4422-9067-bf4d04ac5e36), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.578425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fba-6ca4-4230-bfbd-6e18ae7e8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (76998e7d-8c58-4422-9067-bf4d04ac5e36), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.634367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-15fd0fba-6ca4-4230-bfbd-6e18ae7e8fe3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc763c40185f46298faa99aa7030d039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109596 Feb 19 01:28:23.635919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0fba-6ca4-4230-bfbd-6e18ae7e8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76998e7d-8c58-4422-9067-bf4d04ac5e36,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:23.636887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:23.702927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.715194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2ec404f-eee8-4093-92d2-9e88dfa9c883 admin admin] Publish callbacks [] for security_group (76998e7d-8c58-4422-9067-bf4d04ac5e36), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.747865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2ec404f-eee8-4093-92d2-9e88dfa9c883 admin admin] Publish callbacks [] for security_group (76998e7d-8c58-4422-9067-bf4d04ac5e36), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.811107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2ec404f-eee8-4093-92d2-9e88dfa9c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (76998e7d-8c58-4422-9067-bf4d04ac5e36), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.814102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2ec404f-eee8-4093-92d2-9e88dfa9c883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.816265 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a2ec404f-eee8-4093-92d2-9e88dfa9c883 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76998e7d-8c58-4422-9067-bf4d04ac5e36 HTTP/1.1" status: 204 len: 168 time: 0.1775880 Feb 19 01:28:23.829711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec404f-eee8-4093-92d2-9e88dfa9c883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76998e7d-8c58-4422-9067-bf4d04ac5e36,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:24.139791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c658c-3302-47b2-87c5-2be8eec106ea req-77455d19-aa93-4ab8-9c74-63a99460fe8e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:24.144332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3c658c-3302-47b2-87c5-2be8eec106ea req-77455d19-aa93-4ab8-9c74-63a99460fe8e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1719980 Feb 19 01:28:24.232809 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3c658c-3302-47b2-87c5-2be8eec106ea req-bb42796a-708e-4312-8e47-479e30d19842 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824904 Feb 19 01:28:24.475052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38216441-9307-46ad-89b1-be05a72594a9 req-09718e96-51ea-4960-9435-747da246da97 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:24.476737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38216441-9307-46ad-89b1-be05a72594a9 req-09718e96-51ea-4960-9435-747da246da97 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1140051 Feb 19 01:28:24.573659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38216441-9307-46ad-89b1-be05a72594a9 req-21d0989d-4219-4114-bcb1-156afc796252 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843825 Feb 19 01:28:24.922625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 57998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.026842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-77f9a9a7-0f63-448d-8328-23c5b26be3bc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2122531139', 'prefixes': ['172.20.0.0/16']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:25.093681 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77f9a9a7-0f63-448d-8328-23c5b26be3bc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:25.094891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-77f9a9a7-0f63-448d-8328-23c5b26be3bc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1711905 Feb 19 01:28:25.097751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.153627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f7a8d4bc-3cbe-4000-aaf9-76dbeca4d0dc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] 10.222.0.43 "GET /v2.0/subnetpools/f3e8f4b6-5592-41ea-8351-4767f2fb6efc HTTP/1.1" status: 200 len: 732 time: 0.0547307 Feb 19 01:28:25.156741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.161252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8bfc1392-bb7d-447f-b9cf-8c1eca7dbb7c tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-102120338'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:25.252465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8bfc1392-bb7d-447f-b9cf-8c1eca7dbb7c tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:25.256429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8bfc1392-bb7d-447f-b9cf-8c1eca7dbb7c tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] 10.222.0.43 "PUT /v2.0/subnetpools/f3e8f4b6-5592-41ea-8351-4767f2fb6efc HTTP/1.1" status: 200 len: 683 time: 0.0961895 Feb 19 01:28:25.257345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.365926 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:25.398377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5673a2a2-8b92-4f07-87b5-68967c6819c2 tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:25.399580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5673a2a2-8b92-4f07-87b5-68967c6819c2 tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f3e8f4b6-5592-41ea-8351-4767f2fb6efc HTTP/1.1" status: 204 len: 168 time: 0.1412547 Feb 19 01:28:25.402863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58030) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.407109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6126-6389-4bf5-9634-ce0d173e490e req-c8673025-c1b6-4aa9-9f22-dcf68a43bc26 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:25.408598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44ac6126-6389-4bf5-9634-ce0d173e490e req-c8673025-c1b6-4aa9-9f22-dcf68a43bc26 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0789127 Feb 19 01:28:25.429399 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-d88ccefe-58c5-4321-927c-e44c05eeb2bc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] show failed (client error): The resource could not be found. Feb 19 01:28:25.434611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d88ccefe-58c5-4321-927c-e44c05eeb2bc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] 10.222.0.43 "GET /v2.0/subnetpools/f3e8f4b6-5592-41ea-8351-4767f2fb6efc HTTP/1.1" status: 404 len: 346 time: 0.0300775 Feb 19 01:28:25.435420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.454579 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-8f2b5122-43ce-4ec7-9f42-b261b17b3ccc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] delete failed (client error): The resource could not be found. Feb 19 01:28:25.455691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8f2b5122-43ce-4ec7-9f42-b261b17b3ccc tempest-SubnetPoolsTestJSON-530893676 tempest-SubnetPoolsTestJSON-530893676-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f3e8f4b6-5592-41ea-8351-4767f2fb6efc HTTP/1.1" status: 404 len: 346 time: 0.0187886 Feb 19 01:28:25.487988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-44ac6126-6389-4bf5-9634-ce0d173e490e req-25e9051f-a848-431d-9bc7-1430d5cdc0f6 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698056 Feb 19 01:28:25.801233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310704e-a3b5-4a42-8912-18f28357aeb9 req-5e3b126f-8b75-4b81-9ad3-09800e529958 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:25.805148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3310704e-a3b5-4a42-8912-18f28357aeb9 req-5e3b126f-8b75-4b81-9ad3-09800e529958 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0840831 Feb 19 01:28:25.844057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58072) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:25.884312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3310704e-a3b5-4a42-8912-18f28357aeb9 req-8bcc791e-ed6d-4eac-a152-44d644967ff4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742793 Feb 19 01:28:25.981278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df7ecf08-db06-4dff-9f83-70150fb6bf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.044403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.071310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df7ecf08-db06-4dff-9f83-70150fb6bf34 admin admin] Publish callbacks [] for security_group (c2aeb795-0c15-4535-aac8-275d82aa076d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.075470 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df7ecf08-db06-4dff-9f83-70150fb6bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c2aeb795-0c15-4535-aac8-275d82aa076d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.116018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ecf08-db06-4dff-9f83-70150fb6bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aeb795-0c15-4535-aac8-275d82aa076d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:26.138569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df7ecf08-db06-4dff-9f83-70150fb6bf34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0292f0023579431996054a86ac3e6682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900202 Feb 19 01:28:26.139413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58100) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:26.197899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4390a0c-a8f0-4d43-b4c9-6b3332052a9d admin admin] Publish callbacks [] for security_group (c2aeb795-0c15-4535-aac8-275d82aa076d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.221569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4390a0c-a8f0-4d43-b4c9-6b3332052a9d admin admin] Publish callbacks [] for security_group (c2aeb795-0c15-4535-aac8-275d82aa076d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.285328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4390a0c-a8f0-4d43-b4c9-6b3332052a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c2aeb795-0c15-4535-aac8-275d82aa076d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.287853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4390a0c-a8f0-4d43-b4c9-6b3332052a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.291401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4390a0c-a8f0-4d43-b4c9-6b3332052a9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2aeb795-0c15-4535-aac8-275d82aa076d HTTP/1.1" status: 204 len: 168 time: 0.1479728 Feb 19 01:28:26.297531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4390a0c-a8f0-4d43-b4c9-6b3332052a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aeb795-0c15-4535-aac8-275d82aa076d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:26.570796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:26.675657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bdd5e-bac5-42b9-a138-cd26c741c2bd req-dbdb602e-e221-4583-ac4f-4169ab80d902 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:26.683094 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d41bdd5e-bac5-42b9-a138-cd26c741c2bd req-dbdb602e-e221-4583-ac4f-4169ab80d902 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0746598 Feb 19 01:28:26.744269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d41bdd5e-bac5-42b9-a138-cd26c741c2bd req-ab4062ea-6445-485c-a0e8-86e5fabf2aa0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598581 Feb 19 01:28:27.095030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657e05-493f-48da-b2df-5f4c8047c4de req-e7ad81a8-b32a-489d-800a-c90de78940c7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:27.106921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78657e05-493f-48da-b2df-5f4c8047c4de req-e7ad81a8-b32a-489d-800a-c90de78940c7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1220801 Feb 19 01:28:27.183223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78657e05-493f-48da-b2df-5f4c8047c4de req-14ff04ab-14cc-4b6f-8223-db2aa5451961 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701258 Feb 19 01:28:27.906262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7320a6-578c-4b78-a860-2b7dc36b5bf2 req-68ff6103-c94e-4275-a89e-2869a2b1b164 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:27.908162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d7320a6-578c-4b78-a860-2b7dc36b5bf2 req-68ff6103-c94e-4275-a89e-2869a2b1b164 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0760198 Feb 19 01:28:28.002736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d7320a6-578c-4b78-a860-2b7dc36b5bf2 req-e3ac09c5-d18c-497e-bfaa-ede6d09950c3 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867207 Feb 19 01:28:28.417449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456935cf-08f7-4ade-8498-17921034248c req-2e0b3fa4-7c91-48a4-9be0-03f2bd25b977 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:28.425098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-456935cf-08f7-4ade-8498-17921034248c req-2e0b3fa4-7c91-48a4-9be0-03f2bd25b977 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1133509 Feb 19 01:28:28.550345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-456935cf-08f7-4ade-8498-17921034248c req-3b83158b-4839-497a-8ba3-5057334e651d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238863 Feb 19 01:28:28.628230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58292) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:28.796520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5133f778-de1a-478a-9656-cf93b48ae6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:28.888201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5133f778-de1a-478a-9656-cf93b48ae6fe admin admin] Publish callbacks [] for security_group (2acddfb4-f896-46e2-a2fb-04b0861fe017), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:28.893803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5133f778-de1a-478a-9656-cf93b48ae6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2acddfb4-f896-46e2-a2fb-04b0861fe017), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:28.937885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5133f778-de1a-478a-9656-cf93b48ae6fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32a7dd27ecea4c619e99cab44c025834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081069 Feb 19 01:28:28.938729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133f778-de1a-478a-9656-cf93b48ae6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acddfb4-f896-46e2-a2fb-04b0861fe017,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:28.942350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:29.032422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61c92e28-112b-4e18-ab69-79e5efc96572 admin admin] Publish callbacks [] for security_group (2acddfb4-f896-46e2-a2fb-04b0861fe017), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.068281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61c92e28-112b-4e18-ab69-79e5efc96572 admin admin] Publish callbacks [] for security_group (2acddfb4-f896-46e2-a2fb-04b0861fe017), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.136383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61c92e28-112b-4e18-ab69-79e5efc96572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2acddfb4-f896-46e2-a2fb-04b0861fe017), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.142246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61c92e28-112b-4e18-ab69-79e5efc96572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.149650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-61c92e28-112b-4e18-ab69-79e5efc96572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2acddfb4-f896-46e2-a2fb-04b0861fe017 HTTP/1.1" status: 204 len: 168 time: 0.2055078 Feb 19 01:28:29.167537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c92e28-112b-4e18-ab69-79e5efc96572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acddfb4-f896-46e2-a2fb-04b0861fe017,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:29.281367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddccd01-2504-4adf-83d2-42840cb1c39a req-5e40ba87-2809-448c-a33d-0474e9b3295a tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:29.289964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ddccd01-2504-4adf-83d2-42840cb1c39a req-5e40ba87-2809-448c-a33d-0474e9b3295a tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0999937 Feb 19 01:28:29.357551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ddccd01-2504-4adf-83d2-42840cb1c39a req-b965ad58-6bed-45ed-be3a-c3f85e2846cf tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666108 Feb 19 01:28:29.559521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58342) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:29.576341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5e26-dc34-401e-b861-b031f883df4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.658409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58346) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:29.722900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5e26-dc34-401e-b861-b031f883df4b admin admin] Publish callbacks [] for security_group (08d73cd4-6221-44d1-a0ef-a1d14ba32211), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.728742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5e26-dc34-401e-b861-b031f883df4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (08d73cd4-6221-44d1-a0ef-a1d14ba32211), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.756154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5486a4-dc01-4d8c-a66d-2dab9d6e406e req-702b1021-8225-4b88-ab0f-f2820c05ec71 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:29.763415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f5486a4-dc01-4d8c-a66d-2dab9d6e406e req-702b1021-8225-4b88-ab0f-f2820c05ec71 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0965106 Feb 19 01:28:29.809208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58350) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:29.813400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f7b5e26-dc34-401e-b861-b031f883df4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20b4fdcb9b2d45c289e776e3c77683a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511404 Feb 19 01:28:29.843574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b5e26-dc34-401e-b861-b031f883df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d73cd4-6221-44d1-a0ef-a1d14ba32211,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:29.861266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f5486a4-dc01-4d8c-a66d-2dab9d6e406e req-72e96432-5768-4087-bb90-aa31d17b79ad tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912833 Feb 19 01:28:29.893289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01bf8a2d-b747-4655-acd3-a9905b3fc93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.928515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed2bba61-f39d-4c65-ae5d-537be46c2ad1 admin admin] Publish callbacks [] for security_group (08d73cd4-6221-44d1-a0ef-a1d14ba32211), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:29.964028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed2bba61-f39d-4c65-ae5d-537be46c2ad1 admin admin] Publish callbacks [] for security_group (08d73cd4-6221-44d1-a0ef-a1d14ba32211), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.031130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01bf8a2d-b747-4655-acd3-a9905b3fc93a admin admin] Publish callbacks [] for security_group (a93bb56d-76b0-42b4-b6f6-779b056b49f0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.036508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01bf8a2d-b747-4655-acd3-a9905b3fc93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a93bb56d-76b0-42b4-b6f6-779b056b49f0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.068718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf8a2d-b747-4655-acd3-a9905b3fc93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93bb56d-76b0-42b4-b6f6-779b056b49f0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:30.081998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed2bba61-f39d-4c65-ae5d-537be46c2ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (08d73cd4-6221-44d1-a0ef-a1d14ba32211), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.081998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed2bba61-f39d-4c65-ae5d-537be46c2ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.081998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ed2bba61-f39d-4c65-ae5d-537be46c2ad1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08d73cd4-6221-44d1-a0ef-a1d14ba32211 HTTP/1.1" status: 204 len: 168 time: 0.2686083 Feb 19 01:28:30.110573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bba61-f39d-4c65-ae5d-537be46c2ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d73cd4-6221-44d1-a0ef-a1d14ba32211,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:30.117250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-01bf8a2d-b747-4655-acd3-a9905b3fc93a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bed343411c3d44d995a5539eabd2efc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575126 Feb 19 01:28:30.117933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58356) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:30.215043 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5781630e-57b3-4461-8fdd-faee1ff9227f admin admin] Publish callbacks [] for security_group (a93bb56d-76b0-42b4-b6f6-779b056b49f0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.247342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5781630e-57b3-4461-8fdd-faee1ff9227f admin admin] Publish callbacks [] for security_group (a93bb56d-76b0-42b4-b6f6-779b056b49f0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.319762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5781630e-57b3-4461-8fdd-faee1ff9227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a93bb56d-76b0-42b4-b6f6-779b056b49f0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.322956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5781630e-57b3-4461-8fdd-faee1ff9227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.324966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5781630e-57b3-4461-8fdd-faee1ff9227f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a93bb56d-76b0-42b4-b6f6-779b056b49f0 HTTP/1.1" status: 204 len: 168 time: 0.2049210 Feb 19 01:28:30.335890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781630e-57b3-4461-8fdd-faee1ff9227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93bb56d-76b0-42b4-b6f6-779b056b49f0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:30.521733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605eccc-0af5-4d63-8e9e-03fe2de9f5c4 req-b7362a1b-3f87-410b-9554-925cb5a3293b tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:30.524065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b605eccc-0af5-4d63-8e9e-03fe2de9f5c4 req-b7362a1b-3f87-410b-9554-925cb5a3293b tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0819385 Feb 19 01:28:30.658956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b605eccc-0af5-4d63-8e9e-03fe2de9f5c4 req-7e2af1d9-f426-4fa5-98b2-89a73a0a5575 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270537 Feb 19 01:28:31.027844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3be3b-3483-41fb-8364-bb8e70c38719 req-f9a288f3-fd22-4975-af5c-abfa4fe6a312 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:31.037082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7b3be3b-3483-41fb-8364-bb8e70c38719 req-f9a288f3-fd22-4975-af5c-abfa4fe6a312 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0826130 Feb 19 01:28:31.114007 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7b3be3b-3483-41fb-8364-bb8e70c38719 req-12441e4d-6ce4-4797-8a75-f962c3214680 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749717 Feb 19 01:28:31.889326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f1f25-b36e-4e3a-9d22-33b042c36978 req-b9710565-e30d-44a3-8b7f-0764a7765529 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:31.893714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e47f1f25-b36e-4e3a-9d22-33b042c36978 req-b9710565-e30d-44a3-8b7f-0764a7765529 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1202605 Feb 19 01:28:32.004652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e47f1f25-b36e-4e3a-9d22-33b042c36978 req-96bcd28e-e684-43e2-b611-78787207cd6b tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062508 Feb 19 01:28:32.399926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f738fb-7538-4873-8740-6d6bb217c761 req-4360b837-450c-45fc-ba08-96cf980b6002 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:32.403417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50f738fb-7538-4873-8740-6d6bb217c761 req-4360b837-450c-45fc-ba08-96cf980b6002 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.1413419 Feb 19 01:28:32.486989 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50f738fb-7538-4873-8740-6d6bb217c761 req-5eb4a98c-20d0-43c5-98bd-d98631ff5382 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736396 Feb 19 01:28:32.772300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a500-51a9-4f9a-b72e-507583abb71a req-acca9cc3-3fa5-4a15-9bea-f71dd010bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:32.773940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2407a500-51a9-4f9a-b72e-507583abb71a req-acca9cc3-3fa5-4a15-9bea-f71dd010bd8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 1128 time: 0.3674984 Feb 19 01:28:32.848844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2407a500-51a9-4f9a-b72e-507583abb71a req-56e7f50e-6b52-47b1-bace-2b268f33986d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 Feb 19 01:28:33.350933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb780ac-fded-4701-80d3-ca7bd0a7f3b3 req-248b8f70-1e16-4cd3-99aa-5ac16a5350ad tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:33.367691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cb780ac-fded-4701-80d3-ca7bd0a7f3b3 req-248b8f70-1e16-4cd3-99aa-5ac16a5350ad tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1496704 Feb 19 01:28:33.484772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cb780ac-fded-4701-80d3-ca7bd0a7f3b3 req-c8bddff2-dd6c-44ce-8544-b626a99dfff7 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160767 Feb 19 01:28:33.599002 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:28:33.686075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfd317-012a-451e-8d7d-799d0f0b08b0 req-12425153-cb30-481d-9bde-ced7d9bd6450 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:33.690264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6bfd317-012a-451e-8d7d-799d0f0b08b0 req-12425153-cb30-481d-9bde-ced7d9bd6450 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0925314 Feb 19 01:28:33.816441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6bfd317-012a-451e-8d7d-799d0f0b08b0 req-5e3e6c9b-ebdb-4927-8006-7c5dc2998d00 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201091 Feb 19 01:28:34.699579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39204-02ed-45e2-9122-5052c3d35759 req-289dea59-6537-48ce-a6fb-8242b26b1198 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:34.718623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55b39204-02ed-45e2-9122-5052c3d35759 req-289dea59-6537-48ce-a6fb-8242b26b1198 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1281385 Feb 19 01:28:34.805058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55b39204-02ed-45e2-9122-5052c3d35759 req-c25ae430-3574-4870-899a-bd43a7d2caf5 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854411 Feb 19 01:28:35.031584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39bdf-5e5c-492a-8387-640dd5f1b273 req-20aeff14-a92b-44eb-8599-1a0841f79bf1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.033850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19d39bdf-5e5c-492a-8387-640dd5f1b273 req-20aeff14-a92b-44eb-8599-1a0841f79bf1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.0781386 Feb 19 01:28:35.098871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19d39bdf-5e5c-492a-8387-640dd5f1b273 req-fe8e4856-5844-4f9b-adf1-a323629bb295 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589156 Feb 19 01:28:35.291177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58618) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:35.303902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf2d05-e164-4028-ac8e-4cdb7c8c0453 req-f4ff221b-9306-42ce-ac59-52edf63545ca tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.305520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dbf2d05-e164-4028-ac8e-4cdb7c8c0453 req-f4ff221b-9306-42ce-ac59-52edf63545ca tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0929537 Feb 19 01:28:35.387576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dbf2d05-e164-4028-ac8e-4cdb7c8c0453 req-94c389a6-cc24-4ff2-9984-cb43f907a0eb tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667777 Feb 19 01:28:35.498985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16402164-815e-4520-87f5-e7d8a4821d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.622084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16402164-815e-4520-87f5-e7d8a4821d79 admin admin] Publish callbacks [] for security_group (63358a40-0302-4599-b86d-23e503b89226), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.627631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16402164-815e-4520-87f5-e7d8a4821d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (63358a40-0302-4599-b86d-23e503b89226), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.676141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16402164-815e-4520-87f5-e7d8a4821d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63358a40-0302-4599-b86d-23e503b89226,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:35.693763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16402164-815e-4520-87f5-e7d8a4821d79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8695a32de4aa46fb8a639c4582a2bc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012649 Feb 19 01:28:35.694784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:35.726603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3734e-6613-40d3-ac5d-4cfe76f379cb req-eede04d6-e982-4f83-a9c5-2ff8a15f03be tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.728585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16a3734e-6613-40d3-ac5d-4cfe76f379cb req-eede04d6-e982-4f83-a9c5-2ff8a15f03be tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0929840 Feb 19 01:28:35.770643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfa38ced-5f1f-4cad-8744-41aee78c4bb6 admin admin] Publish callbacks [] for security_group (63358a40-0302-4599-b86d-23e503b89226), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.803296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfa38ced-5f1f-4cad-8744-41aee78c4bb6 admin admin] Publish callbacks [] for security_group (63358a40-0302-4599-b86d-23e503b89226), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.854545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16a3734e-6613-40d3-ac5d-4cfe76f379cb req-69cb931a-81a4-432d-859c-73b20d319620 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178513 Feb 19 01:28:35.882679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfa38ced-5f1f-4cad-8744-41aee78c4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (63358a40-0302-4599-b86d-23e503b89226), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.885590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfa38ced-5f1f-4cad-8744-41aee78c4bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.886744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bfa38ced-5f1f-4cad-8744-41aee78c4bb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63358a40-0302-4599-b86d-23e503b89226 HTTP/1.1" status: 204 len: 168 time: 0.1909053 Feb 19 01:28:35.904828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa38ced-5f1f-4cad-8744-41aee78c4bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63358a40-0302-4599-b86d-23e503b89226,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:35.996714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4a2f-8844-4cf7-ad74-61202a6add13 req-97175586-66aa-412e-809d-e76eac84b207 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.999112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f84c4a2f-8844-4cf7-ad74-61202a6add13 req-97175586-66aa-412e-809d-e76eac84b207 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0769005 Feb 19 01:28:36.119121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f84c4a2f-8844-4cf7-ad74-61202a6add13 req-0d3dfe37-6a34-4361-9f7e-2bc44d401b25 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060166 Feb 19 01:28:36.272372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58644) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:36.286327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af7f733d-d2fa-41e6-98fe-893640b5627d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.376505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af7f733d-d2fa-41e6-98fe-893640b5627d admin admin] Publish callbacks [] for security_group (dda8c545-339c-4dad-aa7c-be811a9e2262), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.381350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af7f733d-d2fa-41e6-98fe-893640b5627d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dda8c545-339c-4dad-aa7c-be811a9e2262), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.422491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f733d-d2fa-41e6-98fe-893640b5627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda8c545-339c-4dad-aa7c-be811a9e2262,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:36.431636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-af7f733d-d2fa-41e6-98fe-893640b5627d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08d1077e825d492e8fdc3024eea42eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579494 Feb 19 01:28:36.431866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58646) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:36.512735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-593424ab-861b-45cb-94b5-445000d6efaa admin admin] Publish callbacks [] for security_group (dda8c545-339c-4dad-aa7c-be811a9e2262), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.536922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-593424ab-861b-45cb-94b5-445000d6efaa admin admin] Publish callbacks [] for security_group (dda8c545-339c-4dad-aa7c-be811a9e2262), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.588759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-593424ab-861b-45cb-94b5-445000d6efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dda8c545-339c-4dad-aa7c-be811a9e2262), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.591608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-593424ab-861b-45cb-94b5-445000d6efaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:36.592734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-593424ab-861b-45cb-94b5-445000d6efaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dda8c545-339c-4dad-aa7c-be811a9e2262 HTTP/1.1" status: 204 len: 168 time: 0.1598728 Feb 19 01:28:36.608858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593424ab-861b-45cb-94b5-445000d6efaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda8c545-339c-4dad-aa7c-be811a9e2262,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:36.980774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dc568-c95b-4c40-a623-12e47bcd220b req-2bbd4d0e-69d5-4efc-bf21-b981fb183046 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:36.983787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd4dc568-c95b-4c40-a623-12e47bcd220b req-2bbd4d0e-69d5-4efc-bf21-b981fb183046 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0628822 Feb 19 01:28:37.043653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd4dc568-c95b-4c40-a623-12e47bcd220b req-2ec572c9-5b98-4d4f-9497-08e2f0d8ef17 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Feb 19 01:28:37.285625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c8740-4dc8-434b-9def-238926875402 req-9ccce24f-beff-4280-93e7-caee28a51b6e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:37.292832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-387c8740-4dc8-434b-9def-238926875402 req-9ccce24f-beff-4280-93e7-caee28a51b6e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0849614 Feb 19 01:28:37.360634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-387c8740-4dc8-434b-9def-238926875402 req-e617da6a-7916-4c1b-a9c4-4a2f4b47882d tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667050 Feb 19 01:28:37.449489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bbf12-af0e-4707-9bfd-5e175f6c8100 req-7c1fa01d-baa0-49e7-a80a-56a6491ebfa6 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:37.451366 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db9bbf12-af0e-4707-9bfd-5e175f6c8100 req-7c1fa01d-baa0-49e7-a80a-56a6491ebfa6 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0814886 Feb 19 01:28:37.541560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-db9bbf12-af0e-4707-9bfd-5e175f6c8100 req-d9c265f7-85fd-4d11-92e1-cac8830c19b8 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838196 Feb 19 01:28:38.268050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58710) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:38.389272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f195553a-d829-4be5-b02c-e1ac2e547db0 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-118667303'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:38.390361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f195553a-d829-4be5-b02c-e1ac2e547db0 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Unknown quota resources ['metering_label']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:28:38.498552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9a9f5-6a6d-47fc-ac47-14fc4b7b7927 req-fd625d35-17c6-4494-a71a-93de5366888a tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:38.501077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39d9a9f5-6a6d-47fc-ac47-14fc4b7b7927 req-fd625d35-17c6-4494-a71a-93de5366888a tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0698740 Feb 19 01:28:38.605184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-39d9a9f5-6a6d-47fc-ac47-14fc4b7b7927 req-e22ecf50-7485-4102-915a-62f4aa49f670 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950975 Feb 19 01:28:38.630680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f195553a-d829-4be5-b02c-e1ac2e547db0 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:38.634606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58720) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:38.634758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f195553a-d829-4be5-b02c-e1ac2e547db0 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3671167 Feb 19 01:28:38.639921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f2e3b5f8-edbf-4905-88cc-b0e69a4acab2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bff086a7-2800-4e10-a571-54f7e451ae6a'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:38.640684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f2e3b5f8-edbf-4905-88cc-b0e69a4acab2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:28:38.725292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264e4f-a4e2-49ac-a05b-6cbc0535b54d req-087ddc99-5741-4575-a388-6c688c428155 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:38.727326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20264e4f-a4e2-49ac-a05b-6cbc0535b54d req-087ddc99-5741-4575-a388-6c688c428155 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0591264 Feb 19 01:28:38.740333 n-d-826752-2 neutron-server[103430]: WARNING neutron.services.metering.metering_plugin [None req-f2e3b5f8-edbf-4905-88cc-b0e69a4acab2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:28:38.787735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20264e4f-a4e2-49ac-a05b-6cbc0535b54d req-5c74343b-7c86-41a0-9c42-04d96c9b5e5e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Feb 19 01:28:38.918120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b5f8-edbf-4905-88cc-b0e69a4acab2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:38.923333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58728) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:38.928182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bc7f34cd-85eb-4ece-8c15-ee7db97ce712 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bff086a7-2800-4e10-a571-54f7e451ae6a'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:38.928679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bc7f34cd-85eb-4ece-8c15-ee7db97ce712 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:28:38.932062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f2e3b5f8-edbf-4905-88cc-b0e69a4acab2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2960069 Feb 19 01:28:39.025345 n-d-826752-2 neutron-server[103429]: WARNING neutron.services.metering.metering_plugin [None req-bc7f34cd-85eb-4ece-8c15-ee7db97ce712 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:28:39.162468 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc7f34cd-85eb-4ece-8c15-ee7db97ce712 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:39.173089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bc7f34cd-85eb-4ece-8c15-ee7db97ce712 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2394173 Feb 19 01:28:39.173089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58730) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:39.196609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58734) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:39.202686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-42997dc2-451c-499c-98fd-adf9d8ce19cb tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=0775baeb-68eb-4a5d-b50b-09af60735e4f HTTP/1.1" status: 200 len: 462 time: 0.0342209 Feb 19 01:28:39.339522 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e9b844e-e2cb-4cc5-81d7-1e31ac292df2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:39.343681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58738) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:39.351005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3e9b844e-e2cb-4cc5-81d7-1e31ac292df2 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/0775baeb-68eb-4a5d-b50b-09af60735e4f HTTP/1.1" status: 204 len: 168 time: 0.1563454 Feb 19 01:28:39.360832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58740) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:39.361663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b67f1d2-02d8-4374-8c70-fc723566ccb8 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=0775baeb-68eb-4a5d-b50b-09af60735e4f HTTP/1.1" status: 200 len: 221 time: 0.0161946 Feb 19 01:28:39.371183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9884a969-66ad-401a-a530-b21e15895a8c tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1123808046', 'description': 'label created by tempest'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:39.375626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9884a969-66ad-401a-a530-b21e15895a8c tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Unknown quota resources ['metering_label']. {{(pid=103430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:28:40.033868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9884a969-66ad-401a-a530-b21e15895a8c tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:40.040353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58752) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.053567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9884a969-66ad-401a-a530-b21e15895a8c tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6905677 Feb 19 01:28:40.097912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3440b3-a3e0-45d1-a9f2-68b13827dbff req-403378c1-3a05-47ae-953e-dce4a4b3b643 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:40.099533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c3440b3-a3e0-45d1-a9f2-68b13827dbff req-403378c1-3a05-47ae-953e-dce4a4b3b643 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.2080069 Feb 19 01:28:40.197520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c3440b3-a3e0-45d1-a9f2-68b13827dbff req-3456c43a-e7c9-43d4-b2b3-2d1219b304aa tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915365 Feb 19 01:28:40.206991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.220755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-817ef960-cad2-4f1e-b60a-55d70e6ddf62 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=befa39db-9011-4e99-8c92-227ba2eeacf6 HTTP/1.1" status: 200 len: 468 time: 0.1726720 Feb 19 01:28:40.473677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-49cb9bfd-7cc5-45fb-9881-9c8c3e1795d8 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:40.475381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-49cb9bfd-7cc5-45fb-9881-9c8c3e1795d8 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/befa39db-9011-4e99-8c92-227ba2eeacf6 HTTP/1.1" status: 204 len: 168 time: 0.2673981 Feb 19 01:28:40.478159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58758) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.495420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8bb17bb1-d4e4-4629-b622-7d39b32fff9e tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=befa39db-9011-4e99-8c92-227ba2eeacf6 HTTP/1.1" status: 200 len: 216 time: 0.0158989 Feb 19 01:28:40.499609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58760) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.513166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-97eb9c3a-8ac4-45aa-9eba-76a874c61a50 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122750 Feb 19 01:28:40.516922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.532932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc360307-bd4c-4853-9e0c-8b413cfca5b8 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134144 Feb 19 01:28:40.536115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58764) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.631172 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e960abe4-8735-4a00-9623-2de00728bee4 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/bff086a7-2800-4e10-a571-54f7e451ae6a HTTP/1.1" status: 200 len: 472 time: 0.0935874 Feb 19 01:28:40.635578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58768) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.663739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2d54a57-73d2-4681-a501-bc1d7986f204 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/146e4be6-601d-492f-a42a-f072f2c831f8 HTTP/1.1" status: 200 len: 459 time: 0.0274746 Feb 19 01:28:40.668336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:40.834586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d0351f2-ce1c-4c79-8068-4421d25f2bb7 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:40.835724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d0351f2-ce1c-4c79-8068-4421d25f2bb7 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/146e4be6-601d-492f-a42a-f072f2c831f8 HTTP/1.1" status: 204 len: 168 time: 0.1653118 Feb 19 01:28:40.838317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:41.140432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ca95524-837c-43c2-a03b-8daeaf2cb6d8 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.145068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ca95524-837c-43c2-a03b-8daeaf2cb6d8 tempest-MeteringIpV6TestJSON-1400051454 tempest-MeteringIpV6TestJSON-1400051454-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/bff086a7-2800-4e10-a571-54f7e451ae6a HTTP/1.1" status: 204 len: 168 time: 0.3030560 Feb 19 01:28:41.427390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabeaef-cf2f-46d5-92b6-73b695571c22 req-1b311ce5-7110-4e7b-bffe-64d42e814460 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:41.437543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dcabeaef-cf2f-46d5-92b6-73b695571c22 req-1b311ce5-7110-4e7b-bffe-64d42e814460 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.0973585 Feb 19 01:28:41.510619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dcabeaef-cf2f-46d5-92b6-73b695571c22 req-2bccc9ec-74ed-478a-a2e8-bae8112201aa tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719612 Feb 19 01:28:41.525844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58802) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:41.656510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.745019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Publish callbacks [] for security_group (ddd69f30-aac3-4933-ad5b-bb944a84fd55), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.751104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ddd69f30-aac3-4933-ad5b-bb944a84fd55), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.795108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c18a906fc7504a86a63bf72308ca09ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671432 Feb 19 01:28:41.796199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd69f30-aac3-4933-ad5b-bb944a84fd55,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:41.797629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58816) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:41.822117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.824273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.824714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.825205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.825974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.826375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.826768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.827159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.827551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.827953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.828343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.828838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.829253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fe892-e2ff-4e65-9790-ab338ddd6193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:41.885948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b937f9-1a91-4e37-8518-ad7476e30495 admin admin] Publish callbacks [] for security_group (ddd69f30-aac3-4933-ad5b-bb944a84fd55), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.911903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b937f9-1a91-4e37-8518-ad7476e30495 admin admin] Publish callbacks [] for security_group (ddd69f30-aac3-4933-ad5b-bb944a84fd55), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.005693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b937f9-1a91-4e37-8518-ad7476e30495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ddd69f30-aac3-4933-ad5b-bb944a84fd55), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.021226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b937f9-1a91-4e37-8518-ad7476e30495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.022401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c0b937f9-1a91-4e37-8518-ad7476e30495 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddd69f30-aac3-4933-ad5b-bb944a84fd55 HTTP/1.1" status: 204 len: 168 time: 0.2236354 Feb 19 01:28:42.050440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b937f9-1a91-4e37-8518-ad7476e30495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd69f30-aac3-4933-ad5b-bb944a84fd55,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:42.578660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58870) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:42.621668 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9525d6f2-dedf-4d59-a5b4-0cb7657d89fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.713292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced2c5b-5088-4c82-b26c-ace86acf442d req-3617b18d-80e7-4e47-993a-a0d5a7474f75 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:42.721814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ced2c5b-5088-4c82-b26c-ace86acf442d req-3617b18d-80e7-4e47-993a-a0d5a7474f75 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 943 time: 0.1223295 Feb 19 01:28:42.734007 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9525d6f2-dedf-4d59-a5b4-0cb7657d89fa admin admin] Publish callbacks [] for security_group (d4b617f4-d2df-42e0-acc9-323b8ad93f26), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.740013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9525d6f2-dedf-4d59-a5b4-0cb7657d89fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d4b617f4-d2df-42e0-acc9-323b8ad93f26), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.811509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ced2c5b-5088-4c82-b26c-ace86acf442d req-823e6de0-1155-4af2-ada9-ef9e8f41dff9 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882416 Feb 19 01:28:42.818306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9525d6f2-dedf-4d59-a5b4-0cb7657d89fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd05b83fdda8442398a1747e829aa520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384717 Feb 19 01:28:42.820769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:42.869445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525d6f2-dedf-4d59-a5b4-0cb7657d89fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b617f4-d2df-42e0-acc9-323b8ad93f26,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:42.993633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421c8a5-26b6-45ec-a01b-ea4442e3ccd0 req-9ea6cd81-9d97-473f-8ed2-6dd2f9168fa1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:42.995214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b421c8a5-26b6-45ec-a01b-ea4442e3ccd0 req-9ea6cd81-9d97-473f-8ed2-6dd2f9168fa1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0993559 Feb 19 01:28:43.005275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-cdabdf74-02c9-49d9-890a-4f820b204afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:43.012822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-cdabdf74-02c9-49d9-890a-4f820b204afb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.1628478 Feb 19 01:28:43.094523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b421c8a5-26b6-45ec-a01b-ea4442e3ccd0 req-23f0e4a8-02a2-452f-9eac-aecf76239d62 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929894 Feb 19 01:28:43.163765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a90f2b58-f072-42a4-be9e-bc76a668f3ba admin admin] Publish callbacks [] for security_group (d4b617f4-d2df-42e0-acc9-323b8ad93f26), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.188085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a90f2b58-f072-42a4-be9e-bc76a668f3ba admin admin] Publish callbacks [] for security_group (d4b617f4-d2df-42e0-acc9-323b8ad93f26), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.240869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-d33c3afa-053b-4235-b1c3-45c599f72d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:43.243017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-d33c3afa-053b-4235-b1c3-45c599f72d98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.2013707 Feb 19 01:28:43.246905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a90f2b58-f072-42a4-be9e-bc76a668f3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d4b617f4-d2df-42e0-acc9-323b8ad93f26), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.251586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a90f2b58-f072-42a4-be9e-bc76a668f3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.252502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e34445ce-fca8-42e9-ab48-1e965160f0b4 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:28:43.253862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a90f2b58-f072-42a4-be9e-bc76a668f3ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4b617f4-d2df-42e0-acc9-323b8ad93f26 HTTP/1.1" status: 204 len: 168 time: 0.4315646 Feb 19 01:28:43.404380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-53015dc9-4229-42c5-a662-94d7de012086 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.1454811 Feb 19 01:28:43.404380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f2b58-f072-42a4-be9e-bc76a668f3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b617f4-d2df-42e0-acc9-323b8ad93f26,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:43.515974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e34445ce-fca8-42e9-ab48-1e965160f0b4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:43.531377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-c6d1f023-6053-4e58-98e9-d5c896aa7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:43.537872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:28:43.539073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-c6d1f023-6053-4e58-98e9-d5c896aa7672 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.1289723 Feb 19 01:28:43.591679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e34445ce-fca8-42e9-ab48-1e965160f0b4 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:28:43.592549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.607253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34445ce-fca8-42e9-ab48-1e965160f0b4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:28:43.618929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-7226fa73-3301-4d28-9bfa-596a2f1c6ebe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742466 Feb 19 01:28:43.639434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e34445ce-fca8-42e9-ab48-1e965160f0b4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:43.655396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.748630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e34445ce-fca8-42e9-ab48-1e965160f0b4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:43.777681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-28877a3a-06f3-4868-8998-037bf1af62e9 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492746 Feb 19 01:28:43.878751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7267d2e0-0341-4961-870f-b4756df5ae52 req-3084d509-ffd3-4b8d-81a9-cb145764c235 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951312 Feb 19 01:28:43.980618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e34445ce-fca8-42e9-ab48-1e965160f0b4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:28:44.055058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0be4b-9c1a-4c56-8ba6-65b681c085e4 req-efa58ce9-ee2c-4440-b018-70cbeceeea20 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:44.056981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faa0be4b-9c1a-4c56-8ba6-65b681c085e4 req-efa58ce9-ee2c-4440-b018-70cbeceeea20 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 944 time: 0.1600170 Feb 19 01:28:44.155922 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-faa0be4b-9c1a-4c56-8ba6-65b681c085e4 req-df1706e0-9b9a-4ed0-8249-be5286eb670f tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861933 Feb 19 01:28:44.431956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d9f7-0962-4d66-a587-8b193b2b0671 req-3a854896-042a-4c34-9f36-39ce363f059b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:44.444207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9667d9f7-0962-4d66-a587-8b193b2b0671 req-3a854896-042a-4c34-9f36-39ce363f059b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1676118 Feb 19 01:28:44.541285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9667d9f7-0962-4d66-a587-8b193b2b0671 req-9a6156eb-2582-48ff-bd0b-3cd42a7c860e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925972 Feb 19 01:28:45.364122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0db1d-198e-4329-8af7-222530e65f1d req-dce5b30f-15cf-421a-b1d3-47c1d83ad14e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:45.371912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29f0db1d-198e-4329-8af7-222530e65f1d req-dce5b30f-15cf-421a-b1d3-47c1d83ad14e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 944 time: 0.0845757 Feb 19 01:28:45.447581 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29f0db1d-198e-4329-8af7-222530e65f1d req-2f4779af-6dee-4f61-ba62-3727482075aa tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746350 Feb 19 01:28:45.553687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 58974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:45.748244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2132ee-45f5-4c54-86e2-e71d7f9e1b90 req-b2647272-baf9-4c0a-8df6-96762447ae4d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:45.756566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e2132ee-45f5-4c54-86e2-e71d7f9e1b90 req-b2647272-baf9-4c0a-8df6-96762447ae4d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1344917 Feb 19 01:28:45.827073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c7753c73-0e18-4361-8e0d-1406ff17aad4 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:45.858721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e2132ee-45f5-4c54-86e2-e71d7f9e1b90 req-5e0155ad-1a9c-491a-84ec-fa1e5b052b6c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932305 Feb 19 01:28:45.882854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c7753c73-0e18-4361-8e0d-1406ff17aad4 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "PUT /v2.0/quotas/1a42c2fd53084161be17f566212be2b3 HTTP/1.1" status: 200 len: 368 time: 0.3280334 Feb 19 01:28:45.885766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:45.892296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Request body: {'network': {'project_id': '1a42c2fd53084161be17f566212be2b3'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:45.925537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Made reservation on behalf of 1a42c2fd53084161be17f566212be2b3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:28:45.929637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:45.943273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.037777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for security_group (e847a343-6dc9-4a98-966f-006c9116ecf9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.052232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e847a343-6dc9-4a98-966f-006c9116ecf9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.077675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:28:46.096396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cc48208e-6267-4fcf-b448-0b71fe7f2329), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.096772 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Added segment cc48208e-6267-4fcf-b448-0b71fe7f2329 of type vlan for network c06d3efc-adf6-455c-aef4-df804577c438 Feb 19 01:28:46.098140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847a343-6dc9-4a98-966f-006c9116ecf9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:46.170088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (c06d3efc-adf6-455c-aef4-df804577c438), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.204696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (c06d3efc-adf6-455c-aef4-df804577c438), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.205823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:46.206442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.264827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3774827 Feb 19 01:28:46.267372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 58998) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:46.274553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Request body: {'network': {'project_id': '1a42c2fd53084161be17f566212be2b3'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:46.279584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabddc-7ba8-43a3-b045-de2bea8cafa2 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Pushing event updated for resources: {'Network': ['ID=c06d3efc-adf6-455c-aef4-df804577c438,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:46.308349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Made reservation on behalf of 1a42c2fd53084161be17f566212be2b3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:28:46.308695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network c06d3efc-adf6-455c-aef4-df804577c438 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:28:46.309262 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.342452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:28:46.353285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3575202c-0ab1-430b-a0b0-89c99bb76f8c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.353771 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Added segment 3575202c-0ab1-430b-a0b0-89c99bb76f8c of type vlan for network 9efc1e3c-3864-4920-bd52-dcc23fd9b32d Feb 19 01:28:46.404853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9efc1e3c-3864-4920-bd52-dcc23fd9b32d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.436617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9efc1e3c-3864-4920-bd52-dcc23fd9b32d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.437598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:46.438179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.527578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2588925 Feb 19 01:28:46.530960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59006) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:46.536173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-28e31f0c-3c61-41ca-8d22-1b1bc4cf317e tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Request body: {'network': {'project_id': '1a42c2fd53084161be17f566212be2b3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:46.537414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887ec7b-d308-4d2c-abc5-90969dcdae38 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Pushing event updated for resources: {'Network': ['ID=9efc1e3c-3864-4920-bd52-dcc23fd9b32d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:46.547236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9efc1e3c-3864-4920-bd52-dcc23fd9b32d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:28:46.557258 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e31f0c-3c61-41ca-8d22-1b1bc4cf317e tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 01:28:46.558894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e31f0c-3c61-41ca-8d22-1b1bc4cf317e tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:28:46.560451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-28e31f0c-3c61-41ca-8d22-1b1bc4cf317e tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0285110 Feb 19 01:28:46.563574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:46.630001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-42e71034-f28c-4d80-bc7c-f06b392f81a3 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a42c2fd53084161be17f566212be2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629947 Feb 19 01:28:46.630314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59016) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:46.665590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4b4bd-4b06-4e74-855d-8faffb6739de req-ab143063-9915-44cd-9040-75a7852de811 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:46.667196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-47e4b4bd-4b06-4e74-855d-8faffb6739de req-ab143063-9915-44cd-9040-75a7852de811 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 944 time: 0.1484039 Feb 19 01:28:46.744236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-47e4b4bd-4b06-4e74-855d-8faffb6739de req-6c403afe-f353-4a83-9a01-934b23498fa3 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711460 Feb 19 01:28:46.753386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e54ef4e3-52e6-485b-b036-5268f2d6a840 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for security_group (e847a343-6dc9-4a98-966f-006c9116ecf9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.791439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e54ef4e3-52e6-485b-b036-5268f2d6a840 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for security_group (e847a343-6dc9-4a98-966f-006c9116ecf9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.870878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e54ef4e3-52e6-485b-b036-5268f2d6a840 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e847a343-6dc9-4a98-966f-006c9116ecf9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.874411 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e54ef4e3-52e6-485b-b036-5268f2d6a840 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.876314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e54ef4e3-52e6-485b-b036-5268f2d6a840 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/e847a343-6dc9-4a98-966f-006c9116ecf9 HTTP/1.1" status: 204 len: 168 time: 0.2402174 Feb 19 01:28:46.878703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59026) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:46.892701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ef4e3-52e6-485b-b036-5268f2d6a840 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847a343-6dc9-4a98-966f-006c9116ecf9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:47.052631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9efc1e3c-3864-4920-bd52-dcc23fd9b32d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.069660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4dc72-30d4-4fb0-b5f5-1b753d140fb6 req-d0f04d29-ea6a-4433-96ac-67072dc0d9b9 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:47.072958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ae4dc72-30d4-4fb0-b5f5-1b753d140fb6 req-d0f04d29-ea6a-4433-96ac-67072dc0d9b9 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1175730 Feb 19 01:28:47.192092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ae4dc72-30d4-4fb0-b5f5-1b753d140fb6 req-dbe6a340-b8bb-419f-8907-7361482b4974 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066275 Feb 19 01:28:47.213414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9efc1e3c-3864-4920-bd52-dcc23fd9b32d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.247935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efc1e3c-3864-4920-bd52-dcc23fd9b32d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:47.258479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3575202c-0ab1-430b-a0b0-89c99bb76f8c') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:47.258775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3575202c-0ab1-430b-a0b0-89c99bb76f8c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:47.270952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e34445ce-fca8-42e9-ab48-1e965160f0b4 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:28:47.280225 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (3575202c-0ab1-430b-a0b0-89c99bb76f8c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.314395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3575202c-0ab1-430b-a0b0-89c99bb76f8c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.328397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:28:47.328805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (3575202c-0ab1-430b-a0b0-89c99bb76f8c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:28:47.330810 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:28:47.345480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port e34445ce-fca8-42e9-ab48-1e965160f0b4 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:28:47.354256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port e34445ce-fca8-42e9-ab48-1e965160f0b4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:28:47.357401 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.432366 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9efc1e3c-3864-4920-bd52-dcc23fd9b32d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.453025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.456821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9efc1e3c-3864-4920-bd52-dcc23fd9b32d HTTP/1.1" status: 204 len: 168 time: 0.5767303 Feb 19 01:28:47.457933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e48bc-e843-43c8-9b85-a8574e644cd5 tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Pushing event deleted for resources: {'Network': ['ID=9efc1e3c-3864-4920-bd52-dcc23fd9b32d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:47.460022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59042) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:47.511582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e34445ce-fca8-42e9-ab48-1e965160f0b4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:28:47.512344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.573028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:47.574930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (c06d3efc-adf6-455c-aef4-df804577c438), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.578194 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373393a0-5e8f-4d7f-b7b1-fe5412ea128a" -d '{"events": [{"server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "name": "network-vif-plugged", "status": "completed", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:47.586245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e34445ce-fca8-42e9-ab48-1e965160f0b4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:47.598753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.681624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e34445ce-fca8-42e9-ab48-1e965160f0b4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:47.696054 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d9d148-bd3a-4a3c-9b17-d3e9a573fca9 x-openstack-request-id: req-e1d9d148-bd3a-4a3c-9b17-d3e9a573fca9 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:47.696422 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "name": "network-vif-plugged", "status": "completed", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:47.696740 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1d9d148-bd3a-4a3c-9b17-d3e9a573fca9 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:47.698020 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'code': 200} Feb 19 01:28:47.703103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.704481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.705222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.707885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.708372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.708710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.710120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.712882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.713696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.714107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.728943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.729641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.735647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:47.830396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (c06d3efc-adf6-455c-aef4-df804577c438), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.855584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06d3efc-adf6-455c-aef4-df804577c438']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:47.892534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc48208e-6267-4fcf-b448-0b71fe7f2329') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:47.892777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc48208e-6267-4fcf-b448-0b71fe7f2329') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:47.918770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (cc48208e-6267-4fcf-b448-0b71fe7f2329), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.938147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b860e0f-32dc-49af-8f33-b968754fd07a req-cf49dcc6-141b-44f2-949a-f99c16e32b5c tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:47.943550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b860e0f-32dc-49af-8f33-b968754fd07a req-cf49dcc6-141b-44f2-949a-f99c16e32b5c tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.0756915 Feb 19 01:28:47.949678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cc48208e-6267-4fcf-b448-0b71fe7f2329), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:47.958778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:28:47.959471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (cc48208e-6267-4fcf-b448-0b71fe7f2329), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:28:48.037652 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:28:48.059715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68e7f5-bfa4-412e-91b6-548fd86ae4b6 req-bb323528-b3b9-435b-b911-55f3a7478d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:48.064387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a68e7f5-bfa4-412e-91b6-548fd86ae4b6 req-bb323528-b3b9-435b-b911-55f3a7478d6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1127 time: 0.2877758 Feb 19 01:28:48.067009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (c06d3efc-adf6-455c-aef4-df804577c438), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.077699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.080318 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b860e0f-32dc-49af-8f33-b968754fd07a req-17fc6495-3026-4b38-9301-2a5d9fc41b93 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264241 Feb 19 01:28:48.089869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c06d3efc-adf6-455c-aef4-df804577c438 HTTP/1.1" status: 204 len: 168 time: 0.6249425 Feb 19 01:28:48.205560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566eb65-f082-429c-8b3c-18ce5fc14afb tempest-QuotasNegativeTest-1978348213 tempest-QuotasNegativeTest-1978348213-project-admin] Pushing event deleted for resources: {'Network': ['ID=c06d3efc-adf6-455c-aef4-df804577c438,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:48.279383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a68e7f5-bfa4-412e-91b6-548fd86ae4b6 req-86863129-0543-49fe-9af8-8de029faf4df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1881933 Feb 19 01:28:48.340280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc43dc-aa8b-4d0c-a6bc-f93c311f7eec req-6d82518b-8984-404a-a010-f13a46481cc4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:48.352200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00bc43dc-aa8b-4d0c-a6bc-f93c311f7eec req-6d82518b-8984-404a-a010-f13a46481cc4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0716734 Feb 19 01:28:48.359476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.417769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00bc43dc-aa8b-4d0c-a6bc-f93c311f7eec req-ce3491d3-4803-4048-b96e-2df4d5f80a52 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Feb 19 01:28:48.665040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59076) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:48.822341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-677758d9-6e07-4ae7-953e-7ac44d8a6085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.919876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-677758d9-6e07-4ae7-953e-7ac44d8a6085 admin admin] Publish callbacks [] for security_group (81aaff5f-aced-4724-bbfb-9c5e947b6080), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.926276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-677758d9-6e07-4ae7-953e-7ac44d8a6085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (81aaff5f-aced-4724-bbfb-9c5e947b6080), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:48.961229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677758d9-6e07-4ae7-953e-7ac44d8a6085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aaff5f-aced-4724-bbfb-9c5e947b6080,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:48.985302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-677758d9-6e07-4ae7-953e-7ac44d8a6085 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8228a8f80fb545f9b52211e7b88e41ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190668 Feb 19 01:28:48.988114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59084) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:49.047610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9d10476-5c84-4510-94cc-cbb2c16f115b admin admin] Publish callbacks [] for security_group (81aaff5f-aced-4724-bbfb-9c5e947b6080), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.071422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9d10476-5c84-4510-94cc-cbb2c16f115b admin admin] Publish callbacks [] for security_group (81aaff5f-aced-4724-bbfb-9c5e947b6080), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.158219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9d10476-5c84-4510-94cc-cbb2c16f115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (81aaff5f-aced-4724-bbfb-9c5e947b6080), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.162068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f9d10476-5c84-4510-94cc-cbb2c16f115b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.163597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f9d10476-5c84-4510-94cc-cbb2c16f115b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81aaff5f-aced-4724-bbfb-9c5e947b6080 HTTP/1.1" status: 204 len: 168 time: 0.1743021 Feb 19 01:28:49.175655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10476-5c84-4510-94cc-cbb2c16f115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aaff5f-aced-4724-bbfb-9c5e947b6080,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:49.312103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d00d5-6ca0-45b2-b51a-69090abcebd3 req-cf363e03-68bd-41c1-99ca-5058187664b1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:49.319480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a4d00d5-6ca0-45b2-b51a-69090abcebd3 req-cf363e03-68bd-41c1-99ca-5058187664b1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.1014140 Feb 19 01:28:49.404031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a4d00d5-6ca0-45b2-b51a-69090abcebd3 req-5a05b225-86f5-4538-98ac-ccd6e18c27cc tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787039 Feb 19 01:28:49.669404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c607-9387-4fdd-b4ba-04463fe43d79 req-5e9857ef-d15a-465b-adbf-d278b6346a3f tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:49.671054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60b2c607-9387-4fdd-b4ba-04463fe43d79 req-5e9857ef-d15a-465b-adbf-d278b6346a3f tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0819020 Feb 19 01:28:49.709318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59110) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:49.728747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcef-8385-4044-a258-810d775a8a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.733944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60b2c607-9387-4fdd-b4ba-04463fe43d79 req-f34243de-cbfb-4eef-8a70-2e3896bac2b2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557306 Feb 19 01:28:49.834663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcef-8385-4044-a258-810d775a8a2b admin admin] Publish callbacks [] for security_group (945a43fb-cbad-42dd-9616-12caae122b5a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.842196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcef-8385-4044-a258-810d775a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (945a43fb-cbad-42dd-9616-12caae122b5a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.893327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ff13fcef-8385-4044-a258-810d775a8a2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5fbe2f3ab184331a277fd49f4ff5cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828554 Feb 19 01:28:49.895904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59116) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:49.902524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13fcef-8385-4044-a258-810d775a8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945a43fb-cbad-42dd-9616-12caae122b5a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:49.981151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f82e8530-a947-42a4-8c8d-e9b886d432f5 admin admin] Publish callbacks [] for security_group (945a43fb-cbad-42dd-9616-12caae122b5a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:50.015559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f82e8530-a947-42a4-8c8d-e9b886d432f5 admin admin] Publish callbacks [] for security_group (945a43fb-cbad-42dd-9616-12caae122b5a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:50.074523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f82e8530-a947-42a4-8c8d-e9b886d432f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (945a43fb-cbad-42dd-9616-12caae122b5a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:50.078420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f82e8530-a947-42a4-8c8d-e9b886d432f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:50.082851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f82e8530-a947-42a4-8c8d-e9b886d432f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/945a43fb-cbad-42dd-9616-12caae122b5a HTTP/1.1" status: 204 len: 168 time: 0.1859806 Feb 19 01:28:50.103458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8530-a947-42a4-8c8d-e9b886d432f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a43fb-cbad-42dd-9616-12caae122b5a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:50.255608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92f88039-63db-4888-a351-f0bbfe730239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:50.571581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5948a-c916-44e6-b7c0-67472864e24f req-abfa48a2-e352-4b31-a13b-d1db28bc1788 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:50.573737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93d5948a-c916-44e6-b7c0-67472864e24f req-abfa48a2-e352-4b31-a13b-d1db28bc1788 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.0889802 Feb 19 01:28:50.669803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93d5948a-c916-44e6-b7c0-67472864e24f req-fe4767a4-9169-4663-8534-855d072631bd tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897343 Feb 19 01:28:50.831680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb91b-87a2-482a-9702-e2df35658d37 req-26627af1-d105-40ca-a030-b2a58e948922 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:50.839504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecfbb91b-87a2-482a-9702-e2df35658d37 req-26627af1-d105-40ca-a030-b2a58e948922 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.0865009 Feb 19 01:28:50.903800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462b160-c170-41d9-969b-3a068edbef0b req-ae59690c-01e7-46e4-9094-2718f0298e5d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:50.913573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3462b160-c170-41d9-969b-3a068edbef0b req-ae59690c-01e7-46e4-9094-2718f0298e5d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0940826 Feb 19 01:28:50.940018 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecfbb91b-87a2-482a-9702-e2df35658d37 req-23ff0bee-a9ce-4040-b6c2-3395905a7efa tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916805 Feb 19 01:28:50.955285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59162) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:50.988857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3462b160-c170-41d9-969b-3a068edbef0b req-3f9da3c6-32df-42c1-bd38-b476f805658a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719626 Feb 19 01:28:51.272885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ce726-f865-4b84-bd62-69e866e5cfc8 tempest-TestVolumeBackupRestore-1866118188 tempest-TestVolumeBackupRestore-1866118188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:51.274619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-619ce726-f865-4b84-bd62-69e866e5cfc8 tempest-TestVolumeBackupRestore-1866118188 tempest-TestVolumeBackupRestore-1866118188-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1122 time: 0.3182397 Feb 19 01:28:51.277979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59176) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:51.282597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:51.323841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:51.799136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:52.001775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Allocated IP 172.25.0.29 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/92b0a482-2912-4914-8316-73686d24f48d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:28:52.225175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4b0b-31f3-4266-a6d3-3fc68e2e69a2 req-c552d770-ee20-4033-892d-f2f2e052a899 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:52.227144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f0f4b0b-31f3-4266-a6d3-3fc68e2e69a2 req-c552d770-ee20-4033-892d-f2f2e052a899 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1268466 Feb 19 01:28:52.339932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59214) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.378151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for port (92b0a482-2912-4914-8316-73686d24f48d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:52.406045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f0f4b0b-31f3-4266-a6d3-3fc68e2e69a2 req-5923977d-17a5-4827-9ff0-d34af633bef0 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709502 Feb 19 01:28:52.511556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (92b0a482-2912-4914-8316-73686d24f48d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:52.585406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:28:52.587611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0f650e6f-b709-40b2-81fc-b7ccda95b149 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:52.595275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:28:52.612456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'Port': ['ID=92b0a482-2912-4914-8316-73686d24f48d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:52.614349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46884297-4554-4ac2-8a1f-aab6c6834b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:52.629139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:28:52.678463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59234) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.690056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5808a7e0-cf74-4d42-b801-fc2421b3778b tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0126224 Feb 19 01:28:52.692371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59238) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.702516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f650e6f-b709-40b2-81fc-b7ccda95b149 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "PUT /v2.0/quotas/6ac549de1d3b41ec8e6c8d40f250d779 HTTP/1.1" status: 200 len: 366 time: 0.3614740 Feb 19 01:28:52.708822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7834c967-f886-4ac5-a460-752612a44b23 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "GET /v2.0/quotas/6ac549de1d3b41ec8e6c8d40f250d779 HTTP/1.1" status: 200 len: 366 time: 0.0154190 Feb 19 01:28:52.711676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59240) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.767525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1dd7c039-9ff3-4b73-b0f9-da0b636a4bd0 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/6ac549de1d3b41ec8e6c8d40f250d779 HTTP/1.1" status: 204 len: 168 time: 0.0547681 Feb 19 01:28:52.769665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59242) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.791037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09925ba8-dbef-494e-89bc-cde375ee1788 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0172305 Feb 19 01:28:52.804843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59244) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.866008 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1b29ac7f-6f84-4692-a687-6d4fb5a3cd4b tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "GET /v2.0/quotas/6ac549de1d3b41ec8e6c8d40f250d779 HTTP/1.1" status: 200 len: 370 time: 0.0542247 Feb 19 01:28:52.866008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59248) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.883558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b076574-62d4-49e4-88a7-edb1cab7a3da tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "GET /v2.0/quotas/6ac549de1d3b41ec8e6c8d40f250d779/default HTTP/1.1" status: 200 len: 370 time: 0.0133793 Feb 19 01:28:52.884302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59250) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:52.899786 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-dc8be380-5576-4a21-966a-d3e4181b315f tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] delete failed (client error): The resource could not be found. Feb 19 01:28:52.901161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc8be380-5576-4a21-966a-d3e4181b315f tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/6ac549de1d3b41ec8e6c8d40f250d779 HTTP/1.1" status: 404 len: 348 time: 0.0158293 Feb 19 01:28:53.128007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:53.158495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:network and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.170750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.200752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:subnet and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.211316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.249638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:subnetpool and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.267747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.277317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:port and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.288152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.314901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:router and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.322554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.334578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:floatingip and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.343706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.428486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:security_group and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.431621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.457905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59278) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:53.463709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Usage tracker for resource:security_group_rule and project:62337adf1e2d4f73951ab528e870d2d1 is out of sync, need to count used quota {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:28:53.471776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.quota.resource [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103430) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:28:53.488607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d1334e4-78da-48d9-a126-d30bc2245ca3 tempest-QuotasTest-1969566350 tempest-QuotasTest-1969566350-project-admin] 10.222.0.43 "GET /v2.0/quotas/62337adf1e2d4f73951ab528e870d2d1/details.json HTTP/1.1" status: 200 len: 703 time: 0.3579130 Feb 19 01:28:53.524671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for floatingip (49dd9af8-9f55-4202-bc70-d9d01d414028), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:53.672874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d7a8-3476-4954-8337-ad4986105a43 req-2663597b-e567-4882-8317-0baa3ca10822 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:53.677809 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51c6d7a8-3476-4954-8337-ad4986105a43 req-2663597b-e567-4882-8317-0baa3ca10822 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1196077 Feb 19 01:28:53.691757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:53.717751 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (92b0a482-2912-4914-8316-73686d24f48d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:53.805934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51c6d7a8-3476-4954-8337-ad4986105a43 req-0027b8a5-e6fc-44b0-813a-a99e400db279 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084366 Feb 19 01:28:53.810268 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ae314a2-a449-477c-9f36-a4546ce195db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:53.985639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:54.047014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for port (92b0a482-2912-4914-8316-73686d24f48d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.064513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (92b0a482-2912-4914-8316-73686d24f48d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.150992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ae314a2-a449-477c-9f36-a4546ce195db admin admin] Publish callbacks [] for security_group (1736b018-2c0e-4d18-bf2d-badcf59f5b5b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.199570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ae314a2-a449-477c-9f36-a4546ce195db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1736b018-2c0e-4d18-bf2d-badcf59f5b5b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.212318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (49dd9af8-9f55-4202-bc70-d9d01d414028), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.293242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c245cc-04ef-4834-b29e-4bafd74819a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.310125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event updated for resources: {'Port': ['ID=92b0a482-2912-4914-8316-73686d24f48d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:54.314183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1ae314a2-a449-477c-9f36-a4546ce195db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=582541655bfb473898f88390b0b750d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8552997 Feb 19 01:28:54.317429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59310) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:54.327593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae314a2-a449-477c-9f36-a4546ce195db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1736b018-2c0e-4d18-bf2d-badcf59f5b5b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:54.436975 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Floating IP 49dd9af8-9f55-4202-bc70-d9d01d414028 associated. External IP: 172.25.0.29, port: e34445ce-fca8-42e9-ab48-1e965160f0b4. Feb 19 01:28:54.515244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-914f5ddd-deb0-4a17-8e12-309b98914f67 admin admin] Publish callbacks [] for security_group (1736b018-2c0e-4d18-bf2d-badcf59f5b5b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.559392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-914f5ddd-deb0-4a17-8e12-309b98914f67 admin admin] Publish callbacks [] for security_group (1736b018-2c0e-4d18-bf2d-badcf59f5b5b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.632640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-914f5ddd-deb0-4a17-8e12-309b98914f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1736b018-2c0e-4d18-bf2d-badcf59f5b5b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.638859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-914f5ddd-deb0-4a17-8e12-309b98914f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.641089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-914f5ddd-deb0-4a17-8e12-309b98914f67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1736b018-2c0e-4d18-bf2d-badcf59f5b5b HTTP/1.1" status: 204 len: 168 time: 0.3224385 Feb 19 01:28:54.643472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c245cc-04ef-4834-b29e-4bafd74819a2 admin admin] Publish callbacks [] for security_group (142f5e6d-186d-42ed-8892-8541b08934b8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.650274 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c245cc-04ef-4834-b29e-4bafd74819a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (142f5e6d-186d-42ed-8892-8541b08934b8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.656934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f5ddd-deb0-4a17-8e12-309b98914f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736b018-2c0e-4d18-bf2d-badcf59f5b5b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:54.758593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-04c245cc-04ef-4834-b29e-4bafd74819a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33ccc485de574508867499e2b33a4717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7717314 Feb 19 01:28:54.758808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59324) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:54.828302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c245cc-04ef-4834-b29e-4bafd74819a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142f5e6d-186d-42ed-8892-8541b08934b8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:54.855079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Router de67effb-3541-440b-96be-9ed7eab6f024 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:28:54.865605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d76ac33e-35bd-47fd-8452-b15dd5160f81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1251264 Feb 19 01:28:54.884309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d2098089-8ad0-489b-b479-f9481693e939 admin admin] Publish callbacks [] for security_group (142f5e6d-186d-42ed-8892-8541b08934b8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.947065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d2098089-8ad0-489b-b479-f9481693e939 admin admin] Publish callbacks [] for security_group (142f5e6d-186d-42ed-8892-8541b08934b8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.062561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d2098089-8ad0-489b-b479-f9481693e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (142f5e6d-186d-42ed-8892-8541b08934b8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.065668 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d2098089-8ad0-489b-b479-f9481693e939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.072369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d2098089-8ad0-489b-b479-f9481693e939 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/142f5e6d-186d-42ed-8892-8541b08934b8 HTTP/1.1" status: 204 len: 168 time: 0.3119464 Feb 19 01:28:55.086203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:28:55.097169 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] Sync routers for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:28:55.107535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2098089-8ad0-489b-b479-f9481693e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f5e6d-186d-42ed-8892-8541b08934b8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:55.131329 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:28:55.133196 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:55.286801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:55.333407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f442-c411-4920-8fb5-d48994701104 req-c383bb5e-db4f-456c-a930-1b217fd2b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.335250 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f588f442-c411-4920-8fb5-d48994701104 req-c383bb5e-db4f-456c-a930-1b217fd2b543 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.1073928 Feb 19 01:28:55.352265 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.362918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.421280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70d81de9-b52a-44bb-bb5e-ae3057d7994d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.425812 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:28:55.481654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.482154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.482624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.483090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.483548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.484009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.484683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.487278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-52863179-9e39-42e8-b194-76f05f5ecf5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 6707 time: 0.3977873 Feb 19 01:28:55.536969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f588f442-c411-4920-8fb5-d48994701104 req-e703e60b-8d62-423c-aed4-05897e08a868 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950459 Feb 19 01:28:55.615033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732855-f11f-46d4-b565-7141f5a3f248 req-0b5ec153-46e3-4e3d-844c-0a8b6516419e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.617635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6732855-f11f-46d4-b565-7141f5a3f248 req-0b5ec153-46e3-4e3d-844c-0a8b6516419e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.4740098 Feb 19 01:28:55.622856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b6c34014-3555-4fb9-9831-9a3ddfbad034 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3437366 Feb 19 01:28:55.625648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59354) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:55.649832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:55.663925 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3" -d '{"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:55.727948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1c7b5-d226-44bf-af00-65f163ada3b2 tempest-TestVolumeBackupRestore-1866118188 tempest-TestVolumeBackupRestore-1866118188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:55.729435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16c1c7b5-d226-44bf-af00-65f163ada3b2 tempest-TestVolumeBackupRestore-1866118188 tempest-TestVolumeBackupRestore-1866118188-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1122 time: 0.1025732 Feb 19 01:28:55.736660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59360) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:55.748590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Request body: {'floatingip': {'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:55.801826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59362) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:55.889689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70d81de9-b52a-44bb-bb5e-ae3057d7994d admin admin] Publish callbacks [] for security_group (7c303c5f-dac0-420d-9d99-a25f7baa3756), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.895344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd45676c-9571-41cf-81fd-654da7a404f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:55.906817 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for floatingip (49dd9af8-9f55-4202-bc70-d9d01d414028), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.005638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70d81de9-b52a-44bb-bb5e-ae3057d7994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c303c5f-dac0-420d-9d99-a25f7baa3756), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.044905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.131351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd45676c-9571-41cf-81fd-654da7a404f3 admin admin] Publish callbacks [] for security_group (3aba827e-4b2e-47e9-86aa-0a0abc3b854e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.143593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '49dd9af8-9f55-4202-bc70-d9d01d414028', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:28:53Z', 'updated_at': '2022-02-19T01:28:53Z', 'revision_number': 0, 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:56.173948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] Checking router: de67effb-3541-440b-96be-9ed7eab6f024 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:28:56.180513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6732855-f11f-46d4-b565-7141f5a3f248 req-71ca7e19-363c-4c10-aa59-dbdcd535193e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000911 Feb 19 01:28:56.182596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d81de9-b52a-44bb-bb5e-ae3057d7994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c303c5f-dac0-420d-9d99-a25f7baa3756,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:56.184062 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:28:56.185080 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:56.218360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd45676c-9571-41cf-81fd-654da7a404f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3aba827e-4b2e-47e9-86aa-0a0abc3b854e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.267624 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f8b20-96fb-4c9f-a509-beb2dd2fd550 x-openstack-request-id: req-096f8b20-96fb-4c9f-a509-beb2dd2fd550 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:56.268308 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:56.268900 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-096f8b20-96fb-4c9f-a509-beb2dd2fd550 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:56.269577 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'status': 'completed', 'code': 200} Feb 19 01:28:56.316820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd45676c-9571-41cf-81fd-654da7a404f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62337adf1e2d4f73951ab528e870d2d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5136452 Feb 19 01:28:56.323117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70d81de9-b52a-44bb-bb5e-ae3057d7994d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5649576b4cbe41bca9fc89435d0e14e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0315654 Feb 19 01:28:56.325877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f4ff30ba-d0ac-48f0-9934-5c1bc05f9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:56.326554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f4ff30ba-d0ac-48f0-9934-5c1bc05f9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:56.327179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f4ff30ba-d0ac-48f0-9934-5c1bc05f9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:56.328889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f4ff30ba-d0ac-48f0-9934-5c1bc05f9cf9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419c564d-65b6-4252-aea5-969df3964f4b&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&id=52177f54-6349-49b6-8c30-39a8daeb619e&id=52177f54-6349-49b6-8c30-39a8daeb619e HTTP/1.1" status: 200 len: 2294 time: 0.7883935 Feb 19 01:28:56.329795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45676c-9571-41cf-81fd-654da7a404f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aba827e-4b2e-47e9-86aa-0a0abc3b854e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:56.342818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:28:56.346056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59372) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:56.346385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59374) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:56.529764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-3ddf2249-586c-468b-99eb-5cd00f5949f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc HTTP/1.1" status: 200 len: 1001 time: 0.1844907 Feb 19 01:28:56.535956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9901e65-147f-4c8e-af07-1841560ad713 admin admin] Publish callbacks [] for security_group (3aba827e-4b2e-47e9-86aa-0a0abc3b854e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.589652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.601309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30710aee-7925-4887-bedb-0335d86fb4d5 admin admin] Publish callbacks [] for security_group (7c303c5f-dac0-420d-9d99-a25f7baa3756), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.654266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9901e65-147f-4c8e-af07-1841560ad713 admin admin] Publish callbacks [] for security_group (3aba827e-4b2e-47e9-86aa-0a0abc3b854e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.688132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30710aee-7925-4887-bedb-0335d86fb4d5 admin admin] Publish callbacks [] for security_group (7c303c5f-dac0-420d-9d99-a25f7baa3756), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.730692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-a5217d10-d3fc-43bb-a09b-b0e641d93fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:56.732831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-a5217d10-d3fc-43bb-a09b-b0e641d93fb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10e40259-b334-4de9-947e-f5cd89bbfc31 HTTP/1.1" status: 200 len: 851 time: 0.1935716 Feb 19 01:28:56.750362 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '49dd9af8-9f55-4202-bc70-d9d01d414028', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:28:53Z', 'updated_at': '2022-02-19T01:28:53Z', 'revision_number': 0, 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:56.784111 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd45f-8506-4acc-8775-6ad6fab525d8 None None] The sync data for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 is: [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '49dd9af8-9f55-4202-bc70-d9d01d414028', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:28:53Z', 'updated_at': '2022-02-19T01:28:53Z', 'revision_number': 0, 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:28:56.839105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9901e65-147f-4c8e-af07-1841560ad713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3aba827e-4b2e-47e9-86aa-0a0abc3b854e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.840372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9901e65-147f-4c8e-af07-1841560ad713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.843831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a9901e65-147f-4c8e-af07-1841560ad713 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3aba827e-4b2e-47e9-86aa-0a0abc3b854e HTTP/1.1" status: 204 len: 168 time: 0.4942021 Feb 19 01:28:56.857801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9901e65-147f-4c8e-af07-1841560ad713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aba827e-4b2e-47e9-86aa-0a0abc3b854e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:56.867460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-dfe5a9c9-2a71-4781-82da-b22de6936077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:56.869213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-dfe5a9c9-2a71-4781-82da-b22de6936077 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419c564d-65b6-4252-aea5-969df3964f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1192608 Feb 19 01:28:56.870958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30710aee-7925-4887-bedb-0335d86fb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c303c5f-dac0-420d-9d99-a25f7baa3756), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.878939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30710aee-7925-4887-bedb-0335d86fb4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:56.880542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-30710aee-7925-4887-bedb-0335d86fb4d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c303c5f-dac0-420d-9d99-a25f7baa3756 HTTP/1.1" status: 204 len: 168 time: 0.5310545 Feb 19 01:28:56.909784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30710aee-7925-4887-bedb-0335d86fb4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c303c5f-dac0-420d-9d99-a25f7baa3756,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:57.034739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-e34918cc-b37e-40ae-ac06-94a852d4736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:57.037814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-e34918cc-b37e-40ae-ac06-94a852d4736d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1127 time: 0.4319305 Feb 19 01:28:57.058163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-619b8bb3-3a17-41ac-ab9c-1f6cf40f79db service neutron] 10.222.0.10 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763721 Feb 19 01:28:57.068305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.db.resource_extend [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:28:57.191077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-9901b8de-b872-4a1c-887c-9ee944ad1c85 service neutron] 10.222.0.10 "GET /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222804 Feb 19 01:28:57.290513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f269e89a-ca0b-4395-8a5f-deb405d77a49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 217 time: 0.0916829 Feb 19 01:28:57.291873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-dd3500ea-1145-41bc-a9db-6251c53eb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:57.294777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-dd3500ea-1145-41bc-a9db-6251c53eb294 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 914 time: 0.2498059 Feb 19 01:28:57.322634 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.364404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cf0c7-383f-46e6-bb9d-69d8358a8aac None None] New status for floating IP 49dd9af8-9f55-4202-bc70-d9d01d414028: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:28:57.379118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (49dd9af8-9f55-4202-bc70-d9d01d414028), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:58.094923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-544750fb-c209-4246-93b7-80d7363fea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.097158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-544750fb-c209-4246-93b7-80d7363fea3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.7934256 Feb 19 01:28:58.157426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22a821-97b6-42f4-8e45-1eef8143c32f req-aadb376c-ce1a-48c9-8cd8-b6c25cafd576 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.159104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd22a821-97b6-42f4-8e45-1eef8143c32f req-aadb376c-ce1a-48c9-8cd8-b6c25cafd576 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1539001 Feb 19 01:28:58.204448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-5b0d277f-9101-42e9-8876-b8af10924070 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 998 time: 0.9019654 Feb 19 01:28:58.221360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-8f8c82d3-4c22-42f2-980d-02a89f4bedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.221499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-8f8c82d3-4c22-42f2-980d-02a89f4bedaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1163652 Feb 19 01:28:58.327225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-2590b530-f3ea-4492-95f4-7c4d855a77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.329070 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-2590b530-f3ea-4492-95f4-7c4d855a77bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 200 len: 852 time: 0.1142108 Feb 19 01:28:58.357582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd22a821-97b6-42f4-8e45-1eef8143c32f req-5165907b-9438-4073-b5ec-cad334b6f7d3 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903675 Feb 19 01:28:58.432837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-dc54e30d-f436-4a02-999e-e475ac500ca1 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031426 Feb 19 01:28:58.509733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-8088fb07-6b86-4df7-a919-9c245cbecb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.513520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-8088fb07-6b86-4df7-a919-9c245cbecb3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a0a81f-019b-4e8a-956e-d9ec79c94199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1448097 Feb 19 01:28:58.627774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d9a1c57d-b11b-4b3c-b451-b8673e832ba1 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847260 Feb 19 01:28:58.681108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-f6a68194-0157-468d-bb0d-654f2edebddc service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571991 Feb 19 01:28:58.831385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-acefea36-3072-43bf-9a91-c2435ad21d16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 217 time: 0.1971340 Feb 19 01:28:58.846960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db4e9d2-9ba0-4ed2-9dfd-99ddc55f60d3 req-3da5162a-8f37-4642-8626-1e9a6f7b895b service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552052 Feb 19 01:28:58.854118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Router de67effb-3541-440b-96be-9ed7eab6f024 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:28:59.004186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d082e47e-097a-4a93-bcfb-03d49c1b3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.005920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d082e47e-097a-4a93-bcfb-03d49c1b3692 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.1581159 Feb 19 01:28:59.008285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-3f9aeb66-d83d-4735-9907-dacc362de2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.010057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-3f9aeb66-d83d-4735-9907-dacc362de2c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.2111390 Feb 19 01:28:59.167504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-5ae34ad0-1438-4001-bebd-9db2cb7b8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.170142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-5ae34ad0-1438-4001-bebd-9db2cb7b8118 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1537452 Feb 19 01:28:59.181363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:28:59.195197 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] Sync routers for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:28:59.197724 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.228372 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:28:59.231698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:28:59.242031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:59.248594 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a060917-42c7-4253-a2a0-ec4f60498ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:59.369943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8cdbc-4b9c-47d5-9bb3-82f33f0d3242 req-c76f5ae0-238c-40b7-9902-dbd2af482697 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.382977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-abf8cdbc-4b9c-47d5-9bb3-82f33f0d3242 req-c76f5ae0-238c-40b7-9902-dbd2af482697 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.3303971 Feb 19 01:28:59.410208 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b75c41-4496-4936-999f-105e0632c814 x-openstack-request-id: req-c8b75c41-4496-4936-999f-105e0632c814 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:59.412606 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:59.412882 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8b75c41-4496-4936-999f-105e0632c814 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:59.413340 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'status': 'completed', 'code': 200} Feb 19 01:28:59.417058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-581badf6-29c5-46d0-956c-cac8845c1b09 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "PUT /v2.0/floatingips/49dd9af8-9f55-4202-bc70-d9d01d414028 HTTP/1.1" status: 200 len: 990 time: 3.6793408 Feb 19 01:28:59.480367 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:28:59.515791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-5e968756-1c9e-4afc-baf9-4f8ba38664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.519741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-5e968756-1c9e-4afc-baf9-4f8ba38664fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.4940488 Feb 19 01:28:59.608028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-abf8cdbc-4b9c-47d5-9bb3-82f33f0d3242 req-70603e86-c303-401e-b4f7-2b70fd6d076d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219732 Feb 19 01:28:59.615194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-866dea69-1eb1-4329-8057-8b66fcf42173 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.0855930 Feb 19 01:28:59.625786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-1ae76da7-c8d1-43d2-9646-a158f9d2029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.627671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-1ae76da7-c8d1-43d2-9646-a158f9d2029c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1127 time: 0.2327147 Feb 19 01:28:59.736036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-88b9412a-88fb-42ec-b4bd-906bada9c117 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409584 Feb 19 01:28:59.829521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-5b8dc1a5-6244-43c1-997e-966a2a5527f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.831391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-5b8dc1a5-6244-43c1-997e-966a2a5527f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 914 time: 0.1858621 Feb 19 01:28:59.889956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-484dd083-d241-4607-a55a-93fa1feca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:59.891629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-484dd083-d241-4607-a55a-93fa1feca358 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.2555380 Feb 19 01:28:59.937864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-e18b4c84-044e-48d5-9d28-d3c6cd13053f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391223 Feb 19 01:28:59.950750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-229ca3f7-c2ff-413a-a2b4-136dd89d16da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 1000 time: 0.1116900 Feb 19 01:29:00.064415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-c1126bd3-388c-4700-a928-9c23042bc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:00.066471 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-c1126bd3-388c-4700-a928-9c23042bc3cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 200 len: 852 time: 0.1053276 Feb 19 01:29:00.097255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-e47d20f2-dd04-4ed0-83a5-38aaa726a979 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200190 Feb 19 01:29:00.175829 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '49dd9af8-9f55-4202-bc70-d9d01d414028', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:28:53Z', 'updated_at': '2022-02-19T01:28:57Z', 'revision_number': 2, 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:00.179151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-70c4005a-4023-4986-8aea-71d57d947dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:00.181735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-70c4005a-4023-4986-8aea-71d57d947dcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a0a81f-019b-4e8a-956e-d9ec79c94199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066542 Feb 19 01:29:00.206576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-cb7c0fea-7608-4ab1-b44c-71851042039c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=678aa3af-0082-4290-8075-dae3886d48cd HTTP/1.1" status: 200 len: 217 time: 0.1023788 Feb 19 01:29:00.264944 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] Checking router: de67effb-3541-440b-96be-9ed7eab6f024 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:00.271180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-e2fc1766-cae2-4d88-a1c3-df1af0c29ba7 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238540 Feb 19 01:29:00.274600 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:00.275233 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:00.313577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:00.443285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-b73af1fd-b41e-43fc-bdd4-e3e3d7ec9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:00.444774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-b73af1fd-b41e-43fc-bdd4-e3e3d7ec9048 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.1692302 Feb 19 01:29:00.464443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-789b00c8-ef0e-4683-9e5c-7f159f1c31ab service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729361 Feb 19 01:29:00.479648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1046603493', 'router:external': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:00.530231 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:00.587730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-256a3cd7-fd45-4f0b-8a07-64222855c035 req-da0f1354-6a7c-4950-bf85-0a7e2e299341 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891679 Feb 19 01:29:00.589938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Made reservation on behalf of 40b64cb37c0f43f7a20a72e592405f29 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:00.626703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a060917-42c7-4253-a2a0-ec4f60498ec9 req-df0be005-7e16-4e8e-83b7-4893e6a59f77 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553280 Feb 19 01:29:00.628280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:00.670157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:00.683189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-ff85fa90-9b7f-402a-9852-f25479452834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:00.684851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-ff85fa90-9b7f-402a-9852-f25479452834 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2244539 Feb 19 01:29:00.859847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-03dacf69-82e0-45df-9f5a-18592bedb09e service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599979 Feb 19 01:29:00.961897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for security_group (eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:00.971079 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:01.056103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680dcc8-6712-48f0-bc27-d79ec97531d2 req-2e25bbf7-4a72-4642-8f6d-d9de834c08a7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:01.057725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3680dcc8-6712-48f0-bc27-d79ec97531d2 req-2e25bbf7-4a72-4642-8f6d-d9de834c08a7 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2214735 Feb 19 01:29:01.122848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:29:01.147570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:01.153764 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '49dd9af8-9f55-4202-bc70-d9d01d414028', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:28:53Z', 'updated_at': '2022-02-19T01:28:57Z', 'revision_number': 2, 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:01.181915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-9b54a5c9-7e12-436d-a88c-690eee75ba9f service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211946 Feb 19 01:29:01.215989 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc419094-f789-4059-8f7a-35c2171defeb None None] The sync data for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 is: [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '49dd9af8-9f55-4202-bc70-d9d01d414028', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'port_id': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'mac_address': 'fa:16:3e:9c:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:28:53Z', 'updated_at': '2022-02-19T01:28:57Z', 'revision_number': 2, 'project_id': '9258d78528e941998465e11f752b18e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:01.217453 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7f5460c6-5572-49c4-9ef9-79274f5f8ac0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:01.218207 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Added segment 7f5460c6-5572-49c4-9ef9-79274f5f8ac0 of type vlan for network 3efade1a-3573-4942-8e6b-61fd5989b4f4 Feb 19 01:29:01.229720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3680dcc8-6712-48f0-bc27-d79ec97531d2 req-a97cbf55-01fd-4a45-9062-f0bd9ccbd62e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084809 Feb 19 01:29:01.316249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-3b400d62-df6d-4759-a318-89deacdfdfe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=4c3d7979-4478-4d35-bafd-667305a6a16f HTTP/1.1" status: 200 len: 217 time: 0.1002879 Feb 19 01:29:01.320062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (3efade1a-3573-4942-8e6b-61fd5989b4f4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:01.390735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-21d2054e-b0bf-47fd-8ffd-8042886d593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:01.393033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-21d2054e-b0bf-47fd-8ffd-8042886d593f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 200 len: 797 time: 0.0703959 Feb 19 01:29:01.394727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (3efade1a-3573-4942-8e6b-61fd5989b4f4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:01.396031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:01.396794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:01.414935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:01.417781 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75" -d '{"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:01.492002 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d30e61-96b0-45a5-bf8c-72de6f03bbc4 x-openstack-request-id: req-36d30e61-96b0-45a5-bf8c-72de6f03bbc4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:01.493114 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:01.493559 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36d30e61-96b0-45a5-bf8c-72de6f03bbc4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:01.494268 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'status': 'completed', 'code': 200} Feb 19 01:29:01.530011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:01.530233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2152426 Feb 19 01:29:01.536410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'subnet': {'network_id': '3efade1a-3573-4942-8e6b-61fd5989b4f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:01.543796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ff72-2ffa-4b83-9a93-8ac0b7011325 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Network': ['ID=3efade1a-3573-4942-8e6b-61fd5989b4f4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:01.560816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-121fc987-f25d-4db3-a9ec-c46ace8eb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:01.562415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-121fc987-f25d-4db3-a9ec-c46ace8eb90b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=00c21f53-7c7d-4bbd-a82a-407e9784a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1629343 Feb 19 01:29:01.571205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 3efade1a-3573-4942-8e6b-61fd5989b4f4 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:29:01.714771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Made reservation on behalf of 40b64cb37c0f43f7a20a72e592405f29 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:01.721431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:01.778708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-eaa16785-8cb9-44a8-bac4-a67a25f31ef7 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025054 Feb 19 01:29:02.025614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f5de7efb-cd74-4eb5-bc7c-867da390e490 service neutron] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422731 Feb 19 01:29:02.030378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-cf133e13-8264-4a0c-a5a4-407c85cfc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.047575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-cf133e13-8264-4a0c-a5a4-407c85cfc260 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1127 time: 0.4682450 Feb 19 01:29:02.081760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-01fd1e59-9233-4b67-a78e-e4eca62ac5a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e HTTP/1.1" status: 200 len: 217 time: 0.0481644 Feb 19 01:29:02.163170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-c6e1108b-9430-4d14-91e7-956304cfc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.165120 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-c6e1108b-9430-4d14-91e7-956304cfc9ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f20d5ae4-ff38-4f7c-af2e-2587cd593e93 HTTP/1.1" status: 200 len: 797 time: 0.0591002 Feb 19 01:29:02.242483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-e27c0500-4c98-4908-b6ac-97ff876bb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.243916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-e27c0500-4c98-4908-b6ac-97ff876bb8c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0666540 Feb 19 01:29:02.332644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-35494a83-78cf-4e71-86b9-badca40bf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.334254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-35494a83-78cf-4e71-86b9-badca40bf988 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 914 time: 0.2291296 Feb 19 01:29:02.387615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-a44d12b0-686f-483d-93c6-fcfda68c9e5a service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302233 Feb 19 01:29:02.444819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:29:02.445338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (3a38691a-a6ba-45e1-a69f-00614c760f99), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:02.519890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a38691a-a6ba-45e1-a69f-00614c760f99,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:02.546721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.547247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.548284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.548800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.549405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.549916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.550464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.550982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.551543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.552052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.552388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.552935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.553382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:02.563176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-7f521ecd-4e31-46f8-8e3f-4174bfe3903e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 1000 time: 0.2195172 Feb 19 01:29:02.570325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5c38a-4723-495e-80c1-12b328c46a7d req-449eb04b-6663-4adb-972a-77498aca5887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.571867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dde5c38a-4723-495e-80c1-12b328c46a7d req-449eb04b-6663-4adb-972a-77498aca5887 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1810243 Feb 19 01:29:02.619377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d1173e0d-a92c-4628-b19a-c769b4d1c3d5 service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031775 Feb 19 01:29:02.674943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Checking segment: {'id': '7f5460c6-5572-49c4-9ef9-79274f5f8ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3efade1a-3573-4942-8e6b-61fd5989b4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:02.675654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network hostable DHCP agents. Network: 3efade1a-3573-4942-8e6b-61fd5989b4f4, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:29:02.699122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-82998185-46aa-4a6b-8a14-cb876e76f3bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 HTTP/1.1" status: 200 len: 217 time: 0.0697699 Feb 19 01:29:02.711891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-2b34f1ac-5d3c-4d83-98ff-b658289bf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.714496 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-2b34f1ac-5d3c-4d83-98ff-b658289bf5aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 200 len: 852 time: 0.1350605 Feb 19 01:29:02.715846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 3efade1a-3573-4942-8e6b-61fd5989b4f4 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:29:02.767072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 3efade1a-3573-4942-8e6b-61fd5989b4f4) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:02.773488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.774144 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:02.774938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f6f7dd88-14a9-418c-aab3-3bf11f3f9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.778445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-f6f7dd88-14a9-418c-aab3-3bf11f3f9495 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f20d5ae4-ff38-4f7c-af2e-2587cd593e93 HTTP/1.1" status: 200 len: 797 time: 0.0662472 Feb 19 01:29:02.779677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0d1d7-027d-4213-aab9-29e6e78dc4b3 None None] Network 3efade1a-3573-4942-8e6b-61fd5989b4f4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:02.808529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dde5c38a-4723-495e-80c1-12b328c46a7d req-4618121f-3e94-4b76-a1f4-2b6e6b13a8e2 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294948 Feb 19 01:29:02.855995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-20c53881-0410-4bf9-a160-e7e639f19d7b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3222775 Feb 19 01:29:02.857606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59616) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:02.874716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1170174910', 'network_id': '3efade1a-3573-4942-8e6b-61fd5989b4f4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:02.884441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-f866b313-5abe-45b1-ac55-99fb06627ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.889797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-f866b313-5abe-45b1-ac55-99fb06627ec6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a0a81f-019b-4e8a-956e-d9ec79c94199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1644127 Feb 19 01:29:02.924953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d3d53cf4-1be7-4aea-86d1-319dd7ef28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:02.926976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-d3d53cf4-1be7-4aea-86d1-319dd7ef28b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52177f54-6349-49b6-8c30-39a8daeb619e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1138685 Feb 19 01:29:02.976866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Made reservation on behalf of 40b64cb37c0f43f7a20a72e592405f29 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:02.983251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:03.032671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9be32b-be6a-47aa-a324-8212895e323c None None] Network 3efade1a-3573-4942-8e6b-61fd5989b4f4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:03.126888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-1053f4b5-1888-4666-934a-fc6bd4505698 service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921468 Feb 19 01:29:03.191836 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-d43af76c-1a26-4f53-ad25-12550f0bb1b6 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398860 Feb 19 01:29:03.218505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] device_id is not set on port bc38584c-de8a-40e7-a346-869f9d27feda yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:29:03.285839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0152e042-0aef-4ff6-8556-26b97d8d4bf6 req-2e575414-d749-4a69-b6b4-2b527676df3c service neutron] 10.222.0.10 "GET /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473713 Feb 19 01:29:03.402054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c13dd27-54b2-4b2b-ba0e-5820630b4b75 req-e4e85cf6-b98d-4f3e-86d8-a665502078f8 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913188 Feb 19 01:29:03.416615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Allocated IP 172.20.0.2 (3efade1a-3573-4942-8e6b-61fd5989b4f4/3a38691a-a6ba-45e1-a69f-00614c760f99/bc38584c-de8a-40e7-a346-869f9d27feda) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:03.571646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for port (bc38584c-de8a-40e7-a346-869f9d27feda), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:03.614152 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (bc38584c-de8a-40e7-a346-869f9d27feda), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:03.685355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 3efade1a-3573-4942-8e6b-61fd5989b4f4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:03.689333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Port': ['ID=bc38584c-de8a-40e7-a346-869f9d27feda,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:03.691774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:03.694760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:03.735150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:03.735751 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:03.753618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-acf9e277-19da-481a-b87a-329126ec8516 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8900716 Feb 19 01:29:03.754549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59646) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:03.856003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Deleting port bc38584c-de8a-40e7-a346-869f9d27feda {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:03.856385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bc38584c-de8a-40e7-a346-869f9d27feda), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:03.947500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b0f4e-2e4e-4ce6-ab56-ba713298c176 req-b80732f3-fd02-469f-b141-a1b9cc231bd4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:03.949285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af7b0f4e-2e4e-4ce6-ab56-ba713298c176 req-b80732f3-fd02-469f-b141-a1b9cc231bd4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0638294 Feb 19 01:29:03.967078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bc38584c-de8a-40e7-a346-869f9d27feda), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:03.983273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Calling delete_port for bc38584c-de8a-40e7-a346-869f9d27feda owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:04.005088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-af7b0f4e-2e4e-4ce6-ab56-ba713298c176 req-1c2813b9-a076-498e-bbf1-933773a0c75b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Feb 19 01:29:04.171406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bc38584c-de8a-40e7-a346-869f9d27feda), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.226132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc38584c-de8a-40e7-a346-869f9d27feda,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:04.318679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.328020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7c4cf700-5ae1-48bf-894d-70eea87a06e5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/ports/bc38584c-de8a-40e7-a346-869f9d27feda HTTP/1.1" status: 204 len: 168 time: 0.5724168 Feb 19 01:29:04.331026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:04.336586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3efade1a-3573-4942-8e6b-61fd5989b4f4', 'external_fixed_ips': [{'subnet_id': '3a38691a-a6ba-45e1-a69f-00614c760f99', 'ip_address': '172.20.0.2'}]}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:04.373019 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (29683d55-dbce-4bc5-a740-75521c216d4a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.374347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (29683d55-dbce-4bc5-a740-75521c216d4a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.472429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (29683d55-dbce-4bc5-a740-75521c216d4a), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.689878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (29683d55-dbce-4bc5-a740-75521c216d4a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:05.046833 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (29683d55-dbce-4bc5-a740-75521c216d4a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:05.066487 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:05.773195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Allocated IP 172.20.0.2 (3efade1a-3573-4942-8e6b-61fd5989b4f4/3a38691a-a6ba-45e1-a69f-00614c760f99/40e74ba4-de1a-4c5c-b306-e825d91b965a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:05.893874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for port (40e74ba4-de1a-4c5c-b306-e825d91b965a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:05.967877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (40e74ba4-de1a-4c5c-b306-e825d91b965a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:06.022233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Port': ['ID=40e74ba4-de1a-4c5c-b306-e825d91b965a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:06.063215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 3efade1a-3573-4942-8e6b-61fd5989b4f4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:06.064854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:06.070755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:06.489515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (29683d55-dbce-4bc5-a740-75521c216d4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:06.673754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e60de-1d51-4d4b-a704-f415d2a39da4 req-2505614d-dfaf-4343-9c2c-5631e81b36c0 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:06.675238 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c83e60de-1d51-4d4b-a704-f415d2a39da4 req-2505614d-dfaf-4343-9c2c-5631e81b36c0 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1118333 Feb 19 01:29:06.739615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c83e60de-1d51-4d4b-a704-f415d2a39da4 req-7aa90a27-098e-48b5-bfbc-f1dac9b389d9 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527768 Feb 19 01:29:06.834020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (29683d55-dbce-4bc5-a740-75521c216d4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.030648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Router 29683d55-dbce-4bc5-a740-75521c216d4a is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:07.251885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:07.266885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Sync routers for ids ['29683d55-dbce-4bc5-a740-75521c216d4a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:07.278998 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.280492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7ac6bc32-653c-4de6-9539-2771aba16be6 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9471698 Feb 19 01:29:07.282995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:07.294696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Routers {'29683d55-dbce-4bc5-a740-75521c216d4a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:07.295789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['29683d55-dbce-4bc5-a740-75521c216d4a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:07.490845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Set router 29683d55-dbce-4bc5-a740-75521c216d4a gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:07.491956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (29683d55-dbce-4bc5-a740-75521c216d4a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.773394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (29683d55-dbce-4bc5-a740-75521c216d4a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.927256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Deleting port 40e74ba4-de1a-4c5c-b306-e825d91b965a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:07.927978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (40e74ba4-de1a-4c5c-b306-e825d91b965a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.963653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29683d55-dbce-4bc5-a740-75521c216d4a', 'name': '', 'tenant_id': '40b64cb37c0f43f7a20a72e592405f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3efade1a-3573-4942-8e6b-61fd5989b4f4', 'external_fixed_ips': [{'subnet_id': '3a38691a-a6ba-45e1-a69f-00614c760f99', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '40e74ba4-de1a-4c5c-b306-e825d91b965a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:04Z', 'updated_at': '2022-02-19T01:29:06Z', 'revision_number': 3, 'project_id': '40b64cb37c0f43f7a20a72e592405f29', 'gw_port': {'id': '40e74ba4-de1a-4c5c-b306-e825d91b965a', 'name': '', 'network_id': '3efade1a-3573-4942-8e6b-61fd5989b4f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29683d55-dbce-4bc5-a740-75521c216d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3a38691a-a6ba-45e1-a69f-00614c760f99', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:05Z', 'updated_at': '2022-02-19T01:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a38691a-a6ba-45e1-a69f-00614c760f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:08.019067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Checking router: 29683d55-dbce-4bc5-a740-75521c216d4a for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:08.019684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Updating router 29683d55-dbce-4bc5-a740-75521c216d4a port 40e74ba4-de1a-4c5c-b306-e825d91b965a binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:08.083379 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40e74ba4-de1a-4c5c-b306-e825d91b965a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.095958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (40e74ba4-de1a-4c5c-b306-e825d91b965a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.113712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Calling delete_port for 40e74ba4-de1a-4c5c-b306-e825d91b965a owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:08.397269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (40e74ba4-de1a-4c5c-b306-e825d91b965a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.465902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event deleted for resources: {'Port': ['ID=40e74ba4-de1a-4c5c-b306-e825d91b965a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:08.496330 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:29:08.496954 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:29:08.550338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (29683d55-dbce-4bc5-a740-75521c216d4a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.681930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (29683d55-dbce-4bc5-a740-75521c216d4a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.684670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (29683d55-dbce-4bc5-a740-75521c216d4a), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.756819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (29683d55-dbce-4bc5-a740-75521c216d4a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.758398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29683d55-dbce-4bc5-a740-75521c216d4a {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:08.772493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.777886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59812) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:08.790706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c4fd7c71-6c0f-40d0-ad1f-c3fa3a9d1ae2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/routers/29683d55-dbce-4bc5-a740-75521c216d4a HTTP/1.1" status: 204 len: 168 time: 1.5064907 Feb 19 01:29:08.842992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Deleting subnet 3a38691a-a6ba-45e1-a69f-00614c760f99 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:29:08.856437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for subnet (3a38691a-a6ba-45e1-a69f-00614c760f99), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.896346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (3a38691a-a6ba-45e1-a69f-00614c760f99), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.950511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3a38691a-a6ba-45e1-a69f-00614c760f99), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.031133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Port 40e74ba4-de1a-4c5c-b306-e825d91b965a not found while updating agent binding for router 29683d55-dbce-4bc5-a740-75521c216d4a. {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 01:29:09.074569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (3a38691a-a6ba-45e1-a69f-00614c760f99), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.109886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:09.112592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:29:09.121650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_agentschedulers_db [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29683d55-dbce-4bc5-a740-75521c216d4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:29:09.122014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb38ec-e8b1-44cd-9efa-9bee03749793 None None] The sync data for ids ['29683d55-dbce-4bc5-a740-75521c216d4a'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:09.165148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a38691a-a6ba-45e1-a69f-00614c760f99,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:09.175411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.180103 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66eb04ef-ca27-4264-8e4d-abbcb7624c42 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/3a38691a-a6ba-45e1-a69f-00614c760f99 HTTP/1.1" status: 204 len: 168 time: 0.4004498 Feb 19 01:29:09.182951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59832) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:09.271579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (3efade1a-3573-4942-8e6b-61fd5989b4f4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.367684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (3efade1a-3573-4942-8e6b-61fd5989b4f4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.407506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efade1a-3573-4942-8e6b-61fd5989b4f4']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:09.438068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5460c6-5572-49c4-9ef9-79274f5f8ac0') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:09.438456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5460c6-5572-49c4-9ef9-79274f5f8ac0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:09.472173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (7f5460c6-5572-49c4-9ef9-79274f5f8ac0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.487850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7f5460c6-5572-49c4-9ef9-79274f5f8ac0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.500081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:29:09.500081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (7f5460c6-5572-49c4-9ef9-79274f5f8ac0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:29:09.565186 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:29:09.568155 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (3efade1a-3573-4942-8e6b-61fd5989b4f4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.573242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3efade1a-3573-4942-8e6b-61fd5989b4f4 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:29:09.577329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.584608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/networks/3efade1a-3573-4942-8e6b-61fd5989b4f4 HTTP/1.1" status: 204 len: 168 time: 0.3961930 Feb 19 01:29:09.600475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af86735-6059-4a72-bb6e-9715233715a9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event deleted for resources: {'Network': ['ID=3efade1a-3573-4942-8e6b-61fd5989b4f4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:09.825612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:09.831093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'name': 'tempest-router--1595777599', 'project_id': '24d89b082b7e44098bcff312ab0d56af'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:09.861340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (270932da-526e-4847-9d2b-4c9c5e335e76), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.862887 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (270932da-526e-4847-9d2b-4c9c5e335e76), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.966027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (270932da-526e-4847-9d2b-4c9c5e335e76), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.971236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (270932da-526e-4847-9d2b-4c9c5e335e76), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.997229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.001130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6bc013cb-1d06-47d9-aec6-e323395aeeb4 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1744649 Feb 19 01:29:10.003671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:10.113721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (270932da-526e-4847-9d2b-4c9c5e335e76), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.601294 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:29:10.806229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (270932da-526e-4847-9d2b-4c9c5e335e76), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.809284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (270932da-526e-4847-9d2b-4c9c5e335e76), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.902182 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (270932da-526e-4847-9d2b-4c9c5e335e76), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.902818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 270932da-526e-4847-9d2b-4c9c5e335e76 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:10.910300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.912021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-69afd96f-6288-4f2e-94eb-1ad23d6e7653 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/routers/270932da-526e-4847-9d2b-4c9c5e335e76 HTTP/1.1" status: 204 len: 168 time: 0.9070334 Feb 19 01:29:11.071244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:11.451893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1244326183', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:11.494604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:11.496864 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:11.609341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:11.939958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.280115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.324076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.536183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Allocated IP 172.25.0.33 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/e71d4461-a972-4f10-a5b9-777c1ddb736c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:12.728847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for port (e71d4461-a972-4f10-a5b9-777c1ddb736c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.773271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e71d4461-a972-4f10-a5b9-777c1ddb736c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.830632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event updated for resources: {'Port': ['ID=e71d4461-a972-4f10-a5b9-777c1ddb736c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:12.919141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:12.919141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:12.919141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:13.357464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:13.641472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:13.855928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Router a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:14.063758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:14.078635 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] Sync routers for ids ['a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:14.103919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.109293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:14.109959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-16952adf-5103-48c5-9b28-a162eb02cd52 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0368681 Feb 19 01:29:14.140478 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] Routers {'a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:14.141574 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:14.201629 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:14.215613 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] Routers {'a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:14.216256 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:14.260267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:14.261420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a6403-5536-4c5f-a5f1-8ed7f81b157a None None] The sync data for ids ['a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:14.340399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3aeb4084-0fcf-4c39-bede-a9b21049bf92 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 HTTP/1.1" status: 200 len: 920 time: 0.2291279 Feb 19 01:29:14.343079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 59994) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:14.381523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 59996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:14.382314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7082638d-1fae-45ed-9661-f4da8be58663 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 HTTP/1.1" status: 200 len: 205 time: 0.0373833 Feb 19 01:29:14.672080 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.362214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.452311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Deleting port e71d4461-a972-4f10-a5b9-777c1ddb736c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:15.452659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e71d4461-a972-4f10-a5b9-777c1ddb736c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.576914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e71d4461-a972-4f10-a5b9-777c1ddb736c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.590383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Calling delete_port for e71d4461-a972-4f10-a5b9-777c1ddb736c owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:15.911471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e71d4461-a972-4f10-a5b9-777c1ddb736c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.944378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event deleted for resources: {'Port': ['ID=e71d4461-a972-4f10-a5b9-777c1ddb736c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:16.097039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.319553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.326828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.447230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.449689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Fanout notify agent at l3_agent the message router_deleted on router a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:16.478203 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.480622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c506b738-9887-46e8-9c8a-1a0b26e5cf89 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 HTTP/1.1" status: 204 len: 168 time: 2.0974793 Feb 19 01:29:16.486380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60058) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:16.491782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1730800938', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': False}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:16.516820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (f4ce251c-e224-4303-af08-65b54ec6fb24), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.519717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (f4ce251c-e224-4303-af08-65b54ec6fb24), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.612783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (f4ce251c-e224-4303-af08-65b54ec6fb24), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.163140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (f4ce251c-e224-4303-af08-65b54ec6fb24), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.466136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (f4ce251c-e224-4303-af08-65b54ec6fb24), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.500884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.684393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Allocated IP 172.25.0.145 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/4b8cac0c-14d5-43e3-8e7f-50068104faef) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:17.881050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.958552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.043623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:18.055543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:18.071171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:18.078099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Port': ['ID=4b8cac0c-14d5-43e3-8e7f-50068104faef,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:18.385457 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.599631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (f4ce251c-e224-4303-af08-65b54ec6fb24), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.955005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (f4ce251c-e224-4303-af08-65b54ec6fb24), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.163384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Router f4ce251c-e224-4303-af08-65b54ec6fb24 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:19.293751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:19.303765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Sync routers for ids ['f4ce251c-e224-4303-af08-65b54ec6fb24'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:19.315668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Routers {'f4ce251c-e224-4303-af08-65b54ec6fb24'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:19.319826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f4ce251c-e224-4303-af08-65b54ec6fb24'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:19.331527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.340195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3698616-05cf-4ca8-8cac-e6cd7bb175f1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8494658 Feb 19 01:29:19.340429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60130) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:19.513989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Set router f4ce251c-e224-4303-af08-65b54ec6fb24 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:19.635070 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4924bcc2-a379-4964-9b4c-ca6e0b89c28f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/f4ce251c-e224-4303-af08-65b54ec6fb24 HTTP/1.1" status: 200 len: 909 time: 0.2932377 Feb 19 01:29:19.637547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:19.642221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1730800938', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': True}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:19.669121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (a4d42ff2-c5e5-48e9-8b05-190af9e26295), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.670833 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (a4d42ff2-c5e5-48e9-8b05-190af9e26295), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.738421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (a4d42ff2-c5e5-48e9-8b05-190af9e26295), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.930937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce251c-e224-4303-af08-65b54ec6fb24', 'name': 'tempest-snat-router-1730800938', 'tenant_id': '40b64cb37c0f43f7a20a72e592405f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.145'}], 'enable_snat': False}, 'gw_port_id': '4b8cac0c-14d5-43e3-8e7f-50068104faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:16Z', 'updated_at': '2022-02-19T01:29:18Z', 'revision_number': 3, 'project_id': '40b64cb37c0f43f7a20a72e592405f29', 'gw_port': {'id': '4b8cac0c-14d5-43e3-8e7f-50068104faef', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce251c-e224-4303-af08-65b54ec6fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:17Z', 'updated_at': '2022-02-19T01:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:20.005657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Checking router: f4ce251c-e224-4303-af08-65b54ec6fb24 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:20.006015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Updating router f4ce251c-e224-4303-af08-65b54ec6fb24 port 4b8cac0c-14d5-43e3-8e7f-50068104faef binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:20.019036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (a4d42ff2-c5e5-48e9-8b05-190af9e26295), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.061392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.345813 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (a4d42ff2-c5e5-48e9-8b05-190af9e26295), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.393580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.698175 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b8631b5-9396-4d13-acf0-9afc5820d631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.875431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Publish callbacks [] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.887678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.967055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Attempting to bind port 4b8cac0c-14d5-43e3-8e7f-50068104faef on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:20.967445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Attempting to bind port 4b8cac0c-14d5-43e3-8e7f-50068104faef by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:20.967818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Attempting to bind port 4b8cac0c-14d5-43e3-8e7f-50068104faef on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:20.972269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Allocated IP 172.25.0.16 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/119fd163-4f55-4f36-8a1b-05ffd2def969) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:20.978003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:20.978563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:20.979066 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.979640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:20.980806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Bound port: 4b8cac0c-14d5-43e3-8e7f-50068104faef, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:20.981470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.040682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] For port 4b8cac0c-14d5-43e3-8e7f-50068104faef, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:21.044848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] For port 4b8cac0c-14d5-43e3-8e7f-50068104faef, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4b8cac0c-14d5-43e3-8e7f-50068104faef,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:21.055679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.079871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0c7fb-476e-4ac3-98df-74126d45c064 None None] Pushing event updated for resources: {'Port': ['ID=4b8cac0c-14d5-43e3-8e7f-50068104faef,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:21.128058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Routers {'f4ce251c-e224-4303-af08-65b54ec6fb24'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:21.128780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:28:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f4ce251c-e224-4303-af08-65b54ec6fb24'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:21.238359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0c7fb-476e-4ac3-98df-74126d45c064 None None] Pushing event updated for resources: {'Port': ['ID=4b8cac0c-14d5-43e3-8e7f-50068104faef,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:21.271353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.316799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.387518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] Set router f4ce251c-e224-4303-af08-65b54ec6fb24 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:21.439076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:21.452953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:21.496544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:21.694230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Port': ['ID=119fd163-4f55-4f36-8a1b-05ffd2def969,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:21.778711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce251c-e224-4303-af08-65b54ec6fb24', 'name': 'tempest-snat-router-1730800938', 'tenant_id': '40b64cb37c0f43f7a20a72e592405f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.145'}], 'enable_snat': False}, 'gw_port_id': '4b8cac0c-14d5-43e3-8e7f-50068104faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:16Z', 'updated_at': '2022-02-19T01:29:18Z', 'revision_number': 3, 'project_id': '40b64cb37c0f43f7a20a72e592405f29', 'gw_port': {'id': '4b8cac0c-14d5-43e3-8e7f-50068104faef', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce251c-e224-4303-af08-65b54ec6fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:17Z', 'updated_at': '2022-02-19T01:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:21.867071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fa745-28f5-4403-84e0-e07767e70b5f None None] The sync data for ids ['f4ce251c-e224-4303-af08-65b54ec6fb24'] in n-d-826752-2 is: [{'id': 'f4ce251c-e224-4303-af08-65b54ec6fb24', 'name': 'tempest-snat-router-1730800938', 'tenant_id': '40b64cb37c0f43f7a20a72e592405f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.145'}], 'enable_snat': False}, 'gw_port_id': '4b8cac0c-14d5-43e3-8e7f-50068104faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:16Z', 'updated_at': '2022-02-19T01:29:18Z', 'revision_number': 3, 'project_id': '40b64cb37c0f43f7a20a72e592405f29', 'gw_port': {'id': '4b8cac0c-14d5-43e3-8e7f-50068104faef', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce251c-e224-4303-af08-65b54ec6fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:17Z', 'updated_at': '2022-02-19T01:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:22.101638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (a4d42ff2-c5e5-48e9-8b05-190af9e26295), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.520584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (a4d42ff2-c5e5-48e9-8b05-190af9e26295), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.623905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50a131d5-d558-409b-aff8-1c220d7a2792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.736774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Router a4d42ff2-c5e5-48e9-8b05-190af9e26295 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:23.014335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:23.024334 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Sync routers for ids ['a4d42ff2-c5e5-48e9-8b05-190af9e26295'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:23.070379 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Routers {'a4d42ff2-c5e5-48e9-8b05-190af9e26295'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:23.071970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['a4d42ff2-c5e5-48e9-8b05-190af9e26295'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:23.090542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.096470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60242) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:23.096934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4711a158-e180-4b33-b045-84884541eb23 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4580240 Feb 19 01:29:23.333294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4b8cac0c-14d5-43e3-8e7f-50068104faef up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:23.336299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Set router a4d42ff2-c5e5-48e9-8b05-190af9e26295 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:23.438354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-12a878cb-3e84-43f6-a8bd-92e548357fc7 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/a4d42ff2-c5e5-48e9-8b05-190af9e26295 HTTP/1.1" status: 200 len: 907 time: 0.3405235 Feb 19 01:29:23.441449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60244) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:23.454677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4b8cac0c-14d5-43e3-8e7f-50068104faef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:23.455210 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.729218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (a4d42ff2-c5e5-48e9-8b05-190af9e26295), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.783579 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d42ff2-c5e5-48e9-8b05-190af9e26295', 'name': 'tempest-snat-router-1730800938', 'tenant_id': '40b64cb37c0f43f7a20a72e592405f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '119fd163-4f55-4f36-8a1b-05ffd2def969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:19Z', 'updated_at': '2022-02-19T01:29:21Z', 'revision_number': 3, 'project_id': '40b64cb37c0f43f7a20a72e592405f29', 'gw_port': {'id': '119fd163-4f55-4f36-8a1b-05ffd2def969', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d42ff2-c5e5-48e9-8b05-190af9e26295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:20Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:23.815253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4b8cac0c-14d5-43e3-8e7f-50068104faef is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:23.815875 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.831637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.842555 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Checking router: a4d42ff2-c5e5-48e9-8b05-190af9e26295 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:23.845657 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Updating router a4d42ff2-c5e5-48e9-8b05-190af9e26295 port 119fd163-4f55-4f36-8a1b-05ffd2def969 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:23.880755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 4b8cac0c-14d5-43e3-8e7f-50068104faef, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4b8cac0c-14d5-43e3-8e7f-50068104faef,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:23.902367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.956303 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.045520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=4b8cac0c-14d5-43e3-8e7f-50068104faef,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.063017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (a4d42ff2-c5e5-48e9-8b05-190af9e26295), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.179456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Deleting port 119fd163-4f55-4f36-8a1b-05ffd2def969 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:24.179944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.328153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.352894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Calling delete_port for 119fd163-4f55-4f36-8a1b-05ffd2def969 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:24.417205 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks [] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.426846 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.484304 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Attempting to bind port 119fd163-4f55-4f36-8a1b-05ffd2def969 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:24.484730 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Attempting to bind port 119fd163-4f55-4f36-8a1b-05ffd2def969 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:24.485159 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Attempting to bind port 119fd163-4f55-4f36-8a1b-05ffd2def969 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:24.498339 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:24.498721 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:24.499124 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.499519 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:24.499996 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Bound port: 119fd163-4f55-4f36-8a1b-05ffd2def969, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:24.500377 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.502513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Pushing event updated for resources: {'Port': ['ID=119fd163-4f55-4f36-8a1b-05ffd2def969,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.529454 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.529818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.530019 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.530697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.531210 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.532084 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.532829 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.533346 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.533680 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.534079 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.534429 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.534757 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.535082 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00524887-2f3c-44c0-b62e-ee92ef92155d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:24.586870 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.db.api [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:29:24.587519 n-d-826752-2 neutron-server[103432]: DEBUG oslo_db.api [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:29:24.594104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.674441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event deleted for resources: {'Port': ['ID=119fd163-4f55-4f36-8a1b-05ffd2def969,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.693325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (a4d42ff2-c5e5-48e9-8b05-190af9e26295), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.795879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (a4d42ff2-c5e5-48e9-8b05-190af9e26295), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.798794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (a4d42ff2-c5e5-48e9-8b05-190af9e26295), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.852284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (a4d42ff2-c5e5-48e9-8b05-190af9e26295), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.852820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4d42ff2-c5e5-48e9-8b05-190af9e26295 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:24.857778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.861871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe3a8b24-c270-4427-837f-e32665596a72 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a4d42ff2-c5e5-48e9-8b05-190af9e26295 HTTP/1.1" status: 204 len: 168 time: 1.4182143 Feb 19 01:29:24.861991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:24.983794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (f4ce251c-e224-4303-af08-65b54ec6fb24), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.116838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Attempting to bind port 119fd163-4f55-4f36-8a1b-05ffd2def969 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:25.116838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Attempting to bind port 119fd163-4f55-4f36-8a1b-05ffd2def969 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:25.116838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Attempting to bind port 119fd163-4f55-4f36-8a1b-05ffd2def969 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:25.117842 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:25.117842 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:25.118177 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.122475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:25.123188 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Bound port: 119fd163-4f55-4f36-8a1b-05ffd2def969, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:25.124303 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (119fd163-4f55-4f36-8a1b-05ffd2def969), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.166242 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Port 119fd163-4f55-4f36-8a1b-05ffd2def969 has been deleted concurrently {{(pid=103432) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 01:29:25.176869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (f4ce251c-e224-4303-af08-65b54ec6fb24), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.178976 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:25.179331 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:29:25.179984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_agentschedulers_db [None req-82d7433c-8708-42e0-beea-bea02153190c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4d42ff2-c5e5-48e9-8b05-190af9e26295'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:29:25.180488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7433c-8708-42e0-beea-bea02153190c None None] The sync data for ids ['a4d42ff2-c5e5-48e9-8b05-190af9e26295'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:25.267309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4b8cac0c-14d5-43e3-8e7f-50068104faef up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:25.288628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Deleting port 4b8cac0c-14d5-43e3-8e7f-50068104faef {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:25.288831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.400001 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.405614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] For port 4b8cac0c-14d5-43e3-8e7f-50068104faef, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=4b8cac0c-14d5-43e3-8e7f-50068104faef,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:25.405996 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.423769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 4b8cac0c-14d5-43e3-8e7f-50068104faef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:25.424300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.429142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Calling delete_port for 4b8cac0c-14d5-43e3-8e7f-50068104faef owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:25.566113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 4b8cac0c-14d5-43e3-8e7f-50068104faef is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:25.706455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4b8cac0c-14d5-43e3-8e7f-50068104faef), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.751741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b8cac0c-14d5-43e3-8e7f-50068104faef,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:25.838861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (f4ce251c-e224-4303-af08-65b54ec6fb24), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.956186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (f4ce251c-e224-4303-af08-65b54ec6fb24), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.962890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_controller (f4ce251c-e224-4303-af08-65b54ec6fb24), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.033241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (f4ce251c-e224-4303-af08-65b54ec6fb24), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.033937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4ce251c-e224-4303-af08-65b54ec6fb24 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:26.038900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.040369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5d45cca4-c8ce-40f5-b02b-b023a7679b31 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f4ce251c-e224-4303-af08-65b54ec6fb24 HTTP/1.1" status: 204 len: 168 time: 1.1775968 Feb 19 01:29:26.044442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60318) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:26.050420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-560801553', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:26.058844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.097986 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.099838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.283403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.561096 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.594887 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.271717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4b8cac0c-14d5-43e3-8e7f-50068104faef no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:27.271902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.278028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.283379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.289789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.294621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.300031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.305573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.308179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-97fe92f3-ad31-4e61-aca4-96642e15b02e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.5734527 Feb 19 01:29:27.454464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 4b8cac0c-14d5-43e3-8e7f-50068104faef {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:27.454816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 4b8cac0c-14d5-43e3-8e7f-50068104faef not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:27.536262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.546273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8000a81-b39a-4d6e-8cdd-7878fac09f2e req-765ec9e1-07ff-4b75-bb28-cbbae9144ea9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2313995 Feb 19 01:29:27.565906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.729785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Allocated IP 172.25.0.5 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/87fb9433-d964-4eb2-aabe-147c41300054) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:27.859136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for port (87fb9433-d964-4eb2-aabe-147c41300054), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.901868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (87fb9433-d964-4eb2-aabe-147c41300054), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.951735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:27.954885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:27.963161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:28.003235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event updated for resources: {'Port': ['ID=87fb9433-d964-4eb2-aabe-147c41300054,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:28.307491 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.585170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.786436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.792650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.798463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.804190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.809881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.815352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.820809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.822908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-9145d181-86ee-4ba1-aef0-82c4ceb4e7b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.1299677 Feb 19 01:29:28.831993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Router b43b8e4d-ba80-40cf-a5d2-238b987b7c14 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:28.931408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74d40e43-d04a-41ab-b8bf-53836bdca8e3 req-1a740a2a-4c0c-4192-8c77-5f7640ae8f99 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018343 Feb 19 01:29:29.032361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:29.046786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] Sync routers for ids ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:29.063116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] Routers {'b43b8e4d-ba80-40cf-a5d2-238b987b7c14'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:29.063770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:29.066019 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:29.068166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3ecfcad0-fe45-4a27-affc-f76191ec0b85 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0225410 Feb 19 01:29:29.070928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60380) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:29.075652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': False}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:29.109237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:29.124434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] Routers {'b43b8e4d-ba80-40cf-a5d2-238b987b7c14'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:29.125211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:29.168029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:29.169091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb77f09-5687-448e-8f4a-90716770e0aa None None] The sync data for ids ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:29.588122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.155797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734952b-2516-47f5-b339-351e4058c281 req-79dc4687-be6d-4c62-bd1f-34aee5a702ff tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.163407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1734952b-2516-47f5-b339-351e4058c281 req-79dc4687-be6d-4c62-bd1f-34aee5a702ff tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1241527 Feb 19 01:29:30.351230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1734952b-2516-47f5-b339-351e4058c281 req-363d0f7a-7558-441a-ad81-a5e51dc615eb tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868956 Feb 19 01:29:30.425466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.431577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.437302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.443195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.449230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.454943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.469332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.471595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-26b6bf31-7aa1-464d-b190-dcd767cd65db tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.1782043 Feb 19 01:29:30.568398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-75c481be-d4bd-4ecf-8f4f-235508e6e64a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.574572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-75c481be-d4bd-4ecf-8f4f-235508e6e64a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "GET /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0963175 Feb 19 01:29:30.672953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.681635 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.699535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711953bb-27bc-4985-a21f-60f05f48d759 req-36bdcaae-595c-4e1e-9733-da4253d0957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.701188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-36bdcaae-595c-4e1e-9733-da4253d0957a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.6608036 Feb 19 01:29:30.805499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-cf83c53a-81bd-4590-861d-d3b8027523a1 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "GET /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2253273 Feb 19 01:29:30.853871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:30.865819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.872028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.878430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.883694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.889420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.898760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.912931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.922584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-8bf51640-7ed4-4ad0-b21e-c1944254758b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 5433 time: 0.3580623 Feb 19 01:29:31.017867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.089295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Router b43b8e4d-ba80-40cf-a5d2-238b987b7c14 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:31.091293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711953bb-27bc-4985-a21f-60f05f48d759 req-c0a69a4a-c702-4eb5-955a-adf71492f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:31.092970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-c0a69a4a-c702-4eb5-955a-adf71492f9a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.3477843 Feb 19 01:29:31.324757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=079eb049-a21a-4da9-bbd2-4bf391212d09,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:31.367943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] For port 079eb049-a21a-4da9-bbd2-4bf391212d09, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:31.444703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] device_id is not set on port 079eb049-a21a-4da9-bbd2-4bf391212d09 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:29:31.467188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Publish callbacks [] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.470766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:31.487191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.507365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-b5ed9e1d-9026-4805-aae1-4b4bd350cc1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.4003146 Feb 19 01:29:31.512465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:31.520716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.521824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1e1f1781-161d-4e02-9a81-7b2f10450fe5 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "PUT /v2.0/routers/b43b8e4d-ba80-40cf-a5d2-238b987b7c14 HTTP/1.1" status: 200 len: 919 time: 2.4498501 Feb 19 01:29:31.525550 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] Sync routers for ids ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:31.551000 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] Routers {'b43b8e4d-ba80-40cf-a5d2-238b987b7c14'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:31.554158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:31.555169 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:31.568374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Pushing event updated for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:31.637192 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dee749d-659b-482d-b98e-1a6b0bc381c1 req-d02ab2cc-9100-4610-b6dc-5b95c80a7a9e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d6073e4-5e76-4a3d-bf2d-328177b57011&id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7135446 Feb 19 01:29:31.641251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] No DVR routers for this DVR port 079eb049-a21a-4da9-bbd2-4bf391212d09 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:31.742546 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:31.773595 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] Routers {'b43b8e4d-ba80-40cf-a5d2-238b987b7c14'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:31.776648 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:31.788011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711953bb-27bc-4985-a21f-60f05f48d759 req-a5a66b23-e926-403d-b09e-bde3133e93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:31.790598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-a5a66b23-e926-403d-b09e-bde3133e93e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.2735953 Feb 19 01:29:31.820939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2de6d97-3738-4055-ab83-805cbfa6d75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.829759 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:31.830751 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c938f49-1360-4f2b-b67b-fd8a6f0c6312 None None] The sync data for ids ['b43b8e4d-ba80-40cf-a5d2-238b987b7c14'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:31.875410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] In _notify_port_updated(), no bound segment for port 079eb049-a21a-4da9-bbd2-4bf391212d09 on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:29:31.880087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:31.880709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.884727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-fb427fa5-2f56-4e76-9fed-bbeef5496c84 service neutron] 10.222.0.10 "PUT /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 200 len: 1027 time: 1.0705502 Feb 19 01:29:31.894118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0dfa80f0-06d5-427f-a1c1-7769a5c9dfc2 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/b43b8e4d-ba80-40cf-a5d2-238b987b7c14 HTTP/1.1" status: 200 len: 919 time: 0.3381264 Feb 19 01:29:31.894333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60446) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:31.914326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-247fa395-7f56-42b7-864f-4f10fb04d85d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150513 Feb 19 01:29:32.095492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f9c9b83b-c595-4179-bd56-1b1da0be8e45 None None] Provisioning complete for port 079eb049-a21a-4da9-bbd2-4bf391212d09 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:32.096045 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b83b-c595-4179-bd56-1b1da0be8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.166304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-f0c32d05-5750-485e-8877-a58a390d00c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419517 Feb 19 01:29:32.190809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9b83b-c595-4179-bd56-1b1da0be8e45 None None] Port 079eb049-a21a-4da9-bbd2-4bf391212d09 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:32.299974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-711953bb-27bc-4985-a21f-60f05f48d759 req-6999f594-af7c-462b-93f3-b3d24ee1867c service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263683 Feb 19 01:29:32.818939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3d75-1e2d-4093-9a2b-36ad9b3d6afa req-79c908c8-5a9e-4155-bb73-4eabb92b7dfc tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.825766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-849c3d75-1e2d-4093-9a2b-36ad9b3d6afa req-79c908c8-5a9e-4155-bb73-4eabb92b7dfc tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 1.2531786 Feb 19 01:29:32.827933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2de6d97-3738-4055-ab83-805cbfa6d75c admin admin] Publish callbacks [] for security_group (069c5264-226c-4e1b-a037-a28489bc7981), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.849197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.858613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2de6d97-3738-4055-ab83-805cbfa6d75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (069c5264-226c-4e1b-a037-a28489bc7981), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.858953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.868620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.874577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.880501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.886572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.888491 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-22e348c7-35c6-4a6c-ba2f-0cadcc63a962 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 4659 time: 0.1292944 Feb 19 01:29:32.919785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-47d7dceb-6b2d-4067-9e7c-2f72f9cbc9b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:32.921338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-47d7dceb-6b2d-4067-9e7c-2f72f9cbc9b8 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "GET /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.0208037 Feb 19 01:29:32.958254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:32.989868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de6d97-3738-4055-ab83-805cbfa6d75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069c5264-226c-4e1b-a037-a28489bc7981,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.018217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb81a61f-5acb-4a95-9841-2274b68e418a req-05d7fd2a-3118-45c7-a6dc-0a6e01b89454 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&id=6d6073e4-5e76-4a3d-bf2d-328177b57011&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011930 Feb 19 01:29:33.090458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-849c3d75-1e2d-4093-9a2b-36ad9b3d6afa req-34675885-33fa-4758-9b52-315d75e14af1 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477565 Feb 19 01:29:33.102625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11395ba7-77a4-4958-aea4-f5533ee78f93 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:33.107274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60472) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:33.116489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11395ba7-77a4-4958-aea4-f5533ee78f93 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=b43b8e4d-ba80-40cf-a5d2-238b987b7c14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.2136457 Feb 19 01:29:33.159094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f2de6d97-3738-4055-ab83-805cbfa6d75c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=936eaf9e10e04610ad702cf46fcacbcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6870556 Feb 19 01:29:33.162163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:33.200585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.305541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884032fb-2967-4c62-8878-7da37ff8547f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:33.307698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-884032fb-2967-4c62-8878-7da37ff8547f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.1987712 Feb 19 01:29:33.311884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:33.410723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bddccb6c-54fb-4240-91f3-15facc188700 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=b43b8e4d-ba80-40cf-a5d2-238b987b7c14 HTTP/1.1" status: 200 len: 205 time: 0.0940044 Feb 19 01:29:33.415460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60486) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:33.500471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4517f6b4-07fe-4bbf-9beb-aa222a80344e no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:33.519045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa97d66-e7f8-4aa9-a7a3-8dad9d906abc admin admin] Publish callbacks [] for security_group (069c5264-226c-4e1b-a037-a28489bc7981), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.528721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=5c40231a-138b-42b9-adc7-8093e1e6041d,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:33.594947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa97d66-e7f8-4aa9-a7a3-8dad9d906abc admin admin] Publish callbacks [] for security_group (069c5264-226c-4e1b-a037-a28489bc7981), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.693014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] For port 5c40231a-138b-42b9-adc7-8093e1e6041d, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:33.746257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4517f6b4-07fe-4bbf-9beb-aa222a80344e is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:33.746885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.799182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] device_id is not set on port 5c40231a-138b-42b9-adc7-8093e1e6041d yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:29:33.803762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa97d66-e7f8-4aa9-a7a3-8dad9d906abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (069c5264-226c-4e1b-a037-a28489bc7981), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.806388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa97d66-e7f8-4aa9-a7a3-8dad9d906abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.811139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6fa97d66-e7f8-4aa9-a7a3-8dad9d906abc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/069c5264-226c-4e1b-a037-a28489bc7981 HTTP/1.1" status: 204 len: 168 time: 0.6419449 Feb 19 01:29:33.811306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:33.813499 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff08ccf-cf36-4c9b-a0bc-3dfe516d4d88" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:33.816027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.833947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:33.841237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Publish callbacks [] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.843277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa97d66-e7f8-4aa9-a7a3-8dad9d906abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069c5264-226c-4e1b-a037-a28489bc7981,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.845403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.846139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2079cbb6-433d-48ba-b485-21feffcbb3cc no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:33.867935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.995566 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66ef07e-cabb-4560-beca-24c52345890d x-openstack-request-id: req-c66ef07e-cabb-4560-beca-24c52345890d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:33.996129 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:33.996528 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c66ef07e-cabb-4560-beca-24c52345890d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:33.997107 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e', 'code': 200} Feb 19 01:29:34.013255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Pushing event updated for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:34.137493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] No DVR routers for this DVR port 5c40231a-138b-42b9-adc7-8093e1e6041d on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:34.209924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2079cbb6-433d-48ba-b485-21feffcbb3cc is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:34.212140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.218054 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.326500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:34.349539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] In _notify_port_updated(), no bound segment for port 5c40231a-138b-42b9-adc7-8093e1e6041d on network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:29:34.355144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.355474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.356969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-0ed1b8f3-8f70-430f-be91-2c5f4bedb803 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 200 len: 1026 time: 1.4161460 Feb 19 01:29:34.362977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:34.376340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.376852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4c3d7979-4478-4d35-bafd-667305a6a16f no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:34.428151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e118bcf-6f41-4119-842a-e19755a07999 req-fed16a2b-dbdd-4735-8056-ccca02b69460 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.430047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e118bcf-6f41-4119-842a-e19755a07999 req-fed16a2b-dbdd-4735-8056-ccca02b69460 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1976502 Feb 19 01:29:34.547210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-caa52504-2c7e-4569-a891-d12372d712f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.555070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60510) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:34.557964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-caa52504-2c7e-4569-a891-d12372d712f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.571054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b846513c-eae2-43d0-83f0-b772653a4468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.575113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:34.576406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-caa52504-2c7e-4569-a891-d12372d712f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.579844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e118bcf-6f41-4119-842a-e19755a07999 req-e71d5cfe-df6e-46a4-a664-eb27b92daccc tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419926 Feb 19 01:29:34.589896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Deleting port 87fb9433-d964-4eb2-aabe-147c41300054 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:34.590247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87fb9433-d964-4eb2-aabe-147c41300054), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.597548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-caa52504-2c7e-4569-a891-d12372d712f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.615821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-70a9aca9-8e4d-49e7-afd6-3d17c751fc67 None None] Provisioning complete for port 5c40231a-138b-42b9-adc7-8093e1e6041d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:34.616049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-caa52504-2c7e-4569-a891-d12372d712f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.616566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70a9aca9-8e4d-49e7-afd6-3d17c751fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.618459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-caa52504-2c7e-4569-a891-d12372d712f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 3884 time: 0.3961813 Feb 19 01:29:34.689961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87fb9433-d964-4eb2-aabe-147c41300054), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.708039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-70a9aca9-8e4d-49e7-afd6-3d17c751fc67 None None] Port 5c40231a-138b-42b9-adc7-8093e1e6041d cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:34.717948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Calling delete_port for 87fb9433-d964-4eb2-aabe-147c41300054 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:34.734146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4c3d7979-4478-4d35-bafd-667305a6a16f is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:34.734994 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.783800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4c3d7979-4478-4d35-bafd-667305a6a16f,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:34.789755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.790642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5c40231a-138b-42b9-adc7-8093e1e6041d no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:34.812768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a1c62c34-4c79-4d94-8585-c8cb6a66d90a req-6046cf5f-61ee-46bd-909b-2154bbe3156c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705959 Feb 19 01:29:34.827516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 2079cbb6-433d-48ba-b485-21feffcbb3cc {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:34.827867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.919012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:34.924130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 5c40231a-138b-42b9-adc7-8093e1e6041d host ! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:29:34.924671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 5c40231a-138b-42b9-adc7-8093e1e6041d not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:34.925158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 678aa3af-0082-4290-8075-dae3886d48cd no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:35.066971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 2079cbb6-433d-48ba-b485-21feffcbb3cc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2079cbb6-433d-48ba-b485-21feffcbb3cc,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:35.066971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.070495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 678aa3af-0082-4290-8075-dae3886d48cd is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:35.070896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (678aa3af-0082-4290-8075-dae3886d48cd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.087823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (87fb9433-d964-4eb2-aabe-147c41300054), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.135712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event deleted for resources: {'Port': ['ID=87fb9433-d964-4eb2-aabe-147c41300054,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.136087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=678aa3af-0082-4290-8075-dae3886d48cd,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:35.160353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.176883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:35.252823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.355869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b846513c-eae2-43d0-83f0-b772653a4468 admin admin] Publish callbacks [] for security_group (a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.364235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.421114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.424210 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.455596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:35.455596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.484715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b846513c-eae2-43d0-83f0-b772653a4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.517417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:35.526762 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.528514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 079eb049-a21a-4da9-bbd2-4bf391212d09 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:35.535763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b846513c-eae2-43d0-83f0-b772653a4468 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d7f37efd0ad4d4c9d4c85a06515ee5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9796429 Feb 19 01:29:35.538711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60524) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:35.584401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (b43b8e4d-ba80-40cf-a5d2-238b987b7c14), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.585147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Fanout notify agent at l3_agent the message router_deleted on router b43b8e4d-ba80-40cf-a5d2-238b987b7c14 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:35.603918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.606324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ddd4d0be-051e-4b0b-8d0e-c47e46f8f5d2 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/b43b8e4d-ba80-40cf-a5d2-238b987b7c14 HTTP/1.1" status: 204 len: 168 time: 2.1896393 Feb 19 01:29:35.612585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.613327 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (61863ac6-d669-4cbc-b9e2-fc670fe4d702), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.613327 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Floating IP 61863ac6-d669-4cbc-b9e2-fc670fe4d702 disassociated. External IP: 172.25.0.118, port: 2079cbb6-433d-48ba-b485-21feffcbb3cc. Feb 19 01:29:35.615792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 2079cbb6-433d-48ba-b485-21feffcbb3cc owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:35.618434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60528) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:35.630144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-740681901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:35.662598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846513c-eae2-43d0-83f0-b772653a4468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.673710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.675103 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.691175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.701682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 079eb049-a21a-4da9-bbd2-4bf391212d09 host ! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:29:35.702291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 079eb049-a21a-4da9-bbd2-4bf391212d09 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:35.762102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (14f3f0af-b50e-43a9-92f1-15c8e9edee57), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.777939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.815189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2079cbb6-433d-48ba-b485-21feffcbb3cc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.821850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a401e703-df1f-4d73-8192-7e3fbee14f07 admin admin] Publish callbacks [] for security_group (a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.841761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.845900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-375bc235-e5a1-45c4-8be2-4e75495bd940 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2227252 Feb 19 01:29:35.846506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60534) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:35.853113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=2079cbb6-433d-48ba-b485-21feffcbb3cc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.864796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:35.908172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a401e703-df1f-4d73-8192-7e3fbee14f07 admin admin] Publish callbacks [] for security_group (a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.977805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278a656-0f8e-4570-9bf4-b0ca2016847b req-6dd50657-a241-4398-a7bc-3023ee1f007b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:35.979847 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8278a656-0f8e-4570-9bf4-b0ca2016847b req-6dd50657-a241-4398-a7bc-3023ee1f007b tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2223227 Feb 19 01:29:35.998727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:36.001326 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcbc3c1-2c1a-43da-89f4-0cb865d60848" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "678aa3af-0082-4290-8075-dae3886d48cd"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:36.024030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Router aaa5150c-7913-4bb3-8061-5557808fdf69 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:36.171330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade0fe-892b-4bd9-80e6-eace37cbbc73 req-4599a3f1-59b5-4214-a795-5b83423dcc38 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:36.174966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8278a656-0f8e-4570-9bf4-b0ca2016847b req-51e1c28e-2bd6-476f-bf99-7f1263400f35 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884146 Feb 19 01:29:36.177821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade0fe-892b-4bd9-80e6-eace37cbbc73 req-4599a3f1-59b5-4214-a795-5b83423dcc38 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:36.193027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade0fe-892b-4bd9-80e6-eace37cbbc73 req-4599a3f1-59b5-4214-a795-5b83423dcc38 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:36.200145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade0fe-892b-4bd9-80e6-eace37cbbc73 req-4599a3f1-59b5-4214-a795-5b83423dcc38 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:36.204003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3ade0fe-892b-4bd9-80e6-eace37cbbc73 req-4599a3f1-59b5-4214-a795-5b83423dcc38 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 3143 time: 0.1797266 Feb 19 01:29:36.249460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (14f3f0af-b50e-43a9-92f1-15c8e9edee57), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.253855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a401e703-df1f-4d73-8192-7e3fbee14f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.258000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a401e703-df1f-4d73-8192-7e3fbee14f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.259752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a401e703-df1f-4d73-8192-7e3fbee14f07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8 HTTP/1.1" status: 204 len: 168 time: 0.7198346 Feb 19 01:29:36.278606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401e703-df1f-4d73-8192-7e3fbee14f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60bdb38-321b-4d60-97e6-dd6fc0ddc9d8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.318452 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c453d-d864-4a69-a643-76ef583e5233 x-openstack-request-id: req-006c453d-d864-4a69-a643-76ef583e5233 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:36.319813 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "678aa3af-0082-4290-8075-dae3886d48cd", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:36.320079 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-006c453d-d864-4a69-a643-76ef583e5233 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:36.320505 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'code': 200} Feb 19 01:29:36.320768 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f', 'code': 200} Feb 19 01:29:36.321047 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd', 'code': 200} Feb 19 01:29:36.321303 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7', 'code': 200} Feb 19 01:29:36.473131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:36.485664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] Sync routers for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:36.503442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:36.506504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:36.558212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3ade0fe-892b-4bd9-80e6-eace37cbbc73 req-feca352a-b1fb-46e3-9af7-99c286df3e59 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192518 Feb 19 01:29:36.577364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 2079cbb6-433d-48ba-b485-21feffcbb3cc on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:36.580374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.586453 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-e1020e9e-4a64-4f63-870a-d0a64ba6bb7a tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "DELETE /v2.0/ports/2079cbb6-433d-48ba-b485-21feffcbb3cc HTTP/1.1" status: 204 len: 173 time: 2.2220035 Feb 19 01:29:36.586961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:36.590071 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02060d76-777e-4caf-a45a-790b36ce7aaa" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:36.733506 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888960b8-d8e3-48ef-afb9-5290a0813399 x-openstack-request-id: req-888960b8-d8e3-48ef-afb9-5290a0813399 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:36.733812 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "2079cbb6-433d-48ba-b485-21feffcbb3cc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:36.734075 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-888960b8-d8e3-48ef-afb9-5290a0813399 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:36.734496 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '2079cbb6-433d-48ba-b485-21feffcbb3cc', 'status': 'completed', 'code': 200} Feb 19 01:29:36.753509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (14f3f0af-b50e-43a9-92f1-15c8e9edee57), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.793728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:36.794222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.795674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.004114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:37.006503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.018908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:37.039693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:37.043141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Allocated IP 172.25.0.162 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/166a76f7-c95d-4f75-bf47-9eaa32bbc8c6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:37.343345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for port (166a76f7-c95d-4f75-bf47-9eaa32bbc8c6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.400229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (166a76f7-c95d-4f75-bf47-9eaa32bbc8c6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.421632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4d160ab6-d2a7-41a5-afb3-16bd0554e1c7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.458712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:04Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:37.475330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a19-c0db-4773-b41d-2c5342d5f066 req-6a469022-98a2-4e17-8920-d3f92484e544 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:37.477455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29d79a19-c0db-4773-b41d-2c5342d5f066 req-6a469022-98a2-4e17-8920-d3f92484e544 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1290286 Feb 19 01:29:37.479927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=4d160ab6-d2a7-41a5-afb3-16bd0554e1c7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:37.485563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:37.488770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:37.501401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:37.546567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:37.555424 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.559924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-32a2c6ac-8ac3-4518-aee6-b70197f14986 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "DELETE /v2.0/ports/4d160ab6-d2a7-41a5-afb3-16bd0554e1c7 HTTP/1.1" status: 204 len: 173 time: 0.9667757 Feb 19 01:29:37.590319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] Checking router: aaa5150c-7913-4bb3-8061-5557808fdf69 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:37.616364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:37.617615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:37.716307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event updated for resources: {'Port': ['ID=166a76f7-c95d-4f75-bf47-9eaa32bbc8c6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:37.792808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29d79a19-c0db-4773-b41d-2c5342d5f066 req-c61b8d3f-8224-4908-87cf-69aa2878ee01 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782140 Feb 19 01:29:37.859185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:37.873253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54788dc3-5143-43d5-8bc3-d49e38f97d7b req-88362518-3f8e-4888-8dd3-e1d11bbe1c04 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:37.879083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54788dc3-5143-43d5-8bc3-d49e38f97d7b req-88362518-3f8e-4888-8dd3-e1d11bbe1c04 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:37.881425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 678aa3af-0082-4290-8075-dae3886d48cd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:37.881796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (678aa3af-0082-4290-8075-dae3886d48cd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.886406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54788dc3-5143-43d5-8bc3-d49e38f97d7b req-88362518-3f8e-4888-8dd3-e1d11bbe1c04 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:37.894105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54788dc3-5143-43d5-8bc3-d49e38f97d7b req-88362518-3f8e-4888-8dd3-e1d11bbe1c04 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 2410 time: 0.1211693 Feb 19 01:29:38.062173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 678aa3af-0082-4290-8075-dae3886d48cd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=678aa3af-0082-4290-8075-dae3886d48cd,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:38.065575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (678aa3af-0082-4290-8075-dae3886d48cd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.095544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 678aa3af-0082-4290-8075-dae3886d48cd owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:38.254451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:38.336416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:04Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:38.416175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7b931-f2d3-4b4d-8ca7-8aa60a32dd22 None None] The sync data for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 is: [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2', 'name': '', 'network_id': '419c564d-65b6-4252-aea5-969df3964f4b', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'mac_address': 'fa:16:3e:8c:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:56Z', 'updated_at': '2022-02-19T01:23:04Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'subnets': [{'id': '10e40259-b334-4de9-947e-f5cd89bbfc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:38.728375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Deleting port 92b0a482-2912-4914-8316-73686d24f48d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:38.730029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (92b0a482-2912-4914-8316-73686d24f48d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.734984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:38.738672 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb025f72-c272-4ba5-8d02-0d256bb8ba38" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:38.755719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (678aa3af-0082-4290-8075-dae3886d48cd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.850781 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c1697-f08f-4f53-9258-ad7c40f057ae x-openstack-request-id: req-412c1697-f08f-4f53-9258-ad7c40f057ae {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:38.851069 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "4d160ab6-d2a7-41a5-afb3-16bd0554e1c7", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:38.851319 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-412c1697-f08f-4f53-9258-ad7c40f057ae {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:38.851720 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '4d160ab6-d2a7-41a5-afb3-16bd0554e1c7', 'status': 'completed', 'code': 200} Feb 19 01:29:38.912839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=678aa3af-0082-4290-8075-dae3886d48cd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.968910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (14f3f0af-b50e-43a9-92f1-15c8e9edee57), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.016134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 678aa3af-0082-4290-8075-dae3886d48cd on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:39.030244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.043080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-22e763d0-e440-4d4a-a801-ea7e1062a276 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "DELETE /v2.0/ports/678aa3af-0082-4290-8075-dae3886d48cd HTTP/1.1" status: 204 len: 173 time: 1.4774809 Feb 19 01:29:39.121278 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036081d9-427e-4c36-860c-5d954e61bb40 None None] New status for floating IP 61863ac6-d669-4cbc-b9e2-fc670fe4d702: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:29:39.215496 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54788dc3-5143-43d5-8bc3-d49e38f97d7b req-d79a3bd4-41dc-49d4-afb7-69541c84d077 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3200679 Feb 19 01:29:39.245316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (92b0a482-2912-4914-8316-73686d24f48d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.251295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for floatingip (92b0a482-2912-4914-8316-73686d24f48d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.306407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Calling delete_port for 92b0a482-2912-4914-8316-73686d24f48d owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:39.369995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534544bf-936a-4950-bbb1-b44307e53f87 req-5558f707-6555-440a-bad2-b17a4d262d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.371738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-534544bf-936a-4950-bbb1-b44307e53f87 req-5558f707-6555-440a-bad2-b17a4d262d75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.4048591 Feb 19 01:29:39.415819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f6267-811f-4d3e-96b5-0574c002edbb req-49e5acf1-393d-40c0-b70b-2fc961fb51cd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.417486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a2f6267-811f-4d3e-96b5-0574c002edbb req-49e5acf1-393d-40c0-b70b-2fc961fb51cd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.4450953 Feb 19 01:29:39.549633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-534544bf-936a-4950-bbb1-b44307e53f87 req-68fbdf56-b135-41c0-89a8-d47be37a92ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681023 Feb 19 01:29:39.567040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.570828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.632095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a2f6267-811f-4d3e-96b5-0574c002edbb req-56c75c86-80a1-4da4-bb0f-40408000cf7c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249895 Feb 19 01:29:39.676984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 4c3d7979-4478-4d35-bafd-667305a6a16f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:39.685805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.739802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Router 14f3f0af-b50e-43a9-92f1-15c8e9edee57 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:39.850269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 4c3d7979-4478-4d35-bafd-667305a6a16f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4c3d7979-4478-4d35-bafd-667305a6a16f,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:39.850823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.875727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 4c3d7979-4478-4d35-bafd-667305a6a16f owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:39.928783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (92b0a482-2912-4914-8316-73686d24f48d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.940579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:39.953927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.955174 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f1e0729f-9f79-4a4a-a621-21690abd2fa1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "PUT /v2.0/routers/14f3f0af-b50e-43a9-92f1-15c8e9edee57 HTTP/1.1" status: 200 len: 879 time: 4.1034951 Feb 19 01:29:39.955468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] Sync routers for ids ['14f3f0af-b50e-43a9-92f1-15c8e9edee57'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:39.958744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60646) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:39.972598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] Routers {'14f3f0af-b50e-43a9-92f1-15c8e9edee57'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:39.973408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['14f3f0af-b50e-43a9-92f1-15c8e9edee57'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:40.001102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event deleted for resources: {'Port': ['ID=92b0a482-2912-4914-8316-73686d24f48d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:40.051288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:40.063478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] Routers {'14f3f0af-b50e-43a9-92f1-15c8e9edee57'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:40.064604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['14f3f0af-b50e-43a9-92f1-15c8e9edee57'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:40.102916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:40.106167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60814a-ffe7-4d0c-8bc0-3bf0da5b52b3 None None] The sync data for ids ['14f3f0af-b50e-43a9-92f1-15c8e9edee57'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:40.209894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60650) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:40.375776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44b0af68-8a89-4635-8ba0-6dd9a7714545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.551463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44b0af68-8a89-4635-8ba0-6dd9a7714545 admin admin] Publish callbacks [] for security_group (d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.563616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f97da0-2b0b-42a5-b670-9cdb05870c39 req-2c1d1114-d05e-412c-994b-e06cd59408c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.571329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f97da0-2b0b-42a5-b670-9cdb05870c39 req-2c1d1114-d05e-412c-994b-e06cd59408c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.574463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3f97da0-2b0b-42a5-b670-9cdb05870c39 req-2c1d1114-d05e-412c-994b-e06cd59408c7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 1677 time: 0.1961112 Feb 19 01:29:40.576412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44b0af68-8a89-4635-8ba0-6dd9a7714545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.592854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for floatingip (49dd9af8-9f55-4202-bc70-d9d01d414028), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.593218 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Floating IP 49dd9af8-9f55-4202-bc70-d9d01d414028 disassociated (deleted). External IP: 172.25.0.29, port: e34445ce-fca8-42e9-ab48-1e965160f0b4. Feb 19 01:29:40.663040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-44b0af68-8a89-4635-8ba0-6dd9a7714545 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e673f64e5f14456d9a55d672a564fcb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497297 Feb 19 01:29:40.692643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60656) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:40.693507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0af68-8a89-4635-8ba0-6dd9a7714545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:40.701475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3f97da0-2b0b-42a5-b670-9cdb05870c39 req-27e00c48-6de8-41d2-9d7a-fd62cbfb7f44 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933976 Feb 19 01:29:40.811350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-562f58d4-c09e-4747-9310-2e13102e35c8 admin admin] Publish callbacks [] for security_group (d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.846617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-059211ea-7e48-4102-88a6-e6906f330912 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/14f3f0af-b50e-43a9-92f1-15c8e9edee57 HTTP/1.1" status: 200 len: 920 time: 0.8465986 Feb 19 01:29:40.850882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60664) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:40.858127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:40.860441 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abee7cd-0c01-45ab-8a1c-990a01e33902" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "678aa3af-0082-4290-8075-dae3886d48cd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:40.863294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-562f58d4-c09e-4747-9310-2e13102e35c8 admin admin] Publish callbacks [] for security_group (d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.982683 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92c4c9-d042-4d52-96a4-45acb12f9f7d x-openstack-request-id: req-7f92c4c9-d042-4d52-96a4-45acb12f9f7d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:40.982932 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "678aa3af-0082-4290-8075-dae3886d48cd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:40.983160 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f92c4c9-d042-4d52-96a4-45acb12f9f7d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:40.983555 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '678aa3af-0082-4290-8075-dae3886d48cd', 'status': 'completed', 'code': 200} Feb 19 01:29:40.987338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4c3d7979-4478-4d35-bafd-667305a6a16f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.992418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d7e-243a-48b8-be49-fb23774cf0cd tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.996870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7b839d7e-243a-48b8-be49-fb23774cf0cd tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=14f3f0af-b50e-43a9-92f1-15c8e9edee57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1455610 Feb 19 01:29:40.997842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60668) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:41.036282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00304ab-a3a8-4d27-bf02-4d4742804b0a req-de35af4b-838b-4a70-be06-bf05732712c9 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:41.037805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c00304ab-a3a8-4d27-bf02-4d4742804b0a req-de35af4b-838b-4a70-be06-bf05732712c9 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2293210 Feb 19 01:29:41.046669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=4c3d7979-4478-4d35-bafd-667305a6a16f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:41.052522 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-562f58d4-c09e-4747-9310-2e13102e35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.055236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-562f58d4-c09e-4747-9310-2e13102e35c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.059156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-562f58d4-c09e-4747-9310-2e13102e35c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd HTTP/1.1" status: 204 len: 168 time: 0.3565767 Feb 19 01:29:41.082585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f58d4-c09e-4747-9310-2e13102e35c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bfdbc5-c34d-4dd0-abf3-429cbeed19fd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:41.117686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b2c9f-e918-40ed-9cdd-9238a27e83cd tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:41.122466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e74b2c9f-e918-40ed-9cdd-9238a27e83cd tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.1235013 Feb 19 01:29:41.124481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60672) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:41.164672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d44ee5d3-5b4c-4c50-869d-51daed80d1a9 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3f0af-b50e-43a9-92f1-15c8e9edee57 HTTP/1.1" status: 200 len: 205 time: 0.0389686 Feb 19 01:29:41.165397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60674) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:41.239690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 4c3d7979-4478-4d35-bafd-667305a6a16f on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:41.248416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Router de67effb-3541-440b-96be-9ed7eab6f024 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:41.257055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.261347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-38c18f9f-26e7-45f2-9a6d-ce472ae3c768 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "DELETE /v2.0/ports/4c3d7979-4478-4d35-bafd-667305a6a16f HTTP/1.1" status: 204 len: 173 time: 2.1812296 Feb 19 01:29:41.280035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c00304ab-a3a8-4d27-bf02-4d4742804b0a req-fcd75d56-33fa-497d-a98d-bd40c9e6d216 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203608 Feb 19 01:29:41.317863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.461437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (14f3f0af-b50e-43a9-92f1-15c8e9edee57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.485181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:41.493068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.498564 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] Sync routers for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:41.514582 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:41.516633 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:41.527209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 4517f6b4-07fe-4bbf-9beb-aa222a80344e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:41.527555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.567408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60678) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:41.587636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Deleting port 166a76f7-c95d-4f75-bf47-9eaa32bbc8c6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:41.588506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (166a76f7-c95d-4f75-bf47-9eaa32bbc8c6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.604964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-566545d3-ebee-4b6d-bbf2-286fd4579837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.677086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-08632062-9783-4395-8e74-ff9655a1a962 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "DELETE /v2.0/floatingips/49dd9af8-9f55-4202-bc70-d9d01d414028 HTTP/1.1" status: 204 len: 168 time: 3.4209802 Feb 19 01:29:41.702070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 4517f6b4-07fe-4bbf-9beb-aa222a80344e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=4517f6b4-07fe-4bbf-9beb-aa222a80344e,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:41.702508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.723091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 4517f6b4-07fe-4bbf-9beb-aa222a80344e owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:41.733434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (166a76f7-c95d-4f75-bf47-9eaa32bbc8c6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.742840 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:41.754427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Calling delete_port for 166a76f7-c95d-4f75-bf47-9eaa32bbc8c6 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:41.847408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-566545d3-ebee-4b6d-bbf2-286fd4579837 admin admin] Publish callbacks [] for security_group (84899952-571d-4d9f-9a4a-13f236934e02), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.855514 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-566545d3-ebee-4b6d-bbf2-286fd4579837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (84899952-571d-4d9f-9a4a-13f236934e02), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:41.943669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566545d3-ebee-4b6d-bbf2-286fd4579837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84899952-571d-4d9f-9a4a-13f236934e02,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:41.964659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-566545d3-ebee-4b6d-bbf2-286fd4579837 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c077dec6269f4a7a92a2fd02da0e4349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3949993 Feb 19 01:29:42.003700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60692) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:42.091708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4517f6b4-07fe-4bbf-9beb-aa222a80344e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.136563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (166a76f7-c95d-4f75-bf47-9eaa32bbc8c6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.140203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:42.173580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92929a7c-bc16-4538-b756-4323ffe86ee1 req-325023dc-6ae7-4428-9a3a-087c9c3eab3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:42.180158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event deleted for resources: {'Port': ['ID=166a76f7-c95d-4f75-bf47-9eaa32bbc8c6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:42.184119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92929a7c-bc16-4538-b756-4323ffe86ee1 req-325023dc-6ae7-4428-9a3a-087c9c3eab3c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 943 time: 0.2469096 Feb 19 01:29:42.199664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=4517f6b4-07fe-4bbf-9beb-aa222a80344e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:42.208515 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] Checking router: de67effb-3541-440b-96be-9ed7eab6f024 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:42.226252 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:42.226891 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:42.253324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.253697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.254035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.254381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.254720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.255057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.261599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.262326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.262326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.262614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.262954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.263289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.263624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.299224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (14f3f0af-b50e-43a9-92f1-15c8e9edee57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.375924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 4517f6b4-07fe-4bbf-9beb-aa222a80344e on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:42.381219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.390945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf4a6e94-d939-4e91-b84a-f105514de9da req-9b71577d-175c-4db6-ab82-0c3cf9fb5642 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.10 "DELETE /v2.0/ports/4517f6b4-07fe-4bbf-9beb-aa222a80344e HTTP/1.1" status: 204 len: 173 time: 1.1216917 Feb 19 01:29:42.414812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.418773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (14f3f0af-b50e-43a9-92f1-15c8e9edee57), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.438457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92929a7c-bc16-4538-b756-4323ffe86ee1 req-ea5f2fd0-2f7c-4125-a3b8-469ccb3288ad tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups?id=34699b3d-01c7-43b9-93da-357c27e3ac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533572 Feb 19 01:29:42.470990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8bf56e9-4dac-44d4-9fd3-8aa545fad1ee admin admin] Publish callbacks [] for security_group (84899952-571d-4d9f-9a4a-13f236934e02), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.503688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8bf56e9-4dac-44d4-9fd3-8aa545fad1ee admin admin] Publish callbacks [] for security_group (84899952-571d-4d9f-9a4a-13f236934e02), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.559497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (14f3f0af-b50e-43a9-92f1-15c8e9edee57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.560264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Fanout notify agent at l3_agent the message router_deleted on router 14f3f0af-b50e-43a9-92f1-15c8e9edee57 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:42.572014 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.577281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a6feab96-bbc8-4c4e-9e04-8a1fd5799d69 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/14f3f0af-b50e-43a9-92f1-15c8e9edee57 HTTP/1.1" status: 204 len: 168 time: 1.4073634 Feb 19 01:29:42.577675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60702) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:42.583159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-630868516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:42.595705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8bf56e9-4dac-44d4-9fd3-8aa545fad1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (84899952-571d-4d9f-9a4a-13f236934e02), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.598367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8bf56e9-4dac-44d4-9fd3-8aa545fad1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.601920 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8bf56e9-4dac-44d4-9fd3-8aa545fad1ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84899952-571d-4d9f-9a4a-13f236934e02 HTTP/1.1" status: 204 len: 168 time: 0.5944905 Feb 19 01:29:42.630663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf56e9-4dac-44d4-9fd3-8aa545fad1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84899952-571d-4d9f-9a4a-13f236934e02,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:42.668630 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:42.672166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.672727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.682879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f25374-cfb5-4385-b3d7-f4f249ba0ce8 req-5a4c80a2-acec-4d29-89af-1cf5eec4eed2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:42.687681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97f25374-cfb5-4385-b3d7-f4f249ba0ce8 req-5a4c80a2-acec-4d29-89af-1cf5eec4eed2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.4813223 Feb 19 01:29:42.801152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97f25374-cfb5-4385-b3d7-f4f249ba0ce8 req-63145810-d2e5-4a8e-b161-e4678af458fb tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058939 Feb 19 01:29:42.834952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (39dd4538-a58d-4f9f-8bce-a1339013167a), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.849540 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.904330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc57e9d-8620-4053-be52-60d555edddac req-4c301eb3-750f-40ce-ab83-13583db32fac tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:42.908443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9cc57e9d-8620-4053-be52-60d555edddac req-4c301eb3-750f-40ce-ab83-13583db32fac tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2672501 Feb 19 01:29:42.937938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.939301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a62daab7-39f1-4dad-a88f-e9c039ee4d6f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3605120 Feb 19 01:29:42.942151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60712) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:42.955177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': True}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:42.990164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f'}, {'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}, {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:43.001697 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037" -d '{"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f"}, {"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:43.059145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9cc57e9d-8620-4053-be52-60d555edddac req-e11d0b1d-b035-4fb4-a15c-0e1a1084e8b3 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417193 Feb 19 01:29:43.108136 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ab1b5d-21ce-48f6-ba38-48fb9e23468b x-openstack-request-id: req-43ab1b5d-21ce-48f6-ba38-48fb9e23468b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:43.108717 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "4c3d7979-4478-4d35-bafd-667305a6a16f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "status": "completed", "code": 200}, {"server_uuid": "e744f715-f2b4-4be1-be96-484e19def34a", "name": "network-vif-deleted", "tag": "4517f6b4-07fe-4bbf-9beb-aa222a80344e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:43.108717 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43ab1b5d-21ce-48f6-ba38-48fb9e23468b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:43.109136 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '4c3d7979-4478-4d35-bafd-667305a6a16f', 'status': 'completed', 'code': 200} Feb 19 01:29:43.109397 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'status': 'completed', 'code': 200} Feb 19 01:29:43.109656 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744f715-f2b4-4be1-be96-484e19def34a', 'name': 'network-vif-deleted', 'tag': '4517f6b4-07fe-4bbf-9beb-aa222a80344e', 'status': 'completed', 'code': 200} Feb 19 01:29:43.115307 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:43.148181 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc40c05-a980-4316-80c8-69fd373fed8c None None] The sync data for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 is: [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:21:30Z', 'revision_number': 4, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '80f0689a-d95a-4681-948e-02b30730fbde', 'name': '', 'network_id': '15a0a81f-019b-4e8a-956e-d9ec79c94199', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'mac_address': 'fa:16:3e:4f:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6f9b9042-b716-43df-89ed-a05292b19679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:29Z', 'updated_at': '2022-02-19T01:21:38Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'subnets': [{'id': '6f9b9042-b716-43df-89ed-a05292b19679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:43.229205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-b65ac7db-1816-439b-9e25-e73e8e4f4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:43.241165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-b65ac7db-1816-439b-9e25-e73e8e4f4c3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9258d78528e941998465e11f752b18e8&device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 1127 time: 0.1171236 Feb 19 01:29:43.389659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (39dd4538-a58d-4f9f-8bce-a1339013167a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:43.450436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-a6ef7c28-1a8f-41eb-afc9-3084feb6b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:43.452293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-a6ef7c28-1a8f-41eb-afc9-3084feb6b411 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 200 len: 914 time: 0.2024646 Feb 19 01:29:43.580691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-8ec4d8f2-46ee-401e-b21d-db6dc7b0ed4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 200 len: 217 time: 0.1193643 Feb 19 01:29:43.672789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-f0f4c8b5-e559-4024-ad57-66dd71bfc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:43.675286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-f0f4c8b5-e559-4024-ad57-66dd71bfc43d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 200 len: 852 time: 0.0880067 Feb 19 01:29:43.705217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6bfc2-4140-4055-b27e-f3eb80439807 None None] New status for floating IP 49dd9af8-9f55-4202-bc70-d9d01d414028: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:29:43.796083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-1c4889c8-8a9d-43c7-a71e-a5dc549ee3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:43.796567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-1c4889c8-8a9d-43c7-a71e-a5dc549ee3fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a0a81f-019b-4e8a-956e-d9ec79c94199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1134996 Feb 19 01:29:43.829358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120f1919-0146-4a3e-9557-89cf2c1fa897 req-40a3dbe4-4594-470a-816b-ea764d08c322 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.1812613 Feb 19 01:29:43.938491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-7960cf1f-92b4-41ff-82de-ce6de3c5621b tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:43.950055 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-7960cf1f-92b4-41ff-82de-ce6de3c5621b tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.10 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.1773953 Feb 19 01:29:43.976707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (39dd4538-a58d-4f9f-8bce-a1339013167a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:43.977813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-91e182d5-4367-42f6-830e-536fcb1778bb service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745992 Feb 19 01:29:44.046049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:44.153944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e04db7c-9ab4-4ba0-8162-80c7c4afa037 req-802787af-0e91-4951-9719-cb3df655c0e0 service neutron] 10.222.0.10 "GET /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669030 Feb 19 01:29:44.187732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8742e-e91b-41a2-a681-3cc63bc95667 req-190ed938-924c-48cb-bdbd-65e619172111 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:44.189527 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfd8742e-e91b-41a2-a681-3cc63bc95667 req-190ed938-924c-48cb-bdbd-65e619172111 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 945 time: 0.2328794 Feb 19 01:29:44.475689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-fdc36315-8b90-4ffb-9ecb-08f7a3cd0940 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850427 Feb 19 01:29:44.625108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5c6af-027f-4403-9e9d-98207893f3da req-4d6e1b5e-f3fc-411e-9dad-3d5ccf20ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:44.626710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-4d6e1b5e-f3fc-411e-9dad-3d5ccf20ce4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.1019161 Feb 19 01:29:44.730538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Deleting port e34445ce-fca8-42e9-ab48-1e965160f0b4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:44.731369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:44.809867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5c6af-027f-4403-9e9d-98207893f3da req-aa72b387-2f9f-4961-aefd-4a8752149ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:44.812526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Allocated IP 172.25.0.56 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:44.812881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-aa72b387-2f9f-4961-aefd-4a8752149ac9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.1611967 Feb 19 01:29:44.890713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfd8742e-e91b-41a2-a681-3cc63bc95667 req-376a35bc-7233-4ce4-974a-15d480eafd2d tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/security-groups?id=e77d8846-7be1-433c-9c9e-a9d2fb60b155&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6882992 Feb 19 01:29:44.954348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-842ad755-772b-4fa9-b4f6-a4423f0873a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.1358075 Feb 19 01:29:44.967996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] For port e34445ce-fca8-42e9-ab48-1e965160f0b4, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e34445ce-fca8-42e9-ab48-1e965160f0b4,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:44.968394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:44.994085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Calling delete_port for e34445ce-fca8-42e9-ab48-1e965160f0b4 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:45.059872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5c6af-027f-4403-9e9d-98207893f3da req-b7c027d3-2374-461d-b32d-aa4b734cabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:45.061953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-b7c027d3-2374-461d-b32d-aa4b734cabfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.0988269 Feb 19 01:29:45.093138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for port (8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:45.104780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-b1ed0d74-413d-41dd-9df2-f4dab158f9a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365269 Feb 19 01:29:45.117974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee82ca1a-80b6-4119-935c-49ca753e5758 req-85ac9789-1ec5-48d1-b9e0-5f4948a4e1ed tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0416980 Feb 19 01:29:45.196401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:45.267718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:45.274267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:45.277405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Port': ['ID=8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:45.279925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:45.299864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-3b68db16-57fe-45ae-88d8-9bc09494982f service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892385 Feb 19 01:29:45.307188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (e34445ce-fca8-42e9-ab48-1e965160f0b4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:45.340425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event deleted for resources: {'Port': ['ID=e34445ce-fca8-42e9-ab48-1e965160f0b4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:45.432403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] No DVR routers for this DVR port e34445ce-fca8-42e9-ab48-1e965160f0b4 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:45.436245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:45.439756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e141df37-e66b-4d2f-870c-98ca6d2dff29 req-4109624a-6257-4ee4-b11d-14fa6a59c3d1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.10 "DELETE /v2.0/ports/e34445ce-fca8-42e9-ab48-1e965160f0b4 HTTP/1.1" status: 204 len: 173 time: 1.4730778 Feb 19 01:29:45.440210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'name': 'network-vif-deleted', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:45.442488 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984cc220-8759-46a7-8f72-188c66a8cdb9" -d '{"events": [{"server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "name": "network-vif-deleted", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:45.443613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c5c6af-027f-4403-9e9d-98207893f3da req-83274b6a-f475-4dd2-aff4-a94fc5245e8f service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370499 Feb 19 01:29:45.514546 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d85cb3-ede1-464e-84db-cac700a9d199 x-openstack-request-id: req-f3d85cb3-ede1-464e-84db-cac700a9d199 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:45.514957 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80368f37-fa8e-4695-9bae-c2be04b02b97", "name": "network-vif-deleted", "tag": "e34445ce-fca8-42e9-ab48-1e965160f0b4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:45.515239 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3d85cb3-ede1-464e-84db-cac700a9d199 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:45.515487 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80368f37-fa8e-4695-9bae-c2be04b02b97', 'name': 'network-vif-deleted', 'tag': 'e34445ce-fca8-42e9-ab48-1e965160f0b4', 'status': 'completed', 'code': 200} Feb 19 01:29:45.549343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e34445ce-fca8-42e9-ab48-1e965160f0b4 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:45.584636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: e34445ce-fca8-42e9-ab48-1e965160f0b4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:45.585415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e34445ce-fca8-42e9-ab48-1e965160f0b4 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:45.712066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (39dd4538-a58d-4f9f-8bce-a1339013167a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.062906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a3b8adf-a5a9-41a6-ba2a-f2eee1c0fad5 req-5a0f8e50-aa8c-4691-bb8e-f04149c856df tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0343003 Feb 19 01:29:46.079875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.091569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.091685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-a3067f0a-3a9b-4e43-9145-2eb868790fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:46.091685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-a3067f0a-3a9b-4e43-9145-2eb868790fa3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.1468561 Feb 19 01:29:46.128043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a846d3-abf0-4684-96c3-bb2f6aac8e71 req-08d2edf0-323d-4bef-a8ef-a80d7fdaede3 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:46.129739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07a846d3-abf0-4684-96c3-bb2f6aac8e71 req-08d2edf0-323d-4bef-a8ef-a80d7fdaede3 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1471357 Feb 19 01:29:46.250024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07a846d3-abf0-4684-96c3-bb2f6aac8e71 req-a0ce1880-6ad4-4009-af48-63a6471b8bbe tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Feb 19 01:29:46.302463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-7ab7d679-8c9d-451b-b78c-f3fb7f1d3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:46.304074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-7ab7d679-8c9d-451b-b78c-f3fb7f1d3c15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.2067878 Feb 19 01:29:46.326184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b2a34f78-e351-4f34-9deb-2c8c4af9e943 req-3a0de670-c5f5-4b50-af74-590cbf22dc31 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0530713 Feb 19 01:29:46.327273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Router 39dd4538-a58d-4f9f-8bce-a1339013167a is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:46.362577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-9b948afa-14ba-485d-8e3e-53b41e7fd7f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.0491748 Feb 19 01:29:46.428828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-79d58a88-c12f-4da6-b56f-a500277f805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:46.431764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-79d58a88-c12f-4da6-b56f-a500277f805d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.0629926 Feb 19 01:29:46.453682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:46.458763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.459948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f265aa73-8cc8-4ae5-a354-07c2a88a591f tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "PUT /v2.0/routers/39dd4538-a58d-4f9f-8bce-a1339013167a HTTP/1.1" status: 200 len: 913 time: 3.5150104 Feb 19 01:29:46.462480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60786) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:46.465054 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] Sync routers for ids ['39dd4538-a58d-4f9f-8bce-a1339013167a'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:46.478946 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] Routers {'39dd4538-a58d-4f9f-8bce-a1339013167a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:46.484572 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['39dd4538-a58d-4f9f-8bce-a1339013167a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:46.507487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-9cfe18d7-4bc9-4c5e-bb46-688167015e54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700879 Feb 19 01:29:46.569600 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:46.590171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-701c7f62-2762-48db-992d-fa92a387c3b3 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/39dd4538-a58d-4f9f-8bce-a1339013167a HTTP/1.1" status: 200 len: 919 time: 0.1245906 Feb 19 01:29:46.592322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60788) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:46.602374 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] Routers {'39dd4538-a58d-4f9f-8bce-a1339013167a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:46.605857 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['39dd4538-a58d-4f9f-8bce-a1339013167a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:46.652578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b84211d-a384-4339-a385-54510e20323a tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:46.656100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b84211d-a384-4339-a385-54510e20323a tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=39dd4538-a58d-4f9f-8bce-a1339013167a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0625048 Feb 19 01:29:46.660401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60790) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:46.675849 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:46.676720 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bb950-2cac-4d86-b91d-c77f99427cfa None None] The sync data for ids ['39dd4538-a58d-4f9f-8bce-a1339013167a'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:46.721593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-af527317-61b6-4752-ba0b-849e9eb4525c service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071888 Feb 19 01:29:46.783665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76ab69-b174-4760-aa3f-50dc3746dc04 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:46.785515 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9f76ab69-b174-4760-aa3f-50dc3746dc04 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.1238909 Feb 19 01:29:46.788455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60794) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:46.825266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-79c90ed7-92dc-49f0-9b9f-b8a2f882bfc1 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=39dd4538-a58d-4f9f-8bce-a1339013167a HTTP/1.1" status: 200 len: 205 time: 0.0352550 Feb 19 01:29:46.827903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:46.853709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8dcd6fc1-05b0-4d85-9f98-3df94f460e68 req-81861a3b-f047-4f35-ab28-849450d6313e service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237059 Feb 19 01:29:46.973372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.110454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (39dd4538-a58d-4f9f-8bce-a1339013167a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.183004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Deleting port 8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:47.183395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.214267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c11a2a61-ec23-4847-8248-96f5ab1032dd req-46877df0-69fa-4817-a957-9ba102924906 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0350931 Feb 19 01:29:47.292057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.310418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Calling delete_port for 8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:47.430176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7627af-f525-4ab2-a4bf-396b19e842ac req-e5a06ec4-f6d4-4d36-86f7-06aaed8e6966 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:47.431732 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce7627af-f525-4ab2-a4bf-396b19e842ac req-e5a06ec4-f6d4-4d36-86f7-06aaed8e6966 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0788498 Feb 19 01:29:47.440798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f74f015e-0c62-477c-a639-b6a297fb04d5 req-d9b7a6ea-4aae-4892-938c-075c48c94e1c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0382221 Feb 19 01:29:47.524095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce7627af-f525-4ab2-a4bf-396b19e842ac req-1478bdd4-b819-4844-9baa-16c3c60faa6a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611451 Feb 19 01:29:47.570178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.598164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event deleted for resources: {'Port': ['ID=8c5cbe6c-a625-4b0a-8764-0d59bbec7c1d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:47.603657 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:29:47.681227 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (39dd4538-a58d-4f9f-8bce-a1339013167a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.777812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.780054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (39dd4538-a58d-4f9f-8bce-a1339013167a), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.826528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (39dd4538-a58d-4f9f-8bce-a1339013167a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.827046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Fanout notify agent at l3_agent the message router_deleted on router 39dd4538-a58d-4f9f-8bce-a1339013167a {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:47.833501 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.838658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bda78652-e608-40cb-b74b-bd93c10aa453 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/39dd4538-a58d-4f9f-8bce-a1339013167a HTTP/1.1" status: 204 len: 168 time: 1.0057828 Feb 19 01:29:47.839118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60804) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:47.843686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-872611335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:47.864450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.865689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.919911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (b70a98e2-5a65-48e6-aa94-14af7a12cb55), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.924370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.944720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.946906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2ae93166-6414-429d-bbe5-1103eaaa014f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1065943 Feb 19 01:29:47.949481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:47.954445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': False}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:48.167975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (b70a98e2-5a65-48e6-aa94-14af7a12cb55), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:48.315398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f8652cb-f541-497b-b53c-2340274484e1 req-ab982e0d-ab97-4236-bd37-9c5b38747a91 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0306883 Feb 19 01:29:48.346494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:48.386286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (b70a98e2-5a65-48e6-aa94-14af7a12cb55), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:48.408038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:48.523666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Allocated IP 172.25.0.196 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/57a4d555-4796-4302-9a76-8ff53d163d85) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:48.567936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed8a8e84-d299-4322-9296-eef3b68c612d req-3c8b205b-2dce-4995-910a-352e5dc6b830 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0405655 Feb 19 01:29:48.687186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e8a50-6d30-40cc-976e-e7006ee1d826 req-6702957c-a074-4f1a-af9e-5f335de31425 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:48.688961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b14e8a50-6d30-40cc-976e-e7006ee1d826 req-6702957c-a074-4f1a-af9e-5f335de31425 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.0798478 Feb 19 01:29:48.692184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for port (57a4d555-4796-4302-9a76-8ff53d163d85), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:48.731185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (57a4d555-4796-4302-9a76-8ff53d163d85), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:48.744220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b14e8a50-6d30-40cc-976e-e7006ee1d826 req-a711268a-4962-4e25-b5cc-b18b4a9b2733 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487721 Feb 19 01:29:48.769521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:48.773920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:48.780303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:48.807113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Pushing event updated for resources: {'Port': ['ID=57a4d555-4796-4302-9a76-8ff53d163d85,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:49.044249 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router_gateway (b70a98e2-5a65-48e6-aa94-14af7a12cb55), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:49.521964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76c8b605-b44b-43a5-bb39-0e829c736ed0 req-a16ab8dc-9d4c-467c-851c-e24dba99c1b1 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0295427 Feb 19 01:29:49.585311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:49.589206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:49.689395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-788d3f3f-a7ea-4a53-83ad-08c1bf09ac6c req-29fcce38-d879-40dd-b03b-6fda7d14ee11 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0290129 Feb 19 01:29:49.733904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Router b70a98e2-5a65-48e6-aa94-14af7a12cb55 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:49.844176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:49.848905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:49.849591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a998fd8d-30d5-4f9e-a49c-cc2a6f13ffd9 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "PUT /v2.0/routers/b70a98e2-5a65-48e6-aa94-14af7a12cb55 HTTP/1.1" status: 200 len: 915 time: 1.8988879 Feb 19 01:29:49.852209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:49.857401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] Sync routers for ids ['b70a98e2-5a65-48e6-aa94-14af7a12cb55'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:49.867389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] Routers {'b70a98e2-5a65-48e6-aa94-14af7a12cb55'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:49.868395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b70a98e2-5a65-48e6-aa94-14af7a12cb55'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:49.903223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:49.912183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] Routers {'b70a98e2-5a65-48e6-aa94-14af7a12cb55'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:49.912887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b70a98e2-5a65-48e6-aa94-14af7a12cb55'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:49.950839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:49.951503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95a866-eb3e-43b9-a29b-711316f9038b None None] The sync data for ids ['b70a98e2-5a65-48e6-aa94-14af7a12cb55'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:49.963935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ff03372-d26c-4194-984f-1bf4e46fe375 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/b70a98e2-5a65-48e6-aa94-14af7a12cb55 HTTP/1.1" status: 200 len: 921 time: 0.1093221 Feb 19 01:29:49.966089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60822) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:50.011054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71898af6-30e0-4d94-a3f3-b1599acd368a tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:50.012553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-71898af6-30e0-4d94-a3f3-b1599acd368a tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=b70a98e2-5a65-48e6-aa94-14af7a12cb55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0455489 Feb 19 01:29:50.015248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:50.096263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef71e3-5082-4040-9cf0-8418b44a7323 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:50.097679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e6ef71e3-5082-4040-9cf0-8418b44a7323 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.0815482 Feb 19 01:29:50.100549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60826) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:50.131854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-35cee924-c3c0-4224-bb4e-554aa7943a9c tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=b70a98e2-5a65-48e6-aa94-14af7a12cb55 HTTP/1.1" status: 200 len: 205 time: 0.0301650 Feb 19 01:29:50.134302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60828) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:50.242217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc535832-46ba-4be0-84b7-240de554b4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.246486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.354954 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b70a98e2-5a65-48e6-aa94-14af7a12cb55), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.408395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Deleting port 57a4d555-4796-4302-9a76-8ff53d163d85 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:50.408669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (57a4d555-4796-4302-9a76-8ff53d163d85), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.487004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (57a4d555-4796-4302-9a76-8ff53d163d85), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.499412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Calling delete_port for 57a4d555-4796-4302-9a76-8ff53d163d85 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:50.641632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-76cda1ef-f57c-489b-b735-c9deab28ceaf req-e950d952-41ae-4002-8234-7da2672d1437 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0360804 Feb 19 01:29:50.709489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (57a4d555-4796-4302-9a76-8ff53d163d85), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.735987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event deleted for resources: {'Port': ['ID=57a4d555-4796-4302-9a76-8ff53d163d85,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:50.800689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (b70a98e2-5a65-48e6-aa94-14af7a12cb55), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.802116 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d544737f-5e6e-478f-86fa-146ec5d9cfe7 req-5e0d1dc8-e698-49e9-aaa8-d95dbaca155e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0299296 Feb 19 01:29:50.895869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.897931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (b70a98e2-5a65-48e6-aa94-14af7a12cb55), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.942816 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (b70a98e2-5a65-48e6-aa94-14af7a12cb55), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.943357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Fanout notify agent at l3_agent the message router_deleted on router b70a98e2-5a65-48e6-aa94-14af7a12cb55 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:50.950414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.954972 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-86820766-2767-4e51-a593-4047add8aa71 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/b70a98e2-5a65-48e6-aa94-14af7a12cb55 HTTP/1.1" status: 204 len: 168 time: 0.8158205 Feb 19 01:29:50.955378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:50.959871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2031253438', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:50.982338 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.983297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.035622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.180690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.378640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b7589a9d-01af-4e66-94f1-10f3e14a4fed), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.401999 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.509158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Allocated IP 172.25.0.149 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/63c766a8-3363-4d46-950e-8a0cc6dcdafb) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:51.611619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for port (63c766a8-3363-4d46-950e-8a0cc6dcdafb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.652868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (63c766a8-3363-4d46-950e-8a0cc6dcdafb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.692096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:51.699080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:51.703484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:51.729397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event updated for resources: {'Port': ['ID=63c766a8-3363-4d46-950e-8a0cc6dcdafb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:51.759812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2081c966-6ff3-4044-9d91-a9a0b01e3dd2 req-69ef3d7f-c6b6-4148-9b3d-d688819a5b7c tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0350304 Feb 19 01:29:51.908602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f305db68-e13f-435b-b90a-22be1e86b3ab req-10c116a5-557c-4c6a-8acc-cf860b043a5e tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0281579 Feb 19 01:29:51.995992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b7589a9d-01af-4e66-94f1-10f3e14a4fed), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.200078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.340666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Router b7589a9d-01af-4e66-94f1-10f3e14a4fed is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:52.453996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:52.464098 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] Sync routers for ids ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:52.474040 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] Routers {'b7589a9d-01af-4e66-94f1-10f3e14a4fed'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:52.475116 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:52.475618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.477177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b4abd7ca-948b-4732-8ab7-6e64781cf525 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5206130 Feb 19 01:29:52.480515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:52.485828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:52.515585 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:52.524557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] Routers {'b7589a9d-01af-4e66-94f1-10f3e14a4fed'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:52.525292 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:52.574499 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:52.575537 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc341cbd-e80b-47bb-9a56-1280446a8a9a None None] The sync data for ids ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:52.600815 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a993b650-2c0e-463b-80a0-5d3dda983637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.809486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.823470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_gateway (b7589a9d-01af-4e66-94f1-10f3e14a4fed), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.860000 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-040de08d-6233-43fe-a58b-c732e96a31a5 req-4122d905-8390-46fb-89ea-d830e1329a12 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0291805 Feb 19 01:29:52.881311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Deleting port 63c766a8-3363-4d46-950e-8a0cc6dcdafb {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:52.881660 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (63c766a8-3363-4d46-950e-8a0cc6dcdafb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.970184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (63c766a8-3363-4d46-950e-8a0cc6dcdafb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:52.984651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Calling delete_port for 63c766a8-3363-4d46-950e-8a0cc6dcdafb owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:53.071667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-140f365f-bef7-4e40-a4aa-f66aabc2d1de req-b8fdfe5c-0cb4-484b-9a18-3daf968a1f2d tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0709484 Feb 19 01:29:53.203743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (63c766a8-3363-4d46-950e-8a0cc6dcdafb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:53.244519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Pushing event deleted for resources: {'Port': ['ID=63c766a8-3363-4d46-950e-8a0cc6dcdafb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:53.310090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (b7589a9d-01af-4e66-94f1-10f3e14a4fed), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:53.532077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:53.535459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:53.676319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:53.913767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Router b7589a9d-01af-4e66-94f1-10f3e14a4fed has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:53.960197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34e22784-abe9-4c44-8b7b-aa989658fc8a req-57e44359-ce34-4307-a49b-21e86ee55caa tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0268312 Feb 19 01:29:53.992928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:54.000294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.002230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f870dcc7-3b34-4e54-ae0e-93b88e04caa3 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "PUT /v2.0/routers/b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 200 len: 706 time: 1.5204332 Feb 19 01:29:54.003656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] Sync routers for ids ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:54.004524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.014369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] Routers {'b7589a9d-01af-4e66-94f1-10f3e14a4fed'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:54.015082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:54.052645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:54.062125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] Routers {'b7589a9d-01af-4e66-94f1-10f3e14a4fed'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:54.062800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:29:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:54.081353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-95fd4fd3-dad7-4d3d-a01b-f3cf48e1c70b tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/routers/b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 200 len: 741 time: 0.0755277 Feb 19 01:29:54.083718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.096518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:54.096904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7712f50-8bc2-4324-b329-27715aa5758c None None] The sync data for ids ['b7589a9d-01af-4e66-94f1-10f3e14a4fed'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:54.133189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f6079bc9-c5da-47d4-97ff-7a6526a38ca1 tempest-RoutersAdminTest-1553112066 tempest-RoutersAdminTest-1553112066-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 200 len: 205 time: 0.0482929 Feb 19 01:29:54.135947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.170714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c2124b13-1a1e-4cb7-8434-65c2ca9a93b4 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 200 len: 205 time: 0.0333071 Feb 19 01:29:54.173246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60856) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.207876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f5719da-8108-4ef5-b0da-63cc9f67dd20 req-d7926cbf-e4ed-46c6-a92a-de06c8e6c844 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0399132 Feb 19 01:29:54.572665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.737987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.740176 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router_controller (b7589a9d-01af-4e66-94f1-10f3e14a4fed), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.788570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (b7589a9d-01af-4e66-94f1-10f3e14a4fed), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.789139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Fanout notify agent at l3_agent the message router_deleted on router b7589a9d-01af-4e66-94f1-10f3e14a4fed {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:54.796068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.800394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c22bf435-a42e-4aca-8eb7-f0d817a1b7dc tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 204 len: 168 time: 0.6229570 Feb 19 01:29:54.800865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60858) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.831307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d0edecb4-782a-4cd3-a7d6-61b935359cf6 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 200 len: 205 time: 0.0292604 Feb 19 01:29:54.833584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.875754 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-4c598c42-47ad-4806-8885-5349ada638a7 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] delete failed (client error): The resource could not be found. Feb 19 01:29:54.876786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4c598c42-47ad-4806-8885-5349ada638a7 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/b7589a9d-01af-4e66-94f1-10f3e14a4fed HTTP/1.1" status: 404 len: 336 time: 0.0419953 Feb 19 01:29:54.879531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.911513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ab117df1-5763-4c2d-b46f-15ee756fc99d tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=b70a98e2-5a65-48e6-aa94-14af7a12cb55 HTTP/1.1" status: 200 len: 205 time: 0.0308869 Feb 19 01:29:54.914054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60864) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.954653 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-e5385d74-d7e2-4b14-9e6d-b329f9478727 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] delete failed (client error): The resource could not be found. Feb 19 01:29:54.955693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e5385d74-d7e2-4b14-9e6d-b329f9478727 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/b70a98e2-5a65-48e6-aa94-14af7a12cb55 HTTP/1.1" status: 404 len: 336 time: 0.0404487 Feb 19 01:29:54.958476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60866) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:54.986841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff7b6a1d-18ae-4f4c-8e18-e75deeae5974 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=39dd4538-a58d-4f9f-8bce-a1339013167a HTTP/1.1" status: 200 len: 205 time: 0.0272276 Feb 19 01:29:54.989165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.029556 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-a84578b5-ec55-4385-aea6-2cbe31e753b8 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] delete failed (client error): The resource could not be found. Feb 19 01:29:55.033406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a84578b5-ec55-4385-aea6-2cbe31e753b8 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/39dd4538-a58d-4f9f-8bce-a1339013167a HTTP/1.1" status: 404 len: 336 time: 0.0433271 Feb 19 01:29:55.034053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.063612 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3ab6905-ec25-4af1-b309-e454c29528ed req-a2444478-b2a6-4f60-a2e0-a4b428cb3434 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0317936 Feb 19 01:29:55.065483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3838b6f3-f47f-4c01-b5d5-bbfb4d0e4c1f tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3f0af-b50e-43a9-92f1-15c8e9edee57 HTTP/1.1" status: 200 len: 205 time: 0.0302496 Feb 19 01:29:55.067834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.106791 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-5981c7d4-ea10-40c6-bcce-49fc89fb9fda tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] delete failed (client error): The resource could not be found. Feb 19 01:29:55.107760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5981c7d4-ea10-40c6-bcce-49fc89fb9fda tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/14f3f0af-b50e-43a9-92f1-15c8e9edee57 HTTP/1.1" status: 404 len: 336 time: 0.0389626 Feb 19 01:29:55.110331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.138628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7a21c71a-32bf-4168-a25f-f914843e6dcf tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=b43b8e4d-ba80-40cf-a5d2-238b987b7c14 HTTP/1.1" status: 200 len: 205 time: 0.0272229 Feb 19 01:29:55.140978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.185510 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-4c702298-d0b4-4993-a0c1-f62089a734f8 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] delete failed (client error): The resource could not be found. Feb 19 01:29:55.186723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4c702298-d0b4-4993-a0c1-f62089a734f8 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/b43b8e4d-ba80-40cf-a5d2-238b987b7c14 HTTP/1.1" status: 404 len: 336 time: 0.0446334 Feb 19 01:29:55.189523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.219329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3c891e8e-3a7a-4a86-b3c4-11f644066d06 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 HTTP/1.1" status: 200 len: 205 time: 0.0286934 Feb 19 01:29:55.221643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60884) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.260659 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-5422cb76-dd2d-4ce4-bba9-c86e46ec94c7 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] delete failed (client error): The resource could not be found. Feb 19 01:29:55.264366 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5422cb76-dd2d-4ce4-bba9-c86e46ec94c7 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/routers/a8d4fcbd-9c40-45c9-a7d7-172abc78d0d5 HTTP/1.1" status: 404 len: 336 time: 0.0393317 Feb 19 01:29:55.264680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.300505 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9989f6d8-9861-4e83-ad47-775493088062 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] DELETE failed (client error): The resource could not be found. Feb 19 01:29:55.300948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9989f6d8-9861-4e83-ad47-775493088062 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:29:55.303925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9989f6d8-9861-4e83-ad47-775493088062 tempest-RoutersAdminTest-853258317 tempest-RoutersAdminTest-853258317-project] 10.222.0.43 "DELETE /v2.0/subnets/3a38691a-a6ba-45e1-a69f-00614c760f99 HTTP/1.1" status: 404 len: 337 time: 0.0382090 Feb 19 01:29:55.327950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e44783d7-75b8-4b0f-8a85-de06c5d47638 req-24bca13b-28db-4b3a-8214-a50d529b3cd2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0366764 Feb 19 01:29:55.353515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.559366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60894) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.672863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36a782e4-fb38-4839-be19-206ef093a84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.749972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36a782e4-fb38-4839-be19-206ef093a84a admin admin] Publish callbacks [] for security_group (0f1370de-3cef-4980-adbf-e27f22fcf660), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.754482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36a782e4-fb38-4839-be19-206ef093a84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0f1370de-3cef-4980-adbf-e27f22fcf660), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.796266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36a782e4-fb38-4839-be19-206ef093a84a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=140edf7538ca4b639b1daa8fa214c9d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332733 Feb 19 01:29:55.796266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a782e4-fb38-4839-be19-206ef093a84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1370de-3cef-4980-adbf-e27f22fcf660,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:55.796952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:55.849157 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17845afd-3958-4dc7-bb57-6ea29fed317f admin admin] Publish callbacks [] for security_group (0f1370de-3cef-4980-adbf-e27f22fcf660), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.871666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17845afd-3958-4dc7-bb57-6ea29fed317f admin admin] Publish callbacks [] for security_group (0f1370de-3cef-4980-adbf-e27f22fcf660), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.926159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17845afd-3958-4dc7-bb57-6ea29fed317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0f1370de-3cef-4980-adbf-e27f22fcf660), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.929247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17845afd-3958-4dc7-bb57-6ea29fed317f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:55.930471 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-17845afd-3958-4dc7-bb57-6ea29fed317f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f1370de-3cef-4980-adbf-e27f22fcf660 HTTP/1.1" status: 204 len: 168 time: 0.1322560 Feb 19 01:29:55.940878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17845afd-3958-4dc7-bb57-6ea29fed317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1370de-3cef-4980-adbf-e27f22fcf660,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:56.045711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:56.167505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bcb6e1c4-753a-42fc-8d8c-c937bdd3e25c req-afe0e45d-1a62-4918-b79a-7b7ac8cd1bad tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0298388 Feb 19 01:29:56.262078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60908) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:56.305754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c9985dba-6d58-4104-aa74-1d7b8c103041 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40b64cb37c0f43f7a20a72e592405f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424731 Feb 19 01:29:56.308811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60910) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:56.357571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8abaeddb-e362-44a0-9a44-bd8cac525d1d admin admin] Publish callbacks [] for security_group (eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:56.382684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8abaeddb-e362-44a0-9a44-bd8cac525d1d admin admin] Publish callbacks [] for security_group (eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:56.443310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8abaeddb-e362-44a0-9a44-bd8cac525d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:56.447263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8abaeddb-e362-44a0-9a44-bd8cac525d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:56.450952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8abaeddb-e362-44a0-9a44-bd8cac525d1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57 HTTP/1.1" status: 204 len: 168 time: 0.1387537 Feb 19 01:29:56.458922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaeddb-e362-44a0-9a44-bd8cac525d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b4a3f-8c74-4e8b-8875-dbdf91ebfb57,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:56.497023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22634786-f8ff-4133-acfd-e75ce5bafae6 req-55835417-700d-456a-b419-aef99fb32834 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0482707 Feb 19 01:29:56.558217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.272017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-375108d0-729b-464b-aac2-c21728e7ec34 req-0c02e137-82bd-46e1-9258-9224eda2f5bb tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Feb 19 01:29:57.618506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb226e8a-754f-488b-8232-31ac0511123c req-a6ccdd84-20dc-4853-9429-c5cb062abd4b tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0370014 Feb 19 01:29:57.793894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60962) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:57.894463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-615402336'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:57.913773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (189058cb-10d6-4250-9945-541024eaa27f), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.914858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (189058cb-10d6-4250-9945-541024eaa27f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.970027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (189058cb-10d6-4250-9945-541024eaa27f), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.975437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (189058cb-10d6-4250-9945-541024eaa27f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.990829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.992060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-57c2e8e2-eb8e-4d3a-b5ae-1780d56b94ab tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1971624 Feb 19 01:29:57.995377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:58.075134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (189058cb-10d6-4250-9945-541024eaa27f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.241794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (189058cb-10d6-4250-9945-541024eaa27f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.244509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (189058cb-10d6-4250-9945-541024eaa27f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.290765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (189058cb-10d6-4250-9945-541024eaa27f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.291383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 189058cb-10d6-4250-9945-541024eaa27f {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:58.296894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.300141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ef3c140-ea52-4557-9b2d-ceb780784dfe tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "DELETE /v2.0/routers/189058cb-10d6-4250-9945-541024eaa27f HTTP/1.1" status: 204 len: 168 time: 0.3037603 Feb 19 01:29:58.300588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:58.310247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Request body: {'router': {'name': 'tempest-router-746291638', 'distributed': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:58.344636 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.346360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.418568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cda9d952-ebcf-4a72-9b8b-655a0e85e9aa req-cb81fd4f-e654-433d-a425-58a23d527d08 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0519688 Feb 19 01:29:58.425541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.431760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.449295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.450502 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-19c956f7-b4ec-407b-bd53-7ea2bd88dc5a tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1474886 Feb 19 01:29:58.453701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:58.528578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.727116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.731185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.751302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df8aca3e-24c3-495f-9020-aee81c0c48dc req-39a34066-505a-4130-9705-85a6c86dba09 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0368338 Feb 19 01:29:58.795560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (32e9deed-7fb3-41fb-9fc0-7c93cf50097e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.796153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32e9deed-7fb3-41fb-9fc0-7c93cf50097e {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:58.800833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.805690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:58.811196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Request body: {'router': {'name': 'tempest-router-1125147968', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2e2e8c1397e44ca29b3e40522a0698bb'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:58.814459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ab522967-f8ad-475e-ab78-ec982399399c tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "DELETE /v2.0/routers/32e9deed-7fb3-41fb-9fc0-7c93cf50097e HTTP/1.1" status: 204 len: 168 time: 0.3595524 Feb 19 01:29:58.818235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-9ded6883-092d-46de-a174-0c7110b66e00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605735 Feb 19 01:29:58.837894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.839923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.893731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-c8de3179-d847-492b-b4b1-37425c8187f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:58.895562 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-c8de3179-d847-492b-b4b1-37425c8187f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 1128 time: 0.0499365 Feb 19 01:29:58.905496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.911101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.929819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.931717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a440a391-3d93-4f1c-9e77-a3496bba2260 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1245043 Feb 19 01:29:58.934345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:58.938863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:59.028648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-21823d96-bc5a-4926-84ad-89559e2df0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:59.030280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-21823d96-bc5a-4926-84ad-89559e2df0b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.1090686 Feb 19 01:29:59.073581 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-5e44b54b-736a-47d6-b930-a8ee00d7533e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac5fc545-c746-44b2-ae0b-d2651594322e HTTP/1.1" status: 200 len: 217 time: 0.0366564 Feb 19 01:29:59.133137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-0d8decd0-5379-497f-8b3a-ac59040f7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:59.134653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-0d8decd0-5379-497f-8b3a-ac59040f7604 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.0542610 Feb 19 01:29:59.158459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.158775 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.169892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-82eb604d-d3e1-4dfe-a0ea-089857489501 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273471 Feb 19 01:29:59.247009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103430) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 01:29:59.247367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Router 8e2921af-94e8-4717-89b5-7f4b61e311b1 migrating from provider to provider. {{(pid=103430) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 01:29:59.247734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.252618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.256876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.267391 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-eb83e8b5-bee7-4f8f-8349-01c4e0ef0463 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Feb 19 01:29:59.342290 n-d-826752-2 neutron-server[103430]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] No L3 agents can host the router 8e2921af-94e8-4717-89b5-7f4b61e311b1 Feb 19 01:29:59.365284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ffaadea8-bc1e-45e2-aeb2-9f4fd5082bf6 req-f48dee0b-88ea-4f45-9f3b-6cf0a2d6b189 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906284 Feb 19 01:29:59.465523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Hosts for router 8e2921af-94e8-4717-89b5-7f4b61e311b1: [] {{(pid=103430) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 01:29:59.490188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Hosts for other DVR routers connected to router 8e2921af-94e8-4717-89b5-7f4b61e311b1: set() {{(pid=103430) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 01:29:59.492855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.494106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2551b89c-82a1-4158-920a-ff9141a98f1d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "PUT /v2.0/routers/8e2921af-94e8-4717-89b5-7f4b61e311b1 HTTP/1.1" status: 200 len: 717 time: 0.5587697 Feb 19 01:29:59.496600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:59.518408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ac89758-3470-4a8f-9017-4e4abafd0e7d req-1d5847e7-96e7-45d5-b126-e8dad8e666c9 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0288188 Feb 19 01:29:59.576075 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a79a33ea-45eb-4c0e-97c5-ffde2c2e697d tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "GET /v2.0/routers/8e2921af-94e8-4717-89b5-7f4b61e311b1 HTTP/1.1" status: 200 len: 717 time: 0.0762022 Feb 19 01:29:59.576284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:59.760831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-390c8839-7b5f-423a-9182-09be1031be65 tempest-RoutersTestDVR-1315550326 tempest-RoutersTestDVR-1315550326-project] 10.222.0.43 "GET /v2.0/routers/8e2921af-94e8-4717-89b5-7f4b61e311b1 HTTP/1.1" status: 200 len: 683 time: 0.1833084 Feb 19 01:29:59.763233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 60988) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:59.838448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.861390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-259fa0dc-0890-409f-9b23-4550938a1943 req-b25c2245-843c-41c9-b523-b9370449e254 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0294728 Feb 19 01:30:00.006118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.008342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (8e2921af-94e8-4717-89b5-7f4b61e311b1), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.055709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (8e2921af-94e8-4717-89b5-7f4b61e311b1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.056209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2921af-94e8-4717-89b5-7f4b61e311b1 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:30:00.060891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.065998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:00.066242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0fc8e7d1-f51f-4223-a9f3-0b32898c3566 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8e2921af-94e8-4717-89b5-7f4b61e311b1 HTTP/1.1" status: 204 len: 168 time: 0.3018565 Feb 19 01:30:00.070422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Request body: {'router': {'name': 'tempest-router-986438582', 'distributed': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:00.090822 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (aadd294e-d209-4a58-8653-769e49884646), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.091919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (aadd294e-d209-4a58-8653-769e49884646), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.147291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (aadd294e-d209-4a58-8653-769e49884646), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.151818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (aadd294e-d209-4a58-8653-769e49884646), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.166128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.167312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dece14ab-8af2-4ab9-a497-658fd7057294 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1003191 Feb 19 01:30:00.170105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 60994) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:00.241653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (aadd294e-d209-4a58-8653-769e49884646), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.401240 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (aadd294e-d209-4a58-8653-769e49884646), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.403238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router_controller (aadd294e-d209-4a58-8653-769e49884646), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.450352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (aadd294e-d209-4a58-8653-769e49884646), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.450940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aadd294e-d209-4a58-8653-769e49884646 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:30:00.455477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.456747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-27f12d97-cdf9-405a-b013-0ac8b35f4147 tempest-RoutersTestDVR-1152790478 tempest-RoutersTestDVR-1152790478-project-admin] 10.222.0.43 "DELETE /v2.0/routers/aadd294e-d209-4a58-8653-769e49884646 HTTP/1.1" status: 204 len: 168 time: 0.2857366 Feb 19 01:30:00.635753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bf9b3c6-b833-4111-87bb-b026fa21fc17 req-89a22d44-c8d1-45ed-ab77-1629ccee1fe8 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0405977 Feb 19 01:30:00.743161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:00.862546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2faf-3099-482c-b7f4-0cbb810677e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.957085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2faf-3099-482c-b7f4-0cbb810677e6 admin admin] Publish callbacks [] for security_group (01f0a6ef-0411-4ff4-be7d-73e00498af58), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.969319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2faf-3099-482c-b7f4-0cbb810677e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (01f0a6ef-0411-4ff4-be7d-73e00498af58), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.998743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f273430b-c375-43b4-a5c3-5199219cdf15 req-e78d478f-077d-411d-b4e8-2ed3039fbaa9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0440040 Feb 19 01:30:01.031577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bf5f2faf-3099-482c-b7f4-0cbb810677e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e2e8c1397e44ca29b3e40522a0698bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872214 Feb 19 01:30:01.032835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f2faf-3099-482c-b7f4-0cbb810677e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f0a6ef-0411-4ff4-be7d-73e00498af58,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:01.034351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:01.089436 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6874e4fb-e45c-45db-b125-79cae16f9d17 admin admin] Publish callbacks [] for security_group (01f0a6ef-0411-4ff4-be7d-73e00498af58), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.117866 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6874e4fb-e45c-45db-b125-79cae16f9d17 admin admin] Publish callbacks [] for security_group (01f0a6ef-0411-4ff4-be7d-73e00498af58), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.188742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6874e4fb-e45c-45db-b125-79cae16f9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (01f0a6ef-0411-4ff4-be7d-73e00498af58), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.191477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6874e4fb-e45c-45db-b125-79cae16f9d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.198352 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6874e4fb-e45c-45db-b125-79cae16f9d17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01f0a6ef-0411-4ff4-be7d-73e00498af58 HTTP/1.1" status: 204 len: 168 time: 0.1622229 Feb 19 01:30:01.206672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874e4fb-e45c-45db-b125-79cae16f9d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f0a6ef-0411-4ff4-be7d-73e00498af58,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:01.480604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:01.496481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98f06443-4574-43e1-8b8a-85b84edb6170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.575364 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98f06443-4574-43e1-8b8a-85b84edb6170 admin admin] Publish callbacks [] for security_group (94f67875-89a6-454b-b68d-bc86a320892e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.579163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98f06443-4574-43e1-8b8a-85b84edb6170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (94f67875-89a6-454b-b68d-bc86a320892e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.621179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-98f06443-4574-43e1-8b8a-85b84edb6170 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d3d3698ba8d4da6978ad0a06c0d4d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391194 Feb 19 01:30:01.622052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f06443-4574-43e1-8b8a-85b84edb6170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f67875-89a6-454b-b68d-bc86a320892e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:01.623932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32784) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:01.680651 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8a285eb-d8b9-4080-8d98-42bad3b45203 admin admin] Publish callbacks [] for security_group (94f67875-89a6-454b-b68d-bc86a320892e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.706321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8a285eb-d8b9-4080-8d98-42bad3b45203 admin admin] Publish callbacks [] for security_group (94f67875-89a6-454b-b68d-bc86a320892e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.763007 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da03e884-b126-488d-89ae-7ac4765ccf3f req-e7a5f6bf-6605-4cbf-8e3b-11566e6e5432 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0443764 Feb 19 01:30:01.784683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8a285eb-d8b9-4080-8d98-42bad3b45203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (94f67875-89a6-454b-b68d-bc86a320892e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.787604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8a285eb-d8b9-4080-8d98-42bad3b45203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:01.791522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8a285eb-d8b9-4080-8d98-42bad3b45203 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94f67875-89a6-454b-b68d-bc86a320892e HTTP/1.1" status: 204 len: 168 time: 0.1631150 Feb 19 01:30:01.797870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a285eb-d8b9-4080-8d98-42bad3b45203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f67875-89a6-454b-b68d-bc86a320892e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:02.121663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9e3c5f2-1b0e-4b05-aaa9-e468616afcd5 req-fa959d4a-ad14-4465-94cd-fc0d7ababacb tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0296237 Feb 19 01:30:02.499596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:02.598376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1026125263'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:02.626281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:02.629755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.638283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.723347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for security_group (ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.729023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.758106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:30:02.763961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:02.773865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.774211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.775489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.775856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.776232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.776566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.776888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.777236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.777556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.777876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.778195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.778514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.778830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:02.784423 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (50c9ee08-100f-446b-bc26-c86dc399f429), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.784765 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Added segment 50c9ee08-100f-446b-bc26-c86dc399f429 of type vlan for network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 Feb 19 01:30:02.827737 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (8a1310d5-e386-4bdf-ae7f-e3c545313a62), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.855312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (8a1310d5-e386-4bdf-ae7f-e3c545313a62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.860489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:02.861202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.901022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba0c606f-e7d7-4772-95b9-ca1944c391c6 req-6c55332a-26a7-4fc3-90dd-b7557b5840ad tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0443776 Feb 19 01:30:02.928309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4276156 Feb 19 01:30:02.933043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32816) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:02.940760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:02.958434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4d6a-30b5-4964-ad66-154e92d35942 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Network': ['ID=8a1310d5-e386-4bdf-ae7f-e3c545313a62,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:02.970189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:30:03.034861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:03.038369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.237117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bb96bed-7355-4a4d-b69c-74475691baec req-dc3468eb-e3e2-48b8-aa34-e76f6b0b9805 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0318561 Feb 19 01:30:03.246842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (ee4fae51-5b74-4a54-9e8f-fea65e51e5a6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.301021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=ee4fae51-5b74-4a54-9e8f-fea65e51e5a6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:03.325456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:03.325836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network hostable DHCP agents. Network: 8a1310d5-e386-4bdf-ae7f-e3c545313a62, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:30:03.342797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:30:03.351599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 8a1310d5-e386-4bdf-ae7f-e3c545313a62) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:03.356277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.356880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.362287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c0d03-7287-40d6-ad6c-ee3c208ce01f None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:03.380051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b474ea7f-91a6-4dc6-b05f-db510157a2fa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4435394 Feb 19 01:30:03.380363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:03.388068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'name': 'tempest-NetworksTestDHCPv6-1699917568'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:03.477928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': 'ee4fae51-5b74-4a54-9e8f-fea65e51e5a6'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:03.479061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.510819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:03.514520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.537095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 328d6512-fe5b-4304-bae7-f2e0d476e5c5 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:03.642985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/ee4fae51-5b74-4a54-9e8f-fea65e51e5a6/e08dd95e-6407-44fc-97ec-ab2d3aadb44d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:03.794120 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Publish callbacks [] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.800342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.840460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:03.845223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:03.849753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:03.851752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Pushing event updated for resources: {'Port': ['ID=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:03.861843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.862191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.862534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.862872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.863206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.863538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.863867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.864189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.864512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.864835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.865188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.865509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.867745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:03.875498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f3 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/ee4fae51-5b74-4a54-9e8f-fea65e51e5a6/328d6512-fe5b-4304-bae7-f2e0d476e5c5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:03.926290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Attempting to bind port e08dd95e-6407-44fc-97ec-ab2d3aadb44d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:03.929351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Attempting to bind port e08dd95e-6407-44fc-97ec-ab2d3aadb44d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:03.929915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Attempting to bind port e08dd95e-6407-44fc-97ec-ab2d3aadb44d on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:03.938223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:03.938604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:03.939019 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:03.940259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:03.941046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Bound port: e08dd95e-6407-44fc-97ec-ab2d3aadb44d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:03.942156 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.014941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f49c9a8f-68c4-4149-96b5-3a35876ec020 req-c224c315-5e53-4475-90f9-e77838ddb0c0 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0394118 Feb 19 01:30:04.035723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] For port e08dd95e-6407-44fc-97ec-ab2d3aadb44d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:04.039413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] For port e08dd95e-6407-44fc-97ec-ab2d3aadb44d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:04.045627 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.058734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (328d6512-fe5b-4304-bae7-f2e0d476e5c5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.095993 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (328d6512-fe5b-4304-bae7-f2e0d476e5c5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.106458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd83bd9-9cac-4b23-baf1-225fcc0048bc None None] Pushing event updated for resources: {'Port': ['ID=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:04.152294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:04.155692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:04.158288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:04.163702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.164322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.182302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=328d6512-fe5b-4304-bae7-f2e0d476e5c5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:04.193600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efd131a2-a276-4d25-94ff-4ea2efddc2d4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8118639 Feb 19 01:30:04.196090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:04.289730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9093ce-3eb9-4d07-8e23-5caa755cba51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.293937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9093ce-3eb9-4d07-8e23-5caa755cba51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.295573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe9093ce-3eb9-4d07-8e23-5caa755cba51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0977173 Feb 19 01:30:04.304355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:04.421584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9942212a-b3a3-4d59-b32b-29320eee05b5 req-a6d24d8b-07dc-4c79-a219-370f16fbd5b5 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0635777 Feb 19 01:30:04.458760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 328d6512-fe5b-4304-bae7-f2e0d476e5c5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:04.459249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (328d6512-fe5b-4304-bae7-f2e0d476e5c5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.551090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (328d6512-fe5b-4304-bae7-f2e0d476e5c5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.563092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 328d6512-fe5b-4304-bae7-f2e0d476e5c5 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:04.704350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (328d6512-fe5b-4304-bae7-f2e0d476e5c5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.734371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=328d6512-fe5b-4304-bae7-f2e0d476e5c5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:04.762552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.765814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d183bd1d-5e15-4591-968b-b8076e586ae2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/328d6512-fe5b-4304-bae7-f2e0d476e5c5 HTTP/1.1" status: 204 len: 168 time: 0.4571660 Feb 19 01:30:04.768222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:04.824630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739ef18-3f7d-42e5-ac60-fe4e971c0efa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.826006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739ef18-3f7d-42e5-ac60-fe4e971c0efa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.827548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f739ef18-3f7d-42e5-ac60-fe4e971c0efa tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0584338 Feb 19 01:30:04.830188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32832) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:04.884722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet ee4fae51-5b74-4a54-9e8f-fea65e51e5a6 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:04.888215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (ee4fae51-5b74-4a54-9e8f-fea65e51e5a6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:04.929312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ee4fae51-5b74-4a54-9e8f-fea65e51e5a6), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.025697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ee4fae51-5b74-4a54-9e8f-fea65e51e5a6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.115693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ee4fae51-5b74-4a54-9e8f-fea65e51e5a6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.122764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1d337d95-0b38-447a-85e5-8c5e14709a24 req-74b7afef-6a53-40e2-a682-70e520d02960 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0363104 Feb 19 01:30:05.157507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4fae51-5b74-4a54-9e8f-fea65e51e5a6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:05.161220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.165661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ef2236a8-c3c4-4ab0-b999-a664bcc5197e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/ee4fae51-5b74-4a54-9e8f-fea65e51e5a6 HTTP/1.1" status: 204 len: 168 time: 0.3332515 Feb 19 01:30:05.167703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:05.259782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-296b08be-afbf-4fb7-a9d8-2bb1d18b872b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908709 Feb 19 01:30:05.262585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:05.269826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:05.272010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e08dd95e-6407-44fc-97ec-ab2d3aadb44d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:05.300655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d24e5-4a4b-4234-8a10-8d14b930da09 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:05.360350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:05.363811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.419710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Provisioning complete for port e08dd95e-6407-44fc-97ec-ab2d3aadb44d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:05.420107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.443044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e08dd95e-6407-44fc-97ec-ab2d3aadb44d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:05.443424 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.552398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19476ba5-2e66-451a-999a-8f595f175a3d req-106fef8f-9fda-4331-b923-ea04b9673716 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0409834 Feb 19 01:30:05.595309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e08dd95e-6407-44fc-97ec-ab2d3aadb44d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:05.595720 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.601244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.660396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Current status of the port e08dd95e-6407-44fc-97ec-ab2d3aadb44d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:05.660651 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.676237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:05.683677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:05.686189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port e08dd95e-6407-44fc-97ec-ab2d3aadb44d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:05.688213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:05.688779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.697597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:05.697798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:05.701151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.720158 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-034ab4fb-ccf7-44de-a9fa-81e69feb74ea tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4560301 Feb 19 01:30:05.722657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:05.728666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'name': 'tempest-NetworksTestDHCPv6-400582176'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:05.804337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:30:05.804686 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:30:05.807092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:05.825851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] Deleting port e08dd95e-6407-44fc-97ec-ab2d3aadb44d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:05.826212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.855765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:05.859489 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:05.879212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 93e6d965-5ee1-4f9c-a565-8fb93a72767a yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:06.013084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::ce (8a1310d5-e386-4bdf-ae7f-e3c545313a62/2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0/93e6d965-5ee1-4f9c-a565-8fb93a72767a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:06.067924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] For port e08dd95e-6407-44fc-97ec-ab2d3aadb44d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:06.068726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.082710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] Calling delete_port for e08dd95e-6407-44fc-97ec-ab2d3aadb44d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:06.165944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (e08dd95e-6407-44fc-97ec-ab2d3aadb44d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.167724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (93e6d965-5ee1-4f9c-a565-8fb93a72767a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.194667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] Pushing event deleted for resources: {'Port': ['ID=e08dd95e-6407-44fc-97ec-ab2d3aadb44d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:06.206260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (93e6d965-5ee1-4f9c-a565-8fb93a72767a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.211770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673751b-780b-4246-baf4-4a0961ac93e1 None None] No DVR routers for this DVR port e08dd95e-6407-44fc-97ec-ab2d3aadb44d on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:06.233723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89f481-690d-4be4-b2ba-14e5e07867f1 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:06.269184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42e80c3b-9613-4132-8849-48490e0ea864 req-a87dc090-85f0-491c-8576-6d920463fb4c tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0548859 Feb 19 01:30:06.278719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:06.282133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:06.286160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:06.291145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:06.291978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.306473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=93e6d965-5ee1-4f9c-a565-8fb93a72767a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:06.328746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-32811df8-0a22-456a-a489-fd6c2bd9116c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6025057 Feb 19 01:30:06.330951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:06.358114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f0a53532-b0b0-4795-860f-064618acf3cc None None] Port e08dd95e-6407-44fc-97ec-ab2d3aadb44d update to ACTIVE by agent not found {{(pid=103431) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:30:06.397945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:06.399575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.420006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918ac31-8667-44f9-9f90-b729c7535107 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:06.421542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8918ac31-8667-44f9-9f90-b729c7535107 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0914927 Feb 19 01:30:06.424085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:06.541270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 93e6d965-5ee1-4f9c-a565-8fb93a72767a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:06.542132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (93e6d965-5ee1-4f9c-a565-8fb93a72767a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.573905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0/8af20e2b-2ea8-4859-b473-794fcc5c9e3d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:06.684120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (93e6d965-5ee1-4f9c-a565-8fb93a72767a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.709648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b480e13f-d853-4f21-b303-dc0c716f3cbc req-f77c1ffd-36da-49eb-a44d-d4f91146a7e2 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0410686 Feb 19 01:30:06.714178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 93e6d965-5ee1-4f9c-a565-8fb93a72767a owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:06.781399 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Publish callbacks [] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.789293 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.838531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:06.841687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:06.844728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:06.858728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Pushing event updated for resources: {'Port': ['ID=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:06.861584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (93e6d965-5ee1-4f9c-a565-8fb93a72767a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.895724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=93e6d965-5ee1-4f9c-a565-8fb93a72767a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:06.922114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Attempting to bind port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:06.922495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Attempting to bind port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:06.922872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Attempting to bind port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:06.937104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:06.937617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:06.938730 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.944313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.949459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:06.950005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Bound port: 8af20e2b-2ea8-4859-b473-794fcc5c9e3d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:06.950740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.956383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d2f8d56-f7a9-47e1-911a-c0f6e62a0aa0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/93e6d965-5ee1-4f9c-a565-8fb93a72767a HTTP/1.1" status: 204 len: 168 time: 0.5305769 Feb 19 01:30:06.958834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:07.019248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7553e-e97a-4a1f-b270-e548e29a4429 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:07.020715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7553e-e97a-4a1f-b270-e548e29a4429 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:07.028731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f1d7553e-e97a-4a1f-b270-e548e29a4429 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688586 Feb 19 01:30:07.029431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:07.041490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] For port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:07.045179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] For port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:07.053523 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.099562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:07.103354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.145265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c890-2cce-459c-bbb8-4e902d74c7fa None None] Pushing event updated for resources: {'Port': ['ID=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:07.190862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.256163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e08dd95e-6407-44fc-97ec-ab2d3aadb44d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:07.288123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e08dd95e-6407-44fc-97ec-ab2d3aadb44d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:07.288699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e08dd95e-6407-44fc-97ec-ab2d3aadb44d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:07.334593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.481078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c78319-c27c-4b95-b1da-122e22597132 req-443adbbe-5fbb-4bca-9152-10f03555546e tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0821564 Feb 19 01:30:07.529557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.560136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:07.564707 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.568239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b68e146d-e783-40eb-8932-824b5cc3e959 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0 HTTP/1.1" status: 204 len: 168 time: 0.5377448 Feb 19 01:30:07.571979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32858) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:07.637550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-22186be8-3e65-495b-8d94-5f84c6e3e78f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641272 Feb 19 01:30:07.640602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32860) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:07.646854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:07.738839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:07.742279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.859653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-640a610f-28e8-4016-88d9-3822f3c54721 req-cf983869-3735-4059-8bcd-355a76551f6c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0276127 Feb 19 01:30:07.939428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (653589f4-729b-4513-9281-a4a5385ee7d9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.987312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:07.990742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:07.998788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:07.999370 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.007450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=653589f4-729b-4513-9281-a4a5385ee7d9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:08.022021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-888171fa-2614-4dbd-9636-695990013cbe tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3800302 Feb 19 01:30:08.024838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:08.030067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'name': 'tempest-NetworksTestDHCPv6-1249035515'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:08.405375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552b594-d7b1-4290-bea4-2b7043d7639c None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:08.464455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:08.469539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.491907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port ec89564e-f83b-4c3e-8c03-e9ad055a101d yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:08.510627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Could not find standard attr ID for object 93e6d965-5ee1-4f9c-a565-8fb93a72767a. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:08.532854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Provisioning complete for port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:08.533481 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.637086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5742c0d3-2869-4754-a2b7-ac7fe47365a0 req-3ed0f602-888f-49c3-9d50-be4082e8cbdc tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0372202 Feb 19 01:30:08.662100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Current status of the port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:08.662607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.688966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::206 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/653589f4-729b-4513-9281-a4a5385ee7d9/ec89564e-f83b-4c3e-8c03-e9ad055a101d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:08.705583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] For port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:08.712088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.787890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7810319-2b2c-4767-8cbf-4d8c512620ac None None] Pushing event updated for resources: {'Port': ['ID=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:08.877858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (ec89564e-f83b-4c3e-8c03-e9ad055a101d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.914607 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ec89564e-f83b-4c3e-8c03-e9ad055a101d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.944725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b2919af1-fe51-4ec1-95ba-01ea96decca0 None None] Provisioning complete for port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:08.946131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2919af1-fe51-4ec1-95ba-01ea96decca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.987485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:09.009043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ea579a4-ec95-4bd5-bedf-3e954d4f17b8 req-27617e9b-c2dc-4905-adb3-30b77d0d2a2c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0400681 Feb 19 01:30:09.013675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:09.017915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:09.023513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.023990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.039591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=ec89564e-f83b-4c3e-8c03-e9ad055a101d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:09.082919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-49442a85-85d3-4467-94e2-6af932d7408a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0564158 Feb 19 01:30:09.085118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:09.109215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b2919af1-fe51-4ec1-95ba-01ea96decca0 None None] Current status of the port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:09.147039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9b565-56be-4457-8561-0096ad31bfca tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.153361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9b565-56be-4457-8561-0096ad31bfca tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.157035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9ce9b565-56be-4457-8561-0096ad31bfca tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0691290 Feb 19 01:30:09.158012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:09.233788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-68bf800a-d62b-4480-919b-eda511a0a6de None None] Could not find standard attr ID for object 328d6512-fe5b-4304-bae7-f2e0d476e5c5. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:09.285422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8af20e2b-2ea8-4859-b473-794fcc5c9e3d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:09.288081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port ec89564e-f83b-4c3e-8c03-e9ad055a101d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:09.288674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ec89564e-f83b-4c3e-8c03-e9ad055a101d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.356945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:09.357353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.397362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ec89564e-f83b-4c3e-8c03-e9ad055a101d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.413729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for ec89564e-f83b-4c3e-8c03-e9ad055a101d owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:09.459656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-88203d1a-b5dd-4b5c-9d12-7db7a5dfc8d2 None None] Could not find standard attr ID for object 93e6d965-5ee1-4f9c-a565-8fb93a72767a. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:09.468787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:09.568981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ec89564e-f83b-4c3e-8c03-e9ad055a101d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.601891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=ec89564e-f83b-4c3e-8c03-e9ad055a101d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:09.637584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.643852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb25e5fe-67ec-433a-8add-81cc90c05cba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/ec89564e-f83b-4c3e-8c03-e9ad055a101d HTTP/1.1" status: 204 len: 168 time: 0.4811852 Feb 19 01:30:09.644096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:09.675248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c68f2095-404b-45b3-8cae-aa333aa3e6c7 None None] Could not find standard attr ID for object ec89564e-f83b-4c3e-8c03-e9ad055a101d. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:09.722940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec65f9-2936-4158-8b40-4911f3810391 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.726301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec65f9-2936-4158-8b40-4911f3810391 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.730780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-daec65f9-2936-4158-8b40-4911f3810391 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0832493 Feb 19 01:30:09.731512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:09.795120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 653589f4-729b-4513-9281-a4a5385ee7d9 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:09.798704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (653589f4-729b-4513-9281-a4a5385ee7d9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.798995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dcb5e49f-b24d-4f10-8f11-fcfb7f3d8807 req-3a745bb0-b89e-4050-83d6-32fadee76991 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0398188 Feb 19 01:30:09.844299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (653589f4-729b-4513-9281-a4a5385ee7d9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.893182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (653589f4-729b-4513-9281-a4a5385ee7d9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.965539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (653589f4-729b-4513-9281-a4a5385ee7d9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.995712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=653589f4-729b-4513-9281-a4a5385ee7d9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:10.001374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.006948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0165b501-364a-4c0f-a30c-b2ea7bb28037 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/653589f4-729b-4513-9281-a4a5385ee7d9 HTTP/1.1" status: 204 len: 168 time: 0.2714829 Feb 19 01:30:10.007626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:10.051407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3e1f8f4c-ad71-4f82-aa37-8b46a0ee5587 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418699 Feb 19 01:30:10.053238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32882) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:10.112615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015b879-4329-4eaa-b6ce-d737287da924 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:10.117784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4d6ea-da43-4f0a-8538-3e76456fa86b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.121047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1b4d6ea-da43-4f0a-8538-3e76456fa86b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0650475 Feb 19 01:30:10.121788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:10.181745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd109d0f-3f7b-4b82-9ab1-341863954541 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.183503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dd109d0f-3f7b-4b82-9ab1-341863954541 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608265 Feb 19 01:30:10.185634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98cfdfae-bd2c-44f5-a6f3-9a584aed60a0 req-fa7515c4-cff0-4643-8cc3-da4c318c59f4 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0380316 Feb 19 01:30:10.186621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:10.230588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60d1845b-0390-4570-91b2-f1cbbe247923 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426815 Feb 19 01:30:10.234510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:10.240096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:10.291683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:10.339961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:10.343940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] Deleting port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:10.344413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.345155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.419545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] For port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:10.420088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.433713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] Calling delete_port for 8af20e2b-2ea8-4859-b473-794fcc5c9e3d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:10.521055 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (8af20e2b-2ea8-4859-b473-794fcc5c9e3d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.546020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] Pushing event deleted for resources: {'Port': ['ID=8af20e2b-2ea8-4859-b473-794fcc5c9e3d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:10.552703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5da996-e9ba-4a61-9c01-c9467c08ea72 None None] No DVR routers for this DVR port 8af20e2b-2ea8-4859-b473-794fcc5c9e3d on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:10.560170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (e6ea7f96-431a-4b43-a374-01f9aaa5c911), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.608104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:10.611280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:10.615544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.616130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.623170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e6cdf-6bb7-4d86-9f91-ce65b3b6a957 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:10.627471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=e6ea7f96-431a-4b43-a374-01f9aaa5c911,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:10.641597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b8ce4dab-2262-439d-9971-0aa50a56a716 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4056153 Feb 19 01:30:10.644199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32892) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:10.650063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': 'e6ea7f96-431a-4b43-a374-01f9aaa5c911', 'ip_address': '2001:db8::3419:6619:24c7:8a6f'}], 'name': 'tempest-NetworksTestDHCPv6-1826251474'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:10.740663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': 'e6ea7f96-431a-4b43-a374-01f9aaa5c911'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:10.741654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.775371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:10.895840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/e6ea7f96-431a-4b43-a374-01f9aaa5c911/e730b724-6038-4692-a01f-46fc0e16122f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:10.910674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3b25ac1-b54d-44cd-87db-1b2da71f3d5e req-2815840b-a22c-406b-96dd-58ef187215f2 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0387080 Feb 19 01:30:11.074751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Publish callbacks [] for port (e730b724-6038-4692-a01f-46fc0e16122f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.087492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e730b724-6038-4692-a01f-46fc0e16122f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.128980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:11.137222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:11.139341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Pushing event updated for resources: {'Port': ['ID=e730b724-6038-4692-a01f-46fc0e16122f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:11.141601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:11.220731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Attempting to bind port e730b724-6038-4692-a01f-46fc0e16122f on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:11.221155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Attempting to bind port e730b724-6038-4692-a01f-46fc0e16122f by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:11.221578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Attempting to bind port e730b724-6038-4692-a01f-46fc0e16122f on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:11.231794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:11.232184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:11.232653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.233083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:11.233782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Bound port: e730b724-6038-4692-a01f-46fc0e16122f, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:11.234119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e730b724-6038-4692-a01f-46fc0e16122f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.266725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.275451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8af20e2b-2ea8-4859-b473-794fcc5c9e3d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:11.289108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 31711190-7328-4e4e-bc0c-56d4ef9216f8 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:11.305736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8af20e2b-2ea8-4859-b473-794fcc5c9e3d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:11.306203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8af20e2b-2ea8-4859-b473-794fcc5c9e3d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:11.330681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c02c95e-7d23-4d73-ac5f-bfeee65c1c21 req-d3b2f863-e5d3-4a1d-affa-28c7fbf24d98 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0428746 Feb 19 01:30:11.348029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] For port e730b724-6038-4692-a01f-46fc0e16122f, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:11.348029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] For port e730b724-6038-4692-a01f-46fc0e16122f, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e730b724-6038-4692-a01f-46fc0e16122f,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:11.351048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e730b724-6038-4692-a01f-46fc0e16122f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.419364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716f8e7-661f-4e58-bb37-3f25457a7b84 None None] Pushing event updated for resources: {'Port': ['ID=e730b724-6038-4692-a01f-46fc0e16122f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:11.558406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::3419:6619:24c7:8a6f (8a1310d5-e386-4bdf-ae7f-e3c545313a62/e6ea7f96-431a-4b43-a374-01f9aaa5c911/31711190-7328-4e4e-bc0c-56d4ef9216f8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:11.813419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (31711190-7328-4e4e-bc0c-56d4ef9216f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.899026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (31711190-7328-4e4e-bc0c-56d4ef9216f8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.985252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:12.008410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:12.015305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:12.025658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.027189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.032696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=31711190-7328-4e4e-bc0c-56d4ef9216f8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:12.079442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7017cc28-a89e-4fe6-a6ed-d7ebebeff24c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4338267 Feb 19 01:30:12.080206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32906) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.134387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc1ed40-6deb-426a-85ea-be01b125ee66 req-a84e5900-1b1d-4cfe-9955-418ec458e28f tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0744958 Feb 19 01:30:12.159351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809f85e-8e26-4178-a6b7-9b428517fc15 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.164901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809f85e-8e26-4178-a6b7-9b428517fc15 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.166584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2809f85e-8e26-4178-a6b7-9b428517fc15 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0843225 Feb 19 01:30:12.170967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32908) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.266846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 31711190-7328-4e4e-bc0c-56d4ef9216f8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:12.267293 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (31711190-7328-4e4e-bc0c-56d4ef9216f8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.388579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (31711190-7328-4e4e-bc0c-56d4ef9216f8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.408718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 31711190-7328-4e4e-bc0c-56d4ef9216f8 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:12.522383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c41d0c66-ed8b-4dc2-8e0f-e0b4e84cabe2 req-5a66fa9a-2358-457d-8e6d-fbbacb512fc0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0531726 Feb 19 01:30:12.620044 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (31711190-7328-4e4e-bc0c-56d4ef9216f8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.682083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=31711190-7328-4e4e-bc0c-56d4ef9216f8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:12.713710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.717342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a80270ff-215e-4e6a-9329-e442707a9b32 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/31711190-7328-4e4e-bc0c-56d4ef9216f8 HTTP/1.1" status: 204 len: 168 time: 0.5454185 Feb 19 01:30:12.720144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.787896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0159c8-db39-4d7f-aedb-b547f1e0e3a8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.789408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0159c8-db39-4d7f-aedb-b547f1e0e3a8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.791008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1f0159c8-db39-4d7f-aedb-b547f1e0e3a8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0696020 Feb 19 01:30:12.793904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32914) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.855821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet e6ea7f96-431a-4b43-a374-01f9aaa5c911 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:12.858559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (e6ea7f96-431a-4b43-a374-01f9aaa5c911), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.913588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (e6ea7f96-431a-4b43-a374-01f9aaa5c911), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.968900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Provisioning complete for port e730b724-6038-4692-a01f-46fc0e16122f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:12.969528 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e730b724-6038-4692-a01f-46fc0e16122f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.066786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e6ea7f96-431a-4b43-a374-01f9aaa5c911), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.146633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Current status of the port e730b724-6038-4692-a01f-46fc0e16122f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:13.147027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e730b724-6038-4692-a01f-46fc0e16122f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.263400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d25460ae-dced-4937-9636-769ef18fe764 req-2523ab97-9c25-478f-8921-bdfa87200a93 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0336647 Feb 19 01:30:13.302800 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (e6ea7f96-431a-4b43-a374-01f9aaa5c911), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.358795 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:30:13.359161 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:30:13.398524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ea7f96-431a-4b43-a374-01f9aaa5c911,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:13.400889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e730b724-6038-4692-a01f-46fc0e16122f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:13.406443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.413619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32920) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:13.421156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fce44d03-683e-40a0-90ff-a4b3e1f36ab4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/e6ea7f96-431a-4b43-a374-01f9aaa5c911 HTTP/1.1" status: 204 len: 168 time: 0.6259973 Feb 19 01:30:13.462809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32922) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:13.468139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:13.473618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-72559f86-36ef-411b-9a47-cd9416c0567a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579724 Feb 19 01:30:13.504549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0986a154-501f-4e33-8d33-3f823937f4b0 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:13.606583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:13.610787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.670755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e730b724-6038-4692-a01f-46fc0e16122f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:13.671131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e730b724-6038-4692-a01f-46fc0e16122f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.705154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af571d8b-7513-4752-b72d-35fcb52a06f1 req-7e6d10fb-584f-409e-810c-dea8521b26d7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0426607 Feb 19 01:30:13.793640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e730b724-6038-4692-a01f-46fc0e16122f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:13.794052 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e730b724-6038-4692-a01f-46fc0e16122f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.800164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:13.869914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port e730b724-6038-4692-a01f-46fc0e16122f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e730b724-6038-4692-a01f-46fc0e16122f,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:13.892386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e730b724-6038-4692-a01f-46fc0e16122f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.900786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (4730236f-8bdb-4cea-9f62-a6c4e0b6963a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.951078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Current status of the port e730b724-6038-4692-a01f-46fc0e16122f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:13.951506 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e730b724-6038-4692-a01f-46fc0e16122f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.955890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:13.960703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:13.968017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:13.969607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.984963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=e730b724-6038-4692-a01f-46fc0e16122f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:13.993933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] Deleting port e730b724-6038-4692-a01f-46fc0e16122f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:13.994241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e730b724-6038-4692-a01f-46fc0e16122f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.996489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=4730236f-8bdb-4cea-9f62-a6c4e0b6963a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:14.013380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-513dc573-5de9-4b6f-bd82-ba9ca3c13171 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5466371 Feb 19 01:30:14.014234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32926) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:14.018933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '4730236f-8bdb-4cea-9f62-a6c4e0b6963a', 'ip_address': '2001:db8::8c33:f206:e9ff:733d'}], 'name': 'tempest-NetworksTestDHCPv6-360037995'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:14.081271 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:30:14.081633 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:30:14.109377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] For port e730b724-6038-4692-a01f-46fc0e16122f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e730b724-6038-4692-a01f-46fc0e16122f,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:14.109777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e730b724-6038-4692-a01f-46fc0e16122f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.122829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] Calling delete_port for e730b724-6038-4692-a01f-46fc0e16122f owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:14.140429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:14.145204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.164531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:14.213279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (e730b724-6038-4692-a01f-46fc0e16122f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.248206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] Pushing event deleted for resources: {'Port': ['ID=e730b724-6038-4692-a01f-46fc0e16122f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:14.270273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6ee73-c8ef-4e19-8155-e4579186feeb None None] No DVR routers for this DVR port e730b724-6038-4692-a01f-46fc0e16122f on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:14.275907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-be47e18b-b280-46f1-8e78-e26cd9b73be8 None None] Port e730b724-6038-4692-a01f-46fc0e16122f update to ACTIVE by agent not found {{(pid=103431) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:30:14.293747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae30955-90bd-434d-8d2b-01956944fc56 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:14.337675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::8c33:f206:e9ff:733d (8a1310d5-e386-4bdf-ae7f-e3c545313a62/4730236f-8bdb-4cea-9f62-a6c4e0b6963a/f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:14.408478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e9d583e2-4847-4894-939d-8f8d0368661b None None] Could not find standard attr ID for object 31711190-7328-4e4e-bc0c-56d4ef9216f8. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:14.418005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5d1664e-8122-4480-89dc-665d05cf3099 req-17c0d32d-4518-450c-8059-1721312ee507 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0424139 Feb 19 01:30:14.450497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '4730236f-8bdb-4cea-9f62-a6c4e0b6963a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:14.451796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.547970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.581654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.623890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:14.627006 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:14.630621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:14.635964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:14.636592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.651351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/4730236f-8bdb-4cea-9f62-a6c4e0b6963a/bc1287b6-ee90-470b-932d-f79ccf7a35b9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:14.653042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:14.663092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-25de5a2f-55d0-4e7e-9e85-d6a564caa62c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6485081 Feb 19 01:30:14.666494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:14.735252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940bc26-b56f-4cad-ae69-0ba6235c667f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:14.739758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8940bc26-b56f-4cad-ae69-0ba6235c667f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0692904 Feb 19 01:30:14.740025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:14.853801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:14.854206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.865508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00651014-6011-425f-98b3-66e7c33a3063 req-698d2d84-db09-4d27-9b7c-a3b0cbbbd154 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0402682 Feb 19 01:30:14.953202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.967943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:14.987847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Publish callbacks [] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.995612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.035642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:15.038426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:15.041467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:15.052692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Pushing event updated for resources: {'Port': ['ID=bc1287b6-ee90-470b-932d-f79ccf7a35b9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:15.108544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.117981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Attempting to bind port bc1287b6-ee90-470b-932d-f79ccf7a35b9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:15.118369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Attempting to bind port bc1287b6-ee90-470b-932d-f79ccf7a35b9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:15.118742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Attempting to bind port bc1287b6-ee90-470b-932d-f79ccf7a35b9 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:15.124822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:15.125242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:15.125656 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.126056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:15.126532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Bound port: bc1287b6-ee90-470b-932d-f79ccf7a35b9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:15.126926 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.148636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:15.183933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.187771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3061198e-7f65-48e9-b026-5cda129e532d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a HTTP/1.1" status: 204 len: 168 time: 0.4468555 Feb 19 01:30:15.191521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32936) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:15.208461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] For port bc1287b6-ee90-470b-932d-f79ccf7a35b9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:15.213752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] For port bc1287b6-ee90-470b-932d-f79ccf7a35b9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bc1287b6-ee90-470b-932d-f79ccf7a35b9,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:15.221768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.277753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e730b724-6038-4692-a01f-46fc0e16122f no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:15.281530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e2f59-9ce8-463e-b08b-4c5f2abbf67d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:15.283504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e2f59-9ce8-463e-b08b-4c5f2abbf67d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:15.285215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bf2e2f59-9ce8-463e-b08b-4c5f2abbf67d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0923202 Feb 19 01:30:15.288042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:15.310931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e730b724-6038-4692-a01f-46fc0e16122f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:15.311612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e730b724-6038-4692-a01f-46fc0e16122f not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:15.338249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d9d3-9635-4850-b0c4-f7da5115d8db None None] Pushing event updated for resources: {'Port': ['ID=bc1287b6-ee90-470b-932d-f79ccf7a35b9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:15.361462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 4730236f-8bdb-4cea-9f62-a6c4e0b6963a {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:15.364896 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (4730236f-8bdb-4cea-9f62-a6c4e0b6963a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.407136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (4730236f-8bdb-4cea-9f62-a6c4e0b6963a), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.543908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (4730236f-8bdb-4cea-9f62-a6c4e0b6963a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.545655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d09cc891-0245-44f4-8c26-4f4c16ce368b req-b6b99a46-a27a-4633-bd5f-92dee823a7a8 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0561225 Feb 19 01:30:15.622993 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (4730236f-8bdb-4cea-9f62-a6c4e0b6963a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.651986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=4730236f-8bdb-4cea-9f62-a6c4e0b6963a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:15.663322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.666604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7acf7c64-e4db-4ebe-a3a7-054ac55cf7f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/4730236f-8bdb-4cea-9f62-a6c4e0b6963a HTTP/1.1" status: 204 len: 168 time: 0.3775523 Feb 19 01:30:15.669042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32942) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:15.717310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f93ce96-94d1-4d50-8bfb-d8b38cfc55ca tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470195 Feb 19 01:30:15.720023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32944) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:15.725078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:15.818053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:15.822074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.964742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-759eb404-ebdd-41b2-9815-841b6fcb6149 req-4a837722-ad24-441c-9a87-07bc3a2b911f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0284629 Feb 19 01:30:16.025674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (b25e9017-8bbf-401c-956f-3a0e75423306), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.072322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:16.077505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:16.081901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:16.082592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.089097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=b25e9017-8bbf-401c-956f-3a0e75423306,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:16.109530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:16.110444 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0266cddc-d133-4e5e-a03e-d238f7efed58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3893116 Feb 19 01:30:16.115938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': 'b25e9017-8bbf-401c-956f-3a0e75423306', 'ip_address': '2001:db8::7ab:5fd2:731:c3bb'}], 'name': 'tempest-NetworksTestDHCPv6-391272658'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:16.231032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:16.323109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.341865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:16.421238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c567d-2f40-4f2a-bb25-7940a922a5b5 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:16.492151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] Provisioning complete for port bc1287b6-ee90-470b-932d-f79ccf7a35b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:16.493006 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.593808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::7ab:5fd2:731:c3bb (8a1310d5-e386-4bdf-ae7f-e3c545313a62/b25e9017-8bbf-401c-956f-3a0e75423306/5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:16.629340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] Current status of the port bc1287b6-ee90-470b-932d-f79ccf7a35b9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:16.629744 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.675314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] For port bc1287b6-ee90-470b-932d-f79ccf7a35b9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bc1287b6-ee90-470b-932d-f79ccf7a35b9,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:16.681843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.698788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38b64448-9918-489c-8ea6-f2e4d6138876 req-fa81c41b-fd55-48de-a4ac-86e0c500fdfc tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0361795 Feb 19 01:30:16.743096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9371b-b0f1-4220-b7f2-6a6a10df5736 None None] Pushing event updated for resources: {'Port': ['ID=bc1287b6-ee90-470b-932d-f79ccf7a35b9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:16.857639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.894926 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.915640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7803e833-96cf-4c41-9087-f3d5ee9f5c29 None None] Provisioning complete for port bc1287b6-ee90-470b-932d-f79ccf7a35b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:16.916232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7803e833-96cf-4c41-9087-f3d5ee9f5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.948116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:16.951629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:16.958798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:16.966999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:16.968515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.986056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:17.000176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f8c1cd35-74a5-4b37-8fa9-00ea833a59bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.8885722 Feb 19 01:30:17.002645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:17.043174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7803e833-96cf-4c41-9087-f3d5ee9f5c29 None None] Current status of the port bc1287b6-ee90-470b-932d-f79ccf7a35b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:17.072341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29948a-6d4d-4b8f-8b55-95fca02f4adb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:17.077735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29948a-6d4d-4b8f-8b55-95fca02f4adb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:17.082039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6f29948a-6d4d-4b8f-8b55-95fca02f4adb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0775497 Feb 19 01:30:17.082213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:17.127175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b41841b-c4a6-4666-8439-830199e10928 req-22695654-7c33-4f13-9348-0ff4e2644efe tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0639529 Feb 19 01:30:17.220028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:17.220523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.257598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1957ae00-c950-448f-a1f0-5a2b7b640fa8 None None] Could not find standard attr ID for object f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:17.302907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bc1287b6-ee90-470b-932d-f79ccf7a35b9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:17.319539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.332949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:17.362865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bc1287b6-ee90-470b-932d-f79ccf7a35b9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:17.363254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.463247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bc1287b6-ee90-470b-932d-f79ccf7a35b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:17.506891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.543671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:17.574245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.576428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-483b5ace-66d1-4c73-b709-90db014e5e43 None None] Could not find standard attr ID for object 5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:17.580876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-03a0035d-a3fb-4ac7-933a-2c5cee7ef261 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2 HTTP/1.1" status: 204 len: 168 time: 0.4955316 Feb 19 01:30:17.581151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:17.640979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a92e2-1ecf-402d-8176-1d0e4b17f7c6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:17.642708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a92e2-1ecf-402d-8176-1d0e4b17f7c6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:17.649031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8e4a92e2-1ecf-402d-8176-1d0e4b17f7c6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0645421 Feb 19 01:30:17.649315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:17.705987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet b25e9017-8bbf-401c-956f-3a0e75423306 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:17.709286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (b25e9017-8bbf-401c-956f-3a0e75423306), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.757560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (b25e9017-8bbf-401c-956f-3a0e75423306), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.822610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b25e9017-8bbf-401c-956f-3a0e75423306), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.835480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6057364c-1295-44b8-ae88-5ee3cf659e2a req-03fb5911-8bd3-4937-8257-14255f355e31 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0418489 Feb 19 01:30:17.903080 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (b25e9017-8bbf-401c-956f-3a0e75423306), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.933483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=b25e9017-8bbf-401c-956f-3a0e75423306,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:17.937450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.941081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5749e55b-2b98-413b-8507-41c7e70d4b29 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/b25e9017-8bbf-401c-956f-3a0e75423306 HTTP/1.1" status: 204 len: 168 time: 0.2907040 Feb 19 01:30:17.943466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32964) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:17.982449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-85110ded-d485-46ba-a3eb-2bd203c6c874 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379174 Feb 19 01:30:17.984760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32966) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:18.012752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab3092-0104-4242-a9a8-afe583cef15a None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:18.047428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516c6d7-8b46-4778-bb08-4d47158184cc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:18.051551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6516c6d7-8b46-4778-bb08-4d47158184cc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0658257 Feb 19 01:30:18.051759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32968) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:18.104025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507aa43b-5265-49ab-8ff9-baa0c1952ec1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:18.105784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-507aa43b-5265-49ab-8ff9-baa0c1952ec1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525475 Feb 19 01:30:18.108599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:18.155622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-06051fe8-5712-4809-aad0-6da96aebe6f2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456450 Feb 19 01:30:18.160101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:18.166204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:18.207396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:18.261058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62b3a109-7c93-42a7-ae35-f998efe0345b req-7c11b45f-f784-42bc-974b-c3bfae007936 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0411448 Feb 19 01:30:18.269295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] Deleting port bc1287b6-ee90-470b-932d-f79ccf7a35b9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:18.269696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.297391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:18.300972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.334876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] For port bc1287b6-ee90-470b-932d-f79ccf7a35b9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bc1287b6-ee90-470b-932d-f79ccf7a35b9,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:18.335276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.347947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] Calling delete_port for bc1287b6-ee90-470b-932d-f79ccf7a35b9 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:18.404867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.447228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (bc1287b6-ee90-470b-932d-f79ccf7a35b9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.478883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] Pushing event deleted for resources: {'Port': ['ID=bc1287b6-ee90-470b-932d-f79ccf7a35b9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:18.484246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e8925-0cfe-4b62-94fa-5cf0832f4148 None None] No DVR routers for this DVR port bc1287b6-ee90-470b-932d-f79ccf7a35b9 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:18.517063 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (875aff1e-49d9-4fbe-90b4-b6e33f690f97), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.559021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:18.562038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:18.566177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:18.566767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.571816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61610c7c-0756-4595-a632-3eacd6e5038a None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:18.581419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=875aff1e-49d9-4fbe-90b4-b6e33f690f97,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:18.597470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11af1df2-d811-441e-9b6a-977a312c62e3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4335732 Feb 19 01:30:18.597867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32976) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:18.605310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '875aff1e-49d9-4fbe-90b4-b6e33f690f97', 'ip_address': '2001:db8::146e:11a:2112:3b0e'}], 'name': 'tempest-NetworksTestDHCPv6-274178618'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:18.696839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '875aff1e-49d9-4fbe-90b4-b6e33f690f97'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:18.698031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.729795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:18.735375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.754003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 3aefff1a-4ff9-420f-9f6e-e58551ff0f16 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:18.846520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/875aff1e-49d9-4fbe-90b4-b6e33f690f97/187af178-6423-4030-8ac9-c2d203530e08) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:18.963455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50ddc3dd-7cbc-4135-8bf5-3080b73d7a61 req-796ada18-3081-4ec5-a535-2316d68d27d4 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0417929 Feb 19 01:30:19.023487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Publish callbacks [] for port (187af178-6423-4030-8ac9-c2d203530e08), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.030172 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (187af178-6423-4030-8ac9-c2d203530e08), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.074964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Pushing event updated for resources: {'Port': ['ID=187af178-6423-4030-8ac9-c2d203530e08,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:19.078098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::146e:11a:2112:3b0e (8a1310d5-e386-4bdf-ae7f-e3c545313a62/875aff1e-49d9-4fbe-90b4-b6e33f690f97/3aefff1a-4ff9-420f-9f6e-e58551ff0f16) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:19.090079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:19.091295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:19.094051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:19.156111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Attempting to bind port 187af178-6423-4030-8ac9-c2d203530e08 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:19.156486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Attempting to bind port 187af178-6423-4030-8ac9-c2d203530e08 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:19.156949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Attempting to bind port 187af178-6423-4030-8ac9-c2d203530e08 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:19.162489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:19.163735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:19.164245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.164652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:19.165160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Bound port: 187af178-6423-4030-8ac9-c2d203530e08, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:19.165544 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (187af178-6423-4030-8ac9-c2d203530e08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.249492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] For port 187af178-6423-4030-8ac9-c2d203530e08, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:19.253946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] For port 187af178-6423-4030-8ac9-c2d203530e08, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=187af178-6423-4030-8ac9-c2d203530e08,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:19.255338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (3aefff1a-4ff9-420f-9f6e-e58551ff0f16), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.262758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (187af178-6423-4030-8ac9-c2d203530e08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.268531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bc1287b6-ee90-470b-932d-f79ccf7a35b9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:19.297305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3aefff1a-4ff9-420f-9f6e-e58551ff0f16), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.321840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: bc1287b6-ee90-470b-932d-f79ccf7a35b9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:19.322319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bc1287b6-ee90-470b-932d-f79ccf7a35b9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:19.351407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:19.355149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:19.367435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:19.369061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef00535-2d8c-47a1-9250-7ff2f4274261 None None] Pushing event updated for resources: {'Port': ['ID=187af178-6423-4030-8ac9-c2d203530e08,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:19.373417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:19.373912 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.380551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=3aefff1a-4ff9-420f-9f6e-e58551ff0f16,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:19.400247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4ee3c9d8-c35f-4c78-8b23-6f90ed13b379 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8010883 Feb 19 01:30:19.403145 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:19.411086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '875aff1e-49d9-4fbe-90b4-b6e33f690f97', 'ip_address': '2001:db8::146e:11a:2112:3b0e'}], 'name': 'tempest-NetworksTestDHCPv6-583179402'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:19.465796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-541a3844-b8c9-4924-b134-fce684943fdc req-d553e241-50d7-4a0e-babe-e3cd7f13596f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0409720 Feb 19 01:30:19.556031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:19.682924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.702153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 19608a93-bbee-4cd0-a68e-818aae84ff3c yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:19.884849 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 01:30:19.885357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:30:19.903900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a9990789-9e95-4994-9e2a-cba636f676a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4987476 Feb 19 01:30:19.906209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:19.966273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e373b8-21e6-4123-a112-399f01cb3e3a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:19.971615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e373b8-21e6-4123-a112-399f01cb3e3a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:19.973218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c2e373b8-21e6-4123-a112-399f01cb3e3a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0660622 Feb 19 01:30:19.975894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:20.073212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9006bd5-3aac-4763-a5b5-385d9baccd49 req-609cd2c7-2581-4022-9dea-47da931839a7 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0330324 Feb 19 01:30:20.079765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 3aefff1a-4ff9-420f-9f6e-e58551ff0f16 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:20.080303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3aefff1a-4ff9-420f-9f6e-e58551ff0f16), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.175542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3aefff1a-4ff9-420f-9f6e-e58551ff0f16), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.188986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 3aefff1a-4ff9-420f-9f6e-e58551ff0f16 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:20.245726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de2b87ea-ae0a-46d2-912b-347b5a05453f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.337477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3aefff1a-4ff9-420f-9f6e-e58551ff0f16), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.395610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=3aefff1a-4ff9-420f-9f6e-e58551ff0f16,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:20.397802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.404613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:20.409272 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0080e255-c806-4c3a-87df-e0f415f3e832 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/3aefff1a-4ff9-420f-9f6e-e58551ff0f16 HTTP/1.1" status: 204 len: 168 time: 0.4323003 Feb 19 01:30:20.465525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfafa9-1637-480d-be7e-bca60b898ff9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:20.466980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfafa9-1637-480d-be7e-bca60b898ff9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:20.470024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-99cfafa9-1637-480d-be7e-bca60b898ff9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643542 Feb 19 01:30:20.471251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:20.532582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 875aff1e-49d9-4fbe-90b4-b6e33f690f97 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:20.537429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (875aff1e-49d9-4fbe-90b4-b6e33f690f97), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.556950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] Provisioning complete for port 187af178-6423-4030-8ac9-c2d203530e08 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:20.557370 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (187af178-6423-4030-8ac9-c2d203530e08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.596660 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (875aff1e-49d9-4fbe-90b4-b6e33f690f97), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.654976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a02db44c-81af-4cb3-bff8-28f401224c15 req-228f5917-ad12-4431-a19a-cbddb2b88f62 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0901873 Feb 19 01:30:20.658584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] Current status of the port 187af178-6423-4030-8ac9-c2d203530e08 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:20.658987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (187af178-6423-4030-8ac9-c2d203530e08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.718394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] For port 187af178-6423-4030-8ac9-c2d203530e08, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=187af178-6423-4030-8ac9-c2d203530e08,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:20.725128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (187af178-6423-4030-8ac9-c2d203530e08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.725609 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (875aff1e-49d9-4fbe-90b4-b6e33f690f97), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.795579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2529a-f69c-4b2b-b048-32ffa02d56c2 None None] Pushing event updated for resources: {'Port': ['ID=187af178-6423-4030-8ac9-c2d203530e08,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:20.798198 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (875aff1e-49d9-4fbe-90b4-b6e33f690f97), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.830451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=875aff1e-49d9-4fbe-90b4-b6e33f690f97,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:20.832443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.838864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 32996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:20.838993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4480d723-96c8-4181-bd39-cb93363cc766 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/875aff1e-49d9-4fbe-90b4-b6e33f690f97 HTTP/1.1" status: 204 len: 168 time: 0.3667417 Feb 19 01:30:20.849995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0922be21-6542-4ff3-bae3-4b514317d01d None None] Could not find standard attr ID for object 3aefff1a-4ff9-420f-9f6e-e58551ff0f16. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:20.892768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad75234f-d76d-421f-bdd9-83acbc243e56 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522425 Feb 19 01:30:20.896474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 32998) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:20.902593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:20.999724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:21.004378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.055989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421e195-ae1e-4a98-9ee8-01b8d15903b1 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:21.254901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:21.275405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a5fb585-4078-44f4-9a19-4b4d75fd813f req-fee4c41b-d0b5-408d-86f7-204dacf0bb32 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0473490 Feb 19 01:30:21.306386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (ccb6db72-c0b0-4d36-b3a7-ce6e6445776c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.332294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] Deleting port 187af178-6423-4030-8ac9-c2d203530e08 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:21.332774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (187af178-6423-4030-8ac9-c2d203530e08), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.348474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:21.352569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:21.356125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:21.356791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.376638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=ccb6db72-c0b0-4d36-b3a7-ce6e6445776c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:21.383791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1de6a30f-b3f4-4b98-b34b-4583a9b841f7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4860208 Feb 19 01:30:21.386600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33002) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:21.391993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': 'ccb6db72-c0b0-4d36-b3a7-ce6e6445776c', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1655759879'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:21.423052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] For port 187af178-6423-4030-8ac9-c2d203530e08, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=187af178-6423-4030-8ac9-c2d203530e08,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:21.423461 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (187af178-6423-4030-8ac9-c2d203530e08), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.436714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] Calling delete_port for 187af178-6423-4030-8ac9-c2d203530e08 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:21.517041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:21.534215 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (187af178-6423-4030-8ac9-c2d203530e08), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.562187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] Pushing event deleted for resources: {'Port': ['ID=187af178-6423-4030-8ac9-c2d203530e08,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:21.564093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae9de4-bc87-4edf-8dbb-881e6925c3da None None] No DVR routers for this DVR port 187af178-6423-4030-8ac9-c2d203530e08 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:21.590568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af6d45-933c-4191-b926-3295ad8a8814 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:21.622474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.644673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 7207dfda-dd5d-4056-b27b-e7bec47a403e yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:21.714783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': 'ccb6db72-c0b0-4d36-b3a7-ce6e6445776c'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:21.715710 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.818026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a7b3b026-25ae-47ec-a7d0-c40020dce7c7 req-f957a455-b840-4296-95e4-6226aa8d9a30 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0393147 Feb 19 01:30:21.819595 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:30:21.820043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:30:21.838680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-39dd1af3-6434-4e3f-806b-9b182a356790 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4509294 Feb 19 01:30:21.841096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:21.872851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4aaaf0d6-723c-4406-a6a1-6da31ba3e66d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305324 Feb 19 01:30:21.875052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33008) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:21.899578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/ccb6db72-c0b0-4d36-b3a7-ce6e6445776c/a263fbee-67c4-4e45-bacf-6b926ecc5dae) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:21.931629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988eb55c-f215-42ad-8de2-d3a6af481219 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:21.932959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988eb55c-f215-42ad-8de2-d3a6af481219 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:21.937278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-988eb55c-f215-42ad-8de2-d3a6af481219 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0588069 Feb 19 01:30:21.937466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:21.996194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet ccb6db72-c0b0-4d36-b3a7-ce6e6445776c {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:22.056436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Publish callbacks [] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.062098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (ccb6db72-c0b0-4d36-b3a7-ce6e6445776c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.062353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.105672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:22.112033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:22.112306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ccb6db72-c0b0-4d36-b3a7-ce6e6445776c), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.116396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:22.119471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Pushing event updated for resources: {'Port': ['ID=a263fbee-67c4-4e45-bacf-6b926ecc5dae,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:22.175929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Attempting to bind port a263fbee-67c4-4e45-bacf-6b926ecc5dae on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:22.176295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Attempting to bind port a263fbee-67c4-4e45-bacf-6b926ecc5dae by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:22.176658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Attempting to bind port a263fbee-67c4-4e45-bacf-6b926ecc5dae on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:22.182050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:22.182421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:22.182818 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.183203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:22.183696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Bound port: a263fbee-67c4-4e45-bacf-6b926ecc5dae, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:22.184075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.205544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ccb6db72-c0b0-4d36-b3a7-ce6e6445776c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.269160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ccb6db72-c0b0-4d36-b3a7-ce6e6445776c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.272194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] For port a263fbee-67c4-4e45-bacf-6b926ecc5dae, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:22.276374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] For port a263fbee-67c4-4e45-bacf-6b926ecc5dae, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a263fbee-67c4-4e45-bacf-6b926ecc5dae,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:22.283555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.300555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb6db72-c0b0-4d36-b3a7-ce6e6445776c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:22.302551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.310122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3e15abc7-64aa-4205-8090-782d6406d691 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/ccb6db72-c0b0-4d36-b3a7-ce6e6445776c HTTP/1.1" status: 204 len: 168 time: 0.3686216 Feb 19 01:30:22.310938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:22.355529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a1c03-d987-4f23-8528-d73f4aed719d None None] Pushing event updated for resources: {'Port': ['ID=a263fbee-67c4-4e45-bacf-6b926ecc5dae,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:22.384968 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d9a4e80-e4d9-4bbf-aaca-064a0420133d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685344 Feb 19 01:30:22.385250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33016) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:22.390536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:22.415819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23954cba-d48e-4948-b433-8923522883ea req-c35996fc-d6b8-49da-8f0e-49fa3848c442 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0299878 Feb 19 01:30:22.500257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:22.504109 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.618847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dee14140-7768-430e-8321-e4d768e1e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.774306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (be6ff5d5-dfa8-424d-9067-59f1ff022f24), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.821071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:22.824286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:22.828515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:22.829142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.834464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=be6ff5d5-dfa8-424d-9067-59f1ff022f24,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:22.850051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-102f11a0-de2d-450e-8be1-bdd34e4ef0e5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4630771 Feb 19 01:30:22.851964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33018) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:22.856412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1909482446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:22.878815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.880089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.951899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e907f3e8-763a-425f-a55b-e0eb50eaee0d req-05fedd4a-a1d9-4b4c-a9aa-fdff9444ad4c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0339580 Feb 19 01:30:22.954371 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router_controller (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.960879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.988142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.991877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a315ccf2-44dc-441c-aa82-fea452103da0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1365480 Feb 19 01:30:22.992784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33022) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:23.279125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a263fbee-67c4-4e45-bacf-6b926ecc5dae up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:23.315396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.339503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a263fbee-67c4-4e45-bacf-6b926ecc5dae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:23.340139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.431826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a263fbee-67c4-4e45-bacf-6b926ecc5dae is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:23.432223 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.490977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port a263fbee-67c4-4e45-bacf-6b926ecc5dae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a263fbee-67c4-4e45-bacf-6b926ecc5dae,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:23.498885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.577997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efbf2a5c-79ae-487b-8e2d-6643f3f2608c req-632e6d8d-e404-4450-86b2-56ccfefe0553 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0600784 Feb 19 01:30:23.616839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 187af178-6423-4030-8ac9-c2d203530e08 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:23.639283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::1 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/be6ff5d5-dfa8-424d-9067-59f1ff022f24/657f55d4-5691-41c5-b558-7c6f3accfe04) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:23.644400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 187af178-6423-4030-8ac9-c2d203530e08 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:23.644817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 187af178-6423-4030-8ac9-c2d203530e08 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:23.653340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=a263fbee-67c4-4e45-bacf-6b926ecc5dae,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:23.674464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ccd9b-829b-4655-b5e6-3e816fe74364 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:23.740593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.750751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d8e7cea1-b912-4660-81e2-f6a7747c430a None None] Provisioning complete for port a263fbee-67c4-4e45-bacf-6b926ecc5dae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:23.751132 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8e7cea1-b912-4660-81e2-f6a7747c430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.798154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.838165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.886808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:23.887001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7cea1-b912-4660-81e2-f6a7747c430a None None] Current status of the port a263fbee-67c4-4e45-bacf-6b926ecc5dae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:23.892716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:23.897198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:23.897737 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:23.901409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=657f55d4-5691-41c5-b558-7c6f3accfe04,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:24.082542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccb7f5f5-8bad-4f2a-9d7a-845e327f1be3 req-bb0aeae8-a2ca-49e9-b153-381be6cdea97 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0359812 Feb 19 01:30:24.406989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d3b99c8a-4336-4cdd-870c-48cd16b5b4a0 None None] Provisioning complete for port a263fbee-67c4-4e45-bacf-6b926ecc5dae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:24.407553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d3b99c8a-4336-4cdd-870c-48cd16b5b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.420361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.491149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d3b99c8a-4336-4cdd-870c-48cd16b5b4a0 None None] Current status of the port a263fbee-67c4-4e45-bacf-6b926ecc5dae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:24.616354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:30:24.636064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-863aea2e-5f38-4b24-9796-3f03ad028696 None None] Provisioning complete for port 657f55d4-5691-41c5-b558-7c6f3accfe04 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:24.636064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-863aea2e-5f38-4b24-9796-3f03ad028696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.684498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-863aea2e-5f38-4b24-9796-3f03ad028696 None None] Port 657f55d4-5691-41c5-b558-7c6f3accfe04 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:24.702165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.706386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6753846f-4672-437b-bcaf-aa160b7bc9b6 req-b2ac0e7a-ede9-42cb-a019-8e9c488f3f1a tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0336642 Feb 19 01:30:24.707347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.708267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.801555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=657f55d4-5691-41c5-b558-7c6f3accfe04,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:24.841780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:24.843136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:24.975904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Router 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:30:25.080535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:25.090263 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Sync routers for ids ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:25.092944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8c172983-f099-493f-8d3b-070e46d18440 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "PUT /v2.0/routers/6e40f9c6-abcb-4050-85b3-cb9ee83513f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0990434 Feb 19 01:30:25.095556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33030) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:25.114026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3424908e-e7d4-4ad6-8698-4f09a245fdcb None None] Provisioning complete for port 657f55d4-5691-41c5-b558-7c6f3accfe04 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:25.114410 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3424908e-e7d4-4ad6-8698-4f09a245fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.118957 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Routers {'6e40f9c6-abcb-4050-85b3-cb9ee83513f2'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:25.119698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:25.167170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3424908e-e7d4-4ad6-8698-4f09a245fdcb None None] Port 657f55d4-5691-41c5-b558-7c6f3accfe04 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:25.194522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed458e-7382-4bd2-9f71-bc4f101629ba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:25.199717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:25.200225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9ed458e-7382-4bd2-9f71-bc4f101629ba tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports/657f55d4-5691-41c5-b558-7c6f3accfe04 HTTP/1.1" status: 200 len: 911 time: 0.1032293 Feb 19 01:30:25.247449 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Set router 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:25.249697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00c06a8-9d77-4bbc-8621-d32d0855e310 req-c4a99664-9b64-40b1-b73f-e5dfb8cac4b7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0962181 Feb 19 01:30:25.291058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe82d38-28ec-47a9-8a90-343cbbee33db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:25.292021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a263fbee-67c4-4e45-bacf-6b926ecc5dae up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:25.296661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe82d38-28ec-47a9-8a90-343cbbee33db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:25.298329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fbe82d38-28ec-47a9-8a90-343cbbee33db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0976093 Feb 19 01:30:25.300963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:25.366060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a263fbee-67c4-4e45-bacf-6b926ecc5dae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:25.366418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.369797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.455755 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40f9c6-abcb-4050-85b3-cb9ee83513f2', 'name': 'tempest-NetworksTestDHCPv6-router-1909482446', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:22Z', 'updated_at': '2022-02-19T01:30:24Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'gw_port_host': None, '_interfaces': [{'id': '657f55d4-5691-41c5-b558-7c6f3accfe04', 'name': '', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'mac_address': 'fa:16:3e:64:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40f9c6-abcb-4050-85b3-cb9ee83513f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'be6ff5d5-dfa8-424d-9067-59f1ff022f24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:23Z', 'updated_at': '2022-02-19T01:30:24Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'subnets': [{'id': 'be6ff5d5-dfa8-424d-9067-59f1ff022f24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:25.457861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a263fbee-67c4-4e45-bacf-6b926ecc5dae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:25.486557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Checking router: 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:25.487397 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Updating router 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 port 657f55d4-5691-41c5-b558-7c6f3accfe04 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:30:25.520200 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.793010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.814403 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Publish callbacks [] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.825934 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.845324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7feeb695-a775-4d3d-9fb4-cb735b8ef352 req-79772c6f-22d9-4bb1-9218-2557041d6093 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0421355 Feb 19 01:30:25.879481 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Pushing event updated for resources: {'Port': ['ID=657f55d4-5691-41c5-b558-7c6f3accfe04,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:25.888831 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.889608 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.889608 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.889863 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.890167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.890493 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.890812 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.891130 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.891445 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.891771 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.892069 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.892389 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.892700 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:25.967052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Attempting to bind port 657f55d4-5691-41c5-b558-7c6f3accfe04 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:25.967713 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Attempting to bind port 657f55d4-5691-41c5-b558-7c6f3accfe04 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:25.968326 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Attempting to bind port 657f55d4-5691-41c5-b558-7c6f3accfe04 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:25.973868 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:25.974237 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:25.974648 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:25.975030 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:25.975479 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Bound port: 657f55d4-5691-41c5-b558-7c6f3accfe04, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:25.975850 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.074094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.137464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 657f55d4-5691-41c5-b558-7c6f3accfe04 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:26.137948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.151787 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] For port 657f55d4-5691-41c5-b558-7c6f3accfe04, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:26.157773 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] For port 657f55d4-5691-41c5-b558-7c6f3accfe04, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=657f55d4-5691-41c5-b558-7c6f3accfe04,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:26.167328 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.236860 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Routers {'6e40f9c6-abcb-4050-85b3-cb9ee83513f2'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:26.237978 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:26.240037 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beff79-163e-4e6d-be0c-8a96a1347db4 None None] Pushing event updated for resources: {'Port': ['ID=657f55d4-5691-41c5-b558-7c6f3accfe04,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:26.264641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] For port 657f55d4-5691-41c5-b558-7c6f3accfe04, host n-d-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:26.265043 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.279361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 657f55d4-5691-41c5-b558-7c6f3accfe04 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:26.314614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] Provisioning complete for port 657f55d4-5691-41c5-b558-7c6f3accfe04 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:26.314996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.348156 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] Set router 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:26.424167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c59f5e93-99ac-464d-b898-b884537935fb req-faf91d47-c6bb-4035-b3db-ca92f066d5ce tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0606394 Feb 19 01:30:26.498404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] Current status of the port 657f55d4-5691-41c5-b558-7c6f3accfe04 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:26.498997 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.548128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] For port 657f55d4-5691-41c5-b558-7c6f3accfe04, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=657f55d4-5691-41c5-b558-7c6f3accfe04,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:26.558798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.587526 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.621294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bda57-2073-4e0e-be87-df506f7ed928 None None] Pushing event updated for resources: {'Port': ['ID=657f55d4-5691-41c5-b558-7c6f3accfe04,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:26.645124 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e40f9c6-abcb-4050-85b3-cb9ee83513f2', 'name': 'tempest-NetworksTestDHCPv6-router-1909482446', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:22Z', 'updated_at': '2022-02-19T01:30:24Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'gw_port_host': None, '_interfaces': [{'id': '657f55d4-5691-41c5-b558-7c6f3accfe04', 'name': '', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'mac_address': 'fa:16:3e:64:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40f9c6-abcb-4050-85b3-cb9ee83513f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'be6ff5d5-dfa8-424d-9067-59f1ff022f24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:23Z', 'updated_at': '2022-02-19T01:30:26Z', 'revision_number': 4, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'subnets': [{'id': 'be6ff5d5-dfa8-424d-9067-59f1ff022f24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:26.658647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (657f55d4-5691-41c5-b558-7c6f3accfe04), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.674774 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995c7d5-47c6-4fe7-811f-1bbf1922d3db None None] The sync data for ids ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'] in n-d-826752-2 is: [{'id': '6e40f9c6-abcb-4050-85b3-cb9ee83513f2', 'name': 'tempest-NetworksTestDHCPv6-router-1909482446', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:22Z', 'updated_at': '2022-02-19T01:30:24Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'gw_port_host': None, '_interfaces': [{'id': '657f55d4-5691-41c5-b558-7c6f3accfe04', 'name': '', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'mac_address': 'fa:16:3e:64:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e40f9c6-abcb-4050-85b3-cb9ee83513f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'be6ff5d5-dfa8-424d-9067-59f1ff022f24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:23Z', 'updated_at': '2022-02-19T01:30:26Z', 'revision_number': 4, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'subnets': [{'id': 'be6ff5d5-dfa8-424d-9067-59f1ff022f24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:26.675011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f5f826e4-3ba4-4dc7-bda5-fadada5855b5 None None] Could not find standard attr ID for object 657f55d4-5691-41c5-b558-7c6f3accfe04. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:26.700478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=657f55d4-5691-41c5-b558-7c6f3accfe04,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:26.816307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.018952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d229c38-80aa-4abd-81be-5ef2d5e6e812 req-19c902b6-46eb-489e-8024-a6a13a26b9a7 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0764556 Feb 19 01:30:27.058037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Router 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:27.145038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:27.151274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-29ba1428-9be2-487b-8e73-475421b8d56e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "PUT /v2.0/routers/6e40f9c6-abcb-4050-85b3-cb9ee83513f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493030 Feb 19 01:30:27.153826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33044) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:27.229172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e74373-6d35-4351-bc84-c56cc69392f6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:27.230783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e74373-6d35-4351-bc84-c56cc69392f6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:27.232294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-32e74373-6d35-4351-bc84-c56cc69392f6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0774889 Feb 19 01:30:27.235190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33046) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:27.293635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet be6ff5d5-dfa8-424d-9067-59f1ff022f24 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:27.297519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (be6ff5d5-dfa8-424d-9067-59f1ff022f24), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.343912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (be6ff5d5-dfa8-424d-9067-59f1ff022f24), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.391905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (be6ff5d5-dfa8-424d-9067-59f1ff022f24), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.461327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (be6ff5d5-dfa8-424d-9067-59f1ff022f24), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.502706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=be6ff5d5-dfa8-424d-9067-59f1ff022f24,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:27.509365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.512921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-26025b48-a2f4-4cbe-9a2b-134fab27a76d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/be6ff5d5-dfa8-424d-9067-59f1ff022f24 HTTP/1.1" status: 204 len: 168 time: 0.2760997 Feb 19 01:30:27.515900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33050) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:27.517852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcebf46-6190-44d8-8bf6-1c33073bd650 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:27.561304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9320848-093c-4758-a4b3-549a571cc168 req-6f3d3f0c-a394-42b4-855c-6ce06fb724dd tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0546007 Feb 19 01:30:27.726704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20716653-b5cf-4137-a131-429ee821037c None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:27.796073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-20716653-b5cf-4137-a131-429ee821037c None None] Deleting port a263fbee-67c4-4e45-bacf-6b926ecc5dae {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:27.796639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20716653-b5cf-4137-a131-429ee821037c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.878785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-20716653-b5cf-4137-a131-429ee821037c None None] For port a263fbee-67c4-4e45-bacf-6b926ecc5dae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a263fbee-67c4-4e45-bacf-6b926ecc5dae,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:27.879193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20716653-b5cf-4137-a131-429ee821037c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.897200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-20716653-b5cf-4137-a131-429ee821037c None None] Calling delete_port for a263fbee-67c4-4e45-bacf-6b926ecc5dae owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:28.008704 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20716653-b5cf-4137-a131-429ee821037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (a263fbee-67c4-4e45-bacf-6b926ecc5dae), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:28.045965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20716653-b5cf-4137-a131-429ee821037c None None] No DVR routers for this DVR port a263fbee-67c4-4e45-bacf-6b926ecc5dae on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:28.047925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20716653-b5cf-4137-a131-429ee821037c None None] Pushing event deleted for resources: {'Port': ['ID=a263fbee-67c4-4e45-bacf-6b926ecc5dae,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:28.094642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e3ea594-0020-4bed-bcff-0cb72d2cea2d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5772376 Feb 19 01:30:28.097245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33054) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:28.170527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79ca6562-2b5d-4270-a018-39a52f44391b req-2f01068c-c7ca-4252-ab14-72bb5c01f543 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "GET /v2.0/ports?device_id=80368f37-fa8e-4695-9bae-c2be04b02b97 HTTP/1.1" status: 200 len: 210 time: 0.0459177 Feb 19 01:30:28.233296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:28.624622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:28.640211 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router_controller (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:28.700506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] Sync routers for ids ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:28.742186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] Routers {'6e40f9c6-abcb-4050-85b3-cb9ee83513f2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:28.742809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:28.745637 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (6e40f9c6-abcb-4050-85b3-cb9ee83513f2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:28.747431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Fanout notify agent at l3_agent the message router_deleted on router 6e40f9c6-abcb-4050-85b3-cb9ee83513f2 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:30:28.780603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:28.784841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33070) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:28.788137 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-98a5974f-fac0-4fe1-a5cd-1c71c85681e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/routers/6e40f9c6-abcb-4050-85b3-cb9ee83513f2 HTTP/1.1" status: 204 len: 168 time: 0.6896806 Feb 19 01:30:28.799318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:28.853730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:28.863578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-46d607a4-17e1-456c-9a53-838a6e917900 req-1db168b8-b003-4984-b2b1-3bd2fa785aa9 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0733957 Feb 19 01:30:28.873300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:28.874209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:30:28.875020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_agentschedulers_db [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e40f9c6-abcb-4050-85b3-cb9ee83513f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:30:28.875852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d53cab-a668-4161-ae33-31dd0796684b None None] The sync data for ids ['6e40f9c6-abcb-4050-85b3-cb9ee83513f2'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:29.052929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:29.063904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.259044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33086) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:29.448725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f56113c8-651b-4f1f-a3b5-9e18525c9461 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group (e77d8846-7be1-433c-9c9e-a9d2fb60b155), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.460729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.489847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f56113c8-651b-4f1f-a3b5-9e18525c9461 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group (e77d8846-7be1-433c-9c9e-a9d2fb60b155), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.521271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:29.535268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a263fbee-67c4-4e45-bacf-6b926ecc5dae no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:29.572678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:29.586031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:29.601550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.618061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f56113c8-651b-4f1f-a3b5-9e18525c9461 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e77d8846-7be1-433c-9c9e-a9d2fb60b155), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.625459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f56113c8-651b-4f1f-a3b5-9e18525c9461 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.630949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ce200-614c-4a30-967c-2b77c0668109 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:29.633045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f56113c8-651b-4f1f-a3b5-9e18525c9461 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] 10.222.0.43 "DELETE /v2.0/security-groups/e77d8846-7be1-433c-9c9e-a9d2fb60b155 HTTP/1.1" status: 204 len: 168 time: 0.3707840 Feb 19 01:30:29.650888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56113c8-651b-4f1f-a3b5-9e18525c9461 tempest-TestVolumeBackupRestore-714149561 tempest-TestVolumeBackupRestore-714149561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d8846-7be1-433c-9c9e-a9d2fb60b155,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:29.653817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a263fbee-67c4-4e45-bacf-6b926ecc5dae {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:29.661856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a263fbee-67c4-4e45-bacf-6b926ecc5dae not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:29.668946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 657f55d4-5691-41c5-b558-7c6f3accfe04 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:29.742937 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9569328 Feb 19 01:30:29.745754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33126) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:29.747465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1825031-15ed-4fad-b885-64022e59611b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:29.750861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 657f55d4-5691-41c5-b558-7c6f3accfe04 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:29.751822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 657f55d4-5691-41c5-b558-7c6f3accfe04 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:29.753793 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-169034192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:29.831129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (0edf96a2-f30e-470c-a456-bc557cf5f266), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.832170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (0edf96a2-f30e-470c-a456-bc557cf5f266), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.928763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:29.930713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.961288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router_controller (0edf96a2-f30e-470c-a456-bc557cf5f266), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.971828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (0edf96a2-f30e-470c-a456-bc557cf5f266), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.008527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.010255 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-81055132-bbb0-4306-bfa0-7b2d6a3197db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2632964 Feb 19 01:30:30.014273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33154) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:30.127072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-090edf58-d19f-4145-84d7-1f4f2cd2deb7 req-cadb5388-aac0-421b-9952-feb889249816 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0511820 Feb 19 01:30:30.194189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41/d4ba54c0-e169-4791-8026-e71e4005844e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:30.477789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Publish callbacks [] for port (d4ba54c0-e169-4791-8026-e71e4005844e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.493998 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.565528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:30.575774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:30.583351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:30.587404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Pushing event updated for resources: {'Port': ['ID=d4ba54c0-e169-4791-8026-e71e4005844e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:30.665881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Attempting to bind port d4ba54c0-e169-4791-8026-e71e4005844e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:30.666612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Attempting to bind port d4ba54c0-e169-4791-8026-e71e4005844e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:30.674467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Attempting to bind port d4ba54c0-e169-4791-8026-e71e4005844e on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:30.681687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:30.682078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:30.682491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.683055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:30.683761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Bound port: d4ba54c0-e169-4791-8026-e71e4005844e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:30.684383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.817785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] For port d4ba54c0-e169-4791-8026-e71e4005844e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:30.835099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] For port d4ba54c0-e169-4791-8026-e71e4005844e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d4ba54c0-e169-4791-8026-e71e4005844e,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:30.856553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.944876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.985938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7409e6-6620-4f24-af18-f96fe72b8743 None None] Pushing event updated for resources: {'Port': ['ID=d4ba54c0-e169-4791-8026-e71e4005844e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:31.396731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6159adf1-1e19-4361-b0a6-5915670478f0 req-f830839b-913c-4ac9-8878-d85217a76b20 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0809178 Feb 19 01:30:31.502353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::1 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41/8303ffd2-e745-4528-bd38-e0542ad285fa) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:31.720757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.788226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.856970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:31.861181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:31.864872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:31.866072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (0edf96a2-f30e-470c-a456-bc557cf5f266), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.922321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=8303ffd2-e745-4528-bd38-e0542ad285fa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.180428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.604452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e675cb9-18f8-4234-b73b-b72182a8d1ae req-5fd2ab51-b728-48f9-98a9-9decbdd836bf tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0580449 Feb 19 01:30:32.759866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.768399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.770824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (0edf96a2-f30e-470c-a456-bc557cf5f266), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.872805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] Provisioning complete for port d4ba54c0-e169-4791-8026-e71e4005844e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:32.873427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.921758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=8303ffd2-e745-4528-bd38-e0542ad285fa,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:33.011528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:33.013119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:33.123281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] Current status of the port d4ba54c0-e169-4791-8026-e71e4005844e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:33.124348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.235393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] For port d4ba54c0-e169-4791-8026-e71e4005844e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d4ba54c0-e169-4791-8026-e71e4005844e,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:33.261811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.324575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Router 0edf96a2-f30e-470c-a456-bc557cf5f266 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:30:33.496480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3f76fbbd-820d-43e8-9298-6b08a378b7e8 None None] Provisioning complete for port 8303ffd2-e745-4528-bd38-e0542ad285fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:33.497324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f76fbbd-820d-43e8-9298-6b08a378b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.502615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e709-a1ea-4bc2-8713-7c0780bf3b22 None None] Pushing event updated for resources: {'Port': ['ID=d4ba54c0-e169-4791-8026-e71e4005844e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:33.523718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d4ba54c0-e169-4791-8026-e71e4005844e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:33.530266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:33.536252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ed5c19ce-29bc-4d5e-878b-bfbb46b0a13b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "PUT /v2.0/routers/0edf96a2-f30e-470c-a456-bc557cf5f266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5216897 Feb 19 01:30:33.539038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:33.554729 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Sync routers for ids ['0edf96a2-f30e-470c-a456-bc557cf5f266'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:33.591683 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Routers {'0edf96a2-f30e-470c-a456-bc557cf5f266'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:33.592550 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0edf96a2-f30e-470c-a456-bc557cf5f266'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:33.690053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a4ce48-b9be-4a6b-ad79-d4172201005d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.695634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33484) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:33.696094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-06a4ce48-b9be-4a6b-ad79-d4172201005d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports/8303ffd2-e745-4528-bd38-e0542ad285fa HTTP/1.1" status: 200 len: 911 time: 0.1517792 Feb 19 01:30:33.708417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3f76fbbd-820d-43e8-9298-6b08a378b7e8 None None] Port 8303ffd2-e745-4528-bd38-e0542ad285fa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:33.743688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d4ba54c0-e169-4791-8026-e71e4005844e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:33.744397 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.826818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cb9db-dac6-4176-8afd-f01874cea039 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.843188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cb9db-dac6-4176-8afd-f01874cea039 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.848018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33496) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:33.852300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3a1cb9db-dac6-4176-8afd-f01874cea039 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1545920 Feb 19 01:30:33.862539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d4ba54c0-e169-4791-8026-e71e4005844e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:33.984524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bafc47f7-5889-47cc-949a-5771b67695c5 req-58c64001-c4ca-4e76-bc42-d4a5a9a79266 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0506127 Feb 19 01:30:34.032905 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Set router 0edf96a2-f30e-470c-a456-bc557cf5f266 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:34.045838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f27fe540-261b-4e42-ad06-2290dd223aa8 None None] Provisioning complete for port 8303ffd2-e745-4528-bd38-e0542ad285fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:34.046950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f27fe540-261b-4e42-ad06-2290dd223aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.137264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f27fe540-261b-4e42-ad06-2290dd223aa8 None None] Port 8303ffd2-e745-4528-bd38-e0542ad285fa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:34.513704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf96a2-f30e-470c-a456-bc557cf5f266', 'name': 'tempest-NetworksTestDHCPv6-router-169034192', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:29Z', 'updated_at': '2022-02-19T01:30:32Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'gw_port_host': None, '_interfaces': [{'id': '8303ffd2-e745-4528-bd38-e0542ad285fa', 'name': '', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'mac_address': 'fa:16:3e:26:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf96a2-f30e-470c-a456-bc557cf5f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:31Z', 'updated_at': '2022-02-19T01:30:32Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'subnets': [{'id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:34.564380 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Checking router: 0edf96a2-f30e-470c-a456-bc557cf5f266 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:34.565025 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Updating router 0edf96a2-f30e-470c-a456-bc557cf5f266 port 8303ffd2-e745-4528-bd38-e0542ad285fa binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:30:34.602202 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.718891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (0edf96a2-f30e-470c-a456-bc557cf5f266), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.971007 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Publish callbacks [] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.991077 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.083487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 8303ffd2-e745-4528-bd38-e0542ad285fa {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:35.083847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.122620 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a660994-54a5-4d1a-9f82-95370b75e3ef None None] Pushing event updated for resources: {'Port': ['ID=8303ffd2-e745-4528-bd38-e0542ad285fa,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:35.196505 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Attempting to bind port 8303ffd2-e745-4528-bd38-e0542ad285fa on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:35.197441 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Attempting to bind port 8303ffd2-e745-4528-bd38-e0542ad285fa by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:35.197964 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Attempting to bind port 8303ffd2-e745-4528-bd38-e0542ad285fa on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:35.205569 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:35.206291 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:35.206840 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.209112 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:35.212847 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Bound port: 8303ffd2-e745-4528-bd38-e0542ad285fa, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:35.215078 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.337280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d4ba54c0-e169-4791-8026-e71e4005844e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:35.351851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c96f6b4-d90a-4c8f-969b-974f74d3b7a2 req-d78dc141-ba6b-4c46-a770-fda7f587220c tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.1622190 Feb 19 01:30:35.353842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.391753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 8303ffd2-e745-4528-bd38-e0542ad285fa owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:35.396589 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] For port 8303ffd2-e745-4528-bd38-e0542ad285fa, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:35.402206 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] For port 8303ffd2-e745-4528-bd38-e0542ad285fa, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8303ffd2-e745-4528-bd38-e0542ad285fa,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:35.415992 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.440330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d4ba54c0-e169-4791-8026-e71e4005844e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:35.440709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.572852 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Routers {'0edf96a2-f30e-470c-a456-bc557cf5f266'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:35.577859 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0edf96a2-f30e-470c-a456-bc557cf5f266'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:35.580886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a660994-54a5-4d1a-9f82-95370b75e3ef None None] Pushing event updated for resources: {'Port': ['ID=8303ffd2-e745-4528-bd38-e0542ad285fa,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:35.621903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d4ba54c0-e169-4791-8026-e71e4005844e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:35.627073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7e83983e-ffb9-4faf-adcf-60beffd40f0e None None] Provisioning complete for port 8303ffd2-e745-4528-bd38-e0542ad285fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:35.627686 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e83983e-ffb9-4faf-adcf-60beffd40f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.755567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.762142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7e83983e-ffb9-4faf-adcf-60beffd40f0e None None] Current status of the port 8303ffd2-e745-4528-bd38-e0542ad285fa is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:35.762929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e83983e-ffb9-4faf-adcf-60beffd40f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8303ffd2-e745-4528-bd38-e0542ad285fa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:35.790851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=8303ffd2-e745-4528-bd38-e0542ad285fa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:35.799324 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] Set router 0edf96a2-f30e-470c-a456-bc557cf5f266 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:35.955425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-438d9727-7cf9-48f9-9742-b24853b96844 None None] Could not find standard attr ID for object 8303ffd2-e745-4528-bd38-e0542ad285fa. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:30:35.971739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (0edf96a2-f30e-470c-a456-bc557cf5f266), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.185024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Router 0edf96a2-f30e-470c-a456-bc557cf5f266 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:36.246183 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf96a2-f30e-470c-a456-bc557cf5f266', 'name': 'tempest-NetworksTestDHCPv6-router-169034192', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:29Z', 'updated_at': '2022-02-19T01:30:32Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'gw_port_host': None, '_interfaces': [{'id': '8303ffd2-e745-4528-bd38-e0542ad285fa', 'name': '', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'mac_address': 'fa:16:3e:26:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf96a2-f30e-470c-a456-bc557cf5f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:31Z', 'updated_at': '2022-02-19T01:30:35Z', 'revision_number': 4, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'subnets': [{'id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:36.283777 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35f94b-f3e1-4135-8c31-216775debe5b None None] The sync data for ids ['0edf96a2-f30e-470c-a456-bc557cf5f266'] in n-d-826752-2 is: [{'id': '0edf96a2-f30e-470c-a456-bc557cf5f266', 'name': 'tempest-NetworksTestDHCPv6-router-169034192', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:29Z', 'updated_at': '2022-02-19T01:30:32Z', 'revision_number': 2, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'gw_port_host': None, '_interfaces': [{'id': '8303ffd2-e745-4528-bd38-e0542ad285fa', 'name': '', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'mac_address': 'fa:16:3e:26:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf96a2-f30e-470c-a456-bc557cf5f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:31Z', 'updated_at': '2022-02-19T01:30:35Z', 'revision_number': 4, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'subnets': [{'id': '6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:36.302000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:36.310461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-106584d3-dda2-463c-ab41-0803543e8c09 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "PUT /v2.0/routers/0edf96a2-f30e-470c-a456-bc557cf5f266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4613266 Feb 19 01:30:36.317257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33560) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:36.382052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381e033-03e0-43b1-bd55-f122859b9452 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:36.384961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381e033-03e0-43b1-bd55-f122859b9452 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:36.389274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f381e033-03e0-43b1-bd55-f122859b9452 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0731494 Feb 19 01:30:36.389926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:36.458984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:36.462822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.528247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.744234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.828234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.890462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:36.908188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.908353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f886576-2da7-440a-bc56-148c9b176c64 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:36.913302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1517e614-b7dc-4377-a5d6-7b131483ff1c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41 HTTP/1.1" status: 204 len: 168 time: 0.5224690 Feb 19 01:30:36.916302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33568) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:37.031542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a624be6-bcbc-49ce-bde4-f1f59dd9edfa req-0258b95b-da39-4472-b1ee-967b3eac7c77 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.5643785 Feb 19 01:30:37.094658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b693720-4de7-4212-a6f4-41e0797ede3d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1769161 Feb 19 01:30:37.096924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33570) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:37.208056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:37.238585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router (0edf96a2-f30e-470c-a456-bc557cf5f266), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.318108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] Deleting port d4ba54c0-e169-4791-8026-e71e4005844e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:37.324306 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.403314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d4ba54c0-e169-4791-8026-e71e4005844e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:37.468469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] For port d4ba54c0-e169-4791-8026-e71e4005844e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d4ba54c0-e169-4791-8026-e71e4005844e,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:37.468876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.495027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] Calling delete_port for d4ba54c0-e169-4791-8026-e71e4005844e owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:37.496323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (0edf96a2-f30e-470c-a456-bc557cf5f266), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.498731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router_controller (0edf96a2-f30e-470c-a456-bc557cf5f266), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.566122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (0edf96a2-f30e-470c-a456-bc557cf5f266), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.566887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Fanout notify agent at l3_agent the message router_deleted on router 0edf96a2-f30e-470c-a456-bc557cf5f266 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:30:37.576721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.580172 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d92619ca-37c4-4110-b9f6-8b61a1ada9f0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/routers/0edf96a2-f30e-470c-a456-bc557cf5f266 HTTP/1.1" status: 204 len: 168 time: 0.4793491 Feb 19 01:30:37.580702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33572) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:37.636871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d4ba54c0-e169-4791-8026-e71e4005844e is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:37.637462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.682186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ba2eb-a3ff-427a-8a81-c60934f8628f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:37.684298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e09ba2eb-a3ff-427a-8a81-c60934f8628f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1024208 Feb 19 01:30:37.686911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:37.692667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port d4ba54c0-e169-4791-8026-e71e4005844e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d4ba54c0-e169-4791-8026-e71e4005844e,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:37.707085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.759419 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (d4ba54c0-e169-4791-8026-e71e4005844e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.779984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f2055b-f468-4324-b3a7-3c24592cdca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:37.782467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-99f2055b-f468-4324-b3a7-3c24592cdca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932627 Feb 19 01:30:37.784945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33578) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:37.791986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] No DVR routers for this DVR port d4ba54c0-e169-4791-8026-e71e4005844e on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:37.819700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=d4ba54c0-e169-4791-8026-e71e4005844e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:37.870644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-65d32720-ac78-43bd-985e-3b4ed67ce957 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825586 Feb 19 01:30:37.877702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33580) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:37.884487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:38.014715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:38.018955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.046833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f8d8e-7efe-48b3-8b04-b87bbea9b600 None None] Pushing event deleted for resources: {'Port': ['ID=d4ba54c0-e169-4791-8026-e71e4005844e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:38.192588 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be04e71c-abf9-483c-bbe7-77b8b35981ec req-4f74314a-5d0c-4891-831c-89a0093d68f7 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0471556 Feb 19 01:30:38.401339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:30:38.403177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (287decba-591f-40bd-892a-0e42d80ad8da), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.420488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Sync routers for ids ['0edf96a2-f30e-470c-a456-bc557cf5f266'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:38.434057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:38.434423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:30:38.435018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0edf96a2-f30e-470c-a456-bc557cf5f266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:30:38.443879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:38.444247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:30:38.445183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0edf96a2-f30e-470c-a456-bc557cf5f266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:30:38.445566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c90c-9b5b-4807-a11f-1e88ecadfca8 None None] The sync data for ids ['0edf96a2-f30e-470c-a456-bc557cf5f266'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:38.451614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:38.455008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:38.459463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:38.460586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.470758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5bf456-1ea2-4a02-ad0a-212c48adf189 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:38.479499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=287decba-591f-40bd-892a-0e42d80ad8da,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:38.496203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:38.496870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-57b91274-131a-42f4-9b83-4b3e5cf05db1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6169536 Feb 19 01:30:38.505193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:38.636430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '287decba-591f-40bd-892a-0e42d80ad8da'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:38.637478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.670080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:38.674490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.805869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Allocated IP 2001:db8::f816:3eff:fe9d:e6f2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/287decba-591f-40bd-892a-0e42d80ad8da/9cc55449-5be6-4bf5-902c-492ea71b76c2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:39.042743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Publish callbacks [] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.050176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.067418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (16a15b28-e74b-4972-bf57-a35152b67ed0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.107702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:39.110687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:39.113409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:39.129567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Pushing event updated for resources: {'Port': ['ID=9cc55449-5be6-4bf5-902c-492ea71b76c2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:39.139810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=16a15b28-e74b-4972-bf57-a35152b67ed0,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:39.150519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:39.152378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:39.161316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:39.162435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.190130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-df8e625c-a55b-4cf6-8f40-e2063c2a3dd6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6925352 Feb 19 01:30:39.193272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:39.196908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Attempting to bind port 9cc55449-5be6-4bf5-902c-492ea71b76c2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:39.197543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Attempting to bind port 9cc55449-5be6-4bf5-902c-492ea71b76c2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:39.198015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Attempting to bind port 9cc55449-5be6-4bf5-902c-492ea71b76c2 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:39.204287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:c7:f2:4f', 'name': 'tempest-NetworksTestDHCPv6-2131160943'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:39.211709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:39.211709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:39.211709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.211709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:39.211709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Bound port: 9cc55449-5be6-4bf5-902c-492ea71b76c2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:39.211709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.227155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8303ffd2-e745-4528-bd38-e0542ad285fa no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:39.262551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8303ffd2-e745-4528-bd38-e0542ad285fa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:39.262906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8303ffd2-e745-4528-bd38-e0542ad285fa not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:39.328698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] For port 9cc55449-5be6-4bf5-902c-492ea71b76c2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:39.335319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] For port 9cc55449-5be6-4bf5-902c-492ea71b76c2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9cc55449-5be6-4bf5-902c-492ea71b76c2,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:39.346630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e05d075-ff8f-417e-bd76-ad844e76a8c0 req-af54978e-054a-4d4a-8225-d929bd8fd603 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0499313 Feb 19 01:30:39.356631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.393270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:39.453218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f572f-9ec6-4f8c-a26c-e8d2397e46ef None None] Pushing event updated for resources: {'Port': ['ID=9cc55449-5be6-4bf5-902c-492ea71b76c2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:39.531250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.558001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:39.840977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 172.20.0.14 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/16a15b28-e74b-4972-bf57-a35152b67ed0/f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:39.856240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fec7:f24f (8a1310d5-e386-4bdf-ae7f-e3c545313a62/287decba-591f-40bd-892a-0e42d80ad8da/f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:40.059529 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.101673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.143546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:40.146697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:40.151450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:40.197892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:40.207925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:40.208626 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.228748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b1c00b97-e45b-440e-9c22-c7d3b0d35872 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0338790 Feb 19 01:30:40.231174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:40.302320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3495326d-08d1-4e9b-b167-a07861e4f59e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:40.307989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3495326d-08d1-4e9b-b167-a07861e4f59e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:40.309668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3495326d-08d1-4e9b-b167-a07861e4f59e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0772715 Feb 19 01:30:40.312222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33596) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:40.510219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b565e21b-314f-49d9-a8fe-a8e4c970ffc5 req-805b6a3e-a5e1-4535-bd1f-4673e7e1bb1f tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0461783 Feb 19 01:30:40.538173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:40.538521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.634242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.650128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:40.788719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f122b-5a4c-487d-9d93-707b6ce1ee56 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:40.922349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] Provisioning complete for port 9cc55449-5be6-4bf5-902c-492ea71b76c2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:40.923050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.924167 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.045062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] Current status of the port 9cc55449-5be6-4bf5-902c-492ea71b76c2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:41.045553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.053916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:41.103790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] For port 9cc55449-5be6-4bf5-902c-492ea71b76c2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9cc55449-5be6-4bf5-902c-492ea71b76c2,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:41.112752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.245551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.247928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea1b89-ded6-46dd-8cfd-7910a48ea57f None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '287decba-591f-40bd-892a-0e42d80ad8da', 'ip_address': '2001:db8::f816:3eff:fe9d:e6f2'}, {'subnet_id': '16a15b28-e74b-4972-bf57-a35152b67ed0'}], 'binding:host_id': 'n-d-826752-2'}, 'id': '9cc55449-5be6-4bf5-902c-492ea71b76c2'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:30:41.250280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-deac5584-de53-491b-a710-5a8665c2ad07 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f HTTP/1.1" status: 204 len: 168 time: 0.9371212 Feb 19 01:30:41.252804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33602) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:41.271206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5956-5c59-4ca9-b413-60289b7dcda3 None None] Pushing event updated for resources: {'Port': ['ID=9cc55449-5be6-4bf5-902c-492ea71b76c2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:41.288589 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6aea1b89-ded6-46dd-8cfd-7910a48ea57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.326245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9cc55449-5be6-4bf5-902c-492ea71b76c2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:41.330714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0a1f2-3c0a-44ef-890f-2b1465023813 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:41.332211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0a1f2-3c0a-44ef-890f-2b1465023813 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:41.333692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0a1f2-3c0a-44ef-890f-2b1465023813 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:41.337037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-53c0a1f2-3c0a-44ef-890f-2b1465023813 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0809777 Feb 19 01:30:41.337956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33604) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:41.390172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 16a15b28-e74b-4972-bf57-a35152b67ed0 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:41.393819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (16a15b28-e74b-4972-bf57-a35152b67ed0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.436187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (16a15b28-e74b-4972-bf57-a35152b67ed0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.449621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 9cc55449-5be6-4bf5-902c-492ea71b76c2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:41.449999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.483922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (16a15b28-e74b-4972-bf57-a35152b67ed0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.536445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 9cc55449-5be6-4bf5-902c-492ea71b76c2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:41.558911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (16a15b28-e74b-4972-bf57-a35152b67ed0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-6aea1b89-ded6-46dd-8cfd-7910a48ea57f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16a15b28-e74b-4972-bf57-a35152b67ed0: This subnet is being modified by another concurrent operation. Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16a15b28-e74b-4972-bf57-a35152b67ed0: This subnet is being modified by another concurrent operation. Feb 19 01:30:41.560887 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:30:41.598471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=16a15b28-e74b-4972-bf57-a35152b67ed0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:41.613551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.621196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e5416056-ad5b-4eaa-85f8-e18d5d2c6ac8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/16a15b28-e74b-4972-bf57-a35152b67ed0 HTTP/1.1" status: 204 len: 168 time: 0.2820187 Feb 19 01:30:41.621841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33608) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:41.635091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba11b671-1c49-4026-9deb-e3840d06b082 req-52289e19-fd91-4559-a5d7-69d8744f63cc tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/ports?device_id=e744f715-f2b4-4be1-be96-484e19def34a HTTP/1.1" status: 200 len: 210 time: 0.0409570 Feb 19 01:30:41.691308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 287decba-591f-40bd-892a-0e42d80ad8da {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:41.696900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (287decba-591f-40bd-892a-0e42d80ad8da), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.702558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca9cb8-b0b9-45c2-86d4-57114541b601 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:30:41.744591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (287decba-591f-40bd-892a-0e42d80ad8da), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.781101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9e2801d5-ac4b-440f-8415-b2d89782ccd1 None None] Provisioning complete for port 9cc55449-5be6-4bf5-902c-492ea71b76c2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:41.781484 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9e2801d5-ac4b-440f-8415-b2d89782ccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.853536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (287decba-591f-40bd-892a-0e42d80ad8da), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.874272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca9cb8-b0b9-45c2-86d4-57114541b601 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:30:41.918084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9e2801d5-ac4b-440f-8415-b2d89782ccd1 None None] Current status of the port 9cc55449-5be6-4bf5-902c-492ea71b76c2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:41.936666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (287decba-591f-40bd-892a-0e42d80ad8da), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.967515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=287decba-591f-40bd-892a-0e42d80ad8da,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:41.974348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.980212 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-71b80e90-a14e-432c-bec8-00a0b7bfc3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/287decba-591f-40bd-892a-0e42d80ad8da HTTP/1.1" status: 204 len: 168 time: 0.3549845 Feb 19 01:30:41.981263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:42.034578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5a57f59c-e429-443c-995d-6c7a5ca12cc2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520370 Feb 19 01:30:42.038797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33614) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:42.044884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:42.237670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46edec75-81b8-426d-97b5-a3599769f213 None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '287decba-591f-40bd-892a-0e42d80ad8da'}], 'binding:host_id': 'n-d-826752-2'}, 'id': '9cc55449-5be6-4bf5-902c-492ea71b76c2'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:30:42.240649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:42.247373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:42.286606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46edec75-81b8-426d-97b5-a3599769f213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:42.517480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01033a41-e1d5-4104-a53f-ea36e29985a9 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:42.669912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b43de880-e8d6-4089-84be-52b64219a65c None None] Provisioning complete for port 9cc55449-5be6-4bf5-902c-492ea71b76c2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:42.670301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b43de880-e8d6-4089-84be-52b64219a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:42.792105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:30:42.812065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:42.852276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b43de880-e8d6-4089-84be-52b64219a65c None None] Current status of the port 9cc55449-5be6-4bf5-902c-492ea71b76c2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:42.886964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] Deleting port 9cc55449-5be6-4bf5-902c-492ea71b76c2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:42.887623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.024297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] For port 9cc55449-5be6-4bf5-902c-492ea71b76c2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9cc55449-5be6-4bf5-902c-492ea71b76c2,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:43.024951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.061759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] Calling delete_port for 9cc55449-5be6-4bf5-902c-492ea71b76c2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:43.274524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.285183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (9cc55449-5be6-4bf5-902c-492ea71b76c2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.335285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Port 9cc55449-5be6-4bf5-902c-492ea71b76c2 concurrently deleted while adding address for new subnet {'id': '0f018541-5d07-432d-b10e-de0456a56020', 'name': '', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3062, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T01:30:42Z', 'updated_at': '2022-02-19T01:30:42Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594'}. {{(pid=103429) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 19 01:30:43.336147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (0f018541-5d07-432d-b10e-de0456a56020), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.368602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9cc55449-5be6-4bf5-902c-492ea71b76c2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:43.379622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] Pushing event deleted for resources: {'Port': ['ID=9cc55449-5be6-4bf5-902c-492ea71b76c2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:43.383928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:43.388677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:43.401611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:43.402352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.431965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=0f018541-5d07-432d-b10e-de0456a56020,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:43.442377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.442743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.443118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.443461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.443793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.444694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.445442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.445553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91faeb5-54c8-429b-b46a-9922a846b529 None None] No DVR routers for this DVR port 9cc55449-5be6-4bf5-902c-492ea71b76c2 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:43.446284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.446624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.447253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.447539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 9cc55449-5be6-4bf5-902c-492ea71b76c2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:43.447644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.447880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9cc55449-5be6-4bf5-902c-492ea71b76c2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:43.447991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.448388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:43.455487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9646858e-cc6b-4735-80e1-584eccc7cd6c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4153695 Feb 19 01:30:43.458068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33656) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:43.481166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:43.482182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5039fc-70ec-4c26-80c0-25dff1edc902 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:43.662277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '0f018541-5d07-432d-b10e-de0456a56020'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:43.663280 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.664374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:43.668438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.812792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33682) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:43.893323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-510ad2da-3479-4173-be9c-215d4e76a9aa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group (34699b3d-01c7-43b9-93da-357c27e3ac1f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.921082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-510ad2da-3479-4173-be9c-215d4e76a9aa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group (34699b3d-01c7-43b9-93da-357c27e3ac1f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.965379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Allocated IP 2001:db8::f816:3eff:fe6d:88ea (8a1310d5-e386-4bdf-ae7f-e3c545313a62/0f018541-5d07-432d-b10e-de0456a56020/ac7a976a-659a-47fb-be5e-f67b0a2e77c6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:43.981533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-510ad2da-3479-4173-be9c-215d4e76a9aa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (34699b3d-01c7-43b9-93da-357c27e3ac1f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.986123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-510ad2da-3479-4173-be9c-215d4e76a9aa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.988371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-510ad2da-3479-4173-be9c-215d4e76a9aa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/security-groups/34699b3d-01c7-43b9-93da-357c27e3ac1f HTTP/1.1" status: 204 len: 168 time: 0.1739259 Feb 19 01:30:43.997108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33700) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:44.017635 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-a0416a2e-f8f0-429d-9953-aa545de12949 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] show failed (client error): The resource could not be found. Feb 19 01:30:44.018907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0416a2e-f8f0-429d-9953-aa545de12949 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "GET /v2.0/security-groups/34699b3d-01c7-43b9-93da-357c27e3ac1f HTTP/1.1" status: 404 len: 347 time: 0.0204711 Feb 19 01:30:44.022533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33706) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:44.038382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ad2da-3479-4173-be9c-215d4e76a9aa tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34699b3d-01c7-43b9-93da-357c27e3ac1f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:44.268230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (680b71f7-8206-442f-8a7e-af05ebcd4c8e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.280508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:44.280778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.344122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=680b71f7-8206-442f-8a7e-af05ebcd4c8e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:44.387065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:44.391780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:44.401031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:44.401544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.438767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.439289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.449693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dcb58f43-1cc6-4d72-aa8c-8bcd1a7e6d40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9869990 Feb 19 01:30:44.449693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:44.454760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:f1:d8:ff', 'name': 'tempest-NetworksTestDHCPv6-1754871712'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:44.465394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:44.473028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Publish callbacks [] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.493310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.629806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Pushing event updated for resources: {'Port': ['ID=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:44.656975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:44.660034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:44.665049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:44.765353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Attempting to bind port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:44.765869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Attempting to bind port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:44.766308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Attempting to bind port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:44.770766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:44.787721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:44.788637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:44.789061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.789465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:44.789966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Bound port: ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:44.790427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.862088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.913958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=30cb43fe-8ce5-4db3-9d8d-c28eaa051cb5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:44.935467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] For port ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:44.941159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] For port ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:44.946799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.961787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.002394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:45.004516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for floatingip (61863ac6-d669-4cbc-b9e2-fc670fe4d702), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.008578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.010104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f122d055-8cb8-4db7-a9f6-ee7b9997d398 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/floatingips/61863ac6-d669-4cbc-b9e2-fc670fe4d702 HTTP/1.1" status: 204 len: 168 time: 0.9857488 Feb 19 01:30:45.013617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33806) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:45.094392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0ab78-0131-49c3-996d-093a6d5bd082 None None] Pushing event updated for resources: {'Port': ['ID=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:45.191713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 5c40231a-138b-42b9-adc7-8093e1e6041d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:45.192656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.368051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 172.20.0.11 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/680b71f7-8206-442f-8a7e-af05ebcd4c8e/560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:45.383744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fef1:d8ff (8a1310d5-e386-4bdf-ae7f-e3c545313a62/0f018541-5d07-432d-b10e-de0456a56020/560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:45.406021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.429504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 5c40231a-138b-42b9-adc7-8093e1e6041d owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:45.754304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.757783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5c40231a-138b-42b9-adc7-8093e1e6041d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.803612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.808950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=5c40231a-138b-42b9-adc7-8093e1e6041d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:45.895490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:45.899444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:45.904219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:45.935587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:45.943630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-83cb0176-7f84-496b-a673-8f3c01ab4438 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/ports/5c40231a-138b-42b9-adc7-8093e1e6041d HTTP/1.1" status: 204 len: 168 time: 0.9237714 Feb 19 01:30:45.944650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:45.945992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:46.022732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:46.025860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.066729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7dc64651-b1cd-43ed-8751-f7f48661daf7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6162901 Feb 19 01:30:46.066859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:46.160907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 079eb049-a21a-4da9-bbd2-4bf391212d09 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:46.161533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.186042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a4eba-e4f4-4c95-ab80-f6bcee4ead64 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:46.193382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a4eba-e4f4-4c95-ab80-f6bcee4ead64 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:46.196351 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1a9a4eba-e4f4-4c95-ab80-f6bcee4ead64 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1279349 Feb 19 01:30:46.199413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 33930) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:46.343812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.359204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 079eb049-a21a-4da9-bbd2-4bf391212d09 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:46.424013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:46.424594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.551020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (079eb049-a21a-4da9-bbd2-4bf391212d09), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.597784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=079eb049-a21a-4da9-bbd2-4bf391212d09,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:46.615089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.655026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:46.747122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.767801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df2ef75d-2910-436b-b64c-638461bc2e21 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/ports/079eb049-a21a-4da9-bbd2-4bf391212d09 HTTP/1.1" status: 204 len: 168 time: 0.8221691 Feb 19 01:30:46.770349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 33986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:46.851721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting subnet f20d5ae4-ff38-4f7c-af2e-2587cd593e93 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:46.857250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for subnet (f20d5ae4-ff38-4f7c-af2e-2587cd593e93), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.891380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616eccc9-a460-4d98-ba7c-cd2ebcc023bb None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:46.915019 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (f20d5ae4-ff38-4f7c-af2e-2587cd593e93), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.954557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.963512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Provisioning complete for port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:46.964240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.009260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:47.183861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.187656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-557d6cfb-e754-4551-ac65-f7845c8514a6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0 HTTP/1.1" status: 204 len: 168 time: 0.9869983 Feb 19 01:30:47.195721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:47.307293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04ce6f-3d1d-4e3d-80c7-b59d89523c2d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:47.308731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04ce6f-3d1d-4e3d-80c7-b59d89523c2d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:47.310423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04ce6f-3d1d-4e3d-80c7-b59d89523c2d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:47.312696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7c04ce6f-3d1d-4e3d-80c7-b59d89523c2d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1153898 Feb 19 01:30:47.320889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34034) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:47.448308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 0f018541-5d07-432d-b10e-de0456a56020 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:47.457948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (0f018541-5d07-432d-b10e-de0456a56020), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.468089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ac7a976a-659a-47fb-be5e-f67b0a2e77c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:47.529933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (0f018541-5d07-432d-b10e-de0456a56020), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.598279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (f20d5ae4-ff38-4f7c-af2e-2587cd593e93), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.691840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:47.692408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.718618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (f20d5ae4-ff38-4f7c-af2e-2587cd593e93), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.778947 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0f018541-5d07-432d-b10e-de0456a56020), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.782714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Subnet': ['ID=f20d5ae4-ff38-4f7c-af2e-2587cd593e93,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:47.786540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.790453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-24accc2e-0052-480e-a470-2bf6f6f752ba tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/subnets/f20d5ae4-ff38-4f7c-af2e-2587cd593e93 HTTP/1.1" status: 204 len: 168 time: 1.0190599 Feb 19 01:30:47.801562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34098) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:47.813287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e8964-58d0-450d-ad6c-aed371e15dcc None None] Network 52177f54-6349-49b6-8c30-39a8daeb619e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:47.815638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Current status of the port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:47.816083 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.893717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (0f018541-5d07-432d-b10e-de0456a56020), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.923937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.934212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/0f018541-5d07-432d-b10e-de0456a56020 HTTP/1.1" status: 204 len: 168 time: 0.6119926 Feb 19 01:30:47.941309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34118) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:47.982216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting subnet 61be5844-2aed-4a0a-86fd-6e495b0e8784 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:47.985216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19d6fb-5e70-4476-95c1-3e3a49874026 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=0f018541-5d07-432d-b10e-de0456a56020,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:48.019123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for subnet (61be5844-2aed-4a0a-86fd-6e495b0e8784), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.055250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fc1d3-6702-4088-b280-279e5b499f1f None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '0f018541-5d07-432d-b10e-de0456a56020', 'ip_address': '2001:db8::f816:3eff:fe6d:88ea'}, {'subnet_id': '680b71f7-8206-442f-8a7e-af05ebcd4c8e'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'ac7a976a-659a-47fb-be5e-f67b0a2e77c6'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:30:48.106303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (61be5844-2aed-4a0a-86fd-6e495b0e8784), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.200886 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc1d3-6702-4088-b280-279e5b499f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.223573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (61be5844-2aed-4a0a-86fd-6e495b0e8784), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.250905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:30:48.251274 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:30:48.311543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (61be5844-2aed-4a0a-86fd-6e495b0e8784), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.361164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 680b71f7-8206-442f-8a7e-af05ebcd4c8e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:48.361757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (680b71f7-8206-442f-8a7e-af05ebcd4c8e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.370750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:48.371548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.411749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (680b71f7-8206-442f-8a7e-af05ebcd4c8e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.482274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (680b71f7-8206-442f-8a7e-af05ebcd4c8e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.555922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Subnet': ['ID=61be5844-2aed-4a0a-86fd-6e495b0e8784,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:48.608090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.627059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1980fe7d-e9cb-4d1c-b396-bd4f1ecf1413 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/subnets/61be5844-2aed-4a0a-86fd-6e495b0e8784 HTTP/1.1" status: 204 len: 168 time: 0.8219435 Feb 19 01:30:48.632128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:48.633384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (680b71f7-8206-442f-8a7e-af05ebcd4c8e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.678911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.685412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/680b71f7-8206-442f-8a7e-af05ebcd4c8e HTTP/1.1" status: 204 len: 168 time: 0.7404883 Feb 19 01:30:48.686166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34166) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:48.694186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e553f-936c-4bdb-b362-538bbd4ee72e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=680b71f7-8206-442f-8a7e-af05ebcd4c8e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:48.707482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778eaa58-0fd7-433d-ae5f-a68f323e07e2 None None] Network 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:48.740657 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7eaae083-abd2-425c-b6f9-814b5a970a7b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509224 Feb 19 01:30:48.741416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34168) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:48.747651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:48.754782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (52177f54-6349-49b6-8c30-39a8daeb619e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.858431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 40b7368a-bbd8-43d5-914f-8722a1a15cee {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:48.858927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.887260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Current status of the port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:48.888253 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.899428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:48.903191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-4f0fc1d3-6702-4088-b280-279e5b499f1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 680b71f7-8206-442f-8a7e-af05ebcd4c8e: This subnet is being modified by another concurrent operation. Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 680b71f7-8206-442f-8a7e-af05ebcd4c8e: This subnet is being modified by another concurrent operation. Feb 19 01:30:48.988129 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:30:49.007601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:49.021270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.026110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 40b7368a-bbd8-43d5-914f-8722a1a15cee, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=40b7368a-bbd8-43d5-914f-8722a1a15cee,segment=NetworkSegment(8ded9899-7c45-4af2-a950-69faa1c5ce59),segment_id=8ded9899-7c45-4af2-a950-69faa1c5ce59)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:49.028286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.029794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.093267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 40b7368a-bbd8-43d5-914f-8722a1a15cee owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:49.167744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a60340-14f9-4c37-b1f1-449aa51d23bc None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:49.169731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] DHCP port deletion for 52177f54-6349-49b6-8c30-39a8daeb619e request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:49.193560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:30:49.194160 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:30:49.270286 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.291642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] DHCP port deletion for 00c21f53-7c7d-4bbd-a82a-407e9784a8e9 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:49.309406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (73d17ff0-26d9-425d-b98e-b8893ead3b3e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.309717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:49.331112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=40b7368a-bbd8-43d5-914f-8722a1a15cee,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:49.360984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 40b7368a-bbd8-43d5-914f-8722a1a15cee on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:49.376701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40b7368a-bbd8-43d5-914f-8722a1a15cee no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:49.401893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=73d17ff0-26d9-425d-b98e-b8893ead3b3e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:49.414928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 40b7368a-bbd8-43d5-914f-8722a1a15cee {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:49.415556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40b7368a-bbd8-43d5-914f-8722a1a15cee not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:49.416162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ac7a976a-659a-47fb-be5e-f67b0a2e77c6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:49.416295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:49.418015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:49.425486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:49.426774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.454671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe8dfd75-6ab1-4295-be74-73724636a687 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7116432 Feb 19 01:30:49.457402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:49.467184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Deleting port 40b7368a-bbd8-43d5-914f-8722a1a15cee {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:49.467795 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.469336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:49.494237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (52177f54-6349-49b6-8c30-39a8daeb619e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.531249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52177f54-6349-49b6-8c30-39a8daeb619e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:49.554370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ded9899-7c45-4af2-a950-69faa1c5ce59') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:49.555078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ded9899-7c45-4af2-a950-69faa1c5ce59') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:49.572058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] Deleting port 5e8ce669-21fc-48fc-b20f-256fead1ee62 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:49.572442 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.583921 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (8ded9899-7c45-4af2-a950-69faa1c5ce59), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.610009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8ded9899-7c45-4af2-a950-69faa1c5ce59), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.620879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:30:49.621467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (8ded9899-7c45-4af2-a950-69faa1c5ce59), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.656361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:49.660459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:30:49.732251 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:30:49.742239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (52177f54-6349-49b6-8c30-39a8daeb619e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.752958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.760929 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/networks/52177f54-6349-49b6-8c30-39a8daeb619e HTTP/1.1" status: 204 len: 168 time: 1.1277335 Feb 19 01:30:49.764883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:49.767131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] For port 40b7368a-bbd8-43d5-914f-8722a1a15cee, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:49.767548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.785499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Calling delete_port for 40b7368a-bbd8-43d5-914f-8722a1a15cee owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:49.788372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c47e90-054c-449b-bf10-46c27d004b39 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Network': ['ID=52177f54-6349-49b6-8c30-39a8daeb619e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:49.790168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Port 40b7368a-bbd8-43d5-914f-8722a1a15cee was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:30:49.794512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:49.797288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (40b7368a-bbd8-43d5-914f-8722a1a15cee), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.907724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-07e1bc7c-9c33-4c3e-9812-da58eacd274f None None] Current status of the port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:49.943671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (00c21f53-7c7d-4bbd-a82a-407e9784a8e9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.948835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Network 52177f54-6349-49b6-8c30-39a8daeb619e is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:30:49.949665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] No DVR routers for this DVR port 40b7368a-bbd8-43d5-914f-8722a1a15cee on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:49.978351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaedae-45ed-4565-b887-e9dc69975003 None None] Pushing event deleted for resources: {'Port': ['ID=40b7368a-bbd8-43d5-914f-8722a1a15cee,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:50.011169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] For port 5e8ce669-21fc-48fc-b20f-256fead1ee62, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5e8ce669-21fc-48fc-b20f-256fead1ee62,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:50.017382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.078963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] Calling delete_port for 5e8ce669-21fc-48fc-b20f-256fead1ee62 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:50.106130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:50.106985 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.129321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] Provisioning complete for port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:50.129684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.199274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Deleting port 5e8ce669-21fc-48fc-b20f-256fead1ee62 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:50.199622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.307137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:50.334519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] Deleting port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:50.334887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.343161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.409297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] For port 5e8ce669-21fc-48fc-b20f-256fead1ee62, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5e8ce669-21fc-48fc-b20f-256fead1ee62,segment=NetworkSegment(681eadc4-5304-4aa5-b16b-9e5dbe167181),segment_id=681eadc4-5304-4aa5-b16b-9e5dbe167181)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:50.409683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.482911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Calling delete_port for 5e8ce669-21fc-48fc-b20f-256fead1ee62 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:50.511562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:30:50.561638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b35a6a86-c1d7-493c-82df-779b5d59edd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.677687 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.680104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:50.736374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] For port ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:50.736787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.748407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] Pushing event deleted for resources: {'Port': ['ID=5e8ce669-21fc-48fc-b20f-256fead1ee62,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:50.773509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] Calling delete_port for ac7a976a-659a-47fb-be5e-f67b0a2e77c6 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:50.775668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65c415-d8ca-47f3-9d0e-dfdd10b5c51b None None] No DVR routers for this DVR port 5e8ce669-21fc-48fc-b20f-256fead1ee62 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:50.789017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] Current status of the port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:50.789420 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.838447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] For port ac7a976a-659a-47fb-be5e-f67b0a2e77c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:50.872078 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.964563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91312542-8dd5-4e9c-847d-84526003e8d1 None None] Pushing event updated for resources: {'Port': ['ID=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:50.979024 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ac7a976a-659a-47fb-be5e-f67b0a2e77c6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.017166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 concurrently deleted while adding address for new subnet {'id': 'c9aa22c5-9b8a-497d-97c5-a592c691b29b', 'name': '', 'tenant_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3067, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T01:30:49Z', 'updated_at': '2022-02-19T01:30:49Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594'}. {{(pid=103430) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 19 01:30:51.017739 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (c9aa22c5-9b8a-497d-97c5-a592c691b29b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.029366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] Pushing event deleted for resources: {'Port': ['ID=ac7a976a-659a-47fb-be5e-f67b0a2e77c6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:51.033961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5426e90-d89c-404c-b745-35ac1a075178 None None] No DVR routers for this DVR port ac7a976a-659a-47fb-be5e-f67b0a2e77c6 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:51.056965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb5d86-05de-4884-b32d-9e7ab4a945fe None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:30:51.144802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:51.155338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:51.162250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:51.162996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.185835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=c9aa22c5-9b8a-497d-97c5-a592c691b29b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:51.194682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-30bf288f-8bd9-486d-860e-f99a45acff5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7353354 Feb 19 01:30:51.197559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34198) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:51.202951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:d4:b4:a8', 'name': 'tempest-NetworksTestDHCPv6-195251476'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:51.206514 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5e8ce669-21fc-48fc-b20f-256fead1ee62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.221230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb5d86-05de-4884-b32d-9e7ab4a945fe None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:30:51.248174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Port': ['ID=5e8ce669-21fc-48fc-b20f-256fead1ee62,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:51.258501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] No DVR routers for this DVR port 5e8ce669-21fc-48fc-b20f-256fead1ee62 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:51.418224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5e8ce669-21fc-48fc-b20f-256fead1ee62 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:51.424392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (00c21f53-7c7d-4bbd-a82a-407e9784a8e9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.463162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c21f53-7c7d-4bbd-a82a-407e9784a8e9']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:51.494692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681eadc4-5304-4aa5-b16b-9e5dbe167181') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:51.495031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681eadc4-5304-4aa5-b16b-9e5dbe167181') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:51.526032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (681eadc4-5304-4aa5-b16b-9e5dbe167181), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.566099 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (681eadc4-5304-4aa5-b16b-9e5dbe167181), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.571576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:51.592688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:30:51.593310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (681eadc4-5304-4aa5-b16b-9e5dbe167181), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.675298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 5e8ce669-21fc-48fc-b20f-256fead1ee62 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:51.675902 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5e8ce669-21fc-48fc-b20f-256fead1ee62 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: items = [ Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:30:51.916384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (00c21f53-7c7d-4bbd-a82a-407e9784a8e9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.094105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.097476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.097476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] 10.222.0.43 "DELETE /v2.0/networks/00c21f53-7c7d-4bbd-a82a-407e9784a8e9 HTTP/1.1" status: 204 len: 168 time: 2.1156697 Feb 19 01:30:52.097476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990491e-208d-455c-9e33-74d106a94ea0 tempest-TaggedBootDevicesTest-1693481133 tempest-TaggedBootDevicesTest-1693481133-project] Pushing event deleted for resources: {'Network': ['ID=00c21f53-7c7d-4bbd-a82a-407e9784a8e9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:52.098652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 32cb794a-509b-40c1-84df-1274f23a4844 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:52.098920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '73d17ff0-26d9-425d-b98e-b8893ead3b3e'}, {'subnet_id': 'c9aa22c5-9b8a-497d-97c5-a592c691b29b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:52.098920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.550288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 172.20.0.11 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/73d17ff0-26d9-425d-b98e-b8893ead3b3e/32cb794a-509b-40c1-84df-1274f23a4844) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:52.568096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fed4:b4a8 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/c9aa22c5-9b8a-497d-97c5-a592c691b29b/32cb794a-509b-40c1-84df-1274f23a4844) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:52.663910 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd580-0085-4de9-b2f9-4ec438021f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.800788 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (32cb794a-509b-40c1-84df-1274f23a4844), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.890167 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (32cb794a-509b-40c1-84df-1274f23a4844), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.973711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:52.978147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:52.981180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:53.060231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=32cb794a-509b-40c1-84df-1274f23a4844,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:53.084877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:53.085970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.111464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Allocated IP 172.20.0.2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/73d17ff0-26d9-425d-b98e-b8893ead3b3e/c4837b03-3cc7-421f-afd7-de78ff94febb) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:53.119177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Allocated IP 2001:db8::f816:3eff:fe3a:4119 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/c9aa22c5-9b8a-497d-97c5-a592c691b29b/c4837b03-3cc7-421f-afd7-de78ff94febb) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:53.123606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e2ad9694-5e89-48ed-ab56-227d92080f96 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9226494 Feb 19 01:30:53.123948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34252) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:53.208023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05c4fd-55b2-4325-9245-855b65eb95a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:53.211810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb05c4fd-55b2-4325-9245-855b65eb95a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.0869625 Feb 19 01:30:53.212365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34258) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:53.545791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 32cb794a-509b-40c1-84df-1274f23a4844 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:53.546207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (32cb794a-509b-40c1-84df-1274f23a4844), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.575621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Publish callbacks [] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.603230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.791417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (32cb794a-509b-40c1-84df-1274f23a4844), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.818019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:53.818607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 32cb794a-509b-40c1-84df-1274f23a4844 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:53.823139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.824128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:53.826360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Pushing event updated for resources: {'Port': ['ID=c4837b03-3cc7-421f-afd7-de78ff94febb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:53.828791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:54.017502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Attempting to bind port c4837b03-3cc7-421f-afd7-de78ff94febb on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:54.017502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Attempting to bind port c4837b03-3cc7-421f-afd7-de78ff94febb by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:54.017502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Attempting to bind port c4837b03-3cc7-421f-afd7-de78ff94febb on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:54.029465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:54.029465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:54.029839 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.030211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:54.030692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Bound port: c4837b03-3cc7-421f-afd7-de78ff94febb, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:54.031078 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.165416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] For port c4837b03-3cc7-421f-afd7-de78ff94febb, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:54.170340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] For port c4837b03-3cc7-421f-afd7-de78ff94febb, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c4837b03-3cc7-421f-afd7-de78ff94febb,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:54.187233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.206762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (32cb794a-509b-40c1-84df-1274f23a4844), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.238790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=32cb794a-509b-40c1-84df-1274f23a4844,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:54.337639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe00e4-4b6c-40f4-9d06-d987c3f3ec7d None None] Pushing event updated for resources: {'Port': ['ID=c4837b03-3cc7-421f-afd7-de78ff94febb,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:54.530284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.533568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b9d5da1b-dda4-4828-ae3f-03462e5538e0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/32cb794a-509b-40c1-84df-1274f23a4844 HTTP/1.1" status: 204 len: 168 time: 1.3201253 Feb 19 01:30:54.536645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34290) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:54.711299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477c214-ed26-4a86-af89-e75f7f80021b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:54.712771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477c214-ed26-4a86-af89-e75f7f80021b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:54.753852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477c214-ed26-4a86-af89-e75f7f80021b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:54.755684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1477c214-ed26-4a86-af89-e75f7f80021b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2162464 Feb 19 01:30:54.758493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34300) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:54.924769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 73d17ff0-26d9-425d-b98e-b8893ead3b3e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:54.929042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (73d17ff0-26d9-425d-b98e-b8893ead3b3e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.018093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (73d17ff0-26d9-425d-b98e-b8893ead3b3e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.168014 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (73d17ff0-26d9-425d-b98e-b8893ead3b3e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.268342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (73d17ff0-26d9-425d-b98e-b8893ead3b3e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.300118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.306217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/73d17ff0-26d9-425d-b98e-b8893ead3b3e HTTP/1.1" status: 204 len: 168 time: 0.5466845 Feb 19 01:30:55.308779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34312) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:55.382717 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.389894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b32d7-112b-4fc8-b3c2-2f7c659ec5c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=73d17ff0-26d9-425d-b98e-b8893ead3b3e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:55.438589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet c9aa22c5-9b8a-497d-97c5-a592c691b29b {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:55.448581 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (c9aa22c5-9b8a-497d-97c5-a592c691b29b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.471335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c4837b03-3cc7-421f-afd7-de78ff94febb up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:55.556583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (c9aa22c5-9b8a-497d-97c5-a592c691b29b), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.604092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c4837b03-3cc7-421f-afd7-de78ff94febb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:55.604485 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.783614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c9aa22c5-9b8a-497d-97c5-a592c691b29b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.852494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c4837b03-3cc7-421f-afd7-de78ff94febb is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:55.853089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.915696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (c9aa22c5-9b8a-497d-97c5-a592c691b29b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.983304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.989211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34334) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:56.000500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/c9aa22c5-9b8a-497d-97c5-a592c691b29b HTTP/1.1" status: 204 len: 168 time: 0.6886621 Feb 19 01:30:56.001733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c22bd-4248-488b-97a8-77c113a2564a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=c9aa22c5-9b8a-497d-97c5-a592c691b29b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:56.133576 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.146057 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:30:56.146414 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:30:56.148646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:56.156299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:56.160913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b1c0a8f0-627a-4352-9193-51fe706b8d58 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1703594 Feb 19 01:30:56.360923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd644955-38f2-44b8-9499-8bedc7344e51 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:56.508713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:56.526639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.835622 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.853066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-61372ad0-271a-4f30-9365-90506038d3e8 None None] Provisioning complete for port c4837b03-3cc7-421f-afd7-de78ff94febb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:56.854852 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61372ad0-271a-4f30-9365-90506038d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.986619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c4837b03-3cc7-421f-afd7-de78ff94febb is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:56.986619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.096584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c4837b03-3cc7-421f-afd7-de78ff94febb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c4837b03-3cc7-421f-afd7-de78ff94febb,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:57.108070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:57.109618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.143794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.320081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:57.366714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c4837b03-3cc7-421f-afd7-de78ff94febb no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:57.373538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:57.379601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:57.417201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:57.420037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.485339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34366) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:57.492719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:57.498367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5a00b6db-ce85-4e3f-9446-d9938e972b65 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3452885 Feb 19 01:30:57.596197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c4837b03-3cc7-421f-afd7-de78ff94febb,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:57.637990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] Deleting port c4837b03-3cc7-421f-afd7-de78ff94febb {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:57.638844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.765381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:57.771300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.829466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-61372ad0-271a-4f30-9365-90506038d3e8 None None] Current status of the port c4837b03-3cc7-421f-afd7-de78ff94febb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:58.023758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] For port c4837b03-3cc7-421f-afd7-de78ff94febb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c4837b03-3cc7-421f-afd7-de78ff94febb,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:58.025190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.045608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] Calling delete_port for c4837b03-3cc7-421f-afd7-de78ff94febb owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:58.234266 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.253780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c4837b03-3cc7-421f-afd7-de78ff94febb is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:58.254176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c4837b03-3cc7-421f-afd7-de78ff94febb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.334251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] Pushing event deleted for resources: {'Port': ['ID=c4837b03-3cc7-421f-afd7-de78ff94febb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:58.339571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3229b-fd96-4d1b-877b-0078dd580fe2 None None] No DVR routers for this DVR port c4837b03-3cc7-421f-afd7-de78ff94febb on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:58.378148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e450b58-b74d-48e5-a260-cb8d8cd3de4d None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:58.605588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:30:58.622208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (c4094d22-4915-4f34-a4c2-78bff86ff562), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.646148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:58.647638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.852606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:58.870901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:58.889191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:58.893874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.947194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34400) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:58.952754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:a5:75:77', 'name': 'tempest-NetworksTestDHCPv6-1877070690'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:58.959880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4697530 Feb 19 01:30:58.989598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb35ae-2329-4c63-8dd0-d455072e0edb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=c4094d22-4915-4f34-a4c2-78bff86ff562,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:59.103411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Allocated IP 172.20.0.2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5/a1a41b52-ae0f-496e-8290-f407ae518a32) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:59.116666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Allocated IP 2001:db8::f816:3eff:fe80:ab76 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/c4094d22-4915-4f34-a4c2-78bff86ff562/a1a41b52-ae0f-496e-8290-f407ae518a32) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:59.332374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:59.489440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:59.538868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 82792e2c-b34a-4843-bff9-974ed07b3636 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:30:59.544781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Publish callbacks [] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:59.583128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:59.919228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 172.20.0.4 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5/82792e2c-b34a-4843-bff9-974ed07b3636) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:59.935255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fea5:7577 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/c4094d22-4915-4f34-a4c2-78bff86ff562/82792e2c-b34a-4843-bff9-974ed07b3636) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:00.058086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Pushing event updated for resources: {'Port': ['ID=a1a41b52-ae0f-496e-8290-f407ae518a32,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:00.072177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:00.073799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:00.076478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:00.221119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Attempting to bind port a1a41b52-ae0f-496e-8290-f407ae518a32 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:00.221792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Attempting to bind port a1a41b52-ae0f-496e-8290-f407ae518a32 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:00.223865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Attempting to bind port a1a41b52-ae0f-496e-8290-f407ae518a32 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:00.236920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:00.238062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:00.242073 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.242984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:00.243951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Bound port: a1a41b52-ae0f-496e-8290-f407ae518a32, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:00.246614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.396973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] For port a1a41b52-ae0f-496e-8290-f407ae518a32, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:00.411583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] For port a1a41b52-ae0f-496e-8290-f407ae518a32, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a1a41b52-ae0f-496e-8290-f407ae518a32,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:00.429220 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.503492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (82792e2c-b34a-4843-bff9-974ed07b3636), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.554220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-e297f82d-9668-4943-84a1-8ad5fdb89849 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3365295 Feb 19 01:31:00.624416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139324-5585-41ac-a2bb-4e51a062d463 None None] Pushing event updated for resources: {'Port': ['ID=a1a41b52-ae0f-496e-8290-f407ae518a32,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:00.732489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-01b148d6-d524-4942-a988-4c0c4f22aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:00.734015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-01b148d6-d524-4942-a988-4c0c4f22aada service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 1127 time: 0.1260302 Feb 19 01:31:00.747830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (82792e2c-b34a-4843-bff9-974ed07b3636), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.968542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:00.972829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:00.977517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:01.080769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.081584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.152521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=82792e2c-b34a-4843-bff9-974ed07b3636,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:01.251147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3cd513a2-475a-4010-a59e-5b06b86612e1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3027651 Feb 19 01:31:01.251541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34450) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:01.293515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-19aa6afe-e9e4-4d24-9deb-f92906a82c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.305468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-19aa6afe-e9e4-4d24-9deb-f92906a82c46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 200 len: 920 time: 0.5306573 Feb 19 01:31:01.400732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-c2766c5b-4b84-40a1-90a7-68cb4e13bacd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 200 len: 217 time: 0.0858624 Feb 19 01:31:01.469698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da41a54d-74cc-4a96-9775-ec80ccd749b6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.488868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da41a54d-74cc-4a96-9775-ec80ccd749b6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.490679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-da41a54d-74cc-4a96-9775-ec80ccd749b6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2380893 Feb 19 01:31:01.499234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34460) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:01.500261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a1a41b52-ae0f-496e-8290-f407ae518a32 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:01.610870 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:31:01.611433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-bcbc1a3a-ad18-441b-9c13-ff31fb80ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.614765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-bcbc1a3a-ad18-441b-9c13-ff31fb80ff26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 200 len: 859 time: 0.2043643 Feb 19 01:31:01.670016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a1a41b52-ae0f-496e-8290-f407ae518a32 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:01.670575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.721535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-20ed28c5-f08a-442f-9303-ebc5c0758168 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f69525-2634-4322-852b-b64765b9d677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795941 Feb 19 01:31:01.936657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a1a41b52-ae0f-496e-8290-f407ae518a32 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:01.937202 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.017661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port a1a41b52-ae0f-496e-8290-f407ae518a32, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a1a41b52-ae0f-496e-8290-f407ae518a32,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:02.040088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.231068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=a1a41b52-ae0f-496e-8290-f407ae518a32,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:02.798847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90efc4c-f0ea-4471-8cd1-ff306bfe1062 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:02.887750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 82792e2c-b34a-4843-bff9-974ed07b3636 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:02.889771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (82792e2c-b34a-4843-bff9-974ed07b3636), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.116521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (82792e2c-b34a-4843-bff9-974ed07b3636), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.131208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 82792e2c-b34a-4843-bff9-974ed07b3636 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:03.259457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-96921656-6dea-4046-8607-6844b115dc36 None None] Provisioning complete for port a1a41b52-ae0f-496e-8290-f407ae518a32 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:03.260344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96921656-6dea-4046-8607-6844b115dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.353906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (82792e2c-b34a-4843-bff9-974ed07b3636), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.485631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=82792e2c-b34a-4843-bff9-974ed07b3636,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:03.515974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-96921656-6dea-4046-8607-6844b115dc36 None None] Current status of the port a1a41b52-ae0f-496e-8290-f407ae518a32 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:03.518154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a1a41b52-ae0f-496e-8290-f407ae518a32 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:03.645530 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-d2f81022-5f15-45f9-9483-c77a1f686bb5 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9107392 Feb 19 01:31:03.686461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a1a41b52-ae0f-496e-8290-f407ae518a32 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:03.687222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.789069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a1a41b52-ae0f-496e-8290-f407ae518a32 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:03.907542 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.911465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-35e91d4a-e12a-4642-b92b-34377b155475 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/82792e2c-b34a-4843-bff9-974ed07b3636 HTTP/1.1" status: 204 len: 168 time: 2.4072125 Feb 19 01:31:03.914238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34514) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:04.020542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a6cad12-5048-42b1-8eb6-b80b94a83a50 req-019f9980-90ed-4559-9e27-d294a91d4ba7 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106363 Feb 19 01:31:04.083167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e4dafb-9375-4f26-acfe-c8450d9bd789 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:04.095314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e4dafb-9375-4f26-acfe-c8450d9bd789 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:04.096864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e4dafb-9375-4f26-acfe-c8450d9bd789 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:04.107557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-70e4dafb-9375-4f26-acfe-c8450d9bd789 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1921751 Feb 19 01:31:04.110203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:04.283569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:04.297847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.419482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.704285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.831107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4001a9d8-df79-4930-9158-2441c743ea62 None None] Provisioning complete for port a1a41b52-ae0f-496e-8290-f407ae518a32 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:04.833273 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4001a9d8-df79-4930-9158-2441c743ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.872533 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.905983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.912313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34544) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:04.912552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5 HTTP/1.1" status: 204 len: 168 time: 0.8007631 Feb 19 01:31:04.941149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044ce2e-053d-4d67-aa4a-34c88709d543 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:04.983173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de046e04-8f93-481f-914f-e2c30093ccf9 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:05.084208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet c4094d22-4915-4f34-a4c2-78bff86ff562 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:05.092786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (c4094d22-4915-4f34-a4c2-78bff86ff562), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:05.285216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4001a9d8-df79-4930-9158-2441c743ea62 None None] Current status of the port a1a41b52-ae0f-496e-8290-f407ae518a32 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:05.328624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4001a9d8-df79-4930-9158-2441c743ea62 None None] Could not find standard attr ID for object 82792e2c-b34a-4843-bff9-974ed07b3636. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:06.126000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c4094d22-4915-4f34-a4c2-78bff86ff562), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.278437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c4094d22-4915-4f34-a4c2-78bff86ff562), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.354971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c4094d22-4915-4f34-a4c2-78bff86ff562), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.409366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=c4094d22-4915-4f34-a4c2-78bff86ff562,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:06.430896 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.436914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:06.438487 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/c4094d22-4915-4f34-a4c2-78bff86ff562 HTTP/1.1" status: 204 len: 168 time: 1.5204701 Feb 19 01:31:06.442817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.443264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.443618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.445388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.445742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.446083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.446419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.446756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.448885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.449275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.450802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.451156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.453098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d2136-5268-4f7f-9918-bfd99b10be49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:06.529251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:06.530005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-775ca499-1095-47b5-8ac7-292c649abd60 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908155 Feb 19 01:31:06.612190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df7305-15fc-496c-8fd9-e742965892a8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:06.614575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e7df7305-15fc-496c-8fd9-e742965892a8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0843034 Feb 19 01:31:06.617121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34590) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:06.687617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dd1c9-b8ae-4fc8-a46c-589f841f5311 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:06.689615 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f1dd1c9-b8ae-4fc8-a46c-589f841f5311 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692306 Feb 19 01:31:06.692094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34594) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:06.820192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572e297-9251-4342-b158-fc561515adc3 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:06.868365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34600) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:06.874591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8341c5b0-568d-46c3-8119-88f71af5cfd5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:06.877189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-91ba8f4c-390f-4198-8e09-acc18b352bc1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684146 Feb 19 01:31:07.042029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1da5e5e1-c2e1-47b4-9b16-9c9cb3f53353 None None] Provisioning complete for port a1a41b52-ae0f-496e-8290-f407ae518a32 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:07.043009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1da5e5e1-c2e1-47b4-9b16-9c9cb3f53353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.064499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341c5b0-568d-46c3-8119-88f71af5cfd5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:07.070352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8341c5b0-568d-46c3-8119-88f71af5cfd5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.072010 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8341c5b0-568d-46c3-8119-88f71af5cfd5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:07.072618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8341c5b0-568d-46c3-8119-88f71af5cfd5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:07.105318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8341c5b0-568d-46c3-8119-88f71af5cfd5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2329702 Feb 19 01:31:07.105715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34606) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:07.111955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0d9b7805-0346-4784-98b9-4171b5c39538 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:07.256827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1da5e5e1-c2e1-47b4-9b16-9c9cb3f53353 None None] Current status of the port a1a41b52-ae0f-496e-8290-f407ae518a32 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:07.316052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:07.392837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Deleting port a1a41b52-ae0f-496e-8290-f407ae518a32 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:07.393263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.491759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] For port a1a41b52-ae0f-496e-8290-f407ae518a32, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a1a41b52-ae0f-496e-8290-f407ae518a32,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:07.492122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.497665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b7805-0346-4784-98b9-4171b5c39538 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:07.502275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7805-0346-4784-98b9-4171b5c39538 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.503854 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9b7805-0346-4784-98b9-4171b5c39538 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:07.507913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9b7805-0346-4784-98b9-4171b5c39538 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:07.534935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Calling delete_port for a1a41b52-ae0f-496e-8290-f407ae518a32 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:07.545971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d9b7805-0346-4784-98b9-4171b5c39538 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4388335 Feb 19 01:31:07.549089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34618) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:07.560296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0e5fc7b3-d701-4540-a0c6-31fed448ec03 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:07.779041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5fc7b3-d701-4540-a0c6-31fed448ec03 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:07.783053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e5fc7b3-d701-4540-a0c6-31fed448ec03 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.784819 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5fc7b3-d701-4540-a0c6-31fed448ec03 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:07.785850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5fc7b3-d701-4540-a0c6-31fed448ec03 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:07.787527 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (a1a41b52-ae0f-496e-8290-f407ae518a32), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.802951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] No DVR routers for this DVR port a1a41b52-ae0f-496e-8290-f407ae518a32 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:07.858532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0e5fc7b3-d701-4540-a0c6-31fed448ec03 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3067372 Feb 19 01:31:07.860239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34630) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:07.866344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7feb1d8b-5b9e-44b8-842f-205ff4549b2b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:07.913879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Pushing event deleted for resources: {'Port': ['ID=a1a41b52-ae0f-496e-8290-f407ae518a32,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.950429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.951145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.967881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.968479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:07.968842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe05a5c-3e08-4d2a-b99a-d1e15af2be63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:08.054671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb1d8b-5b9e-44b8-842f-205ff4549b2b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:08.058761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7feb1d8b-5b9e-44b8-842f-205ff4549b2b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.060292 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7feb1d8b-5b9e-44b8-842f-205ff4549b2b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:08.060740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7feb1d8b-5b9e-44b8-842f-205ff4549b2b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:08.093552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7feb1d8b-5b9e-44b8-842f-205ff4549b2b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2295001 Feb 19 01:31:08.094071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34636) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:08.100445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-71d17fed-7d58-488b-aada-033968cda8e4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:08.257374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d17fed-7d58-488b-aada-033968cda8e4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:08.261316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-71d17fed-7d58-488b-aada-033968cda8e4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.262941 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d17fed-7d58-488b-aada-033968cda8e4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:08.263475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d17fed-7d58-488b-aada-033968cda8e4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:08.331812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-71d17fed-7d58-488b-aada-033968cda8e4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2362990 Feb 19 01:31:08.334846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34646) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:08.342318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2e74fe1f-fc4b-4198-ac5a-7b5389cd1ca3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:08.602822 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74fe1f-fc4b-4198-ac5a-7b5389cd1ca3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:08.618953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e74fe1f-fc4b-4198-ac5a-7b5389cd1ca3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.621833 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e74fe1f-fc4b-4198-ac5a-7b5389cd1ca3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:08.622655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e74fe1f-fc4b-4198-ac5a-7b5389cd1ca3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:08.691437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34656) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:08.692099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e74fe1f-fc4b-4198-ac5a-7b5389cd1ca3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3555171 Feb 19 01:31:08.825748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-07f53533-b6e9-4b80-b4f1-8f90ac8f858b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1305509 Feb 19 01:31:08.826350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34662) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:08.975298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c8b5d-880c-43e0-ab7e-77c6db40d8c1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:08.981146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a47c8b5d-880c-43e0-ab7e-77c6db40d8c1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1501036 Feb 19 01:31:08.981949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34670) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:09.103919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cdd3ba15-d89e-4681-921b-7bf685fed3c6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204522 Feb 19 01:31:09.108012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34674) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:09.113780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:09.359576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:09.364155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:09.378796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a1a41b52-ae0f-496e-8290-f407ae518a32 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:09.441405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a1a41b52-ae0f-496e-8290-f407ae518a32 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:09.443972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a1a41b52-ae0f-496e-8290-f407ae518a32 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:10.091720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:31:10.093358 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.134028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:10.158719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:10.162116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:10.162717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.168948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a1b14-7692-4c66-a903-0db0ddcde793 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:10.206873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34702) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:10.207502 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0978897 Feb 19 01:31:10.208927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e5b99-375a-4307-93e8-186def8506b9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:10.214563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:64:74:30', 'name': 'tempest-NetworksTestDHCPv6-843318625'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:10.369982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:10.370859 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.492147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:10.623528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34714) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:10.673589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Allocated IP 2001:db8::f816:3eff:fec7:9e46 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9/39ade465-7500-412c-8488-a74b3f838e6f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:10.692340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.743129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 839f7ae3-abb8-43f3-82b3-2b1f1559d9a6 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:10.979381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Publish callbacks [] for port (39ade465-7500-412c-8488-a74b3f838e6f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.991145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (39ade465-7500-412c-8488-a74b3f838e6f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.068695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:11.083392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:11.107582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:11.118159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Pushing event updated for resources: {'Port': ['ID=39ade465-7500-412c-8488-a74b3f838e6f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:11.125011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fe64:7430 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9/839f7ae3-abb8-43f3-82b3-2b1f1559d9a6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:11.307233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Attempting to bind port 39ade465-7500-412c-8488-a74b3f838e6f on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:11.307913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Attempting to bind port 39ade465-7500-412c-8488-a74b3f838e6f by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:11.308466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Attempting to bind port 39ade465-7500-412c-8488-a74b3f838e6f on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:11.315624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:11.316396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:11.317117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.317716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:11.318410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Bound port: 39ade465-7500-412c-8488-a74b3f838e6f, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:11.319856 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39ade465-7500-412c-8488-a74b3f838e6f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.452205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] For port 39ade465-7500-412c-8488-a74b3f838e6f, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:11.462325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] For port 39ade465-7500-412c-8488-a74b3f838e6f, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39ade465-7500-412c-8488-a74b3f838e6f,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:11.481723 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39ade465-7500-412c-8488-a74b3f838e6f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.542139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (839f7ae3-abb8-43f3-82b3-2b1f1559d9a6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.588521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c840-b539-44f3-8ec7-3a154405e22e None None] Pushing event updated for resources: {'Port': ['ID=39ade465-7500-412c-8488-a74b3f838e6f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:11.619664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (839f7ae3-abb8-43f3-82b3-2b1f1559d9a6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.726375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=839f7ae3-abb8-43f3-82b3-2b1f1559d9a6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:11.764941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (de67effb-3541-440b-96be-9ed7eab6f024), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.769324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:11.773749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:11.782131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:11.787956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:11.788574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.837329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3bb7282e-b00e-432e-a7f5-3849c03f88c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6254325 Feb 19 01:31:11.845567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34734) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:11.920461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8e7a8-b851-4490-8708-b91e4a24f0c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:11.925912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8e7a8-b851-4490-8708-b91e4a24f0c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:11.929048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-13a8e7a8-b851-4490-8708-b91e4a24f0c9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0816414 Feb 19 01:31:11.932634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34736) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:12.314781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 839f7ae3-abb8-43f3-82b3-2b1f1559d9a6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:12.315137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (839f7ae3-abb8-43f3-82b3-2b1f1559d9a6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.520846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (839f7ae3-abb8-43f3-82b3-2b1f1559d9a6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.542184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 839f7ae3-abb8-43f3-82b3-2b1f1559d9a6 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:12.723270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (839f7ae3-abb8-43f3-82b3-2b1f1559d9a6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.788514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=839f7ae3-abb8-43f3-82b3-2b1f1559d9a6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:12.887372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.894726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-33c45a87-2b36-45cb-ace1-a3423ea2b35f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/839f7ae3-abb8-43f3-82b3-2b1f1559d9a6 HTTP/1.1" status: 204 len: 168 time: 0.9608827 Feb 19 01:31:12.897742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34754) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:12.900678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Deleting port 80f0689a-d95a-4681-948e-02b30730fbde {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:12.901193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (80f0689a-d95a-4681-948e-02b30730fbde), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.018244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168007c-55fe-4cef-994f-3c4abd6ba295 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:13.028227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168007c-55fe-4cef-994f-3c4abd6ba295 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:13.032698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34756) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:13.033730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1168007c-55fe-4cef-994f-3c4abd6ba295 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1349106 Feb 19 01:31:13.168034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] For port 80f0689a-d95a-4681-948e-02b30730fbde, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=80f0689a-d95a-4681-948e-02b30730fbde,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:13.168422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (80f0689a-d95a-4681-948e-02b30730fbde), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.193749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Calling delete_port for 80f0689a-d95a-4681-948e-02b30730fbde owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:13.326909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:13.344308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.410199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] Provisioning complete for port 39ade465-7500-412c-8488-a74b3f838e6f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:13.410698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39ade465-7500-412c-8488-a74b3f838e6f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.546123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39ade465-7500-412c-8488-a74b3f838e6f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:13.726663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] Current status of the port 39ade465-7500-412c-8488-a74b3f838e6f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:13.727204 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39ade465-7500-412c-8488-a74b3f838e6f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.759152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 39ade465-7500-412c-8488-a74b3f838e6f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:13.759697 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39ade465-7500-412c-8488-a74b3f838e6f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.773808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.921674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] For port 39ade465-7500-412c-8488-a74b3f838e6f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39ade465-7500-412c-8488-a74b3f838e6f,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:13.940049 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39ade465-7500-412c-8488-a74b3f838e6f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.102246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c376a677-98d4-4eaf-bcaf-5b1dd3c75994 None None] Could not find standard attr ID for object 839f7ae3-abb8-43f3-82b3-2b1f1559d9a6. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:14.113695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.125973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e80f80-7b5f-4126-87e7-dcb5b4b766a1 None None] Pushing event updated for resources: {'Port': ['ID=39ade465-7500-412c-8488-a74b3f838e6f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:14.173401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (80f0689a-d95a-4681-948e-02b30730fbde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.174696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 39ade465-7500-412c-8488-a74b3f838e6f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:14.563283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Pushing event deleted for resources: {'Port': ['ID=80f0689a-d95a-4681-948e-02b30730fbde,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:14.635042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34786) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:14.686027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.735493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:14.857908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032a2379-277b-41bb-9b7e-5d7218ab5308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.863017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (de67effb-3541-440b-96be-9ed7eab6f024), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.868581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.873851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9e6d8a3f-0463-4e91-871e-bff897389c89 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9 HTTP/1.1" status: 204 len: 168 time: 1.8380487 Feb 19 01:31:14.875762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34792) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:14.877701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df543a-ac3b-4806-9cdf-4b6a435164e0 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:14.929226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2619a712-7dc5-4fab-a7db-eb5dc525383d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496542 Feb 19 01:31:14.929548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34794) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:14.934790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:14.969227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032a2379-277b-41bb-9b7e-5d7218ab5308 admin admin] Publish callbacks [] for security_group (061865b6-b977-4d92-bc04-12911403ae37), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.978448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032a2379-277b-41bb-9b7e-5d7218ab5308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (061865b6-b977-4d92-bc04-12911403ae37), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.038194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-032a2379-277b-41bb-9b7e-5d7218ab5308 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=baf9385c287143ef8cefbd8c98e07106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020236 Feb 19 01:31:15.039113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34796) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:15.040803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a2379-277b-41bb-9b7e-5d7218ab5308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061865b6-b977-4d92-bc04-12911403ae37,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:15.131954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ec46304-2003-4dcd-9c2b-feb79ad96b06 admin admin] Publish callbacks [] for security_group (061865b6-b977-4d92-bc04-12911403ae37), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.144368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:15.153889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:15.167322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.175085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ec46304-2003-4dcd-9c2b-feb79ad96b06 admin admin] Publish callbacks [] for security_group (061865b6-b977-4d92-bc04-12911403ae37), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.254533 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ec46304-2003-4dcd-9c2b-feb79ad96b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (061865b6-b977-4d92-bc04-12911403ae37), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.256660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] Deleting port 39ade465-7500-412c-8488-a74b3f838e6f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:15.257090 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (39ade465-7500-412c-8488-a74b3f838e6f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.257950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ec46304-2003-4dcd-9c2b-feb79ad96b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.259087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1ec46304-2003-4dcd-9c2b-feb79ad96b06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/061865b6-b977-4d92-bc04-12911403ae37 HTTP/1.1" status: 204 len: 168 time: 0.2125943 Feb 19 01:31:15.273253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec46304-2003-4dcd-9c2b-feb79ad96b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061865b6-b977-4d92-bc04-12911403ae37,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:15.460577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] For port 39ade465-7500-412c-8488-a74b3f838e6f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39ade465-7500-412c-8488-a74b3f838e6f,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:15.461540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (39ade465-7500-412c-8488-a74b3f838e6f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.474999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39ade465-7500-412c-8488-a74b3f838e6f no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:15.511643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] Calling delete_port for 39ade465-7500-412c-8488-a74b3f838e6f owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:15.654955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 39ade465-7500-412c-8488-a74b3f838e6f is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:15.655336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39ade465-7500-412c-8488-a74b3f838e6f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.658700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Router de67effb-3541-440b-96be-9ed7eab6f024 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:15.713711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (39ade465-7500-412c-8488-a74b3f838e6f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.766130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] Pushing event deleted for resources: {'Port': ['ID=39ade465-7500-412c-8488-a74b3f838e6f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:15.767942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de98464-cb5b-4d7f-a95f-42e3b373e89f None None] No DVR routers for this DVR port 39ade465-7500-412c-8488-a74b3f838e6f on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:15.865737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:31:15.869409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (46c928a9-1b2a-45b1-924a-0c7f7b9876aa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.897374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:15.903920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34810) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:15.919476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03540e07-ea8c-44aa-a2ca-50ca281a8896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.928166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:15.936659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:15.937657 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.944908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6109c-393b-4d2a-84b8-40b60dd4d6bf None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:16.000460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0675073 Feb 19 01:31:16.010018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34812) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:16.026418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:38:bf:d3', 'name': 'tempest-NetworksTestDHCPv6-910906599'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:16.042327 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03540e07-ea8c-44aa-a2ca-50ca281a8896 admin admin] Publish callbacks [] for security_group (8176c32b-622a-4bfc-934e-aa11f6637e50), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.050161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03540e07-ea8c-44aa-a2ca-50ca281a8896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8176c32b-622a-4bfc-934e-aa11f6637e50), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.087757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-03540e07-ea8c-44aa-a2ca-50ca281a8896 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47eb18be650541389b08fdbb85450ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825168 Feb 19 01:31:16.097370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34814) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:16.115244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea9b5b-4655-4e54-84f6-0661efefffb3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=46c928a9-1b2a-45b1-924a-0c7f7b9876aa,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:16.170313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03540e07-ea8c-44aa-a2ca-50ca281a8896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8176c32b-622a-4bfc-934e-aa11f6637e50,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:16.201287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:16.215196 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] Sync routers for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:16.216093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34816) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:16.216396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-87055729-9405-4d73-b01e-14b44d27255d admin admin] 10.222.0.43 "PUT /v2.0/routers/de67effb-3541-440b-96be-9ed7eab6f024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5912502 Feb 19 01:31:16.245108 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:16.246099 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:16.296944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1348ab56-7b1e-4534-b8e1-46409cfd40fd admin admin] Publish callbacks [] for security_group (8176c32b-622a-4bfc-934e-aa11f6637e50), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.302703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '46c928a9-1b2a-45b1-924a-0c7f7b9876aa'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:16.303580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.387619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1348ab56-7b1e-4534-b8e1-46409cfd40fd admin admin] Publish callbacks [] for security_group (8176c32b-622a-4bfc-934e-aa11f6637e50), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.393494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks [] for router (de67effb-3541-440b-96be-9ed7eab6f024), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.447616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:16.514784 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:16.526981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks [] for router_gateway (de67effb-3541-440b-96be-9ed7eab6f024), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.556162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Allocated IP 2001:db8::f816:3eff:fea8:6a02 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/46c928a9-1b2a-45b1-924a-0c7f7b9876aa/a2b9e675-5155-4453-9844-99deb67948f9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:16.592579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Deleting port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:16.593456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.672199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1348ab56-7b1e-4534-b8e1-46409cfd40fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8176c32b-622a-4bfc-934e-aa11f6637e50), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.674796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1348ab56-7b1e-4534-b8e1-46409cfd40fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.675952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1348ab56-7b1e-4534-b8e1-46409cfd40fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8176c32b-622a-4bfc-934e-aa11f6637e50 HTTP/1.1" status: 204 len: 168 time: 0.5739679 Feb 19 01:31:16.688029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.725469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] For port 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:16.726073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.731427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348ab56-7b1e-4534-b8e1-46409cfd40fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176c32b-622a-4bfc-934e-aa11f6637e50,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:16.750765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Calling delete_port for 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:16.758729 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:31:13Z', 'revision_number': 5, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port': {'id': '42db63d3-4a08-4d3c-ba5d-63bbabbdd48e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:23Z', 'updated_at': '2022-02-19T01:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:16.785646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 1061a998-dbe2-4787-9273-a2afc6a51221 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:16.829586 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] Checking router: de67effb-3541-440b-96be-9ed7eab6f024 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:16.849964 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] Routers {'de67effb-3541-440b-96be-9ed7eab6f024'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:16.850601 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['de67effb-3541-440b-96be-9ed7eab6f024'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:16.862170 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Publish callbacks [] for port (a2b9e675-5155-4453-9844-99deb67948f9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.878789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (a2b9e675-5155-4453-9844-99deb67948f9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.978042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:16.982420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:16.986593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:17.000444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Pushing event updated for resources: {'Port': ['ID=a2b9e675-5155-4453-9844-99deb67948f9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.023240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] Set router de67effb-3541-440b-96be-9ed7eab6f024 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:17.036976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fe38:bfd3 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/46c928a9-1b2a-45b1-924a-0c7f7b9876aa/1061a998-dbe2-4787-9273-a2afc6a51221) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:17.067246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (42db63d3-4a08-4d3c-ba5d-63bbabbdd48e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.068704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Attempting to bind port a2b9e675-5155-4453-9844-99deb67948f9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:17.069383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Attempting to bind port a2b9e675-5155-4453-9844-99deb67948f9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:17.070119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Attempting to bind port a2b9e675-5155-4453-9844-99deb67948f9 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:17.077323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:17.078415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:17.078981 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.079478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:17.080586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Bound port: a2b9e675-5155-4453-9844-99deb67948f9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:17.081108 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2b9e675-5155-4453-9844-99deb67948f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.110179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Pushing event deleted for resources: {'Port': ['ID=42db63d3-4a08-4d3c-ba5d-63bbabbdd48e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.119117 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:31:16Z', 'revision_number': 6, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:17.185028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] For port a2b9e675-5155-4453-9844-99deb67948f9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:17.189572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] For port a2b9e675-5155-4453-9844-99deb67948f9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2b9e675-5155-4453-9844-99deb67948f9,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:17.200614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35078f-e580-470a-a77c-3ef25ae0bae7 None None] The sync data for ids ['de67effb-3541-440b-96be-9ed7eab6f024'] in n-d-826752-2 is: [{'id': 'de67effb-3541-440b-96be-9ed7eab6f024', 'name': 'tempest-TestVolumeBackupRestore-784463841-router', 'tenant_id': '9258d78528e941998465e11f752b18e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:21Z', 'updated_at': '2022-02-19T01:31:16Z', 'revision_number': 6, 'project_id': '9258d78528e941998465e11f752b18e8', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:17.201437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2b9e675-5155-4453-9844-99deb67948f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.265895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (de67effb-3541-440b-96be-9ed7eab6f024), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.312942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.317243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d467c5-e68c-47c9-95b7-6d2ff9fb88f8 None None] Pushing event updated for resources: {'Port': ['ID=a2b9e675-5155-4453-9844-99deb67948f9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.360604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-947f109e-8763-4191-af6b-7371ab4cf770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.409835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (de67effb-3541-440b-96be-9ed7eab6f024), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.414026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks [] for router_controller (de67effb-3541-440b-96be-9ed7eab6f024), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.414995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (1061a998-dbe2-4787-9273-a2afc6a51221), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.463309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1061a998-dbe2-4787-9273-a2afc6a51221), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.489710 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (de67effb-3541-440b-96be-9ed7eab6f024), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.490365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router de67effb-3541-440b-96be-9ed7eab6f024 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:31:17.495392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.498952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3fc4dac2-e954-436f-a4fc-6e89c57d98aa admin admin] 10.222.0.43 "DELETE /v2.0/routers/de67effb-3541-440b-96be-9ed7eab6f024 HTTP/1.1" status: 204 len: 168 time: 1.2794521 Feb 19 01:31:17.500499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34834) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.531672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:17.535023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:17.538927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:17.544114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:17.544746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.547343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Deleting subnet 6f9b9042-b716-43df-89ed-a05292b19679 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:17.551538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Publish callbacks [] for subnet (6f9b9042-b716-43df-89ed-a05292b19679), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.565572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=1061a998-dbe2-4787-9273-a2afc6a51221,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.574948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-af2f9c97-d828-42d7-84f3-522f23313b00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5577245 Feb 19 01:31:17.575961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.613630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (6f9b9042-b716-43df-89ed-a05292b19679), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.613630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-947f109e-8763-4191-af6b-7371ab4cf770 admin admin] Publish callbacks [] for security_group (5a735e21-a081-438a-93d3-1eaf8802fe09), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.659311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-947f109e-8763-4191-af6b-7371ab4cf770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a735e21-a081-438a-93d3-1eaf8802fe09), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.684967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d5674-118e-418d-bc52-671e356ce5b5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:17.689993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f109e-8763-4191-af6b-7371ab4cf770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a735e21-a081-438a-93d3-1eaf8802fe09,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.693138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d5674-118e-418d-bc52-671e356ce5b5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:17.695505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef4d5674-118e-418d-bc52-671e356ce5b5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1185935 Feb 19 01:31:17.698706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.743660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-947f109e-8763-4191-af6b-7371ab4cf770 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f22f150a6abd4614a0809bcb2d2f605f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301012 Feb 19 01:31:17.747621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.881783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6f9b9042-b716-43df-89ed-a05292b19679), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.908381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 1061a998-dbe2-4787-9273-a2afc6a51221 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:17.909192 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1061a998-dbe2-4787-9273-a2afc6a51221), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.958452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0beb-8b6d-416d-8519-892ec578ab03 admin admin] Publish callbacks [] for security_group (5a735e21-a081-438a-93d3-1eaf8802fe09), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.993108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0beb-8b6d-416d-8519-892ec578ab03 admin admin] Publish callbacks [] for security_group (5a735e21-a081-438a-93d3-1eaf8802fe09), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.012759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1061a998-dbe2-4787-9273-a2afc6a51221), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.017518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6f9b9042-b716-43df-89ed-a05292b19679), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.027415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 1061a998-dbe2-4787-9273-a2afc6a51221 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:18.063741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9b9042-b716-43df-89ed-a05292b19679,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:18.070973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.078140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-53f95be6-4519-41ac-aa9d-b6f50d0bb01c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6f9b9042-b716-43df-89ed-a05292b19679 HTTP/1.1" status: 204 len: 168 time: 0.5742209 Feb 19 01:31:18.078304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215048d6-9d90-4e84-89f4-c03176843b01 None None] Network 15a0a81f-019b-4e8a-956e-d9ec79c94199 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:18.078745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:18.149639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0beb-8b6d-416d-8519-892ec578ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a735e21-a081-438a-93d3-1eaf8802fe09), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.153162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f3e0beb-8b6d-416d-8519-892ec578ab03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.156474 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7f3e0beb-8b6d-416d-8519-892ec578ab03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a735e21-a081-438a-93d3-1eaf8802fe09 HTTP/1.1" status: 204 len: 168 time: 0.4055483 Feb 19 01:31:18.167171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e0beb-8b6d-416d-8519-892ec578ab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a735e21-a081-438a-93d3-1eaf8802fe09,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:18.172626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (15a0a81f-019b-4e8a-956e-d9ec79c94199), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.227727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1061a998-dbe2-4787-9273-a2afc6a51221), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.273764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Deleting port 0638f655-79f8-4750-aba0-4ff7e415fbe8 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:18.274123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.294440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=1061a998-dbe2-4787-9273-a2afc6a51221,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:18.374316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.377841 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.379343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] For port 0638f655-79f8-4750-aba0-4ff7e415fbe8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0638f655-79f8-4750-aba0-4ff7e415fbe8,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:18.379956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.385328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0fcb82d2-cab1-4e20-8dad-30f9b84859a3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/1061a998-dbe2-4787-9273-a2afc6a51221 HTTP/1.1" status: 204 len: 168 time: 0.6852920 Feb 19 01:31:18.387750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:18.405084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Calling delete_port for 0638f655-79f8-4750-aba0-4ff7e415fbe8 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:18.427874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] DHCP port deletion for 15a0a81f-019b-4e8a-956e-d9ec79c94199 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:18.542400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] Deleting port 0638f655-79f8-4750-aba0-4ff7e415fbe8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:18.542763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.554378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a42f6e-66b2-4689-98b3-2aec8698ec00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:18.555799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a42f6e-66b2-4689-98b3-2aec8698ec00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:18.558177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e0a42f6e-66b2-4689-98b3-2aec8698ec00 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1669619 Feb 19 01:31:18.560495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:18.612699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.652501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] For port 0638f655-79f8-4750-aba0-4ff7e415fbe8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0638f655-79f8-4750-aba0-4ff7e415fbe8,segment=NetworkSegment(182bfbca-67cc-4b7a-bbac-1cb7573ab00d),segment_id=182bfbca-67cc-4b7a-bbac-1cb7573ab00d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:18.653135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.663868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 46c928a9-1b2a-45b1-924a-0c7f7b9876aa {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:18.669112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] Calling delete_port for 0638f655-79f8-4750-aba0-4ff7e415fbe8 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:18.670708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (46c928a9-1b2a-45b1-924a-0c7f7b9876aa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.688206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0638f655-79f8-4750-aba0-4ff7e415fbe8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:18.691696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] No DVR routers for this DVR port 0638f655-79f8-4750-aba0-4ff7e415fbe8 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:18.746275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (46c928a9-1b2a-45b1-924a-0c7f7b9876aa), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.831107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (15a0a81f-019b-4e8a-956e-d9ec79c94199), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.857721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (0638f655-79f8-4750-aba0-4ff7e415fbe8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.858309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a0a81f-019b-4e8a-956e-d9ec79c94199']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:18.873026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182bfbca-67cc-4b7a-bbac-1cb7573ab00d') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:18.873355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182bfbca-67cc-4b7a-bbac-1cb7573ab00d') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:18.893804 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (182bfbca-67cc-4b7a-bbac-1cb7573ab00d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.897364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] Pushing event deleted for resources: {'Port': ['ID=0638f655-79f8-4750-aba0-4ff7e415fbe8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:18.912063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b839412-bce2-4407-91c9-e2138cced8cc None None] No DVR routers for this DVR port 0638f655-79f8-4750-aba0-4ff7e415fbe8 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:18.933214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (182bfbca-67cc-4b7a-bbac-1cb7573ab00d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.964690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:31:18.965291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (182bfbca-67cc-4b7a-bbac-1cb7573ab00d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:31:18.986596 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:31:19.059693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (46c928a9-1b2a-45b1-924a-0c7f7b9876aa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.090415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (15a0a81f-019b-4e8a-956e-d9ec79c94199), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.096731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.103414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] 10.222.0.43 "DELETE /v2.0/networks/15a0a81f-019b-4e8a-956e-d9ec79c94199 HTTP/1.1" status: 204 len: 168 time: 1.0210607 Feb 19 01:31:19.106099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34874) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.129580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b040e8-b069-4c96-8b91-1daa6797ed13 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a0a81f-019b-4e8a-956e-d9ec79c94199,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:19.197864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-010ec488-21b7-4c50-897d-192d695952dd None None] Provisioning complete for port a2b9e675-5155-4453-9844-99deb67948f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:19.198350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-010ec488-21b7-4c50-897d-192d695952dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2b9e675-5155-4453-9844-99deb67948f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.252643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (46c928a9-1b2a-45b1-924a-0c7f7b9876aa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.324042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.327314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/46c928a9-1b2a-45b1-924a-0c7f7b9876aa HTTP/1.1" status: 204 len: 168 time: 0.7658043 Feb 19 01:31:19.330613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.331085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20fd71-a242-4ba8-8752-1ae444799279 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=46c928a9-1b2a-45b1-924a-0c7f7b9876aa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:19.393386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-010ec488-21b7-4c50-897d-192d695952dd None None] Current status of the port a2b9e675-5155-4453-9844-99deb67948f9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:19.393788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-010ec488-21b7-4c50-897d-192d695952dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a2b9e675-5155-4453-9844-99deb67948f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.409270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2b9e675-5155-4453-9844-99deb67948f9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:19.456117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4426e653-8ce1-4843-a62e-a9ba408374f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239402 Feb 19 01:31:19.458918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.532039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-010ec488-21b7-4c50-897d-192d695952dd None None] For port a2b9e675-5155-4453-9844-99deb67948f9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2b9e675-5155-4453-9844-99deb67948f9,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:19.554459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-010ec488-21b7-4c50-897d-192d695952dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a2b9e675-5155-4453-9844-99deb67948f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.592290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46140ec3-9bbd-48a4-b671-a53b0bf405e2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:19.595183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-46140ec3-9bbd-48a4-b671-a53b0bf405e2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1353214 Feb 19 01:31:19.600196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34890) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.654906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ec488-21b7-4c50-897d-192d695952dd None None] Pushing event updated for resources: {'Port': ['ID=a2b9e675-5155-4453-9844-99deb67948f9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:19.657451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a0539-5bb6-4f8e-a381-e520af45072d None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:19.721914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affb7387-1185-4d4a-ab01-193ebb60fb49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:19.726335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-affb7387-1185-4d4a-ab01-193ebb60fb49 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1268709 Feb 19 01:31:19.727211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34894) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.748080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a2b9e675-5155-4453-9844-99deb67948f9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:19.748467 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a2b9e675-5155-4453-9844-99deb67948f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.769949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c79f4948-f2d4-4257-b56e-3e6314596ce4 None None] Could not find standard attr ID for object 1061a998-dbe2-4787-9273-a2afc6a51221. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:19.809400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d35cc4f-3a1f-426c-b460-861ae4dbb77e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808733 Feb 19 01:31:19.810152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.815233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:19.823444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (848a8c63-0206-44fd-87bb-c3b187bc0c05), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.880267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a2b9e675-5155-4453-9844-99deb67948f9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:19.925488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:19.969872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:20.009188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:20.013780 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.020156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:20.021472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42db63d3-4a08-4d3c-ba5d-63bbabbdd48e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:20.022500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0638f655-79f8-4750-aba0-4ff7e415fbe8 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:20.071478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0638f655-79f8-4750-aba0-4ff7e415fbe8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:20.073276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0638f655-79f8-4750-aba0-4ff7e415fbe8 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:20.074039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 80f0689a-d95a-4681-948e-02b30730fbde no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:20.107339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 80f0689a-d95a-4681-948e-02b30730fbde {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:20.107928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 80f0689a-d95a-4681-948e-02b30730fbde not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:20.179596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] Deleting port a2b9e675-5155-4453-9844-99deb67948f9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:20.179980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a2b9e675-5155-4453-9844-99deb67948f9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.274695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] For port a2b9e675-5155-4453-9844-99deb67948f9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a2b9e675-5155-4453-9844-99deb67948f9,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:20.275375 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a2b9e675-5155-4453-9844-99deb67948f9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.299673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] Calling delete_port for a2b9e675-5155-4453-9844-99deb67948f9 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:20.335707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb16b066-85c7-4ab0-94d3-58ca16d3eb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.373988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Deleting port 00b26ecd-65bf-4605-83ae-34b68df08670 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:20.374552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.532834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (a2b9e675-5155-4453-9844-99deb67948f9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.545923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] No DVR routers for this DVR port a2b9e675-5155-4453-9844-99deb67948f9 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:20.589771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:31:20.591564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (c7e5137f-f424-42e5-a473-beebaf6db764), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.637763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2e46c-a62c-401d-b7c3-0e3248925768 None None] Pushing event deleted for resources: {'Port': ['ID=a2b9e675-5155-4453-9844-99deb67948f9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:20.643546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:20.653262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:20.669511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:20.670478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.670666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8059125-105b-4da9-a757-a5c745e22fe4 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:20.696317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=c7e5137f-f424-42e5-a473-beebaf6db764,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:20.728026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b91fb15c-46d9-4994-a672-5d1a547a603f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9166136 Feb 19 01:31:20.730631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:20.738084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:c2:d5:9e', 'name': 'tempest-NetworksTestDHCPv6-1236459437'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:20.807973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': 'c7e5137f-f424-42e5-a473-beebaf6db764'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:20.809093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.862283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] For port 00b26ecd-65bf-4605-83ae-34b68df08670, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=00b26ecd-65bf-4605-83ae-34b68df08670,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:20.862909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.877328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Calling delete_port for 00b26ecd-65bf-4605-83ae-34b68df08670 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:20.959672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:21.060162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Allocated IP 2001:db8::f816:3eff:fe37:949 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/c7e5137f-f424-42e5-a473-beebaf6db764/6d0223c9-a455-4dea-a85c-e50feea3451c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:21.117653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.121709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (00b26ecd-65bf-4605-83ae-34b68df08670), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.157438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34928) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:21.163173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505255355', 'description': 'tempest-secgroup-smoke-505255355 description', 'project_id': '9e1e3a64a565467999d736e1f9c667ae'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:21.167479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b26ecd-65bf-4605-83ae-34b68df08670,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:21.194746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port e214315c-cce7-4aad-8983-461901b65bc4 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:21.289058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.324587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.421045 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Publish callbacks [] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.423222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.458869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (848a8c63-0206-44fd-87bb-c3b187bc0c05), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.459992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2b9e675-5155-4453-9844-99deb67948f9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:21.510643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a2b9e675-5155-4453-9844-99deb67948f9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:21.512606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a2b9e675-5155-4453-9844-99deb67948f9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:21.535072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:21.539995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:21.542611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:21.546352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Pushing event updated for resources: {'Port': ['ID=6d0223c9-a455-4dea-a85c-e50feea3451c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:21.625305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fec2:d59e (8a1310d5-e386-4bdf-ae7f-e3c545313a62/c7e5137f-f424-42e5-a473-beebaf6db764/e214315c-cce7-4aad-8983-461901b65bc4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:21.644132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Attempting to bind port 6d0223c9-a455-4dea-a85c-e50feea3451c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:21.644132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Attempting to bind port 6d0223c9-a455-4dea-a85c-e50feea3451c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:21.644132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Attempting to bind port 6d0223c9-a455-4dea-a85c-e50feea3451c on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:21.650906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:21.651383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:21.652164 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.652614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:21.653118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Bound port: 6d0223c9-a455-4dea-a85c-e50feea3451c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:21.653548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (86f092a7-d6a6-4d9c-acb2-709c5898052e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.653678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.700648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (86f092a7-d6a6-4d9c-acb2-709c5898052e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.814465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] For port 6d0223c9-a455-4dea-a85c-e50feea3451c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:21.837640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] For port 6d0223c9-a455-4dea-a85c-e50feea3451c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6d0223c9-a455-4dea-a85c-e50feea3451c,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:21.842612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f092a7-d6a6-4d9c-acb2-709c5898052e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:21.849605 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.914022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Router 848a8c63-0206-44fd-87bb-c3b187bc0c05 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:21.944207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc8d3-312c-494c-be3b-308d389a4de5 None None] Pushing event updated for resources: {'Port': ['ID=6d0223c9-a455-4dea-a85c-e50feea3451c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:21.983333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (2c2c4718-84b4-4977-b9c9-20c351cbfe06), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.993632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2c2c4718-84b4-4977-b9c9-20c351cbfe06), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.057212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.058506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8997390 Feb 19 01:31:22.062540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34944) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.067020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5159a-a765-4219-a428-b170987db0f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c4718-84b4-4977-b9c9-20c351cbfe06,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:22.067929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '2c2c4718-84b4-4977-b9c9-20c351cbfe06', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:22.071521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (e214315c-cce7-4aad-8983-461901b65bc4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.102481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:22.116385 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39f480ad-e60e-43cd-b119-be71999314e2 admin admin] 10.222.0.43 "PUT /v2.0/routers/848a8c63-0206-44fd-87bb-c3b187bc0c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0072384 Feb 19 01:31:22.116939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] Sync routers for ids ['848a8c63-0206-44fd-87bb-c3b187bc0c05'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:22.118369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.122476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (9e634a1d-3d02-499c-9aa2-8f15f53d1a71), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.127835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e214315c-cce7-4aad-8983-461901b65bc4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.131887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] Routers {'848a8c63-0206-44fd-87bb-c3b187bc0c05'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:22.133396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:30:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['848a8c63-0206-44fd-87bb-c3b187bc0c05'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:22.229805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (9e634a1d-3d02-499c-9aa2-8f15f53d1a71), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.239557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (9e634a1d-3d02-499c-9aa2-8f15f53d1a71), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.266546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e634a1d-3d02-499c-9aa2-8f15f53d1a71,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:22.297043 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.304774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-14b8e0a3-4e42-4428-87d6-60adea1e654b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412865 Feb 19 01:31:22.305626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.315187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '2c2c4718-84b4-4977-b9c9-20c351cbfe06', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:22.341379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:22.353078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:22.363084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:22.369818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:22.375657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.382462 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (680a4cf2-fe91-443c-ae33-ce6c44056386), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.382679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] Set router 848a8c63-0206-44fd-87bb-c3b187bc0c05 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:22.390339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=e214315c-cce7-4aad-8983-461901b65bc4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:22.454503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-121e1928-7864-4137-bd82-687ce57b3818 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7225420 Feb 19 01:31:22.458071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.502246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks [] for router (848a8c63-0206-44fd-87bb-c3b187bc0c05), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.512183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (680a4cf2-fe91-443c-ae33-ce6c44056386), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.518742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (680a4cf2-fe91-443c-ae33-ce6c44056386), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.547002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a4cf2-fe91-443c-ae33-ce6c44056386,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:22.576444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.577732 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db06f9d2-b05a-4071-bf80-170fa96a92c1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694032 Feb 19 01:31:22.588505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.594866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '2c2c4718-84b4-4977-b9c9-20c351cbfe06', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:22.619050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685c0b3-f5b6-482e-9478-58470303487a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:22.620789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbacd464-41f7-4b0a-be3a-03f1b3975841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.624826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685c0b3-f5b6-482e-9478-58470303487a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:22.626781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0685c0b3-f5b6-482e-9478-58470303487a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1677623 Feb 19 01:31:22.629638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34958) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.631202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (8609d11d-54b0-4232-8ee0-9620fab5a8ce), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.640092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:31:21Z', 'revision_number': 5, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:22.678417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] Checking router: 848a8c63-0206-44fd-87bb-c3b187bc0c05 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:22.687615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] Routers {'848a8c63-0206-44fd-87bb-c3b187bc0c05'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:22.687962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['848a8c63-0206-44fd-87bb-c3b187bc0c05'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:22.689774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks [] for router_gateway (848a8c63-0206-44fd-87bb-c3b187bc0c05), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.709303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (8609d11d-54b0-4232-8ee0-9620fab5a8ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.724126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (8609d11d-54b0-4232-8ee0-9620fab5a8ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.766264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8609d11d-54b0-4232-8ee0-9620fab5a8ce,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:22.778980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.784901 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4437f6ec-3f88-44f4-8cbe-b89e40918d31 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913109 Feb 19 01:31:22.785578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:22.795037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '2c2c4718-84b4-4977-b9c9-20c351cbfe06', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:22.798246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port e214315c-cce7-4aad-8983-461901b65bc4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:22.798787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e214315c-cce7-4aad-8983-461901b65bc4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.817590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] Set router 848a8c63-0206-44fd-87bb-c3b187bc0c05 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:22.860188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (500cb95a-4886-4ab7-96ae-038ea33f896a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.990736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (500cb95a-4886-4ab7-96ae-038ea33f896a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.001283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (500cb95a-4886-4ab7-96ae-038ea33f896a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.058840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500cb95a-4886-4ab7-96ae-038ea33f896a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:23.073429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.076147 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e6ed14f-3f20-45dc-8702-20a18b2a64e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2884490 Feb 19 01:31:23.078797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34966) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:23.081226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:31:21Z', 'revision_number': 5, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:23.085464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '2c2c4718-84b4-4977-b9c9-20c351cbfe06', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:23.113380 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:31:23.119806 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (cb132e94-3661-4625-8391-4267cab39968), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.261683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (cb132e94-3661-4625-8391-4267cab39968), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.273502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (cb132e94-3661-4625-8391-4267cab39968), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.327737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb132e94-3661-4625-8391-4267cab39968,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:23.353483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.354830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bf4c805c-8ba4-4554-ada9-72f4952986a3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2747583 Feb 19 01:31:23.357690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:23.368353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '2c2c4718-84b4-4977-b9c9-20c351cbfe06', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:23.404103 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:31:23.412703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (761b0c2d-f97f-4970-8d4f-2c0c0cc7d31f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.423881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6d0223c9-a455-4dea-a85c-e50feea3451c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:23.424093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Deleting port 0dceb407-63b2-49ad-9771-5d2056e05d6b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:23.424429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.429033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ce713-e57f-4dbf-9438-8bb8ac7b95f9 None None] The sync data for ids ['848a8c63-0206-44fd-87bb-c3b187bc0c05'] in n-d-826752-2 is: [{'id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'name': 'tempest-TestVolumeBackupRestore-531543015-router', 'tenant_id': '090c176bbed84a91bc75e6b02930c814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:38Z', 'updated_at': '2022-02-19T01:31:21Z', 'revision_number': 5, 'project_id': '090c176bbed84a91bc75e6b02930c814', 'gw_port': {'id': '0dceb407-63b2-49ad-9771-5d2056e05d6b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a8c63-0206-44fd-87bb-c3b187bc0c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:39Z', 'updated_at': '2022-02-19T01:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:23.491876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6d0223c9-a455-4dea-a85c-e50feea3451c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:23.492090 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.529902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e214315c-cce7-4aad-8983-461901b65bc4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.539476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (761b0c2d-f97f-4970-8d4f-2c0c0cc7d31f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.545944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (761b0c2d-f97f-4970-8d4f-2c0c0cc7d31f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.557533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for e214315c-cce7-4aad-8983-461901b65bc4 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:23.586549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] For port 0dceb407-63b2-49ad-9771-5d2056e05d6b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0dceb407-63b2-49ad-9771-5d2056e05d6b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:23.586999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.593809 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.597749 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2362943 Feb 19 01:31:23.597749 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867f040-e438-4e3e-8af6-b087dcab9cee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761b0c2d-f97f-4970-8d4f-2c0c0cc7d31f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:23.605932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:23.623787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'network': {'name': 'tempest-network-smoke--389043121', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:23.632095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Calling delete_port for 0dceb407-63b2-49ad-9771-5d2056e05d6b owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:23.679270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6d0223c9-a455-4dea-a85c-e50feea3451c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:23.679807 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.686048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:23.690509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.702430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9032a176-ddb4-4a54-b5cb-c2b2082d2b4c None None] Provisioning complete for port 6d0223c9-a455-4dea-a85c-e50feea3451c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:23.702850 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9032a176-ddb4-4a54-b5cb-c2b2082d2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.745213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.756477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:31:23.766488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bb03ff3d-fb0f-407b-a5fa-0efa8672d950), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.767060 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Added segment bb03ff3d-fb0f-407b-a5fa-0efa8672d950 of type vlan for network 99c2c58a-ea48-413c-a07c-af6b15e8f96b Feb 19 01:31:23.774862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 6d0223c9-a455-4dea-a85c-e50feea3451c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6d0223c9-a455-4dea-a85c-e50feea3451c,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:23.788333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.854628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (99c2c58a-ea48-413c-a07c-af6b15e8f96b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.897393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (99c2c58a-ea48-413c-a07c-af6b15e8f96b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.900738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9032a176-ddb4-4a54-b5cb-c2b2082d2b4c None None] Current status of the port 6d0223c9-a455-4dea-a85c-e50feea3451c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:23.904623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:23.906032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:23.907313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=6d0223c9-a455-4dea-a85c-e50feea3451c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:23.983080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3758368 Feb 19 01:31:23.990965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:24.002477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'admin_state_up': True, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:24.031865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2ecbd4e4-bdbc-4ed3-ae9b-42755293ee8e None None] Provisioning complete for port e214315c-cce7-4aad-8983-461901b65bc4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:24.032249 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ecbd4e4-bdbc-4ed3-ae9b-42755293ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e214315c-cce7-4aad-8983-461901b65bc4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.039598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61af1e-4f53-4074-bc36-4aada1d22baa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Network': ['ID=99c2c58a-ea48-413c-a07c-af6b15e8f96b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:24.059871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:31:24.061920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0dceb407-63b2-49ad-9771-5d2056e05d6b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.074159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (17b5b9b1-570e-4578-a268-140092b210e4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.075631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (17b5b9b1-570e-4578-a268-140092b210e4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.120470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Pushing event deleted for resources: {'Port': ['ID=0dceb407-63b2-49ad-9771-5d2056e05d6b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:24.122482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbd4e4-bdbc-4ed3-ae9b-42755293ee8e None None] Port e214315c-cce7-4aad-8983-461901b65bc4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:24.178444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e214315c-cce7-4aad-8983-461901b65bc4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.217059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=e214315c-cce7-4aad-8983-461901b65bc4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:24.256459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (848a8c63-0206-44fd-87bb-c3b187bc0c05), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.262810 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.267882 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa90edae-25ac-417e-bd79-556b7e0d92b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/e214315c-cce7-4aad-8983-461901b65bc4 HTTP/1.1" status: 204 len: 168 time: 1.6371763 Feb 19 01:31:24.280021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:24.283058 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (17b5b9b1-570e-4578-a268-140092b210e4), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.383277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (848a8c63-0206-44fd-87bb-c3b187bc0c05), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.386497 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks [] for router_controller (848a8c63-0206-44fd-87bb-c3b187bc0c05), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.452529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (848a8c63-0206-44fd-87bb-c3b187bc0c05), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.453410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 848a8c63-0206-44fd-87bb-c3b187bc0c05 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:31:24.463592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.464880 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-74688242-5c78-43ca-94eb-9b6112ad002f admin admin] 10.222.0.43 "DELETE /v2.0/routers/848a8c63-0206-44fd-87bb-c3b187bc0c05 HTTP/1.1" status: 204 len: 168 time: 2.3452342 Feb 19 01:31:24.468235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34988) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:24.477108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2b10b-550a-4022-8a48-ef3f58950392 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:24.478893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2b10b-550a-4022-8a48-ef3f58950392 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:24.481507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4fa2b10b-550a-4022-8a48-ef3f58950392 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2004635 Feb 19 01:31:24.484079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:24.532658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (17b5b9b1-570e-4578-a268-140092b210e4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.533288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Deleting subnet 8b91708e-0471-4539-b6e4-295dbe2473fe {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:24.536929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Publish callbacks [] for subnet (8b91708e-0471-4539-b6e4-295dbe2473fe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.583759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (8b91708e-0471-4539-b6e4-295dbe2473fe), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.628978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet c7e5137f-f424-42e5-a473-beebaf6db764 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:24.635550 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (c7e5137f-f424-42e5-a473-beebaf6db764), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.684289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c7e5137f-f424-42e5-a473-beebaf6db764), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.689739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8b91708e-0471-4539-b6e4-295dbe2473fe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.752562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (8b91708e-0471-4539-b6e4-295dbe2473fe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.784501 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c7e5137f-f424-42e5-a473-beebaf6db764), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.787600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b91708e-0471-4539-b6e4-295dbe2473fe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:24.796569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.797638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e4ab4-3035-436f-b3ea-ca17e0504fdd None None] Network 833bd160-526e-44ff-b569-8d691f474df0 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:24.803528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47978805-6a15-4d58-9c58-3569389d61bc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8b91708e-0471-4539-b6e4-295dbe2473fe HTTP/1.1" status: 204 len: 168 time: 0.3319581 Feb 19 01:31:24.803847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 34992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:24.893504 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (833bd160-526e-44ff-b569-8d691f474df0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.938063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c7e5137f-f424-42e5-a473-beebaf6db764), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.939897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (17b5b9b1-570e-4578-a268-140092b210e4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.969027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Deleting port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:24.969027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.997658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.001294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e5137f-f424-42e5-a473-beebaf6db764,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:25.009481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.013464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c393d849-291c-495a-aaf6-eefdccac84a9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/c7e5137f-f424-42e5-a473-beebaf6db764 HTTP/1.1" status: 204 len: 168 time: 0.5275803 Feb 19 01:31:25.016597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 34996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:25.031714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fdcf6b-27fe-4ed1-80d6-5c4f7e9f5bd6 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:25.092069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1c99fea4-1648-4559-af88-d43979fc1c18 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743377 Feb 19 01:31:25.098345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35000) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:25.107750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:25.151559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] For port 30e64ba6-e64f-4ca4-93a5-1caf032c0372, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30e64ba6-e64f-4ca4-93a5-1caf032c0372,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:25.151933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.153358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2072d611-3378-4eba-854c-479936d5587b None None] DHCP port deletion for 833bd160-526e-44ff-b569-8d691f474df0 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:25.171987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Calling delete_port for 30e64ba6-e64f-4ca4-93a5-1caf032c0372 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:25.271864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2072d611-3378-4eba-854c-479936d5587b None None] Deleting port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:25.272320 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2072d611-3378-4eba-854c-479936d5587b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.297603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.107 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/a32daa40-93a9-4edf-9f48-94b33d7197c6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:25.315455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:25.320038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.377542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:25.378148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.395089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] No DVR routers for this DVR port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:25.454313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Pushing event deleted for resources: {'Port': ['ID=30e64ba6-e64f-4ca4-93a5-1caf032c0372,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:25.476971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0dceb407-63b2-49ad-9771-5d2056e05d6b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:25.491698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.535090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.537641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2072d611-3378-4eba-854c-479936d5587b None None] For port 30e64ba6-e64f-4ca4-93a5-1caf032c0372, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30e64ba6-e64f-4ca4-93a5-1caf032c0372,segment=NetworkSegment(baf65480-6f10-437a-a33e-fe99ad1d298f),segment_id=baf65480-6f10-437a-a33e-fe99ad1d298f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:25.538659 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2072d611-3378-4eba-854c-479936d5587b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.541212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0dceb407-63b2-49ad-9771-5d2056e05d6b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:25.541727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0dceb407-63b2-49ad-9771-5d2056e05d6b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:25.543038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 00b26ecd-65bf-4605-83ae-34b68df08670 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:25.552712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (833bd160-526e-44ff-b569-8d691f474df0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.579795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 00b26ecd-65bf-4605-83ae-34b68df08670 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:25.580417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 00b26ecd-65bf-4605-83ae-34b68df08670 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:25.581022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30e64ba6-e64f-4ca4-93a5-1caf032c0372 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:25.581486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833bd160-526e-44ff-b569-8d691f474df0']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:25.589306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2072d611-3378-4eba-854c-479936d5587b None None] Calling delete_port for 30e64ba6-e64f-4ca4-93a5-1caf032c0372 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:25.597751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf65480-6f10-437a-a33e-fe99ad1d298f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:25.597944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf65480-6f10-437a-a33e-fe99ad1d298f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:25.618987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (baf65480-6f10-437a-a33e-fe99ad1d298f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.622822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 30e64ba6-e64f-4ca4-93a5-1caf032c0372 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:25.623403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30e64ba6-e64f-4ca4-93a5-1caf032c0372 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:25.635858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (baf65480-6f10-437a-a33e-fe99ad1d298f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.654869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:31:25.655353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (baf65480-6f10-437a-a33e-fe99ad1d298f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.682177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.685314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] Deleting port 6d0223c9-a455-4dea-a85c-e50feea3451c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:25.685929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:31:25.719967 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:31:25.725561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (833bd160-526e-44ff-b569-8d691f474df0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.745401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.750618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] 10.222.0.43 "DELETE /v2.0/networks/833bd160-526e-44ff-b569-8d691f474df0 HTTP/1.1" status: 204 len: 168 time: 0.9446795 Feb 19 01:31:25.752965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2290b-f52a-4009-84d3-83023f77c10a admin admin] Pushing event deleted for resources: {'Network': ['ID=833bd160-526e-44ff-b569-8d691f474df0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:25.794166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] For port 6d0223c9-a455-4dea-a85c-e50feea3451c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6d0223c9-a455-4dea-a85c-e50feea3451c,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:25.794891 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.797451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:25.802974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:25.808558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=a32daa40-93a9-4edf-9f48-94b33d7197c6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:25.810890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] Calling delete_port for 6d0223c9-a455-4dea-a85c-e50feea3451c owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:25.811365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:25.813400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2072d611-3378-4eba-854c-479936d5587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (30e64ba6-e64f-4ca4-93a5-1caf032c0372), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.844117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2072d611-3378-4eba-854c-479936d5587b None None] Network 833bd160-526e-44ff-b569-8d691f474df0 is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:31:25.844829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072d611-3378-4eba-854c-479936d5587b None None] No DVR routers for this DVR port 30e64ba6-e64f-4ca4-93a5-1caf032c0372 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:25.849977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072d611-3378-4eba-854c-479936d5587b None None] Pushing event deleted for resources: {'Port': ['ID=30e64ba6-e64f-4ca4-93a5-1caf032c0372,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:25.943366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (6d0223c9-a455-4dea-a85c-e50feea3451c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.995407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] Pushing event deleted for resources: {'Port': ['ID=6d0223c9-a455-4dea-a85c-e50feea3451c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:26.009664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35008) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:26.013941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e9da8-d657-455b-8777-ef2da40f50ea None None] No DVR routers for this DVR port 6d0223c9-a455-4dea-a85c-e50feea3451c on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:26.071984 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.087413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9ab963c6-9cd1-4238-854a-bd161619f977 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9258d78528e941998465e11f752b18e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763443 Feb 19 01:31:26.090052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:26.158532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ef8702a-27ef-4dcd-9c31-007c80e4e9a3 admin admin] Publish callbacks [] for security_group (674165f1-92e2-48c9-8dc9-b0bd59f609a0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.208304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ef8702a-27ef-4dcd-9c31-007c80e4e9a3 admin admin] Publish callbacks [] for security_group (674165f1-92e2-48c9-8dc9-b0bd59f609a0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.267692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ef8702a-27ef-4dcd-9c31-007c80e4e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (674165f1-92e2-48c9-8dc9-b0bd59f609a0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.271432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ef8702a-27ef-4dcd-9c31-007c80e4e9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.277445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ef8702a-27ef-4dcd-9c31-007c80e4e9a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/674165f1-92e2-48c9-8dc9-b0bd59f609a0 HTTP/1.1" status: 204 len: 168 time: 0.1813762 Feb 19 01:31:26.303653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8702a-27ef-4dcd-9c31-007c80e4e9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674165f1-92e2-48c9-8dc9-b0bd59f609a0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:26.333682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:31:26.487171 n-d-826752-2 neutron-server[103430]: WARNING neutron.services.revisions.revision_plugin [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Could not find related port for resource to bump revision. Feb 19 01:31:26.496571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_pluggable_backend [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Port 6d0223c9-a455-4dea-a85c-e50feea3451c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103430) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 01:31:26.496957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_pluggable_backend [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:949 {{(pid=103430) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 01:31:26.501748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_pluggable_backend [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe37:949 {{(pid=103430) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 01:31:26.528143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d79f1d48-db61-4a60-a98e-b942bf7d7cf9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.564940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.581169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:26.588272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:26.596326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:26.596741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.605905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090a1f0-a83c-4d14-9196-3ac1eed16de5 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:26.611517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (17b5b9b1-570e-4578-a268-140092b210e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.657886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5557072 Feb 19 01:31:26.657886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949e94-2752-42c3-8d6a-111e1d1453f4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=d79f1d48-db61-4a60-a98e-b942bf7d7cf9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:26.658584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:26.664148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:b0:3f:6d', 'name': 'tempest-NetworksTestDHCPv6-1292568066'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:26.797049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': 'd79f1d48-db61-4a60-a98e-b942bf7d7cf9'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:26.799450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.818208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35026) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:26.828713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:26.876624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (17b5b9b1-570e-4578-a268-140092b210e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.942780 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.968165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Allocated IP 2001:db8::f816:3eff:febd:680f (8a1310d5-e386-4bdf-ae7f-e3c545313a62/d79f1d48-db61-4a60-a98e-b942bf7d7cf9/5cc451a2-e212-4ea8-86a7-5f3fa5249ac2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:26.968804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 53e0475e-d7bc-4dcc-85f6-1302d71394af yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:27.030877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 17b5b9b1-570e-4578-a268-140092b210e4 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:31:27.075547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e645de9-0ea8-4020-87c9-3912fac97074 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=090c176bbed84a91bc75e6b02930c814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564380 Feb 19 01:31:27.076212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:27.128346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7855f68-b3da-4812-b66c-3f0f9d2f33b0 admin admin] Publish callbacks [] for security_group (a2e2bbcc-fe39-49b9-8449-4f687f9b9717), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.157372 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Publish callbacks [] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.157579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7855f68-b3da-4812-b66c-3f0f9d2f33b0 admin admin] Publish callbacks [] for security_group (a2e2bbcc-fe39-49b9-8449-4f687f9b9717), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.165917 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.185937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:27.199404 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Sync routers for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:27.220835 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:27.223812 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:27.257780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.259597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-944d653b-8550-418a-917e-9f285df3ef5c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2667661 Feb 19 01:31:27.262631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:27.290459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7855f68-b3da-4812-b66c-3f0f9d2f33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a2e2bbcc-fe39-49b9-8449-4f687f9b9717), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.292983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b7855f68-b3da-4812-b66c-3f0f9d2f33b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.294165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b7855f68-b3da-4812-b66c-3f0f9d2f33b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2e2bbcc-fe39-49b9-8449-4f687f9b9717 HTTP/1.1" status: 204 len: 168 time: 0.2170315 Feb 19 01:31:27.314605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:27.326041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:27.336161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7855f68-b3da-4812-b66c-3f0f9d2f33b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e2bbcc-fe39-49b9-8449-4f687f9b9717,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:27.351070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:27.394063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:feb0:3f6d (8a1310d5-e386-4bdf-ae7f-e3c545313a62/d79f1d48-db61-4a60-a98e-b942bf7d7cf9/53e0475e-d7bc-4dcc-85f6-1302d71394af) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:27.418237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6d0223c9-a455-4dea-a85c-e50feea3451c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:27.488445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Pushing event updated for resources: {'Port': ['ID=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:27.491756 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:27.578392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 6d0223c9-a455-4dea-a85c-e50feea3451c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:27.578793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6d0223c9-a455-4dea-a85c-e50feea3451c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:27.661065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Attempting to bind port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:27.661529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Attempting to bind port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:27.661900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Attempting to bind port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:27.681981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:27.684131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:27.684747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.686169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:27.688137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Bound port: 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:27.688777 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.718528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (53e0475e-d7bc-4dcc-85f6-1302d71394af), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.765430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (53e0475e-d7bc-4dcc-85f6-1302d71394af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.797834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:26Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:27.817454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cd53b614-53b8-40b8-9ed1-cd671b60d781 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9e1e3a64a565467999d736e1f9c667ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5514617 Feb 19 01:31:27.819834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:27.835398 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Checking router: 17b5b9b1-570e-4578-a268-140092b210e4 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:27.835748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Updating router 17b5b9b1-570e-4578-a268-140092b210e4 port a32daa40-93a9-4edf-9f48-94b33d7197c6 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:27.839471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=53e0475e-d7bc-4dcc-85f6-1302d71394af,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:27.868861 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.871530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:27.874003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:27.876807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:27.883544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:27.884340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:27.928707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b123a71f-a9a4-4063-9896-f53d76306661 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2668271 Feb 19 01:31:27.931967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35046) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:28.086720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948631c-dda9-4cbe-b2a6-37e9c23bb706 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:28.092037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] For port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:28.103119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948631c-dda9-4cbe-b2a6-37e9c23bb706 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:28.109709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e948631c-dda9-4cbe-b2a6-37e9c23bb706 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1738739 Feb 19 01:31:28.110718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35048) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:28.124187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] For port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:28.150265 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.182112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2fb780-8954-40cc-9b34-4dc21def9c9f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:28.186152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3d2fb780-8954-40cc-9b34-4dc21def9c9f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3627357 Feb 19 01:31:28.187062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35050) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:28.232738 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Publish callbacks [] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.243194 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.253501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f578a7f-904f-4e6d-a948-252928e81fa9 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649867 Feb 19 01:31:28.256971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35052) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:28.261984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-966735743', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:28.268420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03216b-49b4-412b-b008-3d57f71caadd None None] Pushing event updated for resources: {'Port': ['ID=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:28.351178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 53e0475e-d7bc-4dcc-85f6-1302d71394af {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:28.352514 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (53e0475e-d7bc-4dcc-85f6-1302d71394af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.365047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Attempting to bind port a32daa40-93a9-4edf-9f48-94b33d7197c6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:28.367698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Attempting to bind port a32daa40-93a9-4edf-9f48-94b33d7197c6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:28.368306 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Attempting to bind port a32daa40-93a9-4edf-9f48-94b33d7197c6 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:28.386893 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Pushing event updated for resources: {'Port': ['ID=a32daa40-93a9-4edf-9f48-94b33d7197c6,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:28.401167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:28.401167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:28.401167 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.401167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:28.401167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Bound port: a32daa40-93a9-4edf-9f48-94b33d7197c6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:28.401167 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.462317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:28.468310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.586978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (53e0475e-d7bc-4dcc-85f6-1302d71394af), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.619264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 53e0475e-d7bc-4dcc-85f6-1302d71394af owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:28.646192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.646552 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.646896 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.647235 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.647561 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.648069 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.648548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.649302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.649807 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.650286 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.650767 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.652005 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.652515 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:28.727846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] For port a32daa40-93a9-4edf-9f48-94b33d7197c6, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:28.739669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] For port a32daa40-93a9-4edf-9f48-94b33d7197c6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a32daa40-93a9-4edf-9f48-94b33d7197c6,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:28.757435 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.848974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (116bfdeb-9e51-4494-999c-dce67b16e15e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.878754 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:28.881999 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:28.944692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (53e0475e-d7bc-4dcc-85f6-1302d71394af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.955407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Subnet': ['ID=116bfdeb-9e51-4494-999c-dce67b16e15e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:28.965997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Checking segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:28.966576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network hostable DHCP agents. Network: 99c2c58a-ea48-413c-a07c-af6b15e8f96b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:31:28.990370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:31:29.001192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=53e0475e-d7bc-4dcc-85f6-1302d71394af,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:29.007498 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 99c2c58a-ea48-413c-a07c-af6b15e8f96b) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:29.013531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:29.014138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.025451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c867a2b-f1bf-4e3b-a17a-b5d07acb5448 None None] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:29.047670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.048007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-982495c9-5a95-4a0c-b5c1-4bd08b6fd196 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7900960 Feb 19 01:31:29.051022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35062) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:29.055415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0da87563-d860-4da5-acc0-681e3c520dfb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/53e0475e-d7bc-4dcc-85f6-1302d71394af HTTP/1.1" status: 204 len: 168 time: 0.9434042 Feb 19 01:31:29.059022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35064) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:29.107056 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a8f6f-1884-4c7e-b379-55a347e5b7f5 None None] Pushing event updated for resources: {'Port': ['ID=a32daa40-93a9-4edf-9f48-94b33d7197c6,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:29.159357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:29.180724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4db5f-387f-4167-91eb-3860d230474c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:29.182121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4db5f-387f-4167-91eb-3860d230474c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:29.190617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47f4db5f-387f-4167-91eb-3860d230474c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1281831 Feb 19 01:31:29.190906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35066) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:29.217635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:29.223229 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.324525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet d79f1d48-db61-4a60-a98e-b942bf7d7cf9 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:29.336783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (d79f1d48-db61-4a60-a98e-b942bf7d7cf9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.478421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (d79f1d48-db61-4a60-a98e-b942bf7d7cf9), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.539839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Allocated IP 172.20.0.2 (99c2c58a-ea48-413c-a07c-af6b15e8f96b/116bfdeb-9e51-4494-999c-dce67b16e15e/bcefc826-229e-479f-ae31-1c40dca8542d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:29.563519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:29.677460 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:26Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:29.707873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d79f1d48-db61-4a60-a98e-b942bf7d7cf9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.749967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b422d5-ca22-4f53-8569-1ebcb6c349b3 None None] The sync data for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 is: [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:26Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:29.845539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:29.845926 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.851039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (d79f1d48-db61-4a60-a98e-b942bf7d7cf9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.908620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=d79f1d48-db61-4a60-a98e-b942bf7d7cf9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:29.927435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.943323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bdd964f5-e302-425d-bffd-5f8a98c26982 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/d79f1d48-db61-4a60-a98e-b942bf7d7cf9 HTTP/1.1" status: 204 len: 168 time: 0.7511075 Feb 19 01:31:29.943694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35076) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:30.013122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ac599a5d-b041-4842-b6cc-17b44c69c57f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682547 Feb 19 01:31:30.013724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35078) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:30.076524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.104066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ab9ad-3a23-4fb3-ac91-67781839f3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:30.106146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6d7ab9ad-3a23-4fb3-ac91-67781839f3d7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0913363 Feb 19 01:31:30.108625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35080) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:30.194961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd0a77b-0ecd-46ca-8da8-6660769806cc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:30.200087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-acd0a77b-0ecd-46ca-8da8-6660769806cc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877092 Feb 19 01:31:30.200286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:30.261312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b7ba79c5-39ef-4795-8d66-a56059e17115 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596762 Feb 19 01:31:30.265277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35084) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:30.270884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:30.403552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:30.410148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.419796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Publish callbacks [] for port (bcefc826-229e-479f-ae31-1c40dca8542d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.434481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e905bb-67e1-4ad1-a7b5-45d0ac714ae4 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:30.453518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.687185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:30.687999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Provisioning complete for port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:30.688385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.716370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.1 (99c2c58a-ea48-413c-a07c-af6b15e8f96b/116bfdeb-9e51-4494-999c-dce67b16e15e/6e0edf08-38e2-4ecc-9ec2-5b3e12123386) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:30.723723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:30.746572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:30.798465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Pushing event updated for resources: {'Port': ['ID=bcefc826-229e-479f-ae31-1c40dca8542d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:30.828928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:30.829361 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.874643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3156c28b-1697-4027-9018-cb8193589460), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.978020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:30.987456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:30.991746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Attempting to bind port bcefc826-229e-479f-ae31-1c40dca8542d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:30.992137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Attempting to bind port bcefc826-229e-479f-ae31-1c40dca8542d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:30.992486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:30.992630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Attempting to bind port bcefc826-229e-479f-ae31-1c40dca8542d on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:30.993232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.000181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.014856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=3156c28b-1697-4027-9018-cb8193589460,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:31.024626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9b18140c-fa97-45d1-9723-2c63f2840e4b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7578378 Feb 19 01:31:31.027276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35094) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:31.034500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:f1:d3:1e', 'name': 'tempest-NetworksTestDHCPv6-7633429'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:31.063331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.084430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:31.088885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:31.089307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Checking segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:31.089725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.090132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Bound using segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:31.093050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Bound port: bcefc826-229e-479f-ae31-1c40dca8542d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:31.093461 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.108026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:31.115267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:31.131501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:31.148254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.195237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:31.221333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (17b5b9b1-570e-4578-a268-140092b210e4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.246254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251d125-23f6-4585-8560-8b83370de45d None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:31.248278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Current status of the port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:31.248664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.303732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:31.312807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.356515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port bab9ef1b-c2dc-4365-b92a-067a7d608be1 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:31.496389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a32daa40-93a9-4edf-9f48-94b33d7197c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:31.642835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::31b (8a1310d5-e386-4bdf-ae7f-e3c545313a62/3156c28b-1697-4027-9018-cb8193589460/bab9ef1b-c2dc-4365-b92a-067a7d608be1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:31.663400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:31.689743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] For port bcefc826-229e-479f-ae31-1c40dca8542d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:31.814784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] For port bcefc826-229e-479f-ae31-1c40dca8542d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bcefc826-229e-479f-ae31-1c40dca8542d,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:31.858212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.874583 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:31:31.874938 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:31:31.964741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (bab9ef1b-c2dc-4365-b92a-067a7d608be1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.992001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5251d125-23f6-4585-8560-8b83370de45d None None] Deleting port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:31.992382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5251d125-23f6-4585-8560-8b83370de45d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.046685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a32daa40-93a9-4edf-9f48-94b33d7197c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:32.047053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.054809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bab9ef1b-c2dc-4365-b92a-067a7d608be1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.179891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:32.181340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-bb0c341b-df79-40cc-a87f-d135f196be95 req-2f140673-372d-4891-bfb3-556f547dfb2d service neutron] (103429) timed out ('10.222.0.43', 42648) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:31:32.184493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:32.190024 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.192349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cd81a-9bf4-4ce6-868b-482067c503e7 None None] Pushing event updated for resources: {'Port': ['ID=bcefc826-229e-479f-ae31-1c40dca8542d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:32.199326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:32.204641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:32.219038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.251665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=bab9ef1b-c2dc-4365-b92a-067a7d608be1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:32.277205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-97561822-516f-4bb5-80ee-dc2b75381769 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2480886 Feb 19 01:31:32.277844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35104) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:32.314785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5251d125-23f6-4585-8560-8b83370de45d None None] For port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:32.315556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5251d125-23f6-4585-8560-8b83370de45d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.412753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a32daa40-93a9-4edf-9f48-94b33d7197c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:32.413177 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.438500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5251d125-23f6-4585-8560-8b83370de45d None None] Calling delete_port for 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:32.441478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599482b-b95a-44d0-b1cd-75d7a01fb638 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:32.458011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599482b-b95a-44d0-b1cd-75d7a01fb638 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:32.477547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0599482b-b95a-44d0-b1cd-75d7a01fb638 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1856325 Feb 19 01:31:32.478298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:32.585260 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5251d125-23f6-4585-8560-8b83370de45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (5cc451a2-e212-4ea8-86a7-5f3fa5249ac2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.662806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251d125-23f6-4585-8560-8b83370de45d None None] No DVR routers for this DVR port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:32.681160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port a32daa40-93a9-4edf-9f48-94b33d7197c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a32daa40-93a9-4edf-9f48-94b33d7197c6,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:32.683512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251d125-23f6-4585-8560-8b83370de45d None None] Pushing event deleted for resources: {'Port': ['ID=5cc451a2-e212-4ea8-86a7-5f3fa5249ac2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:32.691594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205e5c8-e8de-4224-bdf0-66d5b917a456 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:32.695670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.776001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c2596785-f3f5-4313-b148-1be971e80720 None None] Current status of the port 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:32.780542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port bab9ef1b-c2dc-4365-b92a-067a7d608be1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:32.785819 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bab9ef1b-c2dc-4365-b92a-067a7d608be1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.884523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:32.971270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:32.971501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5cc451a2-e212-4ea8-86a7-5f3fa5249ac2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:32.989470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=a32daa40-93a9-4edf-9f48-94b33d7197c6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:32.990108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.012128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.068019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bab9ef1b-c2dc-4365-b92a-067a7d608be1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.101033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for bab9ef1b-c2dc-4365-b92a-067a7d608be1 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:33.111945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'project_id': 'b2281ad94bdf4d27b489495d0a5b7594', 'fixed_ips': [{'subnet_id': '3156c28b-1697-4027-9018-cb8193589460'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:33.113259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.213811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:33.224647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (17b5b9b1-570e-4578-a268-140092b210e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.437022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bab9ef1b-c2dc-4365-b92a-067a7d608be1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.452582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:33.462577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:33.472224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/3156c28b-1697-4027-9018-cb8193589460/b7cc99a1-bfd0-433f-93e8-31c71290cf23) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:33.535863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=bab9ef1b-c2dc-4365-b92a-067a7d608be1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:33.553860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.565796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d5259631-d1af-4539-b553-d1c3fc0452d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/bab9ef1b-c2dc-4365-b92a-067a7d608be1 HTTP/1.1" status: 204 len: 168 time: 1.0863338 Feb 19 01:31:33.566431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35116) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:33.637069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a32daa40-93a9-4edf-9f48-94b33d7197c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:33.708160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63c661-8ebd-480d-8fe2-b7f95b4b6ebf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:33.723278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63c661-8ebd-480d-8fe2-b7f95b4b6ebf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:33.725462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fc63c661-8ebd-480d-8fe2-b7f95b4b6ebf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1575122 Feb 19 01:31:33.728026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:33.825617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 3156c28b-1697-4027-9018-cb8193589460 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:33.842929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 17b5b9b1-570e-4578-a268-140092b210e4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:33.881040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a32daa40-93a9-4edf-9f48-94b33d7197c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:33.881546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.118965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:34.143554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-174a459c-0bd1-4f5b-bb59-bf3652d72e2c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/17b5b9b1-570e-4578-a268-140092b210e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0899694 Feb 19 01:31:34.235169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.241636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaaa334-329f-4529-a4e7-84bbd21c85d3 None None] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:34.248546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (3156c28b-1697-4027-9018-cb8193589460), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.249234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Sync routers for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:34.288544 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.350335 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (3156c28b-1697-4027-9018-cb8193589460), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.533110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:34.553140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:34.553813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:34.578311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-f6dba414-baac-45ed-a8b1-c2d87108af61 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505255355&fields=id&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 267 time: 0.0838137 Feb 19 01:31:34.585683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:34.595428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:34.599865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:34.637557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3156c28b-1697-4027-9018-cb8193589460), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.672640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] Provisioning complete for port bcefc826-229e-479f-ae31-1c40dca8542d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:34.673628 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.778668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (3156c28b-1697-4027-9018-cb8193589460), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.886566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-888c1dd3-6a6e-4975-be5c-b7269bcce06f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:34.888105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-888c1dd3-6a6e-4975-be5c-b7269bcce06f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 796 time: 0.3088136 Feb 19 01:31:34.942841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.948555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35146) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:34.949117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/3156c28b-1697-4027-9018-cb8193589460 HTTP/1.1" status: 204 len: 168 time: 1.2195780 Feb 19 01:31:34.973630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-904d748d-e429-45c5-9fb3-b90e8d46af87 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/quotas/9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 375 time: 0.0344062 Feb 19 01:31:34.976351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff3d01-acf6-43c4-b883-13d0eeb2f009 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=3156c28b-1697-4027-9018-cb8193589460,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:35.045670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35148) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:35.046552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b76da20-8bda-4b6f-a9ca-8c6e6c8fe728 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960081 Feb 19 01:31:35.154324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-b52984cf-4b95-4b53-b3cf-f79b47489902 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715715 Feb 19 01:31:35.194710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b0b758-ae19-40b3-aec6-f8901217a1d9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:35.196209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c0b0b758-ae19-40b3-aec6-f8901217a1d9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1485331 Feb 19 01:31:35.199050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:35.312979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e32f5e-2066-470f-8fad-cb933458989c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:35.317677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35160) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:35.321274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39e32f5e-2066-470f-8fad-cb933458989c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1210752 Feb 19 01:31:35.356244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a32daa40-93a9-4edf-9f48-94b33d7197c6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:35.357411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bcefc826-229e-479f-ae31-1c40dca8542d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:35.422217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-9c298250-779d-4027-ba0e-b242477be256 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:31:35.434267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-9c298250-779d-4027-ba0e-b242477be256 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2789884 Feb 19 01:31:35.547222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-31bd88c5-c5c9-4a05-b3a8-4ecb1005c47d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2282124 Feb 19 01:31:35.552005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:35.557181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:35.559183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-dbfdc1df-4885-42e8-9b4b-6283da3f2b51 service neutron] 10.222.0.43 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216462 Feb 19 01:31:35.628914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:35.706278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Attempting to bind port b7cc99a1-bfd0-433f-93e8-31c71290cf23 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:35.707496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Attempting to bind port b7cc99a1-bfd0-433f-93e8-31c71290cf23 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:35.708114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Attempting to bind port b7cc99a1-bfd0-433f-93e8-31c71290cf23 on network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:35.721355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:35.722194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Checking segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:35.728984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-dcbbaf32-7132-41d3-9018-d954dd72dc29 service neutron] 10.222.0.43 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686983 Feb 19 01:31:35.733831 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.734322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Bound using segment: {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:35.734955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Bound port: b7cc99a1-bfd0-433f-93e8-31c71290cf23, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9ee08-100f-446b-bc26-c86dc399f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:35.736437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.756279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:35.759925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.896397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] Current status of the port bcefc826-229e-479f-ae31-1c40dca8542d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:35.899463 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.143084 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69528091-8289-4d2b-88ef-eb66d4c65732 req-7fdedbfb-a12e-4e07-a861-b8ecaf78a440 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 210 time: 0.0748854 Feb 19 01:31:36.152872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bcefc826-229e-479f-ae31-1c40dca8542d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:36.155846 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.226568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] For port bcefc826-229e-479f-ae31-1c40dca8542d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bcefc826-229e-479f-ae31-1c40dca8542d,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:36.344104 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.570319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:31:36.589722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc6163-1ec7-4403-b940-2cb95c7603aa None None] Pushing event updated for resources: {'Port': ['ID=bcefc826-229e-479f-ae31-1c40dca8542d,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:36.700190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ad13af8d-fc96-427d-869e-2a2adf79f7ea None None] Provisioning complete for port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:36.701696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad13af8d-fc96-427d-869e-2a2adf79f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.808080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ad13af8d-fc96-427d-869e-2a2adf79f7ea None None] Port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:36.848494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:37.013196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:37.025047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ad13af8d-fc96-427d-869e-2a2adf79f7ea None None] Provisioning complete for port bcefc826-229e-479f-ae31-1c40dca8542d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:37.038379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35190) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:37.038531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad13af8d-fc96-427d-869e-2a2adf79f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.241845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.269188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.362817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81adaa03-e184-495c-a6b3-2c9582d6b7ec req-9bff6e8d-1ba9-4c3e-86c3-2422e217e474 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 210 time: 0.0559075 Feb 19 01:31:37.510170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:37.565665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.611066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-123c873c-fc5d-4861-92f1-003cf30ae156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.619706 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.663888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4b3a-e32d-4201-a9a1-57855691ba61 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:37.689416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bcefc826-229e-479f-ae31-1c40dca8542d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:37.697908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (d2df8b82-ae92-4e77-a6ce-7ff35d300224), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.703064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8cc215-136a-47a6-845c-3927c2cf1f95 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:31:37.771874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:37.777191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=d2df8b82-ae92-4e77-a6ce-7ff35d300224,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:37.780377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:37.783673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:37.784461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.843013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2898202 Feb 19 01:31:37.843791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06878a54-74d6-4261-a9de-ed3fcce1cce2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=5']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:37.846320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35200) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:37.852050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:37.957719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8cc215-136a-47a6-845c-3927c2cf1f95 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:31:37.963378 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-123c873c-fc5d-4861-92f1-003cf30ae156 admin admin] Publish callbacks [] for security_group (dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.965193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bcefc826-229e-479f-ae31-1c40dca8542d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:37.976279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-123c873c-fc5d-4861-92f1-003cf30ae156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.048540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c873c-fc5d-4861-92f1-003cf30ae156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.107251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-123c873c-fc5d-4861-92f1-003cf30ae156 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6484dbf8329420ab894c0438fd8a8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0673561 Feb 19 01:31:38.110426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35204) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:38.146639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:38.148638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 2, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:38.151041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.227942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aabb-5757-4d06-a6fd-abb294786979 admin admin] Publish callbacks [] for security_group (dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.279616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aabb-5757-4d06-a6fd-abb294786979 admin admin] Publish callbacks [] for security_group (dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.419666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aabb-5757-4d06-a6fd-abb294786979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.424129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aabb-5757-4d06-a6fd-abb294786979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.425964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5cf6aabb-5757-4d06-a6fd-abb294786979 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c HTTP/1.1" status: 204 len: 168 time: 0.3142295 Feb 19 01:31:38.449885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-c20ec2b2-adbe-4acc-a01e-9452a5127883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:38.456163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-c20ec2b2-adbe-4acc-a01e-9452a5127883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 796 time: 0.2697568 Feb 19 01:31:38.459253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6aabb-5757-4d06-a6fd-abb294786979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa4f2cf-8e40-49c3-80ce-48e67dcecf6c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.510267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Checking router: 17b5b9b1-570e-4578-a268-140092b210e4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:38.511029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Updating router 17b5b9b1-570e-4578-a268-140092b210e4 port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:38.564504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.591671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81a5c615-1ba9-4f21-b5d1-d0e53deda368 req-0871fd2a-2840-4bc0-9abb-667b541fc17f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 210 time: 0.0853188 Feb 19 01:31:38.609845 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:31:38.678266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ad13af8d-fc96-427d-869e-2a2adf79f7ea None None] Current status of the port bcefc826-229e-479f-ae31-1c40dca8542d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:38.767169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-6283903f-c540-419b-9478-30a6787b04f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 379 time: 0.2197406 Feb 19 01:31:38.770639 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2df8b82-ae92-4e77-a6ce-7ff35d300224 (CIDR: 2001:db8::/64) Feb 19 01:31:38.775727 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:38.777666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bcefc826-229e-479f-ae31-1c40dca8542d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:38.778058 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.778555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:38.795946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'port': {'device_id': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'admin_state_up': True, 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'security_groups': ['2c2c4718-84b4-4977-b9c9-20c351cbfe06']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:38.884602 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-08b9ddfc-c015-4bc6-a3c2-278109ec31da tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0371194 Feb 19 01:31:38.887324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35216) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:38.895566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:39.057026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:39.061149 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.158140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35220) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:39.212986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-98f2f499-72e0-4d39-a2fb-ca3bc3ea391f None None] Provisioning complete for port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:39.213478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98f2f499-72e0-4d39-a2fb-ca3bc3ea391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.216618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0806881d-1285-4e78-8595-0d6f827cfa8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.278922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:39.283226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.362116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-98f2f499-72e0-4d39-a2fb-ca3bc3ea391f None None] Port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:39.418945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.12 (99c2c58a-ea48-413c-a07c-af6b15e8f96b/116bfdeb-9e51-4494-999c-dce67b16e15e/021e6cef-a2a5-4e08-9784-c0ae184ff76f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:39.448748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bcefc826-229e-479f-ae31-1c40dca8542d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:39.636573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0806881d-1285-4e78-8595-0d6f827cfa8a admin admin] Publish callbacks [] for security_group (d15d71bd-6534-4a05-b3a0-2acc5d8ccf72), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.674463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0806881d-1285-4e78-8595-0d6f827cfa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d15d71bd-6534-4a05-b3a0-2acc5d8ccf72), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.698186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.790028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.948609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:39.960892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0806881d-1285-4e78-8595-0d6f827cfa8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ced1d0dc941346829120c129e7d62315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7989056 Feb 19 01:31:39.977243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35228) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:39.986307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:40.004294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806881d-1285-4e78-8595-0d6f827cfa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d71bd-6534-4a05-b3a0-2acc5d8ccf72,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.060147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:40.063171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:40.070747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.186359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (33786793-fa1f-4dbe-b605-45cb9872e789), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.210259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:40.210999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.250369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=33786793-fa1f-4dbe-b605-45cb9872e789,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.263953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:40.265596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:40.268654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:40.270167 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.301849 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9ec2d1f3-664f-43c0-bdeb-e3ad31f30555 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4091675 Feb 19 01:31:40.302509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35232) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:40.307481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:29:78:7c', 'name': 'tempest-NetworksTestDHCPv6-1466293349'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:40.569702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:40.645577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Publish callbacks [] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.675447 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.833654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeb8d5-8b17-4d93-8baf-7a42f3ca910b None None] Pushing event updated for resources: {'Port': ['ID=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.920716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.974233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:40.974779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.982484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port f21eb22e-6741-4ed4-ae35-049c0a83c37f yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:41.114532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:41.123528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Attempting to bind port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:41.133840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Attempting to bind port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:41.134366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Attempting to bind port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:41.143592 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.153401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:41.153716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Checking segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:41.154051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.154518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Bound using segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:41.155022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Bound port: 6e0edf08-38e2-4ecc-9ec2-5b3e12123386, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:41.155415 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.205624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebcf2d-ca0c-4e02-bb2d-3964e6eee1c7 req-844758ed-c446-414a-912d-284f3cb6e61e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:41.211566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c8ebcf2d-ca0c-4e02-bb2d-3964e6eee1c7 req-844758ed-c446-414a-912d-284f3cb6e61e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 932 time: 1.3627090 Feb 19 01:31:41.212773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d5dd-7b90-4d97-b574-6c42c06738fb admin admin] Publish callbacks [] for security_group (d15d71bd-6534-4a05-b3a0-2acc5d8ccf72), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.271665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb7863-0a8c-43a5-853b-830452d42746 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:41.285849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:41.286491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.342399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-04be4455-ebd9-4964-b1f9-a55c2e490efe tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5596011 Feb 19 01:31:41.351803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d5dd-7b90-4d97-b574-6c42c06738fb admin admin] Publish callbacks [] for security_group (d15d71bd-6534-4a05-b3a0-2acc5d8ccf72), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.364408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Request body: {'port': {'device_id': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:41.391403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c8ebcf2d-ca0c-4e02-bb2d-3964e6eee1c7 req-12a0d06d-f8cb-46db-b746-d7b2f6953a67 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503565 Feb 19 01:31:41.448322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8:0:1::1a4 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/33786793-fa1f-4dbe-b605-45cb9872e789/f21eb22e-6741-4ed4-ae35-049c0a83c37f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:41.454822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:41.455924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fe29:787c (8a1310d5-e386-4bdf-ae7f-e3c545313a62/d2df8b82-ae92-4e77-a6ce-7ff35d300224/f21eb22e-6741-4ed4-ae35-049c0a83c37f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:41.471742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.574816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-41238429-61b4-4451-b0bd-b157020e98ad None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:41.575193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41238429-61b4-4451-b0bd-b157020e98ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.618460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] For port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:41.631001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] For port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:41.646761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.720699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeb8d5-8b17-4d93-8baf-7a42f3ca910b None None] Pushing event updated for resources: {'Port': ['ID=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:41.766396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d5dd-7b90-4d97-b574-6c42c06738fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d15d71bd-6534-4a05-b3a0-2acc5d8ccf72), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.778356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d5dd-7b90-4d97-b574-6c42c06738fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.782076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ec6d5dd-7b90-4d97-b574-6c42c06738fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d15d71bd-6534-4a05-b3a0-2acc5d8ccf72 HTTP/1.1" status: 204 len: 168 time: 1.7987514 Feb 19 01:31:41.823398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:41.824976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:41.826637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6d5dd-7b90-4d97-b574-6c42c06738fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d71bd-6534-4a05-b3a0-2acc5d8ccf72,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:41.984959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:42.123113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021e6cef-a2a5-4e08-9784-c0ae184ff76f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:42.127375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (f21eb22e-6741-4ed4-ae35-049c0a83c37f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.183168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Publish callbacks [] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.237834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Transition to ACTIVE for port object 021e6cef-a2a5-4e08-9784-c0ae184ff76f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:31:42.256031 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f21eb22e-6741-4ed4-ae35-049c0a83c37f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.260585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.318212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:42.321384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:42.328231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:42.333773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:42.334509 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.344973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=f21eb22e-6741-4ed4-ae35-049c0a83c37f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:42.383961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-41238429-61b4-4451-b0bd-b157020e98ad None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:42.388472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aabb4426-fd4d-4c10-8cce-1bb4a382d580 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0849979 Feb 19 01:31:42.391221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35256) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:42.419041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:42.419650 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.452839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:42.691219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:42.691567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:42.691959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:42.696556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:31:42.697386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:42.713605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:42.713948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Checking segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:42.714348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Bound using segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:42.714784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Bound port: 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:42.715149 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.782276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30cc82-542a-4ecc-a4bc-161aa776f4bd req-2b940655-b19d-46fe-96f4-82639dcbb823 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:42.783836 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d30cc82-542a-4ecc-a4bc-161aa776f4bd req-2b940655-b19d-46fe-96f4-82639dcbb823 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.2046912 Feb 19 01:31:42.819780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': 'd2df8b82-ae92-4e77-a6ce-7ff35d300224', 'ip_address': '2001:db8::f816:3eff:fef2:ac94'}, {'subnet_id': '33786793-fa1f-4dbe-b605-45cb9872e789'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b7cc99a1-bfd0-433f-93e8-31c71290cf23'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:31:42.886451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port f21eb22e-6741-4ed4-ae35-049c0a83c37f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:42.886750 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f21eb22e-6741-4ed4-ae35-049c0a83c37f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.893769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:42.904312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:42.919709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] Provisioning complete for port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:42.920089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.924670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.938448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.014718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2d30cc82-542a-4ecc-a4bc-161aa776f4bd req-177ead77-ccb5-4cba-a713-aecf544c955b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162766 Feb 19 01:31:43.021456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.022119 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.029330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1092 time: 1.6701097 Feb 19 01:31:43.029818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:43.032285 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:43.040602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:43.099543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d928409-3908-42f5-80bc-13d4ecc1a3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:43.183996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f21eb22e-6741-4ed4-ae35-049c0a83c37f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.217104 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12964d9c-856a-4af6-abe5-6c29e61b8750 x-openstack-request-id: req-12964d9c-856a-4af6-abe5-6c29e61b8750 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:43.217418 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:43.217684 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12964d9c-856a-4af6-abe5-6c29e61b8750 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:43.219678 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'status': 'completed', 'code': 200} Feb 19 01:31:43.223535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-d9c47411-e0f9-438d-a2bb-777728453235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.228679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-d9c47411-e0f9-438d-a2bb-777728453235 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1126 time: 0.1210771 Feb 19 01:31:43.246360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for f21eb22e-6741-4ed4-ae35-049c0a83c37f owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:43.352676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-ca167a40-cd7f-4be2-8ab5-b27f1c6120cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 217 time: 0.1089199 Feb 19 01:31:43.446143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-741a0bb4-3dda-45de-bbd9-41e7c08d1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.449180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-741a0bb4-3dda-45de-bbd9-41e7c08d1fe3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.0914516 Feb 19 01:31:43.545102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] Allocated IP 2001:db8:0:1::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/33786793-fa1f-4dbe-b605-45cb9872e789/b7cc99a1-bfd0-433f-93e8-31c71290cf23) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:43.557001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-48c21a0e-3bf4-4120-bbf3-bfb3add8122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.559810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-48c21a0e-3bf4-4120-bbf3-bfb3add8122b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012025 Feb 19 01:31:43.720869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-ff9c7ae6-bf2b-46cf-9f2e-4c8a2c8bd528 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509423 Feb 19 01:31:43.807384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f21eb22e-6741-4ed4-ae35-049c0a83c37f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.877042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=f21eb22e-6741-4ed4-ae35-049c0a83c37f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:43.941713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8f299f-fcac-441a-af13-d637e7d3ae87 req-d37d67eb-5377-46e2-b249-352c25ea2921 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076776 Feb 19 01:31:43.982890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.991503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1177ffb1-798f-46fb-a8a5-b5c90d6f7c51 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/f21eb22e-6741-4ed4-ae35-049c0a83c37f HTTP/1.1" status: 204 len: 168 time: 1.5986495 Feb 19 01:31:43.993612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35288) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:44.009677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:44.021977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:44.148276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31168b-66e7-4855-b23f-5c236a96aae5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.150209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9b31168b-66e7-4855-b23f-5c236a96aae5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1541269 Feb 19 01:31:44.152858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:44.193149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-80e4b981-8349-4ff0-aa58-c1a21fa49fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.194694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-80e4b981-8349-4ff0-aa58-c1a21fa49fea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1126 time: 0.1820159 Feb 19 01:31:44.203687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] Current status of the port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:44.204098 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.366940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] For port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:44.413113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-8f417c0f-477f-48ad-ab76-061478875534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.414823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-8f417c0f-477f-48ad-ab76-061478875534 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.2097597 Feb 19 01:31:44.417215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c899f35-87a0-4dc2-8a4e-fdd9d059ebed tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.418850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c899f35-87a0-4dc2-8a4e-fdd9d059ebed tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2638888 Feb 19 01:31:44.421643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:44.428569 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.467685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e007-c2dc-4af1-87a9-31cbc23b45e2 req-03c36d8e-175d-412c-a41a-793f5423c878 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.468229 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.470814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0747e007-c2dc-4af1-87a9-31cbc23b45e2 req-03c36d8e-175d-412c-a41a-793f5423c878 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.2470717 Feb 19 01:31:44.597345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.601683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0639e2e-f93e-431a-afe0-123c49a8923e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.604549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0639e2e-f93e-431a-afe0-123c49a8923e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.616748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0747e007-c2dc-4af1-87a9-31cbc23b45e2 req-e2363151-a4db-4f6e-9d55-c3a6ca4d003d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304111 Feb 19 01:31:44.617922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0639e2e-f93e-431a-afe0-123c49a8923e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.621339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f0639e2e-f93e-431a-afe0-123c49a8923e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1962750 Feb 19 01:31:44.622328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35302) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:44.703951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-398511f2-43ef-45c8-b7d1-afc8ac9fd0e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 217 time: 0.1255233 Feb 19 01:31:44.740035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed56e4-b145-4571-a8df-f328d835bf44 None None] Pushing event updated for resources: {'Port': ['ID=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:44.742074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 33786793-fa1f-4dbe-b605-45cb9872e789 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:44.747826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (33786793-fa1f-4dbe-b605-45cb9872e789), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.806936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (33786793-fa1f-4dbe-b605-45cb9872e789), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.833743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-f4218d6d-1286-439f-88bb-cb6d16d1f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.835249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-f4218d6d-1286-439f-88bb-cb6d16d1f98c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.1208797 Feb 19 01:31:44.842693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3861b-91df-4514-bd08-7f3aa10dd7f0 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:44.896873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fb139343-5d92-4272-934e-6ea88b1b474e None None] Provisioning complete for port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:44.897279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb139343-5d92-4272-934e-6ea88b1b474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.955136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-8ced7517-6123-45c9-9ff5-c8da3de3211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.957225 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-8ced7517-6123-45c9-9ff5-c8da3de3211c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071024 Feb 19 01:31:44.972343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (33786793-fa1f-4dbe-b605-45cb9872e789), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:45.088748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:41Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:45.093727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (33786793-fa1f-4dbe-b605-45cb9872e789), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:45.141699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=33786793-fa1f-4dbe-b605-45cb9872e789,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:45.174458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:45.182368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35308) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:45.190409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7431f6b1-c2e4-4fff-980f-70914ad3b232 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/33786793-fa1f-4dbe-b605-45cb9872e789 HTTP/1.1" status: 204 len: 168 time: 0.5664425 Feb 19 01:31:45.279285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad72bf-7fa1-4ab0-83a7-4842c4b2dda7 None None] The sync data for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 is: [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:41Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:45.381753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fb139343-5d92-4272-934e-6ea88b1b474e None None] Current status of the port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:45.485025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-a58d037c-0146-4157-8837-1979ce2f164a service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142968 Feb 19 01:31:45.636433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet d2df8b82-ae92-4e77-a6ce-7ff35d300224 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:45.665130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (d2df8b82-ae92-4e77-a6ce-7ff35d300224), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:45.819728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (d2df8b82-ae92-4e77-a6ce-7ff35d300224), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:45.887012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8546034-e932-4972-abfe-a2c1c984f478 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:46.102005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (d2df8b82-ae92-4e77-a6ce-7ff35d300224), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:46.232511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (d2df8b82-ae92-4e77-a6ce-7ff35d300224), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:46.298284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:46.309352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/d2df8b82-ae92-4e77-a6ce-7ff35d300224 HTTP/1.1" status: 204 len: 168 time: 1.1260803 Feb 19 01:31:46.312056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:46.426564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=d2df8b82-ae92-4e77-a6ce-7ff35d300224,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:46.439911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:31:46.444190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:46.463727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3780ddb8-65a0-46d4-bb6f-77eb07e56ff7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501474 Feb 19 01:31:46.464439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35324) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:46.475412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:46.503880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.504433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.505414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.505857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.506708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.508749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.509308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.510149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.510149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.512506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.513532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.513941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.514347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936e1cb-88b5-4d3a-8cce-9388a70e5f9e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:46.620804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d45383e4-9ff1-4449-b44c-344eb9ee24e0 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:46.628455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94578a59-87f4-4d93-a5fe-7a0f35a9adb8 req-36ba1658-0c7d-434d-a081-139c575f59b5 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1303313 Feb 19 01:31:46.635128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d45383e4-9ff1-4449-b44c-344eb9ee24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:46.670949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1e61c-9046-4b47-9992-efb526f3952c req-1b2ad3af-0740-42e5-ac37-75016b2f5cb2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:46.694789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84c1e61c-9046-4b47-9992-efb526f3952c req-1b2ad3af-0740-42e5-ac37-75016b2f5cb2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.4689920 Feb 19 01:31:46.855072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:46.858544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:46.866538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84c1e61c-9046-4b47-9992-efb526f3952c req-0a97510a-0420-499f-86fc-3fc0d2288ad7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679623 Feb 19 01:31:46.893733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:31:47.212776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:47.216897 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:47.448754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:47.477940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d45383e4-9ff1-4449-b44c-344eb9ee24e0 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:47.583515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:47.584601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:47.584986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:31:47.728204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'port_id': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'mac_address': 'fa:16:3e:9d:f0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:31:47.968966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943a80f-e668-429b-a789-f95453fa13fa None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': 'd2df8b82-ae92-4e77-a6ce-7ff35d300224'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b7cc99a1-bfd0-433f-93e8-31c71290cf23'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:31:47.982911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 021e6cef-a2a5-4e08-9784-c0ae184ff76f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:47.983333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.026181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.092969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021e6cef-a2a5-4e08-9784-c0ae184ff76f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:48.155515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:48.157925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7943a80f-e668-429b-a789-f95453fa13fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.172851 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.261560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:48.266721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:48.267103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.286007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:48.356553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.375724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17d58-18fc-4a25-a9a1-0ee275132cfa req-1fde577f-0836-4778-98ce-55304df9c8d4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:48.377610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c8c17d58-18fc-4a25-a9a1-0ee275132cfa req-1fde577f-0836-4778-98ce-55304df9c8d4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 945 time: 0.3177328 Feb 19 01:31:48.379206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.451351 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.483760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (aafdfa5c-b339-4ea0-a0b9-48219d0b47a9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.499963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['021e6cef-a2a5-4e08-9784-c0ae184ff76f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:48.592668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:48.609448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c8c17d58-18fc-4a25-a9a1-0ee275132cfa req-a774ff3c-30c6-41a0-9e5f-f55489dc0c60 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203510 Feb 19 01:31:48.630262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=11']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:48.661295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:48.662337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=aafdfa5c-b339-4ea0-a0b9-48219d0b47a9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:48.672558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:48.676645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:48.677455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.711103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6929a37e-77a0-4897-8b88-f5b5a8032f40 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2452703 Feb 19 01:31:48.713721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35350) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:48.719136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:48.791109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d739b09-29d6-44bf-9221-92b784a6b61e None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:48.942848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:48.946112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.968084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6fb2ffdd-9eb8-4594-ab62-56c2ad2f4307 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:48.968462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ffdd-9eb8-4594-ab62-56c2ad2f4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.182317 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aafdfa5c-b339-4ea0-a0b9-48219d0b47a9 (CIDR: 2001:db8::/64) Feb 19 01:31:49.191555 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:49.194124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:49.253037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d4f226d-10c8-4293-9b9d-043d8c8227d1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5381691 Feb 19 01:31:49.256139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35358) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:49.267238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:49.419979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2ffdd-9eb8-4594-ab62-56c2ad2f4307 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:49.521901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:49.531702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.129772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a4d5-cf26-4c49-b043-201b341568ac req-9b2b85a4-bdcf-4a5b-8c60-d30cbdff8a57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:50.132305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8133a4d5-cf26-4c49-b043-201b341568ac req-9b2b85a4-bdcf-4a5b-8c60-d30cbdff8a57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 945 time: 0.2989593 Feb 19 01:31:50.215254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:50.216971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (a0b122c3-63cf-4fa2-9dec-7dadef5aca2e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.319143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=a0b122c3-63cf-4fa2-9dec-7dadef5aca2e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:50.382554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7e9aa78-af9d-4a41-8b15-0ebef74a95b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.387336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 021e6cef-a2a5-4e08-9784-c0ae184ff76f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:31:50.394451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 021e6cef-a2a5-4e08-9784-c0ae184ff76f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:50.397433 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.400483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:50.408901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:50.413377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:50.418736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.427871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8133a4d5-cf26-4c49-b043-201b341568ac req-a1b74f2c-1cc6-4f97-aca9-dd2eb06aa8fb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880478 Feb 19 01:31:50.461010 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e63f2873-4700-49e8-9fd3-9d04ee082d7a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2034028 Feb 19 01:31:50.463994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35394) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:50.469522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:c1:49:4f', 'name': 'tempest-NetworksTestDHCPv6-574424477'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:50.505880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e7e21-85f5-458d-a100-1038375331c3 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:50.619182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:50.708084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ffe2a1f2-e666-4dad-b7be-f81099754101 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:50.708619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a1f2-e666-4dad-b7be-f81099754101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.824016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 021e6cef-a2a5-4e08-9784-c0ae184ff76f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:50.824538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.896959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:50.897497 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.964297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2a1f2-e666-4dad-b7be-f81099754101 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:50.966558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:50.969078 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d3ac15-a6c4-468a-b4af-bbffad5f7293" -d '{"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-plugged", "status": "completed", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:50.983882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': 'aafdfa5c-b339-4ea0-a0b9-48219d0b47a9', 'ip_address': '2001:db8::f816:3eff:fef2:ac94'}, {'subnet_id': 'a0b122c3-63cf-4fa2-9dec-7dadef5aca2e'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b7cc99a1-bfd0-433f-93e8-31c71290cf23'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:31:51.024665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.054513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:51.092138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.104499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:51.404342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:51.532829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] Allocated IP 2001:db8:0:1::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/a0b122c3-63cf-4fa2-9dec-7dadef5aca2e/b7cc99a1-bfd0-433f-93e8-31c71290cf23) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:51.624887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b61a-2c06-4796-ab33-87b879b1c1e4 req-d5bc6f35-1ccc-477f-919e-52441f854095 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:51.631613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9607b61a-2c06-4796-ab33-87b879b1c1e4 req-d5bc6f35-1ccc-477f-919e-52441f854095 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.2258093 Feb 19 01:31:51.686625 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.698147 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965beb52-4169-4dfd-a29f-260f306b0d19 x-openstack-request-id: req-965beb52-4169-4dfd-a29f-260f306b0d19 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:51.698447 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-plugged", "status": "completed", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:51.698711 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-965beb52-4169-4dfd-a29f-260f306b0d19 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:51.699125 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'code': 200} Feb 19 01:31:51.699703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:51.705098 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.720553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:51.768483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9607b61a-2c06-4796-ab33-87b879b1c1e4 req-a1a8da95-6cc0-4bbb-9e39-3903dc7b4db4 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284544 Feb 19 01:31:51.786966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 5a1d53bc-b501-4cca-832a-9c634e502d27 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:31:51.797946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61352b-726d-4819-ae6b-435b10cda4a8 req-9306027d-5b75-4f51-9d6b-b18d3c66b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:51.799768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e61352b-726d-4819-ae6b-435b10cda4a8 req-9306027d-5b75-4f51-9d6b-b18d3c66b8b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1128 time: 0.2847679 Feb 19 01:31:51.863702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e48e5-e248-4603-a0ff-e9ebdf0c25b1 req-beed5e05-38f3-4d57-ad13-5dff5d2154a0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:51.871574 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-954e48e5-e248-4603-a0ff-e9ebdf0c25b1 req-beed5e05-38f3-4d57-ad13-5dff5d2154a0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.2652736 Feb 19 01:31:51.883312 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.885649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=12']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:51.894639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.898518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e61352b-726d-4819-ae6b-435b10cda4a8 req-5f493d01-a6b4-41e7-bbdc-494cf10f67d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904677 Feb 19 01:31:51.954603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:52.014498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bb163-e24e-4db4-a280-f107d854e98c None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=13']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:52.092707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-954e48e5-e248-4603-a0ff-e9ebdf0c25b1 req-03eb34b7-bd70-4d4b-ab07-f47257c4e833 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113690 Feb 19 01:31:52.194765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8:0:1::390 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/a0b122c3-63cf-4fa2-9dec-7dadef5aca2e/5a1d53bc-b501-4cca-832a-9c634e502d27) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:52.201714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::f816:3eff:fec1:494f (8a1310d5-e386-4bdf-ae7f-e3c545313a62/aafdfa5c-b339-4ea0-a0b9-48219d0b47a9/5a1d53bc-b501-4cca-832a-9c634e502d27) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:52.337279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:52.337869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.414991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (5a1d53bc-b501-4cca-832a-9c634e502d27), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.492161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5a1d53bc-b501-4cca-832a-9c634e502d27), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.540006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:52.540590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.604321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=5a1d53bc-b501-4cca-832a-9c634e502d27,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:52.632929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:52.634517 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ca7f8e7-efd6-49a3-ad15-3ac5778e0114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.646956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.652035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:52.654925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:52.657492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:52.663522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:52.664152 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.692672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35430) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:52.693666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50e6459e-1728-4179-9d7e-f9960c8b9836 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2280226 Feb 19 01:31:52.795963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=14']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:52.856724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:52.884556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 5a1d53bc-b501-4cca-832a-9c634e502d27 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:52.885200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5a1d53bc-b501-4cca-832a-9c634e502d27), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.952119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:52.952974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.117807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5a1d53bc-b501-4cca-832a-9c634e502d27), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.151796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:53.171345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 5a1d53bc-b501-4cca-832a-9c634e502d27 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:53.282714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b91b8-2512-4771-a411-e2413f44c72f req-c624a578-a726-4b05-bd4c-6ebf14090381 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.284830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd7b91b8-2512-4771-a411-e2413f44c72f req-c624a578-a726-4b05-bd4c-6ebf14090381 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.2961102 Feb 19 01:31:53.383375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580917-e9c7-4541-87ed-5d22703afa59 req-859fde00-09b9-407b-879f-279e353698c3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.384969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4580917-e9c7-4541-87ed-5d22703afa59 req-859fde00-09b9-407b-879f-279e353698c3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.1408782 Feb 19 01:31:53.511138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4580917-e9c7-4541-87ed-5d22703afa59 req-2d1ce4e3-efc8-4712-af37-0cbe1649bd26 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188755 Feb 19 01:31:53.515478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9efc84a0-47e0-4990-adb2-7d90553a14d9 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:53.515889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9efc84a0-47e0-4990-adb2-7d90553a14d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.643531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd7b91b8-2512-4771-a411-e2413f44c72f req-7c3aa38c-cb73-4413-b346-693e6c048100 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170729 Feb 19 01:31:53.646416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9efc84a0-47e0-4990-adb2-7d90553a14d9 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:53.703243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.731055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5a1d53bc-b501-4cca-832a-9c634e502d27), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.839956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ef87c-579a-4606-b6d9-412f7cb69760 req-dd557c2b-2d18-42eb-9ce5-41d1a93ab5ca tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.841739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f7ef87c-579a-4606-b6d9-412f7cb69760 req-dd557c2b-2d18-42eb-9ce5-41d1a93ab5ca tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.1591725 Feb 19 01:31:53.896401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=5a1d53bc-b501-4cca-832a-9c634e502d27,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:53.949035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f7ef87c-579a-4606-b6d9-412f7cb69760 req-7fab0b47-99fe-4343-8fe1-81134b88d499 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009903 Feb 19 01:31:53.992067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0b5185f4-451b-4e90-ab49-50ea2a77ead6 None None] Could not find standard attr ID for object 53e0475e-d7bc-4dcc-85f6-1302d71394af. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:54.013202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:54.069476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.076355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f504d531-e4a8-4d86-b8dd-6ecdaf84e873 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/5a1d53bc-b501-4cca-832a-9c634e502d27 HTTP/1.1" status: 204 len: 168 time: 1.3825343 Feb 19 01:31:54.083326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35446) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:54.130177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b3fd2-4c29-4b19-ae03-2dbd33a723b5 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:54.131807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-de0b3fd2-4c29-4b19-ae03-2dbd33a723b5 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1123 time: 0.1175098 Feb 19 01:31:54.138513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35448) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:54.143200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:54.192985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.228584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-9a326f27-53ce-40bc-af35-1128c0065f93 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:54.237186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-9a326f27-53ce-40bc-af35-1128c0065f93 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 946 time: 0.3381245 Feb 19 01:31:54.397345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0affa-8b3a-4103-8a78-2e4b8b2929b2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:54.399560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-93e0affa-8b3a-4103-8a78-2e4b8b2929b2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3143897 Feb 19 01:31:54.401805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35450) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:54.425358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fc7fa546-6190-4bc1-b6c6-0fef88c61e40 None None] Could not find standard attr ID for object bab9ef1b-c2dc-4365-b92a-067a7d608be1. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:54.433106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.525635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Deleting port ac5fc545-c746-44b2-ae0b-d2651594322e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:54.526265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.683170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] For port ac5fc545-c746-44b2-ae0b-d2651594322e, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ac5fc545-c746-44b2-ae0b-d2651594322e,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:54.689083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.725097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Calling delete_port for ac5fc545-c746-44b2-ae0b-d2651594322e owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:54.777641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ad56b1e9-eb32-4693-8073-180ef9622fbb None None] Could not find standard attr ID for object f21eb22e-6741-4ed4-ae35-049c0a83c37f. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:54.815805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.210 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/73f8708c-f5a5-4e62-9716-51320c2d9226) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:54.829224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:54.920277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ac5fc545-c746-44b2-ae0b-d2651594322e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.953965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ac5fc545-c746-44b2-ae0b-d2651594322e', 'ed304740-9368-4742-94da-3fba2ece57fd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:54.960277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb9ae78c-8584-4990-be3d-000e694a6160 req-8b705a5d-e63e-49b3-9750-c147e3c05aa6 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 210 time: 0.0579324 Feb 19 01:31:55.032901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d84c73-b65c-4901-9958-779361156658 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.034770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-81d84c73-b65c-4901-9958-779361156658 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6318195 Feb 19 01:31:55.035737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Pushing event deleted for resources: {'Port': ['ID=ac5fc545-c746-44b2-ae0b-d2651594322e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:55.044835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35460) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:55.147154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:55.147536 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.148117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329fbd8-ab67-422a-bdaa-9a73969a6eac tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.151967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.154082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329fbd8-ab67-422a-bdaa-9a73969a6eac tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.155526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329fbd8-ab67-422a-bdaa-9a73969a6eac tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.158743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9329fbd8-ab67-422a-bdaa-9a73969a6eac tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1125586 Feb 19 01:31:55.162117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35462) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:55.263015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-44a7f261-8e88-4efb-a900-7e58167002f8 None None] Could not find standard attr ID for object 5a1d53bc-b501-4cca-832a-9c634e502d27. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:31:55.286934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet a0b122c3-63cf-4fa2-9dec-7dadef5aca2e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:55.292707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (a0b122c3-63cf-4fa2-9dec-7dadef5aca2e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.295030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] No DVR routers for this DVR port ac5fc545-c746-44b2-ae0b-d2651594322e on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:55.298761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.304884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd1374be-ea64-4972-9250-98c89d1654e3 req-10282aa7-587b-4986-b4ab-467bc2aad39a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "DELETE /v2.0/ports/ac5fc545-c746-44b2-ae0b-d2651594322e HTTP/1.1" status: 204 len: 173 time: 1.0605090 Feb 19 01:31:55.312492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'name': 'network-vif-deleted', 'tag': 'ac5fc545-c746-44b2-ae0b-d2651594322e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:55.315940 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91313e8-7384-48c6-8717-14d798eadedf" -d '{"events": [{"server_uuid": "680ccb39-56ce-4682-8c9f-cb7456a89c02", "name": "network-vif-deleted", "tag": "ac5fc545-c746-44b2-ae0b-d2651594322e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:55.421716 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d36a0-6464-4f9b-b621-f691e1ffbe09 x-openstack-request-id: req-1a5d36a0-6464-4f9b-b621-f691e1ffbe09 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:55.422501 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680ccb39-56ce-4682-8c9f-cb7456a89c02", "name": "network-vif-deleted", "tag": "ac5fc545-c746-44b2-ae0b-d2651594322e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:55.423010 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a5d36a0-6464-4f9b-b621-f691e1ffbe09 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:55.423822 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680ccb39-56ce-4682-8c9f-cb7456a89c02', 'name': 'network-vif-deleted', 'tag': 'ac5fc545-c746-44b2-ae0b-d2651594322e', 'status': 'completed', 'code': 200} Feb 19 01:31:55.463175 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.481708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (a0b122c3-63cf-4fa2-9dec-7dadef5aca2e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.538400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:55.708600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a0b122c3-63cf-4fa2-9dec-7dadef5aca2e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.855519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.871929 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a0b122c3-63cf-4fa2-9dec-7dadef5aca2e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.924320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:55.973740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:55.984041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b122c3-63cf-4fa2-9dec-7dadef5aca2e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:55.986299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:56.096368 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.169601 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.177343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ed16580f-0751-4b4c-b400-bb56b3f4495f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/a0b122c3-63cf-4fa2-9dec-7dadef5aca2e HTTP/1.1" status: 204 len: 168 time: 1.0128832 Feb 19 01:31:56.193281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35474) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:56.194559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=73f8708c-f5a5-4e62-9716-51320c2d9226,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:56.233349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49c4d4fd-6687-4d14-a48f-bfb872e0e48e req-7cdf0dc6-692f-4300-8f26-fcd033b9c66a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=680ccb39-56ce-4682-8c9f-cb7456a89c02 HTTP/1.1" status: 200 len: 210 time: 0.1009715 Feb 19 01:31:56.342728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet aafdfa5c-b339-4ea0-a0b9-48219d0b47a9 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:56.347065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (aafdfa5c-b339-4ea0-a0b9-48219d0b47a9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.372645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d182468a-d60d-467b-95d6-1fa13bc33d9a None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:56.426536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (aafdfa5c-b339-4ea0-a0b9-48219d0b47a9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.596111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.711897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (aafdfa5c-b339-4ea0-a0b9-48219d0b47a9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.928674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (aafdfa5c-b339-4ea0-a0b9-48219d0b47a9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.946406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:56.951769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35478) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:56.951916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/aafdfa5c-b339-4ea0-a0b9-48219d0b47a9 HTTP/1.1" status: 204 len: 168 time: 0.7422926 Feb 19 01:31:57.023519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6fd6b-c640-40c3-acbd-130c09e44048 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=aafdfa5c-b339-4ea0-a0b9-48219d0b47a9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:57.040884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70ccc22e-1e0f-4909-a3d3-6be0eac08cb5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842967 Feb 19 01:31:57.042296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:57.054379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:57.083776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (088999d5-bcd0-4b1e-9acb-ff353c549255), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.203622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:57.208039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.268279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.634282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.649963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.678537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (96a65071-f9fd-4b2d-aead-77446eb894db), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.751264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=73f8708c-f5a5-4e62-9716-51320c2d9226,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:57.768968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (088999d5-bcd0-4b1e-9acb-ff353c549255), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.798384 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=96a65071-f9fd-4b2d-aead-77446eb894db,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:57.825590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f1b0d-f975-48dd-b9ff-492c9abbd891 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:57.846242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:57.848964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:57.853610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:57.854483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.896930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5d67e9d9-9ec6-4b5f-8e45-276a53de0e33 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8532331 Feb 19 01:31:57.900742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35494) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:57.906521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:57.968570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a70ebead-cb71-45d5-8524-a17759374e3c None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:57.968945 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a70ebead-cb71-45d5-8524-a17759374e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:58.031536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74784bea-bca2-4eec-aa9f-4492c00d8ea3 req-577786c6-f2a0-41b9-a1b3-4af6c6799acd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:58.036318 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74784bea-bca2-4eec-aa9f-4492c00d8ea3 req-577786c6-f2a0-41b9-a1b3-4af6c6799acd tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2167614 Feb 19 01:31:58.068813 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP 088999d5-bcd0-4b1e-9acb-ff353c549255 associated. External IP: 172.25.0.210, port: 021e6cef-a2a5-4e08-9784-c0ae184ff76f. Feb 19 01:31:58.156190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:58.161768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:58.174059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a70ebead-cb71-45d5-8524-a17759374e3c None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:58.229134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac5fc545-c746-44b2-ae0b-d2651594322e no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:58.262739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74784bea-bca2-4eec-aa9f-4492c00d8ea3 req-3c2135eb-e913-4944-9076-e973fe9e131e tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106073 Feb 19 01:31:58.288476 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96a65071-f9fd-4b2d-aead-77446eb894db (CIDR: 2001:db8::/64) Feb 19 01:31:58.292385 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:31:58.292789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:31:58.293060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ac5fc545-c746-44b2-ae0b-d2651594322e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:58.293419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ac5fc545-c746-44b2-ae0b-d2651594322e not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:58.325529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4af84a1a-bfcc-43ac-8d1e-601d2de8c9d8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4232609 Feb 19 01:31:58.325919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:58.331255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:58.539223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2fb82b-679b-41c3-bc53-28c5ab7ab9ef None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:58.729603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2a358e9b-5d0c-4d49-ab1c-ec75b68f8ae0 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:58.729980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a358e9b-5d0c-4d49-ab1c-ec75b68f8ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:58.782902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35506) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:58.918805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2a358e9b-5d0c-4d49-ab1c-ec75b68f8ae0 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:59.018962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9169f2aa-f2bf-4e81-bb75-72d41dcfac86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.235602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9169f2aa-f2bf-4e81-bb75-72d41dcfac86 admin admin] Publish callbacks [] for security_group (74e75a65-b019-4b01-b097-647c47125e49), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.239629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9169f2aa-f2bf-4e81-bb75-72d41dcfac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (74e75a65-b019-4b01-b097-647c47125e49), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.356891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fde654b0-a5df-4674-979b-7f62600e67cf None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:59.357615 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fde654b0-a5df-4674-979b-7f62600e67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.379143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9169f2aa-f2bf-4e81-bb75-72d41dcfac86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc1517073af64452bf6c4f0cbc9c0e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5951002 Feb 19 01:31:59.381622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:59.387650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169f2aa-f2bf-4e81-bb75-72d41dcfac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e75a65-b019-4b01-b097-647c47125e49,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:59.532638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 17b5b9b1-570e-4578-a268-140092b210e4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:59.564155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:59.564374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fde654b0-a5df-4674-979b-7f62600e67cf None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:59.570539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.585177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48470451-255e-4d29-a11c-0a5e715d01af admin admin] Publish callbacks [] for security_group (74e75a65-b019-4b01-b097-647c47125e49), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.607633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a11565-564b-4548-a66b-ccf0de271d00 req-7eb44f4d-67ef-4e39-b149-11fb1f3c0bff tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:59.609274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6a11565-564b-4548-a66b-ccf0de271d00 req-7eb44f4d-67ef-4e39-b149-11fb1f3c0bff tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2053797 Feb 19 01:31:59.632791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48470451-255e-4d29-a11c-0a5e715d01af admin admin] Publish callbacks [] for security_group (74e75a65-b019-4b01-b097-647c47125e49), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.719886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6a11565-564b-4548-a66b-ccf0de271d00 req-aa11cdae-bad5-4b8b-a90e-1f226472b176 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010442 Feb 19 01:31:59.764809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48470451-255e-4d29-a11c-0a5e715d01af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (74e75a65-b019-4b01-b097-647c47125e49), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.767443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48470451-255e-4d29-a11c-0a5e715d01af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.771591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-48470451-255e-4d29-a11c-0a5e715d01af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74e75a65-b019-4b01-b097-647c47125e49 HTTP/1.1" status: 204 len: 168 time: 0.3860514 Feb 19 01:31:59.790619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48470451-255e-4d29-a11c-0a5e715d01af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e75a65-b019-4b01-b097-647c47125e49,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:59.892574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:59.908487 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] Sync routers for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:59.928184 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:59.929441 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:59.929992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:00.055933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6c7798d2-1737-4f9b-ade3-82b0ef3c8d09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9102941 Feb 19 01:32:00.060383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:00.062942 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:00.219291 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:00.478110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d07af0-9cb3-43c9-85cd-ee72f22d63b2 req-7c0d4def-6c98-49e3-983b-edecba969c4e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:00.479697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69d07af0-9cb3-43c9-85cd-ee72f22d63b2 req-7c0d4def-6c98-49e3-983b-edecba969c4e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.3336070 Feb 19 01:32:00.484343 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e286ff5-0474-4397-a96d-4fb8fb819a9f x-openstack-request-id: req-4e286ff5-0474-4397-a96d-4fb8fb819a9f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:00.484639 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:00.484901 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e286ff5-0474-4397-a96d-4fb8fb819a9f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:00.485333 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'status': 'completed', 'code': 200} Feb 19 01:32:00.650182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-14931747-7757-4e8f-a246-305c5cfdc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:00.650810 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-69d07af0-9cb3-43c9-85cd-ee72f22d63b2 req-1c2de870-1954-41ef-bfb4-e91924ba9328 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494672 Feb 19 01:32:00.655026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-14931747-7757-4e8f-a246-305c5cfdc967 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1128 time: 0.1524966 Feb 19 01:32:00.660534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35544) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:00.827168 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '088999d5-bcd0-4b1e-9acb-ff353c549255', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'port_id': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'mac_address': 'fa:16:3e:9d:f0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:31:56Z', 'updated_at': '2022-02-19T01:31:56Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:00.895424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:32:00.897137 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] Checking router: 17b5b9b1-570e-4578-a268-140092b210e4 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:00.907298 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:00.908223 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:01.063368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a1f723a6-ea96-4bb7-ab5f-4564f57e7de4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/088999d5-bcd0-4b1e-9acb-ff353c549255 HTTP/1.1" status: 200 len: 992 time: 0.3912923 Feb 19 01:32:01.111296 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:01.156022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-5b0aa50b-78d2-4c1f-bde6-e156fbb2a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:01.160616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-5b0aa50b-78d2-4c1f-bde6-e156fbb2a4a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.4986899 Feb 19 01:32:01.189022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6731df1-dc0d-4d45-adde-0b9d143ca31f req-7a0509c9-9ca6-4440-9bdf-d0f3671a3884 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:01.194516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6731df1-dc0d-4d45-adde-0b9d143ca31f req-7a0509c9-9ca6-4440-9bdf-d0f3671a3884 tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.2836764 Feb 19 01:32:01.240292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:01.480448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6731df1-dc0d-4d45-adde-0b9d143ca31f req-1b628656-b909-41b2-aaad-a14e98cc6e0a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812658 Feb 19 01:32:01.486620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-85598287-ce8e-4ffc-9de5-96e83164366e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1000 time: 0.3050163 Feb 19 01:32:01.650880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-f2bce585-a41f-48df-b6af-fda206889853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:01.652389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-f2bce585-a41f-48df-b6af-fda206889853 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.1584311 Feb 19 01:32:01.660699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:01.726506 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '088999d5-bcd0-4b1e-9acb-ff353c549255', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'port_id': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'mac_address': 'fa:16:3e:9d:f0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:31:56Z', 'updated_at': '2022-02-19T01:31:56Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:01.731846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:01.739654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:01.753744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-43b15271-a0f6-4a53-a67b-58747c9c5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:01.755258 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-43b15271-a0f6-4a53-a67b-58747c9c5c43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948157 Feb 19 01:32:01.785934 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a73afc-fc2e-4ddc-9275-c886b4f57788 None None] The sync data for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 is: [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '088999d5-bcd0-4b1e-9acb-ff353c549255', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'port_id': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'mac_address': 'fa:16:3e:9d:f0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:31:56Z', 'updated_at': '2022-02-19T01:31:56Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:01.874155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=18']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:01.894104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:01.981847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-be72fccb-9cee-41a8-b165-751018caa9d7 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193892 Feb 19 01:32:02.013238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:02.021983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:02.032790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5966bd-b9df-403d-8db5-c74a9fc5aeac None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:02.043010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:02.043620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:02.068857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:02.262037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:02.285467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-606f851a-efc6-4fde-8134-4fc4349595f5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9578893 Feb 19 01:32:02.288725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:02.306393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:00:61:95', 'name': 'tempest-NetworksTestDHCPv6-1790682454'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:02.363753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e4c19-eca9-47f0-9a77-ffaaef700b31 None None] New status for floating IP 088999d5-bcd0-4b1e-9acb-ff353c549255: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:32:02.517155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eeba0e24-b427-4b5e-a2e6-654b5d9a7248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/088999d5-bcd0-4b1e-9acb-ff353c549255 HTTP/1.1" status: 200 len: 992 time: 0.4405394 Feb 19 01:32:02.739809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e', 'ip_address': '2001:db8:0:1:f816:3eff:fef2:ac94'}, {'subnet_id': '96a65071-f9fd-4b2d-aead-77446eb894db'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b7cc99a1-bfd0-433f-93e8-31c71290cf23'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:32:02.742942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:02.806575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:02.844636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:03.011057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.064578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 88746d60-15f1-40c1-bfba-e8affc1925d8 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:32:03.116709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:03.117654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.203984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7ceb513-21a9-41ad-a513-2c8cca6e36c8 req-6e700a2d-2975-4846-85d2-109990b4441a service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2148004 Feb 19 01:32:03.447002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::1de (8a1310d5-e386-4bdf-ae7f-e3c545313a62/96a65071-f9fd-4b2d-aead-77446eb894db/88746d60-15f1-40c1-bfba-e8affc1925d8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:03.453444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:6195 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e/88746d60-15f1-40c1-bfba-e8affc1925d8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:03.467984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:03.475491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712310-58ea-4a6f-939a-299145de6814 req-bfd91a61-d67d-45d0-9209-98279ae6023c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:03.477290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf712310-58ea-4a6f-939a-299145de6814 req-bfd91a61-d67d-45d0-9209-98279ae6023c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.8514025 Feb 19 01:32:03.523879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35586) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:03.571501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-5f087e03-a1dc-41d3-ba2d-f640d15c050c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:03.574626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-5f087e03-a1dc-41d3-ba2d-f640d15c050c tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 945 time: 0.1636972 Feb 19 01:32:03.575406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf712310-58ea-4a6f-939a-299145de6814 req-8a7d2b3e-3e8f-4a27-b64a-d1032b43198d tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/security-groups?id=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881495 Feb 19 01:32:03.713555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (88746d60-15f1-40c1-bfba-e8affc1925d8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.789379 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (88746d60-15f1-40c1-bfba-e8affc1925d8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.818958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bdd46594-1782-4fc8-b9b2-ebb47884c76f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/088999d5-bcd0-4b1e-9acb-ff353c549255 HTTP/1.1" status: 200 len: 994 time: 0.2859566 Feb 19 01:32:03.869793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Deleting port ed304740-9368-4742-94da-3fba2ece57fd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:03.872790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ed304740-9368-4742-94da-3fba2ece57fd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.879206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=88746d60-15f1-40c1-bfba-e8affc1925d8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:03.913729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:03.917353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:03.919036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/96a65071-f9fd-4b2d-aead-77446eb894db/b7cc99a1-bfd0-433f-93e8-31c71290cf23) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:03.922704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:03.931364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:03.936008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.993685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f58de1fa-b40b-40cb-a704-57f97cf56483 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6871970 Feb 19 01:32:03.994791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35590) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:04.111151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] For port ed304740-9368-4742-94da-3fba2ece57fd, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ed304740-9368-4742-94da-3fba2ece57fd,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:04.111544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ed304740-9368-4742-94da-3fba2ece57fd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.135011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Calling delete_port for ed304740-9368-4742-94da-3fba2ece57fd owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:04.223836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 88746d60-15f1-40c1-bfba-e8affc1925d8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:04.224202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (88746d60-15f1-40c1-bfba-e8affc1925d8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.419872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ed304740-9368-4742-94da-3fba2ece57fd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.433851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (88746d60-15f1-40c1-bfba-e8affc1925d8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.470830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 88746d60-15f1-40c1-bfba-e8affc1925d8 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:04.472293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:04.492441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Pushing event deleted for resources: {'Port': ['ID=ed304740-9368-4742-94da-3fba2ece57fd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:04.525450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.537398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ed304740-9368-4742-94da-3fba2ece57fd'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:04.579355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.621380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] No DVR routers for this DVR port ed304740-9368-4742-94da-3fba2ece57fd on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:04.624042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.627388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd4bdd74-b61e-4a2e-bba2-f3ac72a3603d req-965f40c5-5547-4841-b17a-4b7e2a93dd4a tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.10 "DELETE /v2.0/ports/ed304740-9368-4742-94da-3fba2ece57fd HTTP/1.1" status: 204 len: 173 time: 0.9947057 Feb 19 01:32:04.627852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'name': 'network-vif-deleted', 'tag': 'ed304740-9368-4742-94da-3fba2ece57fd'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:04.630142 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a29b29-3938-4f74-bd99-53b8515b95b5" -d '{"events": [{"server_uuid": "431442da-1d15-4b78-a5f4-13f1e758cf52", "name": "network-vif-deleted", "tag": "ed304740-9368-4742-94da-3fba2ece57fd"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:04.718914 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6afcfff-d0d0-4293-870e-f2a0321d7356 x-openstack-request-id: req-d6afcfff-d0d0-4293-870e-f2a0321d7356 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:04.719829 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431442da-1d15-4b78-a5f4-13f1e758cf52", "name": "network-vif-deleted", "tag": "ed304740-9368-4742-94da-3fba2ece57fd", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:04.720225 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6afcfff-d0d0-4293-870e-f2a0321d7356 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:04.720780 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431442da-1d15-4b78-a5f4-13f1e758cf52', 'name': 'network-vif-deleted', 'tag': 'ed304740-9368-4742-94da-3fba2ece57fd', 'status': 'completed', 'code': 200} Feb 19 01:32:04.850682 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8af2e96b-b1ec-4e9f-a2ca-66b12f3c0532 req-e3014246-4adb-4b40-9d7b-d1a1f0e5f2db tempest-ServerRescueNegativeTestJSON-1590091871 tempest-ServerRescueNegativeTestJSON-1590091871-project] 10.222.0.43 "GET /v2.0/ports?device_id=431442da-1d15-4b78-a5f4-13f1e758cf52 HTTP/1.1" status: 200 len: 210 time: 0.0602543 Feb 19 01:32:04.915810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7b3bf-60b8-4902-a12d-183885f31573 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=19']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:04.990727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (88746d60-15f1-40c1-bfba-e8affc1925d8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.079109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=88746d60-15f1-40c1-bfba-e8affc1925d8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:05.177078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.186859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eb4381ab-5304-4eef-8d66-8df23ef5b51b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/88746d60-15f1-40c1-bfba-e8affc1925d8 HTTP/1.1" status: 204 len: 168 time: 1.1862273 Feb 19 01:32:05.187236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:05.357058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c7156-53cf-448d-8f78-54408377bf67 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:05.360034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa0c7156-53cf-448d-8f78-54408377bf67 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1717384 Feb 19 01:32:05.363389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:05.526588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01438d65-4762-42e3-b9ee-e6ca611cbef3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:05.540674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01438d65-4762-42e3-b9ee-e6ca611cbef3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1750212 Feb 19 01:32:05.543590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35694) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:05.663662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76643750-8bd8-4c64-8b66-f1fee404c9b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:05.665550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76643750-8bd8-4c64-8b66-f1fee404c9b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:05.667061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76643750-8bd8-4c64-8b66-f1fee404c9b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:05.673445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35716) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:05.674122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-76643750-8bd8-4c64-8b66-f1fee404c9b1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1282504 Feb 19 01:32:05.760842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:05.770283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.869702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.951936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:06.212637 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.256405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a4fd1afc-4561-44f0-81fe-e38b7726da5e None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:06.256885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1afc-4561-44f0-81fe-e38b7726da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.377644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.464521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd1afc-4561-44f0-81fe-e38b7726da5e None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:06.539906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:06.550645 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.555050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e HTTP/1.1" status: 204 len: 168 time: 0.8801041 Feb 19 01:32:06.557528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35808) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:06.578888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e064358-ac12-464e-91c7-8d6023d46284 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:06.581091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.581554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.581903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.582240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.582699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.583043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.583366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.583865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.584348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.584824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.585347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.585825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.588020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23372c19-cb06-4870-bcaf-381318eddb9d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:06.636049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7a1d1288-6a3c-4e61-9167-78baacd0647c None None] Could not find standard attr ID for object 88746d60-15f1-40c1-bfba-e8affc1925d8. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:32:06.698558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 96a65071-f9fd-4b2d-aead-77446eb894db {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:06.703023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (96a65071-f9fd-4b2d-aead-77446eb894db), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.791427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (96a65071-f9fd-4b2d-aead-77446eb894db), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.866652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:07.001391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (96a65071-f9fd-4b2d-aead-77446eb894db), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.083245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:07.083625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.157808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (0d0f5cff-2b04-4a2c-9247-daa82391db22), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.186536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (96a65071-f9fd-4b2d-aead-77446eb894db), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.231686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.238305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/96a65071-f9fd-4b2d-aead-77446eb894db HTTP/1.1" status: 204 len: 168 time: 0.6791170 Feb 19 01:32:07.250673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 35876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:07.307705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db1f5f-199b-4210-907a-0855c4d2807f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=96a65071-f9fd-4b2d-aead-77446eb894db,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:07.324059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:07.365269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db3ea27b-5ac4-4d11-81db-a4bec3497054 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132019 Feb 19 01:32:07.368204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35890) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:07.374154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:07.670314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:07.674771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.865778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Deleting port c3a76ec5-8725-4123-9c20-5bdeaefd8431 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:07.866120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.094213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] For port c3a76ec5-8725-4123-9c20-5bdeaefd8431, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c3a76ec5-8725-4123-9c20-5bdeaefd8431,segment=NetworkSegment(27bcd4c8-684c-40ce-88b1-d5d01f6c3371),segment_id=27bcd4c8-684c-40ce-88b1-d5d01f6c3371)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:08.094922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.115333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Calling delete_port for c3a76ec5-8725-4123-9c20-5bdeaefd8431 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:08.148946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (09823252-3508-4076-ba3b-bdb4b26083d3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.240795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939c89b-9818-48da-94ff-7589b367d4c3 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:08.291201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=09823252-3508-4076-ba3b-bdb4b26083d3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:08.320750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:08.329922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:08.336966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:08.338746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.340418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed304740-9368-4742-94da-3fba2ece57fd no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:08.364188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ed304740-9368-4742-94da-3fba2ece57fd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:08.364858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ed304740-9368-4742-94da-3fba2ece57fd not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:08.373939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6db5212a-f1bf-4733-bb8d-a1e9646c7053 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0042884 Feb 19 01:32:08.376755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 35986) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:08.384321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fb524942-507d-47ad-b09f-ac13534aaacc None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:08.384935 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb524942-507d-47ad-b09f-ac13534aaacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.388976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:08.473366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c3a76ec5-8725-4123-9c20-5bdeaefd8431), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.546817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fb524942-507d-47ad-b09f-ac13534aaacc None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:08.564030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a76ec5-8725-4123-9c20-5bdeaefd8431,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:08.666843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:08.670716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.896970 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09823252-3508-4076-ba3b-bdb4b26083d3 (CIDR: 2001:db8::/64) Feb 19 01:32:08.902629 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:32:08.903194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:08.931593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66e2d124-c573-418d-a246-bee41909e191 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5528672 Feb 19 01:32:08.939056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36040) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:08.959832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'subnet': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:08.982435 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (0d0f5cff-2b04-4a2c-9247-daa82391db22), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.996021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80fbfa-772a-4859-866a-9da6eab63cfd None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:09.170140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c8712904-8718-4dcd-affa-6f4968a5ccd4 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:09.170618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8712904-8718-4dcd-affa-6f4968a5ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.196048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:09.206078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.411771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c8712904-8718-4dcd-affa-6f4968a5ccd4 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:09.743797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-22d0881a-5e09-4f37-b3eb-514fab9c9f5d None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:09.744459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22d0881a-5e09-4f37-b3eb-514fab9c9f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.759335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.objects.ports [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:32:09.959631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-22d0881a-5e09-4f37-b3eb-514fab9c9f5d None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:10.072559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.079609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Router 0d0f5cff-2b04-4a2c-9247-daa82391db22 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:10.202545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:10.208369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-13230b68-d719-485f-a71d-ad68156ec70f admin admin] 10.222.0.43 "PUT /v2.0/routers/0d0f5cff-2b04-4a2c-9247-daa82391db22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2550187 Feb 19 01:32:10.211025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36102) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:10.213594 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] Sync routers for ids ['0d0f5cff-2b04-4a2c-9247-daa82391db22'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:10.225487 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] Routers {'0d0f5cff-2b04-4a2c-9247-daa82391db22'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:10.226543 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0d0f5cff-2b04-4a2c-9247-daa82391db22'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:10.274371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:10.316657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.322430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.345158 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] Set router 0d0f5cff-2b04-4a2c-9247-daa82391db22 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:10.394573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=23']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:10.414205 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (2959b622-3954-4869-b7d3-360aff53be14), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.426306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks [] for router (0d0f5cff-2b04-4a2c-9247-daa82391db22), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.506969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:10.510499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:10.515326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:10.515525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.522762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4559785-a991-4dcd-9b0a-db25b0c69d80 None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:10.589551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Subnet': ['ID=2959b622-3954-4869-b7d3-360aff53be14,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:10.628438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3f5cad61-8e87-4f64-b42e-c25b37f3a36b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6804173 Feb 19 01:32:10.632554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:10.639475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks [] for router_gateway (0d0f5cff-2b04-4a2c-9247-daa82391db22), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.650063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Request body: {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'mac_address': 'fa:16:3e:34:f4:d2', 'name': 'tempest-NetworksTestDHCPv6-2006983898'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:10.699341 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '781824a0-736b-4abd-930a-93eefa5ff786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:32:08Z', 'revision_number': 5, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port': {'id': '781824a0-736b-4abd-930a-93eefa5ff786', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:24Z', 'updated_at': '2022-02-19T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:10.760242 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] Checking router: 0d0f5cff-2b04-4a2c-9247-daa82391db22 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:10.790221 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] Routers {'0d0f5cff-2b04-4a2c-9247-daa82391db22'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:10.793475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0d0f5cff-2b04-4a2c-9247-daa82391db22'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:10.806261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Deleting port 781824a0-736b-4abd-930a-93eefa5ff786 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:10.806659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (781824a0-736b-4abd-930a-93eefa5ff786), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.850356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:10.900016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Made reservation on behalf of b2281ad94bdf4d27b489495d0a5b7594 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:10.949679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Update dhcp port {'port': {'network_id': '8a1310d5-e386-4bdf-ae7f-e3c545313a62', 'fixed_ips': [{'subnet_id': '2959b622-3954-4869-b7d3-360aff53be14', 'ip_address': '2001:db8:0:1:f816:3eff:fef2:ac94'}, {'subnet_id': '09823252-3508-4076-ba3b-bdb4b26083d3'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'b7cc99a1-bfd0-433f-93e8-31c71290cf23'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:32:10.979349 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] Set router 0d0f5cff-2b04-4a2c-9247-daa82391db22 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:10.986953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] For port 781824a0-736b-4abd-930a-93eefa5ff786, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=781824a0-736b-4abd-930a-93eefa5ff786,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:10.987366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (781824a0-736b-4abd-930a-93eefa5ff786), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.015164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Calling delete_port for 781824a0-736b-4abd-930a-93eefa5ff786 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:11.036687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:11.037102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.041869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.075067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.110055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] device_id is not set on port 9ba85583-d6c5-45aa-8238-d382907cd3ea yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:32:11.116291 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:32:10Z', 'revision_number': 6, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:11.211133 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaabcf4-15e4-4ca1-8bdb-15b381c30a76 None None] The sync data for ids ['0d0f5cff-2b04-4a2c-9247-daa82391db22'] in n-d-826752-2 is: [{'id': '0d0f5cff-2b04-4a2c-9247-daa82391db22', 'name': 'tempest-ServerRescueNegativeTestJSON-1356686063-router', 'tenant_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:23Z', 'updated_at': '2022-02-19T01:32:10Z', 'revision_number': 6, 'project_id': 'ef4336efde264324ba1a1e7e9fb152e0', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:11.328860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:11.383156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8::d2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/09823252-3508-4076-ba3b-bdb4b26083d3/9ba85583-d6c5-45aa-8238-d382907cd3ea) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:11.384012 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (781824a0-736b-4abd-930a-93eefa5ff786), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.389560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:f4d2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/2959b622-3954-4869-b7d3-360aff53be14/9ba85583-d6c5-45aa-8238-d382907cd3ea) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:11.426453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Pushing event deleted for resources: {'Port': ['ID=781824a0-736b-4abd-930a-93eefa5ff786,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:11.514184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (0d0f5cff-2b04-4a2c-9247-daa82391db22), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.595442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for port (9ba85583-d6c5-45aa-8238-d382907cd3ea), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.609700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36114) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:11.650244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (0d0f5cff-2b04-4a2c-9247-daa82391db22), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.656622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks [] for router_controller (0d0f5cff-2b04-4a2c-9247-daa82391db22), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.677194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9ba85583-d6c5-45aa-8238-d382907cd3ea), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.768468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event updated for resources: {'Port': ['ID=9ba85583-d6c5-45aa-8238-d382907cd3ea,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:11.809998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:11.823494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:11.827551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:11.840026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:11.841357 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.844661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (0d0f5cff-2b04-4a2c-9247-daa82391db22), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.845487 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d0f5cff-2b04-4a2c-9247-daa82391db22 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:32:11.857358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Allocated IP 2001:db8::2 (8a1310d5-e386-4bdf-ae7f-e3c545313a62/09823252-3508-4076-ba3b-bdb4b26083d3/b7cc99a1-bfd0-433f-93e8-31c71290cf23) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:11.860360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.868669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d49856ed-846e-4c2e-9b03-5fb4339e324d admin admin] 10.222.0.43 "DELETE /v2.0/routers/0d0f5cff-2b04-4a2c-9247-daa82391db22 HTTP/1.1" status: 204 len: 168 time: 1.6555326 Feb 19 01:32:11.871361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:11.880230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ec26a8f4-13d7-4864-ab42-f864852b4d25 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2462251 Feb 19 01:32:11.884135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36120) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:11.987945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Deleting subnet 301bc33b-754c-4efd-bc81-2126d5e6a4e4 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:11.995951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Publish callbacks [] for subnet (301bc33b-754c-4efd-bc81-2126d5e6a4e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.034875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting port 9ba85583-d6c5-45aa-8238-d382907cd3ea {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:12.035228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9ba85583-d6c5-45aa-8238-d382907cd3ea), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.038284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:12.089909 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Publish callbacks [] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.096278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.109110 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (301bc33b-754c-4efd-bc81-2126d5e6a4e4), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.255773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9ba85583-d6c5-45aa-8238-d382907cd3ea), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.269316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Calling delete_port for 9ba85583-d6c5-45aa-8238-d382907cd3ea owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:12.294403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Pushing event updated for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=24']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:12.310825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.311667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.312175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.312692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.313302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.313833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.314364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.322951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.324006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.324530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.325115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.325873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.326392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a00c92-0b90-42d8-98f6-f7389ae65425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:12.346759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (301bc33b-754c-4efd-bc81-2126d5e6a4e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.528281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9ba85583-d6c5-45aa-8238-d382907cd3ea), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.539514 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (301bc33b-754c-4efd-bc81-2126d5e6a4e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.573647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Port': ['ID=9ba85583-d6c5-45aa-8238-d382907cd3ea,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:12.613972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.617599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/301bc33b-754c-4efd-bc81-2126d5e6a4e4 HTTP/1.1" status: 204 len: 168 time: 0.7447698 Feb 19 01:32:12.636689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.641894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ca528-a41f-422f-b78e-3ce66005c851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301bc33b-754c-4efd-bc81-2126d5e6a4e4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:12.643807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36126) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:12.650531 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dfa5cde8-4ef2-46e3-809e-6034fcf65fbc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/9ba85583-d6c5-45aa-8238-d382907cd3ea HTTP/1.1" status: 204 len: 168 time: 0.7652996 Feb 19 01:32:12.652913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36128) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:12.761482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77d617-b215-440d-86e5-da3183686f0c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:12.764288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bb77d617-b215-440d-86e5-da3183686f0c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1103067 Feb 19 01:32:12.770421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36130) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:12.835000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:12.840284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b7f69525-2634-4322-852b-b64765b9d677), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.924609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea75227-b4b8-4133-8613-0c5b14f25df9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:12.933428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8ea75227-b4b8-4133-8613-0c5b14f25df9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1592128 Feb 19 01:32:12.934635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36132) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:12.957848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:12.958401 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.005522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b7f69525-2634-4322-852b-b64765b9d677), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.047177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f69525-2634-4322-852b-b64765b9d677']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:13.051838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d9383-7d88-4da0-a648-a276e205bd67 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:13.056281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d9383-7d88-4da0-a648-a276e205bd67 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:13.060458 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d9383-7d88-4da0-a648-a276e205bd67 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:13.063211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bcd4c8-684c-40ce-88b1-d5d01f6c3371') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:13.064010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bcd4c8-684c-40ce-88b1-d5d01f6c3371') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:13.068354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a44d9383-7d88-4da0-a648-a276e205bd67 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1295185 Feb 19 01:32:13.068713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36134) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.080539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (27bcd4c8-684c-40ce-88b1-d5d01f6c3371), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.111071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (27bcd4c8-684c-40ce-88b1-d5d01f6c3371), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.113317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:13.126622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:32:13.127089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (27bcd4c8-684c-40ce-88b1-d5d01f6c3371), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:32:13.130862 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:32:13.180524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 09823252-3508-4076-ba3b-bdb4b26083d3 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:13.187918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (09823252-3508-4076-ba3b-bdb4b26083d3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.203301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c3a76ec5-8725-4123-9c20-5bdeaefd8431 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:13.239093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c3a76ec5-8725-4123-9c20-5bdeaefd8431 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:13.239467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c3a76ec5-8725-4123-9c20-5bdeaefd8431 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:13.239898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 781824a0-736b-4abd-930a-93eefa5ff786 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:13.288097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (09823252-3508-4076-ba3b-bdb4b26083d3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.305107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b7f69525-2634-4322-852b-b64765b9d677), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.318606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 781824a0-736b-4abd-930a-93eefa5ff786 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:13.319020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 781824a0-736b-4abd-930a-93eefa5ff786 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:13.348445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.351805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] 10.222.0.43 "DELETE /v2.0/networks/b7f69525-2634-4322-852b-b64765b9d677 HTTP/1.1" status: 204 len: 168 time: 0.7060256 Feb 19 01:32:13.375548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96d1b2-7d6b-4b94-88d7-be2de8738d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f69525-2634-4322-852b-b64765b9d677,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.385173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (aaa5150c-7913-4bb3-8061-5557808fdf69), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.429460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-907bc6c5-18ce-4fdd-b747-fdec565e5cfa None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:13.430201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-907bc6c5-18ce-4fdd-b747-fdec565e5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.571415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-907bc6c5-18ce-4fdd-b747-fdec565e5cfa None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:13.585652 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (09823252-3508-4076-ba3b-bdb4b26083d3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.666811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36142) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.673401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (09823252-3508-4076-ba3b-bdb4b26083d3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.725499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=09823252-3508-4076-ba3b-bdb4b26083d3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.737505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.743820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dddb9b19-bb32-4950-8229-3d108e04498b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef4336efde264324ba1a1e7e9fb152e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0733891 Feb 19 01:32:13.744908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36144) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.745175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7a23a169-5159-4189-a606-2aa97eb4197f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/09823252-3508-4076-ba3b-bdb4b26083d3 HTTP/1.1" status: 204 len: 168 time: 0.6751227 Feb 19 01:32:13.745313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36146) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.761766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb8aa7-36c2-4a11-a3f8-b3431f04e3dd None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:13.821249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e1cecd9e-0515-47c0-8d62-a974878fcc7f None None] Could not find standard attr ID for object 9ba85583-d6c5-45aa-8238-d382907cd3ea. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:32:13.877358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Deleting subnet 2959b622-3954-4869-b7d3-360aff53be14 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:13.880688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (2959b622-3954-4869-b7d3-360aff53be14), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.939274 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41e771dc-2d14-46d6-87d1-6e6bb50e9c5f admin admin] Publish callbacks [] for security_group (48ff706d-5c65-4e0f-beab-4ed1f4f43aa6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.968814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (2959b622-3954-4869-b7d3-360aff53be14), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.003709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41e771dc-2d14-46d6-87d1-6e6bb50e9c5f admin admin] Publish callbacks [] for security_group (48ff706d-5c65-4e0f-beab-4ed1f4f43aa6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.106913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Deleting port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:14.107582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.114046 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2959b622-3954-4869-b7d3-360aff53be14), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.197189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41e771dc-2d14-46d6-87d1-6e6bb50e9c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (48ff706d-5c65-4e0f-beab-4ed1f4f43aa6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.199742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-41e771dc-2d14-46d6-87d1-6e6bb50e9c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.200916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-41e771dc-2d14-46d6-87d1-6e6bb50e9c5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48ff706d-5c65-4e0f-beab-4ed1f4f43aa6 HTTP/1.1" status: 204 len: 168 time: 0.4215651 Feb 19 01:32:14.225128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e771dc-2d14-46d6-87d1-6e6bb50e9c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ff706d-5c65-4e0f-beab-4ed1f4f43aa6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:14.266336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (2959b622-3954-4869-b7d3-360aff53be14), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.284391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] For port 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:14.284770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.317220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.320843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/2959b622-3954-4869-b7d3-360aff53be14 HTTP/1.1" status: 204 len: 168 time: 0.5746810 Feb 19 01:32:14.323691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36154) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.329944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ea959-04dc-4d24-bb03-bf708c53901f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Subnet': ['ID=2959b622-3954-4869-b7d3-360aff53be14,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:14.338988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Calling delete_port for 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:14.394739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6f2ea513-35ff-4271-9e3f-ead0d5695abc tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699279 Feb 19 01:32:14.397724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.494082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005198f-62de-4f3d-a9b8-2985b7173a99 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:14.503410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7005198f-62de-4f3d-a9b8-2985b7173a99 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1028228 Feb 19 01:32:14.506116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36158) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.622448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea820c09-ea4c-46f9-97f8-773cc6e528e6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:14.623943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ea820c09-ea4c-46f9-97f8-773cc6e528e6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167083 Feb 19 01:32:14.626902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36162) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.682925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-17e241f5-69e0-4bdc-ae7e-e8b79cd362db tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548887 Feb 19 01:32:14.690277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36166) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.730065 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3917b60c-29e3-4539-bdd0-687f500f6ab8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:14.730571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3917b60c-29e3-4539-bdd0-687f500f6ab8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:14.735870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3917b60c-29e3-4539-bdd0-687f500f6ab8 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/9ba85583-d6c5-45aa-8238-d382907cd3ea HTTP/1.1" status: 404 len: 333 time: 0.0423737 Feb 19 01:32:14.736113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36170) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.760033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db328012-560b-4cdc-a592-755e90fefe7c None None] Network 8a1310d5-e386-4bdf-ae7f-e3c545313a62 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:14.770020 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bd6175-95a0-4279-a747-1a82e67eefa9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:14.770485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bd6175-95a0-4279-a747-1a82e67eefa9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:14.776135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c2bd6175-95a0-4279-a747-1a82e67eefa9 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/2959b622-3954-4869-b7d3-360aff53be14 HTTP/1.1" status: 404 len: 337 time: 0.0365400 Feb 19 01:32:14.776632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36172) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.825479 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cec15df-5dd3-49dc-be50-853c2c173a12 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:14.826176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cec15df-5dd3-49dc-be50-853c2c173a12 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:14.834124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36176) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.834799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0cec15df-5dd3-49dc-be50-853c2c173a12 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/09823252-3508-4076-ba3b-bdb4b26083d3 HTTP/1.1" status: 404 len: 337 time: 0.0569174 Feb 19 01:32:14.890815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.899248 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97ba5d1-0967-4cb2-9e77-e98b21b7a2c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:14.899967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97ba5d1-0967-4cb2-9e77-e98b21b7a2c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:14.909448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a97ba5d1-0967-4cb2-9e77-e98b21b7a2c7 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/88746d60-15f1-40c1-bfba-e8affc1925d8 HTTP/1.1" status: 404 len: 333 time: 0.0740037 Feb 19 01:32:14.912540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36180) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:14.936138 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:14.981510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b43aa877-5829-4f70-b2a0-3000a998be7f None None] Provisioning complete for port b7cc99a1-bfd0-433f-93e8-31c71290cf23 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:14.981893 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b43aa877-5829-4f70-b2a0-3000a998be7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.986580 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e20a1f-8c41-405b-84b1-1c7c64866800 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:14.987050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e20a1f-8c41-405b-84b1-1c7c64866800 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:14.998511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1e20a1f-8c41-405b-84b1-1c7c64866800 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/6ff2bcc3-ee5a-4c48-a689-4e5692b1cd2e HTTP/1.1" status: 404 len: 337 time: 0.0809002 Feb 19 01:32:15.000098 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.088124 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ea7041-e9e6-4267-8145-8ca335aeb76a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.088593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ea7041-e9e6-4267-8145-8ca335aeb76a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.092439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01ea7041-e9e6-4267-8145-8ca335aeb76a tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/96a65071-f9fd-4b2d-aead-77446eb894db HTTP/1.1" status: 404 len: 337 time: 0.0911493 Feb 19 01:32:15.095931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36186) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.181295 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8b663a-2b0a-4594-905c-cd0824f253b3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.181867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8b663a-2b0a-4594-905c-cd0824f253b3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.186111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0e8b663a-2b0a-4594-905c-cd0824f253b3 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/5a1d53bc-b501-4cca-832a-9c634e502d27 HTTP/1.1" status: 404 len: 333 time: 0.0887382 Feb 19 01:32:15.188294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36192) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.205770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] DHCP port deletion for 8a1310d5-e386-4bdf-ae7f-e3c545313a62 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:32:15.210045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b43aa877-5829-4f70-b2a0-3000a998be7f None None] Current status of the port b7cc99a1-bfd0-433f-93e8-31c71290cf23 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:15.246407 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e600522-6e1c-4df5-911e-2dbae0c95426 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.246847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e600522-6e1c-4df5-911e-2dbae0c95426 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.257326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4e600522-6e1c-4df5-911e-2dbae0c95426 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/a0b122c3-63cf-4fa2-9dec-7dadef5aca2e HTTP/1.1" status: 404 len: 337 time: 0.0658648 Feb 19 01:32:15.258051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36196) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.271076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] Deleting port b7cc99a1-bfd0-433f-93e8-31c71290cf23 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:15.271837 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.298543 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e887bf0d-9afb-491f-a3e3-079186ac873d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.299800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e887bf0d-9afb-491f-a3e3-079186ac873d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.305037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e887bf0d-9afb-491f-a3e3-079186ac873d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/aafdfa5c-b339-4ea0-a0b9-48219d0b47a9 HTTP/1.1" status: 404 len: 337 time: 0.0389581 Feb 19 01:32:15.306213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36198) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.358015 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d85d4cd-be91-4e7d-97d0-04341bbc8cf6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.358608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d85d4cd-be91-4e7d-97d0-04341bbc8cf6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.362298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d85d4cd-be91-4e7d-97d0-04341bbc8cf6 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/f21eb22e-6741-4ed4-ae35-049c0a83c37f HTTP/1.1" status: 404 len: 333 time: 0.0522587 Feb 19 01:32:15.365280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36202) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.371766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] For port b7cc99a1-bfd0-433f-93e8-31c71290cf23, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7cc99a1-bfd0-433f-93e8-31c71290cf23,segment=NetworkSegment(50c9ee08-100f-446b-bc26-c86dc399f429),segment_id=50c9ee08-100f-446b-bc26-c86dc399f429)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:15.372685 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.389663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] Calling delete_port for b7cc99a1-bfd0-433f-93e8-31c71290cf23 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:15.418522 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6922becc-5077-421f-bd78-ab916c720568 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.419007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6922becc-5077-421f-bd78-ab916c720568 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.425995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6922becc-5077-421f-bd78-ab916c720568 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/33786793-fa1f-4dbe-b605-45cb9872e789 HTTP/1.1" status: 404 len: 337 time: 0.0568500 Feb 19 01:32:15.427115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36206) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.461010 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3053c2f5-7bda-48f2-af34-371e1d1aebf2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.461721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3053c2f5-7bda-48f2-af34-371e1d1aebf2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.465751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3053c2f5-7bda-48f2-af34-371e1d1aebf2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/d2df8b82-ae92-4e77-a6ce-7ff35d300224 HTTP/1.1" status: 404 len: 337 time: 0.0377622 Feb 19 01:32:15.478049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36210) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.490851 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b7cc99a1-bfd0-433f-93e8-31c71290cf23), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.525816 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-805aaf71-fbf8-46dc-8bdc-f8b0b11881d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.530191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805aaf71-fbf8-46dc-8bdc-f8b0b11881d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.532833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] Pushing event deleted for resources: {'Port': ['ID=b7cc99a1-bfd0-433f-93e8-31c71290cf23,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:15.535606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b644a02-96c2-46a3-9b70-6cc5f07a0127 None None] No DVR routers for this DVR port b7cc99a1-bfd0-433f-93e8-31c71290cf23 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:15.552195 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-805aaf71-fbf8-46dc-8bdc-f8b0b11881d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/bab9ef1b-c2dc-4365-b92a-067a7d608be1 HTTP/1.1" status: 404 len: 333 time: 0.0728016 Feb 19 01:32:15.558084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36214) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.585367 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-11949959-5cb6-4168-a4bb-5b64854889d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.586172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11949959-5cb6-4168-a4bb-5b64854889d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.590245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11949959-5cb6-4168-a4bb-5b64854889d5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/3156c28b-1697-4027-9018-cb8193589460 HTTP/1.1" status: 404 len: 337 time: 0.0305302 Feb 19 01:32:15.593527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36216) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.616388 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:32:15.627994 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7532be82-f184-41e8-8d6e-2860c78d934b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.628596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7532be82-f184-41e8-8d6e-2860c78d934b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.635597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7532be82-f184-41e8-8d6e-2860c78d934b tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/53e0475e-d7bc-4dcc-85f6-1302d71394af HTTP/1.1" status: 404 len: 333 time: 0.0409698 Feb 19 01:32:15.636243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36218) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.677068 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d4968a-a845-416b-a75a-df54035a1f79 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.677786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d4968a-a845-416b-a75a-df54035a1f79 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.681100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f7d4968a-a845-416b-a75a-df54035a1f79 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/d79f1d48-db61-4a60-a98e-b942bf7d7cf9 HTTP/1.1" status: 404 len: 337 time: 0.0434301 Feb 19 01:32:15.689466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.714460 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bd1755-6e7a-492f-ad8e-5611285ee8f1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.714911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bd1755-6e7a-492f-ad8e-5611285ee8f1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.718806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b2bd1755-6e7a-492f-ad8e-5611285ee8f1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/e214315c-cce7-4aad-8983-461901b65bc4 HTTP/1.1" status: 404 len: 333 time: 0.0275784 Feb 19 01:32:15.721095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36226) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.754075 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c711d018-a2a2-4824-a40c-c7b0ba058ca2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.754772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c711d018-a2a2-4824-a40c-c7b0ba058ca2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.758138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c711d018-a2a2-4824-a40c-c7b0ba058ca2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/c7e5137f-f424-42e5-a473-beebaf6db764 HTTP/1.1" status: 404 len: 337 time: 0.0359206 Feb 19 01:32:15.760665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36228) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.787774 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e989a7-08fa-499d-8775-fa528cbeb9be tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.788560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e989a7-08fa-499d-8775-fa528cbeb9be tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.794511 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-67e989a7-08fa-499d-8775-fa528cbeb9be tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/1061a998-dbe2-4787-9273-a2afc6a51221 HTTP/1.1" status: 404 len: 333 time: 0.0305421 Feb 19 01:32:15.794658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36230) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.824981 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-532a5508-0953-40d9-888b-169f373f3446 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.825499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532a5508-0953-40d9-888b-169f373f3446 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.831625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-532a5508-0953-40d9-888b-169f373f3446 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/46c928a9-1b2a-45b1-924a-0c7f7b9876aa HTTP/1.1" status: 404 len: 337 time: 0.0339088 Feb 19 01:32:15.831945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36232) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.852411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (aaa5150c-7913-4bb3-8061-5557808fdf69), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.881296 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-064d704b-c91a-4da7-ac26-3efc008444bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.881985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064d704b-c91a-4da7-ac26-3efc008444bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.888695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-064d704b-c91a-4da7-ac26-3efc008444bf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/839f7ae3-abb8-43f3-82b3-2b1f1559d9a6 HTTP/1.1" status: 404 len: 333 time: 0.0526760 Feb 19 01:32:15.888941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36234) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.925849 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a96779-a976-4c12-83ae-416fb7531d18 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.926402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a96779-a976-4c12-83ae-416fb7531d18 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.931663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-62a96779-a976-4c12-83ae-416fb7531d18 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/8f2d6c7e-cc56-4ceb-9ae6-995d1c2290c9 HTTP/1.1" status: 404 len: 337 time: 0.0394118 Feb 19 01:32:15.932501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36238) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.962209 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-47559afa-ca46-4cb8-813f-9123afb79bee tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:15.963158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47559afa-ca46-4cb8-813f-9123afb79bee tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:15.967012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-47559afa-ca46-4cb8-813f-9123afb79bee tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/82792e2c-b34a-4843-bff9-974ed07b3636 HTTP/1.1" status: 404 len: 333 time: 0.0331683 Feb 19 01:32:15.969656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36240) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.004548 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e841328d-788e-42a9-936a-9dd3ea7e544f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.005021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e841328d-788e-42a9-936a-9dd3ea7e544f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.008291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e841328d-788e-42a9-936a-9dd3ea7e544f tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/c4094d22-4915-4f34-a4c2-78bff86ff562 HTTP/1.1" status: 404 len: 337 time: 0.0377355 Feb 19 01:32:16.010932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36242) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.038888 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1abf900-44f7-4459-b4a7-d9c6f70ba064 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.042362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1abf900-44f7-4459-b4a7-d9c6f70ba064 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.043187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36244) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.047936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d1abf900-44f7-4459-b4a7-d9c6f70ba064 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/7a2e6f14-6d6e-4a7a-ab54-9b47619f27e5 HTTP/1.1" status: 404 len: 337 time: 0.0338697 Feb 19 01:32:16.048269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36246) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.086718 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccabd4e8-f251-4049-8083-42c358f25ccf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.087068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccabd4e8-f251-4049-8083-42c358f25ccf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.092465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ccabd4e8-f251-4049-8083-42c358f25ccf tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/32cb794a-509b-40c1-84df-1274f23a4844 HTTP/1.1" status: 404 len: 333 time: 0.0401757 Feb 19 01:32:16.093502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36250) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.147980 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb375cf5-abde-415e-bb2c-f97968a7e493 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.148713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb375cf5-abde-415e-bb2c-f97968a7e493 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.154385 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cb375cf5-abde-415e-bb2c-f97968a7e493 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/c9aa22c5-9b8a-497d-97c5-a592c691b29b HTTP/1.1" status: 404 len: 337 time: 0.0583918 Feb 19 01:32:16.154616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36252) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.202488 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c758ae5b-ab0d-4991-b597-966226e63375 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.202945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c758ae5b-ab0d-4991-b597-966226e63375 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.208695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c758ae5b-ab0d-4991-b597-966226e63375 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/73d17ff0-26d9-425d-b98e-b8893ead3b3e HTTP/1.1" status: 404 len: 337 time: 0.0504589 Feb 19 01:32:16.209430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d167f6-2de9-446c-b917-273fdc2a444c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.209825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36254) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.229633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Router aaa5150c-7913-4bb3-8061-5557808fdf69 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:16.253414 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae2b3fc-3af1-41bf-b704-f29a1e57774e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.254238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae2b3fc-3af1-41bf-b704-f29a1e57774e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.258286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9ae2b3fc-3af1-41bf-b704-f29a1e57774e tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/560d6c76-38f3-4357-9d7a-cd7ab5f6fcc0 HTTP/1.1" status: 404 len: 333 time: 0.0466220 Feb 19 01:32:16.260781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36258) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.290738 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d76e40-9f42-46d4-8106-ef32d8868cc5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.291111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d76e40-9f42-46d4-8106-ef32d8868cc5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.296481 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-21d76e40-9f42-46d4-8106-ef32d8868cc5 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/680b71f7-8206-442f-8a7e-af05ebcd4c8e HTTP/1.1" status: 404 len: 337 time: 0.0323210 Feb 19 01:32:16.296737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.324341 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e927303a-8fd6-4d25-a46c-08ecae8cbfbb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.324341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e927303a-8fd6-4d25-a46c-08ecae8cbfbb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.329842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e927303a-8fd6-4d25-a46c-08ecae8cbfbb tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/0f018541-5d07-432d-b10e-de0456a56020 HTTP/1.1" status: 404 len: 337 time: 0.0297117 Feb 19 01:32:16.330463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36262) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.354435 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c136a1b7-c234-4b6d-af3b-016ea64e4651 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.354984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c136a1b7-c234-4b6d-af3b-016ea64e4651 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.360282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c136a1b7-c234-4b6d-af3b-016ea64e4651 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/f7b6cb72-7a03-43e7-9c6f-73aed5fe0a0f HTTP/1.1" status: 404 len: 333 time: 0.0268939 Feb 19 01:32:16.360573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36264) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.391127 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfea3c7-80b6-42b5-9385-cd51c9a1a096 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.391586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfea3c7-80b6-42b5-9385-cd51c9a1a096 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.396981 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1bfea3c7-80b6-42b5-9385-cd51c9a1a096 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/16a15b28-e74b-4972-bf57-a35152b67ed0 HTTP/1.1" status: 404 len: 337 time: 0.0331097 Feb 19 01:32:16.397246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.400095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d167f6-2de9-446c-b917-273fdc2a444c admin admin] Publish callbacks [] for security_group (e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.406811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:16.415841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3afdbb47-a777-4af2-aea2-5c7c6ba725bf admin admin] 10.222.0.43 "PUT /v2.0/routers/aaa5150c-7913-4bb3-8061-5557808fdf69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8028424 Feb 19 01:32:16.415841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17d167f6-2de9-446c-b917-273fdc2a444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.416823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.423340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] Sync routers for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:16.426129 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-31208a04-d48d-4556-baca-db4369d9150c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.427622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31208a04-d48d-4556-baca-db4369d9150c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.433322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-31208a04-d48d-4556-baca-db4369d9150c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/287decba-591f-40bd-892a-0e42d80ad8da HTTP/1.1" status: 404 len: 337 time: 0.0326505 Feb 19 01:32:16.434382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.437672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:16.438384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:16.470039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ebc4cb14-f2ac-47bb-9c21-7016318efb0d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports?device_id=0edf96a2-f30e-470c-a456-bc557cf5f266 HTTP/1.1" status: 200 len: 205 time: 0.0345509 Feb 19 01:32:16.471524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.510617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-17d167f6-2de9-446c-b917-273fdc2a444c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50fdff2271274285a73ff2864e9e2b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648144 Feb 19 01:32:16.514602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36276) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.517208 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-b22325cf-09a2-48d7-891c-d005f77b2237 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] delete failed (client error): The resource could not be found. Feb 19 01:32:16.521508 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b22325cf-09a2-48d7-891c-d005f77b2237 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/routers/0edf96a2-f30e-470c-a456-bc557cf5f266 HTTP/1.1" status: 404 len: 336 time: 0.0488198 Feb 19 01:32:16.522621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36278) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.525687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d167f6-2de9-446c-b917-273fdc2a444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:16.562987 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab447859-bb0a-4699-a6e7-6c6aab735405 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.566352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab447859-bb0a-4699-a6e7-6c6aab735405 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.577764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36280) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.581177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ab447859-bb0a-4699-a6e7-6c6aab735405 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/6f59edf1-ab1d-4ff9-bdb0-c00036ec7b41 HTTP/1.1" status: 404 len: 337 time: 0.0534289 Feb 19 01:32:16.623832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9967712d-04c5-4c32-914c-2f1c87872717 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e40f9c6-abcb-4050-85b3-cb9ee83513f2 HTTP/1.1" status: 200 len: 205 time: 0.0397117 Feb 19 01:32:16.625592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36282) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.686616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks [] for router (aaa5150c-7913-4bb3-8061-5557808fdf69), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.688638 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-4d12b5b4-2eaf-45b5-84bc-3d4351af07c0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] delete failed (client error): The resource could not be found. Feb 19 01:32:16.692075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4d12b5b4-2eaf-45b5-84bc-3d4351af07c0 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/routers/6e40f9c6-abcb-4050-85b3-cb9ee83513f2 HTTP/1.1" status: 404 len: 336 time: 0.0619242 Feb 19 01:32:16.693778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.818820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:16.834877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d33ec29-c7f8-498a-aec1-135a2900f143 admin admin] Publish callbacks [] for security_group (e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.836842 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbc23bd-d320-4644-a671-80c9453a0d75 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.837393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbc23bd-d320-4644-a671-80c9453a0d75 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.841037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dbbc23bd-d320-4644-a671-80c9453a0d75 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/be6ff5d5-dfa8-424d-9067-59f1ff022f24 HTTP/1.1" status: 404 len: 337 time: 0.1462193 Feb 19 01:32:16.843040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36286) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.875563 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-473581a1-e02f-4ec5-945b-6a4bf0e998a4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.876030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473581a1-e02f-4ec5-945b-6a4bf0e998a4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.881926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-473581a1-e02f-4ec5-945b-6a4bf0e998a4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/ccb6db72-c0b0-4d36-b3a7-ce6e6445776c HTTP/1.1" status: 404 len: 337 time: 0.0356324 Feb 19 01:32:16.882095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks [] for router_gateway (aaa5150c-7913-4bb3-8061-5557808fdf69), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.883977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:16.884372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36288) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.915038 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1911db7c-71fc-465c-9e27-eeecb31aba0d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.916518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1911db7c-71fc-465c-9e27-eeecb31aba0d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.917880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d33ec29-c7f8-498a-aec1-135a2900f143 admin admin] Publish callbacks [] for security_group (e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.923046 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1911db7c-71fc-465c-9e27-eeecb31aba0d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/3aefff1a-4ff9-420f-9f6e-e58551ff0f16 HTTP/1.1" status: 404 len: 333 time: 0.0364852 Feb 19 01:32:16.924638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36290) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.954913 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f14d5-9b7c-447f-aae2-071d158b3e5d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.955768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531f14d5-9b7c-447f-aae2-071d158b3e5d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:16.963849 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-531f14d5-9b7c-447f-aae2-071d158b3e5d tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/875aff1e-49d9-4fbe-90b4-b6e33f690f97 HTTP/1.1" status: 404 len: 337 time: 0.0378885 Feb 19 01:32:16.964731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36292) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.996879 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee75bcc9-491c-4c06-9a7e-39cfefd7b55c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:16.997460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee75bcc9-491c-4c06-9a7e-39cfefd7b55c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.002928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee75bcc9-491c-4c06-9a7e-39cfefd7b55c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/5cd5983b-ab3e-4194-a3c4-97c4a0b53bb2 HTTP/1.1" status: 404 len: 333 time: 0.0337543 Feb 19 01:32:17.005244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Deleting port 5ad03a5f-6834-4e98-9cf0-126490bc5858 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:17.005244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.005856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36294) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.028029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b7cc99a1-bfd0-433f-93e8-31c71290cf23 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:17.028029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7cc99a1-bfd0-433f-93e8-31c71290cf23 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:17.059857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:32:14Z', 'revision_number': 5, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port': {'id': '5ad03a5f-6834-4e98-9cf0-126490bc5858', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:52Z', 'updated_at': '2022-02-19T01:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.072837 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55cdb89-d676-4ee4-a455-d5a460feeb20 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.073275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55cdb89-d676-4ee4-a455-d5a460feeb20 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.078769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c55cdb89-d676-4ee4-a455-d5a460feeb20 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/b25e9017-8bbf-401c-956f-3a0e75423306 HTTP/1.1" status: 404 len: 337 time: 0.0695939 Feb 19 01:32:17.079039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.088295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d33ec29-c7f8-498a-aec1-135a2900f143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.090800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d33ec29-c7f8-498a-aec1-135a2900f143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.091891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d33ec29-c7f8-498a-aec1-135a2900f143 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e HTTP/1.1" status: 204 len: 168 time: 0.5744140 Feb 19 01:32:17.105126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] Checking router: aaa5150c-7913-4bb3-8061-5557808fdf69 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:17.119027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] Routers {'aaa5150c-7913-4bb3-8061-5557808fdf69'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:17.119438 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb8f51-4c4b-46dd-9e2e-a7f79ea965de tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.120001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb8f51-4c4b-46dd-9e2e-a7f79ea965de tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.120523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:31:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['aaa5150c-7913-4bb3-8061-5557808fdf69'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.125349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-40cb8f51-4c4b-46dd-9e2e-a7f79ea965de tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/f40e1833-2b5f-4b50-b29a-ae1dd8ee8a4a HTTP/1.1" status: 404 len: 333 time: 0.0431538 Feb 19 01:32:17.126134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36300) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.126297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33ec29-c7f8-498a-aec1-135a2900f143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c7eb18-9d2a-4b60-bd8b-d6cda4d31f7e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:17.159344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] For port 5ad03a5f-6834-4e98-9cf0-126490bc5858, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5ad03a5f-6834-4e98-9cf0-126490bc5858,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:17.159740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.170966 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea094d2-a9c6-477b-a80e-e6cd68551c20 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.171432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea094d2-a9c6-477b-a80e-e6cd68551c20 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.179618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Calling delete_port for 5ad03a5f-6834-4e98-9cf0-126490bc5858 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:17.181425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36302) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.189334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eea094d2-a9c6-477b-a80e-e6cd68551c20 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/4730236f-8bdb-4cea-9f62-a6c4e0b6963a HTTP/1.1" status: 404 len: 337 time: 0.0606949 Feb 19 01:32:17.248370 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be521f2-5eb9-4957-ac36-bd692d33c0c4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.250092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be521f2-5eb9-4957-ac36-bd692d33c0c4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.258915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36306) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.272312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3be521f2-5eb9-4957-ac36-bd692d33c0c4 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/31711190-7328-4e4e-bc0c-56d4ef9216f8 HTTP/1.1" status: 404 len: 333 time: 0.0883222 Feb 19 01:32:17.297259 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3471da1-2e51-44b8-9a42-5e76d021e190 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.297731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3471da1-2e51-44b8-9a42-5e76d021e190 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.305798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3471da1-2e51-44b8-9a42-5e76d021e190 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/e6ea7f96-431a-4b43-a374-01f9aaa5c911 HTTP/1.1" status: 404 len: 337 time: 0.0456715 Feb 19 01:32:17.306627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36310) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.335522 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1af4cc-d645-4b48-9677-e78c41677f5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.335986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] Set router aaa5150c-7913-4bb3-8061-5557808fdf69 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:17.336124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1af4cc-d645-4b48-9677-e78c41677f5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.343658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2d1af4cc-d645-4b48-9677-e78c41677f5c tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/ec89564e-f83b-4c3e-8c03-e9ad055a101d HTTP/1.1" status: 404 len: 333 time: 0.0358789 Feb 19 01:32:17.344649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36312) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.382729 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-203509aa-4fc0-4fec-9115-0658f6d75490 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.383182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203509aa-4fc0-4fec-9115-0658f6d75490 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.386156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-203509aa-4fc0-4fec-9115-0658f6d75490 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/653589f4-729b-4513-9281-a4a5385ee7d9 HTTP/1.1" status: 404 len: 337 time: 0.0397022 Feb 19 01:32:17.390969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36314) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.424201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:32:16Z', 'revision_number': 6, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.433683 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0fd388-2d08-4d33-b00f-4843450a2065 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.434623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0fd388-2d08-4d33-b00f-4843450a2065 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.440930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36316) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.452603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1b0fd388-2d08-4d33-b00f-4843450a2065 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/93e6d965-5ee1-4f9c-a565-8fb93a72767a HTTP/1.1" status: 404 len: 333 time: 0.0601916 Feb 19 01:32:17.458365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1515aa-6e2c-4eb3-a021-60ff0d796736 None None] The sync data for ids ['aaa5150c-7913-4bb3-8061-5557808fdf69'] in n-d-826752-2 is: [{'id': 'aaa5150c-7913-4bb3-8061-5557808fdf69', 'name': 'tempest-TaggedBootDevicesTest-1288191623-router', 'tenant_id': '9346a9b13e7049c2abcd8aae471eb38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:51Z', 'updated_at': '2022-02-19T01:32:16Z', 'revision_number': 6, 'project_id': '9346a9b13e7049c2abcd8aae471eb38b', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:17.528230 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e13ea13-17b4-48ea-9f64-eb7c56d2a356 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.528689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e13ea13-17b4-48ea-9f64-eb7c56d2a356 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.533505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7e13ea13-17b4-48ea-9f64-eb7c56d2a356 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/2b1d7d5a-9cad-4d9e-89c5-1b1f26acc6b0 HTTP/1.1" status: 404 len: 337 time: 0.0897994 Feb 19 01:32:17.534726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.559405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5ad03a5f-6834-4e98-9cf0-126490bc5858), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.564077 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b78d34c-9566-4dac-954c-234f6907a8b2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.566535 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b78d34c-9566-4dac-954c-234f6907a8b2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.570628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7b78d34c-9566-4dac-954c-234f6907a8b2 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/ports/328d6512-fe5b-4304-bae7-f2e0d476e5c5 HTTP/1.1" status: 404 len: 333 time: 0.0348775 Feb 19 01:32:17.581171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36326) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.588571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad03a5f-6834-4e98-9cf0-126490bc5858,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:17.618654 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-826647cb-d8f4-4e29-97d2-43cf520a5af1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] DELETE failed (client error): The resource could not be found. Feb 19 01:32:17.619387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826647cb-d8f4-4e29-97d2-43cf520a5af1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:32:17.623170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-826647cb-d8f4-4e29-97d2-43cf520a5af1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/subnets/ee4fae51-5b74-4a54-9e8f-fea65e51e5a6 HTTP/1.1" status: 404 len: 337 time: 0.0407445 Feb 19 01:32:17.625954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36330) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.700391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (aaa5150c-7913-4bb3-8061-5557808fdf69), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.757159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (8a1310d5-e386-4bdf-ae7f-e3c545313a62), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.813542 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (aaa5150c-7913-4bb3-8061-5557808fdf69), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.819535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks [] for router_controller (aaa5150c-7913-4bb3-8061-5557808fdf69), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.885971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (aaa5150c-7913-4bb3-8061-5557808fdf69), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.886675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa5150c-7913-4bb3-8061-5557808fdf69 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:32:17.890998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.894956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-73995393-d833-409f-82ff-7f7c0bcfba9d admin admin] 10.222.0.43 "DELETE /v2.0/routers/aaa5150c-7913-4bb3-8061-5557808fdf69 HTTP/1.1" status: 204 len: 168 time: 1.4758019 Feb 19 01:32:17.895723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36340) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:17.901311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (8a1310d5-e386-4bdf-ae7f-e3c545313a62), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.928494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1310d5-e386-4bdf-ae7f-e3c545313a62']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.939917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c9ee08-100f-446b-bc26-c86dc399f429') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.940216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c9ee08-100f-446b-bc26-c86dc399f429') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.950787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (50c9ee08-100f-446b-bc26-c86dc399f429), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.966029 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (50c9ee08-100f-446b-bc26-c86dc399f429), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.971530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Deleting subnet 10e40259-b334-4de9-947e-f5cd89bbfc31 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:17.973852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:32:17.974803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (50c9ee08-100f-446b-bc26-c86dc399f429), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.975175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Publish callbacks [] for subnet (10e40259-b334-4de9-947e-f5cd89bbfc31), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:32:17.978877 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:32:18.033461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (10e40259-b334-4de9-947e-f5cd89bbfc31), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.059935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (8a1310d5-e386-4bdf-ae7f-e3c545313a62), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.077776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.085785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] 10.222.0.43 "DELETE /v2.0/networks/8a1310d5-e386-4bdf-ae7f-e3c545313a62 HTTP/1.1" status: 204 len: 168 time: 0.4573140 Feb 19 01:32:18.097554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fb1b7-4646-496e-84e2-f1fcabdd5ca1 tempest-NetworksTestDHCPv6-1077248630 tempest-NetworksTestDHCPv6-1077248630-project] Pushing event deleted for resources: {'Network': ['ID=8a1310d5-e386-4bdf-ae7f-e3c545313a62,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.099994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:18.146847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (10e40259-b334-4de9-947e-f5cd89bbfc31), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.204360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (10e40259-b334-4de9-947e-f5cd89bbfc31), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.228812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65978ba1-1cd8-4670-ab83-8336c089ed08 None None] Network 419c564d-65b6-4252-aea5-969df3964f4b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:18.240529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-307757472-network', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:18.261203 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.270093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10e40259-b334-4de9-947e-f5cd89bbfc31 HTTP/1.1" status: 204 len: 168 time: 0.3716061 Feb 19 01:32:18.272783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:18.273797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a2a39-4796-481e-82e0-2cff295d7682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e40259-b334-4de9-947e-f5cd89bbfc31,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.284932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Made reservation on behalf of 8b43e15b720e43c6aeaa4d7b162e765e for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:18.287407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.306184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.368861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36356) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:18.388153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.436847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (419c564d-65b6-4252-aea5-969df3964f4b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.504566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] DHCP port deletion for 419c564d-65b6-4252-aea5-969df3964f4b request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:32:18.563365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks [] for security_group (8a0b9fda-0392-4ac7-8c3f-6369f9977891), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.567744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Deleting port 642289a0-c5f8-4b34-adf9-6c6064c00552 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:18.568155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.579539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8a0b9fda-0392-4ac7-8c3f-6369f9977891), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.588778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e5947c80-b7d1-4258-b197-a8c986678eed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2281ad94bdf4d27b489495d0a5b7594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165976 Feb 19 01:32:18.589202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36360) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:18.591738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] Deleting port 642289a0-c5f8-4b34-adf9-6c6064c00552 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:18.592320 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.647305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:32:18.670260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b2761b0-0053-4452-a7ae-54e6f7a14279 admin admin] Publish callbacks [] for security_group (ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.672362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b9fda-0392-4ac7-8c3f-6369f9977891,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.686824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e1fad342-7542-4619-9071-3a58d1899d07), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.687323 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Added segment e1fad342-7542-4619-9071-3a58d1899d07 of type vlan for network 8344c652-e082-45dc-861d-b8ddb71ca170 Feb 19 01:32:18.691047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] For port 642289a0-c5f8-4b34-adf9-6c6064c00552, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=642289a0-c5f8-4b34-adf9-6c6064c00552,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:18.691552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.707399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] For port 642289a0-c5f8-4b34-adf9-6c6064c00552, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=642289a0-c5f8-4b34-adf9-6c6064c00552,segment=NetworkSegment(921029b8-c00f-4b99-9ce7-9d8b8f334cf7),segment_id=921029b8-c00f-4b99-9ce7-9d8b8f334cf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:18.707809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.735792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] Calling delete_port for 642289a0-c5f8-4b34-adf9-6c6064c00552 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:18.736447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b2761b0-0053-4452-a7ae-54e6f7a14279 admin admin] Publish callbacks [] for security_group (ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.739275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Calling delete_port for 642289a0-c5f8-4b34-adf9-6c6064c00552 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:18.763693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (8344c652-e082-45dc-861d-b8ddb71ca170), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.826197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b2761b0-0053-4452-a7ae-54e6f7a14279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.830114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b2761b0-0053-4452-a7ae-54e6f7a14279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.832174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8b2761b0-0053-4452-a7ae-54e6f7a14279 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4 HTTP/1.1" status: 204 len: 168 time: 0.2416925 Feb 19 01:32:18.852521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 642289a0-c5f8-4b34-adf9-6c6064c00552 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:18.853186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2761b0-0053-4452-a7ae-54e6f7a14279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5ad212-a4ce-4b31-9b6f-65f86c0c83d4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.916108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (8344c652-e082-45dc-861d-b8ddb71ca170), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.917234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:18.918222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.993761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.032423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] Pushing event updated for resources: {'Network': ['ID=8344c652-e082-45dc-861d-b8ddb71ca170,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:19.039407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d815c4a-52d4-4664-8856-cd8f649c2abf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9381442 Feb 19 01:32:19.041968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36366) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:19.044807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] Pushing event deleted for resources: {'Port': ['ID=642289a0-c5f8-4b34-adf9-6c6064c00552,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:19.047675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Request body: {'subnet': {'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-subnet', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:19.056513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 8344c652-e082-45dc-861d-b8ddb71ca170 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:32:19.067348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.105352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Pushing event deleted for resources: {'Port': ['ID=642289a0-c5f8-4b34-adf9-6c6064c00552,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:19.108390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Made reservation on behalf of 8b43e15b720e43c6aeaa4d7b162e765e for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:19.109804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 642289a0-c5f8-4b34-adf9-6c6064c00552 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:19.110464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (642289a0-c5f8-4b34-adf9-6c6064c00552), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.111623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.116548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] No DVR routers for this DVR port 642289a0-c5f8-4b34-adf9-6c6064c00552 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:19.126776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688555bc-c93b-4e6c-860a-2efcabaef909 None None] No DVR routers for this DVR port 642289a0-c5f8-4b34-adf9-6c6064c00552 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:19.190394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5ad03a5f-6834-4e98-9cf0-126490bc5858 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:19.210223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 5ad03a5f-6834-4e98-9cf0-126490bc5858 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:19.210565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5ad03a5f-6834-4e98-9cf0-126490bc5858 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:19.211098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:19.246585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:19.247019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8b6b4f45-cfa2-4a41-ac3c-702fbfe3fbb2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:19.282211 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (419c564d-65b6-4252-aea5-969df3964f4b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.310634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c564d-65b6-4252-aea5-969df3964f4b']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:19.325196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921029b8-c00f-4b99-9ce7-9d8b8f334cf7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:19.325704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921029b8-c00f-4b99-9ce7-9d8b8f334cf7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:19.356924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (921029b8-c00f-4b99-9ce7-9d8b8f334cf7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.376236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (921029b8-c00f-4b99-9ce7-9d8b8f334cf7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.387663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:32:19.388042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (921029b8-c00f-4b99-9ce7-9d8b8f334cf7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: self.session.flush() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:32:19.389651 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:32:19.799746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (841ea724-9887-4a42-a6f3-b6d25dc1f27b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.851198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (419c564d-65b6-4252-aea5-969df3964f4b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.860918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.865261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] 10.222.0.43 "DELETE /v2.0/networks/419c564d-65b6-4252-aea5-969df3964f4b HTTP/1.1" status: 204 len: 168 time: 1.5898952 Feb 19 01:32:19.868172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36394) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:19.884953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Pushing event updated for resources: {'Subnet': ['ID=841ea724-9887-4a42-a6f3-b6d25dc1f27b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:19.891345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef884799-b3ec-42c7-b5e5-a776ee37c493 admin admin] Pushing event deleted for resources: {'Network': ['ID=419c564d-65b6-4252-aea5-969df3964f4b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:19.910323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Checking segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:19.910770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Network hostable DHCP agents. Network: 8344c652-e082-45dc-861d-b8ddb71ca170, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:32:19.933859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Network 8344c652-e082-45dc-861d-b8ddb71ca170 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:32:19.948319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 8344c652-e082-45dc-861d-b8ddb71ca170) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:19.953858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:19.954483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.961821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941af301-2aa2-4561-a8f2-ee6dc73859be None None] Network 8344c652-e082-45dc-861d-b8ddb71ca170 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:19.983990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d90a59f-595d-43e7-b5d2-f2f81237afef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9390728 Feb 19 01:32:19.984180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36398) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:19.989021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:20.033615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (7e2234d9-b931-4eec-8033-c1185fcc34c9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.039982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (7e2234d9-b931-4eec-8033-c1185fcc34c9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.177150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8344c652-e082-45dc-861d-b8ddb71ca170', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:32:20.180053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.184415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks [] for router_controller (7e2234d9-b931-4eec-8033-c1185fcc34c9), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.381436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Allocated IP 172.20.0.2 (8344c652-e082-45dc-861d-b8ddb71ca170/841ea724-9887-4a42-a6f3-b6d25dc1f27b/1d69bd32-9c49-45e4-bb31-f60f6403c2da) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:20.411318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36404) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:20.491592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks [] for router_gateway (7e2234d9-b931-4eec-8033-c1185fcc34c9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.550803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Publish callbacks [] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.560461 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.616463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Network 8344c652-e082-45dc-861d-b8ddb71ca170 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:20.624615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:20.629746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d80e0796-b482-4bff-b40d-4fbb9263f9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.631386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:20.700786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Pushing event updated for resources: {'Port': ['ID=1d69bd32-9c49-45e4-bb31-f60f6403c2da,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:20.704599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3742ba3f-cdf4-4e91-bc37-bbea0807d8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.712713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Attempting to bind port 1d69bd32-9c49-45e4-bb31-f60f6403c2da on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:20.713361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Attempting to bind port 1d69bd32-9c49-45e4-bb31-f60f6403c2da by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:20.713940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Attempting to bind port 1d69bd32-9c49-45e4-bb31-f60f6403c2da on network 8344c652-e082-45dc-861d-b8ddb71ca170 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:20.719830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:20.721217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Checking segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:20.721975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.722557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Bound using segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:20.723220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Bound port: 1d69bd32-9c49-45e4-bb31-f60f6403c2da, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:20.723816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.795477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] For port 1d69bd32-9c49-45e4-bb31-f60f6403c2da, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:20.800743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] For port 1d69bd32-9c49-45e4-bb31-f60f6403c2da, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1d69bd32-9c49-45e4-bb31-f60f6403c2da,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:20.807522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.808023 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.829545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks [] for router_gateway (7e2234d9-b931-4eec-8033-c1185fcc34c9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.868456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.978551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4444eff-1020-4273-86ca-fd4ef98ac426 None None] Pushing event updated for resources: {'Port': ['ID=1d69bd32-9c49-45e4-bb31-f60f6403c2da,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:21.037125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Allocated IP 172.25.0.170 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/998cc05a-3fdf-4ab9-96c7-70967c5f1ac5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:21.108425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3742ba3f-cdf4-4e91-bc37-bbea0807d8c7 admin admin] Publish callbacks [] for security_group (c212fd54-4ca7-4696-bc29-92fa16d41270), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.117183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3742ba3f-cdf4-4e91-bc37-bbea0807d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c212fd54-4ca7-4696-bc29-92fa16d41270), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.213301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks [] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.240130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3742ba3f-cdf4-4e91-bc37-bbea0807d8c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcfd5274deeb46889f9eb9aee4fd3026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232844 Feb 19 01:32:21.243744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36410) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:21.244492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ba3f-cdf4-4e91-bc37-bbea0807d8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c212fd54-4ca7-4696-bc29-92fa16d41270,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:21.274275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.337948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:21.343779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:21.346364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Pushing event updated for resources: {'Port': ['ID=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:21.354667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:21.432682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cee-d1e2-4e11-aa23-aa3b88e07398 admin admin] Publish callbacks [] for security_group (c212fd54-4ca7-4696-bc29-92fa16d41270), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.465487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cee-d1e2-4e11-aa23-aa3b88e07398 admin admin] Publish callbacks [] for security_group (c212fd54-4ca7-4696-bc29-92fa16d41270), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.504458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Deleting port 7c565a41-bae1-431f-a6ab-e6e7b778e244 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:21.504811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.578898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cee-d1e2-4e11-aa23-aa3b88e07398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c212fd54-4ca7-4696-bc29-92fa16d41270), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.582256 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cee-d1e2-4e11-aa23-aa3b88e07398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.583546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70ca4cee-d1e2-4e11-aa23-aa3b88e07398 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c212fd54-4ca7-4696-bc29-92fa16d41270 HTTP/1.1" status: 204 len: 168 time: 0.3347249 Feb 19 01:32:21.598530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca4cee-d1e2-4e11-aa23-aa3b88e07398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c212fd54-4ca7-4696-bc29-92fa16d41270,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:21.629443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] For port 7c565a41-bae1-431f-a6ab-e6e7b778e244, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7c565a41-bae1-431f-a6ab-e6e7b778e244,segment=NetworkSegment(2100126b-c788-4819-8924-4a7147d904be),segment_id=2100126b-c788-4819-8924-4a7147d904be)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:21.629763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.659929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Calling delete_port for 7c565a41-bae1-431f-a6ab-e6e7b778e244 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:21.747632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks [] for router_gateway (7e2234d9-b931-4eec-8033-c1185fcc34c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.925369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7c565a41-bae1-431f-a6ab-e6e7b778e244), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.988225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c565a41-bae1-431f-a6ab-e6e7b778e244,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:22.301662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (7e2234d9-b931-4eec-8033-c1185fcc34c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:22.606566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:32:22.613017 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfb39-c81b-4dfa-8dc7-d1edab6e523d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:22.629799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f370a9-4768-459c-9edf-7925da1773fb None None] Network 8344c652-e082-45dc-861d-b8ddb71ca170 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:22.762853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:22.773892 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:22.790263 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:22.794350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:22.795705 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a20de9ec-7203-481d-9e69-f8db85a77948 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8106554 Feb 19 01:32:22.796005 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:22.799528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:22.816432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] Provisioning complete for port 1d69bd32-9c49-45e4-bb31-f60f6403c2da triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:22.819803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:22.937270 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:22.984759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1d69bd32-9c49-45e4-bb31-f60f6403c2da up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:23.096800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] Current status of the port 1d69bd32-9c49-45e4-bb31-f60f6403c2da is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:23.097450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.184520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] For port 1d69bd32-9c49-45e4-bb31-f60f6403c2da, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1d69bd32-9c49-45e4-bb31-f60f6403c2da,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:23.204907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1d69bd32-9c49-45e4-bb31-f60f6403c2da triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:23.207691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.268338 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.301240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:21Z', 'revision_number': 3, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:23.311138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.405148 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:23.405507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Updating router 7e2234d9-b931-4eec-8033-c1185fcc34c9 port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:32:23.423387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e101dcc-75ea-42ad-b0ca-227bd2359343 None None] Pushing event updated for resources: {'Port': ['ID=1d69bd32-9c49-45e4-bb31-f60f6403c2da,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:23.447771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1d69bd32-9c49-45e4-bb31-f60f6403c2da is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:23.487872 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.602312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67dd8c9f-0a28-4d2c-bf48-7c1b277ea791 None None] Provisioning complete for port 1d69bd32-9c49-45e4-bb31-f60f6403c2da triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:23.604631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67dd8c9f-0a28-4d2c-bf48-7c1b277ea791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.804067 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.807463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67dd8c9f-0a28-4d2c-bf48-7c1b277ea791 None None] Current status of the port 1d69bd32-9c49-45e4-bb31-f60f6403c2da is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:23.847147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:23.886935 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Publish callbacks [] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.893561 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.954181 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37de26-e880-4c61-ba8a-45485f3ca802 None None] Pushing event updated for resources: {'Port': ['ID=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:23.980663 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Attempting to bind port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:23.981747 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Attempting to bind port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:23.982663 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Attempting to bind port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:23.989294 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:23.990214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:23.990895 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.991515 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:23.992509 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Bound port: 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:23.993321 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.055834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] For port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:24.059476 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] For port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:24.067229 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.084574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36460) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:24.085705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:24.097350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] Sync routers for ids ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:24.109214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36ebce9f-2e4d-468f-86dd-1a82e2a8816e admin admin] 10.222.0.43 "PUT /v2.0/routers/24b560d4-9ba0-4e24-ba66-b4bbd7afe949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2360845 Feb 19 01:32:24.109552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36464) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:24.112067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] Routers {'24b560d4-9ba0-4e24-ba66-b4bbd7afe949'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:24.112661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:24.215565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37de26-e880-4c61-ba8a-45485f3ca802 None None] Pushing event updated for resources: {'Port': ['ID=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:24.241509 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:24.242065 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:24.340228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks [] for router (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.354602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] Set router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:24.398548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:24.439784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20e260cd-89d6-4401-ba86-add7f6b6ebd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.477183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.624415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks [] for router_gateway (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.654667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:32:21Z', 'revision_number': 5, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port': {'id': 'acabfa7f-99f1-4d0d-951e-d9d800b36360', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:02Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:24.662137 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:21Z', 'revision_number': 3, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:24.691723 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66984c9-1f8e-42f2-b182-ac0ac6061dce None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:21Z', 'revision_number': 3, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:24.724321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] Checking router: 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:24.743127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] Routers {'24b560d4-9ba0-4e24-ba66-b4bbd7afe949'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:24.744007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:24.774397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20e260cd-89d6-4401-ba86-add7f6b6ebd6 admin admin] Publish callbacks [] for security_group (b1a70e0a-7f10-4493-9fff-b0c414af9c6f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.793360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20e260cd-89d6-4401-ba86-add7f6b6ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b1a70e0a-7f10-4493-9fff-b0c414af9c6f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.840096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Allocated IP 172.20.0.1 (8344c652-e082-45dc-861d-b8ddb71ca170/841ea724-9887-4a42-a6f3-b6d25dc1f27b/f41f0236-b04c-4d87-8c48-65b2cdf2141b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:24.882042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e260cd-89d6-4401-ba86-add7f6b6ebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a70e0a-7f10-4493-9fff-b0c414af9c6f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:24.915545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20e260cd-89d6-4401-ba86-add7f6b6ebd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1caf50e7965b4c6aac30e6a1689b1263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8278997 Feb 19 01:32:24.932117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Deleting port acabfa7f-99f1-4d0d-951e-d9d800b36360 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:24.933225 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.936157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:25.000326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1d69bd32-9c49-45e4-bb31-f60f6403c2da up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:25.029245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1d86fc7-8ad9-4803-92c5-3e1cea4e3e68 admin admin] Publish callbacks [] for security_group (b1a70e0a-7f10-4493-9fff-b0c414af9c6f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.059155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks [] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.115252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] Set router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:25.119790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1d86fc7-8ad9-4803-92c5-3e1cea4e3e68 admin admin] Publish callbacks [] for security_group (b1a70e0a-7f10-4493-9fff-b0c414af9c6f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.134287 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.217241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f41f0236-b04c-4d87-8c48-65b2cdf2141b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:25.225075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] For port acabfa7f-99f1-4d0d-951e-d9d800b36360, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=acabfa7f-99f1-4d0d-951e-d9d800b36360,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:25.226375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.248027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:32:24Z', 'revision_number': 6, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:25.266866 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Network 8344c652-e082-45dc-861d-b8ddb71ca170 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:25.270450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:25.274411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:25.295170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Calling delete_port for acabfa7f-99f1-4d0d-951e-d9d800b36360 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:25.354509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1d69bd32-9c49-45e4-bb31-f60f6403c2da triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:25.356076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.358020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52a040-855e-4303-92c0-919b03d39a28 None None] The sync data for ids ['24b560d4-9ba0-4e24-ba66-b4bbd7afe949'] in n-d-826752-2 is: [{'id': '24b560d4-9ba0-4e24-ba66-b4bbd7afe949', 'name': 'tempest-TaggedBootDevicesTest-1870486834-router', 'tenant_id': '78427c8299734818896bfb654f687d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:01Z', 'updated_at': '2022-02-19T01:32:24Z', 'revision_number': 6, 'project_id': '78427c8299734818896bfb654f687d54', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:25.358454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (7e2234d9-b931-4eec-8033-c1185fcc34c9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.451503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.480896 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1d86fc7-8ad9-4803-92c5-3e1cea4e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b1a70e0a-7f10-4493-9fff-b0c414af9c6f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.491688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c1d86fc7-8ad9-4803-92c5-3e1cea4e3e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.526280 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c1d86fc7-8ad9-4803-92c5-3e1cea4e3e68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1a70e0a-7f10-4493-9fff-b0c414af9c6f HTTP/1.1" status: 204 len: 168 time: 0.5641093 Feb 19 01:32:25.554129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d86fc7-8ad9-4803-92c5-3e1cea4e3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a70e0a-7f10-4493-9fff-b0c414af9c6f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:25.637700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1d69bd32-9c49-45e4-bb31-f60f6403c2da is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:25.642557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.766496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4bab1778-b311-48f5-8e37-b4dd8fb91607 None None] Provisioning complete for port f41f0236-b04c-4d87-8c48-65b2cdf2141b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:25.767595 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bab1778-b311-48f5-8e37-b4dd8fb91607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.790283 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (acabfa7f-99f1-4d0d-951e-d9d800b36360), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:25.845385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Pushing event deleted for resources: {'Port': ['ID=acabfa7f-99f1-4d0d-951e-d9d800b36360,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:25.865623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4bab1778-b311-48f5-8e37-b4dd8fb91607 None None] Port f41f0236-b04c-4d87-8c48-65b2cdf2141b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:25.957492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.089675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks [] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.095256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.095573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.116841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.127634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks [] for router_controller (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.180765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f41f0236-b04c-4d87-8c48-65b2cdf2141b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:26.182954 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (7e2234d9-b931-4eec-8033-c1185fcc34c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.224895 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (24b560d4-9ba0-4e24-ba66-b4bbd7afe949), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.228431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b560d4-9ba0-4e24-ba66-b4bbd7afe949 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:32:26.239924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.245458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-832c3ffd-7145-4932-b20c-668a08de43da admin admin] 10.222.0.43 "DELETE /v2.0/routers/24b560d4-9ba0-4e24-ba66-b4bbd7afe949 HTTP/1.1" status: 204 len: 168 time: 2.1328022 Feb 19 01:32:26.246124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36488) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:26.337695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Deleting subnet 48435e39-e665-43c2-a67f-b0979225177f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:26.344696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Publish callbacks [] for subnet (48435e39-e665-43c2-a67f-b0979225177f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.390341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Network 8344c652-e082-45dc-861d-b8ddb71ca170 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:26.392919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:26.467695 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (48435e39-e665-43c2-a67f-b0979225177f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.576033 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.761022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:26.855507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (48435e39-e665-43c2-a67f-b0979225177f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:26.965119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:27.019945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (48435e39-e665-43c2-a67f-b0979225177f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.035407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:27.046449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f364f304-0db5-428a-a714-d653619d56f1 admin admin] 10.222.0.43 "PUT /v2.0/routers/7e2234d9-b931-4eec-8033-c1185fcc34c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2457702 Feb 19 01:32:27.064897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48435e39-e665-43c2-a67f-b0979225177f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:27.068908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.072713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7b01fb6-fde5-456e-962c-639b5081a6ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/48435e39-e665-43c2-a67f-b0979225177f HTTP/1.1" status: 204 len: 168 time: 0.8237746 Feb 19 01:32:27.075110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36512) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:27.102910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b99f46-1b8d-4362-a785-3acb1cec24b9 None None] Network 2dfc5e3e-df94-482b-b27e-d576412af3a1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:27.215087 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2dfc5e3e-df94-482b-b27e-d576412af3a1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.272673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-10004751-7d9e-4823-a9d2-9bc5d8eab20c None None] Provisioning complete for port f41f0236-b04c-4d87-8c48-65b2cdf2141b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:27.272673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10004751-7d9e-4823-a9d2-9bc5d8eab20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.332308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-10004751-7d9e-4823-a9d2-9bc5d8eab20c None None] Port f41f0236-b04c-4d87-8c48-65b2cdf2141b cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:27.389191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Deleting port 375c6373-a0bd-45f1-8af5-80d19696ad06 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:27.389537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.402101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:27.402477 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.544743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] For port 375c6373-a0bd-45f1-8af5-80d19696ad06, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=375c6373-a0bd-45f1-8af5-80d19696ad06,segment=NetworkSegment(2100126b-c788-4819-8924-4a7147d904be),segment_id=2100126b-c788-4819-8924-4a7147d904be)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:27.546118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.585615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Calling delete_port for 375c6373-a0bd-45f1-8af5-80d19696ad06 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:27.635544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] DHCP port deletion for 2dfc5e3e-df94-482b-b27e-d576412af3a1 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:32:27.637382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:27.637779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.709071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:27.714648 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.821310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:27.863266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c565a41-bae1-431f-a6ab-e6e7b778e244 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:27.888356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=375c6373-a0bd-45f1-8af5-80d19696ad06,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:27.910121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] No DVR routers for this DVR port 375c6373-a0bd-45f1-8af5-80d19696ad06 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:27.951339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7c565a41-bae1-431f-a6ab-e6e7b778e244 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:27.951926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c565a41-bae1-431f-a6ab-e6e7b778e244 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:27.952595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device acabfa7f-99f1-4d0d-951e-d9d800b36360 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:27.997575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:28.069767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: acabfa7f-99f1-4d0d-951e-d9d800b36360 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:28.070270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device acabfa7f-99f1-4d0d-951e-d9d800b36360 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:28.111625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Deleting port 375c6373-a0bd-45f1-8af5-80d19696ad06 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:28.111625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.143288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2dfc5e3e-df94-482b-b27e-d576412af3a1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.205632 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:28.212920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfc5e3e-df94-482b-b27e-d576412af3a1']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:28.230526 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:28.231709 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:28.241287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2100126b-c788-4819-8924-4a7147d904be') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:28.241591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2100126b-c788-4819-8924-4a7147d904be') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:28.253419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (2100126b-c788-4819-8924-4a7147d904be), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.273679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:28.274234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] For port 375c6373-a0bd-45f1-8af5-80d19696ad06, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:28.274561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.277399 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2100126b-c788-4819-8924-4a7147d904be), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.279910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956043055', 'description': 'tempest-description--604595375'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:28.284549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:32:28.284941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (2100126b-c788-4819-8924-4a7147d904be), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.319782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Calling delete_port for 375c6373-a0bd-45f1-8af5-80d19696ad06 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:28.326761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Port 375c6373-a0bd-45f1-8af5-80d19696ad06 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:32:28.328580 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (375c6373-a0bd-45f1-8af5-80d19696ad06), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.352043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] No DVR routers for this DVR port 375c6373-a0bd-45f1-8af5-80d19696ad06 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:28.377731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:32:28.395036 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:32:28.400326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (2dfc5e3e-df94-482b-b27e-d576412af3a1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.411562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.418650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2dfc5e3e-df94-482b-b27e-d576412af3a1 HTTP/1.1" status: 204 len: 168 time: 1.3396428 Feb 19 01:32:28.420893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a209d4-70e8-419b-9784-152c496e25f1 None None] Pushing event deleted for resources: {'Port': ['ID=375c6373-a0bd-45f1-8af5-80d19696ad06,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:28.447419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000a0c-29d5-4696-9d41-f597547396f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfc5e3e-df94-482b-b27e-d576412af3a1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:28.527935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (66faba82-6802-460b-a1c7-2d42c4197d2e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.534907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (66faba82-6802-460b-a1c7-2d42c4197d2e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.549958 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:28.583588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.586399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3106675 Feb 19 01:32:28.588308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36540) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:28.593801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'security_group_rule': {'security_group_id': '66faba82-6802-460b-a1c7-2d42c4197d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:28.620051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945a74a-0590-43bd-b3ea-4a89e6d465bf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66faba82-6802-460b-a1c7-2d42c4197d2e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:28.656983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (ecb05b9c-27af-44ee-b451-163c3cfe3de0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.802464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36544) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:28.820423 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (ecb05b9c-27af-44ee-b451-163c3cfe3de0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.826049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ecb05b9c-27af-44ee-b451-163c3cfe3de0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.862296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:28.910882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb05b9c-27af-44ee-b451-163c3cfe3de0,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:28.912795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3e996bc6-1c96-4a6d-83e7-dcdf84578ffd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9346a9b13e7049c2abcd8aae471eb38b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1091683 Feb 19 01:32:28.919481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:28.921356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 2, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:28.930723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.934547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b3ee7e5-cdde-4be3-9061-4f93df0fb880 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425844 Feb 19 01:32:28.935240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36548) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:28.947130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'security_group_rule': {'security_group_id': '66faba82-6802-460b-a1c7-2d42c4197d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:28.993041 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:28.993413 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Updating router 7e2234d9-b931-4eec-8033-c1185fcc34c9 port f41f0236-b04c-4d87-8c48-65b2cdf2141b binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:32:29.051962 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.052883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (5c7e47be-eb20-4e79-90d8-0fd4729ee095), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.072692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2424a88-a0ad-48b1-b9b1-6cfd6d6e5689 admin admin] Publish callbacks [] for security_group (6d6073e4-5e76-4a3d-bf2d-328177b57011), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.084644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:29.085319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.149866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2424a88-a0ad-48b1-b9b1-6cfd6d6e5689 admin admin] Publish callbacks [] for security_group (6d6073e4-5e76-4a3d-bf2d-328177b57011), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.212066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (5c7e47be-eb20-4e79-90d8-0fd4729ee095), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.220349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5c7e47be-eb20-4e79-90d8-0fd4729ee095), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.252900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7e47be-eb20-4e79-90d8-0fd4729ee095,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:29.274632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.301628 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-12709125-55d7-415d-8ec4-348630fcd7d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3605812 Feb 19 01:32:29.301968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36554) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:29.305133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:29.310740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2424a88-a0ad-48b1-b9b1-6cfd6d6e5689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6d6073e4-5e76-4a3d-bf2d-328177b57011), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.314298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b2424a88-a0ad-48b1-b9b1-6cfd6d6e5689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.315612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2424a88-a0ad-48b1-b9b1-6cfd6d6e5689 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d6073e4-5e76-4a3d-bf2d-328177b57011 HTTP/1.1" status: 204 len: 168 time: 0.3951347 Feb 19 01:32:29.317414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:29.340771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2424a88-a0ad-48b1-b9b1-6cfd6d6e5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6073e4-5e76-4a3d-bf2d-328177b57011,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:29.411927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.431438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 375c6373-a0bd-45f1-8af5-80d19696ad06 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:29.482944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 375c6373-a0bd-45f1-8af5-80d19696ad06 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:29.483553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 375c6373-a0bd-45f1-8af5-80d19696ad06 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:29.677021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.859295 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Publish callbacks [] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.874604 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.930525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36562) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:29.935870 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Pushing event updated for resources: {'Port': ['ID=f41f0236-b04c-4d87-8c48-65b2cdf2141b,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:29.945773 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.946129 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.946475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.946889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.947220 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.947550 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.947878 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.948203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.948518 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.948827 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.949194 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.949516 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.949832 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:29.949967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Allocated IP 172.25.0.138 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:30.029186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36c76307-a5ac-4c10-a2c0-cb78842c6aae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78427c8299734818896bfb654f687d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937676 Feb 19 01:32:30.029816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36564) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:30.094952 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Attempting to bind port f41f0236-b04c-4d87-8c48-65b2cdf2141b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:30.095455 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Attempting to bind port f41f0236-b04c-4d87-8c48-65b2cdf2141b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:30.095928 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Attempting to bind port f41f0236-b04c-4d87-8c48-65b2cdf2141b on network 8344c652-e082-45dc-861d-b8ddb71ca170 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:30.107970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:30.108508 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Checking segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:30.109559 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.110147 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Bound using segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:30.111992 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Bound port: f41f0236-b04c-4d87-8c48-65b2cdf2141b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:30.112509 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.141973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19c7b145-765d-4cf4-b812-8ee9283a050b admin admin] Publish callbacks [] for security_group (db26efb7-47e7-4ad5-b21b-2a833881238a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.190684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19c7b145-765d-4cf4-b812-8ee9283a050b admin admin] Publish callbacks [] for security_group (db26efb7-47e7-4ad5-b21b-2a833881238a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.237492 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.299963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19c7b145-765d-4cf4-b812-8ee9283a050b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (db26efb7-47e7-4ad5-b21b-2a833881238a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.301566 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] For port f41f0236-b04c-4d87-8c48-65b2cdf2141b, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:30.303223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19c7b145-765d-4cf4-b812-8ee9283a050b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.304769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-19c7b145-765d-4cf4-b812-8ee9283a050b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db26efb7-47e7-4ad5-b21b-2a833881238a HTTP/1.1" status: 204 len: 168 time: 0.2740209 Feb 19 01:32:30.315078 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] For port f41f0236-b04c-4d87-8c48-65b2cdf2141b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f41f0236-b04c-4d87-8c48-65b2cdf2141b,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:30.332746 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.338160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7b145-765d-4cf4-b812-8ee9283a050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db26efb7-47e7-4ad5-b21b-2a833881238a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:30.357797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.425848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:30.431067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:30.438051 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:30.438874 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:30.441493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:30.526843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] Provisioning complete for port f41f0236-b04c-4d87-8c48-65b2cdf2141b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:30.527992 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.538128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5938-0c8e-4ce9-b909-38eaa67cf5c9 None None] Pushing event updated for resources: {'Port': ['ID=f41f0236-b04c-4d87-8c48-65b2cdf2141b,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:30.649142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'Port': ['ID=aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:30.741539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] Current status of the port f41f0236-b04c-4d87-8c48-65b2cdf2141b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:30.742261 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.745873 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:30.833416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] For port f41f0236-b04c-4d87-8c48-65b2cdf2141b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f41f0236-b04c-4d87-8c48-65b2cdf2141b,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:30.844076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.942342 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (503a852f-da3a-41af-abef-7ec7dd5b3b42), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.024209 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.031417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378057b-f0ec-449d-b59e-a684ffccdb47 None None] Pushing event updated for resources: {'Port': ['ID=f41f0236-b04c-4d87-8c48-65b2cdf2141b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:31.060980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-adcb8026-848d-4be9-8986-6ef6d1ab0c9b None None] Provisioning complete for port f41f0236-b04c-4d87-8c48-65b2cdf2141b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:31.063638 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adcb8026-848d-4be9-8986-6ef6d1ab0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.375081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:31.440516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-adcb8026-848d-4be9-8986-6ef6d1ab0c9b None None] Current status of the port f41f0236-b04c-4d87-8c48-65b2cdf2141b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:31.456676 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c094a-959a-492b-9fed-72c8a0bcf10b None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:31.484388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.503597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.714027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'Port': ['ID=aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:31.746861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (503a852f-da3a-41af-abef-7ec7dd5b3b42), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.808084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.820022 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-91bf2e51-019c-4e2c-b47b-2de6015c3689 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5044096 Feb 19 01:32:32.245883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-a83f6f15-a35f-4adf-b5a5-fb8492657959 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1956043055&fields=id&tenant_id=8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 267 time: 0.1002815 Feb 19 01:32:32.412662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:32.447895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-1c0a381f-9cc9-4625-b9a8-e37fd864c6c3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:32.454382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-1c0a381f-9cc9-4625-b9a8-e37fd864c6c3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 816 time: 0.1993177 Feb 19 01:32:32.469920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-dfef1216-06ef-4062-b147-2a8aadfd9aef tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/quotas/8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 375 time: 0.0143943 Feb 19 01:32:32.585355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-a5fc1640-a568-44be-8d66-69167c8acd97 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140828 Feb 19 01:32:32.730982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-667fb7cf-4867-45a1-b7c2-3216ef610a6e service neutron] 10.222.0.43 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445749 Feb 19 01:32:32.776327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-551997930-network', 'tenant_id': 'f78d656d2be64158b0a7ae766566a521'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:32.868327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Made reservation on behalf of f78d656d2be64158b0a7ae766566a521 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:32.872067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f41f0236-b04c-4d87-8c48-65b2cdf2141b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:32.872567 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:32.905589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.035080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-745c5d6f-a028-4268-8046-cb45f6db58c3 service neutron] 10.222.0.43 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992110 Feb 19 01:32:33.071366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks [] for security_group (3689f6ba-671d-4706-9530-0db001fcc202), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.079803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3689f6ba-671d-4706-9530-0db001fcc202), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.120942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60877939-3743-4677-af91-2233535c75ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:32:33.165859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.166966 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Added segment ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce of type vlan for network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 Feb 19 01:32:33.186230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port f41f0236-b04c-4d87-8c48-65b2cdf2141b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:33.187063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.275715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.368858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.373425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:33.374303 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.490713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port f41f0236-b04c-4d87-8c48-65b2cdf2141b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:33.518036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ee045170-829a-443e-b6a0-5f0e14e793e9 req-bb1a4765-ee3f-417f-96f3-777618afe93e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 210 time: 0.0775123 Feb 19 01:32:33.561714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689f6ba-671d-4706-9530-0db001fcc202,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:33.655561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60877939-3743-4677-af91-2233535c75ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2417338 Feb 19 01:32:33.659018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36662) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:33.665987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Request body: {'subnet': {'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-551997930-subnet', 'tenant_id': 'f78d656d2be64158b0a7ae766566a521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:33.696375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60877939-3743-4677-af91-2233535c75ef admin admin] Pushing event updated for resources: {'Network': ['ID=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:33.713446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:32:33.715070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897611ab-8b4d-4799-8cf5-9939e214e9fb req-d0e10759-8aae-4434-b05f-ded2ca3bf17d tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:33.718194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-897611ab-8b4d-4799-8cf5-9939e214e9fb req-d0e10759-8aae-4434-b05f-ded2ca3bf17d tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1128 time: 0.3656735 Feb 19 01:32:33.719452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Made reservation on behalf of f78d656d2be64158b0a7ae766566a521 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:33.722757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.759063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-897611ab-8b4d-4799-8cf5-9939e214e9fb req-c3b7bbf6-60ec-487c-a855-d3457f908d5f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.062154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-897611ab-8b4d-4799-8cf5-9939e214e9fb req-c3b7bbf6-60ec-487c-a855-d3457f908d5f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Publish callbacks [] for security_group (a9727cc6-36e4-4ab4-927a-5a168a17207d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.067749 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-897611ab-8b4d-4799-8cf5-9939e214e9fb req-c3b7bbf6-60ec-487c-a855-d3457f908d5f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a9727cc6-36e4-4ab4-927a-5a168a17207d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.160564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (0eae282e-7e47-49e1-8dea-752f4c15b1d7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.175883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7bbf6-60ec-487c-a855-d3457f908d5f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9727cc6-36e4-4ab4-927a-5a168a17207d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:34.227095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-897611ab-8b4d-4799-8cf5-9939e214e9fb req-c3b7bbf6-60ec-487c-a855-d3457f908d5f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5013862 Feb 19 01:32:34.388752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Checking segment: {'id': 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:34.389667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Network hostable DHCP agents. Network: 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:32:34.401757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eae282e-7e47-49e1-8dea-752f4c15b1d7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:34.510988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:32:34.581795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:34.599523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:34.600678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.603091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687ea07-c3be-4791-9db1-0ff101c8ed40 None None] Network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:34.660094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317099c-275f-4a6c-bdaa-ba80465a7626 req-2ae38552-4f0d-49a1-ae8f-7a48404e0676 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:34.683612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e317099c-275f-4a6c-bdaa-ba80465a7626 req-2ae38552-4f0d-49a1-ae8f-7a48404e0676 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.2488089 Feb 19 01:32:34.835326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8c169e70-155f-4ad8-94d6-8215d99ed6fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1736319 Feb 19 01:32:34.842137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8990c-e8ed-4c42-b0fe-ceeaed6bc80a None None] Network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:34.890065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f54a8a9b-be1b-4a60-9355-5410dccb5250 req-cd906c98-7ba1-4669-80e6-2441f91f735d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 210 time: 0.1333866 Feb 19 01:32:34.982577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e317099c-275f-4a6c-bdaa-ba80465a7626 req-77aa9cbb-6f69-4c6c-a6a7-e61e4eada62b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972331 Feb 19 01:32:35.028039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:35.380952 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8014d21d-4ceb-46a2-8dab-bb07d24e1d30 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/088999d5-bcd0-4b1e-9acb-ff353c549255 HTTP/1.1" status: 200 len: 994 time: 0.3413754 Feb 19 01:32:36.049489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-6b78800b-92bf-4e13-a47f-a7531b1c414b req-7a84086e-e4af-4785-90b5-7a3d3dff4e9c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:32:36.051396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b78800b-92bf-4e13-a47f-a7531b1c414b req-7a84086e-e4af-4785-90b5-7a3d3dff4e9c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161362 Feb 19 01:32:36.084354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-f1f2fec6-bd8d-4ff0-83f9-808e9a20058e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:36.086661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-f1f2fec6-bd8d-4ff0-83f9-808e9a20058e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 816 time: 0.3252745 Feb 19 01:32:36.186429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-c107e655-6ecc-41c2-bc25-9c43d38224e5 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:36.194579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-c107e655-6ecc-41c2-bc25-9c43d38224e5 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/networks?id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 HTTP/1.1" status: 200 len: 813 time: 0.4870851 Feb 19 01:32:36.214033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-9b2f8684-5c9c-4b11-a380-83ea1773ca72 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/quotas/f78d656d2be64158b0a7ae766566a521 HTTP/1.1" status: 200 len: 375 time: 0.0181813 Feb 19 01:32:36.234011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5da608b6-fc08-4c35-9280-404b9cd5413f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 380 time: 0.1367025 Feb 19 01:32:36.246975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'port': {'device_id': '4d8c31f8-417b-40cb-a360-fe108290b658', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'admin_state_up': True, 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'security_groups': ['66faba82-6802-460b-a1c7-2d42c4197d2e']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:36.373683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-4a775fef-33e3-4982-b11d-99abbf3d8bdd tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f78d656d2be64158b0a7ae766566a521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584187 Feb 19 01:32:36.527327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Made reservation on behalf of 8b43e15b720e43c6aeaa4d7b162e765e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:36.531422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:36.545868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-ad21c6d5-34a8-482d-bf0b-930723ed0bdc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:32:36.561962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-ad21c6d5-34a8-482d-bf0b-930723ed0bdc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1871915 Feb 19 01:32:36.697417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-3a2c1982-17b8-4c18-ba54-5c44963e91ff service neutron] 10.222.0.43 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188018 Feb 19 01:32:36.741785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Allocated IP 172.20.0.5 (8344c652-e082-45dc-861d-b8ddb71ca170/841ea724-9887-4a42-a6f3-b6d25dc1f27b/97dd639e-b44a-4c16-b0e3-1d665059e7af) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:36.904751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-4eac28fc-cd9c-4002-8aa5-d12e1355f11d service neutron] 10.222.0.43 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013476 Feb 19 01:32:36.931569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:36.983765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:37.054873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36760) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:37.165440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Network 8344c652-e082-45dc-861d-b8ddb71ca170 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:37.169912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:37.216107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:37.304837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:37.305512 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:37.338419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-4d3dab78-009f-4ddd-a252-232ff75f61c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2803392 Feb 19 01:32:37.356498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:37.385848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3fe509ef-0e9f-4e63-b2e2-7465ef0f7ce6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1437838 Feb 19 01:32:37.403689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-21ad3d4e-780f-4e26-bb83-7ebdbb54e185 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:32:37.404873 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-21ad3d4e-780f-4e26-bb83-7ebdbb54e185 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0589542 Feb 19 01:32:37.409685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0122-d2d2-49b0-bc60-6c42d814673f req-d489db04-270d-4455-9e6b-023957d8176f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:37.415038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-438d0122-d2d2-49b0-bc60-6c42d814673f req-d489db04-270d-4455-9e6b-023957d8176f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 931 time: 0.2895217 Feb 19 01:32:37.446254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Request body: {'port': {'device_id': '4d8c31f8-417b-40cb-a360-fe108290b658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:37.456654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fe9ef-ed1e-49c3-8a52-dee4a715ec8b req-4c148e0c-965a-4cfb-aff5-a312f709fee5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:37.458285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-962fe9ef-ed1e-49c3-8a52-dee4a715ec8b req-4c148e0c-965a-4cfb-aff5-a312f709fee5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.1172183 Feb 19 01:32:37.639761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-962fe9ef-ed1e-49c3-8a52-dee4a715ec8b req-9dc59d05-ee7f-4963-8e98-e9c330bb17b5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719339 Feb 19 01:32:37.722840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d5de7738-b025-4508-8ebc-83ff07dee520 None None] Provisioning complete for port 97dd639e-b44a-4c16-b0e3-1d665059e7af triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:37.723321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5de7738-b025-4508-8ebc-83ff07dee520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:37.784025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-438d0122-d2d2-49b0-bc60-6c42d814673f req-242a5482-a0cd-4bfd-a181-44c7d2593575 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603282 Feb 19 01:32:37.812726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:37.878801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d5de7738-b025-4508-8ebc-83ff07dee520 None None] Port 97dd639e-b44a-4c16-b0e3-1d665059e7af cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:37.908000 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d48dbbdf-f3b3-444e-adf6-c9950ca2f796 req-c871f8bc-9a20-4080-b121-07edb5af13c1 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 210 time: 0.0725303 Feb 19 01:32:38.351818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dd639e-b44a-4c16-b0e3-1d665059e7af {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:38.367562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Publish callbacks [] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:38.387630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-5eed1046-6129-4e7f-83a8-d93cbc4332d3 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:38.389211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-5eed1046-6129-4e7f-83a8-d93cbc4332d3 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports/021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1125 time: 0.2185297 Feb 19 01:32:38.392758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Transition to ACTIVE for port object 97dd639e-b44a-4c16-b0e3-1d665059e7af will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:32:38.398544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:38.547036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:38.699174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Attempting to bind port 97dd639e-b44a-4c16-b0e3-1d665059e7af on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:38.699530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Attempting to bind port 97dd639e-b44a-4c16-b0e3-1d665059e7af by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:38.699863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Attempting to bind port 97dd639e-b44a-4c16-b0e3-1d665059e7af on network 8344c652-e082-45dc-861d-b8ddb71ca170 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:38.712968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Port 97dd639e-b44a-4c16-b0e3-1d665059e7af on network 8344c652-e082-45dc-861d-b8ddb71ca170 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:32:38.718052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Attempting to bind port 97dd639e-b44a-4c16-b0e3-1d665059e7af on network 8344c652-e082-45dc-861d-b8ddb71ca170 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:38.733847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:38.734103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Checking segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:38.734457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Bound using segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:38.734889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Bound port: 97dd639e-b44a-4c16-b0e3-1d665059e7af, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:38.735288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:39.197520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-6b45d056-373b-422e-a2ce-d571a838b376 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:39.200331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-6b45d056-373b-422e-a2ce-d571a838b376 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.10 "GET /v2.0/networks?id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 HTTP/1.1" status: 200 len: 813 time: 0.2654989 Feb 19 01:32:39.223513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65e295-f629-4437-89bd-43572102e89d req-1116ebdc-3135-4d1b-ac92-e1568340b9e7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:39.225141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc65e295-f629-4437-89bd-43572102e89d req-1116ebdc-3135-4d1b-ac92-e1568340b9e7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1402609 Feb 19 01:32:39.234534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Request body: {'port': {'device_id': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2', 'admin_state_up': True, 'tenant_id': 'f78d656d2be64158b0a7ae766566a521'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:39.458985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc65e295-f629-4437-89bd-43572102e89d req-317dea87-6cc3-4548-b6db-0348cc21f1eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033298 Feb 19 01:32:39.643974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Made reservation on behalf of f78d656d2be64158b0a7ae766566a521 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:39.649105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:39.654320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:39.658409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:39.682430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:39.730522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a29ad6fb-ff8c-4bb7-9a3d-bf733fa9bc37 req-57821a0c-63c4-4eb3-a49c-56b333a379d5 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 210 time: 0.1112812 Feb 19 01:32:39.777724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 36848) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:39.789447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:39.823414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:39.824246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:39.825872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-5ccf7c3a-8f71-48b4-bdd0-d66560b2ed5f service neutron] 10.222.0.10 "PUT /v2.0/ports/97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 1091 time: 2.4004462 Feb 19 01:32:39.840845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2f63c-0d75-43b6-a5f0-26e5247293dc req-00f50273-8feb-46a8-b842-8e498884dc56 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:39.861413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56f2f63c-0d75-43b6-a5f0-26e5247293dc req-00f50273-8feb-46a8-b842-8e498884dc56 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.3322475 Feb 19 01:32:39.908603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:39.921839 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c086181-a83e-4e6a-b801-d04a875773b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:39.945276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-d587b9b0-f626-4eaf-91db-efc66c6b2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:39.949070 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-d587b9b0-f626-4eaf-91db-efc66c6b2b03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1128 time: 0.1890166 Feb 19 01:32:40.116423 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c0ebd-7391-4871-872a-5fafbe695c9c x-openstack-request-id: req-c44c0ebd-7391-4871-872a-5fafbe695c9c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:40.116625 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:40.116889 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c44c0ebd-7391-4871-872a-5fafbe695c9c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:40.117325 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'status': 'completed', 'code': 200} Feb 19 01:32:40.119402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-7c813fe4-d450-4dc1-9b1d-df90c4cbbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.120925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-7c813fe4-d450-4dc1-9b1d-df90c4cbbdd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.1572709 Feb 19 01:32:40.154508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Allocated IP 172.20.0.13 (9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2/0eae282e-7e47-49e1-8dea-752f4c15b1d7/1578ee35-89b2-4dda-95f3-05cbb6aa2efb) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:40.187084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-56f2f63c-0d75-43b6-a5f0-26e5247293dc req-eec01083-f71d-4ed9-b1ca-05711ae9e466 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245561 Feb 19 01:32:40.218526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-a7ba11b2-3970-4592-8bb8-ecc939bb4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.220760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-a7ba11b2-3970-4592-8bb8-ecc939bb4846 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1125 time: 0.2946305 Feb 19 01:32:40.222675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-f0f80619-e1bb-4ee4-a116-137c2661d32b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1002 time: 0.0917299 Feb 19 01:32:40.309733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-c11fa26b-3493-4b58-98b8-afe890f790d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.311462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-c11fa26b-3493-4b58-98b8-afe890f790d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.0646813 Feb 19 01:32:40.323306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-95ba25a2-62d7-4955-9849-8239ef8b8c36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68a6eb54efbd4ba880b2d224a1975ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5418434 Feb 19 01:32:40.378485 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-ab2da325-3fb3-4e3b-8e66-92684d457d01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 217 time: 0.1329474 Feb 19 01:32:40.389338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36866) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:40.537380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks [] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.554302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-0831c255-7981-4710-9b3a-e6fe3db4fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.556194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-0831c255-7981-4710-9b3a-e6fe3db4fa6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1658070 Feb 19 01:32:40.593038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3008ec7c-5f35-4e86-b2f9-6752b7daaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.594554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-3008ec7c-5f35-4e86-b2f9-6752b7daaa7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.1587746 Feb 19 01:32:40.680332 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.714367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4322-1e71-40ca-b335-51020354234c admin admin] Publish callbacks [] for security_group (b62d66e4-de77-4f41-af77-7edf8e6e8842), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.758953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4322-1e71-40ca-b335-51020354234c admin admin] Publish callbacks [] for security_group (b62d66e4-de77-4f41-af77-7edf8e6e8842), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.781279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-fe3ea6ce-90ae-4976-9707-f0b35accdec8 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152519 Feb 19 01:32:40.782627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:40.802589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:40.820490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:40.822969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Pushing event updated for resources: {'Port': ['ID=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:40.874128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-95639050-db87-4aaf-8f2c-49716ccc1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.876672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-95639050-db87-4aaf-8f2c-49716ccc1ae5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2465770 Feb 19 01:32:40.894520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.895598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.908653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a314-a1de-4db3-9a56-cbcaeaf12faf req-3209114d-ac39-4088-b465-21252e425652 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:40.916538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1888a314-a1de-4db3-9a56-cbcaeaf12faf req-3209114d-ac39-4088-b465-21252e425652 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.3286881 Feb 19 01:32:40.948976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-a818f568-3aaf-4766-95fb-80a30270e720 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7226579 Feb 19 01:32:40.997621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1888a314-a1de-4db3-9a56-cbcaeaf12faf req-3187d357-8640-4c38-8ff2-13b400ed15a1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799870 Feb 19 01:32:41.007438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Request body: {'port': {'device_id': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:41.013479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-f2543dec-6a68-4426-970e-d20b7dd8f116 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153603 Feb 19 01:32:41.175127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:41.245815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4322-1e71-40ca-b335-51020354234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b62d66e4-de77-4f41-af77-7edf8e6e8842), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:41.248620 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4322-1e71-40ca-b335-51020354234c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:41.256193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d1a4322-1e71-40ca-b335-51020354234c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b62d66e4-de77-4f41-af77-7edf8e6e8842 HTTP/1.1" status: 204 len: 168 time: 0.8622880 Feb 19 01:32:41.271246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61346af3-2cdf-4668-95c2-22c95a591bed req-623c1354-56d2-40c6-ae2d-e36b71d294d6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:41.272865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61346af3-2cdf-4668-95c2-22c95a591bed req-623c1354-56d2-40c6-ae2d-e36b71d294d6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 932 time: 0.4059205 Feb 19 01:32:41.276799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-916b5eb4-ad25-4c36-85a7-83eb98f72e6b service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787858 Feb 19 01:32:41.284211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99595614-93dc-4b90-b10e-0d33760c5a36 req-fe42f4a0-2b37-4b37-bc67-ad1380bc52a9 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596440 Feb 19 01:32:41.287940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a4322-1e71-40ca-b335-51020354234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d66e4-de77-4f41-af77-7edf8e6e8842,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:41.523799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61346af3-2cdf-4668-95c2-22c95a591bed req-3e49be84-e772-435f-8ec1-f54881d4cc09 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381938 Feb 19 01:32:41.553298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-d77d187c-6337-48f0-97bc-78567545598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:41.555094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-d77d187c-6337-48f0-97bc-78567545598d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1125 time: 0.1633747 Feb 19 01:32:41.806618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-f55aef38-081f-4150-80be-780ce4d7fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:41.808209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-f55aef38-081f-4150-80be-780ce4d7fcdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.2460709 Feb 19 01:32:41.898815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-54dc64e0-1d40-48dc-9b20-34a4b720dbdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 217 time: 0.0838599 Feb 19 01:32:41.899303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:42.018186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-94c34302-d2ba-453c-863e-729f178357f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:42.024936 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-94c34302-d2ba-453c-863e-729f178357f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.1156211 Feb 19 01:32:42.028465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909dd5-021e-4683-a765-fe40d21564e5 req-11dbdf19-774b-4133-9916-d5d589812156 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:42.035767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5909dd5-021e-4683-a765-fe40d21564e5 req-11dbdf19-774b-4133-9916-d5d589812156 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.3788338 Feb 19 01:32:42.146595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1578ee35-89b2-4dda-95f3-05cbb6aa2efb {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:42.155194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Publish callbacks [] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.173177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Transition to ACTIVE for port object 1578ee35-89b2-4dda-95f3-05cbb6aa2efb will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:32:42.201902 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.214448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b507f92b-a2dd-4f7b-adc9-de92c20b0830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.297134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5909dd5-021e-4683-a765-fe40d21564e5 req-ee05b6fb-1bb1-4e47-9696-6b5763caf610 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604773 Feb 19 01:32:42.298413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Pushing event updated for resources: {'Port': ['ID=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:42.386707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-fdd0b847-9942-4922-acec-0c46bc34946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:42.388508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-fdd0b847-9942-4922-acec-0c46bc34946b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3572822 Feb 19 01:32:42.452577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Attempting to bind port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:42.452972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Attempting to bind port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:42.453336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Attempting to bind port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb on network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:42.466552 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb on network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:32:42.466902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Attempting to bind port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb on network 9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:42.471002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17977c65-4043-450c-8c43-52a415fbd4a9 req-ee314d16-1139-447e-9e52-f7b8b1c04ff9 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:42.472743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17977c65-4043-450c-8c43-52a415fbd4a9 req-ee314d16-1139-447e-9e52-f7b8b1c04ff9 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.2507503 Feb 19 01:32:42.479178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:42.479555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Checking segment: {'id': 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:42.479920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Bound using segment: {'id': 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:42.480348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Bound port: 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:42.480712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.581503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b507f92b-a2dd-4f7b-adc9-de92c20b0830 admin admin] Publish callbacks [] for security_group (dc098b24-3ed1-44bf-9342-0e2fab96fab8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.611277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b507f92b-a2dd-4f7b-adc9-de92c20b0830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc098b24-3ed1-44bf-9342-0e2fab96fab8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.627296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] For port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:42.632496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] For port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,segment=NetworkSegment(ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce),segment_id=ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:42.639547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.660461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17977c65-4043-450c-8c43-52a415fbd4a9 req-15da7a82-da29-44d9-be16-57d80a2246a8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761875 Feb 19 01:32:42.672278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b507f92b-a2dd-4f7b-adc9-de92c20b0830 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b93fb8e1d51c4f70a5b28f2636b30643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7695589 Feb 19 01:32:42.673501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 36914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:42.690844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-e73c7a45-3a1c-4901-bc62-37861fc03c97 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883937 Feb 19 01:32:42.765506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Pushing event updated for resources: {'Port': ['ID=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:42.772419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507f92b-a2dd-4f7b-adc9-de92c20b0830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc098b24-3ed1-44bf-9342-0e2fab96fab8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:42.802543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:42.804229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.810904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-7cb89769-79a7-431c-a8f9-a18ef688791c service neutron] 10.222.0.10 "PUT /v2.0/ports/1578ee35-89b2-4dda-95f3-05cbb6aa2efb HTTP/1.1" status: 200 len: 1092 time: 1.8282356 Feb 19 01:32:42.813681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1175489-f41d-4393-ab7d-1db9c28a34a8 admin admin] Publish callbacks [] for security_group (dc098b24-3ed1-44bf-9342-0e2fab96fab8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.824655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'tag': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:42.838183 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f13654-c303-4d31-a0d7-fce808fd0433" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c53a6f-6ffb-454b-b6e7-04e366303ae6", "tag": "1578ee35-89b2-4dda-95f3-05cbb6aa2efb"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:42.930140 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25348664-4556-4d4f-af82-e04edc2d7dab x-openstack-request-id: req-25348664-4556-4d4f-af82-e04edc2d7dab {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:42.930365 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c53a6f-6ffb-454b-b6e7-04e366303ae6", "tag": "1578ee35-89b2-4dda-95f3-05cbb6aa2efb", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:42.930636 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25348664-4556-4d4f-af82-e04edc2d7dab {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:42.931029 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'tag': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb', 'status': 'completed', 'code': 200} Feb 19 01:32:42.939962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1175489-f41d-4393-ab7d-1db9c28a34a8 admin admin] Publish callbacks [] for security_group (dc098b24-3ed1-44bf-9342-0e2fab96fab8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.968760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c086181-a83e-4e6a-b801-d04a875773b3 req-e097cd1c-010d-4a2d-a553-bcdf364fd86b service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696116 Feb 19 01:32:43.038631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfdee4-de7d-45f4-abeb-8a0eac46d6d0 req-83a20461-3444-41f1-8ed2-7cd004e55f56 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.041663 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cabfdee4-de7d-45f4-abeb-8a0eac46d6d0 req-83a20461-3444-41f1-8ed2-7cd004e55f56 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 944 time: 0.3308511 Feb 19 01:32:43.058052 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1175489-f41d-4393-ab7d-1db9c28a34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc098b24-3ed1-44bf-9342-0e2fab96fab8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:43.060678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f1175489-f41d-4393-ab7d-1db9c28a34a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:43.063075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f1175489-f41d-4393-ab7d-1db9c28a34a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc098b24-3ed1-44bf-9342-0e2fab96fab8 HTTP/1.1" status: 204 len: 168 time: 0.3872635 Feb 19 01:32:43.072318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1175489-f41d-4393-ab7d-1db9c28a34a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc098b24-3ed1-44bf-9342-0e2fab96fab8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:43.079791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-d839b869-b515-4735-97fd-34574702fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.081356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-d839b869-b515-4735-97fd-34574702fede service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f78d656d2be64158b0a7ae766566a521&device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 1126 time: 0.2233667 Feb 19 01:32:43.165462 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-46f5da67-fbb0-450e-9da2-9dd27867bdc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb HTTP/1.1" status: 200 len: 217 time: 0.0689983 Feb 19 01:32:43.174831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cabfdee4-de7d-45f4-abeb-8a0eac46d6d0 req-31bd259c-a0e2-4f36-a179-4abb599a74e8 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267993 Feb 19 01:32:43.228770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-81202118-d293-413a-a3fa-716327f726a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.230552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-81202118-d293-413a-a3fa-716327f726a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0eae282e-7e47-49e1-8dea-752f4c15b1d7 HTTP/1.1" status: 200 len: 853 time: 0.0547471 Feb 19 01:32:43.283713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-bf2e2c9a-7737-465a-9ed1-05fc1dd6304c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454588 Feb 19 01:32:43.488228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-81574cb2-1d11-417e-8b2b-a959055452ad service neutron] 10.222.0.10 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968751 Feb 19 01:32:43.518728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089530b4-6e0c-4f4a-a165-2d558acf8027 req-7f141d3e-0ecc-4414-a47e-24fd62f5197e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.526492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-089530b4-6e0c-4f4a-a165-2d558acf8027 req-7f141d3e-0ecc-4414-a47e-24fd62f5197e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0993230 Feb 19 01:32:43.605467 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-089530b4-6e0c-4f4a-a165-2d558acf8027 req-c4ca9ac8-36ae-4064-b8ba-3ba9e0e2be53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597568 Feb 19 01:32:43.645085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b26d59-0225-46dd-8884-b0555bcaa26d req-36d95fb9-dede-4821-ac58-1c6311411a86 service neutron] 10.222.0.10 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469235 Feb 19 01:32:43.771937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-625baec6-e135-48fe-8aad-21ba67e6f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.773763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-625baec6-e135-48fe-8aad-21ba67e6f6c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f78d656d2be64158b0a7ae766566a521&device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 1126 time: 0.0766962 Feb 19 01:32:43.906654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6da00-98fb-4a53-a96f-5b5b4dd27760 req-a8764bdf-d3bf-4506-9cb6-bcada985130e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.908749 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b6da00-98fb-4a53-a96f-5b5b4dd27760 req-a8764bdf-d3bf-4506-9cb6-bcada985130e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1340280 Feb 19 01:32:43.943723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-48471c11-3324-4e13-812e-9d89e88c88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:43.945291 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-48471c11-3324-4e13-812e-9d89e88c88c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 HTTP/1.1" status: 200 len: 914 time: 0.1612506 Feb 19 01:32:44.006639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-dfbbb850-bae9-43f1-9729-5a477723f372 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb HTTP/1.1" status: 200 len: 217 time: 0.0547302 Feb 19 01:32:44.015497 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9b6da00-98fb-4a53-a96f-5b5b4dd27760 req-4bec3312-163c-4ddd-ac75-0a2ddeb772f6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972202 Feb 19 01:32:44.083872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-2f5313a4-8d93-4dcc-b7f2-29215c6a0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:44.085423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-2f5313a4-8d93-4dcc-b7f2-29215c6a0129 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0eae282e-7e47-49e1-8dea-752f4c15b1d7 HTTP/1.1" status: 200 len: 853 time: 0.0681405 Feb 19 01:32:44.124369 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-d30db5da-2f1a-434c-af73-232be0d349d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320752 Feb 19 01:32:44.233211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-5a565cb6-39b0-4cf3-b042-c2db7dfce79c service neutron] 10.222.0.10 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987859 Feb 19 01:32:44.348215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a2f13654-c303-4d31-a0d7-fce808fd0433 req-637742fc-bd53-496c-b2cb-d02030ea4b5f service neutron] 10.222.0.10 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087151 Feb 19 01:32:44.353724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b847cc-73a9-4a25-8c88-20d979fb0634 req-d08040ba-98e7-43f5-8bb4-24e83217a6c6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:44.356311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5b847cc-73a9-4a25-8c88-20d979fb0634 req-d08040ba-98e7-43f5-8bb4-24e83217a6c6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 944 time: 0.0729074 Feb 19 01:32:44.410408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5b847cc-73a9-4a25-8c88-20d979fb0634 req-aee08493-22e5-432a-b51f-7f0ffa86eedc tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471485 Feb 19 01:32:44.492210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:32:44.611965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:44.629849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'mac_address': 'fa:16:3e:fc:15:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:32:44.677141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:44.677821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:44.694365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dd639e-b44a-4c16-b0e3-1d665059e7af {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:44.719278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:44.725823 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:44.758973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b2ec4-ebac-43a7-b013-ad45bf7ea3ef req-cc02d0cc-6404-4698-b63c-3fe38cbf023a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:44.760608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f9b2ec4-ebac-43a7-b013-ad45bf7ea3ef req-cc02d0cc-6404-4698-b63c-3fe38cbf023a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0882325 Feb 19 01:32:44.790248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:44.827154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f9b2ec4-ebac-43a7-b013-ad45bf7ea3ef req-1cedf451-67ad-4ccb-8e33-13dc247dba3f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611584 Feb 19 01:32:44.973864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['97dd639e-b44a-4c16-b0e3-1d665059e7af'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:45.183689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef4964-96d1-475d-9c0e-7e79ce435abe req-0f97d7f6-a6c2-477a-b3d4-94696ddb5f5e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:45.185383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aaef4964-96d1-475d-9c0e-7e79ce435abe req-0f97d7f6-a6c2-477a-b3d4-94696ddb5f5e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 944 time: 0.0677018 Feb 19 01:32:45.252011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aaef4964-96d1-475d-9c0e-7e79ce435abe req-a77f4d24-b913-4007-aa2e-c6f7b3b66adb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591810 Feb 19 01:32:45.553858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc6472-76f9-483b-a4d5-b287397606ad req-79e76f71-708c-4b88-b6ef-cc4269e9c2e4 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:45.555368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4cc6472-76f9-483b-a4d5-b287397606ad req-79e76f71-708c-4b88-b6ef-cc4269e9c2e4 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 944 time: 0.0654702 Feb 19 01:32:45.608344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4cc6472-76f9-483b-a4d5-b287397606ad req-d0b7b6dd-1d53-4e29-ab0a-af61c4c56ea3 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Feb 19 01:32:45.787838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:45.895396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33d35454-432a-430d-b06b-805172e596d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:45.983976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc61603-e523-4cf3-9ae7-ac05c5fb08d4 req-e90da5e4-b7ff-4b64-b0a4-815eaac240db tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:45.986201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cc61603-e523-4cf3-9ae7-ac05c5fb08d4 req-e90da5e4-b7ff-4b64-b0a4-815eaac240db tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0820401 Feb 19 01:32:46.049598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33d35454-432a-430d-b06b-805172e596d8 admin admin] Publish callbacks [] for security_group (45ed2e7c-86bf-437f-a8cf-cd3a600ea60c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.056101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33d35454-432a-430d-b06b-805172e596d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (45ed2e7c-86bf-437f-a8cf-cd3a600ea60c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.070516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6cc61603-e523-4cf3-9ae7-ac05c5fb08d4 req-172ffc6a-f1e8-4ec8-956b-85da1b18e459 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780787 Feb 19 01:32:46.098528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35454-432a-430d-b06b-805172e596d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ed2e7c-86bf-437f-a8cf-cd3a600ea60c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:46.105356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-33d35454-432a-430d-b06b-805172e596d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=326630b0aa394b38aa1904468324daeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140035 Feb 19 01:32:46.105603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37138) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:46.161322 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecf52be6-61a6-42eb-8c65-a2def2abfb09 admin admin] Publish callbacks [] for security_group (45ed2e7c-86bf-437f-a8cf-cd3a600ea60c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.184067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecf52be6-61a6-42eb-8c65-a2def2abfb09 admin admin] Publish callbacks [] for security_group (45ed2e7c-86bf-437f-a8cf-cd3a600ea60c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.235548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecf52be6-61a6-42eb-8c65-a2def2abfb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (45ed2e7c-86bf-437f-a8cf-cd3a600ea60c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.238574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecf52be6-61a6-42eb-8c65-a2def2abfb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.239831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ecf52be6-61a6-42eb-8c65-a2def2abfb09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45ed2e7c-86bf-437f-a8cf-cd3a600ea60c HTTP/1.1" status: 204 len: 168 time: 0.1333179 Feb 19 01:32:46.249271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf52be6-61a6-42eb-8c65-a2def2abfb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ed2e7c-86bf-437f-a8cf-cd3a600ea60c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:46.396139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0c36-d34b-430a-ad6a-3534cc975fca req-599535ba-5748-468f-98c9-51cb1e37af00 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:46.397835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38bc0c36-d34b-430a-ad6a-3534cc975fca req-599535ba-5748-468f-98c9-51cb1e37af00 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 944 time: 0.0583196 Feb 19 01:32:46.457627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38bc0c36-d34b-430a-ad6a-3534cc975fca req-65bb0203-ccf0-44cb-8b86-ff1ff02e75b8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539076 Feb 19 01:32:46.492759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1578ee35-89b2-4dda-95f3-05cbb6aa2efb details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:32:46.501947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:46.560894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:46.577944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5088ac59-1afc-4027-87cd-22ef51351c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.633771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 97dd639e-b44a-4c16-b0e3-1d665059e7af completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:32:46.646231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 97dd639e-b44a-4c16-b0e3-1d665059e7af triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:46.646612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.670594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5088ac59-1afc-4027-87cd-22ef51351c61 admin admin] Publish callbacks [] for security_group (bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.675321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5088ac59-1afc-4027-87cd-22ef51351c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.705206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,segment=NetworkSegment(ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce),segment_id=ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:46.715280 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5088ac59-1afc-4027-87cd-22ef51351c61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c644d224458b407f8c3711b512f6b618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532576 Feb 19 01:32:46.716537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088ac59-1afc-4027-87cd-22ef51351c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:46.719392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37160) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:46.742494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb', 'network_id': '9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2', 'port_id': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb', 'mac_address': 'fa:16:3e:f8:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eae282e-7e47-49e1-8dea-752f4c15b1d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:32:46.779388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-602fbced-f049-4ba4-8d00-6ee29398b529 admin admin] Publish callbacks [] for security_group (bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.791421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef4432-d5f4-466a-809e-8f96fe2cf744 req-beda1cac-402c-4a49-ba78-e1eb7fdf5cff tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:46.793356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38ef4432-d5f4-466a-809e-8f96fe2cf744 req-beda1cac-402c-4a49-ba78-e1eb7fdf5cff tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 944 time: 0.0846293 Feb 19 01:32:46.809133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-602fbced-f049-4ba4-8d00-6ee29398b529 admin admin] Publish callbacks [] for security_group (bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.838502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:46.839170 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.845529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:46.845930 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.878056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1578ee35-89b2-4dda-95f3-05cbb6aa2efb {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:46.884650 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-602fbced-f049-4ba4-8d00-6ee29398b529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.888442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-602fbced-f049-4ba4-8d00-6ee29398b529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.892784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-602fbced-f049-4ba4-8d00-6ee29398b529 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd HTTP/1.1" status: 204 len: 168 time: 0.1722667 Feb 19 01:32:46.898204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:46.899188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:46.902061 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d848322-7e6e-48f0-9619-e7f74a9fe798" -d '{"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-plugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:46.907027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.913708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38ef4432-d5f4-466a-809e-8f96fe2cf744 req-c1251c75-d34e-4a26-a322-813fae70fe2f tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025288 Feb 19 01:32:46.918295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fbced-f049-4ba4-8d00-6ee29398b529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa17603-3cc1-4f2a-ba03-d7e9e643ccfd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:46.964809 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce89e9-1e3a-4e9b-a966-c0b6518c8c1f x-openstack-request-id: req-48ce89e9-1e3a-4e9b-a966-c0b6518c8c1f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:46.965128 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-plugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:46.965386 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48ce89e9-1e3a-4e9b-a966-c0b6518c8c1f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:46.965782 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'code': 200} Feb 19 01:32:46.967462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,segment=NetworkSegment(ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce),segment_id=ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:46.979423 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:47.003164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:47.056969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:47.118377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d513b-dc53-4d26-82be-d5f15658fb91 req-97f0a62f-7ca1-4a62-9111-327eb7d93c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:47.120321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-818d513b-dc53-4d26-82be-d5f15658fb91 req-97f0a62f-7ca1-4a62-9111-327eb7d93c08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1127 time: 0.0744147 Feb 19 01:32:47.194981 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-818d513b-dc53-4d26-82be-d5f15658fb91 req-4058f2a2-20b4-40fd-b2e6-8a891d4efb2a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669286 Feb 19 01:32:47.240757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1578ee35-89b2-4dda-95f3-05cbb6aa2efb'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:47.284288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a6c92-d9ee-4caf-b1fa-3d5ba359c8bc req-706b6960-a2e2-48eb-9c4d-a812637288d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:47.294048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d2a6c92-d9ee-4caf-b1fa-3d5ba359c8bc req-706b6960-a2e2-48eb-9c4d-a812637288d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0843272 Feb 19 01:32:47.364635 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d2a6c92-d9ee-4caf-b1fa-3d5ba359c8bc req-77f7b13c-bdd4-4cb3-ac92-2526368c62d5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677896 Feb 19 01:32:47.629667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40066-905b-40c7-9ca2-5bb2908e7aa7 req-bdaf3c56-229f-4c71-95e8-a08eeca7073e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:47.633646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fb40066-905b-40c7-9ca2-5bb2908e7aa7 req-bdaf3c56-229f-4c71-95e8-a08eeca7073e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0939772 Feb 19 01:32:47.679955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fb40066-905b-40c7-9ca2-5bb2908e7aa7 req-74abade2-122a-490d-bac7-4cb5308ec6c5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Feb 19 01:32:48.046650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51b2b-79c8-42c8-a29d-7053dd1e4e7c req-0f2c4b40-a573-4c72-87e6-d6929c4c5016 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:48.048959 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bae51b2b-79c8-42c8-a29d-7053dd1e4e7c req-0f2c4b40-a573-4c72-87e6-d6929c4c5016 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 945 time: 0.0663037 Feb 19 01:32:48.099798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bae51b2b-79c8-42c8-a29d-7053dd1e4e7c req-74743390-3d30-4c89-92d4-dd2d83a2178d tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Feb 19 01:32:48.356842 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:48.495021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6eca8-234b-476a-bd59-d6a45978914e req-2c98edfd-a8df-47c5-a7ab-224f05514270 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:48.496551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49a6eca8-234b-476a-bd59-d6a45978914e req-2c98edfd-a8df-47c5-a7ab-224f05514270 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0610025 Feb 19 01:32:48.512413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1578ee35-89b2-4dda-95f3-05cbb6aa2efb up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:48.571760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:32:48.587430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-49a6eca8-234b-476a-bd59-d6a45978914e req-5bb9e7f3-24b7-4d5e-a378-a4634970ceec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838101 Feb 19 01:32:48.597967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:48.598809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:48.706136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:48.706525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:48.749442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,segment=NetworkSegment(ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce),segment_id=ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:48.755628 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:48.813587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:48.841047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fd963-7da7-4737-b5f8-01570f71e341 req-1c2e2bcc-0102-45a0-b59f-b2581c3a495d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:48.842678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-375fd963-7da7-4737-b5f8-01570f71e341 req-1c2e2bcc-0102-45a0-b59f-b2581c3a495d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0736427 Feb 19 01:32:48.908749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-375fd963-7da7-4737-b5f8-01570f71e341 req-9100283b-f205-4a5a-9ea7-28b76a3edae0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601506 Feb 19 01:32:48.967266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:48.970511 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a6d6e-a551-4a30-b6d4-3b7978fbd8d4" -d '{"events": [{"server_uuid": "b4c53a6f-6ffb-454b-b6e7-04e366303ae6", "name": "network-vif-plugged", "status": "completed", "tag": "1578ee35-89b2-4dda-95f3-05cbb6aa2efb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:49.023374 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02421bec-0b81-4a2f-97b3-2457373f23bd x-openstack-request-id: req-02421bec-0b81-4a2f-97b3-2457373f23bd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:49.023676 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c53a6f-6ffb-454b-b6e7-04e366303ae6", "name": "network-vif-plugged", "status": "completed", "tag": "1578ee35-89b2-4dda-95f3-05cbb6aa2efb", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:49.023932 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02421bec-0b81-4a2f-97b3-2457373f23bd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:49.024330 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb', 'code': 200} Feb 19 01:32:49.038828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38b9aa-7adf-40d9-a3ce-3e9cd2009721 req-c0140637-463b-41bd-b39b-af553f9bcaf1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:49.041100 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c38b9aa-7adf-40d9-a3ce-3e9cd2009721 req-c0140637-463b-41bd-b39b-af553f9bcaf1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0635169 Feb 19 01:32:49.051629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37264) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:49.057863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'floatingip': {'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:49.133767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (503a852f-da3a-41af-abef-7ec7dd5b3b42), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.273155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03ccf7-f263-4d3a-b2c7-09a13f415000 req-84740495-34a2-4cea-8ed7-8857f32246ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:49.274674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec03ccf7-f263-4d3a-b2c7-09a13f415000 req-84740495-34a2-4cea-8ed7-8857f32246ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 1128 time: 0.1769717 Feb 19 01:32:49.376522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328667d9-6e6f-4f07-bff8-89b3a7c40626 req-f3fd183c-1ea4-40e6-9c76-829b7ad443fb tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:49.378047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-328667d9-6e6f-4f07-bff8-89b3a7c40626 req-f3fd183c-1ea4-40e6-9c76-829b7ad443fb tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.1789804 Feb 19 01:32:49.403189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec03ccf7-f263-4d3a-b2c7-09a13f415000 req-779648a2-a192-48aa-804e-6c075dd5222b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069672 Feb 19 01:32:49.491286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-328667d9-6e6f-4f07-bff8-89b3a7c40626 req-2774e6cd-fd35-47b6-b2a0-510dbf69d53a tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046920 Feb 19 01:32:49.789897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:49.795509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'network': {'name': 'tempest-network-smoke--423377254', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'port_security_enabled': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:49.804573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.812844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (503a852f-da3a-41af-abef-7ec7dd5b3b42), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.820243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Made reservation on behalf of a94f773fd5ef44bd8da91ef82f538b63 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:49.823742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b774290-6076-4b43-bd34-68e3e736bbdf req-c551cabf-abbc-45d8-82b8-b8a07ce57b77 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:49.824264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.825421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b774290-6076-4b43-bd34-68e3e736bbdf req-c551cabf-abbc-45d8-82b8-b8a07ce57b77 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.1259429 Feb 19 01:32:49.838583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.922016 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (34120b31-7150-4548-b95c-8eba9c2adfd8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.931632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (34120b31-7150-4548-b95c-8eba9c2adfd8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.952089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b774290-6076-4b43-bd34-68e3e736bbdf req-731cdca8-e4c3-44ba-aed1-7585203489f8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909457 Feb 19 01:32:49.959438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:32:49.974403 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Floating IP 503a852f-da3a-41af-abef-7ec7dd5b3b42 associated. External IP: 172.25.0.138, port: 97dd639e-b44a-4c16-b0e3-1d665059e7af. Feb 19 01:32:49.978084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34120b31-7150-4548-b95c-8eba9c2adfd8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:49.986719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b7862abf-5020-4c8b-9afc-68593bf1787f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.987068 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Added segment b7862abf-5020-4c8b-9afc-68593bf1787f of type vlan for network 6db87481-408b-4767-8f7c-cb10ba372d1d Feb 19 01:32:49.995148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.995975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.996536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.997104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.997450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.997794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.998161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:49.999159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:50.001378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:50.001875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:50.002352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:50.002894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:50.003299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:50.051069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (6db87481-408b-4767-8f7c-cb10ba372d1d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.079035 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (6db87481-408b-4767-8f7c-cb10ba372d1d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.084102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:50.084876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.141794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3496926 Feb 19 01:32:50.144625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37290) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:50.150906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'admin_state_up': True, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:50.157387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdc7f9-1049-4632-aff5-180074c7ad1a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Network': ['ID=6db87481-408b-4767-8f7c-cb10ba372d1d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:50.167959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 6db87481-408b-4767-8f7c-cb10ba372d1d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:32:50.185804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (255234e3-b396-4f89-aa38-c1518b057d2b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.186890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (255234e3-b396-4f89-aa38-c1518b057d2b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.301698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:50.304302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_controller (255234e3-b396-4f89-aa38-c1518b057d2b), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.426090 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dafa3a9c-59f0-492f-8232-51c8b862f47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.689316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59612b-c199-4486-84f7-2b6945b1dc1c req-75dc9b41-7667-4202-b1cd-b6eba04c0ad3 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:50.690940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf59612b-c199-4486-84f7-2b6945b1dc1c req-75dc9b41-7667-4202-b1cd-b6eba04c0ad3 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.1153536 Feb 19 01:32:50.775013 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf59612b-c199-4486-84f7-2b6945b1dc1c req-fe5be70f-2a69-4ff0-8455-20692d5ec461 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Feb 19 01:32:50.887763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (255234e3-b396-4f89-aa38-c1518b057d2b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.926879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:50.932724 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.936868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:50.947617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:50.948237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:51.001940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-571b230d-d911-458c-b2e5-d8aa1ff0be9b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "PUT /v2.0/floatingips/503a852f-da3a-41af-abef-7ec7dd5b3b42 HTTP/1.1" status: 200 len: 991 time: 1.9483345 Feb 19 01:32:51.003376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:51.005980 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d90e034-45de-44ac-9651-db5e1823ef1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:51.124453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:51.196643 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f56662-3baa-4ff6-847b-1480ad7b0464 x-openstack-request-id: req-b8f56662-3baa-4ff6-847b-1480ad7b0464 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:51.197212 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:51.197918 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8f56662-3baa-4ff6-847b-1480ad7b0464 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:51.198397 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'status': 'completed', 'code': 200} Feb 19 01:32:51.224983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (255234e3-b396-4f89-aa38-c1518b057d2b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:51.274456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:51.373659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cb1f1-91d7-4612-b32c-aee39450aa6e req-a4e6aff7-6dd8-4cce-be4d-26d4d251dde1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:51.375431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f71cb1f1-91d7-4612-b32c-aee39450aa6e req-a4e6aff7-6dd8-4cce-be4d-26d4d251dde1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.2387655 Feb 19 01:32:51.416447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-ad3d6271-cb6e-49c4-b80e-1d76a62c602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:51.417173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '503a852f-da3a-41af-abef-7ec7dd5b3b42', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'mac_address': 'fa:16:3e:fc:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8c31f8-417b-40cb-a360-fe108290b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:32:30Z', 'updated_at': '2022-02-19T01:32:49Z', 'revision_number': 1, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:51.418109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-ad3d6271-cb6e-49c4-b80e-1d76a62c602b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1127 time: 0.2188983 Feb 19 01:32:51.504356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:51.529729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.25.0.162 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/1844a106-55d3-4cbd-b5a0-50aedea95487) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:51.534434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:51.535620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:51.543041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f71cb1f1-91d7-4612-b32c-aee39450aa6e req-5c937f7e-2da8-498b-a550-4d5bf94e8c65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402926 Feb 19 01:32:51.637188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-ba9e480e-f963-40f0-baf1-2468c823879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:51.638694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-ba9e480e-f963-40f0-baf1-2468c823879a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.2057106 Feb 19 01:32:51.690647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:51.735267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-2276a977-b09e-4645-8188-b5ab6c0be7b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 999 time: 0.0903406 Feb 19 01:32:51.755362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:51.809695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-792b8c85-21f6-4839-a00a-386d3ea25c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:51.811596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-792b8c85-21f6-4839-a00a-386d3ea25c7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0683229 Feb 19 01:32:51.862126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:51.946000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb838f-c684-4d35-8844-d47bb8207910 req-25b3ae02-5fdf-4bb0-9028-12aa259ef651 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:51.968699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eeb838f-c684-4d35-8844-d47bb8207910 req-25b3ae02-5fdf-4bb0-9028-12aa259ef651 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.0945306 Feb 19 01:32:51.975935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:51.985926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=1844a106-55d3-4cbd-b5a0-50aedea95487,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:51.990170 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:51.992757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:52.012725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '503a852f-da3a-41af-abef-7ec7dd5b3b42', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'mac_address': 'fa:16:3e:fc:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8c31f8-417b-40cb-a360-fe108290b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:32:30Z', 'updated_at': '2022-02-19T01:32:49Z', 'revision_number': 1, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:52.030121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-73b03e62-32a7-4f28-93b4-571d8c9b0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:52.031710 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-73b03e62-32a7-4f28-93b4-571d8c9b0d97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2122631 Feb 19 01:32:52.056307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc7d0f-fa66-42e3-a294-50274576b2a0 None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '503a852f-da3a-41af-abef-7ec7dd5b3b42', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'mac_address': 'fa:16:3e:fc:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8c31f8-417b-40cb-a360-fe108290b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:32:30Z', 'updated_at': '2022-02-19T01:32:49Z', 'revision_number': 1, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:52.085097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6eeb838f-c684-4d35-8844-d47bb8207910 req-341ee3d2-7626-473f-954a-ef90897e69b0 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153669 Feb 19 01:32:52.160528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-e4f1a7e4-c942-45fe-8feb-aae6d891801d service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187599 Feb 19 01:32:52.429632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d90e034-45de-44ac-9651-db5e1823ef1e req-2abdd3a6-5d5f-406d-8d5a-a94c68c86491 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578089 Feb 19 01:32:52.525354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45298400-9fcd-4d87-8624-28f2b0843544 None None] New status for floating IP 503a852f-da3a-41af-abef-7ec7dd5b3b42: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:32:52.527892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739744b2-ad69-4115-93e8-2d2845c9896e req-34acf3f0-1341-4e7c-a987-08d8deaf94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:52.529671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-34acf3f0-1341-4e7c-a987-08d8deaf94e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f78d656d2be64158b0a7ae766566a521&device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 1128 time: 0.1060195 Feb 19 01:32:52.648206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b55cf-dd16-4610-9309-2b24e09a5efa req-922d284a-d342-4136-b38f-edac15f1cf0b tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:52.650766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfe3b543-5e4b-4e79-83df-e3016e3fa722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:52.666569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f6b55cf-dd16-4610-9309-2b24e09a5efa req-922d284a-d342-4136-b38f-edac15f1cf0b tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.1698921 Feb 19 01:32:52.706738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (255234e3-b396-4f89-aa38-c1518b057d2b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:52.720184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739744b2-ad69-4115-93e8-2d2845c9896e req-74331624-8d5b-427b-92d7-576f7ed86805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:52.722129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-74331624-8d5b-427b-92d7-576f7ed86805 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 HTTP/1.1" status: 200 len: 914 time: 0.1839008 Feb 19 01:32:52.815828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f6b55cf-dd16-4610-9309-2b24e09a5efa req-2e6b96dd-b8af-4b26-a0d4-315965f0c25b tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482413 Feb 19 01:32:52.876852 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:32:52.897589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-fa805523-66a7-437b-8caa-e732bc1f856d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb HTTP/1.1" status: 200 len: 217 time: 0.1478748 Feb 19 01:32:52.961605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739744b2-ad69-4115-93e8-2d2845c9896e req-212e4924-1bed-47c2-9a5c-c80e0d04dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:52.963079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-212e4924-1bed-47c2-9a5c-c80e0d04dc1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0eae282e-7e47-49e1-8dea-752f4c15b1d7 HTTP/1.1" status: 200 len: 853 time: 0.0563772 Feb 19 01:32:53.015062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c0bda-a609-48d8-9dae-a95eb32ccbd6 req-874e1daa-2f3c-4f30-a5cf-86d67f563789 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:53.023791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d5c0bda-a609-48d8-9dae-a95eb32ccbd6 req-874e1daa-2f3c-4f30-a5cf-86d67f563789 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.3005776 Feb 19 01:32:53.028363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-27c8e66c-ecb3-4e57-bec4-08e6e10d5334 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558820 Feb 19 01:32:53.059651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (255234e3-b396-4f89-aa38-c1518b057d2b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:53.141731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d5c0bda-a609-48d8-9dae-a95eb32ccbd6 req-75ee196b-5faf-415a-8aa5-d56c821da615 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171064 Feb 19 01:32:53.185669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-0ae83e66-fb26-4d5b-8829-3beeec5579ba service neutron] 10.222.0.10 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448138 Feb 19 01:32:53.257609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router 255234e3-b396-4f89-aa38-c1518b057d2b is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:32:53.318852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-739744b2-ad69-4115-93e8-2d2845c9896e req-3643c939-8e78-478d-86d0-0544625f141a service neutron] 10.222.0.10 "GET /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259525 Feb 19 01:32:53.421379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:53.434826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Sync routers for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:53.447696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:53.448326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:53.460323 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:53.463068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0842e3ad-b9bf-4c36-8674-5a0456910319 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3173382 Feb 19 01:32:53.465955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37362) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:53.565486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:53.635709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b18633c6-d86e-405c-9418-79b83ad0a05b tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a94f773fd5ef44bd8da91ef82f538b63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1654327 Feb 19 01:32:53.636264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37368) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:53.671244 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-a676f3c4-2e23-4b13-951b-d99075d411a0 service neutron] show failed (client error): The resource could not be found. Feb 19 01:32:53.673248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-a676f3c4-2e23-4b13-951b-d99075d411a0 service neutron] 10.222.0.10 "GET /v2.0/ports/021e6cef-a2a5-4e08-9784-c0ae184ff76f/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.1309047 Feb 19 01:32:53.796079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187438b-bfee-4bb7-a945-be694767d88f tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:53.797855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:53.805514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37378) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:53.805670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7187438b-bfee-4bb7-a945-be694767d88f tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678076 Feb 19 01:32:53.861621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-49d1d745-01ed-473d-a788-3a1bec3ab9c1 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546870 Feb 19 01:32:53.864636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37382) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:53.873650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487445512', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:53.896004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:52Z', 'revision_number': 3, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:53.930300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Checking router: 255234e3-b396-4f89-aa38-c1518b057d2b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:53.930659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Updating router 255234e3-b396-4f89-aa38-c1518b057d2b port 1844a106-55d3-4cbd-b5a0-50aedea95487 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:32:53.969458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:53.997811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dee3c-8b4d-4e67-aad6-81d6ce8c71b3 req-f3c51ade-1910-43fc-9027-fb3dcb13aff1 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:54.006099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e1dee3c-8b4d-4e67-aad6-81d6ce8c71b3 req-f3c51ade-1910-43fc-9027-fb3dcb13aff1 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.0745738 Feb 19 01:32:54.017191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Made reservation on behalf of a94f773fd5ef44bd8da91ef82f538b63 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:54.022177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.135058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e1dee3c-8b4d-4e67-aad6-81d6ce8c71b3 req-530b32d5-bde8-4182-82c1-4d2be22fe392 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275685 Feb 19 01:32:54.177189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-49040307-1940-4506-90b8-469618377fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:54.178708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-49040307-1940-4506-90b8-469618377fb1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 1128 time: 0.2150362 Feb 19 01:32:54.194623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-9368ded5-9dac-438c-860f-9a42c40cb40d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:32:54.195661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-9368ded5-9dac-438c-860f-9a42c40cb40d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098450 Feb 19 01:32:54.209380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:54.298739 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.339599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Publish callbacks [] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.355876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.426145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff22bea-ee0b-40f4-a4a8-a1a484d7aa65 req-277d5be3-4974-4498-a4ef-ffcdd3798a36 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:54.430445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ff22bea-ee0b-40f4-a4a8-a1a484d7aa65 req-277d5be3-4974-4498-a4ef-ffcdd3798a36 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.1695027 Feb 19 01:32:54.517293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Attempting to bind port 1844a106-55d3-4cbd-b5a0-50aedea95487 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:54.517741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Attempting to bind port 1844a106-55d3-4cbd-b5a0-50aedea95487 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:54.518111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Attempting to bind port 1844a106-55d3-4cbd-b5a0-50aedea95487 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:54.542291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (a309564f-1191-4684-97c9-b3aa04082946), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.551534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:54.551935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:54.552316 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.552710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:54.553212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Bound port: 1844a106-55d3-4cbd-b5a0-50aedea95487, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:54.553889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.589030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b74b-f6ea-4fca-9a3d-1d0ba37ad2cf None None] Pushing event updated for resources: {'Port': ['ID=1844a106-55d3-4cbd-b5a0-50aedea95487,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:54.650050 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] For port 1844a106-55d3-4cbd-b5a0-50aedea95487, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:54.655376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] For port 1844a106-55d3-4cbd-b5a0-50aedea95487, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1844a106-55d3-4cbd-b5a0-50aedea95487,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:54.664969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.712739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ff22bea-ee0b-40f4-a4a8-a1a484d7aa65 req-20b64240-a797-4b07-9f9f-7a7894dbe1b5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712119 Feb 19 01:32:54.737335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:54.738023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:54.744635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203ec69-1d24-4bfc-9bd8-3309371db943 req-f1dc30e7-4386-48a8-9a8c-42eb878065a6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:54.750967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3203ec69-1d24-4bfc-9bd8-3309371db943 req-f1dc30e7-4386-48a8-9a8c-42eb878065a6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.1973429 Feb 19 01:32:54.761782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Subnet': ['ID=a309564f-1191-4684-97c9-b3aa04082946,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:54.798126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Checking segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:54.804597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network hostable DHCP agents. Network: 6db87481-408b-4767-8f7c-cb10ba372d1d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:32:54.810921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b74b-f6ea-4fca-9a3d-1d0ba37ad2cf None None] Pushing event updated for resources: {'Port': ['ID=1844a106-55d3-4cbd-b5a0-50aedea95487,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:54.814670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:54.833334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 6db87481-408b-4767-8f7c-cb10ba372d1d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:32:54.848156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 6db87481-408b-4767-8f7c-cb10ba372d1d) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:54.862360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:54.863065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.880034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf6a72-daa7-4057-b2df-be2e41fb18ed None None] Network 6db87481-408b-4767-8f7c-cb10ba372d1d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:54.888230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f33e3e51-19c0-4bb2-a031-6f0bc7d6cacb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0175579 Feb 19 01:32:54.888630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:54.916596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3203ec69-1d24-4bfc-9bd8-3309371db943 req-e79efa43-cd7f-453c-b6ff-778a36ab5f9e tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480455 Feb 19 01:32:54.948797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:54.995591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:54.998458 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf044f-fd69-4da3-89bc-3787ab78e03c" -d '{"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-unplugged", "status": "completed", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:55.003158 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Publish callbacks [] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.048666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Transition to ACTIVE for port object 021e6cef-a2a5-4e08-9784-c0ae184ff76f will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:32:55.058053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.113686 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb99110-0166-4036-9f9a-b6f8b86b5de5 x-openstack-request-id: req-1bb99110-0166-4036-9f9a-b6f8b86b5de5 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:55.114584 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-unplugged", "status": "completed", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:55.114584 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bb99110-0166-4036-9f9a-b6f8b86b5de5 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:55.115249 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'code': 200} Feb 19 01:32:55.136379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:55.223823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:55.328950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] No DVR routers for this DVR port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:55.346630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-6db87481-408b-4767-8f7c-cb10ba372d1d', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:32:55.347897 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.388538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.537826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:55.538193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:55.538662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:55.549280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:32:55.549598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Attempting to bind port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on network 99c2c58a-ea48-413c-a07c-af6b15e8f96b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:55.555502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:55.555829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Checking segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:55.556770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Bound using segment: {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:55.556770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Bound port: 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:55.557131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.617289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Allocated IP 172.20.0.2 (6db87481-408b-4767-8f7c-cb10ba372d1d/a309564f-1191-4684-97c9-b3aa04082946/28c94e6f-ab36-4ec9-9383-a459eee1e319) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:55.641494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:55.651001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:55.664950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.712040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:55.712674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.715125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] 10.222.0.89 "PUT /v2.0/ports/021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1092 time: 1.5124133 Feb 19 01:32:55.729328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:52Z', 'revision_number': 3, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:55.759771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956dba6-6de6-446c-bd99-a1a6c43b9c12 service neutron] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:55.761369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f0b93-726d-425a-b2e2-4931445a7461 None None] The sync data for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 is: [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:52Z', 'revision_number': 3, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:55.835236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-9dbde651-1d79-4512-aafd-d9e0eff47a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:55.839595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-9dbde651-1d79-4512-aafd-d9e0eff47a1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1126 time: 0.0940592 Feb 19 01:32:55.937607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Publish callbacks [] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.955542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:55.995909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.083587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Network 6db87481-408b-4767-8f7c-cb10ba372d1d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:56.107880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:56.110395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Pushing event updated for resources: {'Port': ['ID=28c94e6f-ab36-4ec9-9383-a459eee1e319,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:56.121313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:56.167707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b02c-174e-42c8-ae58-d48c47579ba4 req-3400d25b-0dc3-4855-bfd7-6fa7ada4849c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:56.169547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bae2b02c-174e-42c8-ae58-d48c47579ba4 req-3400d25b-0dc3-4855-bfd7-6fa7ada4849c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.1937370 Feb 19 01:32:56.171368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-114b65dc-593a-4ceb-a321-d9c05b17d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:56.172832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-114b65dc-593a-4ceb-a321-d9c05b17d553 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.3223944 Feb 19 01:32:56.184617 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.286009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-4d0dfffc-fd1a-48de-9ae8-cd875c82ffc1 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:56.288665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-4d0dfffc-fd1a-48de-9ae8-cd875c82ffc1 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.2081358 Feb 19 01:32:56.331426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Attempting to bind port 28c94e6f-ab36-4ec9-9383-a459eee1e319 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:56.332337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Attempting to bind port 28c94e6f-ab36-4ec9-9383-a459eee1e319 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:56.333255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Attempting to bind port 28c94e6f-ab36-4ec9-9383-a459eee1e319 on network 6db87481-408b-4767-8f7c-cb10ba372d1d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:56.335769 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bae2b02c-174e-42c8-ae58-d48c47579ba4 req-56a6a5e4-7f09-4afb-b36f-de7d06187ee7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598148 Feb 19 01:32:56.347699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:56.348067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Checking segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:56.348536 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.349015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Bound using segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:56.349522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Bound port: 28c94e6f-ab36-4ec9-9383-a459eee1e319, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:56.350230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.354931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-81009216-700e-4019-a53c-7eba189bb1d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1000 time: 0.1230848 Feb 19 01:32:56.424533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-90637e55-0af2-42df-bd7a-7a2d53a21179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:56.426092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-90637e55-0af2-42df-bd7a-7a2d53a21179 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.0641611 Feb 19 01:32:56.443349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] For port 28c94e6f-ab36-4ec9-9383-a459eee1e319, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:56.455217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] For port 28c94e6f-ab36-4ec9-9383-a459eee1e319, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=28c94e6f-ab36-4ec9-9383-a459eee1e319,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:56.465667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.510881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-97a0e818-0f05-4f02-8dd2-df0f9d05cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:56.512978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-97a0e818-0f05-4f02-8dd2-df0f9d05cfda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795209 Feb 19 01:32:56.580044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.588318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391bd83-b68b-43bf-9335-5fd031cca5a8 None None] Pushing event updated for resources: {'Port': ['ID=28c94e6f-ab36-4ec9-9383-a459eee1e319,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:56.663377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720d317-e98f-4406-8db7-4c94e354bc7d req-946edf76-f8be-4f9b-be34-3fd08427b7c0 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:56.665383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6720d317-e98f-4406-8db7-4c94e354bc7d req-946edf76-f8be-4f9b-be34-3fd08427b7c0 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 946 time: 0.5549724 Feb 19 01:32:56.768479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6720d317-e98f-4406-8db7-4c94e354bc7d req-65a850bb-0541-4b5c-b6e2-bca969e5f5e2 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/security-groups?id=3689f6ba-671d-4706-9530-0db001fcc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Feb 19 01:32:56.801613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Deleting port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:56.801952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:56.906871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1844a106-55d3-4cbd-b5a0-50aedea95487 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:57.051758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1844a106-55d3-4cbd-b5a0-50aedea95487 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:57.052425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.064301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.20.0.1 (6db87481-408b-4767-8f7c-cb10ba372d1d/a309564f-1191-4684-97c9-b3aa04082946/0cb0ec10-cd84-4b64-9eec-9cec0d83177a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:57.080044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] For port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,segment=NetworkSegment(ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce),segment_id=ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:57.080682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.103103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Calling delete_port for 1578ee35-89b2-4dda-95f3-05cbb6aa2efb owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:57.259643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1844a106-55d3-4cbd-b5a0-50aedea95487 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:57.260206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.291389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 1844a106-55d3-4cbd-b5a0-50aedea95487, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1844a106-55d3-4cbd-b5a0-50aedea95487,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:57.300228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.314594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.388556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=1844a106-55d3-4cbd-b5a0-50aedea95487,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:57.420414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:57.424287 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ae956-edb6-431b-9b21-1f5bf81f5974" -d '{"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:57.428808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-167dd76f-41da-45b1-a633-b68dfceca5a5 service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062543 Feb 19 01:32:57.440138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.477463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1578ee35-89b2-4dda-95f3-05cbb6aa2efb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.492759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1578ee35-89b2-4dda-95f3-05cbb6aa2efb'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:57.503682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 6db87481-408b-4767-8f7c-cb10ba372d1d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:57.536388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:57.546018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:57.552511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:57.570373 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2179f45d-8dbc-4b1e-8919-04f61a632863 x-openstack-request-id: req-2179f45d-8dbc-4b1e-8919-04f61a632863 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:57.570667 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:57.570968 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2179f45d-8dbc-4b1e-8919-04f61a632863 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:57.571341 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'status': 'completed', 'code': 200} Feb 19 01:32:57.677599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] No DVR routers for this DVR port 1578ee35-89b2-4dda-95f3-05cbb6aa2efb on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:57.681530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.685190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-90404101-0a69-49bb-81bc-1dd4af8d4c22 req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.10 "DELETE /v2.0/ports/1578ee35-89b2-4dda-95f3-05cbb6aa2efb HTTP/1.1" status: 204 len: 173 time: 1.3202479 Feb 19 01:32:57.690983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'name': 'network-vif-deleted', 'tag': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:57.695322 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53463f4-23e4-471c-acb4-626e85e4bc1e" -d '{"events": [{"server_uuid": "b4c53a6f-6ffb-454b-b6e7-04e366303ae6", "name": "network-vif-deleted", "tag": "1578ee35-89b2-4dda-95f3-05cbb6aa2efb"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:57.698178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c61af-167b-4448-b5ba-3199d1c0b8e6 tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] Pushing event deleted for resources: {'Port': ['ID=1578ee35-89b2-4dda-95f3-05cbb6aa2efb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:57.705309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-325da37a-8d4f-4768-ab2a-1c441b12e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:57.707010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-325da37a-8d4f-4768-ab2a-1c441b12e159 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1126 time: 0.1293194 Feb 19 01:32:57.742447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (255234e3-b396-4f89-aa38-c1518b057d2b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:57.745109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a54933-33dc-45f1-a27a-1db213ebe027 req-e0215004-dce5-4835-80f8-40b8b1752120 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:57.746758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7a54933-33dc-45f1-a27a-1db213ebe027 req-e0215004-dce5-4835-80f8-40b8b1752120 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.2582121 Feb 19 01:32:57.759713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b20928e8-e260-4c0d-96c8-193f94b2add3 req-bf9e74f2-7254-4876-aa73-030bc48ad7c9 service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242118 Feb 19 01:32:58.030368 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be0ab66-175b-4dfa-85ff-fe42ebfd5eb8 x-openstack-request-id: req-2be0ab66-175b-4dfa-85ff-fe42ebfd5eb8 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:58.030958 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c53a6f-6ffb-454b-b6e7-04e366303ae6", "name": "network-vif-deleted", "tag": "1578ee35-89b2-4dda-95f3-05cbb6aa2efb", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:58.031799 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2be0ab66-175b-4dfa-85ff-fe42ebfd5eb8 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:58.032411 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c53a6f-6ffb-454b-b6e7-04e366303ae6', 'name': 'network-vif-deleted', 'tag': '1578ee35-89b2-4dda-95f3-05cbb6aa2efb', 'status': 'completed', 'code': 200} Feb 19 01:32:58.046266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28e499d0-6aad-428e-8846-56c66d82df82 req-93b3b028-2363-414a-9535-5f5a2890cbdb tempest-InstanceActionsTestJSON-793256398 tempest-InstanceActionsTestJSON-793256398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c53a6f-6ffb-454b-b6e7-04e366303ae6 HTTP/1.1" status: 200 len: 210 time: 0.0726192 Feb 19 01:32:58.053805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7a54933-33dc-45f1-a27a-1db213ebe027 req-422d72d7-2f7b-42a2-9351-12e76fbc0cc9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609704 Feb 19 01:32:58.091423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-18ec5de3-9580-4b49-8733-852902d1af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.095293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-18ec5de3-9580-4b49-8733-852902d1af0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.3805232 Feb 19 01:32:58.096333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.230096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-a8612efd-351c-44b7-96ef-85d6562ef71a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1000 time: 0.1176252 Feb 19 01:32:58.237133 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-85fb959e-121b-4720-a563-6f2288391b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.239083 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-85fb959e-121b-4720-a563-6f2288391b98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1126 time: 0.2694280 Feb 19 01:32:58.336380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64881a96-0667-407f-bcca-6b67ebea8950 None None] Network 6db87481-408b-4767-8f7c-cb10ba372d1d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:58.359997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-07d7900c-a097-4308-b681-7d155364e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.361681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-07d7900c-a097-4308-b681-7d155364e3a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.1214008 Feb 19 01:32:58.479369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-7e680330-1b61-43cc-a002-26e4908d7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.482333 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-7e680330-1b61-43cc-a002-26e4908d7fb4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.2329614 Feb 19 01:32:58.491108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] Provisioning complete for port 28c94e6f-ab36-4ec9-9383-a459eee1e319 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:58.491830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.492303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-81425c02-ef03-443e-9e87-9d74cd66767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.494196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-81425c02-ef03-443e-9e87-9d74cd66767b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1225879 Feb 19 01:32:58.620244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:58.668256 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.675727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.691780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-7f46305a-1e2a-4e1d-ace7-e652b4b82bd1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1000 time: 0.1965978 Feb 19 01:32:58.771011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-85f302e9-fd63-45e4-b704-f9c06e842b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.772368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-85f302e9-fd63-45e4-b704-f9c06e842b9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.0742271 Feb 19 01:32:58.775442 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-3f11fe38-0262-4c84-8278-a31819c07241 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687840 Feb 19 01:32:58.779126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 021e6cef-a2a5-4e08-9784-c0ae184ff76f host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:32:58.779900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:58.794474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] Current status of the port 28c94e6f-ab36-4ec9-9383-a459eee1e319 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:58.795131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.820826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (255234e3-b396-4f89-aa38-c1518b057d2b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.824117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:58.844068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] For port 28c94e6f-ab36-4ec9-9383-a459eee1e319, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=28c94e6f-ab36-4ec9-9383-a459eee1e319,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:58.861845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:58.985990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497959f-03d1-41c6-acf0-e88d155b2aee None None] Pushing event updated for resources: {'Port': ['ID=28c94e6f-ab36-4ec9-9383-a459eee1e319,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:58.992299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-81a461f5-85d6-4453-9c68-413fa89e8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:58.994134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-81a461f5-85d6-4453-9c68-413fa89e8a07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2149825 Feb 19 01:32:58.996237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-10491b96-e804-4284-9f6e-ec52f0926310 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736808 Feb 19 01:32:59.053652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 6db87481-408b-4767-8f7c-cb10ba372d1d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:59.055286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:59.110621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-fd1ed869-cc41-4a26-8ecd-e16dcdf334b7 service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067772 Feb 19 01:32:59.145246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37478) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:59.158919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 28c94e6f-ab36-4ec9-9383-a459eee1e319 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:59.278321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-209ddc44-8b89-49b8-a02e-1d2c97867e51 None None] Provisioning complete for port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:59.278321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-209ddc44-8b89-49b8-a02e-1d2c97867e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.293261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Deleting subnet 0eae282e-7e47-49e1-8dea-752f4c15b1d7 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:59.307571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Publish callbacks [] for subnet (0eae282e-7e47-49e1-8dea-752f4c15b1d7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.340813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router 255234e3-b396-4f89-aa38-c1518b057d2b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:59.346454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-209ddc44-8b89-49b8-a02e-1d2c97867e51 None None] Port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:59.367513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-209ddc44-8b89-49b8-a02e-1d2c97867e51 None None] Provisioning complete for port 28c94e6f-ab36-4ec9-9383-a459eee1e319 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:59.367726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-209ddc44-8b89-49b8-a02e-1d2c97867e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.370768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 28c94e6f-ab36-4ec9-9383-a459eee1e319 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:59.371141 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.431319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (0eae282e-7e47-49e1-8dea-752f4c15b1d7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.488229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:59.498470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5c8e0f2-1efa-4588-847d-cd22e6086063 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "PUT /v2.0/routers/255234e3-b396-4f89-aa38-c1518b057d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6077738 Feb 19 01:32:59.499213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37484) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:59.504708 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Sync routers for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:59.521949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1387634011', 'description': 'tempest-secgroup_access--1387634011 description', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:59.524299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:59.525783 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-227ae956-edb6-431b-9b21-1f5bf81f5974 req-136690ef-3690-468a-aef3-c9592c0fc7d5 service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096601 Feb 19 01:32:59.526316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:59.587814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.679479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667b45-2d8a-4be9-b1f1-1a037cc46519 req-5e7e27b3-103c-4efe-baaa-511f2f2c47fb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:59.698484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96667b45-2d8a-4be9-b1f1-1a037cc46519 req-5e7e27b3-103c-4efe-baaa-511f2f2c47fb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.4767785 Feb 19 01:32:59.707153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (a3d9460b-e62a-4b63-803a-c42506056d35), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.711481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-209ddc44-8b89-49b8-a02e-1d2c97867e51 None None] Current status of the port 28c94e6f-ab36-4ec9-9383-a459eee1e319 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:59.717208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a3d9460b-e62a-4b63-803a-c42506056d35), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.719027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0eae282e-7e47-49e1-8dea-752f4c15b1d7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.725457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 28c94e6f-ab36-4ec9-9383-a459eee1e319 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:59.728783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1844a106-55d3-4cbd-b5a0-50aedea95487 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:59.777777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.783090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2819290 Feb 19 01:32:59.785477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37490) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:59.803750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--16553133', 'description': 'tempest-secgroup_general--16553133 description', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:59.840320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bf3e6-8e19-4064-aef2-767a10e11995 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d9460b-e62a-4b63-803a-c42506056d35,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:59.866773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.867130 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:59.881653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3c6ac75a-b3f7-4514-8276-26d14175202b None None] Provisioning complete for port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:59.882048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac75a-b3f7-4514-8276-26d14175202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.934862 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (0eae282e-7e47-49e1-8dea-752f4c15b1d7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.938836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1844a106-55d3-4cbd-b5a0-50aedea95487 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:59.940675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:59.989806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96667b45-2d8a-4be9-b1f1-1a037cc46519 req-3973656a-d80d-4083-82ff-1d5efde5fcb4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902505 Feb 19 01:32:59.996561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (c789d0fb-c40e-48c2-883e-b245cfae08fd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.002375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c789d0fb-c40e-48c2-883e-b245cfae08fd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.037512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eae282e-7e47-49e1-8dea-752f4c15b1d7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:00.056648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.058522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-84b568fe-5b18-43eb-b32c-913951bb1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:00.062129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2671511 Feb 19 01:33:00.062801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37498) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:00.063204 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-84b568fe-5b18-43eb-b32c-913951bb1cfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1126 time: 0.3312995 Feb 19 01:33:00.063903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a249f9d-4024-4913-a57d-b32fa7b2cd82 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c789d0fb-c40e-48c2-883e-b245cfae08fd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:00.075744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'security_group_rule': {'security_group_id': 'a3d9460b-e62a-4b63-803a-c42506056d35', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:00.100448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ac75a-b3f7-4514-8276-26d14175202b None None] Port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:00.113557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.117571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6ce82611-f546-49c6-bcc0-f1aababddd85 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0eae282e-7e47-49e1-8dea-752f4c15b1d7 HTTP/1.1" status: 204 len: 168 time: 0.9713490 Feb 19 01:33:00.121422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37500) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:00.132647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group_rule (1a5f3f0c-eee0-4caa-ad84-e1f038bc872a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.175130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1844a106-55d3-4cbd-b5a0-50aedea95487 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:00.243169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e4c84d3c-28c2-49a0-908f-e8c6eae30c91 None None] Provisioning complete for port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:00.243991 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4c84d3c-28c2-49a0-908f-e8c6eae30c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.250314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-a66a5181-e49c-4ec9-ad32-ad62dd80afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:00.253253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-a66a5181-e49c-4ec9-ad32-ad62dd80afe5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.1332057 Feb 19 01:33:00.298029 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.301717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group_rule (1a5f3f0c-eee0-4caa-ad84-e1f038bc872a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.302243 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:32:58Z', 'revision_number': 2, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:00.308920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (1a5f3f0c-eee0-4caa-ad84-e1f038bc872a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.314838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e4c84d3c-28c2-49a0-908f-e8c6eae30c91 None None] Port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:00.346127 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Checking router: 255234e3-b396-4f89-aa38-c1518b057d2b for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:00.346473 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Updating router 255234e3-b396-4f89-aa38-c1518b057d2b port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:33:00.356898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5f3f0c-eee0-4caa-ad84-e1f038bc872a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:00.362452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-dfd18eed-680c-485d-8e00-8eda1a09237b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1000 time: 0.1038864 Feb 19 01:33:00.389679 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.394973 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.404847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c76939f-f036-4529-b1f8-8f3e8641dfa3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289227 Feb 19 01:33:00.456332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-32af45d9-0a9c-4ed9-b614-b530c44b87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:00.458554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-32af45d9-0a9c-4ed9-b614-b530c44b87cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.0892456 Feb 19 01:33:00.470096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.520682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:00.531369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:00.531761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:00.534882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-7ecf15a5-c2f4-47f9-9cfc-be6d518e2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:00.537152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-7ecf15a5-c2f4-47f9-9cfc-be6d518e2429 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721993 Feb 19 01:33:00.542050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.555844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.562855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:33:00.563254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ceeb101c-3b1c-48f9-8f7f-b1b9359d05ce), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.585381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1578ee35-89b2-4dda-95f3-05cbb6aa2efb no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:33:00.622389 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:33:00.625125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 1578ee35-89b2-4dda-95f3-05cbb6aa2efb {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:00.625256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1578ee35-89b2-4dda-95f3-05cbb6aa2efb not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:00.636488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.642289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.648227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2 HTTP/1.1" status: 204 len: 168 time: 0.5232704 Feb 19 01:33:00.668535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358bd10-c1af-4d34-915d-488e3951b226 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4dc340-d5be-4771-8e3e-1b2b4d97b9f2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:00.698280 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-6e61273e-3333-47cb-b950-c24f4d2ed62b service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542220 Feb 19 01:33:00.715568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-f4d0930e-35ca-4b8c-b04e-2ee5e10aae10 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--16553133&fields=id&tenant_id=a94f773fd5ef44bd8da91ef82f538b63 HTTP/1.1" status: 200 len: 267 time: 0.0907660 Feb 19 01:33:00.801479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-8ed7e2e6-34fc-4b25-92af-260ed470ac0a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--1387634011&fields=id&tenant_id=a94f773fd5ef44bd8da91ef82f538b63 HTTP/1.1" status: 200 len: 267 time: 0.0731432 Feb 19 01:33:00.867934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a24b4ce-1e08-470b-b7e6-5f1e5a06bb4f req-cbff1069-ef88-40f5-8aa2-b09ec13c65e3 service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542389 Feb 19 01:33:00.903956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 28c94e6f-ab36-4ec9-9383-a459eee1e319 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:00.921653 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Publish callbacks [] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.930471 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:00.977974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-65d6a71c-664d-4915-960f-3ef970ef71b5 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:00.980390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-65d6a71c-664d-4915-960f-3ef970ef71b5 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/networks?id=6db87481-408b-4767-8f7c-cb10ba372d1d HTTP/1.1" status: 200 len: 796 time: 0.1754942 Feb 19 01:33:01.000563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 28c94e6f-ab36-4ec9-9383-a459eee1e319 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:01.000716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37524) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:01.001247 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.025929 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fcd6f-330a-4c0b-a77f-cc81506dc913 None None] Pushing event updated for resources: {'Port': ['ID=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:01.033119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:33:01.034233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-41cb0724-b019-4777-9cfd-9832c3e345bd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/quotas/a94f773fd5ef44bd8da91ef82f538b63 HTTP/1.1" status: 200 len: 375 time: 0.0405049 Feb 19 01:33:01.123620 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Attempting to bind port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:01.123896 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Attempting to bind port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:01.125128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Attempting to bind port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a on network 6db87481-408b-4767-8f7c-cb10ba372d1d {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:01.134867 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:01.136180 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Checking segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:01.136769 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.137302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Bound using segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:01.137883 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Bound port: 0cb0ec10-cd84-4b64-9eec-9cec0d83177a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:01.138569 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.211168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0c30ab75-2500-4740-b431-e6af605238e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f78d656d2be64158b0a7ae766566a521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072020 Feb 19 01:33:01.212693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37532) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:01.222247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-53d75482-3a54-4de8-9882-ca403c5e9c97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774182 Feb 19 01:33:01.235777 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] For port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:01.239305 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] For port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:01.247046 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.306136 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:01.306793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:01.334551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:01.348439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'port_id': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'mac_address': 'fa:16:3e:9d:f0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:33:01.371741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-1497a12c-e93d-426c-91ec-89423e1a5a7c service neutron] 10.222.0.43 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420321 Feb 19 01:33:01.409202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b7478-9c76-42c8-b938-ba4e773cc11c req-68fc8830-be9e-4afa-a4da-2b4652cfd430 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:01.411036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e8b7478-9c76-42c8-b938-ba4e773cc11c req-68fc8830-be9e-4afa-a4da-2b4652cfd430 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.2639625 Feb 19 01:33:01.438935 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fcd6f-330a-4c0b-a77f-cc81506dc913 None None] Pushing event updated for resources: {'Port': ['ID=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:01.460953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc2b0407-6e44-444d-927d-d266723a1a11 admin admin] Publish callbacks [] for security_group (3689f6ba-671d-4706-9530-0db001fcc202), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.491335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-e6dc8e2d-6094-4abe-abe7-04f04f4b92b3 service neutron] 10.222.0.43 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184623 Feb 19 01:33:01.520112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e8b7478-9c76-42c8-b938-ba4e773cc11c req-680b2a56-56fa-4267-8c11-0e496c2bde5e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023414 Feb 19 01:33:01.559590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc2b0407-6e44-444d-927d-d266723a1a11 admin admin] Publish callbacks [] for security_group (3689f6ba-671d-4706-9530-0db001fcc202), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.571542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 28c94e6f-ab36-4ec9-9383-a459eee1e319 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:01.603193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] Provisioning complete for port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:01.603902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.628540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 021e6cef-a2a5-4e08-9784-c0ae184ff76f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:01.630718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.723727 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:01.739201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021e6cef-a2a5-4e08-9784-c0ae184ff76f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:01.747825 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc2b0407-6e44-444d-927d-d266723a1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3689f6ba-671d-4706-9530-0db001fcc202), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.751580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc2b0407-6e44-444d-927d-d266723a1a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.755069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc2b0407-6e44-444d-927d-d266723a1a11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3689f6ba-671d-4706-9530-0db001fcc202 HTTP/1.1" status: 204 len: 168 time: 0.4911864 Feb 19 01:33:01.786433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b0407-6e44-444d-927d-d266723a1a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689f6ba-671d-4706-9530-0db001fcc202,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:01.870752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3bfd3d3b-9b4e-4eef-af6a-5abcaddeeda3 req-63b00e72-bb62-4723-81d9-b4c3a2a78bae tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 210 time: 0.0600762 Feb 19 01:33:01.890994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:01.907725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:02.083219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:02.090246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] Current status of the port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:02.090644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:02.159657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] For port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:02.170401 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:02.218145 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:01Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:02.233460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bac3e3-c788-4ad6-b8d8-ea701a21b14a req-3bf32b70-a056-4159-8142-6002f61a0e4e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:02.240060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['021e6cef-a2a5-4e08-9784-c0ae184ff76f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:02.243803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10bac3e3-c788-4ad6-b8d8-ea701a21b14a req-3bf32b70-a056-4159-8142-6002f61a0e4e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 944 time: 0.3955104 Feb 19 01:33:02.278568 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44876d02-503e-4d4d-aae9-2870a582ffee None None] The sync data for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 is: [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:01Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:02.342315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-8ad1fa1f-7b14-47db-a318-c53438cfebc2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:02.350890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-8ad1fa1f-7b14-47db-a318-c53438cfebc2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2&tenant_id=9e1e3a64a565467999d736e1f9c667ae&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 945 time: 0.5258701 Feb 19 01:33:02.401526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9ce940fa-223d-4a8f-8ec5-3c44a48a4aea None None] Provisioning complete for port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:02.402079 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ce940fa-223d-4a8f-8ec5-3c44a48a4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:02.427041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865ce0a-9eb9-48e2-9a5b-cf8f850f7efe None None] Pushing event updated for resources: {'Port': ['ID=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:02.496036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10bac3e3-c788-4ad6-b8d8-ea701a21b14a req-b18240e1-191e-4eb8-803d-64145beaf374 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513468 Feb 19 01:33:02.585610 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-191ede3f-0bad-444d-8c8f-0a2d85cb005f service neutron] delete failed (client error): The resource could not be found. Feb 19 01:33:02.586697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-191ede3f-0bad-444d-8c8f-0a2d85cb005f service neutron] 10.222.0.10 "DELETE /v2.0/ports/021e6cef-a2a5-4e08-9784-c0ae184ff76f/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.2061734 Feb 19 01:33:02.631236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-b9daa9d7-4384-4c43-b81c-49cc27311e55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973381 Feb 19 01:33:02.809911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-5322d959-11e9-4c6a-8d44-dffc7188abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:02.815361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-5322d959-11e9-4c6a-8d44-dffc7188abc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1127 time: 0.1433964 Feb 19 01:33:02.822531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9ce940fa-223d-4a8f-8ec5-3c44a48a4aea None None] Current status of the port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:02.864485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea511-5950-4566-99be-837055085424 req-5c7ced0f-ca75-45c9-acac-dbaeb9eeaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:02.868477 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-5c7ced0f-ca75-45c9-acac-dbaeb9eeaed9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1127 time: 0.1252398 Feb 19 01:33:02.966383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-886f079e-f51b-426f-b446-90d6ec52cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:02.968447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-886f079e-f51b-426f-b446-90d6ec52cae7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.1486089 Feb 19 01:33:02.973870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0cb0ec10-cd84-4b64-9eec-9cec0d83177a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:03.114590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:03.115167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea511-5950-4566-99be-837055085424 req-71c3bba3-e3e7-4f5e-8514-707a4abe7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.115398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:03.117160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-71c3bba3-e3e7-4f5e-8514-707a4abe7598 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.2145295 Feb 19 01:33:03.156236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-92979a20-7b0a-4eb1-96fc-ac3274fa48a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 1001 time: 0.1815145 Feb 19 01:33:03.175388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2f65775-46a4-4bad-b79d-f78529149038 req-2b202363-650c-4ac2-b410-e3ae2770e8fd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 210 time: 0.1475179 Feb 19 01:33:03.244488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:03.284452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-23903895-0f2d-458d-bac6-0587d17ca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.286256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-23903895-0f2d-458d-bac6-0587d17ca71b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.1100821 Feb 19 01:33:03.297205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-895b83e6-79c0-4ae5-a7f4-dc64c84c41a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 1001 time: 0.1684511 Feb 19 01:33:03.301684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37588) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:03.377548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea511-5950-4566-99be-837055085424 req-f35cad6d-442c-4255-9f87-719ee71a15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.378949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-f35cad6d-442c-4255-9f87-719ee71a15e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0799220 Feb 19 01:33:03.386827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-44cdc29c-2803-49cc-926b-ec8e3b75c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.388464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-44cdc29c-2803-49cc-926b-ec8e3b75c706 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944877 Feb 19 01:33:03.440061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea511-5950-4566-99be-837055085424 req-be15dc4d-8a87-421a-b511-019401a082b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.441716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-be15dc4d-8a87-421a-b511-019401a082b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547090 Feb 19 01:33:03.506331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1668586647-network', 'tenant_id': '87e7764babb0466a93f5dc8cee76ef4f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:03.583501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-cae9883c-105e-4e47-ad65-01733c848a98 service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757431 Feb 19 01:33:03.619986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-ec49f356-8d92-4fbe-8c80-596bd59fe5e2 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685364 Feb 19 01:33:03.739576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Made reservation on behalf of 87e7764babb0466a93f5dc8cee76ef4f for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:03.742297 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:03.747233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-bc1865ce-f6ca-4754-86a0-d49e4bfe5fb9 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091902 Feb 19 01:33:03.811559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bac9a6-257a-400f-8ccc-f30195f8bd0f req-c39ecc00-bb6f-4191-a8c0-12f6035b58f6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.813911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1bac9a6-257a-400f-8ccc-f30195f8bd0f req-c39ecc00-bb6f-4191-a8c0-12f6035b58f6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 945 time: 0.0650892 Feb 19 01:33:03.821777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:03.910819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1bac9a6-257a-400f-8ccc-f30195f8bd0f req-7e2b8528-1191-4b90-86df-4cb69d254a09 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897362 Feb 19 01:33:03.913450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f47407d0-7269-49ce-90fb-3a6bd0bf84f1 req-cf714a4f-54a8-4f31-9de3-c4b0c160be2c service neutron] 10.222.0.10 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350804 Feb 19 01:33:03.952315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-ae5c6b14-9c94-4422-8ca2-06b46003dafa tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.955141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-ae5c6b14-9c94-4422-8ca2-06b46003dafa tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.10 "GET /v2.0/networks?id=6db87481-408b-4767-8f7c-cb10ba372d1d HTTP/1.1" status: 200 len: 796 time: 0.3252702 Feb 19 01:33:04.035344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks [] for security_group (5854a824-da24-41a3-baf9-749ba390deee), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.048678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5854a824-da24-41a3-baf9-749ba390deee), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.061198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-39aacc36-503b-4c80-94ab-cc8ace065f08 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94f773fd5ef44bd8da91ef82f538b63 HTTP/1.1" status: 200 len: 476 time: 0.0954001 Feb 19 01:33:04.073462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'port': {'device_id': '606276af-7369-443e-9c08-80768466e096', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'admin_state_up': True, 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'security_groups': ['c789d0fb-c40e-48c2-883e-b245cfae08fd', 'a3d9460b-e62a-4b63-803a-c42506056d35']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:04.103982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:33:04.144945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5854a824-da24-41a3-baf9-749ba390deee,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:04.153231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (00c087c2-8df2-4e43-91cf-b87f082722cd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.153626 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Added segment 00c087c2-8df2-4e43-91cf-b87f082722cd of type vlan for network 7672621f-40fb-4751-bce2-69119f7e4f41 Feb 19 01:33:04.213695 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7672621f-40fb-4751-bce2-69119f7e4f41), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.267536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Made reservation on behalf of a94f773fd5ef44bd8da91ef82f538b63 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:04.271710 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.275738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7672621f-40fb-4751-bce2-69119f7e4f41), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.276799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:04.277444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.390362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0846298 Feb 19 01:33:04.390362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67093ad2-db71-4030-aa58-965ae7966456 req-1814a9d9-e988-4b7f-91d6-f3afe8e66490 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 210 time: 0.0853498 Feb 19 01:33:04.391553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:04.394140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab581122-da0b-493d-bded-a84bbd3273ec admin admin] Pushing event updated for resources: {'Network': ['ID=7672621f-40fb-4751-bce2-69119f7e4f41,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:04.399234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Request body: {'subnet': {'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1668586647-subnet', 'tenant_id': '87e7764babb0466a93f5dc8cee76ef4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:04.426006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7672621f-40fb-4751-bce2-69119f7e4f41 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:33:04.462320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Made reservation on behalf of 87e7764babb0466a93f5dc8cee76ef4f for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:04.464903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.558839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.20.0.13 (6db87481-408b-4767-8f7c-cb10ba372d1d/a309564f-1191-4684-97c9-b3aa04082946/eeb95335-a17c-44cd-9497-ea9b254b4abc) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:04.735125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (f69077a7-c9d6-405a-a6b7-4d9d92f3d26c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.753268 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.786222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69077a7-c9d6-405a-a6b7-4d9d92f3d26c,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:04.790006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.804767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Checking segment: {'id': '00c087c2-8df2-4e43-91cf-b87f082722cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:04.805277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Network hostable DHCP agents. Network: 7672621f-40fb-4751-bce2-69119f7e4f41, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:33:04.826262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Network 7672621f-40fb-4751-bce2-69119f7e4f41 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:33:04.835443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 6db87481-408b-4767-8f7c-cb10ba372d1d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:04.839045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7672621f-40fb-4751-bce2-69119f7e4f41) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:04.839213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:04.845447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:04.850659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:04.851003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dae3b-014d-4a59-aa32-e3cf5be4156f None None] Network 7672621f-40fb-4751-bce2-69119f7e4f41 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:04.852394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=eeb95335-a17c-44cd-9497-ea9b254b4abc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:04.852965 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.882104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8ecf16e-7bd0-4c3d-8538-40d0cf62ce67 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4886632 Feb 19 01:33:04.905285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:04.905964 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:04.932021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-065c5798-8e6a-48d6-8a98-f0cdc45e0acf tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8623915 Feb 19 01:33:04.960432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Request body: {'port': {'device_id': '606276af-7369-443e-9c08-80768466e096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:05.041915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf487e83-8063-42c9-a240-80d4222b21c8 None None] Network 7672621f-40fb-4751-bce2-69119f7e4f41 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:05.052643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.129608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501be7-7ae2-4fcc-98bc-c4900f571f74 req-f49341ac-ac3e-4869-beb6-3db165f9212b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:05.131753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04501be7-7ae2-4fcc-98bc-c4900f571f74 req-f49341ac-ac3e-4869-beb6-3db165f9212b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 945 time: 0.0840182 Feb 19 01:33:05.217248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04501be7-7ae2-4fcc-98bc-c4900f571f74 req-c019c7dd-1f08-4275-953c-7326ee9cc8b2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790565 Feb 19 01:33:05.242778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:05.344206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-98c453e9-f2c2-4fe7-9550-d21ae5ebe701 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/088999d5-bcd0-4b1e-9acb-ff353c549255 HTTP/1.1" status: 200 len: 993 time: 0.0903313 Feb 19 01:33:05.409903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:05.470999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8a56f5b4-112b-442e-835a-9aaca09e3a6b None None] Provisioning complete for port eeb95335-a17c-44cd-9497-ea9b254b4abc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:05.471654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a56f5b4-112b-442e-835a-9aaca09e3a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.521504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8a56f5b4-112b-442e-835a-9aaca09e3a6b None None] Port eeb95335-a17c-44cd-9497-ea9b254b4abc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:05.561242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 021e6cef-a2a5-4e08-9784-c0ae184ff76f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:33:05.567510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 021e6cef-a2a5-4e08-9784-c0ae184ff76f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:05.568087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.596030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37644) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:05.604013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1327414169-network', 'tenant_id': '5e76bb0994a7442fb4f0ecf8f19f8dfe'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:05.633256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Made reservation on behalf of 5e76bb0994a7442fb4f0ecf8f19f8dfe for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:05.636639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.650406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.668009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 021e6cef-a2a5-4e08-9784-c0ae184ff76f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:05.668408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.695417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:05.697952 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a6772a-bc92-4a18-a916-aa2580b36221" -d '{"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-plugged", "status": "completed", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:05.714053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:05.739150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.785372 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0303dac7-559a-456a-ad34-d995727eff91 x-openstack-request-id: req-0303dac7-559a-456a-ad34-d995727eff91 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:05.785672 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-plugged", "status": "completed", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:05.786318 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0303dac7-559a-456a-ad34-d995727eff91 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:05.786724 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'code': 200} Feb 19 01:33:05.801102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks [] for security_group (ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.807678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.818378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:05.846381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:33:05.856305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:05.865102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2f896769-bc7a-423f-b392-78581124539f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.865453 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Added segment 2f896769-bc7a-423f-b392-78581124539f of type vlan for network 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3 Feb 19 01:33:05.926317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.949269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb95335-a17c-44cd-9497-ea9b254b4abc {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:05.959234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Publish callbacks [] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.962693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.963747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:05.964368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:05.989260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Transition to ACTIVE for port object eeb95335-a17c-44cd-9497-ea9b254b4abc will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:33:06.001314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bccc6-cf26-4b20-9fb6-372790bfee33 req-fb310744-8095-419e-9ba5-bf6b68e4eebd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:06.009295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e09bccc6-cf26-4b20-9fb6-372790bfee33 req-fb310744-8095-419e-9ba5-bf6b68e4eebd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 971 time: 0.5086422 Feb 19 01:33:06.010858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.033492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4328201 Feb 19 01:33:06.034542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37658) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:06.039553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Request body: {'subnet': {'network_id': '16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1327414169-subnet', 'tenant_id': '5e76bb0994a7442fb4f0ecf8f19f8dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:06.042758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eec56-1af0-4ed4-8144-d059f46703e2 admin admin] Pushing event updated for resources: {'Network': ['ID=16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:06.059429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:33:06.064800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Made reservation on behalf of 5e76bb0994a7442fb4f0ecf8f19f8dfe for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:06.068074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.090972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95335-a17c-44cd-9497-ea9b254b4abc,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:06.189598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e09bccc6-cf26-4b20-9fb6-372790bfee33 req-e24b4d6f-a328-47d4-a270-379bb88bc8e4 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1758473 Feb 19 01:33:06.230453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Attempting to bind port eeb95335-a17c-44cd-9497-ea9b254b4abc on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:06.230783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Attempting to bind port eeb95335-a17c-44cd-9497-ea9b254b4abc by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:06.231112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Attempting to bind port eeb95335-a17c-44cd-9497-ea9b254b4abc on network 6db87481-408b-4767-8f7c-cb10ba372d1d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:06.237532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Port eeb95335-a17c-44cd-9497-ea9b254b4abc on network 6db87481-408b-4767-8f7c-cb10ba372d1d not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:33:06.237857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Attempting to bind port eeb95335-a17c-44cd-9497-ea9b254b4abc on network 6db87481-408b-4767-8f7c-cb10ba372d1d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:06.245110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:06.245454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Checking segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:06.245843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Bound using segment: {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:06.246278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Bound port: eeb95335-a17c-44cd-9497-ea9b254b4abc, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7862abf-5020-4c8b-9afc-68593bf1787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:06.246638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.328187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] For port eeb95335-a17c-44cd-9497-ea9b254b4abc, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:06.329439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (0a707a0f-4601-4617-a850-6313907f55d5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.332302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] For port eeb95335-a17c-44cd-9497-ea9b254b4abc, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:06.341192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.393287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a707a0f-4601-4617-a850-6313907f55d5,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:06.402908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:06.403568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.404955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-6315a01c-0976-412e-b08f-74239c40076c service neutron] 10.222.0.10 "PUT /v2.0/ports/eeb95335-a17c-44cd-9497-ea9b254b4abc HTTP/1.1" status: 200 len: 1131 time: 1.4656451 Feb 19 01:33:06.405582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:06.408000 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5" -d '{"events": [{"name": "network-changed", "server_uuid": "606276af-7369-443e-9c08-80768466e096", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:06.414403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Checking segment: {'id': '2f896769-bc7a-423f-b392-78581124539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:06.415123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Network hostable DHCP agents. Network: 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:33:06.451979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a01c-0976-412e-b08f-74239c40076c service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95335-a17c-44cd-9497-ea9b254b4abc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:06.454193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Network 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:33:06.471274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:06.487515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895dc6e6-0c7b-4ad6-a16c-ebd1c0eb95c5 None None] Network 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:06.491295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:06.491295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:06.520103 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65618fc4-b0c2-4881-b5f1-1b1a35d137fd x-openstack-request-id: req-65618fc4-b0c2-4881-b5f1-1b1a35d137fd {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:06.521936 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606276af-7369-443e-9c08-80768466e096", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:06.522381 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65618fc4-b0c2-4881-b5f1-1b1a35d137fd {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:06.523041 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'status': 'completed', 'code': 200} Feb 19 01:33:06.525548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-420ef55a-3f42-4b65-a6f9-a5d27fea10c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4900706 Feb 19 01:33:06.544282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-c7cbbeb5-2f5b-4033-a9ed-122ed82a2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:06.552110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-c7cbbeb5-2f5b-4033-a9ed-122ed82a2091 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1165 time: 0.0894167 Feb 19 01:33:06.621910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-e99c8cf7-b647-4fcc-b4a9-0c8a660a97ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc HTTP/1.1" status: 200 len: 217 time: 0.0610869 Feb 19 01:33:06.629851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807a682-c3ac-4e66-a69b-1d7d17dea79d None None] Network 16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:06.702082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-b097a892-2c7a-4f38-acdb-d8f3606f7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:06.705203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-b097a892-2c7a-4f38-acdb-d8f3606f7cb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a309564f-1191-4684-97c9-b3aa04082946 HTTP/1.1" status: 200 len: 835 time: 0.0742826 Feb 19 01:33:06.803744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-8604eeb7-13db-4b6b-ad93-d3cc19288ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:06.805317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-8604eeb7-13db-4b6b-ad93-d3cc19288ae3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6db87481-408b-4767-8f7c-cb10ba372d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877914 Feb 19 01:33:06.908043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-d630b24d-4af8-4a44-8f57-48d427a111a0 service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963025 Feb 19 01:33:07.003777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3375866a-2bc6-4d7e-bb89-48657c011898 req-88a4090b-b69b-4269-a379-324e674c6b36 service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885973 Feb 19 01:33:07.153681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-afcf0e57-5c39-4591-a101-91a37d1c8b1c tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:07.155147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-afcf0e57-5c39-4591-a101-91a37d1c8b1c tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/networks?id=7672621f-40fb-4751-bce2-69119f7e4f41 HTTP/1.1" status: 200 len: 825 time: 0.1392746 Feb 19 01:33:07.159577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-4ab8da65-e3d5-4bad-91cb-2655e84ebdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:07.160979 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-4ab8da65-e3d5-4bad-91cb-2655e84ebdcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1165 time: 0.0888968 Feb 19 01:33:07.179811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-ec0412af-ae6c-4431-9c21-4bc4ac51ce0d tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/quotas/87e7764babb0466a93f5dc8cee76ef4f HTTP/1.1" status: 200 len: 375 time: 0.0174549 Feb 19 01:33:07.264357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-ed79981d-6e54-408c-a67b-826d4644ef1a tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87e7764babb0466a93f5dc8cee76ef4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746195 Feb 19 01:33:07.325313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c5a6-5cbe-4cd4-aad0-74e88c078935 req-05bd526d-5286-4bdd-b684-e50790a113ee tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:07.326852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eab3c5a6-5cbe-4cd4-aad0-74e88c078935 req-05bd526d-5286-4bdd-b684-e50790a113ee tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 983 time: 0.0598910 Feb 19 01:33:07.368020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-9bf871b3-e361-4659-8eaf-f258105264af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:07.369560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-9bf871b3-e361-4659-8eaf-f258105264af service neutron] 10.222.0.10 "GET /v2.0/networks?id=6db87481-408b-4767-8f7c-cb10ba372d1d HTTP/1.1" status: 200 len: 897 time: 0.2011421 Feb 19 01:33:07.398965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eab3c5a6-5cbe-4cd4-aad0-74e88c078935 req-462a78cc-347a-4d26-9295-326863d55dd0 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0654237 Feb 19 01:33:07.416821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-1690dece-5a5f-47d8-8c69-ec2681dde816 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc HTTP/1.1" status: 200 len: 217 time: 0.0405965 Feb 19 01:33:07.471362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-a3d16e6f-c99c-4ddc-bfcb-d63b066e4f7f service neutron] 10.222.0.43 "GET /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956048 Feb 19 01:33:07.497385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-de7b51d6-fb9c-4b80-9adf-982429235927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:07.498839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-de7b51d6-fb9c-4b80-9adf-982429235927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a309564f-1191-4684-97c9-b3aa04082946 HTTP/1.1" status: 200 len: 835 time: 0.0757272 Feb 19 01:33:07.617753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-5e9e9b55-3abd-4200-bdf4-a3d501cea8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:07.619252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-5e9e9b55-3abd-4200-bdf4-a3d501cea8b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6db87481-408b-4767-8f7c-cb10ba372d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830274 Feb 19 01:33:07.626082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-55076c7e-e699-467e-9d0a-5c3d1d28ef69 service neutron] 10.222.0.43 "GET /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471465 Feb 19 01:33:07.725473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-ed0e696a-2034-4d8d-8371-0cfcb4e35aeb service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981059 Feb 19 01:33:07.829288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4119b721-352b-4c09-b79d-f48571b3e366 req-6f3dcd50-0138-412d-b7bd-9ff2b3021be4 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 210 time: 0.0459106 Feb 19 01:33:07.850038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72d3ec81-359f-48e3-9cc0-c7ad6a4602e5 req-9cd9a504-e1bf-4e58-b7ae-f1c529d581b1 service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171229 Feb 19 01:33:08.529648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e51b7-8e1e-460a-aaa8-1f90ec9f55a6 req-7b8e94a9-70c9-4dce-9b97-c9cc44a6a037 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:08.531923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-945e51b7-8e1e-460a-aaa8-1f90ec9f55a6 req-7b8e94a9-70c9-4dce-9b97-c9cc44a6a037 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 983 time: 0.0567751 Feb 19 01:33:08.597314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-945e51b7-8e1e-460a-aaa8-1f90ec9f55a6 req-0d69fe82-0063-47b4-b297-028546458ed9 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0594172 Feb 19 01:33:08.601613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device eeb95335-a17c-44cd-9497-ea9b254b4abc details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:33:08.728103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port eeb95335-a17c-44cd-9497-ea9b254b4abc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:08.740040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'port_id': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'mac_address': 'fa:16:3e:94:e6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:33:08.782411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port eeb95335-a17c-44cd-9497-ea9b254b4abc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:08.783065 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:08.802922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb95335-a17c-44cd-9497-ea9b254b4abc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:08.823567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port eeb95335-a17c-44cd-9497-ea9b254b4abc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:08.830043 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:08.918247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=eeb95335-a17c-44cd-9497-ea9b254b4abc,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:08.961625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-023faa96-d18d-42b1-b5cf-6c7d83b2d662 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:08.963162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-023faa96-d18d-42b1-b5cf-6c7d83b2d662 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.10 "GET /v2.0/networks?id=7672621f-40fb-4751-bce2-69119f7e4f41 HTTP/1.1" status: 200 len: 825 time: 0.1929603 Feb 19 01:33:08.970500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-13067f1c-f24f-475d-bf91-fe53b955461f req-08bc8f47-50b8-425b-9e1a-77eafd71c183 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 210 time: 0.0493917 Feb 19 01:33:08.979801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Request body: {'port': {'device_id': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41', 'admin_state_up': True, 'tenant_id': '87e7764babb0466a93f5dc8cee76ef4f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:09.067760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['eeb95335-a17c-44cd-9497-ea9b254b4abc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:09.102339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Made reservation on behalf of 87e7764babb0466a93f5dc8cee76ef4f for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:09.106593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:09.240102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Allocated IP 172.20.0.8 (7672621f-40fb-4751-bce2-69119f7e4f41/f69077a7-c9d6-405a-a6b7-4d9d92f3d26c/67ebf4cb-8d9c-4032-a832-382f47670312) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:09.409809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks [] for port (67ebf4cb-8d9c-4032-a832-382f47670312), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:09.444458 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:09.488100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Network 7672621f-40fb-4751-bce2-69119f7e4f41 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:09.491413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:09.497365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:09.523192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Pushing event updated for resources: {'Port': ['ID=67ebf4cb-8d9c-4032-a832-382f47670312,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:09.550957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:09.551653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:09.569585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-1d3b4a27-15c1-46de-ad91-f09496ce7e44 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946841 Feb 19 01:33:09.582972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Request body: {'port': {'device_id': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:09.647506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:09.853495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30705ce-c12a-464f-b414-b038d6b989ad req-b34c8f7b-836a-481f-98cc-89935acc913b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:09.855053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e30705ce-c12a-464f-b414-b038d6b989ad req-b34c8f7b-836a-481f-98cc-89935acc913b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 984 time: 0.1552968 Feb 19 01:33:09.952620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e30705ce-c12a-464f-b414-b038d6b989ad req-d5fa2bd1-2824-4da2-a10f-02b170298f63 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0889578 Feb 19 01:33:10.011498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ebf4cb-8d9c-4032-a832-382f47670312 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:10.020006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Publish callbacks [] for port (67ebf4cb-8d9c-4032-a832-382f47670312), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.032683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Transition to ACTIVE for port object 67ebf4cb-8d9c-4032-a832-382f47670312 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:33:10.037023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.087385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Pushing event updated for resources: {'Port': ['ID=67ebf4cb-8d9c-4032-a832-382f47670312,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:10.121251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954159-b90b-415f-9491-54c459f6b985 req-eb3ba141-d62b-42e7-b6af-3a652592b8c0 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.122752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5954159-b90b-415f-9491-54c459f6b985 req-eb3ba141-d62b-42e7-b6af-3a652592b8c0 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 943 time: 0.0650368 Feb 19 01:33:10.168764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Attempting to bind port 67ebf4cb-8d9c-4032-a832-382f47670312 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:10.169299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Attempting to bind port 67ebf4cb-8d9c-4032-a832-382f47670312 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '00c087c2-8df2-4e43-91cf-b87f082722cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:10.169775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Attempting to bind port 67ebf4cb-8d9c-4032-a832-382f47670312 on network 7672621f-40fb-4751-bce2-69119f7e4f41 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:10.171744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5954159-b90b-415f-9491-54c459f6b985 req-45ea0d1e-4e28-4697-b42d-5618ab5dbc08 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Feb 19 01:33:10.175003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Port 67ebf4cb-8d9c-4032-a832-382f47670312 on network 7672621f-40fb-4751-bce2-69119f7e4f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:33:10.175397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Attempting to bind port 67ebf4cb-8d9c-4032-a832-382f47670312 on network 7672621f-40fb-4751-bce2-69119f7e4f41 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:10.181093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:10.181513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Checking segment: {'id': '00c087c2-8df2-4e43-91cf-b87f082722cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:10.181972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Bound using segment: {'id': '00c087c2-8df2-4e43-91cf-b87f082722cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:10.182474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Bound port: 67ebf4cb-8d9c-4032-a832-382f47670312, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c087c2-8df2-4e43-91cf-b87f082722cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:10.182978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.246500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] For port 67ebf4cb-8d9c-4032-a832-382f47670312, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:10.250141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] For port 67ebf4cb-8d9c-4032-a832-382f47670312, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=67ebf4cb-8d9c-4032-a832-382f47670312,segment=NetworkSegment(00c087c2-8df2-4e43-91cf-b87f082722cd),segment_id=00c087c2-8df2-4e43-91cf-b87f082722cd)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:10.255977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.289239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.289865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.291248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] 10.222.0.10 "PUT /v2.0/ports/67ebf4cb-8d9c-4032-a832-382f47670312 HTTP/1.1" status: 200 len: 1091 time: 0.7125223 Feb 19 01:33:10.291700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'tag': '67ebf4cb-8d9c-4032-a832-382f47670312'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:10.293962 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d5acb-9d51-4642-b106-9d423c2705d5" -d '{"events": [{"name": "network-changed", "server_uuid": "19f9a85b-a9a2-43af-9733-11ceba3ae870", "tag": "67ebf4cb-8d9c-4032-a832-382f47670312"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:10.329629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14746fa4-6121-4230-acf4-e52ba9c4b437 service neutron] Pushing event updated for resources: {'Port': ['ID=67ebf4cb-8d9c-4032-a832-382f47670312,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:10.362698 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c983e5-c93c-454a-83cb-c82c0daafc2b x-openstack-request-id: req-a7c983e5-c93c-454a-83cb-c82c0daafc2b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:10.362999 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f9a85b-a9a2-43af-9733-11ceba3ae870", "tag": "67ebf4cb-8d9c-4032-a832-382f47670312", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:10.363258 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7c983e5-c93c-454a-83cb-c82c0daafc2b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:10.363663 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'tag': '67ebf4cb-8d9c-4032-a832-382f47670312', 'status': 'completed', 'code': 200} Feb 19 01:33:10.384510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-6aff18c3-8fb6-4478-880d-dab1caf8a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.386216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-6aff18c3-8fb6-4478-880d-dab1caf8a94d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87e7764babb0466a93f5dc8cee76ef4f&device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 1125 time: 0.0535731 Feb 19 01:33:10.434915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-ee837bb6-6d7f-478d-9c57-e4ab817d1d99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ebf4cb-8d9c-4032-a832-382f47670312 HTTP/1.1" status: 200 len: 217 time: 0.0422201 Feb 19 01:33:10.482339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-426706ce-a86c-4427-af57-d4c1e57ca838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.484519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-426706ce-a86c-4427-af57-d4c1e57ca838 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f69077a7-c9d6-405a-a6b7-4d9d92f3d26c HTTP/1.1" status: 200 len: 865 time: 0.0444510 Feb 19 01:33:10.520284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-96394bc5-3c27-42b1-a4cf-fd7e64e0384f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7672621f-40fb-4751-bce2-69119f7e4f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273585 Feb 19 01:33:10.616160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device eeb95335-a17c-44cd-9497-ea9b254b4abc up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:10.635779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-6bb24724-c171-4a75-a8c2-56fb5002b2be service neutron] 10.222.0.10 "GET /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087673 Feb 19 01:33:10.667405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port eeb95335-a17c-44cd-9497-ea9b254b4abc completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:33:10.671961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port eeb95335-a17c-44cd-9497-ea9b254b4abc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:10.672531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.742326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9006d7a-0909-44c4-a658-05cadc915d35 req-03d95c38-c3a0-47ac-bf63-c36a61ade299 service neutron] 10.222.0.10 "GET /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941210 Feb 19 01:33:10.757260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port eeb95335-a17c-44cd-9497-ea9b254b4abc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:10.757917 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.784128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:10.786368 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96acd13-9dbf-4735-aea8-52ce0bb2cebe" -d '{"events": [{"server_uuid": "606276af-7369-443e-9c08-80768466e096", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:10.801065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port eeb95335-a17c-44cd-9497-ea9b254b4abc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:10.809522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.837863 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153ace0-7838-4888-9bac-3a45b88bcf6e x-openstack-request-id: req-0153ace0-7838-4888-9bac-3a45b88bcf6e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:10.838156 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606276af-7369-443e-9c08-80768466e096", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:10.838584 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0153ace0-7838-4888-9bac-3a45b88bcf6e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:10.839134 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'code': 200} Feb 19 01:33:10.860117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-d7e7656e-0bc5-44f6-8a82-592acb859f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.861756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-d7e7656e-0bc5-44f6-8a82-592acb859f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87e7764babb0466a93f5dc8cee76ef4f&device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 1125 time: 0.0673831 Feb 19 01:33:10.874364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=eeb95335-a17c-44cd-9497-ea9b254b4abc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:10.992125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-c2978a79-c38c-46f6-8599-0c721f3bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.994947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-c2978a79-c38c-46f6-8599-0c721f3bca24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7672621f-40fb-4751-bce2-69119f7e4f41 HTTP/1.1" status: 200 len: 926 time: 0.1259029 Feb 19 01:33:10.995486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235a606-1959-49dd-833e-58476e515b95 req-0dae00e1-4937-48f5-874d-f088b44bf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.996834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6235a606-1959-49dd-833e-58476e515b95 req-0dae00e1-4937-48f5-874d-f088b44bf773 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1167 time: 0.0790899 Feb 19 01:33:11.062190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-5985ac40-3e0f-4849-bfa3-dade762685ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ebf4cb-8d9c-4032-a832-382f47670312 HTTP/1.1" status: 200 len: 217 time: 0.0536821 Feb 19 01:33:11.171804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6235a606-1959-49dd-833e-58476e515b95 req-b4c89a03-901c-4dc9-a316-1521f7aea9d0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c789d0fb-c40e-48c2-883e-b245cfae08fd&id=a3d9460b-e62a-4b63-803a-c42506056d35&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1625676 Feb 19 01:33:11.173943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-23350937-ba94-47e0-9c69-5accad686300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:11.175404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-23350937-ba94-47e0-9c69-5accad686300 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f69077a7-c9d6-405a-a6b7-4d9d92f3d26c HTTP/1.1" status: 200 len: 865 time: 0.1045952 Feb 19 01:33:11.187016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b661901-adf2-48bb-a28c-d94db77b5aad req-67acffa6-6415-41a5-afba-88c1754585ee tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:11.188486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b661901-adf2-48bb-a28c-d94db77b5aad req-67acffa6-6415-41a5-afba-88c1754585ee tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.1319029 Feb 19 01:33:11.250906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4b661901-adf2-48bb-a28c-d94db77b5aad req-9ca629ca-d159-4fb5-8273-8801b5a0e718 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0564189 Feb 19 01:33:11.300503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a88-504d-4edf-888b-443895b2e301 req-568f25c0-9b4c-4129-813e-d196980f6656 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:11.302151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72bd2a88-504d-4edf-888b-443895b2e301 req-568f25c0-9b4c-4129-813e-d196980f6656 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 943 time: 0.0588224 Feb 19 01:33:11.349636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-ff86176b-6ecd-4fc0-980f-34da7bca3fb0 req-9d29996a-c050-4e06-88e1-845409afbe02 service neutron] (103430) timed out ('10.222.0.43', 42378) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:33:11.352876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72bd2a88-504d-4edf-888b-443895b2e301 req-147851bb-c2d4-4535-a16c-17f7d37e53f4 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Feb 19 01:33:11.418075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-773ccf3d-e1e1-4481-bd5f-c602a11be21f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7672621f-40fb-4751-bce2-69119f7e4f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269639 Feb 19 01:33:11.507596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-55f03ec3-1f80-46ee-9244-f9c196be093b service neutron] 10.222.0.10 "GET /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824454 Feb 19 01:33:11.601806 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-526d5acb-9d51-4642-b106-9d423c2705d5 req-01df4c76-3ac3-42f1-92a9-c2675dfab202 service neutron] 10.222.0.10 "GET /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879138 Feb 19 01:33:12.396048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd51d-1ba6-4dfe-a33d-3539108a8b9b req-cbf7c17b-a9b9-4935-868d-b0f30f36d267 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:12.397145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-066bd51d-1ba6-4dfe-a33d-3539108a8b9b req-cbf7c17b-a9b9-4935-868d-b0f30f36d267 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0665708 Feb 19 01:33:12.487540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-066bd51d-1ba6-4dfe-a33d-3539108a8b9b req-c555156a-8541-4718-adff-5b24cc587f02 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0818689 Feb 19 01:33:12.502026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a989d1-b0f0-4cf1-a5fa-ba40f111dc0f req-778dee45-cd4d-4798-8f8a-63c1cb7d4a0c tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:12.503789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10a989d1-b0f0-4cf1-a5fa-ba40f111dc0f req-778dee45-cd4d-4798-8f8a-63c1cb7d4a0c tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 943 time: 0.0685394 Feb 19 01:33:12.554005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10a989d1-b0f0-4cf1-a5fa-ba40f111dc0f req-87a6891d-6c84-428c-9441-3b2f75906adb tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Feb 19 01:33:12.618716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 67ebf4cb-8d9c-4032-a832-382f47670312 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:33:12.720181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 67ebf4cb-8d9c-4032-a832-382f47670312, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=67ebf4cb-8d9c-4032-a832-382f47670312,segment=NetworkSegment(00c087c2-8df2-4e43-91cf-b87f082722cd),segment_id=00c087c2-8df2-4e43-91cf-b87f082722cd)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:12.731305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '67ebf4cb-8d9c-4032-a832-382f47670312', 'network_id': '7672621f-40fb-4751-bce2-69119f7e4f41', 'port_id': '67ebf4cb-8d9c-4032-a832-382f47670312', 'mac_address': 'fa:16:3e:f1:8b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69077a7-c9d6-405a-a6b7-4d9d92f3d26c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:33:12.768853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 67ebf4cb-8d9c-4032-a832-382f47670312 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:12.769280 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:12.782825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ebf4cb-8d9c-4032-a832-382f47670312 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:12.803872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 67ebf4cb-8d9c-4032-a832-382f47670312, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=67ebf4cb-8d9c-4032-a832-382f47670312,segment=NetworkSegment(00c087c2-8df2-4e43-91cf-b87f082722cd),segment_id=00c087c2-8df2-4e43-91cf-b87f082722cd)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:12.812251 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:12.863053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=67ebf4cb-8d9c-4032-a832-382f47670312,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:12.870242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.870586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.870923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.871256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.871604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.871915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.872234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.872613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.872965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.873310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.873632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.874595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:12.874918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:13.056719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['67ebf4cb-8d9c-4032-a832-382f47670312'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:13.623406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2f0da-7b9b-41b6-8a70-93cbda23c10f req-e825ec2f-aaac-4a80-a4a8-44b3ed9a2cdd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:13.625089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15b2f0da-7b9b-41b6-8a70-93cbda23c10f req-e825ec2f-aaac-4a80-a4a8-44b3ed9a2cdd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0683134 Feb 19 01:33:13.680840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c41e5-0e76-48c9-a8f0-f56a7421f298 req-5a13de8a-ab57-476d-a79d-04866f840638 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:13.682669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd0c41e5-0e76-48c9-a8f0-f56a7421f298 req-5a13de8a-ab57-476d-a79d-04866f840638 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 944 time: 0.0592716 Feb 19 01:33:13.687853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15b2f0da-7b9b-41b6-8a70-93cbda23c10f req-84d56d42-5537-4cee-8631-42f35552bad6 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0569112 Feb 19 01:33:13.736458 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd0c41e5-0e76-48c9-a8f0-f56a7421f298 req-ef4364bf-42a7-4323-90bc-527a82e896f5 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Feb 19 01:33:13.806978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c6a65-e208-4571-8acb-f6d738b04e0e req-8fc6170e-6c1f-4872-abc4-e0a01920a57e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:13.808433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e19c6a65-e208-4571-8acb-f6d738b04e0e req-8fc6170e-6c1f-4872-abc4-e0a01920a57e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0539014 Feb 19 01:33:13.864493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e19c6a65-e208-4571-8acb-f6d738b04e0e req-195a0d76-840d-47f9-9795-faf8b5e8b9fb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0496640 Feb 19 01:33:13.976140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60656ba-4af6-4570-a9a5-b792b9723448 req-299ba884-8b2a-4810-8b2a-aa5dfa184a47 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:13.977708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f60656ba-4af6-4570-a9a5-b792b9723448 req-299ba884-8b2a-4810-8b2a-aa5dfa184a47 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1167 time: 0.0489142 Feb 19 01:33:13.995968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f60656ba-4af6-4570-a9a5-b792b9723448 req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.069315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f60656ba-4af6-4570-a9a5-b792b9723448 req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Publish callbacks [] for security_group (a907f7d7-e281-464e-a1ad-5bc449d18fdd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.073320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f60656ba-4af6-4570-a9a5-b792b9723448 req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a907f7d7-e281-464e-a1ad-5bc449d18fdd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.116399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907f7d7-e281-464e-a1ad-5bc449d18fdd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:14.126129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f60656ba-4af6-4570-a9a5-b792b9723448 req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1427448 Feb 19 01:33:14.127843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.128198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.128544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.128882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.129248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.129576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.129907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.130242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.130781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.131120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.131449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.132386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.132723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e778f48-034c-44ae-8baf-8aaaf7818280 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.149064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37816) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:14.194543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b1ef52-99e0-4a64-bd97-17a40d478fb3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.196098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-44b1ef52-99e0-4a64-bd97-17a40d478fb3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1162 time: 0.0459940 Feb 19 01:33:14.199330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37818) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:14.204632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:14.226539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.331859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.440654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.25.0.52 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:14.545182 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.579181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.615669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:14.621806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:14.626067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:14.629012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:14.650770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 67ebf4cb-8d9c-4032-a832-382f47670312 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:14.706389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 67ebf4cb-8d9c-4032-a832-382f47670312 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:33:14.711054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 67ebf4cb-8d9c-4032-a832-382f47670312 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:14.711425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.797562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 67ebf4cb-8d9c-4032-a832-382f47670312 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:14.798313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.822799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebf4cb-8d9c-4032-a832-382f47670312'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:14.825310 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e5ff14-73be-48c9-8036-daed20d94f88" -d '{"events": [{"server_uuid": "19f9a85b-a9a2-43af-9733-11ceba3ae870", "name": "network-vif-plugged", "status": "completed", "tag": "67ebf4cb-8d9c-4032-a832-382f47670312"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:14.838943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 67ebf4cb-8d9c-4032-a832-382f47670312, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=67ebf4cb-8d9c-4032-a832-382f47670312,segment=NetworkSegment(00c087c2-8df2-4e43-91cf-b87f082722cd),segment_id=00c087c2-8df2-4e43-91cf-b87f082722cd)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:14.844861 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.877564 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1243c4-2d0b-48ef-9f6e-ebf38a43f939 x-openstack-request-id: req-6d1243c4-2d0b-48ef-9f6e-ebf38a43f939 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:14.877873 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f9a85b-a9a2-43af-9733-11ceba3ae870", "name": "network-vif-plugged", "status": "completed", "tag": "67ebf4cb-8d9c-4032-a832-382f47670312", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:14.878138 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d1243c4-2d0b-48ef-9f6e-ebf38a43f939 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:14.878543 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebf4cb-8d9c-4032-a832-382f47670312', 'code': 200} Feb 19 01:33:14.917736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=67ebf4cb-8d9c-4032-a832-382f47670312,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:14.928448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83735c32-1557-4c62-8b0d-87b491032c7e req-59cafed3-983b-4d27-84d1-1cff1603a1db tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.929947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83735c32-1557-4c62-8b0d-87b491032c7e req-59cafed3-983b-4d27-84d1-1cff1603a1db tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 944 time: 0.1158190 Feb 19 01:33:15.075392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83735c32-1557-4c62-8b0d-87b491032c7e req-f012aa97-53f9-4203-8a9b-6f794392473f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219125 Feb 19 01:33:15.087041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947537b-b0c4-4d9f-96bf-35ac0a7a7338 req-017e79d1-e8e1-4251-b557-3b71bbc2c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:15.088680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b947537b-b0c4-4d9f-96bf-35ac0a7a7338 req-017e79d1-e8e1-4251-b557-3b71bbc2c4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 1127 time: 0.1363461 Feb 19 01:33:15.175708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for floatingip (2dc4732d-aa2a-4787-8588-39f6923473fc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:15.179234 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b947537b-b0c4-4d9f-96bf-35ac0a7a7338 req-3b28a12c-b43f-435f-9818-079cacd0e5ea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576751 Feb 19 01:33:15.248811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:15.402362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:15.407862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:15.478640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:15.489496 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (2dc4732d-aa2a-4787-8588-39f6923473fc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:15.598631 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Floating IP 2dc4732d-aa2a-4787-8588-39f6923473fc associated. External IP: 172.25.0.52, port: eeb95335-a17c-44cd-9497-ea9b254b4abc. Feb 19 01:33:16.168224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router 255234e3-b396-4f89-aa38-c1518b057d2b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:16.214952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77111a8c-ef43-4eec-96c3-8a15c7c98c1b req-219ac897-196c-4177-a798-c7a14d8fc1c0 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.216548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77111a8c-ef43-4eec-96c3-8a15c7c98c1b req-219ac897-196c-4177-a798-c7a14d8fc1c0 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0629628 Feb 19 01:33:16.282124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77111a8c-ef43-4eec-96c3-8a15c7c98c1b req-437f6679-a5b3-42ae-9983-547468a3a70e tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591469 Feb 19 01:33:16.307592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:16.318773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] Sync routers for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:16.329951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:16.335053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:16.335958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:16.362631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1d77ae17-c04d-48d4-bc62-e93e8e3e30f3 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1620574 Feb 19 01:33:16.363160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:16.365219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:16.365408 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851d60f6-b7c4-470b-b1c6-e6c1ae606257" -d '{"events": [{"name": "network-changed", "server_uuid": "606276af-7369-443e-9c08-80768466e096", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:16.415140 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792099d5-9390-4454-a31b-52f89afc7f6e x-openstack-request-id: req-792099d5-9390-4454-a31b-52f89afc7f6e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:16.415438 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606276af-7369-443e-9c08-80768466e096", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:16.415692 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-792099d5-9390-4454-a31b-52f89afc7f6e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:16.416102 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'status': 'completed', 'code': 200} Feb 19 01:33:16.473415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:16.502300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-93659749-86a0-4050-aeb5-77b26e79dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.504015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-93659749-86a0-4050-aeb5-77b26e79dd03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1167 time: 0.0539331 Feb 19 01:33:16.621218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-e923e5ad-5bb3-4a13-8658-5b0073143f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.623180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-e923e5ad-5bb3-4a13-8658-5b0073143f5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6db87481-408b-4767-8f7c-cb10ba372d1d HTTP/1.1" status: 200 len: 897 time: 0.1116905 Feb 19 01:33:16.711610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-846bcfe6-42e4-415a-8b43-3d1a69d50b5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc HTTP/1.1" status: 200 len: 999 time: 0.0810947 Feb 19 01:33:16.753608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '2dc4732d-aa2a-4787-8588-39f6923473fc', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'port_id': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'mac_address': 'fa:16:3e:94:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606276af-7369-443e-9c08-80768466e096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:33:14Z', 'updated_at': '2022-02-19T01:33:14Z', 'revision_number': 0, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:02Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:16.774401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-9c4bbca1-0057-47b0-9c63-97e162e3e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.776449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-9c4bbca1-0057-47b0-9c63-97e162e3e01a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a309564f-1191-4684-97c9-b3aa04082946 HTTP/1.1" status: 200 len: 835 time: 0.0591252 Feb 19 01:33:16.786409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] Checking router: 255234e3-b396-4f89-aa38-c1518b057d2b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:16.797736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:16.798386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:32:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:16.834151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-f25690d3-24b5-4a4b-bc1f-e61c3c244540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.835913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-f25690d3-24b5-4a4b-bc1f-e61c3c244540 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6db87481-408b-4767-8f7c-cb10ba372d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531082 Feb 19 01:33:16.925363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:16.950318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-c4d5af05-6a64-4e04-ade2-3f7917bd4a2a service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067231 Feb 19 01:33:16.962344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.962812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.963269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.963718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.964168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.964613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.965100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.965548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.968461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b8d2890b-c416-4674-b688-c79bc94d3be3 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5699 time: 0.6018338 Feb 19 01:33:16.971351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:17.069214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-851d60f6-b7c4-470b-b1c6-e6c1ae606257 req-f6980f07-d27c-4f76-9013-1d66dfa8c095 service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112559 Feb 19 01:33:17.073043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.073629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.074151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.075236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.075236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.075655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.076289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.076665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.082582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:17.083025 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-38e75ebc-a5a4-4eb8-ba71-666ab3e01f05 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5299 time: 0.1102166 Feb 19 01:33:17.338192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '2dc4732d-aa2a-4787-8588-39f6923473fc', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'port_id': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'mac_address': 'fa:16:3e:94:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606276af-7369-443e-9c08-80768466e096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:33:14Z', 'updated_at': '2022-02-19T01:33:14Z', 'revision_number': 0, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:02Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:17.376564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-501ba560-229d-401b-b5d3-7c4e6f1be19a tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3066 time: 0.2927876 Feb 19 01:33:17.377321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:17.382119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50d0a2-ce6a-474b-9efd-97f853c1e2f2 None None] The sync data for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 is: [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '2dc4732d-aa2a-4787-8588-39f6923473fc', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'port_id': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'mac_address': 'fa:16:3e:94:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606276af-7369-443e-9c08-80768466e096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:33:14Z', 'updated_at': '2022-02-19T01:33:14Z', 'revision_number': 0, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:02Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:17.419965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378cca5-cc30-421a-aae5-f47b2131be83 req-2fd5a2b4-d97c-4d9a-8e1b-1bc5479c5aa7 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.422266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2378cca5-cc30-421a-aae5-f47b2131be83 req-2fd5a2b4-d97c-4d9a-8e1b-1bc5479c5aa7 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0707278 Feb 19 01:33:17.435004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28c30f-2f05-498d-8e26-8536c002ff07 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.435635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28c30f-2f05-498d-8e26-8536c002ff07 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.438202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e28c30f-2f05-498d-8e26-8536c002ff07 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=255234e3-b396-4f89-aa38-c1518b057d2b HTTP/1.1" status: 200 len: 2062 time: 0.0597975 Feb 19 01:33:17.477984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2378cca5-cc30-421a-aae5-f47b2131be83 req-b1152da8-07ea-4372-bee4-8b491cfe01ef tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499167 Feb 19 01:33:17.616016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1106fd-128b-40aa-aad0-36bb68d2b242 req-073f0724-4e1b-44bc-b78c-35c76e46702a tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.617884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec1106fd-128b-40aa-aad0-36bb68d2b242 req-073f0724-4e1b-44bc-b78c-35c76e46702a tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0657184 Feb 19 01:33:17.651394 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb90e26-7553-4709-8723-4d34fd74486d None None] New status for floating IP 2dc4732d-aa2a-4787-8588-39f6923473fc: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:33:17.675555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec1106fd-128b-40aa-aad0-36bb68d2b242 req-32ed66e7-b5ed-4369-b37d-a002033603ca tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518217 Feb 19 01:33:17.890043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e252c8-0215-4ff4-9b56-6db72caa3f6f req-76195179-0429-44dd-a8e6-2b5943b3f129 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:17.891546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30e252c8-0215-4ff4-9b56-6db72caa3f6f req-76195179-0429-44dd-a8e6-2b5943b3f129 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0577185 Feb 19 01:33:17.939983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30e252c8-0215-4ff4-9b56-6db72caa3f6f req-2caace28-7a79-4e6d-94ee-6eb336893954 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Feb 19 01:33:18.232891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29400-ddfd-4fec-8ddb-25962bad17ee req-3cb14ac7-a29a-48ef-88bf-ad9c4699e3bb tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:18.234425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ab29400-ddfd-4fec-8ddb-25962bad17ee req-3cb14ac7-a29a-48ef-88bf-ad9c4699e3bb tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0577848 Feb 19 01:33:18.281327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ab29400-ddfd-4fec-8ddb-25962bad17ee req-ace2346c-7047-4ec2-b49c-236ab29d1548 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Feb 19 01:33:18.349562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.405629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54fa29-32ec-420b-9909-c66c54e336d9 req-64860212-3d35-4bd5-a263-d0299070233f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:19.407207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e54fa29-32ec-420b-9909-c66c54e336d9 req-64860212-3d35-4bd5-a263-d0299070233f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0573153 Feb 19 01:33:19.459253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0e54fa29-32ec-420b-9909-c66c54e336d9 req-a2439222-e470-43bf-9cd1-bead80e43c77 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/security-groups?id=5854a824-da24-41a3-baf9-749ba390deee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 Feb 19 01:33:19.646143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-3bf6324a-896c-4b2e-bca5-87b588aa436c tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:19.646143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-3bf6324a-896c-4b2e-bca5-87b588aa436c tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.10 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 945 time: 0.0538905 Feb 19 01:33:19.740246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Deleting port 67ebf4cb-8d9c-4032-a832-382f47670312 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:19.740602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.837063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] For port 67ebf4cb-8d9c-4032-a832-382f47670312, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=67ebf4cb-8d9c-4032-a832-382f47670312,segment=NetworkSegment(00c087c2-8df2-4e43-91cf-b87f082722cd),segment_id=00c087c2-8df2-4e43-91cf-b87f082722cd)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:19.837477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.850877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Calling delete_port for 67ebf4cb-8d9c-4032-a832-382f47670312 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:19.986223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (67ebf4cb-8d9c-4032-a832-382f47670312), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.000009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['67ebf4cb-8d9c-4032-a832-382f47670312'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:20.019956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Pushing event deleted for resources: {'Port': ['ID=67ebf4cb-8d9c-4032-a832-382f47670312,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:20.064574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] No DVR routers for this DVR port 67ebf4cb-8d9c-4032-a832-382f47670312 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:33:20.067783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.071086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8cc3265-b2ed-484f-a0e4-bd41cd83c55b req-56bd68b2-7cc1-42c5-8ab7-f5ac7af5571f tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.10 "DELETE /v2.0/ports/67ebf4cb-8d9c-4032-a832-382f47670312 HTTP/1.1" status: 204 len: 173 time: 0.4212077 Feb 19 01:33:20.071538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'name': 'network-vif-deleted', 'tag': '67ebf4cb-8d9c-4032-a832-382f47670312'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:20.073751 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be752dbd-6b44-4189-acf8-191ecb60e55d" -d '{"events": [{"server_uuid": "19f9a85b-a9a2-43af-9733-11ceba3ae870", "name": "network-vif-deleted", "tag": "67ebf4cb-8d9c-4032-a832-382f47670312"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:20.113911 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ce53c5-80aa-4858-bf74-4434d94537ab x-openstack-request-id: req-56ce53c5-80aa-4858-bf74-4434d94537ab {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:20.114214 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f9a85b-a9a2-43af-9733-11ceba3ae870", "name": "network-vif-deleted", "tag": "67ebf4cb-8d9c-4032-a832-382f47670312", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:20.114472 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56ce53c5-80aa-4858-bf74-4434d94537ab {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:20.114910 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f9a85b-a9a2-43af-9733-11ceba3ae870', 'name': 'network-vif-deleted', 'tag': '67ebf4cb-8d9c-4032-a832-382f47670312', 'status': 'completed', 'code': 200} Feb 19 01:33:20.239956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bce8-f854-4e07-821b-28bb5e049c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.576397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cae03f8e-2aa1-441a-ae54-7fc1d3399726 req-b920a5c8-0678-4913-8d1d-d9180194ce77 tempest-ServersNegativeTestMultiTenantJSON-1704636934 tempest-ServersNegativeTestMultiTenantJSON-1704636934-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f9a85b-a9a2-43af-9733-11ceba3ae870 HTTP/1.1" status: 200 len: 210 time: 0.0285361 Feb 19 01:33:21.637961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.690051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Deleting subnet f69077a7-c9d6-405a-a6b7-4d9d92f3d26c {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:33:21.694623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Publish callbacks [] for subnet (f69077a7-c9d6-405a-a6b7-4d9d92f3d26c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.732232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (f69077a7-c9d6-405a-a6b7-4d9d92f3d26c), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.778861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (f69077a7-c9d6-405a-a6b7-4d9d92f3d26c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.830886 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (f69077a7-c9d6-405a-a6b7-4d9d92f3d26c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.858650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.862670 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f69077a7-c9d6-405a-a6b7-4d9d92f3d26c HTTP/1.1" status: 204 len: 168 time: 0.2236648 Feb 19 01:33:21.863764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e046f88-4641-4648-a2e0-66770fb06c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69077a7-c9d6-405a-a6b7-4d9d92f3d26c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.865351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.937480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7672621f-40fb-4751-bce2-69119f7e4f41), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.013023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7672621f-40fb-4751-bce2-69119f7e4f41), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.032873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7672621f-40fb-4751-bce2-69119f7e4f41']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:22.041865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c087c2-8df2-4e43-91cf-b87f082722cd') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:22.042162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c087c2-8df2-4e43-91cf-b87f082722cd') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:22.056645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (00c087c2-8df2-4e43-91cf-b87f082722cd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.070186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (00c087c2-8df2-4e43-91cf-b87f082722cd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.076184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:33:22.076648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (00c087c2-8df2-4e43-91cf-b87f082722cd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:33:22.078294 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:33:22.131296 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7672621f-40fb-4751-bce2-69119f7e4f41), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.136670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.139854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7672621f-40fb-4751-bce2-69119f7e4f41 HTTP/1.1" status: 204 len: 168 time: 0.2735932 Feb 19 01:33:22.142799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.152399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a68f1-b5ef-4704-a562-6392a8841c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=7672621f-40fb-4751-bce2-69119f7e4f41,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.190233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Deleting subnet 0a707a0f-4601-4617-a850-6313907f55d5 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:33:22.193457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Publish callbacks [] for subnet (0a707a0f-4601-4617-a850-6313907f55d5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.229806 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (0a707a0f-4601-4617-a850-6313907f55d5), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.268592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0a707a0f-4601-4617-a850-6313907f55d5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.323148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (0a707a0f-4601-4617-a850-6313907f55d5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.347837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a707a0f-4601-4617-a850-6313907f55d5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.351569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.354685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3ae72f5f-1a6a-4648-b6c0-38f566db4b0d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0a707a0f-4601-4617-a850-6313907f55d5 HTTP/1.1" status: 204 len: 168 time: 0.2108231 Feb 19 01:33:22.357147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 37886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.430405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.512707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.532927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:22.541812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f896769-bc7a-423f-b392-78581124539f') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:22.542104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f896769-bc7a-423f-b392-78581124539f') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:22.552007 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (2f896769-bc7a-423f-b392-78581124539f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.564678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2f896769-bc7a-423f-b392-78581124539f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.570365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:33:22.570745 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (2f896769-bc7a-423f-b392-78581124539f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:33:22.572332 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:33:22.615191 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c7a55b7-5218-400e-a325-0319a0505edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.627102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.632665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.635833 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] 10.222.0.43 "DELETE /v2.0/networks/16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3 HTTP/1.1" status: 204 len: 168 time: 0.2771719 Feb 19 01:33:22.650567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a0a2-9fc4-4b2e-97d5-f0a2e710ee16 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e5f7c9-0cfd-4e92-abf9-1f4d40a4f2e3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.817510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.867307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fbb3425d-e48d-431d-b177-e60794121c57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87e7764babb0466a93f5dc8cee76ef4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485101 Feb 19 01:33:22.869815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37902) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.922736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11711c22-fece-400c-83e9-fd3e18647d13 admin admin] Publish callbacks [] for security_group (5854a824-da24-41a3-baf9-749ba390deee), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.945706 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11711c22-fece-400c-83e9-fd3e18647d13 admin admin] Publish callbacks [] for security_group (5854a824-da24-41a3-baf9-749ba390deee), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.001367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11711c22-fece-400c-83e9-fd3e18647d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5854a824-da24-41a3-baf9-749ba390deee), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.004077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11711c22-fece-400c-83e9-fd3e18647d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.005433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11711c22-fece-400c-83e9-fd3e18647d13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5854a824-da24-41a3-baf9-749ba390deee HTTP/1.1" status: 204 len: 168 time: 0.1345942 Feb 19 01:33:23.013507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11711c22-fece-400c-83e9-fd3e18647d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5854a824-da24-41a3-baf9-749ba390deee,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:23.351405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37974) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:23.394778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-79f44b2b-6f42-4f32-b754-555db3f89f1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e76bb0994a7442fb4f0ecf8f19f8dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421555 Feb 19 01:33:23.397155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 37984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:23.457051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de07ac8a-39cc-41c4-b401-913371296768 admin admin] Publish callbacks [] for security_group (ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.480457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de07ac8a-39cc-41c4-b401-913371296768 admin admin] Publish callbacks [] for security_group (ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.536709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de07ac8a-39cc-41c4-b401-913371296768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.539543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de07ac8a-39cc-41c4-b401-913371296768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.541030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-de07ac8a-39cc-41c4-b401-913371296768 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d HTTP/1.1" status: 204 len: 168 time: 0.1424215 Feb 19 01:33:23.549908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07ac8a-39cc-41c4-b401-913371296768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e91cb-ce7d-45ce-b8d3-e3cc409d7d9d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:23.710814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.704159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 67ebf4cb-8d9c-4032-a832-382f47670312 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:24.725072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 67ebf4cb-8d9c-4032-a832-382f47670312 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:24.725707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 67ebf4cb-8d9c-4032-a832-382f47670312 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:25.365561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.093400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.545864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.876816 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:33:30.808096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade22b69-0246-4f8d-ba8a-f3cfdc08e829 req-a1ca4191-245d-469e-9aad-34c2fe72ea58 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:30.810421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ade22b69-0246-4f8d-ba8a-f3cfdc08e829 req-a1ca4191-245d-469e-9aad-34c2fe72ea58 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0566530 Feb 19 01:33:30.862297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ade22b69-0246-4f8d-ba8a-f3cfdc08e829 req-a8ec3883-741c-4623-8d63-d175c654e3b3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456171 Feb 19 01:33:31.729147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:31.867692 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-254898c3-2634-4b4c-996f-86a68cf670ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.007429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67021-7cc6-492f-b8fd-7ae9ec7febf8 req-b579bdbf-ba8f-40b1-b4be-de699968ecb4 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:32.015144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5d67021-7cc6-492f-b8fd-7ae9ec7febf8 req-b579bdbf-ba8f-40b1-b4be-de699968ecb4 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1128 time: 0.0972068 Feb 19 01:33:32.019320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-254898c3-2634-4b4c-996f-86a68cf670ba admin admin] Publish callbacks [] for security_group (4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.033898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-254898c3-2634-4b4c-996f-86a68cf670ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.101899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-254898c3-2634-4b4c-996f-86a68cf670ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=355a2db18e0749fb8b9790c5b5b420f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716714 Feb 19 01:33:32.103089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254898c3-2634-4b4c-996f-86a68cf670ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:32.105758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38488) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:32.127065 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5d67021-7cc6-492f-b8fd-7ae9ec7febf8 req-a2cb9a91-3e68-4e8f-aa63-78006e25e0a2 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108646 Feb 19 01:33:32.154501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38490) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:32.181742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b6917e2-81e7-4d05-b175-4026b2fd32b2 admin admin] Publish callbacks [] for security_group (4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.206985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b6917e2-81e7-4d05-b175-4026b2fd32b2 admin admin] Publish callbacks [] for security_group (4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.261827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a377-7c3e-4e01-9834-411122eef359 req-d6bd7ff5-2f64-48fa-87c6-d30ff702c66f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:32.264506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a306a377-7c3e-4e01-9834-411122eef359 req-d6bd7ff5-2f64-48fa-87c6-d30ff702c66f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.2423627 Feb 19 01:33:32.289815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b6917e2-81e7-4d05-b175-4026b2fd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.292949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b6917e2-81e7-4d05-b175-4026b2fd32b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.306700 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7b6917e2-81e7-4d05-b175-4026b2fd32b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad HTTP/1.1" status: 204 len: 168 time: 0.1920543 Feb 19 01:33:32.334831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6917e2-81e7-4d05-b175-4026b2fd32b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b13fef0-70c8-476b-95aa-fdd8d9a0d5ad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:32.379709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a306a377-7c3e-4e01-9834-411122eef359 req-a89514c3-5c41-4490-9f4d-6353485a748c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778742 Feb 19 01:33:32.491715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 73f8708c-f5a5-4e62-9716-51320c2d9226 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:32.501587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.606048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.607848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (73f8708c-f5a5-4e62-9716-51320c2d9226), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.623624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 73f8708c-f5a5-4e62-9716-51320c2d9226 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:32.855678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (73f8708c-f5a5-4e62-9716-51320c2d9226), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:32.905420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=73f8708c-f5a5-4e62-9716-51320c2d9226,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:33.051062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (088999d5-bcd0-4b1e-9acb-ff353c549255), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:33.051417 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP 088999d5-bcd0-4b1e-9acb-ff353c549255 disassociated (deleted). External IP: 172.25.0.210, port: 021e6cef-a2a5-4e08-9784-c0ae184ff76f. Feb 19 01:33:33.449837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 17b5b9b1-570e-4578-a268-140092b210e4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:33.701760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a020c2-c483-44b3-9bdb-cf1d621ea1d3 req-3d28e432-9cea-4662-84fd-1ae559b5ba73 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:33.706093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36a020c2-c483-44b3-9bdb-cf1d621ea1d3 req-3d28e432-9cea-4662-84fd-1ae559b5ba73 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1686282 Feb 19 01:33:33.758659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:33.770894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:33.771075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] Sync routers for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:33.797281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:33.798597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:33.851507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-36a020c2-c483-44b3-9bdb-cf1d621ea1d3 req-e35aeeb1-71ea-41a8-9d61-b4ccc87b845e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349537 Feb 19 01:33:33.860309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6519679-aafc-4f90-994c-91496f6d8bb5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/floatingips/088999d5-bcd0-4b1e-9acb-ff353c549255 HTTP/1.1" status: 204 len: 168 time: 1.7047353 Feb 19 01:33:33.864770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:33.879809 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dbafe9-b699-437e-b1bc-d15d86e2408e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:33.961290 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839a8ca-ed56-4910-bfce-91d581c11a75 x-openstack-request-id: req-5839a8ca-ed56-4910-bfce-91d581c11a75 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:33.961710 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:33.962052 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5839a8ca-ed56-4910-bfce-91d581c11a75 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:33.962576 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'status': 'completed', 'code': 200} Feb 19 01:33:34.056803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-54d3d727-8664-4ce9-9a77-279eaf380dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:34.059309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-54d3d727-8664-4ce9-9a77-279eaf380dc6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 1128 time: 0.0733767 Feb 19 01:33:34.074619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:34.253246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-95fdb321-6aa2-46e7-9381-a755d8e9bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:34.256161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-95fdb321-6aa2-46e7-9381-a755d8e9bfa3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 200 len: 897 time: 0.1888621 Feb 19 01:33:34.359618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-06e50865-ed83-4537-84e0-bc43378d66c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 200 len: 217 time: 0.0963118 Feb 19 01:33:34.369398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:34.404645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] Checking router: 17b5b9b1-570e-4578-a268-140092b210e4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:34.424221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-f6ee8eaa-3a76-4af0-b169-cb71fda0ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:34.426175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-f6ee8eaa-3a76-4af0-b169-cb71fda0ca5d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 200 len: 834 time: 0.0595694 Feb 19 01:33:34.430971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:34.431674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:34.523672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-dfa6bad1-1cea-4d1a-b62a-035fe20bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:34.525238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-dfa6bad1-1cea-4d1a-b62a-035fe20bf09d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99c2c58a-ea48-413c-a07c-af6b15e8f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923517 Feb 19 01:33:34.586253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:34.674347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b530-edc5-4b05-ac77-1d27f41820e5 req-6fce9bb1-cfcf-4787-80ed-7da36da29476 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:34.675884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e21b530-edc5-4b05-ac77-1d27f41820e5 req-6fce9bb1-cfcf-4787-80ed-7da36da29476 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0878325 Feb 19 01:33:34.678226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-fd03b58d-4e72-4668-8507-47a852ff7ed4 service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451364 Feb 19 01:33:34.812296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:34.830992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e21b530-edc5-4b05-ac77-1d27f41820e5 req-58e0b327-e984-4048-8e7a-48f37a102ca2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382415 Feb 19 01:33:34.851694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07047-91e3-4dfa-a371-bfa574c62a4e None None] The sync data for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 is: [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6e0edf08-38e2-4ecc-9ec2-5b3e12123386', 'name': '', 'network_id': '99c2c58a-ea48-413c-a07c-af6b15e8f96b', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:45:2e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:30Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '116bfdeb-9e51-4494-999c-dce67b16e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:34.862103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2dbafe9-b699-437e-b1bc-d15d86e2408e req-032a358f-a91f-4490-82cb-c59639521e2d service neutron] 10.222.0.89 "GET /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722455 Feb 19 01:33:35.055807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b47c8-a4ae-4af5-9ed3-729a8d624c03 req-7dc71ca3-8d6e-4f32-992a-a03428b437c3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:35.058107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a8b47c8-a4ae-4af5-9ed3-729a8d624c03 req-7dc71ca3-8d6e-4f32-992a-a03428b437c3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0818458 Feb 19 01:33:35.133259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a8b47c8-a4ae-4af5-9ed3-729a8d624c03 req-3b745ac1-3b85-4fb0-a00f-bb61803a04c1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669584 Feb 19 01:33:35.193152 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ee275-6598-4134-9ee6-5fb5899b6039 None None] New status for floating IP 088999d5-bcd0-4b1e-9acb-ff353c549255: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:33:35.933243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-bc6a0dfd-9a5a-4f3d-891d-b7f796a18d88 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:35.934737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-bc6a0dfd-9a5a-4f3d-891d-b7f796a18d88 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0879698 Feb 19 01:33:35.955996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32813e7-4640-4676-b8d4-8150899ce52f req-34ef191d-31d4-4d36-b3f5-515a866b3a3d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:35.957469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a32813e7-4640-4676-b8d4-8150899ce52f req-34ef191d-31d4-4d36-b3f5-515a866b3a3d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f337ea2-0a2c-4e2a-848b-37203bc974f2 HTTP/1.1" status: 200 len: 946 time: 0.0767937 Feb 19 01:33:36.059710 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a32813e7-4640-4676-b8d4-8150899ce52f req-34a446b0-7c16-4ac5-a88a-76748dee63a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c2c4718-84b4-4977-b9c9-20c351cbfe06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850897 Feb 19 01:33:36.086949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 021e6cef-a2a5-4e08-9784-c0ae184ff76f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:36.087297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:36.182718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 021e6cef-a2a5-4e08-9784-c0ae184ff76f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=021e6cef-a2a5-4e08-9784-c0ae184ff76f,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:36.183094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:36.196646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 021e6cef-a2a5-4e08-9784-c0ae184ff76f owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:36.280098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff032d-1172-46a8-b4c5-5eeaab901248 req-80f54be0-4446-42f1-a578-b388edc66843 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:36.281844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeff032d-1172-46a8-b4c5-5eeaab901248 req-80f54be0-4446-42f1-a578-b388edc66843 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0623884 Feb 19 01:33:36.353521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eeff032d-1172-46a8-b4c5-5eeaab901248 req-efdecb68-d833-47f3-8ace-a9762a9b0623 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657887 Feb 19 01:33:36.366039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (021e6cef-a2a5-4e08-9784-c0ae184ff76f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:36.398309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=021e6cef-a2a5-4e08-9784-c0ae184ff76f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:36.457889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] No DVR routers for this DVR port 021e6cef-a2a5-4e08-9784-c0ae184ff76f on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:33:36.460442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:36.463929 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b75322bb-cb60-47b7-953c-0c3894a08c07 req-1b44e264-3f56-4917-8011-b74bc6ddb1d6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "DELETE /v2.0/ports/021e6cef-a2a5-4e08-9784-c0ae184ff76f HTTP/1.1" status: 204 len: 173 time: 0.5215862 Feb 19 01:33:36.464371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-deleted', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:36.467614 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928290d9-d941-4d3c-ab0a-a9c9391ba249" -d '{"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-deleted", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:36.511519 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72db5921-20c8-4669-9ba9-bba182e9a209 x-openstack-request-id: req-72db5921-20c8-4669-9ba9-bba182e9a209 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:36.511949 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f337ea2-0a2c-4e2a-848b-37203bc974f2", "name": "network-vif-deleted", "tag": "021e6cef-a2a5-4e08-9784-c0ae184ff76f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:36.512178 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72db5921-20c8-4669-9ba9-bba182e9a209 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:36.512598 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f337ea2-0a2c-4e2a-848b-37203bc974f2', 'name': 'network-vif-deleted', 'tag': '021e6cef-a2a5-4e08-9784-c0ae184ff76f', 'status': 'completed', 'code': 200} Feb 19 01:33:37.151482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38586) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:37.537569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135da88-492d-4152-9f1e-78a8e6ce1048 req-babb275f-f66c-4e1e-a688-0bff514af5f3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.539325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d135da88-492d-4152-9f1e-78a8e6ce1048 req-babb275f-f66c-4e1e-a688-0bff514af5f3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0893703 Feb 19 01:33:37.617822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d135da88-492d-4152-9f1e-78a8e6ce1048 req-aa800ccd-864d-4331-804e-47a9f67de2c7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687857 Feb 19 01:33:37.681763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (17b5b9b1-570e-4578-a268-140092b210e4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.295587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:38.296296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.392922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 6e0edf08-38e2-4ecc-9ec2-5b3e12123386, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:38.393549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.408077 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:38.617709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6e0edf08-38e2-4ecc-9ec2-5b3e12123386), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.648319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=6e0edf08-38e2-4ecc-9ec2-5b3e12123386,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:38.952213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333b612-c123-4256-bf0b-c484d56f052c req-bc7c9709-e639-49dc-9661-df1ed0f10d00 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.953780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5333b612-c123-4256-bf0b-c484d56f052c req-bc7c9709-e639-49dc-9661-df1ed0f10d00 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.2239411 Feb 19 01:33:38.974549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (17b5b9b1-570e-4578-a268-140092b210e4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.105948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5333b612-c123-4256-bf0b-c484d56f052c req-3d2628bb-e672-40f0-82c3-7f0bd23d32cf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340799 Feb 19 01:33:39.127800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:39.169538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 021e6cef-a2a5-4e08-9784-c0ae184ff76f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:39.170225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 021e6cef-a2a5-4e08-9784-c0ae184ff76f not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:39.324030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 17b5b9b1-570e-4578-a268-140092b210e4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:39.446323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:39.454183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8c9243c7-7f93-4e98-954d-0ff9bde189da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/17b5b9b1-570e-4578-a268-140092b210e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016489 Feb 19 01:33:39.456706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38616) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:39.460611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] Sync routers for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:39.481351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:39.482329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:39.548340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting subnet 116bfdeb-9e51-4494-999c-dce67b16e15e {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:33:39.552453 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (116bfdeb-9e51-4494-999c-dce67b16e15e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.649466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (116bfdeb-9e51-4494-999c-dce67b16e15e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.669226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:39.765250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (116bfdeb-9e51-4494-999c-dce67b16e15e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.874380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (116bfdeb-9e51-4494-999c-dce67b16e15e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.913566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Subnet': ['ID=116bfdeb-9e51-4494-999c-dce67b16e15e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:39.920719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.928413 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5802c4db-8b02-4081-b485-aa0983117d76 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/subnets/116bfdeb-9e51-4494-999c-dce67b16e15e HTTP/1.1" status: 204 len: 168 time: 0.4668777 Feb 19 01:33:39.928544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38630) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:39.939959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1cb38-d33e-4328-936c-180571bfc673 None None] Network 99c2c58a-ea48-413c-a07c-af6b15e8f96b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:40.016951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38632) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:40.119115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (17b5b9b1-570e-4578-a268-140092b210e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.149761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8700-2b2b-482a-bff2-124f95683376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.276809 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (17b5b9b1-570e-4578-a268-140092b210e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.346196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8700-2b2b-482a-bff2-124f95683376 admin admin] Publish callbacks [] for security_group (cb64489c-bfef-44e0-83cc-afe9035dd773), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.359321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8700-2b2b-482a-bff2-124f95683376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cb64489c-bfef-44e0-83cc-afe9035dd773), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.379665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:33:38Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'a32daa40-93a9-4edf-9f48-94b33d7197c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5b9b1-570e-4578-a268-140092b210e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:25Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:40.399852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37775e54-1d0a-44ff-9312-d835d5fcb270 req-39232e0a-a2af-4d74-b28c-54cf8c62b6f8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:40.400800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port a32daa40-93a9-4edf-9f48-94b33d7197c6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:40.401461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37775e54-1d0a-44ff-9312-d835d5fcb270 req-39232e0a-a2af-4d74-b28c-54cf8c62b6f8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1589284 Feb 19 01:33:40.407789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.423492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] Checking router: 17b5b9b1-570e-4578-a268-140092b210e4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:40.446387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] Routers {'17b5b9b1-570e-4578-a268-140092b210e4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:40.447276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17b5b9b1-570e-4578-a268-140092b210e4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:40.453282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5b0b8700-2b2b-482a-bff2-124f95683376 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dbd6f8a71804b08a24a251b4d194403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349012 Feb 19 01:33:40.458311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38640) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:40.458966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b8700-2b2b-482a-bff2-124f95683376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64489c-bfef-44e0-83cc-afe9035dd773,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:40.580671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] Set router 17b5b9b1-570e-4578-a268-140092b210e4 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:40.585166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port a32daa40-93a9-4edf-9f48-94b33d7197c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a32daa40-93a9-4edf-9f48-94b33d7197c6,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:40.585538 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.593145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37775e54-1d0a-44ff-9312-d835d5fcb270 req-d6dbe691-0040-4f07-b59d-8387a45a8d45 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793935 Feb 19 01:33:40.604229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for a32daa40-93a9-4edf-9f48-94b33d7197c6 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:40.611927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11a66921-a1d1-4c59-a59c-0401dfbf9034 admin admin] Publish callbacks [] for security_group (cb64489c-bfef-44e0-83cc-afe9035dd773), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.666182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11a66921-a1d1-4c59-a59c-0401dfbf9034 admin admin] Publish callbacks [] for security_group (cb64489c-bfef-44e0-83cc-afe9035dd773), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.701800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] DHCP port deletion for 99c2c58a-ea48-413c-a07c-af6b15e8f96b request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:33:40.705958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:33:40Z', 'revision_number': 6, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:40.740075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f907b-e683-4b26-80a8-4dd6211f4939 None None] The sync data for ids ['17b5b9b1-570e-4578-a268-140092b210e4'] in n-d-826752-2 is: [{'id': '17b5b9b1-570e-4578-a268-140092b210e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518800115', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:24Z', 'updated_at': '2022-02-19T01:33:40Z', 'revision_number': 6, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:40.772916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11a66921-a1d1-4c59-a59c-0401dfbf9034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cb64489c-bfef-44e0-83cc-afe9035dd773), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.775980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11a66921-a1d1-4c59-a59c-0401dfbf9034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.780273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11a66921-a1d1-4c59-a59c-0401dfbf9034 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb64489c-bfef-44e0-83cc-afe9035dd773 HTTP/1.1" status: 204 len: 168 time: 0.3140574 Feb 19 01:33:40.797374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a66921-a1d1-4c59-a59c-0401dfbf9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64489c-bfef-44e0-83cc-afe9035dd773,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:40.831232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] Deleting port bcefc826-229e-479f-ae31-1c40dca8542d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:40.831936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.927991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] For port bcefc826-229e-479f-ae31-1c40dca8542d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bcefc826-229e-479f-ae31-1c40dca8542d,segment=NetworkSegment(bb03ff3d-fb0f-407b-a5fa-0efa8672d950),segment_id=bb03ff3d-fb0f-407b-a5fa-0efa8672d950)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:40.928565 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.944418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] Calling delete_port for bcefc826-229e-479f-ae31-1c40dca8542d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:40.972591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a32daa40-93a9-4edf-9f48-94b33d7197c6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.006563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=a32daa40-93a9-4edf-9f48-94b33d7197c6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:41.026063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-fe10c4c6-d927-48d8-8606-edc8d5bd4128 req-bd84e3a5-0a11-44f5-ae11-35e308f3f434 service neutron] (103430) timed out ('10.222.0.43', 50376) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:33:41.061912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (bcefc826-229e-479f-ae31-1c40dca8542d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.072592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (17b5b9b1-570e-4578-a268-140092b210e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.098319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] Pushing event deleted for resources: {'Port': ['ID=bcefc826-229e-479f-ae31-1c40dca8542d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:41.103452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a1506-fcb2-4c26-ac9b-7d3e6b7ec60f None None] No DVR routers for this DVR port bcefc826-229e-479f-ae31-1c40dca8542d on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:33:41.211756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bcefc826-229e-479f-ae31-1c40dca8542d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:41.250267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: bcefc826-229e-479f-ae31-1c40dca8542d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:41.250612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bcefc826-229e-479f-ae31-1c40dca8542d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:41.277218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (17b5b9b1-570e-4578-a268-140092b210e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.283770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (17b5b9b1-570e-4578-a268-140092b210e4), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.378125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (17b5b9b1-570e-4578-a268-140092b210e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.378995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Fanout notify agent at l3_agent the message router_deleted on router 17b5b9b1-570e-4578-a268-140092b210e4 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:33:41.388439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.394085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5acff135-fec8-4195-9257-5acd55e654df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/routers/17b5b9b1-570e-4578-a268-140092b210e4 HTTP/1.1" status: 204 len: 168 time: 1.4644859 Feb 19 01:33:41.396825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38658) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:41.500032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (99c2c58a-ea48-413c-a07c-af6b15e8f96b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.607495 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (99c2c58a-ea48-413c-a07c-af6b15e8f96b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.634359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c2c58a-ea48-413c-a07c-af6b15e8f96b']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:41.649837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:41.649837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb03ff3d-fb0f-407b-a5fa-0efa8672d950') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:41.660240 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (bb03ff3d-fb0f-407b-a5fa-0efa8672d950), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.676952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (bb03ff3d-fb0f-407b-a5fa-0efa8672d950), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.685960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:33:41.686366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (bb03ff3d-fb0f-407b-a5fa-0efa8672d950), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:33:41.690037 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:33:41.754191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (99c2c58a-ea48-413c-a07c-af6b15e8f96b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.759218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.764166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/networks/99c2c58a-ea48-413c-a07c-af6b15e8f96b HTTP/1.1" status: 204 len: 168 time: 0.3650944 Feb 19 01:33:41.769312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38678) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:41.792630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3275ea8-2be4-4634-9225-7789e348a15a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Network': ['ID=99c2c58a-ea48-413c-a07c-af6b15e8f96b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:41.820174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940325-fbb7-4421-a58c-1b63627794ed req-4a646e92-b8b1-4e25-b6f6-6e44c1a83f6e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:41.821704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71940325-fbb7-4421-a58c-1b63627794ed req-4a646e92-b8b1-4e25-b6f6-6e44c1a83f6e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0776153 Feb 19 01:33:41.865729 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76f0fc22-e42d-48e5-a0e9-9e550c8b852c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (2c2c4718-84b4-4977-b9c9-20c351cbfe06), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.904200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76f0fc22-e42d-48e5-a0e9-9e550c8b852c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (2c2c4718-84b4-4977-b9c9-20c351cbfe06), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.913133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71940325-fbb7-4421-a58c-1b63627794ed req-a429db61-8c2c-4c2e-be60-c1e295bbdfe8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840230 Feb 19 01:33:41.986507 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76f0fc22-e42d-48e5-a0e9-9e550c8b852c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2c2c4718-84b4-4977-b9c9-20c351cbfe06), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.989491 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76f0fc22-e42d-48e5-a0e9-9e550c8b852c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.990748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-76f0fc22-e42d-48e5-a0e9-9e550c8b852c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/security-groups/2c2c4718-84b4-4977-b9c9-20c351cbfe06 HTTP/1.1" status: 204 len: 168 time: 0.2204483 Feb 19 01:33:42.001120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0fc22-e42d-48e5-a0e9-9e550c8b852c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c4718-84b4-4977-b9c9-20c351cbfe06,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:42.404320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38706) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:42.410020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652199216', 'description': 'tempest-secgroup-smoke-1652199216 description', 'project_id': '9e1e3a64a565467999d736e1f9c667ae'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:42.437190 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.514574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (d9294ba2-b726-486b-a234-958b8ed2cfd5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.519959 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d9294ba2-b726-486b-a234-958b8ed2cfd5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.551200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.552462 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1462846 Feb 19 01:33:42.555463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38714) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:42.560026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': 'd9294ba2-b726-486b-a234-958b8ed2cfd5', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:42.566274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca0dd6-ac2e-4591-be3c-0e13bf0adba7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9294ba2-b726-486b-a234-958b8ed2cfd5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:42.589408 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (4ff47657-d1f7-4b2a-aef4-68f960a8d727), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.677672 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (4ff47657-d1f7-4b2a-aef4-68f960a8d727), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.682293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4ff47657-d1f7-4b2a-aef4-68f960a8d727), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.705231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff47657-d1f7-4b2a-aef4-68f960a8d727,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:42.711445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.714196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d4555a6-a44a-42ee-8763-6d9de5871f39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565101 Feb 19 01:33:42.716898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38722) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:42.721685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': 'd9294ba2-b726-486b-a234-958b8ed2cfd5', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:42.757595 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (9c45fa45-f1cf-4aab-90f8-0203388ad7da), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.783981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:33:42.833230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (9c45fa45-f1cf-4aab-90f8-0203388ad7da), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.838035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (9c45fa45-f1cf-4aab-90f8-0203388ad7da), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.846750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a32daa40-93a9-4edf-9f48-94b33d7197c6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:42.865342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c45fa45-f1cf-4aab-90f8-0203388ad7da,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:42.877388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.878937 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75eb61e3-c90e-40e4-aa4d-276278aa8c9e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608710 Feb 19 01:33:42.881635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:42.883603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a32daa40-93a9-4edf-9f48-94b33d7197c6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:42.883953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a32daa40-93a9-4edf-9f48-94b33d7197c6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:42.884370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:42.887411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': 'd9294ba2-b726-486b-a234-958b8ed2cfd5', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:42.921274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (b607a8b6-2062-4a45-9481-ceb84444cb2c), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.001753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (b607a8b6-2062-4a45-9481-ceb84444cb2c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.006847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b607a8b6-2062-4a45-9481-ceb84444cb2c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.023529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:43.023879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6e0edf08-38e2-4ecc-9ec2-5b3e12123386 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:43.036656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b607a8b6-2062-4a45-9481-ceb84444cb2c,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.043548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:43.056497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'mac_address': 'fa:16:3e:fc:15:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:33:43.081110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.086535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38742) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:43.093306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': 'd9294ba2-b726-486b-a234-958b8ed2cfd5', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:43.097380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5a27160b-01ae-4545-b076-29dfefaa95df tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2143731 Feb 19 01:33:43.103899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:43.104416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.121270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97dd639e-b44a-4c16-b0e3-1d665059e7af {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:43.146711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (88174da0-bc9d-47b8-8d5e-134a91e60243), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.149357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a5460-5d8f-45ce-b161-2edfef186a7e req-5974997f-b93d-4a62-a1b9-9ff1e923a200 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:43.156067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:43.157381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a26a5460-5d8f-45ce-b161-2edfef186a7e req-5974997f-b93d-4a62-a1b9-9ff1e923a200 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1235187 Feb 19 01:33:43.174346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.222611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a26a5460-5d8f-45ce-b161-2edfef186a7e req-f504ff1d-d46e-42d7-ba9c-13050dbc2c86 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581753 Feb 19 01:33:43.238565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (88174da0-bc9d-47b8-8d5e-134a91e60243), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.244437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (88174da0-bc9d-47b8-8d5e-134a91e60243), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.260686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88174da0-bc9d-47b8-8d5e-134a91e60243,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.260888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.277546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.281893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0a0de93c-be94-49fd-a848-d1cb6bf76d8f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1905825 Feb 19 01:33:43.281893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:43.287415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': 'd9294ba2-b726-486b-a234-958b8ed2cfd5', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:43.298930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['97dd639e-b44a-4c16-b0e3-1d665059e7af'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:43.314897 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:33:43.321388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (756971bc-8910-438a-9f3f-bf3dc93c570a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.401151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (756971bc-8910-438a-9f3f-bf3dc93c570a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.405505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (756971bc-8910-438a-9f3f-bf3dc93c570a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.424840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756971bc-8910-438a-9f3f-bf3dc93c570a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.437172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.438966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bff7f14f-3123-4734-b0cb-06f6f87eb244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553769 Feb 19 01:33:43.441350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:43.446063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': 'd9294ba2-b726-486b-a234-958b8ed2cfd5', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:43.471402 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:33:43.478869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (b2253455-d2dd-43bb-a754-b032c9ec95ec), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.556091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (b2253455-d2dd-43bb-a754-b032c9ec95ec), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.559754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b2253455-d2dd-43bb-a754-b032c9ec95ec), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.586520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2253455-d2dd-43bb-a754-b032c9ec95ec,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.592296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.596570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38762) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:43.597102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0448658c-2cac-4f35-ba63-73e914accc0a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543989 Feb 19 01:33:43.604665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'network': {'name': 'tempest-network-smoke--2127277325', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'port_security_enabled': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:43.635463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:43.639610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.675569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:33:43.686619 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c444678b-8682-4b25-b523-81e5ca221812), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.686961 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Added segment c444678b-8682-4b25-b523-81e5ca221812 of type vlan for network 669a4e5e-020a-49dc-93fb-88ca159cea11 Feb 19 01:33:43.729471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (669a4e5e-020a-49dc-93fb-88ca159cea11), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.766084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (669a4e5e-020a-49dc-93fb-88ca159cea11), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.771420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:43.772460 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.830262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2301815 Feb 19 01:33:43.833325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:43.837963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'admin_state_up': True, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:43.856228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbdda1-7bac-42da-ac8c-47b3fa4e993a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Network': ['ID=669a4e5e-020a-49dc-93fb-88ca159cea11,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.863313 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (15418299-3de7-4a27-aa90-331f92023167), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.865370 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (15418299-3de7-4a27-aa90-331f92023167), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.872179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:33:43.962676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (15418299-3de7-4a27-aa90-331f92023167), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.180892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (15418299-3de7-4a27-aa90-331f92023167), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.416513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339253a-57b1-44cc-88ab-c189d5180b6c req-faa326b2-eb5b-40c2-9e3e-81e7f5c7c36c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:44.437595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1339253a-57b1-44cc-88ab-c189d5180b6c req-faa326b2-eb5b-40c2-9e3e-81e7f5c7c36c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 944 time: 0.1220295 Feb 19 01:33:44.498804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1339253a-57b1-44cc-88ab-c189d5180b6c req-c340e243-bf25-4329-9048-58ae98560e7f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603943 Feb 19 01:33:44.519949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (15418299-3de7-4a27-aa90-331f92023167), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.546725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.687117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.159 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/085400ac-0010-4b82-b544-5fb42104ad61) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:44.801351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:44.840394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (085400ac-0010-4b82-b544-5fb42104ad61), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.901967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (085400ac-0010-4b82-b544-5fb42104ad61), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.935711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 97dd639e-b44a-4c16-b0e3-1d665059e7af triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:44.937947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.979126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:44.980636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:44.984569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:45.025190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=085400ac-0010-4b82-b544-5fb42104ad61,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:45.124596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:45.125011 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:45.186222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:45.191466 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a7539-1c0c-43c2-b687-01cb0f81b2bb" -d '{"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-plugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:45.222474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:45.233814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:45.290032 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af47b926-3201-45fc-956f-6dee0d5b951c x-openstack-request-id: req-af47b926-3201-45fc-956f-6dee0d5b951c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:45.293416 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-plugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:45.294917 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af47b926-3201-45fc-956f-6dee0d5b951c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:45.301536 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'code': 200} Feb 19 01:33:45.322695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:45.381554 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (15418299-3de7-4a27-aa90-331f92023167), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:45.735221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3213-8668-475d-885a-acc424e57572 req-c223dd3a-184a-4e37-a904-a0bd3f22a808 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:45.736847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c23f3213-8668-475d-885a-acc424e57572 req-c223dd3a-184a-4e37-a904-a0bd3f22a808 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.0760243 Feb 19 01:33:45.861281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c23f3213-8668-475d-885a-acc424e57572 req-f5f56d00-a707-4839-bb32-67e4dbf8ff7e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048887 Feb 19 01:33:45.886612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (15418299-3de7-4a27-aa90-331f92023167), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:46.091287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 15418299-3de7-4a27-aa90-331f92023167 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:33:46.230476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:46.241711 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Sync routers for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:46.260322 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:46.260965 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:46.291433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:46.297887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5d7d83f6-13b2-4330-b311-005511b8b0a5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4633832 Feb 19 01:33:46.301143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:46.357578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a3923a05-f2e5-428f-b610-489ced761579 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9e1e3a64a565467999d736e1f9c667ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533307 Feb 19 01:33:46.359234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:46.411858 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:46.479849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf781a-24b8-42dc-9201-598b1650bd67 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:46.483234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-02cf781a-24b8-42dc-9201-598b1650bd67 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1225979 Feb 19 01:33:46.485988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:46.597557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74458b49-f111-4e19-ab74-8a567b3ea68b tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1094794 Feb 19 01:33:46.600582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:46.625274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1010557969', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:46.631958 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:45Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:46.662057 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Checking router: 15418299-3de7-4a27-aa90-331f92023167 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:46.662414 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Updating router 15418299-3de7-4a27-aa90-331f92023167 port 085400ac-0010-4b82-b544-5fb42104ad61 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:33:46.716641 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (085400ac-0010-4b82-b544-5fb42104ad61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:46.817889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:46.830938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.072409 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Publish callbacks [] for port (085400ac-0010-4b82-b544-5fb42104ad61), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.087443 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (085400ac-0010-4b82-b544-5fb42104ad61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.146168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210479b-56fd-442b-8add-6b67daf953f9 req-7f17c63e-7018-4b76-a787-201887ad2509 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:47.147839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f210479b-56fd-442b-8add-6b67daf953f9 req-7f17c63e-7018-4b76-a787-201887ad2509 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1388137 Feb 19 01:33:47.160034 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Pushing event updated for resources: {'Port': ['ID=085400ac-0010-4b82-b544-5fb42104ad61,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:47.164700 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (b452f3b7-57cd-4649-90ea-d132c2bb8a2e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.189589 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.190354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.191036 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.191712 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.192325 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.192943 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.193523 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.194615 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.195179 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.195717 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.196262 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.196807 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.197437 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:47.203338 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Attempting to bind port 085400ac-0010-4b82-b544-5fb42104ad61 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:47.204693 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Attempting to bind port 085400ac-0010-4b82-b544-5fb42104ad61 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:47.205372 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Attempting to bind port 085400ac-0010-4b82-b544-5fb42104ad61 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:47.223344 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:47.223737 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:47.224058 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.224448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:47.224926 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Bound port: 085400ac-0010-4b82-b544-5fb42104ad61, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:47.225355 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (085400ac-0010-4b82-b544-5fb42104ad61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.289455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Checking segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:47.289455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network hostable DHCP agents. Network: 669a4e5e-020a-49dc-93fb-88ca159cea11, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:33:47.289455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Subnet': ['ID=b452f3b7-57cd-4649-90ea-d132c2bb8a2e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:47.291911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f210479b-56fd-442b-8add-6b67daf953f9 req-e8d38b6a-a656-49cf-985d-4c8a8da6b6cc tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352162 Feb 19 01:33:47.374326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:33:47.388088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 669a4e5e-020a-49dc-93fb-88ca159cea11) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:47.393516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:47.394356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.396240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] For port 085400ac-0010-4b82-b544-5fb42104ad61, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:47.406657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df08af4-b61c-44a3-87c5-757f8c727eab None None] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:47.419536 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] For port 085400ac-0010-4b82-b544-5fb42104ad61, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=085400ac-0010-4b82-b544-5fb42104ad61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:47.434593 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (085400ac-0010-4b82-b544-5fb42104ad61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.466413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f6747cc-2424-4026-91ff-3206d73988c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8608227 Feb 19 01:33:47.469161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:47.532624 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea419d3a-62ec-4163-9ce1-6d9334436794 None None] Pushing event updated for resources: {'Port': ['ID=085400ac-0010-4b82-b544-5fb42104ad61,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:47.535248 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:47.535876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:47.636141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-669a4e5e-020a-49dc-93fb-88ca159cea11', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:33:47.637789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.879311 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:47.946085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Allocated IP 172.20.0.2 (669a4e5e-020a-49dc-93fb-88ca159cea11/b452f3b7-57cd-4649-90ea-d132c2bb8a2e/64507ec0-4904-4a2a-93b0-075f2ce5027c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:48.181153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.238670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Publish callbacks [] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.250754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.302667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:48.306470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:48.319253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:48.326176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Pushing event updated for resources: {'Port': ['ID=64507ec0-4904-4a2a-93b0-075f2ce5027c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:48.366344 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:45Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:48.404764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Attempting to bind port 64507ec0-4904-4a2a-93b0-075f2ce5027c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:48.405239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Attempting to bind port 64507ec0-4904-4a2a-93b0-075f2ce5027c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:48.405584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Attempting to bind port 64507ec0-4904-4a2a-93b0-075f2ce5027c on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:48.412803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:48.413391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Checking segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:48.413649 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.414062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Bound using segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:48.414605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Bound port: 64507ec0-4904-4a2a-93b0-075f2ce5027c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:48.414993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.430222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.465557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc718-6265-4272-a6f4-4f71284533bf None None] The sync data for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 is: [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:45Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:48.547148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] For port 64507ec0-4904-4a2a-93b0-075f2ce5027c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:48.552090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] For port 64507ec0-4904-4a2a-93b0-075f2ce5027c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=64507ec0-4904-4a2a-93b0-075f2ce5027c,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:48.570895 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:48.689810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13ff0c-f922-40e0-9c9b-00101d6ee5cf None None] Pushing event updated for resources: {'Port': ['ID=64507ec0-4904-4a2a-93b0-075f2ce5027c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:49.667545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ba2f6-c045-4f32-aaab-4471b82a15f1 req-fcc02f3d-86f3-4530-a333-400dae22a802 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:49.670421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-782ba2f6-c045-4f32-aaab-4471b82a15f1 req-fcc02f3d-86f3-4530-a333-400dae22a802 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.2332814 Feb 19 01:33:49.808426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-782ba2f6-c045-4f32-aaab-4471b82a15f1 req-278b427f-3880-49e1-923a-3a00bb78a635 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212041 Feb 19 01:33:49.861169 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.1 (669a4e5e-020a-49dc-93fb-88ca159cea11/b452f3b7-57cd-4649-90ea-d132c2bb8a2e/9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:50.133451 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.201846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.265049 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10fed57f-9370-4b4a-b8ba-e1cf5e0025a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.274956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:50.279630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:50.282391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:50.348175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (15418299-3de7-4a27-aa90-331f92023167), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.412433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38904) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:50.589113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57992148-248d-416e-8b1f-5c3407fce3fe None None] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:50.649380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4975721a-58b7-425b-b188-fac0d62c1427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.666408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:50.671190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.714697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] Provisioning complete for port 64507ec0-4904-4a2a-93b0-075f2ce5027c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:50.715075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.771120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.772723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.774510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.774885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.775236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.775636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.775988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.779259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.779441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.779920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.780416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.780963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.783020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:50.909334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4975721a-58b7-425b-b188-fac0d62c1427 admin admin] Publish callbacks [] for security_group (f5f8aab5-cbcf-4dfd-b594-7341369eb8dd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.920593 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4975721a-58b7-425b-b188-fac0d62c1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f5f8aab5-cbcf-4dfd-b594-7341369eb8dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.030378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975721a-58b7-425b-b188-fac0d62c1427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8aab5-cbcf-4dfd-b594-7341369eb8dd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:51.064422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] Current status of the port 64507ec0-4904-4a2a-93b0-075f2ce5027c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:51.070616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4975721a-58b7-425b-b188-fac0d62c1427 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=902e9ac608d944308ede1eca4ce6b000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6505551 Feb 19 01:33:51.072385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38914) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:51.075022 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.171106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64507ec0-4904-4a2a-93b0-075f2ce5027c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:51.202217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026535a8-e4e3-45fe-870e-7328bd41edf4 req-a6f32dae-435d-43da-a9ee-9bcd9b24b45c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:51.210207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-026535a8-e4e3-45fe-870e-7328bd41edf4 req-a6f32dae-435d-43da-a9ee-9bcd9b24b45c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1807888 Feb 19 01:33:51.264335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7151a568-f705-4cc4-9e72-8e29d5252478 admin admin] Publish callbacks [] for security_group (f5f8aab5-cbcf-4dfd-b594-7341369eb8dd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.298373 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7151a568-f705-4cc4-9e72-8e29d5252478 admin admin] Publish callbacks [] for security_group (f5f8aab5-cbcf-4dfd-b594-7341369eb8dd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.371533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-026535a8-e4e3-45fe-870e-7328bd41edf4 req-e12ab91d-f911-4692-8aa5-1dfb25c4438a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557596 Feb 19 01:33:51.395936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7151a568-f705-4cc4-9e72-8e29d5252478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f5f8aab5-cbcf-4dfd-b594-7341369eb8dd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.399530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7151a568-f705-4cc4-9e72-8e29d5252478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.401182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7151a568-f705-4cc4-9e72-8e29d5252478 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5f8aab5-cbcf-4dfd-b594-7341369eb8dd HTTP/1.1" status: 204 len: 168 time: 0.3269446 Feb 19 01:33:51.412294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a568-f705-4cc4-9e72-8e29d5252478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8aab5-cbcf-4dfd-b594-7341369eb8dd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:51.439408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] For port 64507ec0-4904-4a2a-93b0-075f2ce5027c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=64507ec0-4904-4a2a-93b0-075f2ce5027c,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:51.471962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.485913 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.490474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.576313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:51.579867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (15418299-3de7-4a27-aa90-331f92023167), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.623878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93a64-8d6c-43ce-8705-b055aaa1532c None None] Pushing event updated for resources: {'Port': ['ID=64507ec0-4904-4a2a-93b0-075f2ce5027c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:51.667576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 64507ec0-4904-4a2a-93b0-075f2ce5027c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:51.667964 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.780440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:51.787326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:51.966214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 64507ec0-4904-4a2a-93b0-075f2ce5027c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:51.968527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 085400ac-0010-4b82-b544-5fb42104ad61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:52.023175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-55978baf-faa8-40c8-9a2d-2c10fd9014b3 None None] Provisioning complete for port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:52.023635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55978baf-faa8-40c8-9a2d-2c10fd9014b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.045238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38928) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:52.063828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e62-2985-4c9f-92fb-56ff55cbc10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.119049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 15418299-3de7-4a27-aa90-331f92023167 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:52.134721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-55978baf-faa8-40c8-9a2d-2c10fd9014b3 None None] Port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:52.164120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 085400ac-0010-4b82-b544-5fb42104ad61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:52.164485 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (085400ac-0010-4b82-b544-5fb42104ad61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.177206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-55978baf-faa8-40c8-9a2d-2c10fd9014b3 None None] Provisioning complete for port 64507ec0-4904-4a2a-93b0-075f2ce5027c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:52.177504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55978baf-faa8-40c8-9a2d-2c10fd9014b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.359365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e62-2985-4c9f-92fb-56ff55cbc10d admin admin] Publish callbacks [] for security_group (fd2a3c5b-0954-4327-92fb-71d6055f0d17), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.396103 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e62-2985-4c9f-92fb-56ff55cbc10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fd2a3c5b-0954-4327-92fb-71d6055f0d17), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.473413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 085400ac-0010-4b82-b544-5fb42104ad61 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:52.474480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (085400ac-0010-4b82-b544-5fb42104ad61), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.476234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:52.482970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cb1c0b44-ff4c-41c6-92c4-3f6bce3f6892 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/15418299-3de7-4a27-aa90-331f92023167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0127771 Feb 19 01:33:52.496523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Sync routers for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:52.502451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-55978baf-faa8-40c8-9a2d-2c10fd9014b3 None None] Current status of the port 64507ec0-4904-4a2a-93b0-075f2ce5027c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:52.519065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60ad4e62-2985-4c9f-92fb-56ff55cbc10d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ba0108f95c24aa5a080651955557ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726443 Feb 19 01:33:52.524500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:52.525322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4e62-2985-4c9f-92fb-56ff55cbc10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2a3c5b-0954-4327-92fb-71d6055f0d17,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:52.536592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 085400ac-0010-4b82-b544-5fb42104ad61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=085400ac-0010-4b82-b544-5fb42104ad61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:52.541117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:52.541839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:52.547209 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (085400ac-0010-4b82-b544-5fb42104ad61), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.659131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75f6ad77-a546-4cad-a5a9-052497eac3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.660325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c12556ec-42ae-4a9f-b1af-00c7d1474aa5 admin admin] Publish callbacks [] for security_group (fd2a3c5b-0954-4327-92fb-71d6055f0d17), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.757429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c12556ec-42ae-4a9f-b1af-00c7d1474aa5 admin admin] Publish callbacks [] for security_group (fd2a3c5b-0954-4327-92fb-71d6055f0d17), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.794461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86488f90-717a-4097-aad9-f15345243968 req-650ede6e-4f7a-4641-bdbb-e2fb53a81c7e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:52.798873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86488f90-717a-4097-aad9-f15345243968 req-650ede6e-4f7a-4641-bdbb-e2fb53a81c7e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.2997565 Feb 19 01:33:52.910452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c12556ec-42ae-4a9f-b1af-00c7d1474aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fd2a3c5b-0954-4327-92fb-71d6055f0d17), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.913108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c12556ec-42ae-4a9f-b1af-00c7d1474aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.914347 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c12556ec-42ae-4a9f-b1af-00c7d1474aa5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd2a3c5b-0954-4327-92fb-71d6055f0d17 HTTP/1.1" status: 204 len: 168 time: 0.3793325 Feb 19 01:33:52.963958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12556ec-42ae-4a9f-b1af-00c7d1474aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2a3c5b-0954-4327-92fb-71d6055f0d17,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:52.968194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-86488f90-717a-4097-aad9-f15345243968 req-2fe8032e-ba6f-41f0-b75e-8dfed0fb30e0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625657 Feb 19 01:33:53.150984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-8db59402-96d0-4543-bc8d-1339110bb449 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652199216&fields=id&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 267 time: 0.1277621 Feb 19 01:33:53.266872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64507ec0-4904-4a2a-93b0-075f2ce5027c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:53.309071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=085400ac-0010-4b82-b544-5fb42104ad61,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:53.322124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-19cbcb4e-e7d1-4448-9521-c8ef2945e2cf None None] Provisioning complete for port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:53.322497 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19cbcb4e-e7d1-4448-9521-c8ef2945e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:53.386880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:53.390907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-260f98cb-89e8-4ee5-8ec9-71361622f6be tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:53.392695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-260f98cb-89e8-4ee5-8ec9-71361622f6be tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 797 time: 0.2402024 Feb 19 01:33:53.414634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-e0d21ebb-b842-4f21-ae5a-d2765336d676 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/quotas/9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 375 time: 0.0152819 Feb 19 01:33:53.419230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-19cbcb4e-e7d1-4448-9521-c8ef2945e2cf None None] Port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:53.479179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 64507ec0-4904-4a2a-93b0-075f2ce5027c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:53.479909 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:53.579824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-651496ef-ce3a-447e-891e-2c2792398d3a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564853 Feb 19 01:33:53.732241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f05e6a06-fb7e-47ef-9811-cbcac022d1b2 None None] Provisioning complete for port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:53.732637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f05e6a06-fb7e-47ef-9811-cbcac022d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:53.858826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-a0b0da33-731d-462c-a1ca-dd029f84d775 service neutron] 10.222.0.43 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550974 Feb 19 01:33:53.943804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 64507ec0-4904-4a2a-93b0-075f2ce5027c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:53.952654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:53.994963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f05e6a06-fb7e-47ef-9811-cbcac022d1b2 None None] Port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:54.031155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:51Z', 'revision_number': 2, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:54.098196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-87c3d578-fef9-4d0b-be1d-e92e912b6102 service neutron] 10.222.0.43 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352972 Feb 19 01:33:54.099383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Checking router: 15418299-3de7-4a27-aa90-331f92023167 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:54.099742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Updating router 15418299-3de7-4a27-aa90-331f92023167 port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:33:54.146344 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:54.234211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef24c5-0b0d-4774-ab83-793174327d43 req-d184f5f4-0333-4bcb-8112-397332287743 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:54.246009 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6ef24c5-0b0d-4774-ab83-793174327d43 req-d184f5f4-0333-4bcb-8112-397332287743 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1210599 Feb 19 01:33:54.347169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6ef24c5-0b0d-4774-ab83-793174327d43 req-b0a224bb-ebde-45f3-9eae-e5d75dbadcbb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971830 Feb 19 01:33:54.542606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca543fa5-2809-4783-b028-6ecaf733039a req-a4069697-d2be-4030-9dae-e9694d8fc58f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 210 time: 0.0448170 Feb 19 01:33:54.629029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 38984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:54.806079 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Publish callbacks [] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:54.831896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:54.911444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 085400ac-0010-4b82-b544-5fb42104ad61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:55.081633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 38992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:55.083563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d92110c2-f133-430b-95b9-51279604a7d9 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2414 time: 0.4453685 Feb 19 01:33:55.097871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'network': {'name': 'tempest-network-smoke--793329887', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'port_security_enabled': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:55.108474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36b130-8705-43c3-922b-66e6891505f8 None None] Pushing event updated for resources: {'Port': ['ID=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:55.244543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Made reservation on behalf of a94f773fd5ef44bd8da91ef82f538b63 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:55.250469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.290652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Attempting to bind port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:55.291029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Attempting to bind port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:55.291396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Attempting to bind port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:55.303704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 085400ac-0010-4b82-b544-5fb42104ad61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:55.303997 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (085400ac-0010-4b82-b544-5fb42104ad61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.309473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:55.310203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Checking segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:55.310349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.310667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Bound using segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:55.314590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Bound port: 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:55.314999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.349986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:33:55.387192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4d97ccc8-97dc-42b9-8380-787ed7c6707b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.387537 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Added segment 4d97ccc8-97dc-42b9-8380-787ed7c6707b of type vlan for network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 Feb 19 01:33:55.510114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.569107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.575482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:55.577327 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.647411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e04db-4389-47f3-a153-7b1df541ac9d req-85be8449-0c39-4c94-a052-6b2c287d43b6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:55.662297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc8e04db-4389-47f3-a153-7b1df541ac9d req-85be8449-0c39-4c94-a052-6b2c287d43b6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1056662 Feb 19 01:33:55.729405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] For port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:55.737584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc8e04db-4389-47f3-a153-7b1df541ac9d req-f8ba339c-e277-468a-86c2-cb1fd3aa3825 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741563 Feb 19 01:33:55.741265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] For port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:55.769982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.775290 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.839338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] Provisioning complete for port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:55.843007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:55.856286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Network': ['ID=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:55.908531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:33:55.947529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8a8a8a3-0f56-456a-a47e-4fdf1272d986 req-d005d92a-290c-4a71-9b38-3f069f8e6c4e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 210 time: 0.0992522 Feb 19 01:33:55.955423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:55.962869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'admin_state_up': True, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:55.963228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0bafd99f-73b6-4b26-93ca-d5e391886f6b tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8802171 Feb 19 01:33:56.039651 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (e602a302-fa3e-40c6-b2e5-4f97698ea12e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.041266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (e602a302-fa3e-40c6-b2e5-4f97698ea12e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.207607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_controller (e602a302-fa3e-40c6-b2e5-4f97698ea12e), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.219266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:56.220146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:56.428092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:56.569132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36b130-8705-43c3-922b-66e6891505f8 None None] Pushing event updated for resources: {'Port': ['ID=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:56.576180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] Current status of the port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:56.576571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.658212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.660528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 085400ac-0010-4b82-b544-5fb42104ad61 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:56.795522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.801674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-0f63bf0c-f429-41c6-b4ac-17f11017af3d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:56.804877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-0f63bf0c-f429-41c6-b4ac-17f11017af3d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 797 time: 0.2501132 Feb 19 01:33:56.959086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] For port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:56.980828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-d2f5aa98-189f-4916-a8a7-04d37d409dc7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 380 time: 0.1637280 Feb 19 01:33:56.991068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'port': {'device_id': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'admin_state_up': True, 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'security_groups': ['d9294ba2-b726-486b-a234-958b8ed2cfd5']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:57.097655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:57.196895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2432f-7d37-4baf-94e7-3e4d1bee3005 None None] Pushing event updated for resources: {'Port': ['ID=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:57.221593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:55Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:57.310342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c126-53ac-4c72-b57c-08d7899bfbd2 None None] The sync data for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 is: [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:55Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:57.334184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f3cd5539-3869-42c9-8c80-df9e10ab8077 None None] Provisioning complete for port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:57.341616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5539-3869-42c9-8c80-df9e10ab8077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:57.352611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-319e5fef-dfb4-4acd-8247-5a549ae4d401 req-f509961e-46b0-4cd9-bc71-88520f179290 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 210 time: 0.0580897 Feb 19 01:33:57.442658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:57.447674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:57.587845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (e602a302-fa3e-40c6-b2e5-4f97698ea12e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:57.623568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd5539-3869-42c9-8c80-df9e10ab8077 None None] Current status of the port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:57.625060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9087131-93a9-4a64-8a13-ab0cf084dd63 req-93679a2c-7633-4c19-810d-307c7954a518 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:57.626610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9087131-93a9-4a64-8a13-ab0cf084dd63 req-93679a2c-7633-4c19-810d-307c7954a518 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.3213356 Feb 19 01:33:57.775239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.4 (669a4e5e-020a-49dc-93fb-88ca159cea11/b452f3b7-57cd-4649-90ea-d132c2bb8a2e/352955c4-72e0-4a67-8343-63b5df7acce3) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:57.898578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d9087131-93a9-4a64-8a13-ab0cf084dd63 req-eeaaf68e-2bd3-4783-81ab-b8e75200c01b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245095 Feb 19 01:33:58.066479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (352955c4-72e0-4a67-8343-63b5df7acce3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:58.127751 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:58.221944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:58.248202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:58.252150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:58.290242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (e602a302-fa3e-40c6-b2e5-4f97698ea12e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:58.342672 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:58.358327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:58.451819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:58.452508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:58.493257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-ad9b9ed2-d6dc-475b-8f36-84f4bb1d3e3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5062318 Feb 19 01:33:58.716579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfc8c5-840d-4fb8-85e9-baca130322f1 req-ed7bd51a-c679-467f-81b1-215aa1bfee5d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:58.748754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02dfc8c5-840d-4fb8-85e9-baca130322f1 req-ed7bd51a-c679-467f-81b1-215aa1bfee5d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 931 time: 0.2463849 Feb 19 01:33:58.753444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.25.0.20 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/47222918-f9ec-495e-8fa4-da928b2ddf9e) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:58.759955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d39b3c40-9326-4918-a7ab-b003ff229718 None None] Provisioning complete for port 352955c4-72e0-4a67-8343-63b5df7acce3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:58.763888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d39b3c40-9326-4918-a7ab-b003ff229718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:58.854080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d39b3c40-9326-4918-a7ab-b003ff229718 None None] Port 352955c4-72e0-4a67-8343-63b5df7acce3 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:58.919179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Request body: {'port': {'device_id': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:58.949408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02dfc8c5-840d-4fb8-85e9-baca130322f1 req-4e495847-536a-4a64-868a-feac67a30deb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982100 Feb 19 01:33:58.976572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:59.056085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:59.112627 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:59.175602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:59.183541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:59.183975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:59.268223 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:59.305222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:59.339314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=47222918-f9ec-495e-8fa4-da928b2ddf9e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:59.342801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:59.388654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:59.413057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2d19-7d83-4666-9c3e-e82c0cec05f1 req-908b63e2-06aa-4aa4-a645-85fce06edd24 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:59.415727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ceb2d19-7d83-4666-9c3e-e82c0cec05f1 req-908b63e2-06aa-4aa4-a645-85fce06edd24 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.3194420 Feb 19 01:33:59.680193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ceb2d19-7d83-4666-9c3e-e82c0cec05f1 req-b846a687-2c42-46e3-97b9-fe2c014a9465 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199130 Feb 19 01:33:59.867088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (e602a302-fa3e-40c6-b2e5-4f97698ea12e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:59.935718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:59.957529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Publish callbacks [] for port (352955c4-72e0-4a67-8343-63b5df7acce3), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:59.976686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Transition to ACTIVE for port object 352955c4-72e0-4a67-8343-63b5df7acce3 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:33:59.985655 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:00.112405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:00.197737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:00.198306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:00.198503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:00.208697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:34:00.209039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:00.221690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:00.222028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Checking segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:00.238058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Bound using segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:00.238400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Bound port: 352955c4-72e0-4a67-8343-63b5df7acce3, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:00.239194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:00.464104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39070) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:00.495669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (e602a302-fa3e-40c6-b2e5-4f97698ea12e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:00.586137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:00.591684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:00.631765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133192e-6131-487a-9acb-7a021415057d req-711afc32-977b-4456-be52-22f43371cbd7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:00.650662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2133192e-6131-487a-9acb-7a021415057d req-711afc32-977b-4456-be52-22f43371cbd7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.3658066 Feb 19 01:34:00.660791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:00.714582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:00.719441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:00.721296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] 10.222.0.10 "PUT /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 1091 time: 2.2020409 Feb 19 01:34:00.722093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:00.724961 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc62efca-9a79-4f7d-86e4-b898eb37f306" -d '{"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:00.787278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df4ec-b967-4ea3-b579-d3938c569fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:00.794663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34e51ac6-f8f9-4d0c-b21a-e81a41ed8965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:00.821788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2133192e-6131-487a-9acb-7a021415057d req-26476a50-4a6b-4bc5-8eaa-f10b1e348477 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697848 Feb 19 01:34:00.943156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-c15d4f63-abb6-420a-8664-104f678c679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:00.951859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-c15d4f63-abb6-420a-8664-104f678c679f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1125 time: 0.1558189 Feb 19 01:34:01.061518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-fef8b4ae-1f17-4def-88fc-5edc7448bd08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 217 time: 0.0970051 Feb 19 01:34:01.186723 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe4a9c9-60cc-48ad-a8dc-90e503f423d4 x-openstack-request-id: req-cfe4a9c9-60cc-48ad-a8dc-90e503f423d4 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:01.187348 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:01.187776 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfe4a9c9-60cc-48ad-a8dc-90e503f423d4 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:01.188347 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'status': 'completed', 'code': 200} Feb 19 01:34:01.191400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34e51ac6-f8f9-4d0c-b21a-e81a41ed8965 admin admin] Publish callbacks [] for security_group (2288da97-44df-43a1-9bad-01428bc15289), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:01.200206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-f9349638-553c-45c6-a19a-5bcf6359c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:01.202017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-f9349638-553c-45c6-a19a-5bcf6359c082 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.1339591 Feb 19 01:34:01.256013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-34e51ac6-f8f9-4d0c-b21a-e81a41ed8965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2288da97-44df-43a1-9bad-01428bc15289), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:01.275600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-c1ebf644-1833-4846-bfb4-9451bd5c39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:01.278455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-c1ebf644-1833-4846-bfb4-9451bd5c39ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652227 Feb 19 01:34:01.434569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51ac6-f8f9-4d0c-b21a-e81a41ed8965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288da97-44df-43a1-9bad-01428bc15289,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:01.448149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126ac21-2f7d-40a1-8385-ba521280c53e req-1010dac6-fae9-4951-9116-91f05a142cf8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:01.448493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-b153d5c7-4908-47ea-9280-ac89db230033 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618626 Feb 19 01:34:01.450407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7126ac21-2f7d-40a1-8385-ba521280c53e req-1010dac6-fae9-4951-9116-91f05a142cf8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.6045203 Feb 19 01:34:01.453267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-34e51ac6-f8f9-4d0c-b21a-e81a41ed8965 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23d33359c09a420f9102da124eb40003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9826603 Feb 19 01:34:01.454175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router e602a302-fa3e-40c6-b2e5-4f97698ea12e is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:34:01.456362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:01.579977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7126ac21-2f7d-40a1-8385-ba521280c53e req-077869a1-1794-4c9b-86b1-8aa5627566a0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176136 Feb 19 01:34:01.674894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:01.688645 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Sync routers for ids ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:01.716258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:01.721584 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-049544d6-c1a7-4f06-a2a3-61bd8a157a42 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7636089 Feb 19 01:34:01.722279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39084) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:01.723193 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Routers {'e602a302-fa3e-40c6-b2e5-4f97698ea12e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:01.723855 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:01.863121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281c43f-b7b3-4065-a481-8361940774a2 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:01.869960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0281c43f-b7b3-4065-a481-8361940774a2 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a94f773fd5ef44bd8da91ef82f538b63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1465421 Feb 19 01:34:01.871804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:01.952188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6b-12ff-4bca-b25b-f8ab5e8b3ff7 admin admin] Publish callbacks [] for security_group (2288da97-44df-43a1-9bad-01428bc15289), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:01.956656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9e1cbdd-d322-49a0-9bb8-c6825265d36b req-97d2b4e9-fb99-438e-9a6f-26414fd25e38 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994168 Feb 19 01:34:02.028360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6b-12ff-4bca-b25b-f8ab5e8b3ff7 admin admin] Publish callbacks [] for security_group (2288da97-44df-43a1-9bad-01428bc15289), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:02.039163 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Set router e602a302-fa3e-40c6-b2e5-4f97698ea12e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:02.083258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265da099-ae37-48da-9945-b7abc46c4b7c tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.088298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-265da099-ae37-48da-9945-b7abc46c4b7c tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2154860 Feb 19 01:34:02.089116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:02.124152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c762e5a3-adb9-402b-b18b-3064ff6c3d91 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338008 Feb 19 01:34:02.124777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39092) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:02.158729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5a637a89-c9c9-4cd8-b89f-47235c353c84 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a94f773fd5ef44bd8da91ef82f538b63&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327165 Feb 19 01:34:02.159585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:02.207539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6b-12ff-4bca-b25b-f8ab5e8b3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2288da97-44df-43a1-9bad-01428bc15289), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:02.210117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6b-12ff-4bca-b25b-f8ab5e8b3ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:02.213598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fadb9b6b-12ff-4bca-b25b-f8ab5e8b3ff7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2288da97-44df-43a1-9bad-01428bc15289 HTTP/1.1" status: 204 len: 168 time: 0.7528448 Feb 19 01:34:02.262424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557e5b4-0356-4aa4-bbea-edbc35935e86 req-7f63fbb8-1be8-44dc-a9b3-394983943c1b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.273776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9557e5b4-0356-4aa4-bbea-edbc35935e86 req-7f63fbb8-1be8-44dc-a9b3-394983943c1b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.2981572 Feb 19 01:34:02.323857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb9b6b-12ff-4bca-b25b-f8ab5e8b3ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288da97-44df-43a1-9bad-01428bc15289,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:02.347699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-53dd42d6-879c-4ee4-81d1-412eb260f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.349821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-53dd42d6-879c-4ee4-81d1-412eb260f56d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1125 time: 0.3073523 Feb 19 01:34:02.428240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9557e5b4-0356-4aa4-bbea-edbc35935e86 req-b9c7344c-16fa-4204-9017-9509c4218488 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535370 Feb 19 01:34:02.435912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173c500-0377-4fe8-9ce3-7c1fd98d550d tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.444243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2173c500-0377-4fe8-9ce3-7c1fd98d550d tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2812212 Feb 19 01:34:02.444598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39102) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:02.505277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:02.514116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842789613', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:02.516046 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-237e2dda-5f37-46b8-a1b2-6b4be730fd29 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566626 Feb 19 01:34:02.707101 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:33:59Z', 'revision_number': 3, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:02.743417 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Checking router: e602a302-fa3e-40c6-b2e5-4f97698ea12e for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:02.743751 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Updating router e602a302-fa3e-40c6-b2e5-4f97698ea12e port 47222918-f9ec-495e-8fa4-da928b2ddf9e binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:34:02.748463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-e166424b-c7c7-4ce8-b0ff-bb06eb635971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.751124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-e166424b-c7c7-4ce8-b0ff-bb06eb635971 service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.3903680 Feb 19 01:34:02.777349 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:02.815857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39110) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:02.912984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6aee455-3c7e-41c1-b075-6b228c50388f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:02.930039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-9ec08d22-f2ec-4c61-8105-a0eca0bd050e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 217 time: 0.1411188 Feb 19 01:34:02.995425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a495334-f71d-4b4b-8b4b-d033946ba135 req-c828431c-017a-411a-ba0d-1f70646d151a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.998178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a495334-f71d-4b4b-8b4b-d033946ba135 req-c828431c-017a-411a-ba0d-1f70646d151a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1964762 Feb 19 01:34:03.104382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a495334-f71d-4b4b-8b4b-d033946ba135 req-e0cde164-ca18-4297-abf7-71233a7cacde tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890086 Feb 19 01:34:03.130946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-215f2053-2a64-48b9-bcab-d9f0066998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.132639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-215f2053-2a64-48b9-bcab-d9f0066998ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.2015290 Feb 19 01:34:03.147786 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Publish callbacks [] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.154788 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.217170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Made reservation on behalf of a94f773fd5ef44bd8da91ef82f538b63 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:03.219600 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Attempting to bind port 47222918-f9ec-495e-8fa4-da928b2ddf9e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:03.219976 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Attempting to bind port 47222918-f9ec-495e-8fa4-da928b2ddf9e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:03.220331 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Attempting to bind port 47222918-f9ec-495e-8fa4-da928b2ddf9e on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:03.223520 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb9e4f-02e2-483c-9622-25fcff07396f None None] Pushing event updated for resources: {'Port': ['ID=47222918-f9ec-495e-8fa4-da928b2ddf9e,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:03.228278 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:03.228646 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:03.229088 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.229458 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:03.229928 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Bound port: 47222918-f9ec-495e-8fa4-da928b2ddf9e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:03.230289 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.239789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.244239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6aee455-3c7e-41c1-b075-6b228c50388f admin admin] Publish callbacks [] for security_group (20acb0e2-a9ee-4830-a471-40b0b9f1f458), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.256208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6aee455-3c7e-41c1-b075-6b228c50388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (20acb0e2-a9ee-4830-a471-40b0b9f1f458), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.320007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] For port 47222918-f9ec-495e-8fa4-da928b2ddf9e, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:03.328374 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] For port 47222918-f9ec-495e-8fa4-da928b2ddf9e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47222918-f9ec-495e-8fa4-da928b2ddf9e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:03.340791 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.403257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6aee455-3c7e-41c1-b075-6b228c50388f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3046045c08c4049aed15b3fd917ff0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471430 Feb 19 01:34:03.415093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39112) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:03.418850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aee455-3c7e-41c1-b075-6b228c50388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20acb0e2-a9ee-4830-a471-40b0b9f1f458,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:03.440869 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb9e4f-02e2-483c-9622-25fcff07396f None None] Pushing event updated for resources: {'Port': ['ID=47222918-f9ec-495e-8fa4-da928b2ddf9e,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:03.449335 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Routers {'e602a302-fa3e-40c6-b2e5-4f97698ea12e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:03.449973 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:03.642876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c0c813f-7018-409f-9867-715e468760a8 admin admin] Publish callbacks [] for security_group (20acb0e2-a9ee-4830-a471-40b0b9f1f458), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.656000 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] Set router e602a302-fa3e-40c6-b2e5-4f97698ea12e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:03.736873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (00ea8137-0db6-4a02-bf36-fda4157a348f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.746269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c0c813f-7018-409f-9867-715e468760a8 admin admin] Publish callbacks [] for security_group (20acb0e2-a9ee-4830-a471-40b0b9f1f458), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.863430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c0c813f-7018-409f-9867-715e468760a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (20acb0e2-a9ee-4830-a471-40b0b9f1f458), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.865966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2c0c813f-7018-409f-9867-715e468760a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:03.867138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2c0c813f-7018-409f-9867-715e468760a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20acb0e2-a9ee-4830-a471-40b0b9f1f458 HTTP/1.1" status: 204 len: 168 time: 0.4504364 Feb 19 01:34:03.897465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-1c84dd3a-3e57-4a9c-bb99-665cf5860cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.899156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-1c84dd3a-3e57-4a9c-bb99-665cf5860cdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7548831 Feb 19 01:34:03.916537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c813f-7018-409f-9867-715e468760a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20acb0e2-a9ee-4830-a471-40b0b9f1f458,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:04.005873 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:33:59Z', 'revision_number': 3, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:04.011317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Subnet': ['ID=00ea8137-0db6-4a02-bf36-fda4157a348f,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:04.028959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcdef0-ba6a-46bf-b278-6148e2773b72 req-b979c864-dec9-447d-9658-b200f3251fce tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.030651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15dcdef0-ba6a-46bf-b278-6148e2773b72 req-b979c864-dec9-447d-9658-b200f3251fce tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.3134050 Feb 19 01:34:04.046972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-23f90ae8-2ffa-4196-b28c-b12b96f73042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.048611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-23f90ae8-2ffa-4196-b28c-b12b96f73042 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1127 time: 0.2968299 Feb 19 01:34:04.051948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Checking segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:04.052443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network hostable DHCP agents. Network: ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:34:04.066254 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446787f8-8b7e-436f-a060-eedbc38065ff None None] The sync data for ids ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'] in n-d-826752-2 is: [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:33:59Z', 'revision_number': 3, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:04.193905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:34:04.241963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-6f0dbd59-1943-4aab-9c36-024c149ac176 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293715 Feb 19 01:34:04.253750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15dcdef0-ba6a-46bf-b278-6148e2773b72 req-eb1152c2-3399-4b9c-8c49-9d2012b819d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092664 Feb 19 01:34:04.269804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:04.287091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.288012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d249c3-e3d8-460c-857f-beb11635851f None None] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:04.288477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:04.351294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-9dee54f9-590b-471e-8c62-93c08529e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.353032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-9dee54f9-590b-471e-8c62-93c08529e7ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.2725549 Feb 19 01:34:04.375613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0453228a-ba0d-42e0-9a3e-e42f5cf7900d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8655519 Feb 19 01:34:04.379509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39124) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:04.469916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc62efca-9a79-4f7d-86e4-b898eb37f306 req-352557fc-9ca0-447d-a517-0e497c7dafb4 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148206 Feb 19 01:34:04.474719 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-dfd869e3-22d1-4084-9eb2-e7df6e6b39ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 1001 time: 0.1105208 Feb 19 01:34:04.498057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'fixed_ips': [{'subnet_id': '00ea8137-0db6-4a02-bf36-fda4157a348f'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:34:04.499355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:04.565618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-1557da08-d2b2-40a6-b62a-a98b3f5fd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.567271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-1557da08-d2b2-40a6-b62a-a98b3f5fd2a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0717232 Feb 19 01:34:04.654527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6879-0954-4913-88c5-2f9bcbd05603 req-0e051fd7-76e7-47db-8673-c89ee48e2456 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.663169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48af6879-0954-4913-88c5-2f9bcbd05603 req-0e051fd7-76e7-47db-8673-c89ee48e2456 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.3978808 Feb 19 01:34:04.741756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48af6879-0954-4913-88c5-2f9bcbd05603 req-dddbf396-3fd4-4256-83e3-6d406204ef29 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772576 Feb 19 01:34:04.742691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-2d5a0642-cdfc-40e3-9b79-0e6102001ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.785621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-2d5a0642-cdfc-40e3-9b79-0e6102001ead service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2058957 Feb 19 01:34:04.984928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-49a08a29-12d7-4f10-b35e-83416b4c4ba5 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886330 Feb 19 01:34:05.007846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:34:05.157608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47222918-f9ec-495e-8fa4-da928b2ddf9e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:05.195013 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b91ea3-6fa9-4b30-ac2d-6f74f12d2450 req-ad7339c1-1cef-4e8a-8082-290299f4d7c6 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979825 Feb 19 01:34:05.333437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:05.382306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 47222918-f9ec-495e-8fa4-da928b2ddf9e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:05.408633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:05.438150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '352955c4-72e0-4a67-8343-63b5df7acce3', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'mac_address': 'fa:16:3e:df:16:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:34:05.517212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Allocated IP 172.20.0.18 (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7/00ea8137-0db6-4a02-bf36-fda4157a348f/3e721a25-7268-40ae-bf6e-bb2e920f38d9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:05.630413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384e7e4-c32c-4b8f-b293-41a5802563d8 req-7365329a-cc95-43fe-a268-196bad0db773 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:05.639785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9384e7e4-c32c-4b8f-b293-41a5802563d8 req-7365329a-cc95-43fe-a268-196bad0db773 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.1522181 Feb 19 01:34:05.813542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9384e7e4-c32c-4b8f-b293-41a5802563d8 req-19475b74-a93a-43dc-942e-12fc4c16a8ad tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500599 Feb 19 01:34:05.856489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 352955c4-72e0-4a67-8343-63b5df7acce3 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:05.856976 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:05.922496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:34:05.967814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 47222918-f9ec-495e-8fa4-da928b2ddf9e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:05.968598 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:05.996978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 47222918-f9ec-495e-8fa4-da928b2ddf9e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47222918-f9ec-495e-8fa4-da928b2ddf9e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:06.020822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.025175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:06.079677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.157243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Publish callbacks [] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.171398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.213793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:06.221326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:06.223245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=47222918-f9ec-495e-8fa4-da928b2ddf9e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:06.226291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:06.373904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Attempting to bind port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:06.374498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Attempting to bind port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:06.374708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Attempting to bind port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 on network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:06.413066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:06.413458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Checking segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:06.413877 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.414305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Bound using segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:06.414809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Bound port: 3e721a25-7268-40ae-bf6e-bb2e920f38d9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:06.415199 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.426578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['352955c4-72e0-4a67-8343-63b5df7acce3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:34:06.534068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:06.772755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Pushing event updated for resources: {'Port': ['ID=3e721a25-7268-40ae-bf6e-bb2e920f38d9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:06.781723 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e8f72-6991-4630-8880-2ad895f818ef req-29a8635e-4e07-43e9-a010-38cbbf5dbe64 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:06.783314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b86e8f72-6991-4630-8880-2ad895f818ef req-29a8635e-4e07-43e9-a010-38cbbf5dbe64 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1592677 Feb 19 01:34:06.865596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] For port 3e721a25-7268-40ae-bf6e-bb2e920f38d9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:06.869192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] For port 3e721a25-7268-40ae-bf6e-bb2e920f38d9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3e721a25-7268-40ae-bf6e-bb2e920f38d9,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:06.880273 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:34:06.916771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:06.939277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:07.008913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47222918-f9ec-495e-8fa4-da928b2ddf9e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:07.070446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62d0c-2c41-4387-8d31-e5a395278036 req-a613572d-8130-44f3-b305-f12532f438b1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:07.080771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9f62d0c-2c41-4387-8d31-e5a395278036 req-a613572d-8130-44f3-b305-f12532f438b1 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 944 time: 0.1261396 Feb 19 01:34:07.114001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b86e8f72-6991-4630-8880-2ad895f818ef req-0a32ac67-6071-4dbf-9744-5ce81544ac1d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215005 Feb 19 01:34:07.209553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9f62d0c-2c41-4387-8d31-e5a395278036 req-3a6d2d65-16c4-490c-a125-3a556ec20271 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172223 Feb 19 01:34:07.213214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dadc8-efd0-4479-b4a0-b356cc042c92 None None] Pushing event updated for resources: {'Port': ['ID=3e721a25-7268-40ae-bf6e-bb2e920f38d9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:07.222553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 47222918-f9ec-495e-8fa4-da928b2ddf9e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:07.222825 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:07.542750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 47222918-f9ec-495e-8fa4-da928b2ddf9e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:07.688737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.20.0.17 (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7/00ea8137-0db6-4a02-bf36-fda4157a348f/9a62223c-8fe1-4f3b-a004-86bff6471ab9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:07.919735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:07.985515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:08.059894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:08.065718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:08.068780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:08.099793 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=9a62223c-8fe1-4f3b-a004-86bff6471ab9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:08.137643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (e602a302-fa3e-40c6-b2e5-4f97698ea12e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:08.479574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:08.580364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9417e5f-98da-4f19-bc26-15e4fb1c0863 req-f91630d3-d8b3-4524-a274-a5d32b391e9c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:08.583354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9417e5f-98da-4f19-bc26-15e4fb1c0863 req-f91630d3-d8b3-4524-a274-a5d32b391e9c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 944 time: 0.1193709 Feb 19 01:34:08.765660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a9417e5f-98da-4f19-bc26-15e4fb1c0863 req-c377aea3-b4a7-44e4-b28e-b410a62378fb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761575 Feb 19 01:34:08.889125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:08.898896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39210) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:08.930065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39214) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:09.009939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b60f6-93e5-4c9a-845b-de405f40d1ce None None] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:09.068552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3e721a25-7268-40ae-bf6e-bb2e920f38d9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:09.090892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981503-f7d1-4a72-8833-cdb21092c240 req-ed9a288a-2f93-4103-9960-4a73b6b4d5b0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:09.103170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0981503-f7d1-4a72-8833-cdb21092c240 req-ed9a288a-2f93-4103-9960-4a73b6b4d5b0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.5881732 Feb 19 01:34:09.141420 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.151707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.170645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56bfd178-ef6f-4f39-965d-5c25e7477204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.172763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e3eb9f-a283-4625-8fe7-7e672df9b24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.280280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (e602a302-fa3e-40c6-b2e5-4f97698ea12e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.307095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=9a62223c-8fe1-4f3b-a004-86bff6471ab9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:09.311610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] Provisioning complete for port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:09.312010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.327887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e0981503-f7d1-4a72-8833-cdb21092c240 req-68e47bea-d4ed-4ac0-9162-dc0b1c7bda34 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237353 Feb 19 01:34:09.439179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 352955c4-72e0-4a67-8343-63b5df7acce3 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:34:09.446120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 352955c4-72e0-4a67-8343-63b5df7acce3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:09.446750 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.461444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e3eb9f-a283-4625-8fe7-7e672df9b24e admin admin] Publish callbacks [] for security_group (c61850bf-5f35-42c5-92df-1d9de7e3e08d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.512171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:09.512835 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.517755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56bfd178-ef6f-4f39-965d-5c25e7477204 admin admin] Publish callbacks [] for security_group (d772e355-9862-4764-a4e0-238d7789a6fe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.520530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56e3eb9f-a283-4625-8fe7-7e672df9b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c61850bf-5f35-42c5-92df-1d9de7e3e08d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.568447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:09.569913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:09.582574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-56e3eb9f-a283-4625-8fe7-7e672df9b24e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e675d88b5754ed8984e4a957034a93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6514025 Feb 19 01:34:09.583189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39218) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:09.584209 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56bfd178-ef6f-4f39-965d-5c25e7477204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d772e355-9862-4764-a4e0-238d7789a6fe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.588864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3eb9f-a283-4625-8fe7-7e672df9b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61850bf-5f35-42c5-92df-1d9de7e3e08d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:09.617119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] Current status of the port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:09.617518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.655996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfd178-ef6f-4f39-965d-5c25e7477204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772e355-9862-4764-a4e0-238d7789a6fe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:09.711852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-56bfd178-ef6f-4f39-965d-5c25e7477204 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94a523f4a4d2402995392e5a337de40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8118107 Feb 19 01:34:09.715091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39220) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:09.735124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:09.735520 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.836383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] For port 3e721a25-7268-40ae-bf6e-bb2e920f38d9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3e721a25-7268-40ae-bf6e-bb2e920f38d9,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:09.873392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4f03cb1-157b-4587-a239-4dcbc16404e0 admin admin] Publish callbacks [] for security_group (d772e355-9862-4764-a4e0-238d7789a6fe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.883797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.929765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router e602a302-fa3e-40c6-b2e5-4f97698ea12e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:09.984682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4f03cb1-157b-4587-a239-4dcbc16404e0 admin admin] Publish callbacks [] for security_group (d772e355-9862-4764-a4e0-238d7789a6fe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:09.991731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 352955c4-72e0-4a67-8343-63b5df7acce3 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:09.992321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.054606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81a61c06-91ea-4771-b9bf-c3b90c74dda3 admin admin] Publish callbacks [] for security_group (c61850bf-5f35-42c5-92df-1d9de7e3e08d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.073318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2d15-3ac7-4004-b44b-4a2233c95cf4 req-e39b1176-498c-414a-8252-0eb796a0bdaa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:10.081085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fab2d15-3ac7-4004-b44b-4a2233c95cf4 req-e39b1176-498c-414a-8252-0eb796a0bdaa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 944 time: 0.1671910 Feb 19 01:34:10.136007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:10.142142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81a61c06-91ea-4771-b9bf-c3b90c74dda3 admin admin] Publish callbacks [] for security_group (c61850bf-5f35-42c5-92df-1d9de7e3e08d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.161970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:10.164237 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2855205-9ecd-4da1-8b99-d5dfe2bb0254" -d '{"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-plugged", "status": "completed", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:10.179221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4f03cb1-157b-4587-a239-4dcbc16404e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d772e355-9862-4764-a4e0-238d7789a6fe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.187362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4f03cb1-157b-4587-a239-4dcbc16404e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.188536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4f03cb1-157b-4587-a239-4dcbc16404e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d772e355-9862-4764-a4e0-238d7789a6fe HTTP/1.1" status: 204 len: 168 time: 0.4726017 Feb 19 01:34:10.192605 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.203112 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:34:10.203488 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:34:10.241975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fab2d15-3ac7-4004-b44b-4a2233c95cf4 req-d953bc73-acec-45b0-99ce-eaad8c3b376e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587138 Feb 19 01:34:10.244237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:10.263433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-809afc42-5532-4bd9-974b-ae686333c66c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "PUT /v2.0/routers/e602a302-fa3e-40c6-b2e5-4f97698ea12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8720489 Feb 19 01:34:10.263769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a483a0d-12eb-4387-848d-bf16652c23e7 None None] Pushing event updated for resources: {'Port': ['ID=3e721a25-7268-40ae-bf6e-bb2e920f38d9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:10.271103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f03cb1-157b-4587-a239-4dcbc16404e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772e355-9862-4764-a4e0-238d7789a6fe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:10.345488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81a61c06-91ea-4771-b9bf-c3b90c74dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c61850bf-5f35-42c5-92df-1d9de7e3e08d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.350051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81a61c06-91ea-4771-b9bf-c3b90c74dda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.369575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-81a61c06-91ea-4771-b9bf-c3b90c74dda3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c61850bf-5f35-42c5-92df-1d9de7e3e08d HTTP/1.1" status: 204 len: 168 time: 0.7831507 Feb 19 01:34:10.378848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:10.391597 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727b61dd-9318-4117-9164-75a6b2b06a79 x-openstack-request-id: req-727b61dd-9318-4117-9164-75a6b2b06a79 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:10.391749 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-plugged", "status": "completed", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:10.393232 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-727b61dd-9318-4117-9164-75a6b2b06a79 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:10.394967 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'code': 200} Feb 19 01:34:10.403231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a61c06-91ea-4771-b9bf-c3b90c74dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61850bf-5f35-42c5-92df-1d9de7e3e08d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:10.413808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Sync routers for ids ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:10.439488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3cb797a6-0f21-4198-90e4-ddc961ee1c68 None None] Provisioning complete for port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:10.439793 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3cb797a6-0f21-4198-90e4-ddc961ee1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.503214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Routers {'e602a302-fa3e-40c6-b2e5-4f97698ea12e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:10.504181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:10.505389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49162e-063f-456b-8143-e872e0b34729 req-f74360f7-ffee-4a21-abb0-a7d71a6f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:10.512247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c49162e-063f-456b-8143-e872e0b34729 req-f74360f7-ffee-4a21-abb0-a7d71a6f315f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1127 time: 0.1384280 Feb 19 01:34:10.568925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3cb797a6-0f21-4198-90e4-ddc961ee1c68 None None] Port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:34:10.718548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c49162e-063f-456b-8143-e872e0b34729 req-3917fb02-4589-49f3-b7ce-272dd20d0076 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838691 Feb 19 01:34:10.859586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e380740-312c-400d-a5ae-730dabd8dd85 req-1a0e2ef4-ab26-4977-9a06-c4c4ea7cf5c0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:10.869499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e380740-312c-400d-a5ae-730dabd8dd85 req-1a0e2ef4-ab26-4977-9a06-c4c4ea7cf5c0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.2857299 Feb 19 01:34:11.012476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-edcc8eea-e209-409c-8616-daf9c603a69e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:11.015103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-edcc8eea-e209-409c-8616-daf9c603a69e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/networks?id=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 HTTP/1.1" status: 200 len: 797 time: 0.3456247 Feb 19 01:34:11.035224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e380740-312c-400d-a5ae-730dabd8dd85 req-c1b6f978-9117-4cd6-b084-30acb08b18b1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593046 Feb 19 01:34:11.047088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-bf972a8d-2b2a-4e3e-b5bc-9e1f38078e43 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/quotas/a94f773fd5ef44bd8da91ef82f538b63 HTTP/1.1" status: 200 len: 375 time: 0.0253558 Feb 19 01:34:11.174644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3cb797a6-0f21-4198-90e4-ddc961ee1c68 None None] Provisioning complete for port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:11.175176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-f51ea4de-a97a-431c-95f1-1db358ab7e4c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1102207 Feb 19 01:34:11.175539 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3cb797a6-0f21-4198-90e4-ddc961ee1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.179188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:11.320983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:11.340316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30607e94-9788-4392-8637-1277f17a1435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.363044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Set router e602a302-fa3e-40c6-b2e5-4f97698ea12e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:11.371954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3e721a25-7268-40ae-bf6e-bb2e920f38d9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:11.483292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-227efc3d-ea8f-44f2-8f2a-6d9260c7146a service neutron] 10.222.0.43 "GET /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052619 Feb 19 01:34:11.531766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30607e94-9788-4392-8637-1277f17a1435 admin admin] Publish callbacks [] for security_group (2f7bb3fc-73a2-46f1-8448-96d0340ba63f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.542560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-30607e94-9788-4392-8637-1277f17a1435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2f7bb3fc-73a2-46f1-8448-96d0340ba63f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.597022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-30607e94-9788-4392-8637-1277f17a1435 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6bde378afd841d8abe314027df4dfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747173 Feb 19 01:34:11.599508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39274) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:11.618630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7961-d27b-456c-a222-4998d575d378 req-8107b904-4de7-48b6-8b50-4675a0f68fbf tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:11.620236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4ee7961-d27b-456c-a222-4998d575d378 req-8107b904-4de7-48b6-8b50-4675a0f68fbf tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1967971 Feb 19 01:34:11.638784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-f904941b-8fa5-468b-ae6d-2885aae7ae2d service neutron] 10.222.0.43 "GET /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464071 Feb 19 01:34:11.660233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3cb797a6-0f21-4198-90e4-ddc961ee1c68 None None] Current status of the port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:11.746883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30607e94-9788-4392-8637-1277f17a1435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7bb3fc-73a2-46f1-8448-96d0340ba63f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:11.751607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:11.752185 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.807419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1924ab9-23e2-42cc-a333-145b9fe33128 admin admin] Publish callbacks [] for security_group (2f7bb3fc-73a2-46f1-8448-96d0340ba63f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.823521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4ee7961-d27b-456c-a222-4998d575d378 req-2c0cc3a3-3858-47c4-8ceb-300ccbc074ba tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907744 Feb 19 01:34:11.823691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ae586390-e188-4707-916b-536ffefe0939 None None] Provisioning complete for port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:11.824204 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae586390-e188-4707-916b-536ffefe0939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:11.832959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:34:08Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9a62223c-8fe1-4f3b-a004-86bff6471ab9', 'name': '', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:0b:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:07Z', 'updated_at': '2022-02-19T01:34:08Z', 'revision_number': 2, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:11.850164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-9b451391-ce2d-4f70-b851-9e54d38549cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:11.851728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-9b451391-ce2d-4f70-b851-9e54d38549cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1127 time: 0.1176174 Feb 19 01:34:11.919778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Checking router: e602a302-fa3e-40c6-b2e5-4f97698ea12e for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:11.920327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Updating router e602a302-fa3e-40c6-b2e5-4f97698ea12e port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:34:11.959232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ae586390-e188-4707-916b-536ffefe0939 None None] Port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:34:11.975403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.000159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:12.023375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1924ab9-23e2-42cc-a333-145b9fe33128 admin admin] Publish callbacks [] for security_group (2f7bb3fc-73a2-46f1-8448-96d0340ba63f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.078507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f991418-f2f5-4aad-afa2-5634bf07ffde req-48fcdb10-e47d-4e74-9ef2-df308c09a800 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 210 time: 0.0704870 Feb 19 01:34:12.225262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-2122407f-73d6-42fb-a125-92d3f35015a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.226948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-2122407f-73d6-42fb-a125-92d3f35015a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.3643413 Feb 19 01:34:12.298211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1924ab9-23e2-42cc-a333-145b9fe33128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2f7bb3fc-73a2-46f1-8448-96d0340ba63f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.300742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1924ab9-23e2-42cc-a333-145b9fe33128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.301923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1924ab9-23e2-42cc-a333-145b9fe33128 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f7bb3fc-73a2-46f1-8448-96d0340ba63f HTTP/1.1" status: 204 len: 168 time: 0.7015042 Feb 19 01:34:12.315442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1924ab9-23e2-42cc-a333-145b9fe33128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7bb3fc-73a2-46f1-8448-96d0340ba63f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:12.343623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-48cddef1-e97c-473a-ab4d-0634c4f9b227 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 1001 time: 0.1095009 Feb 19 01:34:12.360311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa120e6-22e4-4624-9443-40892766f626 req-977fa4bd-de2f-4dce-a0d0-e933a58ba2b5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.361864 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-caa120e6-22e4-4624-9443-40892766f626 req-977fa4bd-de2f-4dce-a0d0-e933a58ba2b5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1412256 Feb 19 01:34:12.471272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-800cdf7e-e952-436c-ab70-3d88e56237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.482190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-800cdf7e-e952-436c-ab70-3d88e56237bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.1273847 Feb 19 01:34:12.486756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-caa120e6-22e4-4624-9443-40892766f626 req-345417ac-6b2b-43f7-88eb-e62cddda58a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150723 Feb 19 01:34:12.546969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Publish callbacks [] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.557679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.605914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-fc94b43d-1fea-42c3-b4fb-d5d569c538ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.607818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-fc94b43d-1fea-42c3-b4fb-d5d569c538ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1201711 Feb 19 01:34:12.725553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Pushing event updated for resources: {'Port': ['ID=9a62223c-8fe1-4f3b-a004-86bff6471ab9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:12.764653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-1d764f9a-e942-4a38-aa17-2579b8ca4a64 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472850 Feb 19 01:34:12.765532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Attempting to bind port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:12.774007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Attempting to bind port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:12.774424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Attempting to bind port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 on network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:12.790228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:12.790616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Checking segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:12.791029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.791434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Bound using segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:12.791922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Bound port: 9a62223c-8fe1-4f3b-a004-86bff6471ab9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:12.792311 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:12.956560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] For port 9a62223c-8fe1-4f3b-a004-86bff6471ab9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:12.960107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ce59510-7059-4d75-ab6c-aa080a921c10 req-f0bb68cf-a836-49ce-ae63-0de3b2575a67 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897502 Feb 19 01:34:12.966945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] For port 9a62223c-8fe1-4f3b-a004-86bff6471ab9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9a62223c-8fe1-4f3b-a004-86bff6471ab9,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:12.976248 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.048531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317ac14-cb87-4e84-90e2-8519006902d2 req-38e16243-2ac1-4d59-92ce-d46545a197c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.051713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d317ac14-cb87-4e84-90e2-8519006902d2 req-38e16243-2ac1-4d59-92ce-d46545a197c5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1165996 Feb 19 01:34:13.076139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Routers {'e602a302-fa3e-40c6-b2e5-4f97698ea12e'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:13.077078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:13.147930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d317ac14-cb87-4e84-90e2-8519006902d2 req-971fdef1-c8e1-4b8f-9ec6-7729c4f6bfba tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881732 Feb 19 01:34:13.182798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Pushing event updated for resources: {'Port': ['ID=9a62223c-8fe1-4f3b-a004-86bff6471ab9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:13.213225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.213824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.214379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.215577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.216076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.216589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.217869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.218220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.218561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.218896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.219283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.219618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.219947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a032c7-ae79-4aeb-9176-0e89b91f21b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:13.294857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e8924cd-853f-4bab-9a04-630c8815ae73 req-b0b29949-13bf-4c75-94c7-697534e740df tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 210 time: 0.0605373 Feb 19 01:34:13.313079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] Provisioning complete for port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:13.313713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.344966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] Set router e602a302-fa3e-40c6-b2e5-4f97698ea12e gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:13.399607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b041a-ad27-4f2a-b89d-30ec8039f04f req-6bb8a748-8a9a-4d54-ad3e-d865d4d92490 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.401804 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-216b041a-ad27-4f2a-b89d-30ec8039f04f req-6bb8a748-8a9a-4d54-ad3e-d865d4d92490 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0913370 Feb 19 01:34:13.483905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-216b041a-ad27-4f2a-b89d-30ec8039f04f req-5a64eeb4-81a5-4df3-9ee2-5363662f1076 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754218 Feb 19 01:34:13.513959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39328) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:13.598164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32150009-598c-43b1-9207-5592414a760d tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.602790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-32150009-598c-43b1-9207-5592414a760d tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1122 time: 0.0850158 Feb 19 01:34:13.606539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39332) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:13.624612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:13.668833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.720056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] Current status of the port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:13.720566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.760595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-041e40a4-d42f-4b50-b1bf-f6aee4956fd0 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.762754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-041e40a4-d42f-4b50-b1bf-f6aee4956fd0 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.89 "GET /v2.0/networks?id=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 HTTP/1.1" status: 200 len: 797 time: 0.2861359 Feb 19 01:34:13.768067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] For port 9a62223c-8fe1-4f3b-a004-86bff6471ab9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9a62223c-8fe1-4f3b-a004-86bff6471ab9,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:13.775909 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.787646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Request body: {'port': {'device_id': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'admin_state_up': True, 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:13.831805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90454538-1be9-4e54-9bc3-ba70a457cb54 req-85901b98-ca06-43d9-976d-f088562381ca tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.841788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90454538-1be9-4e54-9bc3-ba70a457cb54 req-85901b98-ca06-43d9-976d-f088562381ca tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 945 time: 0.1506259 Feb 19 01:34:13.871318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d472d-1e4b-4413-a9b0-b61cade5f4c9 None None] Pushing event updated for resources: {'Port': ['ID=9a62223c-8fe1-4f3b-a004-86bff6471ab9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:13.886507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:34:08Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9a62223c-8fe1-4f3b-a004-86bff6471ab9', 'name': '', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:0b:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:07Z', 'updated_at': '2022-02-19T01:34:12Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:13.896450 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.927228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52700196-5096-4044-bb56-6a8e6f00700e None None] The sync data for ids ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'] in n-d-826752-2 is: [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:34:08Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9a62223c-8fe1-4f3b-a004-86bff6471ab9', 'name': '', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:0b:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:07Z', 'updated_at': '2022-02-19T01:34:12Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:13.938657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d4789c6d-2e93-4946-a7ed-246e5c6f1350 None None] Provisioning complete for port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:13.939037 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4789c6d-2e93-4946-a7ed-246e5c6f1350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.103245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90454538-1be9-4e54-9bc3-ba70a457cb54 req-98adf40e-eb45-4d9b-8dbd-cb09ee95ea04 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566164 Feb 19 01:34:14.104135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d4789c6d-2e93-4946-a7ed-246e5c6f1350 None None] Current status of the port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:14.163712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.228 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/f5f72ecb-8f25-46d5-93bd-3756310197b1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:14.178836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Made reservation on behalf of a94f773fd5ef44bd8da91ef82f538b63 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:14.186559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.359746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.401905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Allocated IP 172.20.0.30 (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7/00ea8137-0db6-4a02-bf36-fda4157a348f/8a1a68a1-db63-40a6-9d34-3955257f4b0c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:14.459160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8d0fcb4-1c18-4159-a9e6-1e3ab0f01361 req-cd50d44e-d205-463f-b031-31cfcaaad380 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 210 time: 0.0465646 Feb 19 01:34:14.487502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.589390 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.601886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:14.604824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:14.652514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:14.656307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=f5f72ecb-8f25-46d5-93bd-3756310197b1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:14.689364 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.780519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:14.785961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:14.790322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:14.891325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event updated for resources: {'Port': ['ID=8a1a68a1-db63-40a6-9d34-3955257f4b0c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:14.907396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.907876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.908650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.908834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.909294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.909792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.910702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.910702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.911078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.911513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.911944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.912371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.913028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:14.915392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:14.929726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:14.940403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.978344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1372c38f-cfa9-4442-81b3-5316ddb05406 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2013261 Feb 19 01:34:14.990244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Request body: {'port': {'device_id': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:15.082688 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.129205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:15.129626 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.193750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:15.195913 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeca4e1-f42f-4772-8b34-28d945d1ab27" -d '{"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-unplugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:15.237224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:15.248192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.336822 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315f7de-1339-44f0-a31e-4a05d6ee4ea4 x-openstack-request-id: req-2315f7de-1339-44f0-a31e-4a05d6ee4ea4 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:15.337150 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-unplugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:15.337595 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2315f7de-1339-44f0-a31e-4a05d6ee4ea4 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:15.338299 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'code': 200} Feb 19 01:34:15.387294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:15.425020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c07ae484-2032-4707-b888-d034571415a1 None None] Provisioning complete for port 8a1a68a1-db63-40a6-9d34-3955257f4b0c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:15.425020 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c07ae484-2032-4707-b888-d034571415a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.463990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9a62223c-8fe1-4f3b-a004-86bff6471ab9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:15.473532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (ffc69975-42ed-45b1-b949-e26996d4c2e4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.614334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba25d42-47ff-46c0-9047-532a1a4692c7 req-115fd3c2-8cea-4808-9c44-601efc0b8eb5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:15.616262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cba25d42-47ff-46c0-9047-532a1a4692c7 req-115fd3c2-8cea-4808-9c44-601efc0b8eb5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.2545536 Feb 19 01:34:15.722832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cba25d42-47ff-46c0-9047-532a1a4692c7 req-84a09434-5057-4e71-b304-5fc86a5993ab tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980625 Feb 19 01:34:15.776556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c07ae484-2032-4707-b888-d034571415a1 None None] Port 8a1a68a1-db63-40a6-9d34-3955257f4b0c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:34:15.807775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:15.808454 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.857979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1a68a1-db63-40a6-9d34-3955257f4b0c {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:34:15.867033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Publish callbacks [] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.894222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Transition to ACTIVE for port object 8a1a68a1-db63-40a6-9d34-3955257f4b0c will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:34:15.901243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.947656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:16.012812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.096305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8a3b7-bcf3-48d9-bcdc-767e2cb102a1 req-ea4f5b9a-8940-4e96-bc85-a5209b4b9f58 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:16.097927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8b8a3b7-bcf3-48d9-bcdc-767e2cb102a1 req-ea4f5b9a-8940-4e96-bc85-a5209b4b9f58 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 907 time: 0.1289546 Feb 19 01:34:16.108543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1a68a1-db63-40a6-9d34-3955257f4b0c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:16.260255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Attempting to bind port 8a1a68a1-db63-40a6-9d34-3955257f4b0c on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:16.261066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Attempting to bind port 8a1a68a1-db63-40a6-9d34-3955257f4b0c by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:16.262432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Attempting to bind port 8a1a68a1-db63-40a6-9d34-3955257f4b0c on network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:16.272584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Port 8a1a68a1-db63-40a6-9d34-3955257f4b0c on network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:34:16.273772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Attempting to bind port 8a1a68a1-db63-40a6-9d34-3955257f4b0c on network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:16.282273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:16.283128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Checking segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:16.283700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Bound using segment: {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:16.285470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Bound port: 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d97ccc8-97dc-42b9-8380-787ed7c6707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:16.286133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.370877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.382980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.396963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] For port 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:16.402826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] For port 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:16.415077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.457690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:16.458532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.460190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] 10.222.0.89 "PUT /v2.0/ports/8a1a68a1-db63-40a6-9d34-3955257f4b0c HTTP/1.1" status: 200 len: 1055 time: 1.4742911 Feb 19 01:34:16.460649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'tag': '8a1a68a1-db63-40a6-9d34-3955257f4b0c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:16.463024 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99e3ad-549f-488c-98c8-ae9c652d6a72" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a6bd23-c3b5-42e7-a511-7620af9c4516", "tag": "8a1a68a1-db63-40a6-9d34-3955257f4b0c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:16.493383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1e88-7426-4e0e-a0cb-c2139c974b94 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1a68a1-db63-40a6-9d34-3955257f4b0c,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:16.520272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=f5f72ecb-8f25-46d5-93bd-3756310197b1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:16.538491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (ffc69975-42ed-45b1-b949-e26996d4c2e4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.566524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-b0f67c4f-582e-4a3c-b68f-7d08aea36d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:16.568092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-b0f67c4f-582e-4a3c-b68f-7d08aea36d83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 1089 time: 0.0637743 Feb 19 01:34:16.587174 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bedfe39-3740-42c7-970c-e8c1b524f04c x-openstack-request-id: req-7bedfe39-3740-42c7-970c-e8c1b524f04c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:16.587174 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a6bd23-c3b5-42e7-a511-7620af9c4516", "tag": "8a1a68a1-db63-40a6-9d34-3955257f4b0c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:16.587174 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bedfe39-3740-42c7-970c-e8c1b524f04c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:16.587174 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'tag': '8a1a68a1-db63-40a6-9d34-3955257f4b0c', 'status': 'completed', 'code': 200} Feb 19 01:34:16.678185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-01019a3f-9a2b-4806-b26f-3de2eb7b4923 req-1be3fa94-ca50-4b3e-8c35-86d9e1b284e4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:34:16.681204 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01019a3f-9a2b-4806-b26f-3de2eb7b4923 req-1be3fa94-ca50-4b3e-8c35-86d9e1b284e4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118577 Feb 19 01:34:16.684351 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-e66a9820-1426-449d-953e-5b1e7708a05b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c HTTP/1.1" status: 200 len: 217 time: 0.1016560 Feb 19 01:34:16.722608 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP ffc69975-42ed-45b1-b949-e26996d4c2e4 associated. External IP: 172.25.0.228, port: 352955c4-72e0-4a67-8343-63b5df7acce3. Feb 19 01:34:16.779985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-3874fcf4-9d37-4cf5-ba20-e8375e242e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:16.782232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-3874fcf4-9d37-4cf5-ba20-e8375e242e61 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=00ea8137-0db6-4a02-bf36-fda4157a348f HTTP/1.1" status: 200 len: 838 time: 0.0912082 Feb 19 01:34:16.902808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-0c53d5b6-d549-4692-b97b-db1a2572a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:16.905763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-0c53d5b6-d549-4692-b97b-db1a2572a66a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1066527 Feb 19 01:34:17.090663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aed42-618f-40c2-9b83-2e675ec64366 req-9a9a7c6f-d4d4-46ce-a61d-225b9c70ceea tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.095745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-cb410072-87d4-48f2-8537-0578746c3b2b service neutron] 10.222.0.89 "GET /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821280 Feb 19 01:34:17.097414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df8aed42-618f-40c2-9b83-2e675ec64366 req-9a9a7c6f-d4d4-46ce-a61d-225b9c70ceea tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1769814 Feb 19 01:34:17.220872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d400d486-51b2-4839-9044-9faeb2f585b7 req-1e3f1534-824f-47c7-857b-d744a6987fb3 service neutron] 10.222.0.89 "GET /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181245 Feb 19 01:34:17.271432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df8aed42-618f-40c2-9b83-2e675ec64366 req-da3be322-03f7-4214-ae7f-32247c5cbf08 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684837 Feb 19 01:34:17.297367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 15418299-3de7-4a27-aa90-331f92023167 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:17.390989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39420) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:17.441877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:17.454111 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] Sync routers for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:17.475556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-5c766d91-27e9-41d8-b87f-070388f123cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.475783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:17.477388 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:17.478214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-5c766d91-27e9-41d8-b87f-070388f123cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 1089 time: 0.1453214 Feb 19 01:34:17.478588 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:17.500566 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-eed7bbdf-6589-460a-95ac-3b82f832263a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287107 Feb 19 01:34:17.541119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5979fcbf-290a-4387-b1d0-f8a061d82598 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9328372 Feb 19 01:34:17.543625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:17.550920 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7defa9f0-0638-4260-81fd-072f61eeb06a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:17.634333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7b18-c4db-4f88-ad02-50527b39c2bc req-413c7633-2269-461d-8dad-40b52652fcd8 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.636547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e02d7b18-c4db-4f88-ad02-50527b39c2bc req-413c7633-2269-461d-8dad-40b52652fcd8 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 907 time: 0.3892298 Feb 19 01:34:17.643271 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:17.656766 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5daa422b-db58-444c-b29f-39605e1d4bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:17.668501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-a36fa98e-4a8b-4e45-804c-a98d7a7d2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.670124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-a36fa98e-4a8b-4e45-804c-a98d7a7d2cb2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 HTTP/1.1" status: 200 len: 898 time: 0.1684582 Feb 19 01:34:17.750379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae9ec2-2a23-4441-a857-dca5db01d3b9 req-023a579b-fbfd-4e4e-87ba-8d9e698af963 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.754421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ae9ec2-2a23-4441-a857-dca5db01d3b9 req-023a579b-fbfd-4e4e-87ba-8d9e698af963 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1504729 Feb 19 01:34:17.759210 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e5d5e6-2612-4b57-9c2b-c81aee5a7ca3 x-openstack-request-id: req-71e5d5e6-2612-4b57-9c2b-c81aee5a7ca3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:17.761397 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:17.761773 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71e5d5e6-2612-4b57-9c2b-c81aee5a7ca3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:17.762296 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'status': 'completed', 'code': 200} Feb 19 01:34:17.771479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-3476644e-36b3-4d88-be30-f1bedf69c64e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c HTTP/1.1" status: 200 len: 217 time: 0.0846543 Feb 19 01:34:17.883090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-d6ad89d2-455f-40fd-a11d-8b4a15075971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.884925 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-d6ad89d2-455f-40fd-a11d-8b4a15075971 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=00ea8137-0db6-4a02-bf36-fda4157a348f HTTP/1.1" status: 200 len: 838 time: 0.1043723 Feb 19 01:34:17.916793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ae9ec2-2a23-4441-a857-dca5db01d3b9 req-23f8c95b-b1f4-4aec-8d4b-69772ee8210f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524858 Feb 19 01:34:17.926932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-d5cff4d0-a72d-43bc-9ec1-31afa0d4823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.929463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-d5cff4d0-a72d-43bc-9ec1-31afa0d4823a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1127 time: 0.1451499 Feb 19 01:34:17.936460 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'ffc69975-42ed-45b1-b949-e26996d4c2e4', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '15418299-3de7-4a27-aa90-331f92023167', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'mac_address': 'fa:16:3e:df:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:34:15Z', 'updated_at': '2022-02-19T01:34:15Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:56Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:17.945950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39432) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:17.963435 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] Checking router: 15418299-3de7-4a27-aa90-331f92023167 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:17.974921 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:17.975966 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:33:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:18.007233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-5dbe5040-93b3-41ae-929b-d51241059a1e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.008711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-5dbe5040-93b3-41ae-929b-d51241059a1e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports/97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 940 time: 0.3677285 Feb 19 01:34:18.028940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5daa422b-db58-444c-b29f-39605e1d4bbb admin admin] Publish callbacks [] for security_group (6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.031419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-3ea6a674-323e-4b8d-942c-40593d4b76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.033095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-3ea6a674-323e-4b8d-942c-40593d4b76d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1398885 Feb 19 01:34:18.105565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:18.154039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-f30ed6af-190d-4782-a85f-dbf90a42fd81 service neutron] 10.222.0.89 "GET /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105680 Feb 19 01:34:18.155214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5daa422b-db58-444c-b29f-39605e1d4bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.184610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5daa422b-db58-444c-b29f-39605e1d4bbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c67e1fb46bc6406e82275494e1c74682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7915046 Feb 19 01:34:18.194118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39436) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:18.195579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-6ea4e0dc-9e9b-485d-91a2-1d652af31dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.197157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-6ea4e0dc-9e9b-485d-91a2-1d652af31dc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.2596166 Feb 19 01:34:18.317997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa422b-db58-444c-b29f-39605e1d4bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:18.378627 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'ffc69975-42ed-45b1-b949-e26996d4c2e4', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '15418299-3de7-4a27-aa90-331f92023167', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'mac_address': 'fa:16:3e:df:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:34:15Z', 'updated_at': '2022-02-19T01:34:15Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:56Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:18.388109 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.412143 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3d858-7280-4107-8ac9-d5a1015ae546 None None] The sync data for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 is: [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'ffc69975-42ed-45b1-b949-e26996d4c2e4', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '15418299-3de7-4a27-aa90-331f92023167', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'mac_address': 'fa:16:3e:df:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:34:15Z', 'updated_at': '2022-02-19T01:34:15Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:56Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:18.506856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-f0eb62f4-02df-46a9-ba5e-573bd05d30b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.1954682 Feb 19 01:34:18.510849 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6850e10b-8aaa-46d8-8780-cdd71d829d3f admin admin] Publish callbacks [] for security_group (6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.561830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5515e0a1-615d-417c-9a9f-29bbcd44f131 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/ffc69975-42ed-45b1-b949-e26996d4c2e4 HTTP/1.1" status: 200 len: 991 time: 0.6136568 Feb 19 01:34:18.572819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a99e3ad-549f-488c-98c8-ae9c652d6a72 req-a464c2d0-c5c6-4143-8e14-26cc17440a01 service neutron] 10.222.0.89 "GET /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936365 Feb 19 01:34:18.585481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6850e10b-8aaa-46d8-8780-cdd71d829d3f admin admin] Publish callbacks [] for security_group (6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.588183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-1b8704da-67b3-4fe9-9d9d-ffe00989572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.590389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-1b8704da-67b3-4fe9-9d9d-ffe00989572f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0735214 Feb 19 01:34:18.652530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d542-9a13-4d68-b475-bd171c003bd1 req-0b5f9bea-b166-4666-a6a3-824aab4b21d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.655308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df90d542-9a13-4d68-b475-bd171c003bd1 req-0b5f9bea-b166-4666-a6a3-824aab4b21d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1454525 Feb 19 01:34:18.666509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-533ec362-9b7c-4c90-ac51-211c91187bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.669340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-533ec362-9b7c-4c90-ac51-211c91187bd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708554 Feb 19 01:34:18.727890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df90d542-9a13-4d68-b475-bd171c003bd1 req-cc9970be-3f8b-49d5-862e-37dd2904b66b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656204 Feb 19 01:34:18.731839 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6850e10b-8aaa-46d8-8780-cdd71d829d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.735234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6850e10b-8aaa-46d8-8780-cdd71d829d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.739329 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6850e10b-8aaa-46d8-8780-cdd71d829d3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab HTTP/1.1" status: 204 len: 168 time: 0.5374389 Feb 19 01:34:18.746224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e10b-8aaa-46d8-8780-cdd71d829d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5fd4b8-2c77-4f4a-8811-6e01cb9aefab,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:18.857513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dceffc4-986d-4a05-8fef-1f52888aa2a2 None None] New status for floating IP ffc69975-42ed-45b1-b949-e26996d4c2e4: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:34:18.900674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-02f6abff-9b45-4b56-9a09-841f76c27159 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216961 Feb 19 01:34:18.955678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:18.991699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a772de6-4974-413b-8960-26f7b3428ba9 req-a0c9c6e7-b297-4aa9-bfba-e8696926c1fd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:19.000851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a772de6-4974-413b-8960-26f7b3428ba9 req-a0c9c6e7-b297-4aa9-bfba-e8696926c1fd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 907 time: 0.1580396 Feb 19 01:34:19.063194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7defa9f0-0638-4260-81fd-072f61eeb06a req-9b2a5012-2b1f-4e66-b08c-a199995a363e service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546862 Feb 19 01:34:19.146049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:19.188592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39452) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:19.205933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-737cfffe-0b07-47df-9b49-3f596a658106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.267013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1a68a1-db63-40a6-9d34-3955257f4b0c details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:34:19.313277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-737cfffe-0b07-47df-9b49-3f596a658106 admin admin] Publish callbacks [] for security_group (26d17a35-117b-436a-a861-62a58422e643), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.318256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-737cfffe-0b07-47df-9b49-3f596a658106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (26d17a35-117b-436a-a861-62a58422e643), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.363856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cfffe-0b07-47df-9b49-3f596a658106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d17a35-117b-436a-a861-62a58422e643,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:19.369168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-737cfffe-0b07-47df-9b49-3f596a658106 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a6c554d885747b686c935bcf7d7ad25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790671 Feb 19 01:34:19.371815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39454) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:19.399354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:19.412469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '8a1a68a1-db63-40a6-9d34-3955257f4b0c', 'network_id': 'ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7', 'port_id': '8a1a68a1-db63-40a6-9d34-3955257f4b0c', 'mac_address': 'fa:16:3e:7a:86:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ea8137-0db6-4a02-bf36-fda4157a348f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:34:19.430356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525f8854-2fda-469a-aeae-350a0ed81d61 admin admin] Publish callbacks [] for security_group (26d17a35-117b-436a-a861-62a58422e643), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.454943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525f8854-2fda-469a-aeae-350a0ed81d61 admin admin] Publish callbacks [] for security_group (26d17a35-117b-436a-a861-62a58422e643), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.456284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 8a1a68a1-db63-40a6-9d34-3955257f4b0c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:19.456284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.489443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1a68a1-db63-40a6-9d34-3955257f4b0c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:34:19.514658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525f8854-2fda-469a-aeae-350a0ed81d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (26d17a35-117b-436a-a861-62a58422e643), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.519897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:19.522355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-525f8854-2fda-469a-aeae-350a0ed81d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.526330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-525f8854-2fda-469a-aeae-350a0ed81d61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26d17a35-117b-436a-a861-62a58422e643 HTTP/1.1" status: 204 len: 168 time: 0.1508904 Feb 19 01:34:19.531072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.543720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f8854-2fda-469a-aeae-350a0ed81d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d17a35-117b-436a-a861-62a58422e643,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:19.564027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39460) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:19.669906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-71b3d001-1a49-453e-8107-0b435bcd8b05 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/ffc69975-42ed-45b1-b949-e26996d4c2e4 HTTP/1.1" status: 200 len: 993 time: 0.1025691 Feb 19 01:34:19.710809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=8a1a68a1-db63-40a6-9d34-3955257f4b0c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:19.766344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['8a1a68a1-db63-40a6-9d34-3955257f4b0c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:34:19.937612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248eaae-96e5-440c-882a-4dbab9322cf5 req-b72906ad-fc93-4dff-9f98-3a8bd5fcd668 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:19.945227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c248eaae-96e5-440c-882a-4dbab9322cf5 req-b72906ad-fc93-4dff-9f98-3a8bd5fcd668 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0804672 Feb 19 01:34:20.016432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c248eaae-96e5-440c-882a-4dbab9322cf5 req-a0ee8474-4e5b-488d-9c09-c52364900adf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607989 Feb 19 01:34:20.130843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98640ef9-efa4-415e-b201-3ca6e95b82ee req-029e5374-39de-4a2a-b039-8f273be9591e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:20.139629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98640ef9-efa4-415e-b201-3ca6e95b82ee req-029e5374-39de-4a2a-b039-8f273be9591e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 908 time: 0.0672364 Feb 19 01:34:20.255878 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f647472-cdfe-494b-9629-ed00ec9332ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:21.161702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9f52-786e-4858-854b-fa5de02f696b req-18a62b5b-8ddb-40f8-9186-0a9bd775d856 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:21.163205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a01b9f52-786e-4858-854b-fa5de02f696b req-18a62b5b-8ddb-40f8-9186-0a9bd775d856 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0623410 Feb 19 01:34:21.250721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a01b9f52-786e-4858-854b-fa5de02f696b req-c3b6d3a7-e85c-4c82-9276-52260c0314c2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808449 Feb 19 01:34:21.277367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1a68a1-db63-40a6-9d34-3955257f4b0c up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:21.346504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 8a1a68a1-db63-40a6-9d34-3955257f4b0c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:34:21.352126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 8a1a68a1-db63-40a6-9d34-3955257f4b0c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:21.352726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:21.387015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb213d-fbf6-4444-b2fd-848da179b50e req-ab5d8074-2b51-4d67-938a-b3f24cfc7a7a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:21.392262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28eb213d-fbf6-4444-b2fd-848da179b50e req-ab5d8074-2b51-4d67-938a-b3f24cfc7a7a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 908 time: 0.1468039 Feb 19 01:34:21.447568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 8a1a68a1-db63-40a6-9d34-3955257f4b0c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:21.447968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:21.472391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1a68a1-db63-40a6-9d34-3955257f4b0c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:21.475176 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff48daa7-1721-417b-b678-8c1d2fe6235d" -d '{"events": [{"server_uuid": "c7a6bd23-c3b5-42e7-a511-7620af9c4516", "name": "network-vif-plugged", "status": "completed", "tag": "8a1a68a1-db63-40a6-9d34-3955257f4b0c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:21.510969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:21.520760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:21.534382 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91a8961-3daa-4542-aa3f-9eba3be72e7b x-openstack-request-id: req-f91a8961-3daa-4542-aa3f-9eba3be72e7b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:21.534675 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a6bd23-c3b5-42e7-a511-7620af9c4516", "name": "network-vif-plugged", "status": "completed", "tag": "8a1a68a1-db63-40a6-9d34-3955257f4b0c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:21.534958 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f91a8961-3daa-4542-aa3f-9eba3be72e7b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:21.535356 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1a68a1-db63-40a6-9d34-3955257f4b0c', 'code': 200} Feb 19 01:34:21.599075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=8a1a68a1-db63-40a6-9d34-3955257f4b0c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:21.667980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e73b7-951f-4790-9f63-1a96c629010d req-c9d1c1c8-166e-411e-bbee-86ebe17d04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:21.669817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-913e73b7-951f-4790-9f63-1a96c629010d req-c9d1c1c8-166e-411e-bbee-86ebe17d04e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 1091 time: 0.0695868 Feb 19 01:34:21.960361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:22.074743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12ed02d3-a55a-49f1-ba23-505b2d1f3117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.152883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12ed02d3-a55a-49f1-ba23-505b2d1f3117 admin admin] Publish callbacks [] for security_group (ea0abe00-502d-424b-8ecb-2ac313b64fb6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.156678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12ed02d3-a55a-49f1-ba23-505b2d1f3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ea0abe00-502d-424b-8ecb-2ac313b64fb6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.199739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-12ed02d3-a55a-49f1-ba23-505b2d1f3117 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cace9115e3a041d19c161e8f6829da18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349889 Feb 19 01:34:22.199739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed02d3-a55a-49f1-ba23-505b2d1f3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0abe00-502d-424b-8ecb-2ac313b64fb6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:22.201438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39526) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:22.267193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de037536-6889-48f6-aade-c85ac02acdb7 admin admin] Publish callbacks [] for security_group (ea0abe00-502d-424b-8ecb-2ac313b64fb6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.291604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de037536-6889-48f6-aade-c85ac02acdb7 admin admin] Publish callbacks [] for security_group (ea0abe00-502d-424b-8ecb-2ac313b64fb6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.395124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de037536-6889-48f6-aade-c85ac02acdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ea0abe00-502d-424b-8ecb-2ac313b64fb6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.400385 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de037536-6889-48f6-aade-c85ac02acdb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.406622 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-de037536-6889-48f6-aade-c85ac02acdb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea0abe00-502d-424b-8ecb-2ac313b64fb6 HTTP/1.1" status: 204 len: 168 time: 0.2038558 Feb 19 01:34:22.421665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de037536-6889-48f6-aade-c85ac02acdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0abe00-502d-424b-8ecb-2ac313b64fb6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:22.453276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db5c0e-f87f-4950-8719-f51a5fc165a4 req-010f3e92-b071-4736-8d84-012bf88352a2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:22.455650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74db5c0e-f87f-4950-8719-f51a5fc165a4 req-010f3e92-b071-4736-8d84-012bf88352a2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1110182 Feb 19 01:34:22.522154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74db5c0e-f87f-4950-8719-f51a5fc165a4 req-b8b7ab58-494d-46c4-bdd7-3753f243ffb5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597727 Feb 19 01:34:22.609033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070c3c8-627e-494d-ad3d-5a31b0fea33a req-a4992ceb-573b-4e61-b6a8-78c72390cf90 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:22.610698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6070c3c8-627e-494d-ad3d-5a31b0fea33a req-a4992ceb-573b-4e61-b6a8-78c72390cf90 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0947578 Feb 19 01:34:22.635430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-086da31a-497c-4b1a-abb5-3b9a8628c5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.841708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39538) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:22.856177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-670b277d-3a14-4e19-a854-3a40eabf807e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.949975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-670b277d-3a14-4e19-a854-3a40eabf807e admin admin] Publish callbacks [] for security_group (320ac262-6a97-41ff-be2a-57856e3aa810), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:22.956402 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-670b277d-3a14-4e19-a854-3a40eabf807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (320ac262-6a97-41ff-be2a-57856e3aa810), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.003550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b277d-3a14-4e19-a854-3a40eabf807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ac262-6a97-41ff-be2a-57856e3aa810,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:23.023181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39540) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:23.025619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-670b277d-3a14-4e19-a854-3a40eabf807e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64cd6a377cb14c8fbb0b38aa5613b6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825807 Feb 19 01:34:23.089189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4966663a-a815-49f4-9983-f18e99cc2ca7 admin admin] Publish callbacks [] for security_group (320ac262-6a97-41ff-be2a-57856e3aa810), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.111821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4966663a-a815-49f4-9983-f18e99cc2ca7 admin admin] Publish callbacks [] for security_group (320ac262-6a97-41ff-be2a-57856e3aa810), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.164932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4966663a-a815-49f4-9983-f18e99cc2ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (320ac262-6a97-41ff-be2a-57856e3aa810), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.167667 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4966663a-a815-49f4-9983-f18e99cc2ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.171967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4966663a-a815-49f4-9983-f18e99cc2ca7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/320ac262-6a97-41ff-be2a-57856e3aa810 HTTP/1.1" status: 204 len: 168 time: 0.1452031 Feb 19 01:34:23.177368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966663a-a815-49f4-9983-f18e99cc2ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ac262-6a97-41ff-be2a-57856e3aa810,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:23.676926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2761-895c-436c-a389-6e51afcc2fd6 req-c2e72d15-35a3-4752-9b66-fbe4f26d7cf5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:23.685401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccea2761-895c-436c-a389-6e51afcc2fd6 req-c2e72d15-35a3-4752-9b66-fbe4f26d7cf5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0796459 Feb 19 01:34:23.720365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.769891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccea2761-895c-436c-a389-6e51afcc2fd6 req-5b91110d-713c-440e-8651-d1ee65e80b8d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828893 Feb 19 01:34:23.775343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9357-1069-41e5-8d49-01d1c07314b5 req-96bc6122-2d57-452e-8d13-3ed2726acfcd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:23.793979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-422d9357-1069-41e5-8d49-01d1c07314b5 req-96bc6122-2d57-452e-8d13-3ed2726acfcd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0982471 Feb 19 01:34:23.942753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eae38b-41cf-4ef4-8f32-d8a7752046e9 req-7a75ce90-2058-4dd0-8751-eae4290e95fe tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:23.945630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02eae38b-41cf-4ef4-8f32-d8a7752046e9 req-7a75ce90-2058-4dd0-8751-eae4290e95fe tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0927811 Feb 19 01:34:24.092705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ced38b-3324-4da8-b625-00032efd9f89 req-25d71360-122f-44d7-86c7-573e768f8d6e tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.106472 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5ced38b-3324-4da8-b625-00032efd9f89 req-25d71360-122f-44d7-86c7-573e768f8d6e tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 1091 time: 0.0633774 Feb 19 01:34:24.234930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9f317-ed91-4397-a1b3-f5a1a9d3d343 req-3b65c898-7364-4889-91ca-d6b8cfdc68a4 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.237050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6de9f317-ed91-4397-a1b3-f5a1a9d3d343 req-3b65c898-7364-4889-91ca-d6b8cfdc68a4 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1167 time: 0.0585389 Feb 19 01:34:24.308638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6de9f317-ed91-4397-a1b3-f5a1a9d3d343 req-c867432c-8f9a-489c-8043-9dcb12d4597c tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0645518 Feb 19 01:34:24.331514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39580) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:24.396150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8abdd-9b0c-4817-891e-5b77c46abe58 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.401981 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0f8abdd-9b0c-4817-891e-5b77c46abe58 tempest-TestSecurityGroupsBasicOps-1079431351 tempest-TestSecurityGroupsBasicOps-1079431351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 1086 time: 0.0686827 Feb 19 01:34:24.714301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c7510-dc73-438b-b858-05193c28aab5 req-ae7ea114-12ac-4e7b-b552-dab67ef53cc9 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.717254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d59c7510-dc73-438b-b858-05193c28aab5 req-ae7ea114-12ac-4e7b-b552-dab67ef53cc9 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0835531 Feb 19 01:34:24.922045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bafb1-5dec-4074-9d46-d16941ff7a4f req-b7840bd3-7423-4069-a3dc-17ebae3d519d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.929223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f9bafb1-5dec-4074-9d46-d16941ff7a4f req-b7840bd3-7423-4069-a3dc-17ebae3d519d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0723572 Feb 19 01:34:24.991580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f9bafb1-5dec-4074-9d46-d16941ff7a4f req-5cfad45e-61d0-42e4-8da3-729f010d77bc tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613766 Feb 19 01:34:25.360907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:25.877590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a01c1-a34c-4406-af5a-af0399bce5e9 req-25966598-5141-450c-a36f-5f36715511e1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:25.879347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-696a01c1-a34c-4406-af5a-af0399bce5e9 req-25966598-5141-450c-a36f-5f36715511e1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0685058 Feb 19 01:34:25.972797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-f10f71e8-c132-4eda-8bef-616645c994bd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:25.975085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-f10f71e8-c132-4eda-8bef-616645c994bd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0760257 Feb 19 01:34:26.094512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:26.544083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port 8a1a68a1-db63-40a6-9d34-3955257f4b0c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:26.551264 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:26.588091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:26.645923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f220dbc-bad2-42b0-9107-2a3b48147f28 req-02e4cbcb-6bb3-466f-bc7f-a5b9ac98d150 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:26.649102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f220dbc-bad2-42b0-9107-2a3b48147f28 req-02e4cbcb-6bb3-466f-bc7f-a5b9ac98d150 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1924891 Feb 19 01:34:26.813764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f220dbc-bad2-42b0-9107-2a3b48147f28 req-0257931a-a889-4278-8ea6-1ffc2fff4244 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963647 Feb 19 01:34:26.892084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] For port 8a1a68a1-db63-40a6-9d34-3955257f4b0c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=8a1a68a1-db63-40a6-9d34-3955257f4b0c,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:26.892561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:26.911447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for 8a1a68a1-db63-40a6-9d34-3955257f4b0c owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:27.063742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aafe2d-3289-4bb8-86f7-4135b1a0456b req-755024a1-68c2-4301-ba6f-176e0c162b46 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:27.077683 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52aafe2d-3289-4bb8-86f7-4135b1a0456b req-755024a1-68c2-4301-ba6f-176e0c162b46 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7a6bd23-c3b5-42e7-a511-7620af9c4516 HTTP/1.1" status: 200 len: 909 time: 0.0945587 Feb 19 01:34:27.095114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8a1a68a1-db63-40a6-9d34-3955257f4b0c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:27.137450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=8a1a68a1-db63-40a6-9d34-3955257f4b0c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:27.219130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] No DVR routers for this DVR port 8a1a68a1-db63-40a6-9d34-3955257f4b0c on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:27.224081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:27.232060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-858f824c-e1e2-4d70-b686-01c5000a6b07 req-795cf3d8-d9df-4830-be1a-2451bcd20c2a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.89 "DELETE /v2.0/ports/8a1a68a1-db63-40a6-9d34-3955257f4b0c HTTP/1.1" status: 204 len: 173 time: 1.2509766 Feb 19 01:34:27.232559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'name': 'network-vif-deleted', 'tag': '8a1a68a1-db63-40a6-9d34-3955257f4b0c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:27.240055 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a69a47-9422-423a-86f2-e50733562280" -d '{"events": [{"server_uuid": "c7a6bd23-c3b5-42e7-a511-7620af9c4516", "name": "network-vif-deleted", "tag": "8a1a68a1-db63-40a6-9d34-3955257f4b0c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:27.330920 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a92d03e-2a6d-4c04-9e24-939ca908038c x-openstack-request-id: req-4a92d03e-2a6d-4c04-9e24-939ca908038c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:27.331163 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a6bd23-c3b5-42e7-a511-7620af9c4516", "name": "network-vif-deleted", "tag": "8a1a68a1-db63-40a6-9d34-3955257f4b0c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:27.331538 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a92d03e-2a6d-4c04-9e24-939ca908038c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:27.332081 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a6bd23-c3b5-42e7-a511-7620af9c4516', 'name': 'network-vif-deleted', 'tag': '8a1a68a1-db63-40a6-9d34-3955257f4b0c', 'status': 'completed', 'code': 200} Feb 19 01:34:27.985254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4c64b-8584-4cd9-a641-70662d56e65c req-036f47b2-aed4-4254-b4e7-d51f629e8417 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:27.994835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3de4c64b-8584-4cd9-a641-70662d56e65c req-036f47b2-aed4-4254-b4e7-d51f629e8417 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0805535 Feb 19 01:34:28.083440 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3de4c64b-8584-4cd9-a641-70662d56e65c req-a8acdd95-8260-43c6-b849-6c3674de4088 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866678 Feb 19 01:34:28.132293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39728) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:28.586198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (e602a302-fa3e-40c6-b2e5-4f97698ea12e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:28.908970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port 9a62223c-8fe1-4f3b-a004-86bff6471ab9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:28.909419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:29.019388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] For port 9a62223c-8fe1-4f3b-a004-86bff6471ab9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9a62223c-8fe1-4f3b-a004-86bff6471ab9,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:29.019789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:29.035539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for 9a62223c-8fe1-4f3b-a004-86bff6471ab9 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:29.261593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da61b1-e1ae-4209-89b7-7bbf15b5872c req-c8b37dde-520a-4c83-a334-a96a5058749c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:29.270930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15da61b1-e1ae-4209-89b7-7bbf15b5872c req-c8b37dde-520a-4c83-a334-a96a5058749c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1087315 Feb 19 01:34:29.272060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9a62223c-8fe1-4f3b-a004-86bff6471ab9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:29.308426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=9a62223c-8fe1-4f3b-a004-86bff6471ab9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:29.312884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1a68a1-db63-40a6-9d34-3955257f4b0c no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:29.370438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15da61b1-e1ae-4209-89b7-7bbf15b5872c req-2d28ad34-3306-487a-b4c7-1df4757a2a37 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933750 Feb 19 01:34:29.371064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 8a1a68a1-db63-40a6-9d34-3955257f4b0c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:29.371508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 8a1a68a1-db63-40a6-9d34-3955257f4b0c not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:29.578440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (e602a302-fa3e-40c6-b2e5-4f97698ea12e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:29.881464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router e602a302-fa3e-40c6-b2e5-4f97698ea12e has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:30.027510 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:30.041632 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] Sync routers for ids ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:30.044554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7910a816-0bec-40fc-953a-dadcb209d335 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "PUT /v2.0/routers/e602a302-fa3e-40c6-b2e5-4f97698ea12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084592 Feb 19 01:34:30.046192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:30.061889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] Routers {'e602a302-fa3e-40c6-b2e5-4f97698ea12e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:30.062666 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:30.150107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting subnet 00ea8137-0db6-4a02-bf36-fda4157a348f {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:34:30.154331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for subnet (00ea8137-0db6-4a02-bf36-fda4157a348f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.205943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (00ea8137-0db6-4a02-bf36-fda4157a348f), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.320142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (00ea8137-0db6-4a02-bf36-fda4157a348f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.343849 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] Set router e602a302-fa3e-40c6-b2e5-4f97698ea12e gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:30.405604 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (00ea8137-0db6-4a02-bf36-fda4157a348f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.452062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.456718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/subnets/00ea8137-0db6-4a02-bf36-fda4157a348f HTTP/1.1" status: 204 len: 168 time: 0.4088383 Feb 19 01:34:30.457235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1037-72b5-4a15-a28d-0f92187bc92e tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Subnet': ['ID=00ea8137-0db6-4a02-bf36-fda4157a348f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:30.458866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39792) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:30.461872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56450d-aef0-455a-8945-93019b9d660e None None] Network ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:30.598974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84260c53-1548-4048-b9d9-a6263aa7fcf0 req-493c153f-a0ab-4e2f-a42b-ab6fd0b4fb16 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:30.600745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84260c53-1548-4048-b9d9-a6263aa7fcf0 req-493c153f-a0ab-4e2f-a42b-ab6fd0b4fb16 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1248136 Feb 19 01:34:30.701110 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-84260c53-1548-4048-b9d9-a6263aa7fcf0 req-f901c1ca-ab91-4fdb-8359-c67fc7016b82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856001 Feb 19 01:34:30.713638 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:34:29Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '47222918-f9ec-495e-8fa4-da928b2ddf9e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:58Z', 'updated_at': '2022-02-19T01:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:30.715586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router (e602a302-fa3e-40c6-b2e5-4f97698ea12e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.754812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] DHCP port deletion for ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:34:30.855665 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] Checking router: e602a302-fa3e-40c6-b2e5-4f97698ea12e for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:30.897192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] Routers {'e602a302-fa3e-40c6-b2e5-4f97698ea12e'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:30.899718 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (e602a302-fa3e-40c6-b2e5-4f97698ea12e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.900395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:30.964184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] Deleting port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:30.964184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:30.983622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port 47222918-f9ec-495e-8fa4-da928b2ddf9e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:30.986179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.039755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] For port 3e721a25-7268-40ae-bf6e-bb2e920f38d9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3e721a25-7268-40ae-bf6e-bb2e920f38d9,segment=NetworkSegment(4d97ccc8-97dc-42b9-8380-787ed7c6707b),segment_id=4d97ccc8-97dc-42b9-8380-787ed7c6707b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:31.044581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.059899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] Calling delete_port for 3e721a25-7268-40ae-bf6e-bb2e920f38d9 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:31.073203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] Set router e602a302-fa3e-40c6-b2e5-4f97698ea12e gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:31.150513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:34:30Z', 'revision_number': 6, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:31.166980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] For port 47222918-f9ec-495e-8fa4-da928b2ddf9e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=47222918-f9ec-495e-8fa4-da928b2ddf9e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:31.167350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.198332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for 47222918-f9ec-495e-8fa4-da928b2ddf9e owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:31.210623 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f1f9f-17fa-41f0-922a-48a0587c21a1 None None] The sync data for ids ['e602a302-fa3e-40c6-b2e5-4f97698ea12e'] in n-d-826752-2 is: [{'id': 'e602a302-fa3e-40c6-b2e5-4f97698ea12e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800082222', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:56Z', 'updated_at': '2022-02-19T01:34:30Z', 'revision_number': 6, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:31.223478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (3e721a25-7268-40ae-bf6e-bb2e920f38d9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.246432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] No DVR routers for this DVR port 3e721a25-7268-40ae-bf6e-bb2e920f38d9 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:31.299658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171a8e-0c12-44a9-b816-11b9c5ee76b0 None None] Pushing event deleted for resources: {'Port': ['ID=3e721a25-7268-40ae-bf6e-bb2e920f38d9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:31.545902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (47222918-f9ec-495e-8fa4-da928b2ddf9e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.573181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=47222918-f9ec-495e-8fa4-da928b2ddf9e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:31.683092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (e602a302-fa3e-40c6-b2e5-4f97698ea12e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.744109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3e721a25-7268-40ae-bf6e-bb2e920f38d9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:31.798812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3e721a25-7268-40ae-bf6e-bb2e920f38d9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:31.799169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3e721a25-7268-40ae-bf6e-bb2e920f38d9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:31.846767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (e602a302-fa3e-40c6-b2e5-4f97698ea12e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.850883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_controller (e602a302-fa3e-40c6-b2e5-4f97698ea12e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.951611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (e602a302-fa3e-40c6-b2e5-4f97698ea12e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.952666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Fanout notify agent at l3_agent the message router_deleted on router e602a302-fa3e-40c6-b2e5-4f97698ea12e {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:34:31.965484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554044b-1c41-4e5a-9f76-ef1872875716 req-3fe2de3a-ff8d-4cfa-b13a-97e0072f7b1f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:31.969466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6554044b-1c41-4e5a-9f76-ef1872875716 req-3fe2de3a-ff8d-4cfa-b13a-97e0072f7b1f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1201520 Feb 19 01:34:31.975252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:31.976310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db5b5141-0bd6-4879-81c2-f908ff7abb8d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/routers/e602a302-fa3e-40c6-b2e5-4f97698ea12e HTTP/1.1" status: 204 len: 168 time: 1.5164611 Feb 19 01:34:31.979637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:32.033524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6554044b-1c41-4e5a-9f76-ef1872875716 req-64fe082e-5c33-471b-9ae0-410149cc72b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540662 Feb 19 01:34:32.113515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.297823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.353425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:32.381807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d97ccc8-97dc-42b9-8380-787ed7c6707b') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:32.383525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d97ccc8-97dc-42b9-8380-787ed7c6707b') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:32.394863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (4d97ccc8-97dc-42b9-8380-787ed7c6707b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.425670 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4d97ccc8-97dc-42b9-8380-787ed7c6707b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.441277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:34:32.441750 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (4d97ccc8-97dc-42b9-8380-787ed7c6707b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:34:32.445500 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:34:32.570557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.577299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:32.585541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39824) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:32.586475 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/networks/ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7 HTTP/1.1" status: 204 len: 168 time: 0.6052234 Feb 19 01:34:32.606597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92c514-fb54-466c-8ff6-3f9279799f97 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Network': ['ID=ee09d2f0-34ee-4618-b6d9-fb76c98cc6d7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:32.912170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-aaf0245e-85f3-4792-a9e5-1f06ab69349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:32.914449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-aaf0245e-85f3-4792-a9e5-1f06ab69349f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658&tenant_id=8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 1125 time: 0.1334774 Feb 19 01:34:32.929222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port 8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:32.930773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:33.276785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a06e61-2f27-433e-818d-10c068ab2372 req-693dcbbe-7cc5-4585-8125-45cc1499089f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:33.278330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4a06e61-2f27-433e-818d-10c068ab2372 req-693dcbbe-7cc5-4585-8125-45cc1499089f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1204791 Feb 19 01:34:33.363538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9a62223c-8fe1-4f3b-a004-86bff6471ab9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:33.380466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4a06e61-2f27-433e-818d-10c068ab2372 req-e05f62fa-8acd-4aa6-b9f8-dced6e81634e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947685 Feb 19 01:34:33.422177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 9a62223c-8fe1-4f3b-a004-86bff6471ab9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:33.422531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9a62223c-8fe1-4f3b-a004-86bff6471ab9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:33.423436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47222918-f9ec-495e-8fa4-da928b2ddf9e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:33.442452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-73b1a23d-e219-47a3-951f-88e1d565c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:33.448791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-73b1a23d-e219-47a3-951f-88e1d565c298 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1125 time: 0.4918969 Feb 19 01:34:33.465441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 47222918-f9ec-495e-8fa4-da928b2ddf9e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:33.465913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 47222918-f9ec-495e-8fa4-da928b2ddf9e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:33.485325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:33.485643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for floatingip (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:33.528498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for 8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:33.659814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-7cc88bcc-91d1-48bd-b438-5ec856141ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:33.661308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-7cc88bcc-91d1-48bd-b438-5ec856141ab6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.2050507 Feb 19 01:34:33.755954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-8f28d848-26ab-47f1-98ea-8bb79e4aa51f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 200 len: 999 time: 0.0807421 Feb 19 01:34:33.846009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-9ff35cdf-3a21-405e-b22b-e5c619355d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:33.846866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-9ff35cdf-3a21-405e-b22b-e5c619355d03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0792799 Feb 19 01:34:33.895090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:33.932012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=8bfcbd6b-c5d1-4cfd-b1ef-671f5a74bdfa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:33.981929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-936db618-c853-4d91-aca9-3914fcb64e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:33.983480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-936db618-c853-4d91-aca9-3914fcb64e90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1278057 Feb 19 01:34:34.020332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for floatingip (2dc4732d-aa2a-4787-8588-39f6923473fc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:34.020849 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Floating IP 2dc4732d-aa2a-4787-8588-39f6923473fc disassociated (deleted). External IP: 172.25.0.52, port: eeb95335-a17c-44cd-9497-ea9b254b4abc. Feb 19 01:34:34.167389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-ebb66868-d0b7-4cde-a2fe-c26d2718cb9e service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750443 Feb 19 01:34:34.346726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28c29616-fda1-4ffc-9814-e02f1883e378 req-a98126cb-332e-438f-b4f8-defbba4b59bb service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697822 Feb 19 01:34:34.369177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router 255234e3-b396-4f89-aa38-c1518b057d2b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:34.562715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:34.567935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:34.575189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] Sync routers for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:34.590246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:34.594648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:34.606157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4fb35924-64a0-47f8-baf6-684965737fc2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/floatingips/2dc4732d-aa2a-4787-8588-39f6923473fc HTTP/1.1" status: 204 len: 168 time: 2.0163414 Feb 19 01:34:34.622164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:34.624461 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "606276af-7369-443e-9c08-80768466e096", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:34.642737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d556-9aeb-46fd-a9f2-7624bb2aaeab req-f1b696bd-4627-4bfa-b9ad-83ee7978ecd7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:34.653439 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0289d556-9aeb-46fd-a9f2-7624bb2aaeab req-f1b696bd-4627-4bfa-b9ad-83ee7978ecd7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1537318 Feb 19 01:34:34.752515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:34.764259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0289d556-9aeb-46fd-a9f2-7624bb2aaeab req-53d403e8-9075-4863-a3fc-2b6b4f1ca371 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010451 Feb 19 01:34:34.817981 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f4756e-80e5-48f1-902b-4a4d82e44e13 x-openstack-request-id: req-c8f4756e-80e5-48f1-902b-4a4d82e44e13 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:34.818603 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606276af-7369-443e-9c08-80768466e096", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:34.819084 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8f4756e-80e5-48f1-902b-4a4d82e44e13 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:34.819700 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'status': 'completed', 'code': 200} Feb 19 01:34:35.012186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-af252ccd-020b-4865-9574-5a7117374e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:35.017374 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-af252ccd-020b-4865-9574-5a7117374e84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 1167 time: 0.1710935 Feb 19 01:34:35.049940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:02Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:35.082622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] Checking router: 255234e3-b396-4f89-aa38-c1518b057d2b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:35.102105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:35.102873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:35.245518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44d87-1a31-48b7-99c0-7401586ebe5b req-fb15d7f2-4dd1-4086-8a73-1090e7a65a13 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:35.257844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32a44d87-1a31-48b7-99c0-7401586ebe5b req-fb15d7f2-4dd1-4086-8a73-1090e7a65a13 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.2147794 Feb 19 01:34:35.261271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-86fe1dd6-90f9-475c-b85d-0be1a6af6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:35.262770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-86fe1dd6-90f9-475c-b85d-0be1a6af6e1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6db87481-408b-4767-8f7c-cb10ba372d1d HTTP/1.1" status: 200 len: 897 time: 0.2385054 Feb 19 01:34:35.322987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:35.402329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32a44d87-1a31-48b7-99c0-7401586ebe5b req-e5fa1e28-a0ba-40e7-ac10-2de748bf9122 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1422012 Feb 19 01:34:35.465817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-bcfc4f20-c09f-4d14-8faf-d776d4d4c93a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc HTTP/1.1" status: 200 len: 217 time: 0.1121380 Feb 19 01:34:35.587937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-bc4302ad-a092-45e9-a144-57fb4028ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:35.615941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-bc4302ad-a092-45e9-a144-57fb4028ed40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a309564f-1191-4684-97c9-b3aa04082946 HTTP/1.1" status: 200 len: 835 time: 0.1281235 Feb 19 01:34:35.872591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:02Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:35.908264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-9d93acb7-93ac-4083-bdc1-3b47e49ee0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:35.910275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-9d93acb7-93ac-4083-bdc1-3b47e49ee0b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6db87481-408b-4767-8f7c-cb10ba372d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1445909 Feb 19 01:34:35.929367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd6012-8425-4e0f-83f5-c604dd3975fc None None] The sync data for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 is: [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0cb0ec10-cd84-4b64-9eec-9cec0d83177a', 'name': '', 'network_id': '6db87481-408b-4767-8f7c-cb10ba372d1d', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'mac_address': 'fa:16:3e:f6:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a309564f-1191-4684-97c9-b3aa04082946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:56Z', 'updated_at': '2022-02-19T01:33:02Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'subnets': [{'id': 'a309564f-1191-4684-97c9-b3aa04082946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:35.937356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ce408-a000-4100-993d-e0027287d1d2 req-5867cd7f-8386-462b-b577-533e323cdd21 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:35.948900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-617ce408-a000-4100-993d-e0027287d1d2 req-5867cd7f-8386-462b-b577-533e323cdd21 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0873055 Feb 19 01:34:36.059656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-617ce408-a000-4100-993d-e0027287d1d2 req-d55ff763-e1b2-4491-b367-90acd986768b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056659 Feb 19 01:34:36.113640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-2ce9d1f4-fa67-4279-a20b-394c8c7e25b7 service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899707 Feb 19 01:34:36.396595 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f4a15-1779-4829-8f5f-05f84bff1a22 None None] New status for floating IP 2dc4732d-aa2a-4787-8588-39f6923473fc: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:34:36.622569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14043637-cf6c-4c48-b6b5-b72082c26a64 req-638e9e7c-570e-411c-8df3-e8b43eb12519 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:36.631504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14043637-cf6c-4c48-b6b5-b72082c26a64 req-638e9e7c-570e-411c-8df3-e8b43eb12519 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.1011455 Feb 19 01:34:36.774972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14043637-cf6c-4c48-b6b5-b72082c26a64 req-a6a4cfa8-0573-43e0-a3f1-d637f638079d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1419842 Feb 19 01:34:37.246445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951ddb4-d8ca-4b25-931b-ef48e20a8cf8 req-8e330552-40ab-4ef0-81ba-f8921cc8123c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:37.255166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7951ddb4-d8ca-4b25-931b-ef48e20a8cf8 req-8e330552-40ab-4ef0-81ba-f8921cc8123c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0959306 Feb 19 01:34:37.360422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7951ddb4-d8ca-4b25-931b-ef48e20a8cf8 req-3bfc0a3b-a6bd-4fc1-84e4-0a6fc3cd38aa tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040645 Feb 19 01:34:37.900420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751071-a1ad-4fc6-8735-3b4e16c34fe5 req-79469e12-3f92-4b62-b2fc-fc527353fe79 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:37.901969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b751071-a1ad-4fc6-8735-3b4e16c34fe5 req-79469e12-3f92-4b62-b2fc-fc527353fe79 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0572953 Feb 19 01:34:38.017900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b751071-a1ad-4fc6-8735-3b4e16c34fe5 req-16eeda0e-a88d-4ee7-9ab2-37c8ed711528 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1098135 Feb 19 01:34:38.586761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677755a-8751-4cb3-810b-fc9b026c0f3d req-c1b50b17-f9c6-44ea-8f23-002843c8397e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:38.594422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b677755a-8751-4cb3-810b-fc9b026c0f3d req-c1b50b17-f9c6-44ea-8f23-002843c8397e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1101608 Feb 19 01:34:38.675731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b677755a-8751-4cb3-810b-fc9b026c0f3d req-fbd90707-c34b-4502-a9bc-1ae423c3496b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756702 Feb 19 01:34:38.693975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39958) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:38.861793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c874219-5509-4c17-85ee-ee5e9cf31b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:38.945323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c874219-5509-4c17-85ee-ee5e9cf31b0f admin admin] Publish callbacks [] for security_group (25aabb53-ab87-4a1b-bc8c-308eef2145c6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:38.949642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c874219-5509-4c17-85ee-ee5e9cf31b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (25aabb53-ab87-4a1b-bc8c-308eef2145c6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:38.985960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c874219-5509-4c17-85ee-ee5e9cf31b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aabb53-ab87-4a1b-bc8c-308eef2145c6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:38.990400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c874219-5509-4c17-85ee-ee5e9cf31b0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6179b8e421884f139d9051f536e2b71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954788 Feb 19 01:34:38.993127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:39.172219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf62db34-47cd-44ba-b10a-b9cb4d783430 admin admin] Publish callbacks [] for security_group (25aabb53-ab87-4a1b-bc8c-308eef2145c6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:39.195589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf62db34-47cd-44ba-b10a-b9cb4d783430 admin admin] Publish callbacks [] for security_group (25aabb53-ab87-4a1b-bc8c-308eef2145c6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:39.263235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40968cb-f621-4dd2-8349-f88c672b9e99 req-8480c094-3e90-45f3-8ec7-d31c1096cd0a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:39.264751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b40968cb-f621-4dd2-8349-f88c672b9e99 req-8480c094-3e90-45f3-8ec7-d31c1096cd0a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.1216564 Feb 19 01:34:39.313811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf62db34-47cd-44ba-b10a-b9cb4d783430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (25aabb53-ab87-4a1b-bc8c-308eef2145c6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:39.317752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bf62db34-47cd-44ba-b10a-b9cb4d783430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:39.324022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bf62db34-47cd-44ba-b10a-b9cb4d783430 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25aabb53-ab87-4a1b-bc8c-308eef2145c6 HTTP/1.1" status: 204 len: 168 time: 0.3296726 Feb 19 01:34:39.342829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62db34-47cd-44ba-b10a-b9cb4d783430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aabb53-ab87-4a1b-bc8c-308eef2145c6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:39.423874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b40968cb-f621-4dd2-8349-f88c672b9e99 req-918e9b3d-1cba-47d9-90d1-085354ddc70c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1409588 Feb 19 01:34:39.790254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 39974) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:39.821975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c09ad696-a724-4dea-961c-79c801b3eead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:39.955550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8fbc7-3044-44aa-be19-ee7536ec8e6f req-ebf145f8-5015-40e8-8269-b4ba6f2ddceb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:39.962906 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89d8fbc7-3044-44aa-be19-ee7536ec8e6f req-ebf145f8-5015-40e8-8269-b4ba6f2ddceb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1656327 Feb 19 01:34:40.010045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c09ad696-a724-4dea-961c-79c801b3eead admin admin] Publish callbacks [] for security_group (ef988940-13b2-4f52-9a96-8755a1ff6723), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.019849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c09ad696-a724-4dea-961c-79c801b3eead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ef988940-13b2-4f52-9a96-8755a1ff6723), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.077194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89d8fbc7-3044-44aa-be19-ee7536ec8e6f req-d9be87d5-b5d5-4acb-b0cb-9749d33219c5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094429 Feb 19 01:34:40.089015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c09ad696-a724-4dea-961c-79c801b3eead admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7dfafd778d87432bbfd53fdbac0b45de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953432 Feb 19 01:34:40.089015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ad696-a724-4dea-961c-79c801b3eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef988940-13b2-4f52-9a96-8755a1ff6723,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:40.089392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 39982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:40.182882 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f63d-47d1-4fcf-8560-07d9d84f702a admin admin] Publish callbacks [] for security_group (ef988940-13b2-4f52-9a96-8755a1ff6723), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.205128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f63d-47d1-4fcf-8560-07d9d84f702a admin admin] Publish callbacks [] for security_group (ef988940-13b2-4f52-9a96-8755a1ff6723), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.260258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f63d-47d1-4fcf-8560-07d9d84f702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ef988940-13b2-4f52-9a96-8755a1ff6723), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.262695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f63d-47d1-4fcf-8560-07d9d84f702a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.266576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7dd5f63d-47d1-4fcf-8560-07d9d84f702a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef988940-13b2-4f52-9a96-8755a1ff6723 HTTP/1.1" status: 204 len: 168 time: 0.1734588 Feb 19 01:34:40.272899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5f63d-47d1-4fcf-8560-07d9d84f702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef988940-13b2-4f52-9a96-8755a1ff6723,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:40.588097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a7ac-1ea9-474d-94d7-730592e83378 req-051fcf26-4459-44f2-b1c2-754288ffa47d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:40.589756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9b0a7ac-1ea9-474d-94d7-730592e83378 req-051fcf26-4459-44f2-b1c2-754288ffa47d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0695956 Feb 19 01:34:40.704311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9b0a7ac-1ea9-474d-94d7-730592e83378 req-6e1a3eb9-fd5d-4ae4-8ff3-2019db2d4bc5 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1037025 Feb 19 01:34:41.227161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098dd47-64df-46be-a60e-038f13af5d62 req-993d2180-7683-497c-b101-7f97df5e75a9 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:41.229438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0098dd47-64df-46be-a60e-038f13af5d62 req-993d2180-7683-497c-b101-7f97df5e75a9 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0708182 Feb 19 01:34:41.287263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0098dd47-64df-46be-a60e-038f13af5d62 req-576f82c9-4a7f-4eed-9dcd-5e2af8393359 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514729 Feb 19 01:34:41.507416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40018) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:41.667810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab25e551-a8ff-4155-99ab-eaf229cd5439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:41.826059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab25e551-a8ff-4155-99ab-eaf229cd5439 admin admin] Publish callbacks [] for security_group (4e141697-9b0f-4a15-9d85-a1f79a28f391), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:41.837975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ab25e551-a8ff-4155-99ab-eaf229cd5439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4e141697-9b0f-4a15-9d85-a1f79a28f391), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:41.864488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626fcb-27f3-4777-bd2a-b6e82bce7a06 req-5743601e-92c8-4b26-9b42-10222fc28701 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:41.866105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf626fcb-27f3-4777-bd2a-b6e82bce7a06 req-5743601e-92c8-4b26-9b42-10222fc28701 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0801189 Feb 19 01:34:41.899292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ab25e551-a8ff-4155-99ab-eaf229cd5439 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1569d5c2308471397f78fd8fb878636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904314 Feb 19 01:34:41.900189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e551-a8ff-4155-99ab-eaf229cd5439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e141697-9b0f-4a15-9d85-a1f79a28f391,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:41.902638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40026) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:41.946158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf626fcb-27f3-4777-bd2a-b6e82bce7a06 req-fe8535e7-1cc8-4937-947d-9addb5018656 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0723188 Feb 19 01:34:41.967168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e143bdce-a71e-4e44-afdd-25c7396135dc admin admin] Publish callbacks [] for security_group (4e141697-9b0f-4a15-9d85-a1f79a28f391), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:41.994859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e143bdce-a71e-4e44-afdd-25c7396135dc admin admin] Publish callbacks [] for security_group (4e141697-9b0f-4a15-9d85-a1f79a28f391), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:42.057388 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e143bdce-a71e-4e44-afdd-25c7396135dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4e141697-9b0f-4a15-9d85-a1f79a28f391), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:42.060074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e143bdce-a71e-4e44-afdd-25c7396135dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:42.064187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e143bdce-a71e-4e44-afdd-25c7396135dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e141697-9b0f-4a15-9d85-a1f79a28f391 HTTP/1.1" status: 204 len: 168 time: 0.1491842 Feb 19 01:34:42.077264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143bdce-a71e-4e44-afdd-25c7396135dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e141697-9b0f-4a15-9d85-a1f79a28f391,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:42.490620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de32db-2623-4e5a-920b-e646db7fa346 req-55d04ec2-902d-4097-b4aa-2868e44d26cb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:42.498285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66de32db-2623-4e5a-920b-e646db7fa346 req-55d04ec2-902d-4097-b4aa-2868e44d26cb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0839295 Feb 19 01:34:42.605791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66de32db-2623-4e5a-920b-e646db7fa346 req-4921f4ce-3431-499f-81c9-2467e8f876cf tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061699 Feb 19 01:34:43.169607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b07539-7097-4929-96fc-793dcd3e6263 req-0aa21da9-6d0a-41b3-b584-905d311be85c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:43.176551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5b07539-7097-4929-96fc-793dcd3e6263 req-0aa21da9-6d0a-41b3-b584-905d311be85c tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.1005998 Feb 19 01:34:43.318738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5b07539-7097-4929-96fc-793dcd3e6263 req-9ed34450-eda9-4138-b4d6-1ad088ea9736 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1364772 Feb 19 01:34:43.750882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7fc7a-5adb-4ecc-b1b5-7007cd2ad03b req-543eac4d-95f5-40d4-ae57-195fe89959d1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:43.752506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5be7fc7a-5adb-4ecc-b1b5-7007cd2ad03b req-543eac4d-95f5-40d4-ae57-195fe89959d1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0595708 Feb 19 01:34:43.793964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40104) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:43.837456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5be7fc7a-5adb-4ecc-b1b5-7007cd2ad03b req-93d74488-e47c-4d4d-b5e9-89a9a055d93a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743430 Feb 19 01:34:43.882131 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:34:43.944921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-498b058e-e3b2-4b90-a081-ac33d4099fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.025548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-498b058e-e3b2-4b90-a081-ac33d4099fe6 admin admin] Publish callbacks [] for security_group (32f5e3e0-4acd-4858-a92f-d2057e2d4376), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.029282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-498b058e-e3b2-4b90-a081-ac33d4099fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (32f5e3e0-4acd-4858-a92f-d2057e2d4376), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.068543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-498b058e-e3b2-4b90-a081-ac33d4099fe6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09aa372191204224abecb9c25d4a8a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727933 Feb 19 01:34:44.069676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b058e-e3b2-4b90-a081-ac33d4099fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f5e3e0-4acd-4858-a92f-d2057e2d4376,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:44.071253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40108) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:44.122528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-851b1d75-362f-48f2-b99a-573844160f4f admin admin] Publish callbacks [] for security_group (32f5e3e0-4acd-4858-a92f-d2057e2d4376), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.144289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-851b1d75-362f-48f2-b99a-573844160f4f admin admin] Publish callbacks [] for security_group (32f5e3e0-4acd-4858-a92f-d2057e2d4376), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.199376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-851b1d75-362f-48f2-b99a-573844160f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (32f5e3e0-4acd-4858-a92f-d2057e2d4376), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.202294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-851b1d75-362f-48f2-b99a-573844160f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:44.206706 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-851b1d75-362f-48f2-b99a-573844160f4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32f5e3e0-4acd-4858-a92f-d2057e2d4376 HTTP/1.1" status: 204 len: 168 time: 0.1340578 Feb 19 01:34:44.216679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b1d75-362f-48f2-b99a-573844160f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f5e3e0-4acd-4858-a92f-d2057e2d4376,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:44.529910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cf107-e556-4583-8508-0ece96fe1ee4 req-fc407f9b-c817-4a7e-9461-98b09bab4ed5 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:44.531764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462cf107-e556-4583-8508-0ece96fe1ee4 req-fc407f9b-c817-4a7e-9461-98b09bab4ed5 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0692673 Feb 19 01:34:44.599514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40126) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:44.634477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462cf107-e556-4583-8508-0ece96fe1ee4 req-fb254cc5-a307-4a05-9e3e-4329347eb19d tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0952549 Feb 19 01:34:44.818498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6304e9a2-6a9b-47e5-b10f-5697f28ff1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.042682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6304e9a2-6a9b-47e5-b10f-5697f28ff1cb admin admin] Publish callbacks [] for security_group (735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.053844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6304e9a2-6a9b-47e5-b10f-5697f28ff1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.090967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5293ab3-8ee8-460b-904a-ecfbddf77169 req-5ad1a5ca-b96a-413a-8930-e5e0e2599217 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:45.098662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5293ab3-8ee8-460b-904a-ecfbddf77169 req-5ad1a5ca-b96a-413a-8930-e5e0e2599217 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1435070 Feb 19 01:34:45.162030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6304e9a2-6a9b-47e5-b10f-5697f28ff1cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39410433d53643cf9eae68cd46138cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537271 Feb 19 01:34:45.163239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40144) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:45.177441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304e9a2-6a9b-47e5-b10f-5697f28ff1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:45.252941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5293ab3-8ee8-460b-904a-ecfbddf77169 req-e60830c3-fdeb-4f82-9d2a-a386a56f20d5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407983 Feb 19 01:34:45.271979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fce037-c993-4b23-8435-7e62382bbd70 admin admin] Publish callbacks [] for security_group (735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.296752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fce037-c993-4b23-8435-7e62382bbd70 admin admin] Publish callbacks [] for security_group (735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.350544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fce037-c993-4b23-8435-7e62382bbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.353618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e5fce037-c993-4b23-8435-7e62382bbd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.354935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e5fce037-c993-4b23-8435-7e62382bbd70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9 HTTP/1.1" status: 204 len: 168 time: 0.1897211 Feb 19 01:34:45.365152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce037-c993-4b23-8435-7e62382bbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735cf38c-0b9d-4e4a-b992-5e94e3fb0fa9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:45.741080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40164) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:45.815479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8b5d6-357a-4515-9d3b-644850abdff7 req-d1c8bcce-a0ba-4b2a-a541-551f2cce2562 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:45.816946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17d8b5d6-357a-4515-9d3b-644850abdff7 req-d1c8bcce-a0ba-4b2a-a541-551f2cce2562 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0929160 Feb 19 01:34:45.895875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17d8b5d6-357a-4515-9d3b-644850abdff7 req-a3cdeb12-988b-411c-a86e-88b128a85755 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0675845 Feb 19 01:34:45.920679 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a65a9082-fce8-46df-a864-03ffe6db18c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.998674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a65a9082-fce8-46df-a864-03ffe6db18c7 admin admin] Publish callbacks [] for security_group (4ee55de3-b8a5-4106-8f66-a0b03024b89a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:46.003929 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a65a9082-fce8-46df-a864-03ffe6db18c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ee55de3-b8a5-4106-8f66-a0b03024b89a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:46.044787 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a65a9082-fce8-46df-a864-03ffe6db18c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ab7e45d325c4c93b52a97377ea60128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040161 Feb 19 01:34:46.046019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a9082-fce8-46df-a864-03ffe6db18c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee55de3-b8a5-4106-8f66-a0b03024b89a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:46.047523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40176) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:46.104689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f711c8-01e6-483d-bbdf-997bf3c9b1b9 admin admin] Publish callbacks [] for security_group (4ee55de3-b8a5-4106-8f66-a0b03024b89a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:46.127831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f711c8-01e6-483d-bbdf-997bf3c9b1b9 admin admin] Publish callbacks [] for security_group (4ee55de3-b8a5-4106-8f66-a0b03024b89a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:46.183862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f711c8-01e6-483d-bbdf-997bf3c9b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ee55de3-b8a5-4106-8f66-a0b03024b89a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:46.186683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55f711c8-01e6-483d-bbdf-997bf3c9b1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:46.190397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-55f711c8-01e6-483d-bbdf-997bf3c9b1b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ee55de3-b8a5-4106-8f66-a0b03024b89a HTTP/1.1" status: 204 len: 168 time: 0.1393833 Feb 19 01:34:46.196418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f711c8-01e6-483d-bbdf-997bf3c9b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee55de3-b8a5-4106-8f66-a0b03024b89a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:46.426540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93feb-10e0-47ca-8565-d0482bcd35db req-370a7b18-aa4b-41eb-a777-47003880560a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:46.428343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6b93feb-10e0-47ca-8565-d0482bcd35db req-370a7b18-aa4b-41eb-a777-47003880560a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0756621 Feb 19 01:34:46.480629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6b93feb-10e0-47ca-8565-d0482bcd35db req-ec07c987-54d2-4b2e-ba41-1298ae9e6d13 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463679 Feb 19 01:34:46.601497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3d5ed53-a363-42f6-bff4-b533bef3e9d9 req-6149069d-dc44-4989-80d3-0a2533496c75 service neutron] 10.222.0.10 "GET /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040421 Feb 19 01:34:46.955434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40222) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:47.029728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d61b-90c7-4cb3-a10a-aef5531049cd req-ff55b410-8d69-40db-b453-dd730b76dddd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:47.031292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f94d61b-90c7-4cb3-a10a-aef5531049cd req-ff55b410-8d69-40db-b453-dd730b76dddd tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.0587916 Feb 19 01:34:47.094517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3f94d61b-90c7-4cb3-a10a-aef5531049cd req-bbb40af2-7dc1-4aad-a8e7-67e65bde6206 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0572934 Feb 19 01:34:47.189878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'network': {'name': 'tempest-network-smoke--596447497', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:47.217589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:47.222485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.233630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.323505 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (178cb854-6e4e-4c53-bea5-95f65f62ee69), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.329259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (178cb854-6e4e-4c53-bea5-95f65f62ee69), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.360583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:34:47.377258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178cb854-6e4e-4c53-bea5-95f65f62ee69,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:47.380567 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5a43a759-97c6-49ea-aa45-9066f5cfdd71), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.380940 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Added segment 5a43a759-97c6-49ea-aa45-9066f5cfdd71 of type vlan for network b6881a23-0cf2-4537-bb0f-73d592eb39cd Feb 19 01:34:47.425465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-7bbd3880-849d-4cdc-ab84-1798a30d94bb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:47.427873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-7bbd3880-849d-4cdc-ab84-1798a30d94bb tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.10 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.1058323 Feb 19 01:34:47.429143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b6881a23-0cf2-4537-bb0f-73d592eb39cd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.459000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b6881a23-0cf2-4537-bb0f-73d592eb39cd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.465153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:47.465755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.536938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40240) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:47.537112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5804920 Feb 19 01:34:47.547038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-476971355', 'admin_state_up': True, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:47.547640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e3e0-a6b9-47cd-b519-b66a39701018 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Network': ['ID=b6881a23-0cf2-4537-bb0f-73d592eb39cd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:47.560265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:34:47.583968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port eeb95335-a17c-44cd-9497-ea9b254b4abc {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:47.584418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.665904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.667031 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (5c7737f3-1520-4f2a-bc01-92e782f6ef15), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.742376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40246) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:47.840461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-720555591', 'router:external': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:47.860832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Made reservation on behalf of 18d066dc131549a3bf733d34d30e1fa0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:47.863590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.874452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.957826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for security_group (9cbb0233-f106-442b-b741-f5830e56acfb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.963298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9cbb0233-f106-442b-b741-f5830e56acfb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:47.989651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:34:48.000532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbb0233-f106-442b-b741-f5830e56acfb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:48.006308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0807bdf1-220f-4569-bc2d-66ccb45b344d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.006682 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Added segment 0807bdf1-220f-4569-bc2d-66ccb45b344d of type vlan for network 9102dbeb-3975-4dcc-8f29-0d5658941981 Feb 19 01:34:48.056247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9102dbeb-3975-4dcc-8f29-0d5658941981), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.080883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_controller (5c7737f3-1520-4f2a-bc01-92e782f6ef15), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.086547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9102dbeb-3975-4dcc-8f29-0d5658941981), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.087748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:48.088335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.090210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb3a64-9873-46ae-b4ed-f7df15113007 req-cc057cbd-a5e7-466d-85d8-fa9e954463f0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:48.091679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8eb3a64-9873-46ae-b4ed-f7df15113007 req-cc057cbd-a5e7-466d-85d8-fa9e954463f0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.4883180 Feb 19 01:34:48.098200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] For port eeb95335-a17c-44cd-9497-ea9b254b4abc, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=eeb95335-a17c-44cd-9497-ea9b254b4abc,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:48.098557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.153746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4072020 Feb 19 01:34:48.155785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40252) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:48.160503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'subnet': {'network_id': '9102dbeb-3975-4dcc-8f29-0d5658941981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:48.161109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for eeb95335-a17c-44cd-9497-ea9b254b4abc owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:48.164935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bddf0e-c2f8-4591-8c72-363762fdfb88 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Network': ['ID=9102dbeb-3975-4dcc-8f29-0d5658941981,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:48.178285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9102dbeb-3975-4dcc-8f29-0d5658941981 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:34:48.216183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Made reservation on behalf of 18d066dc131549a3bf733d34d30e1fa0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:48.218847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.292817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970082f8-c0f3-4f8b-99c4-cd77b2b48018 req-ac6cfe75-ff6a-40b2-b9da-777bab2a78ad tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:48.294456 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-970082f8-c0f3-4f8b-99c4-cd77b2b48018 req-ac6cfe75-ff6a-40b2-b9da-777bab2a78ad tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/ports?device_id=606276af-7369-443e-9c08-80768466e096 HTTP/1.1" status: 200 len: 985 time: 0.1207507 Feb 19 01:34:48.298912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8eb3a64-9873-46ae-b4ed-f7df15113007 req-b8002454-2338-4d26-979e-b7c2b09c100e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977904 Feb 19 01:34:48.338248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c7737f3-1520-4f2a-bc01-92e782f6ef15), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.373999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.411330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-970082f8-c0f3-4f8b-99c4-cd77b2b48018 req-729c71b8-422a-4dea-8e1c-528eaaee2405 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3d9460b-e62a-4b63-803a-c42506056d35&id=c789d0fb-c40e-48c2-883e-b245cfae08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1099429 Feb 19 01:34:48.467216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (eeb95335-a17c-44cd-9497-ea9b254b4abc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.502056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=eeb95335-a17c-44cd-9497-ea9b254b4abc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:48.556603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] No DVR routers for this DVR port eeb95335-a17c-44cd-9497-ea9b254b4abc on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:48.559837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.563066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53394bda-31c1-4149-a570-df6283f0c3d5 req-5f886685-ecaf-49a7-9378-0cd8345f1ca2 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.10 "DELETE /v2.0/ports/eeb95335-a17c-44cd-9497-ea9b254b4abc HTTP/1.1" status: 204 len: 173 time: 1.1295033 Feb 19 01:34:48.565207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'name': 'network-vif-deleted', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:48.567491 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18c8dce-6828-4060-81ba-b1e61fb828fc" -d '{"events": [{"server_uuid": "606276af-7369-443e-9c08-80768466e096", "name": "network-vif-deleted", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:48.597248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.objects.ports [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:34:48.598409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (97585b1b-4b47-4c3b-a183-00ca198733c1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.619945 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b5bc3-7507-491e-82d1-aa4230f2c81b x-openstack-request-id: req-7e3b5bc3-7507-491e-82d1-aa4230f2c81b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:48.620252 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606276af-7369-443e-9c08-80768466e096", "name": "network-vif-deleted", "tag": "eeb95335-a17c-44cd-9497-ea9b254b4abc", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:48.620613 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e3b5bc3-7507-491e-82d1-aa4230f2c81b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:48.621127 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606276af-7369-443e-9c08-80768466e096', 'name': 'network-vif-deleted', 'tag': 'eeb95335-a17c-44cd-9497-ea9b254b4abc', 'status': 'completed', 'code': 200} Feb 19 01:34:48.662618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97585b1b-4b47-4c3b-a183-00ca198733c1,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:48.679382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.688420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Checking segment: {'id': '0807bdf1-220f-4569-bc2d-66ccb45b344d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9102dbeb-3975-4dcc-8f29-0d5658941981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:48.688846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network hostable DHCP agents. Network: 9102dbeb-3975-4dcc-8f29-0d5658941981, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:34:48.710264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.710491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9102dbeb-3975-4dcc-8f29-0d5658941981 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:34:48.723667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9102dbeb-3975-4dcc-8f29-0d5658941981) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:48.728935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:48.730172 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.732730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3c0db-f58b-4820-85df-4ce5bf43a63c None None] Network 9102dbeb-3975-4dcc-8f29-0d5658941981 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:48.749399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45ba1503-4a88-45db-9d34-c2d005097e8d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5925057 Feb 19 01:34:48.752148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40256) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:48.756797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-616713279', 'network_id': '9102dbeb-3975-4dcc-8f29-0d5658941981'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:48.777977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Made reservation on behalf of 18d066dc131549a3bf733d34d30e1fa0 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:48.780812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:48.796306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] device_id is not set on port 5388ccd3-5ccd-4a43-8343-c32b572ea386 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:34:48.828401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.25.0.199 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/e3a4303c-9982-4e51-aa90-ed6acc564442) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:48.854450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9469c79e-bd0a-4a46-8d1e-71fe904e1ee1 None None] Network 9102dbeb-3975-4dcc-8f29-0d5658941981 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:48.934990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Allocated IP 2001:db8::258 (9102dbeb-3975-4dcc-8f29-0d5658941981/97585b1b-4b47-4c3b-a183-00ca198733c1/5388ccd3-5ccd-4a43-8343-c32b572ea386) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:48.954187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.028909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.093832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:49.097103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:49.103815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:49.129831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=e3a4303c-9982-4e51-aa90-ed6acc564442,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:49.148660 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for port (5388ccd3-5ccd-4a43-8343-c32b572ea386), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.197929 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5388ccd3-5ccd-4a43-8343-c32b572ea386), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.241555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9102dbeb-3975-4dcc-8f29-0d5658941981 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:49.248538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:49.253276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:49.256059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:49.256435 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.260386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Port': ['ID=5388ccd3-5ccd-4a43-8343-c32b572ea386,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:49.275842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5ac19fce-49d5-47b0-ae24-f5b1cc96a34c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5227063 Feb 19 01:34:49.278387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:49.360679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Deleting port 5388ccd3-5ccd-4a43-8343-c32b572ea386 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:49.361057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5388ccd3-5ccd-4a43-8343-c32b572ea386), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.391675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.475178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:49.483529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88b91-1565-4dbc-aa69-05beae37639f req-bbd77d55-3fad-4cce-9d18-cf565fe58580 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:49.484979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ee88b91-1565-4dbc-aa69-05beae37639f req-bbd77d55-3fad-4cce-9d18-cf565fe58580 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1061389 Feb 19 01:34:49.505261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5388ccd3-5ccd-4a43-8343-c32b572ea386), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.544538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Calling delete_port for 5388ccd3-5ccd-4a43-8343-c32b572ea386 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:49.593386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ee88b91-1565-4dbc-aa69-05beae37639f req-db102bb6-878f-4ad4-a596-a35234d0e62c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976694 Feb 19 01:34:49.605487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.637847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c7f73bf-3a52-40ad-a3be-9e90dd529c52 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (c789d0fb-c40e-48c2-883e-b245cfae08fd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.675001 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c7f73bf-3a52-40ad-a3be-9e90dd529c52 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (c789d0fb-c40e-48c2-883e-b245cfae08fd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.749441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:34:49.750835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c7f73bf-3a52-40ad-a3be-9e90dd529c52 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c789d0fb-c40e-48c2-883e-b245cfae08fd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.753412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c7f73bf-3a52-40ad-a3be-9e90dd529c52 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.756976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5c7f73bf-3a52-40ad-a3be-9e90dd529c52 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/security-groups/c789d0fb-c40e-48c2-883e-b245cfae08fd HTTP/1.1" status: 204 len: 168 time: 0.2783034 Feb 19 01:34:49.757499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:49.769356 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f73bf-3a52-40ad-a3be-9e90dd529c52 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789d0fb-c40e-48c2-883e-b245cfae08fd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:49.782016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5388ccd3-5ccd-4a43-8343-c32b572ea386), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.809997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event deleted for resources: {'Port': ['ID=5388ccd3-5ccd-4a43-8343-c32b572ea386,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:49.839195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.842893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a2c951a5-69a1-4bf9-95a3-3f77b3c9f572 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5388ccd3-5ccd-4a43-8343-c32b572ea386 HTTP/1.1" status: 204 len: 168 time: 0.5632720 Feb 19 01:34:49.845627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:49.850244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9102dbeb-3975-4dcc-8f29-0d5658941981', 'external_fixed_ips': [{'subnet_id': '97585b1b-4b47-4c3b-a183-00ca198733c1', 'ip_address': '2001:db8::258'}]}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:49.871278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (76ef2380-a8c4-49b8-88f4-cd5314570222), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.872736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (76ef2380-a8c4-49b8-88f4-cd5314570222), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.901493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5cca09b-3ccc-4912-b0fa-bc8fb055c489 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (a3d9460b-e62a-4b63-803a-c42506056d35), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.925278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:49.926126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (76ef2380-a8c4-49b8-88f4-cd5314570222), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.938378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:49.946721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5cca09b-3ccc-4912-b0fa-bc8fb055c489 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (a3d9460b-e62a-4b63-803a-c42506056d35), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.951215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:49.952069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:49.964396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.968721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-be982208-cade-4861-bd4f-bc587f664f0f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4264219 Feb 19 01:34:49.969928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40272) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:50.016165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5cca09b-3ccc-4912-b0fa-bc8fb055c489 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a3d9460b-e62a-4b63-803a-c42506056d35), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.019249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5cca09b-3ccc-4912-b0fa-bc8fb055c489 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.020683 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f5cca09b-3ccc-4912-b0fa-bc8fb055c489 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/security-groups/a3d9460b-e62a-4b63-803a-c42506056d35 HTTP/1.1" status: 204 len: 168 time: 0.2622557 Feb 19 01:34:50.025474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40276) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:50.074995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:50.077515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cca09b-3ccc-4912-b0fa-bc8fb055c489 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d9460b-e62a-4b63-803a-c42506056d35,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:50.109309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (76ef2380-a8c4-49b8-88f4-cd5314570222), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.247586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7e6c2fa8-43af-4bcf-b7e3-46f68143413a tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c22d97948f9a461ebd59b013e74f92fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2765687 Feb 19 01:34:50.254035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40278) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:50.271827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-338dd647-8840-4c22-b09b-0de1af14928f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.306927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:49Z', 'revision_number': 3, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:50.335105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:50.335355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Updating router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 port e3a4303c-9982-4e51-aa90-ed6acc564442 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:34:50.365692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.496590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4262ec2-9204-42dd-ab86-5285acaee99d tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:50.497582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4262ec2-9204-42dd-ab86-5285acaee99d tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:50.501470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f4262ec2-9204-42dd-ab86-5285acaee99d tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.2432415 Feb 19 01:34:50.501658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40280) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:50.557221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-05623c1f-e18d-430e-9091-f0e0407cf735 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9102dbeb-3975-4dcc-8f29-0d5658941981&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518124 Feb 19 01:34:50.557867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:50.590480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f2d61503-160d-44cf-afc5-98c3043f1b79 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311882 Feb 19 01:34:50.593689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40284) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:50.598372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760975860', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:50.674709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Publish callbacks [] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.683941 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.746816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8722cd3-a8d4-4852-8bd7-7501e15c046e None None] Pushing event updated for resources: {'Port': ['ID=e3a4303c-9982-4e51-aa90-ed6acc564442,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:50.751707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Attempting to bind port e3a4303c-9982-4e51-aa90-ed6acc564442 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:50.752261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Attempting to bind port e3a4303c-9982-4e51-aa90-ed6acc564442 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:50.752635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Attempting to bind port e3a4303c-9982-4e51-aa90-ed6acc564442 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:50.759106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:50.760069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:50.760524 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.760945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:50.762458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Bound port: e3a4303c-9982-4e51-aa90-ed6acc564442, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:50.762458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.793575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (76ef2380-a8c4-49b8-88f4-cd5314570222), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.815696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:34:50.819415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.823793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] For port e3a4303c-9982-4e51-aa90-ed6acc564442, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:50.824011 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.827183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] For port e3a4303c-9982-4e51-aa90-ed6acc564442, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e3a4303c-9982-4e51-aa90-ed6acc564442,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:50.834703 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.887714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:50.888372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:50.958869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8722cd3-a8d4-4852-8bd7-7501e15c046e None None] Pushing event updated for resources: {'Port': ['ID=e3a4303c-9982-4e51-aa90-ed6acc564442,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:50.996395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ec86-d2c4-473e-b58b-b53f4f80e940 req-86940e80-acfb-41bd-af4e-7c8fca7eacee tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:50.998060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4168ec86-d2c4-473e-b58b-b53f4f80e940 req-86940e80-acfb-41bd-af4e-7c8fca7eacee tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.0909162 Feb 19 01:34:51.022098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:51.082079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Allocated IP 2001:db8::258 (9102dbeb-3975-4dcc-8f29-0d5658941981/97585b1b-4b47-4c3b-a183-00ca198733c1/b123cffc-126d-4230-a196-158a7cf33e21) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:51.098795 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4168ec86-d2c4-473e-b58b-b53f4f80e940 req-361f1c95-7843-4f2b-a209-b30b5d001383 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863366 Feb 19 01:34:51.116918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (255234e3-b396-4f89-aa38-c1518b057d2b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.118801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device eeb95335-a17c-44cd-9497-ea9b254b4abc no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:51.165239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: eeb95335-a17c-44cd-9497-ea9b254b4abc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:51.165626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device eeb95335-a17c-44cd-9497-ea9b254b4abc not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:51.181252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (6c19b4c1-92db-4373-b889-aa6611373231), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.252981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:49Z', 'revision_number': 3, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:51.257865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Subnet': ['ID=6c19b4c1-92db-4373-b889-aa6611373231,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:51.287550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4bb09-4cbb-4749-a6db-15d2b29253d7 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:49Z', 'revision_number': 3, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:51.288137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Checking segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:51.288568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network hostable DHCP agents. Network: b6881a23-0cf2-4537-bb0f-73d592eb39cd, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:34:51.313705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for port (b123cffc-126d-4230-a196-158a7cf33e21), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.333478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:34:51.350288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b6881a23-0cf2-4537-bb0f-73d592eb39cd) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:51.356177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:51.356774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.363928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020dcfc6-7a57-413f-a762-9e4e136815c3 None None] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:51.375360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b123cffc-126d-4230-a196-158a7cf33e21), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.391913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f0e6bd6c-a42c-4d86-8e65-e6369839c216 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7972114 Feb 19 01:34:51.394836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40288) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:51.422984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9102dbeb-3975-4dcc-8f29-0d5658941981 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:51.427447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:51.433714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:51.439447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Port': ['ID=b123cffc-126d-4230-a196-158a7cf33e21,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:51.489207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:34:51.490336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.723640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (76ef2380-a8c4-49b8-88f4-cd5314570222), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.724198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Allocated IP 172.20.0.2 (b6881a23-0cf2-4537-bb0f-73d592eb39cd/6c19b4c1-92db-4373-b889-aa6611373231/2f1ba902-08a1-49c0-9405-0c0b5e538f4f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:51.744448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:51.744792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.894060 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Publish callbacks [] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.902496 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.903234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] For port 0cb0ec10-cd84-4b64-9eec-9cec0d83177a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:51.903617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.951189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for 0cb0ec10-cd84-4b64-9eec-9cec0d83177a owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:51.954239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:51.957752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:51.960533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:51.998436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:51.999519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (76ef2380-a8c4-49b8-88f4-cd5314570222), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.052586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Attempting to bind port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:52.052586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Attempting to bind port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:52.052899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Attempting to bind port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f on network b6881a23-0cf2-4537-bb0f-73d592eb39cd {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:52.060651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:52.060946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Checking segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:52.061409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.061806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Bound using segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:52.062290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Bound port: 2f1ba902-08a1-49c0-9405-0c0b5e538f4f, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:52.062673 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.141020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] For port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:52.144787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] For port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:52.156686 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.178648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Router 76ef2380-a8c4-49b8-88f4-cd5314570222 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:34:52.238165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.240277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab63a2b-a637-4650-b4ee-e0ad35531f3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:52.391186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcdf37-3a19-4162-9fd1-9a96e9afbab2 req-71393cc2-59b7-4e54-a14e-fab16916bd3b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:52.398827 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dddcdf37-3a19-4162-9fd1-9a96e9afbab2 req-71393cc2-59b7-4e54-a14e-fab16916bd3b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1258647 Feb 19 01:34:52.401526 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0cb0ec10-cd84-4b64-9eec-9cec0d83177a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.422671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:52.432855 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Sync routers for ids ['76ef2380-a8c4-49b8-88f4-cd5314570222'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:52.445900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=0cb0ec10-cd84-4b64-9eec-9cec0d83177a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:52.459696 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Routers {'76ef2380-a8c4-49b8-88f4-cd5314570222'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:52.460339 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['76ef2380-a8c4-49b8-88f4-cd5314570222'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:52.461943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.466009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-468d62b6-41af-4cc7-8e3d-db647a6586ca tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6191323 Feb 19 01:34:52.467192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:52.482843 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dddcdf37-3a19-4162-9fd1-9a96e9afbab2 req-ce99081a-f9f9-4c42-a212-fe391dbb2dae tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817692 Feb 19 01:34:52.520221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.520630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.521414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.521679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.522010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.522340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.522737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.523064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.523387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.523853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.524231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.524558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.525464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:52.649709 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ee9396a-3a08-4dd1-8b86-9776dddd7f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.709054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (76ef2380-a8c4-49b8-88f4-cd5314570222), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.761842 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Set router 76ef2380-a8c4-49b8-88f4-cd5314570222 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:52.879196 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (76ef2380-a8c4-49b8-88f4-cd5314570222), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.893296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.20.0.1 (b6881a23-0cf2-4537-bb0f-73d592eb39cd/6c19b4c1-92db-4373-b889-aa6611373231/3681db36-bd4f-4bce-ab8f-094c8e216c08) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:52.907332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (255234e3-b396-4f89-aa38-c1518b057d2b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.948958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Deleting port b123cffc-126d-4230-a196-158a7cf33e21 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:52.949478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b123cffc-126d-4230-a196-158a7cf33e21), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.974968 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ef2380-a8c4-49b8-88f4-cd5314570222', 'name': '', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9102dbeb-3975-4dcc-8f29-0d5658941981', 'external_fixed_ips': [{'subnet_id': '97585b1b-4b47-4c3b-a183-00ca198733c1', 'ip_address': '2001:db8::258'}], 'enable_snat': True}, 'gw_port_id': 'b123cffc-126d-4230-a196-158a7cf33e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:49Z', 'updated_at': '2022-02-19T01:34:51Z', 'revision_number': 3, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port': {'id': 'b123cffc-126d-4230-a196-158a7cf33e21', 'name': '', 'network_id': '9102dbeb-3975-4dcc-8f29-0d5658941981', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ef2380-a8c4-49b8-88f4-cd5314570222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '97585b1b-4b47-4c3b-a183-00ca198733c1', 'ip_address': '2001:db8::258', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:50Z', 'updated_at': '2022-02-19T01:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97585b1b-4b47-4c3b-a183-00ca198733c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:53.002263 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Checking router: 76ef2380-a8c4-49b8-88f4-cd5314570222 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:53.002607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Updating router 76ef2380-a8c4-49b8-88f4-cd5314570222 port b123cffc-126d-4230-a196-158a7cf33e21 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:34:53.034229 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b123cffc-126d-4230-a196-158a7cf33e21), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.040533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b123cffc-126d-4230-a196-158a7cf33e21), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.054923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Calling delete_port for b123cffc-126d-4230-a196-158a7cf33e21 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:53.140800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.270394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b123cffc-126d-4230-a196-158a7cf33e21), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.307382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event deleted for resources: {'Port': ['ID=b123cffc-126d-4230-a196-158a7cf33e21,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:53.340625 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (76ef2380-a8c4-49b8-88f4-cd5314570222), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.348180 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.db.api [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:34:53.348552 n-d-826752-2 neutron-server[103432]: DEBUG oslo_db.api [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:34:53.456949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (76ef2380-a8c4-49b8-88f4-cd5314570222), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.459591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (76ef2380-a8c4-49b8-88f4-cd5314570222), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.508892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e3a4303c-9982-4e51-aa90-ed6acc564442 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:53.528376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (76ef2380-a8c4-49b8-88f4-cd5314570222), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.529163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76ef2380-a8c4-49b8-88f4-cd5314570222 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:34:53.533868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.535203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c5404920-6759-4783-8025-55291c72cd32 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/routers/76ef2380-a8c4-49b8-88f4-cd5314570222 HTTP/1.1" status: 204 len: 168 time: 1.0654142 Feb 19 01:34:53.541705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40300) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:53.582569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e3a4303c-9982-4e51-aa90-ed6acc564442 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:53.583146 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.658855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Router 255234e3-b396-4f89-aa38-c1518b057d2b has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:53.676209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Deleting subnet 97585b1b-4b47-4c3b-a183-00ca198733c1 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:34:53.680767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for subnet (97585b1b-4b47-4c3b-a183-00ca198733c1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.685601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e3a4303c-9982-4e51-aa90-ed6acc564442 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:53.686000 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.687115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5a812-ac1c-44db-8b6f-497a5b4cfaab req-a27aabce-f493-47ed-9778-a70c65ab8cca tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:53.688694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-feb5a812-ac1c-44db-8b6f-497a5b4cfaab req-a27aabce-f493-47ed-9778-a70c65ab8cca tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1127 time: 0.4664364 Feb 19 01:34:53.694432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.729365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (97585b1b-4b47-4c3b-a183-00ca198733c1), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.736009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port e3a4303c-9982-4e51-aa90-ed6acc564442, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e3a4303c-9982-4e51-aa90-ed6acc564442,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:53.744688 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.746435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.747635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2f1ba902-08a1-49c0-9405-0c0b5e538f4f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:53.783941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (97585b1b-4b47-4c3b-a183-00ca198733c1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.796673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:53.812944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:53.819267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1e503-e837-4c9d-92a4-5065bdf30224 req-baaabf83-5222-42b8-b702-70a3fd2aa8d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:53.823028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:53.830059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=e3a4303c-9982-4e51-aa90-ed6acc564442,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:53.831437 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8a1e503-e837-4c9d-92a4-5065bdf30224 req-baaabf83-5222-42b8-b702-70a3fd2aa8d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.2296607 Feb 19 01:34:53.842866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:53.844333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.855820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=3681db36-bd4f-4bce-ab8f-094c8e216c08,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:53.875357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Port b123cffc-126d-4230-a196-158a7cf33e21 not found while updating agent binding for router 76ef2380-a8c4-49b8-88f4-cd5314570222. {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 01:34:53.889714 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:53.890470 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:34:53.891321 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_agentschedulers_db [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76ef2380-a8c4-49b8-88f4-cd5314570222'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:34:53.892820 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382cfcd7-86a3-450e-9f86-50feb1f5fbc7 None None] The sync data for ids ['76ef2380-a8c4-49b8-88f4-cd5314570222'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:53.924293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-feb5a812-ac1c-44db-8b6f-497a5b4cfaab req-4da97094-3eee-445d-8825-7f1d8bfa1f5b tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273130 Feb 19 01:34:53.950128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8a1e503-e837-4c9d-92a4-5065bdf30224 req-796e64f0-42b6-4b00-bf34-0cf22c669ff7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064758 Feb 19 01:34:53.957913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (97585b1b-4b47-4c3b-a183-00ca198733c1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.974030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.974363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:53.974363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:53.983564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97585b1b-4b47-4c3b-a183-00ca198733c1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:53.998414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.014468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b69e228d-7ed2-4703-8b9d-b08ce033957c tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/97585b1b-4b47-4c3b-a183-00ca198733c1 HTTP/1.1" status: 204 len: 168 time: 0.4714499 Feb 19 01:34:54.015597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40304) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:54.019850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:54.023565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:54.027785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.037987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a74b2bb9-d8aa-498a-b143-46b37db84dc1 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "PUT /v2.0/routers/255234e3-b396-4f89-aa38-c1518b057d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0114124 Feb 19 01:34:54.041010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] Sync routers for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:54.044073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40306) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:54.083944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:54.084842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:54.155147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting subnet a309564f-1191-4684-97c9-b3aa04082946 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:34:54.159286 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9102dbeb-3975-4dcc-8f29-0d5658941981), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.163181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for subnet (a309564f-1191-4684-97c9-b3aa04082946), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.164750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3a117-7815-4fb4-a38d-1cd20e85c00f req-4295fa27-bb7b-446a-b340-b8c8b4a35e3d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:54.166764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbd3a117-7815-4fb4-a38d-1cd20e85c00f req-4295fa27-bb7b-446a-b340-b8c8b4a35e3d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1386173 Feb 19 01:34:54.172169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:54.227596 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (a309564f-1191-4684-97c9-b3aa04082946), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.258221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.259094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:54.265369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fbd3a117-7815-4fb4-a38d-1cd20e85c00f req-507c6ba3-401d-488f-9a5c-0e853842be43 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784185 Feb 19 01:34:54.302914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40308) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:54.336598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9102dbeb-3975-4dcc-8f29-0d5658941981), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.386459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9102dbeb-3975-4dcc-8f29-0d5658941981']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:54.402512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0807bdf1-220f-4569-bc2d-66ccb45b344d') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:54.403165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0807bdf1-220f-4569-bc2d-66ccb45b344d') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:54.422516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c038c77e-3c3b-472f-8a60-bcc5dd991736 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/ffc69975-42ed-45b1-b949-e26996d4c2e4 HTTP/1.1" status: 200 len: 993 time: 0.1130180 Feb 19 01:34:54.438627 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (0807bdf1-220f-4569-bc2d-66ccb45b344d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.454942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a309564f-1191-4684-97c9-b3aa04082946), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.465300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0807bdf1-220f-4569-bc2d-66ccb45b344d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.504238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:34:52Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:54.515163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:34:54.515832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (0807bdf1-220f-4569-bc2d-66ccb45b344d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:34:54.517630 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:34:54.550605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] Checking router: 255234e3-b396-4f89-aa38-c1518b057d2b for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:54.561680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] Routers {'255234e3-b396-4f89-aa38-c1518b057d2b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:54.562444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['255234e3-b396-4f89-aa38-c1518b057d2b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:54.619707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9102dbeb-3975-4dcc-8f29-0d5658941981), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.639493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9102dbeb-3975-4dcc-8f29-0d5658941981 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:34:54.647238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event deleted for resources: {'Network': ['ID=9102dbeb-3975-4dcc-8f29-0d5658941981,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:54.652905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.656178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6c25ba29-9978-45aa-addf-58c43d34fe01 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9102dbeb-3975-4dcc-8f29-0d5658941981 HTTP/1.1" status: 204 len: 168 time: 0.6394339 Feb 19 01:34:54.657695 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (a309564f-1191-4684-97c9-b3aa04082946), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.700500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.715265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.720181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Subnet': ['ID=a309564f-1191-4684-97c9-b3aa04082946,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:54.733787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.740856 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f7b4f971-697e-46ab-b6a7-f5da02883014 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/subnets/a309564f-1191-4684-97c9-b3aa04082946 HTTP/1.1" status: 204 len: 168 time: 0.6956053 Feb 19 01:34:54.741530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40320) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:54.814980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.852068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=3681db36-bd4f-4bce-ab8f-094c8e216c08,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:54.998478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:55.000319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:55.063340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd492f1-0e04-46a0-806f-8aff23dc4706 None None] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:55.068354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8cd8f3-53f6-4483-9615-5d259cdcb4ac None None] Network 6db87481-408b-4767-8f7c-cb10ba372d1d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:34:55.204641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40328) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:55.205308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40332) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:55.216395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'name': 'tempest-router--2025859252', 'project_id': 'dd6c303c84f745339b837f2c51eb80e3'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:55.226648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:34:55.241140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f74b89da-a5fb-4942-a26b-12640b16cf37 None None] Provisioning complete for port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:55.241518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f74b89da-a5fb-4942-a26b-12640b16cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.336596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] Set router 255234e3-b396-4f89-aa38-c1518b057d2b gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:55.344625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:55.346865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.347892 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.413712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a434de-2e6f-43fc-94c1-b9e01eecf3f5 req-125f9382-d52f-47e3-8c70-98d903753cf1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:55.415719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3a434de-2e6f-43fc-94c1-b9e01eecf3f5 req-125f9382-d52f-47e3-8c70-98d903753cf1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 943 time: 0.1351118 Feb 19 01:34:55.480504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router (255234e3-b396-4f89-aa38-c1518b057d2b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.544734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.545822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3a434de-2e6f-43fc-94c1-b9e01eecf3f5 req-3cf95c78-d2e3-4e2a-a277-417a42970ba3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183500 Feb 19 01:34:55.571292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e3a4303c-9982-4e51-aa90-ed6acc564442 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:55.650208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7dca0-a226-435f-a92d-152c839e9baf req-628f69ac-6190-4e6f-9c99-e77faca9c218 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:55.658557 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:34:55.661320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2da7dca0-a226-435f-a92d-152c839e9baf req-628f69ac-6190-4e6f-9c99-e77faca9c218 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.4574964 Feb 19 01:34:55.675253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.682307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_gateway (255234e3-b396-4f89-aa38-c1518b057d2b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.708381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.713136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8d017ee-5bbb-4c3c-8f7e-fbbcff091fa2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5000212 Feb 19 01:34:55.716097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:55.751044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Deleting port 1844a106-55d3-4cbd-b5a0-50aedea95487 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:55.751414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.783136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:55.798125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e9c76e2d-8516-4808-96be-232559eb343d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "PUT /v2.0/routers/5c7737f3-1520-4f2a-bc01-92e782f6ef15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3952589 Feb 19 01:34:55.798604 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:55.801931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.812079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40340) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:55.814521 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:55.816613 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:55.848736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-8862694e-03ad-42df-a619-f59392cd1095 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6376359 Feb 19 01:34:55.853915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-c20d0a56-3586-417f-b931-2bf024408c56 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:34:55.865874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-c20d0a56-3586-417f-b931-2bf024408c56 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161645 Feb 19 01:34:55.882049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.916601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2da7dca0-a226-435f-a92d-152c839e9baf req-ae5c1e1e-cf92-4a83-928a-cb33382c3661 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540824 Feb 19 01:34:55.946152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:55.964159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e3a4303c-9982-4e51-aa90-ed6acc564442 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:55.964490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.967134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] For port 1844a106-55d3-4cbd-b5a0-50aedea95487, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1844a106-55d3-4cbd-b5a0-50aedea95487,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:55.967687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.002580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f74b89da-a5fb-4942-a26b-12640b16cf37 None None] Current status of the port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:56.012394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'port_id': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'mac_address': 'fa:16:3e:fc:15:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:34:56.045548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Calling delete_port for 1844a106-55d3-4cbd-b5a0-50aedea95487 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:56.058602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:34:52Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:56.076079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.076553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.077035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.077503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.077967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.078421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.078877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.080393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] DHCP port deletion for 6db87481-408b-4767-8f7c-cb10ba372d1d request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:34:56.081441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ac46d46f-0e4e-4de4-8d92-260baf37caa2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4920 time: 0.2673540 Feb 19 01:34:56.084769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:56.115779 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:56.154552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3fe5d-056a-4588-bcd0-18fd88840c91 None None] The sync data for ids ['255234e3-b396-4f89-aa38-c1518b057d2b'] in n-d-826752-2 is: [{'id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530579874', 'tenant_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:50Z', 'updated_at': '2022-02-19T01:34:52Z', 'revision_number': 5, 'project_id': 'a94f773fd5ef44bd8da91ef82f538b63', 'gw_port': {'id': '1844a106-55d3-4cbd-b5a0-50aedea95487', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255234e3-b396-4f89-aa38-c1518b057d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:51Z', 'updated_at': '2022-02-19T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:56.273160 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.281514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:56.281978 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.292351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.295699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.302706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.303601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.304530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.305599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.306321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.306986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.313128 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f281b959-5f76-4ebe-ab40-8fdbaa1fa1f9 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3994 time: 0.2258403 Feb 19 01:34:56.315054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40354) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:56.328873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dd639e-b44a-4c16-b0e3-1d665059e7af {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:34:56.381611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:56.382681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e3a4303c-9982-4e51-aa90-ed6acc564442 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:56.384537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2f1ba902-08a1-49c0-9405-0c0b5e538f4f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:56.389362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.390056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:34:56.406380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.412604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af3a6d12-08fc-451b-b979-d9caa6228ebb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a5bdcc3c-abc6-4eed-9e6a-3e4e78ebefb5 HTTP/1.1" status: 204 len: 168 time: 0.6941280 Feb 19 01:34:56.420336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] Deleting port 28c94e6f-ab36-4ec9-9383-a459eee1e319 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:56.420746 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.443624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.602517 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 2, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:56.652445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] For port 28c94e6f-ab36-4ec9-9383-a459eee1e319, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=28c94e6f-ab36-4ec9-9383-a459eee1e319,segment=NetworkSegment(b7862abf-5020-4c8b-9afc-68593bf1787f),segment_id=b7862abf-5020-4c8b-9afc-68593bf1787f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:56.657616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.699374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] Calling delete_port for 28c94e6f-ab36-4ec9-9383-a459eee1e319 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:56.714994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40366) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:56.730082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-c546dce4-cef1-4537-87c8-06f3922a6f5c tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.749511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-c546dce4-cef1-4537-87c8-06f3922a6f5c tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 1124 time: 0.1070826 Feb 19 01:34:56.860838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (28c94e6f-ab36-4ec9-9383-a459eee1e319), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.890578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] No DVR routers for this DVR port 28c94e6f-ab36-4ec9-9383-a459eee1e319 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:56.894632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.910897 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:56.911730 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Updating router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 port 3681db36-bd4f-4bce-ab8f-094c8e216c08 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:34:56.949841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:56.950229 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.964311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['97dd639e-b44a-4c16-b0e3-1d665059e7af'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:34:56.984560 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.993527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6d0882a0-881d-4977-84d0-8b0f8b511b49 None None] Provisioning complete for port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:56.993838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d0882a0-881d-4977-84d0-8b0f8b511b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:56.995727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1844a106-55d3-4cbd-b5a0-50aedea95487), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.138539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:57.140166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Port': ['ID=1844a106-55d3-4cbd-b5a0-50aedea95487,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:57.153830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c61b2-b8ff-4c28-8c5f-46dad78c449f req-84aecd39-9071-41bb-a9b3-712120c1f3cb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:57.167599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c4c61b2-b8ff-4c28-8c5f-46dad78c449f req-84aecd39-9071-41bb-a9b3-712120c1f3cb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1014988 Feb 19 01:34:57.203285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-998026226', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:57.230142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e0120-33ed-4ba9-91c2-8a13ffd0c6e0 None None] Pushing event deleted for resources: {'Port': ['ID=28c94e6f-ab36-4ec9-9383-a459eee1e319,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:57.252554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907fdd2-b3d3-4e33-99d5-d130f6af32df req-cdc995f2-7c41-41ff-9c7f-e635751ccd82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:57.254622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8907fdd2-b3d3-4e33-99d5-d130f6af32df req-cdc995f2-7c41-41ff-9c7f-e635751ccd82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 944 time: 0.5328672 Feb 19 01:34:57.326673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4c4c61b2-b8ff-4c28-8c5f-46dad78c449f req-1d07be41-fd56-45f1-8f3a-8cda5cbcc93e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581414 Feb 19 01:34:57.459684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (51c3d73d-d87e-41ad-b94e-617e173bac93), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.461111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (51c3d73d-d87e-41ad-b94e-617e173bac93), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.498763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:57.505675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6d0882a0-881d-4977-84d0-8b0f8b511b49 None None] Current status of the port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:57.509197 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (255234e3-b396-4f89-aa38-c1518b057d2b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.521708 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Publish callbacks [] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.533851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6d0882a0-881d-4977-84d0-8b0f8b511b49 None None] Provisioning complete for port 3681db36-bd4f-4bce-ab8f-094c8e216c08 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:57.534205 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.534352 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d0882a0-881d-4977-84d0-8b0f8b511b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.577700 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8907fdd2-b3d3-4e33-99d5-d130f6af32df req-3db4d990-ffb4-4f51-b04d-b26930e1bffc tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888626 Feb 19 01:34:57.583943 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Pushing event updated for resources: {'Port': ['ID=3681db36-bd4f-4bce-ab8f-094c8e216c08,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:57.595228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6d0882a0-881d-4977-84d0-8b0f8b511b49 None None] Port 3681db36-bd4f-4bce-ab8f-094c8e216c08 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:34:57.595904 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.596475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.597320 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.598074 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.598950 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.599300 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.599819 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.600372 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.600910 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.601470 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.602087 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.602638 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.603732 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.681646 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Attempting to bind port 3681db36-bd4f-4bce-ab8f-094c8e216c08 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:34:57.682243 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Attempting to bind port 3681db36-bd4f-4bce-ab8f-094c8e216c08 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:34:57.682791 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Attempting to bind port 3681db36-bd4f-4bce-ab8f-094c8e216c08 on network b6881a23-0cf2-4537-bb0f-73d592eb39cd {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:34:57.689277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (51c3d73d-d87e-41ad-b94e-617e173bac93), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.689446 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:34:57.690114 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Checking segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:34:57.690615 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.691103 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Bound using segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:34:57.691684 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Bound port: 3681db36-bd4f-4bce-ab8f-094c8e216c08, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:34:57.692690 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.738511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-810b8750-5775-43c8-a4ec-715d92e34e07 None None] Provisioning complete for port 3681db36-bd4f-4bce-ab8f-094c8e216c08 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:57.739083 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-810b8750-5775-43c8-a4ec-715d92e34e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.772859 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] For port 3681db36-bd4f-4bce-ab8f-094c8e216c08, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:34:57.777537 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] For port 3681db36-bd4f-4bce-ab8f-094c8e216c08, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3681db36-bd4f-4bce-ab8f-094c8e216c08,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:34:57.789332 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.790809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 28c94e6f-ab36-4ec9-9383-a459eee1e319 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:57.807202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (255234e3-b396-4f89-aa38-c1518b057d2b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.830410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 28c94e6f-ab36-4ec9-9383-a459eee1e319 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:57.830942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 28c94e6f-ab36-4ec9-9383-a459eee1e319 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:57.831563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0cb0ec10-cd84-4b64-9eec-9cec0d83177a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:57.854721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router_controller (255234e3-b396-4f89-aa38-c1518b057d2b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.864424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8236d170-7314-4504-836b-8233e613212a tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4117 time: 1.5480578 Feb 19 01:34:57.873258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0cb0ec10-cd84-4b64-9eec-9cec0d83177a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:57.873258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0cb0ec10-cd84-4b64-9eec-9cec0d83177a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:57.882539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-810b8750-5775-43c8-a4ec-715d92e34e07 None None] Port 3681db36-bd4f-4bce-ab8f-094c8e216c08 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:34:57.889979 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb837b-4658-4f90-bb4b-65720289d6e4 None None] Pushing event updated for resources: {'Port': ['ID=3681db36-bd4f-4bce-ab8f-094c8e216c08,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:57.906052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:57.906677 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:58.004489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (255234e3-b396-4f89-aa38-c1518b057d2b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.005438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Fanout notify agent at l3_agent the message router_deleted on router 255234e3-b396-4f89-aa38-c1518b057d2b {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:34:58.012147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] Provisioning complete for port 3681db36-bd4f-4bce-ab8f-094c8e216c08 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:58.013118 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.015555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.016966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-950a8d6a-73fd-4ed8-abc1-3ae7c1c8c719 tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/routers/255234e3-b396-4f89-aa38-c1518b057d2b HTTP/1.1" status: 204 len: 168 time: 3.2744603 Feb 19 01:34:58.019728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40380) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:58.086901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (51c3d73d-d87e-41ad-b94e-617e173bac93), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.130539 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:58.267872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (6db87481-408b-4767-8f7c-cb10ba372d1d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.325997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-376d21d7-e062-44fc-b389-308843623927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:58.329967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-376d21d7-e062-44fc-b389-308843623927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1127 time: 0.1552160 Feb 19 01:34:58.421981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] Current status of the port 3681db36-bd4f-4bce-ab8f-094c8e216c08 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:58.422379 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.445592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40384) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:58.458895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] For port 3681db36-bd4f-4bce-ab8f-094c8e216c08, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3681db36-bd4f-4bce-ab8f-094c8e216c08,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:58.463860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.470112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950142967', 'description': 'tempest-secgroup-smoke-950142967 description', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:58.515058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (6db87481-408b-4767-8f7c-cb10ba372d1d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.526866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab72017-30db-4f33-bfca-5689bcbe3c3f None None] Pushing event updated for resources: {'Port': ['ID=3681db36-bd4f-4bce-ab8f-094c8e216c08,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:58.528541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:57Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:58.548621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db87481-408b-4767-8f7c-cb10ba372d1d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:58.566082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.569272 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f836edd-3ad7-494f-b42e-b465fc6c1af6 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:57Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:58.578692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7862abf-5020-4c8b-9afc-68593bf1787f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:58.578969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7862abf-5020-4c8b-9afc-68593bf1787f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:58.611437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-64b73967-6df5-4f04-a529-3a21eb959814 None None] Provisioning complete for port 3681db36-bd4f-4bce-ab8f-094c8e216c08 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:58.612366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64b73967-6df5-4f04-a529-3a21eb959814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.617427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (51c3d73d-d87e-41ad-b94e-617e173bac93), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.679976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.737644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b7862abf-5020-4c8b-9afc-68593bf1787f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.759942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-ea09633e-31e0-4232-8d56-0273505a5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:58.763044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-ea09633e-31e0-4232-8d56-0273505a5d3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.4068720 Feb 19 01:34:58.765051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4126-871d-4641-aee2-20261ee7a2f4 req-ef920265-74e3-4d08-bac1-ff047331e01a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:58.768871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a73a4126-871d-4641-aee2-20261ee7a2f4 req-ef920265-74e3-4d08-bac1-ff047331e01a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.2751782 Feb 19 01:34:58.785388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-64b73967-6df5-4f04-a529-3a21eb959814 None None] Current status of the port 3681db36-bd4f-4bce-ab8f-094c8e216c08 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:58.817189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b7862abf-5020-4c8b-9afc-68593bf1787f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.864490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (ec1d8715-4e35-43a0-8c09-6da7b41b4dd1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.867478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:34:58.867994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b7862abf-5020-4c8b-9afc-68593bf1787f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:34:58.872554 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:34:58.874747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a73a4126-871d-4641-aee2-20261ee7a2f4 req-61a237cc-68e6-49eb-b28d-153c0af3934d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947297 Feb 19 01:34:58.882130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Allocated IP 172.25.0.78 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8717a103-7264-42ad-a7d8-878f4ad6dcf7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:34:58.965990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ec1d8715-4e35-43a0-8c09-6da7b41b4dd1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.011765 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for port (8717a103-7264-42ad-a7d8-878f4ad6dcf7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.018981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:59.042272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f4761-e7cb-4186-8a7f-28329427307d req-eafeedbc-900c-4244-b4e3-aa59c093e04f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:59.053863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d71f4761-e7cb-4186-8a7f-28329427307d req-eafeedbc-900c-4244-b4e3-aa59c093e04f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 944 time: 0.3127811 Feb 19 01:34:59.057758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (6db87481-408b-4767-8f7c-cb10ba372d1d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.060966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-53463fed-69ed-475a-b9d8-2ea070025032 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 1001 time: 0.2655826 Feb 19 01:34:59.075219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.079517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8a232166-47f5-4418-858f-cb889ed49eb8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6197298 Feb 19 01:34:59.079517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.081085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8717a103-7264-42ad-a7d8-878f4ad6dcf7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.084915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] 10.222.0.43 "DELETE /v2.0/networks/6db87481-408b-4767-8f7c-cb10ba372d1d HTTP/1.1" status: 204 len: 168 time: 1.0608897 Feb 19 01:34:59.085118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40388) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:59.092642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d8715-4e35-43a0-8c09-6da7b41b4dd1', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:59.137679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:34:59.139766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:34:59.148191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-6711683a-10b6-4dca-b1f4-af33b3fd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:59.150980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:34:59.151386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-6711683a-10b6-4dca-b1f4-af33b3fd5ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0731871 Feb 19 01:34:59.158039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05416024-973e-4f5a-8b54-16a18688ef4a tempest-TestSecurityGroupsBasicOps-1057344144 tempest-TestSecurityGroupsBasicOps-1057344144-project] Pushing event deleted for resources: {'Network': ['ID=6db87481-408b-4767-8f7c-cb10ba372d1d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:59.160283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:59.198180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event updated for resources: {'Port': ['ID=8717a103-7264-42ad-a7d8-878f4ad6dcf7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:59.218263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (5c74b251-b37d-4287-a3b6-6f3df1df698e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.254085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 97dd639e-b44a-4c16-b0e3-1d665059e7af triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:59.254771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.398357 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (5c74b251-b37d-4287-a3b6-6f3df1df698e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.427388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 97dd639e-b44a-4c16-b0e3-1d665059e7af is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:59.428398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.449865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5c74b251-b37d-4287-a3b6-6f3df1df698e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.474849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:59.479806 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dff5af7-cdee-44c2-abc7-8e8b17d9c4f8" -d '{"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-plugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:59.501330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:59.520025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c74b251-b37d-4287-a3b6-6f3df1df698e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:59.524667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.575706 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a415a9-75de-48a3-8b30-983dd3bffd95 x-openstack-request-id: req-03a415a9-75de-48a3-8b30-983dd3bffd95 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:59.576270 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-plugged", "status": "completed", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:59.576770 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03a415a9-75de-48a3-8b30-983dd3bffd95 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:59.577358 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'code': 200} Feb 19 01:34:59.653262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:59.693841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40398) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:59.730829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (51c3d73d-d87e-41ad-b94e-617e173bac93), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.736725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.737598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d71f4761-e7cb-4186-8a7f-28329427307d req-6ca60a2e-543f-49c9-8d1f-2780606bd604 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6825776 Feb 19 01:34:59.740351 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c5915d5-961e-4474-a7d7-73c18301012f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6546395 Feb 19 01:34:59.743666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40402) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:59.745718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-60809a64-b20d-49b1-be8b-14815beb119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:59.747212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-60809a64-b20d-49b1-be8b-14815beb119a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5869050 Feb 19 01:34:59.751500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d8715-4e35-43a0-8c09-6da7b41b4dd1', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:34:59.764304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3681db36-bd4f-4bce-ab8f-094c8e216c08 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:59.862754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3681db36-bd4f-4bce-ab8f-094c8e216c08 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:59.866185 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.950597 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (2e6e9fa5-f4d7-40bd-88e8-724922c76c6a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:59.988017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3681db36-bd4f-4bce-ab8f-094c8e216c08 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:59.997972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1844a106-55d3-4cbd-b5a0-50aedea95487 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:00.022908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1844a106-55d3-4cbd-b5a0-50aedea95487 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:00.023337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1844a106-55d3-4cbd-b5a0-50aedea95487 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:00.051540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7faf2-4d23-47c6-9571-0f07bf6fb5da req-a5f53774-63c4-486f-855a-a324c452b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:00.053108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ff7faf2-4d23-47c6-9571-0f07bf6fb5da req-a5f53774-63c4-486f-855a-a324c452b11b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 1128 time: 0.2380066 Feb 19 01:35:00.103829 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-43d478a1-d7cf-49dc-aedd-3b893267958e service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325160 Feb 19 01:35:00.153867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4bc9702-5a3d-4e46-8423-e0e8300130dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a94f773fd5ef44bd8da91ef82f538b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565916 Feb 19 01:35:00.167529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (2e6e9fa5-f4d7-40bd-88e8-724922c76c6a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.172197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40406) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.211257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2e6e9fa5-f4d7-40bd-88e8-724922c76c6a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.252019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ff7faf2-4d23-47c6-9571-0f07bf6fb5da req-5eb2e385-510b-4fbd-8e27-08b4b8f07d89 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861796 Feb 19 01:35:00.264513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e9fa5-f4d7-40bd-88e8-724922c76c6a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:00.278991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.280195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cf69784a-e043-4a00-8fba-4622a70aa039 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5320678 Feb 19 01:35:00.283580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.295188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d8715-4e35-43a0-8c09-6da7b41b4dd1', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:00.335498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4a1a-33e4-44c2-af62-88e35192fd9f admin admin] Publish callbacks [] for security_group (34120b31-7150-4548-b95c-8eba9c2adfd8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.341329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-89d41085-be54-469e-9913-c9b706c2aec3 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233801 Feb 19 01:35:00.361715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (e0e5a3e1-8a6f-4920-8073-a5b5bc4a6d41), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.370054 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4a1a-33e4-44c2-af62-88e35192fd9f admin admin] Publish callbacks [] for security_group (34120b31-7150-4548-b95c-8eba9c2adfd8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.376548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357931-5d09-4e40-8d3f-0717383cf16c req-f25fedb0-0772-43f0-beb3-f787a783d042 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:00.379102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de357931-5d09-4e40-8d3f-0717383cf16c req-f25fedb0-0772-43f0-beb3-f787a783d042 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1069012 Feb 19 01:35:00.446181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (e0e5a3e1-8a6f-4920-8073-a5b5bc4a6d41), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.450083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e0e5a3e1-8a6f-4920-8073-a5b5bc4a6d41), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.470641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e5a3e1-8a6f-4920-8073-a5b5bc4a6d41,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:00.472446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4a1a-33e4-44c2-af62-88e35192fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (34120b31-7150-4548-b95c-8eba9c2adfd8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.474270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (51c3d73d-d87e-41ad-b94e-617e173bac93), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.474966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4a1a-33e4-44c2-af62-88e35192fd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.476134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2bfc4a1a-33e4-44c2-af62-88e35192fd9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34120b31-7150-4548-b95c-8eba9c2adfd8 HTTP/1.1" status: 204 len: 168 time: 0.3029852 Feb 19 01:35:00.486404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de357931-5d09-4e40-8d3f-0717383cf16c req-b98545d9-b680-4165-a197-5d03e30b2f4e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967653 Feb 19 01:35:00.487751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc4a1a-33e4-44c2-af62-88e35192fd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34120b31-7150-4548-b95c-8eba9c2adfd8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:00.491418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.496320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-608b57d8-5574-4972-9c37-d9ef419dfe3b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2078385 Feb 19 01:35:00.496320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40412) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.500595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d8715-4e35-43a0-8c09-6da7b41b4dd1', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:00.542637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (251f995e-dbfa-4dcf-aef4-e06e4030f77d), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.622233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (251f995e-dbfa-4dcf-aef4-e06e4030f77d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.627983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (251f995e-dbfa-4dcf-aef4-e06e4030f77d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.644803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Router 51c3d73d-d87e-41ad-b94e-617e173bac93 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:00.655489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f995e-dbfa-4dcf-aef4-e06e4030f77d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:00.667112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.668457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d6066e37-8f2c-4b9a-9893-a67c52e6914a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713381 Feb 19 01:35:00.671525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40414) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.676630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d8715-4e35-43a0-8c09-6da7b41b4dd1', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:00.701925 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Project c22d97948f9a461ebd59b013e74f92fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:00.707031 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (0a5594d4-cee7-4da9-b849-607898a1944c), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.773018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (0a5594d4-cee7-4da9-b849-607898a1944c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.777913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:00.778916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (0a5594d4-cee7-4da9-b849-607898a1944c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.800526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5594d4-cee7-4da9-b849-607898a1944c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:00.804036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] Sync routers for ids ['51c3d73d-d87e-41ad-b94e-617e173bac93'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:00.810885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.813442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.815577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3f9d3076-be80-493e-85b5-7b7d5710d50f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429322 Feb 19 01:35:00.816742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.818274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bfb2afce-2809-4073-bab2-2f8bef1f1658 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0951939 Feb 19 01:35:00.818900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40422) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.822349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d8715-4e35-43a0-8c09-6da7b41b4dd1', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:00.822534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] Routers {'51c3d73d-d87e-41ad-b94e-617e173bac93'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:00.823187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['51c3d73d-d87e-41ad-b94e-617e173bac93'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:00.867192 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Project c22d97948f9a461ebd59b013e74f92fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:00.873905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:00.882888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] Routers {'51c3d73d-d87e-41ad-b94e-617e173bac93'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:00.883504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['51c3d73d-d87e-41ad-b94e-617e173bac93'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:00.894215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:00.896279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (5fd7dcab-5c17-49ce-bfcf-7549ff5cd20e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.910824 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23176dc3-f14d-4959-83b1-824ca98d6d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.920237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:00.921092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960ee6d-7bb3-4c0a-84d5-2e6620e4b60b None None] The sync data for ids ['51c3d73d-d87e-41ad-b94e-617e173bac93'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:00.959792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb5f5-899d-44f7-b0d0-6ede6664689b req-dd113d60-1511-404a-a8e1-222e0adede31 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:00.961311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d46eb5f5-899d-44f7-b0d0-6ede6664689b req-dd113d60-1511-404a-a8e1-222e0adede31 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 946 time: 0.1089981 Feb 19 01:35:00.971784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (5fd7dcab-5c17-49ce-bfcf-7549ff5cd20e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.984505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5fd7dcab-5c17-49ce-bfcf-7549ff5cd20e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.986785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1e491fdd-dc42-4231-b946-78c1e011a8a1 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/51c3d73d-d87e-41ad-b94e-617e173bac93 HTTP/1.1" status: 200 len: 923 time: 0.1657209 Feb 19 01:35:00.989996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40426) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.037448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd7dcab-5c17-49ce-bfcf-7549ff5cd20e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:01.043445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a9f51531-e537-43ac-abda-6fc6c8a6bee1 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c3d73d-d87e-41ad-b94e-617e173bac93 HTTP/1.1" status: 200 len: 205 time: 0.0480886 Feb 19 01:35:01.045884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23176dc3-f14d-4959-83b1-824ca98d6d26 admin admin] Publish callbacks [] for security_group (719db517-d36c-4753-8b41-33fbd13828bd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.046797 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40428) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.053369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.055380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23176dc3-f14d-4959-83b1-824ca98d6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (719db517-d36c-4753-8b41-33fbd13828bd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.061518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-94701f18-be59-4cd3-ae3d-ff28348e13ca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2435701 Feb 19 01:35:01.077251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d46eb5f5-899d-44f7-b0d0-6ede6664689b req-b4535e60-f259-42ee-b55b-b3eacf1143e1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072717 Feb 19 01:35:01.141611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23176dc3-f14d-4959-83b1-824ca98d6d26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d1ee7721bd84403aa02749dd0ece698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463634 Feb 19 01:35:01.144070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23176dc3-f14d-4959-83b1-824ca98d6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719db517-d36c-4753-8b41-33fbd13828bd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:01.144439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40432) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.198796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (51c3d73d-d87e-41ad-b94e-617e173bac93), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.214276 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42069b32-749d-47e2-ba48-1a4a8d59f960 admin admin] Publish callbacks [] for security_group (719db517-d36c-4753-8b41-33fbd13828bd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.240797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42069b32-749d-47e2-ba48-1a4a8d59f960 admin admin] Publish callbacks [] for security_group (719db517-d36c-4753-8b41-33fbd13828bd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.289115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42069b32-749d-47e2-ba48-1a4a8d59f960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (719db517-d36c-4753-8b41-33fbd13828bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.292515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42069b32-749d-47e2-ba48-1a4a8d59f960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.293843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-42069b32-749d-47e2-ba48-1a4a8d59f960 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/719db517-d36c-4753-8b41-33fbd13828bd HTTP/1.1" status: 204 len: 168 time: 0.1481519 Feb 19 01:35:01.303562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42069b32-749d-47e2-ba48-1a4a8d59f960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719db517-d36c-4753-8b41-33fbd13828bd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:01.336574 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-244bcc41-b748-42da-ae2b-4a9ab0654a47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950142967&fields=id&tenant_id=c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 267 time: 0.0994470 Feb 19 01:35:01.447708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (51c3d73d-d87e-41ad-b94e-617e173bac93), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.534039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-4e3ae51d-85f3-4838-85f7-5ee5e7ca9db8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:01.535674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-4e3ae51d-85f3-4838-85f7-5ee5e7ca9db8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/networks?id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 796 time: 0.1909597 Feb 19 01:35:01.563818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-f02353ec-242b-4031-814b-2abe601e89f1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/quotas/c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 375 time: 0.0207586 Feb 19 01:35:01.566007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Deleting port 8717a103-7264-42ad-a7d8-878f4ad6dcf7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:01.566345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8717a103-7264-42ad-a7d8-878f4ad6dcf7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.672702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febd46c-b51d-49f1-9503-a063bd72172a req-ee482570-0ba1-4a90-8ae7-e79e2bd02e5e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:01.677668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3febd46c-b51d-49f1-9503-a063bd72172a req-ee482570-0ba1-4a90-8ae7-e79e2bd02e5e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0782485 Feb 19 01:35:01.678449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40454) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.732892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8717a103-7264-42ad-a7d8-878f4ad6dcf7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.752017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-fd70bed9-a073-426f-979e-d4197b49d215 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382420 Feb 19 01:35:01.755891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Calling delete_port for 8717a103-7264-42ad-a7d8-878f4ad6dcf7 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:01.760007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40462) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.760188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3e185760-02bb-4442-8349-75142603555a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d3719db37304d708306908d1c428212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803514 Feb 19 01:35:01.773541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3febd46c-b51d-49f1-9503-a063bd72172a req-dcec2cb5-30fc-4332-8ca2-97b494648dd5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881062 Feb 19 01:35:01.943655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22e90ad1-a3c6-48e0-8f83-c27746b20394 admin admin] Publish callbacks [] for security_group (a907f7d7-e281-464e-a1ad-5bc449d18fdd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.983955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-8f185abb-0fe2-4c5a-b941-3b9d65d0c072 service neutron] 10.222.0.43 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071192 Feb 19 01:35:02.059804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22e90ad1-a3c6-48e0-8f83-c27746b20394 admin admin] Publish callbacks [] for security_group (a907f7d7-e281-464e-a1ad-5bc449d18fdd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.171830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-746f0bf4-3555-4a80-8e11-94cf90ae5ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814842 Feb 19 01:35:02.177268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8717a103-7264-42ad-a7d8-878f4ad6dcf7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.215350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22e90ad1-a3c6-48e0-8f83-c27746b20394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a907f7d7-e281-464e-a1ad-5bc449d18fdd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.216973 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22e90ad1-a3c6-48e0-8f83-c27746b20394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.218009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-22e90ad1-a3c6-48e0-8f83-c27746b20394 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a907f7d7-e281-464e-a1ad-5bc449d18fdd HTTP/1.1" status: 204 len: 168 time: 0.4570630 Feb 19 01:35:02.218869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event deleted for resources: {'Port': ['ID=8717a103-7264-42ad-a7d8-878f4ad6dcf7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:02.221622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d468ee6-6ef4-45ed-82ce-91a2a680af4d req-28c52f04-b7f6-4d30-8dd7-850a4723e45d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:02.232133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d468ee6-6ef4-45ed-82ce-91a2a680af4d req-28c52f04-b7f6-4d30-8dd7-850a4723e45d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 946 time: 0.0832586 Feb 19 01:35:02.261055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e90ad1-a3c6-48e0-8f83-c27746b20394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907f7d7-e281-464e-a1ad-5bc449d18fdd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:02.295198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (51c3d73d-d87e-41ad-b94e-617e173bac93), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.342885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d468ee6-6ef4-45ed-82ce-91a2a680af4d req-2c6bd3c8-99a6-483c-9d9c-7f76392d98ae tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095028 Feb 19 01:35:02.400517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (51c3d73d-d87e-41ad-b94e-617e173bac93), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.403586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (51c3d73d-d87e-41ad-b94e-617e173bac93), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.465757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af531094-353e-4d75-a407-a60256e74c56 req-1281bb31-8b33-4378-80f3-0dec9984468a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 210 time: 0.0350926 Feb 19 01:35:02.762639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (51c3d73d-d87e-41ad-b94e-617e173bac93), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.763269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Fanout notify agent at l3_agent the message router_deleted on router 51c3d73d-d87e-41ad-b94e-617e173bac93 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:02.770568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.772662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75f96170-8bce-4601-a968-06e37108d83c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/51c3d73d-d87e-41ad-b94e-617e173bac93 HTTP/1.1" status: 204 len: 168 time: 1.7244122 Feb 19 01:35:02.778185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40504) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:02.783253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1618885456', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': False}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:02.824195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.828318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.911072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.039974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e850e9-82fd-4318-9e0c-616d7d6ffa2a req-e67ddec1-ce43-4529-b6c3-c97929a75175 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:03.041999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62e850e9-82fd-4318-9e0c-616d7d6ffa2a req-e67ddec1-ce43-4529-b6c3-c97929a75175 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1653826 Feb 19 01:35:03.122063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.169427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62e850e9-82fd-4318-9e0c-616d7d6ffa2a req-ececf2fc-a922-49f1-bb72-916ebc8db89e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974057 Feb 19 01:35:03.344819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.363705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.503372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095471e7-4ad5-4667-be60-2694e9b7aed3 req-24b2f8b2-1808-423f-9463-b0e36357f964 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:03.504735 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-095471e7-4ad5-4667-be60-2694e9b7aed3 req-24b2f8b2-1808-423f-9463-b0e36357f964 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 946 time: 0.0659657 Feb 19 01:35:03.563261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Allocated IP 172.25.0.74 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/8d808997-0df4-41de-9b7d-7d77189aa65d) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:03.571997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-095471e7-4ad5-4667-be60-2694e9b7aed3 req-b8c59825-4abc-4be0-b501-b1d284a575c2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604703 Feb 19 01:35:03.611279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c0deb1c9-d4da-428e-a3be-07cc74c478f4 req-194e75a0-8992-42aa-a01b-0576803ab54b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 210 time: 0.0502944 Feb 19 01:35:03.703909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-bf0b7b8d-4247-43ae-8d31-33e9d35cdb22 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:03.705357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-bf0b7b8d-4247-43ae-8d31-33e9d35cdb22 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/networks?id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 796 time: 0.2433555 Feb 19 01:35:03.777628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.812006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-adebe481-68b5-47ab-a02f-730857d1e8fd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 379 time: 0.0952978 Feb 19 01:35:03.826448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'port': {'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'admin_state_up': True, 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'security_groups': ['ec1d8715-4e35-43a0-8c09-6da7b41b4dd1']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.888092 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.956557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:03.963848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:03.965664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Port': ['ID=8d808997-0df4-41de-9b7d-7d77189aa65d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.967779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:04.016163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:04.019486 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.278492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.20.0.11 (b6881a23-0cf2-4537-bb0f-73d592eb39cd/6c19b4c1-92db-4373-b889-aa6611373231/5ae70aab-075d-4a8f-9ca0-92e3006d8052) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:04.297485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42232c0b-d594-4a46-bba7-0e17be45cf60 req-1a7e8e35-2212-47f4-8559-301cfb31bd75 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:04.299127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42232c0b-d594-4a46-bba7-0e17be45cf60 req-1a7e8e35-2212-47f4-8559-301cfb31bd75 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0601540 Feb 19 01:35:04.348160 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.350560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42232c0b-d594-4a46-bba7-0e17be45cf60 req-17b4cd98-b69c-43c0-832f-67c8e4dc083d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Feb 19 01:35:04.573396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.657789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.660534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.769544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:04.778934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=5ae70aab-075d-4a8f-9ca0-92e3006d8052,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:04.781388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:04.786952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:05.053672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-96379909-5ab6-446a-b1b1-c52d32ad3b08 None None] Provisioning complete for port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:05.054270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96379909-5ab6-446a-b1b1-c52d32ad3b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.090025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-96379909-5ab6-446a-b1b1-c52d32ad3b08 None None] Port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:05.134391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:05.134889 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.145249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d2be-21cc-4f3d-a3e8-9d8e5870887c req-19910f89-505d-4969-94a2-a674c9feeef4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:05.146957 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24f5d2be-21cc-4f3d-a3e8-9d8e5870887c req-19910f89-505d-4969-94a2-a674c9feeef4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 932 time: 0.4183354 Feb 19 01:35:05.180978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-d90a9b6b-2f6a-4b24-82b5-a886ea1c95e7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3621902 Feb 19 01:35:05.196085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Request body: {'port': {'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:05.248782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-24f5d2be-21cc-4f3d-a3e8-9d8e5870887c req-4eab9d1f-edde-43fa-80d8-0dbdf1a2b4aa tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917828 Feb 19 01:35:05.273559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Router 33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:05.288811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.475061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248b92-60e2-45f4-86ce-ed51403c402f req-861024e2-4e78-4bda-bded-6e0380eafa86 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:05.476551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34248b92-60e2-45f4-86ce-ed51403c402f req-861024e2-4e78-4bda-bded-6e0380eafa86 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0551746 Feb 19 01:35:05.490783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:05.500619 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Sync routers for ids ['33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:05.512402 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Routers {'33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:05.513225 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:05.545620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34248b92-60e2-45f4-86ce-ed51403c402f req-ce77b961-86d9-4faa-b222-fd57099af7dc tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625999 Feb 19 01:35:05.553665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.555105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ee378bde-a540-441f-a762-1f62e742ddad tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7757754 Feb 19 01:35:05.557794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40520) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:05.633162 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Set router 33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:05.710278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e303aa9-7acf-4989-aeec-1cafd4fc7deb tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 HTTP/1.1" status: 200 len: 908 time: 0.1490815 Feb 19 01:35:05.710764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:05.715961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1618885456', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': True}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:05.737932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (db966311-640c-4b9d-8f8a-f15446887fc7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.739247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (db966311-640c-4b9d-8f8a-f15446887fc7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.739473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae70aab-075d-4a8f-9ca0-92e3006d8052 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:05.747878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Publish callbacks [] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.761069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Transition to ACTIVE for port object 5ae70aab-075d-4a8f-9ca0-92e3006d8052 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:35:05.765106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.802145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (db966311-640c-4b9d-8f8a-f15446887fc7), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.818337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=5ae70aab-075d-4a8f-9ca0-92e3006d8052,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:05.831155 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5', 'name': 'tempest-snat-router-1618885456', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': False}, 'gw_port_id': '8d808997-0df4-41de-9b7d-7d77189aa65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:02Z', 'updated_at': '2022-02-19T01:35:04Z', 'revision_number': 3, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port': {'id': '8d808997-0df4-41de-9b7d-7d77189aa65d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:03Z', 'updated_at': '2022-02-19T01:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:05.873552 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Checking router: 33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:05.874285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Updating router 33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 port 8d808997-0df4-41de-9b7d-7d77189aa65d binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:35:05.902195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Attempting to bind port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:05.902536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Attempting to bind port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:05.902871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Attempting to bind port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 on network b6881a23-0cf2-4537-bb0f-73d592eb39cd {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:05.908310 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.908792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 on network b6881a23-0cf2-4537-bb0f-73d592eb39cd not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:05.909037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Attempting to bind port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 on network b6881a23-0cf2-4537-bb0f-73d592eb39cd {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:05.914729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:05.915082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Checking segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:05.915473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Bound using segment: {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:05.915906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Bound port: 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a43a759-97c6-49ea-aa45-9066f5cfdd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:05.916268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.970060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (db966311-640c-4b9d-8f8a-f15446887fc7), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.993958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] For port 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:05.997546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] For port 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:06.005552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.068752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=5ae70aab-075d-4a8f-9ca0-92e3006d8052,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:06.079175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.079996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.082165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-e550a45f-45f4-4ad7-a00f-9558479e7c3d service neutron] 10.222.0.89 "PUT /v2.0/ports/5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 200 len: 1092 time: 0.8913319 Feb 19 01:35:06.083789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:06.085938 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4662f0a-e654-4b00-ada4-074548604077" -d '{"events": [{"name": "network-changed", "server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:06.177679 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a9b57-6c63-4812-9adc-0f4a0e68fdd4 x-openstack-request-id: req-0f0a9b57-6c63-4812-9adc-0f4a0e68fdd4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:06.177979 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:06.178445 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f0a9b57-6c63-4812-9adc-0f4a0e68fdd4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:06.178854 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'status': 'completed', 'code': 200} Feb 19 01:35:06.203009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-0c0af7d9-8ab3-48f7-864a-6c60ef1bbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.204835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-0c0af7d9-8ab3-48f7-864a-6c60ef1bbc29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1126 time: 0.0672631 Feb 19 01:35:06.232267 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Publish callbacks [] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.240017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (db966311-640c-4b9d-8f8a-f15446887fc7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.241184 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.261045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-08bae329-f3ae-4ad7-854b-309a09d87952 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 200 len: 217 time: 0.0466306 Feb 19 01:35:06.264501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.329178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-a4dd62b4-8f54-40f4-a967-f1d1262d0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.330833 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-a4dd62b4-8f54-40f4-a967-f1d1262d0396 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c19b4c1-92db-4373-b889-aa6611373231 HTTP/1.1" status: 200 len: 835 time: 0.0632668 Feb 19 01:35:06.334154 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Attempting to bind port 8d808997-0df4-41de-9b7d-7d77189aa65d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:06.334631 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Attempting to bind port 8d808997-0df4-41de-9b7d-7d77189aa65d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:06.335100 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Attempting to bind port 8d808997-0df4-41de-9b7d-7d77189aa65d on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:06.340758 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7808c-1b93-4b17-ad3b-d1f50099c960 None None] Pushing event updated for resources: {'Port': ['ID=8d808997-0df4-41de-9b7d-7d77189aa65d,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:06.354323 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:06.356115 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:06.356759 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.357840 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:06.359151 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Bound port: 8d808997-0df4-41de-9b7d-7d77189aa65d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:06.359788 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.389626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-f00ad413-208b-46e1-b0a0-373d0d4ddf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.391350 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-f00ad413-208b-46e1-b0a0-373d0d4ddf1b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b6881a23-0cf2-4537-bb0f-73d592eb39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517547 Feb 19 01:35:06.419619 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] For port 8d808997-0df4-41de-9b7d-7d77189aa65d, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:06.423364 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] For port 8d808997-0df4-41de-9b7d-7d77189aa65d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8d808997-0df4-41de-9b7d-7d77189aa65d,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:06.429676 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.481399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad8fc-6575-4e89-b2e1-d75665cd13ba req-f74a6590-3a71-4712-a8fb-365c00539b8e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.491126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d92ad8fc-6575-4e89-b2e1-d75665cd13ba req-f74a6590-3a71-4712-a8fb-365c00539b8e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 944 time: 0.1386616 Feb 19 01:35:06.492395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Routers {'33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:06.493163 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:06.495421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-826d86c6-8be5-4f09-a885-3cc2254ae263 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977609 Feb 19 01:35:06.528407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Allocated IP 172.25.0.189 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/815d913d-6de3-4b60-8302-3cc50d975f61) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:06.537057 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7808c-1b93-4b17-ad3b-d1f50099c960 None None] Pushing event updated for resources: {'Port': ['ID=8d808997-0df4-41de-9b7d-7d77189aa65d,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:06.605937 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cff58939-6d66-4604-b0a8-75795f846ff4 req-b07ce3bf-b688-46ad-a9fe-73b4b4694697 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039305 Feb 19 01:35:06.630287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d92ad8fc-6575-4e89-b2e1-d75665cd13ba req-586631ac-a140-4a47-ac74-e030eb11b073 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364577 Feb 19 01:35:06.630516 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] Set router 33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:06.713335 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for port (815d913d-6de3-4b60-8302-3cc50d975f61), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.742136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bca791-9888-410f-86ed-7848e3ed49a5 req-4614fc14-b3e3-4b7f-b1ff-2c4d80c02356 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.744041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40bca791-9888-410f-86ed-7848e3ed49a5 req-4614fc14-b3e3-4b7f-b1ff-2c4d80c02356 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1054742 Feb 19 01:35:06.753338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.756141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662f0a-e654-4b00-ada4-074548604077 req-590ca7cf-516f-4f31-9589-bc3a53438086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.757464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-590ca7cf-516f-4f31-9589-bc3a53438086 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1126 time: 0.0731361 Feb 19 01:35:06.793954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:06.804302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:06.811364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:06.815720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Port': ['ID=815d913d-6de3-4b60-8302-3cc50d975f61,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:06.880183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40bca791-9888-410f-86ed-7848e3ed49a5 req-287c26a2-7ba2-48c5-b180-d151b800016f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269426 Feb 19 01:35:06.912398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662f0a-e654-4b00-ada4-074548604077 req-b1f7db49-2dd3-45a4-a3ee-684aa779b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.914042 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-b1f7db49-2dd3-45a4-a3ee-684aa779b378 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 897 time: 0.1494315 Feb 19 01:35:06.938604 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5', 'name': 'tempest-snat-router-1618885456', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': False}, 'gw_port_id': '8d808997-0df4-41de-9b7d-7d77189aa65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:02Z', 'updated_at': '2022-02-19T01:35:04Z', 'revision_number': 3, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port': {'id': '8d808997-0df4-41de-9b7d-7d77189aa65d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:03Z', 'updated_at': '2022-02-19T01:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:06.959799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-f9bc1252-920f-4df2-8a80-76b4801b3845 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 200 len: 217 time: 0.0376813 Feb 19 01:35:06.966720 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa90a0-444f-45e0-aa28-7f692b5a0b96 None None] The sync data for ids ['33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5'] in n-d-826752-2 is: [{'id': '33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5', 'name': 'tempest-snat-router-1618885456', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': False}, 'gw_port_id': '8d808997-0df4-41de-9b7d-7d77189aa65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:02Z', 'updated_at': '2022-02-19T01:35:04Z', 'revision_number': 3, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port': {'id': '8d808997-0df4-41de-9b7d-7d77189aa65d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:03Z', 'updated_at': '2022-02-19T01:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:07.013443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662f0a-e654-4b00-ada4-074548604077 req-1f587265-e365-4b46-a939-2a62c56e1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:07.014960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-1f587265-e365-4b46-a939-2a62c56e1fa4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c19b4c1-92db-4373-b889-aa6611373231 HTTP/1.1" status: 200 len: 835 time: 0.0486324 Feb 19 01:35:07.068649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662f0a-e654-4b00-ada4-074548604077 req-199caa2a-e595-4334-8703-0644c8c44382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:07.070288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-199caa2a-e595-4334-8703-0644c8c44382 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b6881a23-0cf2-4537-bb0f-73d592eb39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486794 Feb 19 01:35:07.121245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (db966311-640c-4b9d-8f8a-f15446887fc7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.170757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-3f5bb5e5-3b26-4de9-8ac5-a1febc7dab6e service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935664 Feb 19 01:35:07.277258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4662f0a-e654-4b00-ada4-074548604077 req-a80a2acf-ec30-4125-857d-d1b1b3b25d31 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998268 Feb 19 01:35:07.370457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (db966311-640c-4b9d-8f8a-f15446887fc7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.511272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Router db966311-640c-4b9d-8f8a-f15446887fc7 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:07.629483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8d808997-0df4-41de-9b7d-7d77189aa65d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:07.643888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:07.666067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.669833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6cee6827-c902-410c-8088-82b984438a5a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9555557 Feb 19 01:35:07.670116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40532) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:07.698580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Sync routers for ids ['db966311-640c-4b9d-8f8a-f15446887fc7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:07.733323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Routers {'db966311-640c-4b9d-8f8a-f15446887fc7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:07.734129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['db966311-640c-4b9d-8f8a-f15446887fc7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:07.844417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8d808997-0df4-41de-9b7d-7d77189aa65d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:07.844887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.889194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Set router db966311-640c-4b9d-8f8a-f15446887fc7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:08.051290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909cf9-5fdb-4f3f-b2fa-ead735eb9fd4 req-52c7d8f9-4145-4444-946e-157a1045a416 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:08.053588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48909cf9-5fdb-4f3f-b2fa-ead735eb9fd4 req-52c7d8f9-4145-4444-946e-157a1045a416 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0709095 Feb 19 01:35:08.112062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8d808997-0df4-41de-9b7d-7d77189aa65d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:08.112457 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.113498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48909cf9-5fdb-4f3f-b2fa-ead735eb9fd4 req-3278b949-fe90-405a-9e73-1da45420730c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532584 Feb 19 01:35:08.114875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ecff9-442d-4f3f-8524-ac2837c6855b req-0feeb55a-9347-4323-bf30-ff4920e243c5 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:08.116746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b1ecff9-442d-4f3f-8524-ac2837c6855b req-0feeb55a-9347-4323-bf30-ff4920e243c5 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 944 time: 0.4003618 Feb 19 01:35:08.140070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 8d808997-0df4-41de-9b7d-7d77189aa65d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8d808997-0df4-41de-9b7d-7d77189aa65d,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:08.147031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db966311-640c-4b9d-8f8a-f15446887fc7', 'name': 'tempest-snat-router-1618885456', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '815d913d-6de3-4b60-8302-3cc50d975f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:05Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 3, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port': {'id': '815d913d-6de3-4b60-8302-3cc50d975f61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db966311-640c-4b9d-8f8a-f15446887fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:06Z', 'updated_at': '2022-02-19T01:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:08.148216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5bc2e41c-950c-4db3-a949-ab434fa60d3f tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/db966311-640c-4b9d-8f8a-f15446887fc7 HTTP/1.1" status: 200 len: 908 time: 0.4770164 Feb 19 01:35:08.151014 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.151357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40536) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:08.180983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b1ecff9-442d-4f3f-8524-ac2837c6855b req-79104e51-d489-4515-b8b5-0a6ab432b962 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546031 Feb 19 01:35:08.181237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Checking router: db966311-640c-4b9d-8f8a-f15446887fc7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:08.181237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Updating router db966311-640c-4b9d-8f8a-f15446887fc7 port 815d913d-6de3-4b60-8302-3cc50d975f61 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:35:08.244119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.267788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=8d808997-0df4-41de-9b7d-7d77189aa65d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.268943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (db966311-640c-4b9d-8f8a-f15446887fc7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.377798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (db966311-640c-4b9d-8f8a-f15446887fc7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.433447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Deleting port 815d913d-6de3-4b60-8302-3cc50d975f61 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:08.433792 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.514435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Publish callbacks [] for port (815d913d-6de3-4b60-8302-3cc50d975f61), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.518693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.521288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.534057 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Calling delete_port for 815d913d-6de3-4b60-8302-3cc50d975f61 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:08.573968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Attempting to bind port 815d913d-6de3-4b60-8302-3cc50d975f61 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:08.574512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Attempting to bind port 815d913d-6de3-4b60-8302-3cc50d975f61 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:08.575230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Attempting to bind port 815d913d-6de3-4b60-8302-3cc50d975f61 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:08.584024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:08.584431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:08.585188 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.585870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:08.586733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Bound port: 815d913d-6de3-4b60-8302-3cc50d975f61, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:08.587403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.590825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c6f92-b36a-488c-a974-2dd62bfe771f None None] Pushing event updated for resources: {'Port': ['ID=815d913d-6de3-4b60-8302-3cc50d975f61,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.647433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] For port 815d913d-6de3-4b60-8302-3cc50d975f61, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:08.652073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] For port 815d913d-6de3-4b60-8302-3cc50d975f61, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=815d913d-6de3-4b60-8302-3cc50d975f61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:08.658979 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.722655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Routers {'db966311-640c-4b9d-8f8a-f15446887fc7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:08.723404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['db966311-640c-4b9d-8f8a-f15446887fc7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:08.731985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (815d913d-6de3-4b60-8302-3cc50d975f61), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.758799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event deleted for resources: {'Port': ['ID=815d913d-6de3-4b60-8302-3cc50d975f61,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.763581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c6f92-b36a-488c-a974-2dd62bfe771f None None] Pushing event updated for resources: {'Port': ['ID=815d913d-6de3-4b60-8302-3cc50d975f61,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.827675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (db966311-640c-4b9d-8f8a-f15446887fc7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.933085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (db966311-640c-4b9d-8f8a-f15446887fc7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.936145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (db966311-640c-4b9d-8f8a-f15446887fc7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.984936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] Set router db966311-640c-4b9d-8f8a-f15446887fc7 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:08.995856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (db966311-640c-4b9d-8f8a-f15446887fc7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.996386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db966311-640c-4b9d-8f8a-f15446887fc7 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:09.000611 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.001846 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0e8278fb-e3b5-4224-9c3c-f5eb956273b2 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/routers/db966311-640c-4b9d-8f8a-f15446887fc7 HTTP/1.1" status: 204 len: 168 time: 0.8494146 Feb 19 01:35:09.004308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40538) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:09.041580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db966311-640c-4b9d-8f8a-f15446887fc7', 'name': 'tempest-snat-router-1618885456', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:05Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:09.068485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8085cfb-ca02-4194-a06f-69001b3bcd5b None None] The sync data for ids ['db966311-640c-4b9d-8f8a-f15446887fc7'] in n-d-826752-2 is: [{'id': 'db966311-640c-4b9d-8f8a-f15446887fc7', 'name': 'tempest-snat-router-1618885456', 'tenant_id': '18d066dc131549a3bf733d34d30e1fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:05Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '18d066dc131549a3bf733d34d30e1fa0', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:09.116696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.315767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a243-cd77-444b-8bc3-268263978604 req-54ceb365-622b-4eae-a336-9e8a0e2690d7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:09.317430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2883a243-cd77-444b-8bc3-268263978604 req-54ceb365-622b-4eae-a336-9e8a0e2690d7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 944 time: 0.0628994 Feb 19 01:35:09.378033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2883a243-cd77-444b-8bc3-268263978604 req-7352601f-b932-4bd1-abcf-bf18123564df tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542059 Feb 19 01:35:09.481711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 5ae70aab-075d-4a8f-9ca0-92e3006d8052 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:35:09.518072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.537471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68bf2-7db0-4c96-9cc5-d1f0776368b5 req-f8a8b9a5-67b1-48a8-b6ff-c9ca261276de tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:09.538994 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bee68bf2-7db0-4c96-9cc5-d1f0776368b5 req-f8a8b9a5-67b1-48a8-b6ff-c9ca261276de tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.3369780 Feb 19 01:35:09.584735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:09.602887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:35:09.628599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bee68bf2-7db0-4c96-9cc5-d1f0776368b5 req-c9b627a5-d266-443e-b92d-f7815754e482 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642886 Feb 19 01:35:09.630251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Deleting port 8d808997-0df4-41de-9b7d-7d77189aa65d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:09.631065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.631939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8d808997-0df4-41de-9b7d-7d77189aa65d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:09.674027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:09.674722 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.699637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae70aab-075d-4a8f-9ca0-92e3006d8052 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:09.724009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] For port 8d808997-0df4-41de-9b7d-7d77189aa65d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8d808997-0df4-41de-9b7d-7d77189aa65d,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:09.724372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.725386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:09.731674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.736680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8d808997-0df4-41de-9b7d-7d77189aa65d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:09.737080 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.737889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Calling delete_port for 8d808997-0df4-41de-9b7d-7d77189aa65d owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:09.815624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=5ae70aab-075d-4a8f-9ca0-92e3006d8052,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:09.863662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8d808997-0df4-41de-9b7d-7d77189aa65d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:09.926254 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8d808997-0df4-41de-9b7d-7d77189aa65d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.928909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['5ae70aab-075d-4a8f-9ca0-92e3006d8052'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:35:09.953563 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d808997-0df4-41de-9b7d-7d77189aa65d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:10.015576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.121083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.123262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_controller (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.167299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.167827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:10.172214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.177317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-051f26f1-eed1-4bd2-a56b-7e440adb0b31 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "DELETE /v2.0/routers/33f6b6ae-4781-4a3c-bf5e-c46fa32bd1a5 HTTP/1.1" status: 204 len: 168 time: 1.1718693 Feb 19 01:35:10.177449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40544) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:10.183081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1786477226', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:10.205963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.207280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.261410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.409818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.527033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63eb2-d2cf-4dc0-9c5b-41957ff8aa1c req-53240552-2c7e-45b7-b951-2e46c2ac208c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:10.528531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5b63eb2-d2cf-4dc0-9c5b-41957ff8aa1c req-53240552-2c7e-45b7-b951-2e46c2ac208c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 945 time: 0.0685806 Feb 19 01:35:10.634108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5b63eb2-d2cf-4dc0-9c5b-41957ff8aa1c req-de1b6875-c8c4-4d88-9629-8380653c8901 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978703 Feb 19 01:35:10.699764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (c7dd9820-c375-4506-b134-a6750d08f4dc), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.719441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.758305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db543d3-d44c-4ce4-803e-4f32d382e9e1 req-3a7e4cc3-496a-4868-b692-0f5bb1a98976 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:10.759801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db543d3-d44c-4ce4-803e-4f32d382e9e1 req-3a7e4cc3-496a-4868-b692-0f5bb1a98976 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0542905 Feb 19 01:35:10.811189 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7db543d3-d44c-4ce4-803e-4f32d382e9e1 req-748b1120-832e-4838-a67c-6f9414317a30 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454993 Feb 19 01:35:10.824119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Allocated IP 172.25.0.155 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/38604a9d-2816-4eae-b0f8-c6c657ef86dd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:10.937051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for port (38604a9d-2816-4eae-b0f8-c6c657ef86dd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.974941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (38604a9d-2816-4eae-b0f8-c6c657ef86dd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.012025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:11.014938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:11.018282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:11.043098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event updated for resources: {'Port': ['ID=38604a9d-2816-4eae-b0f8-c6c657ef86dd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:11.285336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (c7dd9820-c375-4506-b134-a6750d08f4dc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.497422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 5ae70aab-075d-4a8f-9ca0-92e3006d8052 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:11.509657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.556740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:35:11.562167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:11.562736 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.591780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8d808997-0df4-41de-9b7d-7d77189aa65d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:11.617703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8d808997-0df4-41de-9b7d-7d77189aa65d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:11.618682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8d808997-0df4-41de-9b7d-7d77189aa65d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:11.668068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Router c7dd9820-c375-4506-b134-a6750d08f4dc is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:11.675707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:11.676171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.700273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:11.702650 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b62fd-bffb-43d2-a420-202ec0823f42" -d '{"events": [{"server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:11.716133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:11.720925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.747085 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df694611-9b60-4078-bab5-5845d74de2f4 x-openstack-request-id: req-df694611-9b60-4078-bab5-5845d74de2f4 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:11.747476 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:11.747825 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df694611-9b60-4078-bab5-5845d74de2f4 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:11.748310 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'code': 200} Feb 19 01:35:11.776332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=5ae70aab-075d-4a8f-9ca0-92e3006d8052,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:11.836139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfb956-c11a-406d-8107-3ee75c75c1bd req-a2d877a1-0db8-4069-b917-73a5bb5105e8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:11.838162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83dfb956-c11a-406d-8107-3ee75c75c1bd req-a2d877a1-0db8-4069-b917-73a5bb5105e8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.1170523 Feb 19 01:35:11.841269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:11.855541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] Sync routers for ids ['c7dd9820-c375-4506-b134-a6750d08f4dc'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:11.865123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a505f-983c-4ef5-897e-a07fead991a7 req-ac3abe25-8755-4e1d-9e84-0abc1dad5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:11.866208 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] Routers {'c7dd9820-c375-4506-b134-a6750d08f4dc'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:11.867048 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c7dd9820-c375-4506-b134-a6750d08f4dc'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:11.867322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-661a505f-983c-4ef5-897e-a07fead991a7 req-ac3abe25-8755-4e1d-9e84-0abc1dad5b23 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1128 time: 0.0581431 Feb 19 01:35:11.887794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.891527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e24eb853-1dfe-4456-bf95-1e305e93f7d8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7109015 Feb 19 01:35:11.893493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:11.900177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': False}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:11.905390 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:11.914214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] Routers {'c7dd9820-c375-4506-b134-a6750d08f4dc'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:11.915629 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c7dd9820-c375-4506-b134-a6750d08f4dc'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:11.921543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83dfb956-c11a-406d-8107-3ee75c75c1bd req-2e72868e-eb83-4298-83ac-58febaaa8762 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623326 Feb 19 01:35:11.948871 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:11.949561 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ddadb-1f2d-4a47-b53a-502e594f96b1 None None] The sync data for ids ['c7dd9820-c375-4506-b134-a6750d08f4dc'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:12.002282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-661a505f-983c-4ef5-897e-a07fead991a7 req-eacea3a3-e7d2-4c93-b9b4-5dbef46b1fbc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280510 Feb 19 01:35:12.059764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61663a8d-c23e-438b-88cf-b594bd4c50c4 req-e9aaf13c-b103-4e48-89d9-558d71245097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.061260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61663a8d-c23e-438b-88cf-b594bd4c50c4 req-e9aaf13c-b103-4e48-89d9-558d71245097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1526065 Feb 19 01:35:12.162342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61663a8d-c23e-438b-88cf-b594bd4c50c4 req-9acefbcb-9ed9-4af5-956e-919e00c88f69 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941606 Feb 19 01:35:12.303598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.704979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.709853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.822243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Router c7dd9820-c375-4506-b134-a6750d08f4dc has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:12.931015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:12.935333 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.936459 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d88965ec-369f-4ca2-b8f2-8bf516885c61 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "PUT /v2.0/routers/c7dd9820-c375-4506-b134-a6750d08f4dc HTTP/1.1" status: 200 len: 926 time: 1.0418074 Feb 19 01:35:12.939037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40558) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:12.941404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] Sync routers for ids ['c7dd9820-c375-4506-b134-a6750d08f4dc'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:12.953554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] Routers {'c7dd9820-c375-4506-b134-a6750d08f4dc'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:12.954168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c7dd9820-c375-4506-b134-a6750d08f4dc'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:12.988090 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:12.997125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] Routers {'c7dd9820-c375-4506-b134-a6750d08f4dc'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:12.997729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c7dd9820-c375-4506-b134-a6750d08f4dc'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:13.032522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:13.033195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7a8a8-ea04-44e1-9e4f-6fd8185f1a8a None None] The sync data for ids ['c7dd9820-c375-4506-b134-a6750d08f4dc'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:13.056709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba278-1625-428e-83b6-6d4752d3083c req-cb5aadc7-bf15-4a34-a409-cb82341365d1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:13.058326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-063ba278-1625-428e-83b6-6d4752d3083c req-cb5aadc7-bf15-4a34-a409-cb82341365d1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.0638356 Feb 19 01:35:13.073714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e6c19255-419f-4033-803a-0d066d50daf0 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/c7dd9820-c375-4506-b134-a6750d08f4dc HTTP/1.1" status: 200 len: 926 time: 0.1335921 Feb 19 01:35:13.077693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:13.116716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-063ba278-1625-428e-83b6-6d4752d3083c req-0027f75b-b62a-4f67-a2e6-7fbd40243fcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506494 Feb 19 01:35:13.160865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69767768-0f80-4e31-83fb-bceda7da367e tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:13.162399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69767768-0f80-4e31-83fb-bceda7da367e tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=c7dd9820-c375-4506-b134-a6750d08f4dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0837941 Feb 19 01:35:13.165136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:13.277089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344c23e-617c-4b43-b953-f360b8f9308a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:13.278498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1344c23e-617c-4b43-b953-f360b8f9308a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.1123531 Feb 19 01:35:13.281436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:13.297242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ceb37-ca64-451a-a82e-d2e698d6b340 req-84db3c9a-590c-4009-b6a8-0a5b5e7d21c3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:13.298731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c8ceb37-ca64-451a-a82e-d2e698d6b340 req-84db3c9a-590c-4009-b6a8-0a5b5e7d21c3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0648282 Feb 19 01:35:13.309512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-840c975b-986f-4a81-9254-ae1346b88476 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd9820-c375-4506-b134-a6750d08f4dc HTTP/1.1" status: 200 len: 205 time: 0.0269063 Feb 19 01:35:13.313525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40570) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:13.351932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c8ceb37-ca64-451a-a82e-d2e698d6b340 req-118d9558-6cf3-435b-badf-429b12fc44cc tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473113 Feb 19 01:35:13.425161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:13.533098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (c7dd9820-c375-4506-b134-a6750d08f4dc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:13.584097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Deleting port 38604a9d-2816-4eae-b0f8-c6c657ef86dd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:13.584430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (38604a9d-2816-4eae-b0f8-c6c657ef86dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:13.662179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (38604a9d-2816-4eae-b0f8-c6c657ef86dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:13.673723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Calling delete_port for 38604a9d-2816-4eae-b0f8-c6c657ef86dd owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:13.839759 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (38604a9d-2816-4eae-b0f8-c6c657ef86dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:13.864415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event deleted for resources: {'Port': ['ID=38604a9d-2816-4eae-b0f8-c6c657ef86dd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:13.928454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c7dd9820-c375-4506-b134-a6750d08f4dc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.021186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.023434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (c7dd9820-c375-4506-b134-a6750d08f4dc), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.069956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c7dd9820-c375-4506-b134-a6750d08f4dc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.070879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Fanout notify agent at l3_agent the message router_deleted on router c7dd9820-c375-4506-b134-a6750d08f4dc {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:14.077348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.078504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-05903987-3ace-42a4-a842-131b514095d5 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/c7dd9820-c375-4506-b134-a6750d08f4dc HTTP/1.1" status: 204 len: 168 time: 0.7640054 Feb 19 01:35:14.082055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40572) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:14.086409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1643804520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:14.106862 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.107798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.159828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.164082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.181803 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.183025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f1ec2c4-dd46-49e9-a670-6a331893bee7 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1000273 Feb 19 01:35:14.185717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40576) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:14.191313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:14.489313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4819d-14e4-40f8-a628-eb0041bb528c req-851d2264-7ab4-4177-b980-b741eeb0b837 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:14.491047 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-edd4819d-14e4-40f8-a628-eb0041bb528c req-851d2264-7ab4-4177-b980-b741eeb0b837 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0615566 Feb 19 01:35:14.543602 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-edd4819d-14e4-40f8-a628-eb0041bb528c req-d23fd0fd-2fbd-4383-a3d9-0a093662309e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Feb 19 01:35:14.658783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb67a5d-0466-4903-bf8e-23c7b5286045 req-fd2a3591-6225-41ce-86d8-7d6af982c4ed tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:14.660276 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eb67a5d-0466-4903-bf8e-23c7b5286045 req-fd2a3591-6225-41ce-86d8-7d6af982c4ed tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.4722989 Feb 19 01:35:14.747138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.787966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9eb67a5d-0466-4903-bf8e-23c7b5286045 req-98ab2d44-6d2a-4cfe-a87b-199dde5131a7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215861 Feb 19 01:35:14.906380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c453e8-aaf1-4fdf-9872-a04b7da3ad64 req-e3a608bb-2940-4916-93a9-baeb99c84d43 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:14.907790 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81c453e8-aaf1-4fdf-9872-a04b7da3ad64 req-e3a608bb-2940-4916-93a9-baeb99c84d43 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Feb 19 01:35:14.957560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81c453e8-aaf1-4fdf-9872-a04b7da3ad64 req-6fb324a9-9b59-4544-b4f0-95f17020f305 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439165 Feb 19 01:35:14.965229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.980583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40582) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:14.986142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.028919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f2041-b48a-4be4-a676-df2d6f750506 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:15.033356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-699f2041-b48a-4be4-a676-df2d6f750506 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1123 time: 0.0488551 Feb 19 01:35:15.033597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:15.037966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:15.060503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.097112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Allocated IP 172.25.0.232 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/a99ad707-df42-411c-add5-2deb5b08fc91) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:15.156829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.201708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for port (a99ad707-df42-411c-add5-2deb5b08fc91), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.235563 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a99ad707-df42-411c-add5-2deb5b08fc91), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.273450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:15.276369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:15.279026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:15.282704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.25.0.80 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/654702c7-189f-4413-aa22-38983f058e62) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:15.313544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event updated for resources: {'Port': ['ID=a99ad707-df42-411c-add5-2deb5b08fc91,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:15.383989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (654702c7-189f-4413-aa22-38983f058e62), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.418132 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (654702c7-189f-4413-aa22-38983f058e62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.457511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:15.462713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:15.466735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:15.491708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=654702c7-189f-4413-aa22-38983f058e62,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:15.504639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.505017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.505348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.505683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.506014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.506342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.506837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.507164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.507493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.507817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.508163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.508486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.508806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:15.555592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.724773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7b77e-01ee-4cf7-a202-1defd0181f91 req-701340cb-cfc5-4c0b-adf9-c913b2e78b15 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:15.726365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3be7b77e-01ee-4cf7-a202-1defd0181f91 req-701340cb-cfc5-4c0b-adf9-c913b2e78b15 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0980906 Feb 19 01:35:15.848073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3be7b77e-01ee-4cf7-a202-1defd0181f91 req-936bfbda-b477-403b-843a-5b2eaf2fa1e4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876853 Feb 19 01:35:15.870456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.873882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.010291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Router 0b0e0965-2cf6-4c2c-9549-09e35e2cf114 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:16.122709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:16.129323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.130510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f08c82f4-98ce-4a4a-8aeb-6797bb729eb8 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "PUT /v2.0/routers/0b0e0965-2cf6-4c2c-9549-09e35e2cf114 HTTP/1.1" status: 200 len: 884 time: 1.9437983 Feb 19 01:35:16.133575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40588) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:16.134246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] Sync routers for ids ['0b0e0965-2cf6-4c2c-9549-09e35e2cf114'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:16.146398 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] Routers {'0b0e0965-2cf6-4c2c-9549-09e35e2cf114'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:16.147314 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0b0e0965-2cf6-4c2c-9549-09e35e2cf114'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:16.185571 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:16.194338 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] Routers {'0b0e0965-2cf6-4c2c-9549-09e35e2cf114'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:16.194946 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['0b0e0965-2cf6-4c2c-9549-09e35e2cf114'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:16.229041 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:16.229299 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2a850-9fc4-4db0-96a9-a0a971675811 None None] The sync data for ids ['0b0e0965-2cf6-4c2c-9549-09e35e2cf114'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:16.243779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7eaf19d5-66fe-4f35-bf6a-c206169e1ce7 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/0b0e0965-2cf6-4c2c-9549-09e35e2cf114 HTTP/1.1" status: 200 len: 925 time: 0.1090577 Feb 19 01:35:16.246504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40590) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:16.265531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (5eaa45b4-8574-4b93-a619-881c1a9a507c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.323942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03a0a9-ab82-4753-9095-91c84c102ac1 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:16.328080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0c03a0a9-ab82-4753-9095-91c84c102ac1 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=0b0e0965-2cf6-4c2c-9549-09e35e2cf114&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0780847 Feb 19 01:35:16.328281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40592) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:16.370603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (654702c7-189f-4413-aa22-38983f058e62), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.414071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c9a565-44ff-4ccb-94ae-1f6939fdd2cf tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:16.415525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c4c9a565-44ff-4ccb-94ae-1f6939fdd2cf tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.0862935 Feb 19 01:35:16.418311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:16.446631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2a5e723e-2c87-4bd3-ace2-fcde73dde762 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0e0965-2cf6-4c2c-9549-09e35e2cf114 HTTP/1.1" status: 200 len: 205 time: 0.0272510 Feb 19 01:35:16.449063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40596) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:16.525626 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (654702c7-189f-4413-aa22-38983f058e62), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.529874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (654702c7-189f-4413-aa22-38983f058e62), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.558279 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.597911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=654702c7-189f-4413-aa22-38983f058e62,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:16.609654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (5eaa45b4-8574-4b93-a619-881c1a9a507c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.671767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.716849 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Floating IP 5eaa45b4-8574-4b93-a619-881c1a9a507c associated. External IP: 172.25.0.80, port: 5ae70aab-075d-4a8f-9ca0-92e3006d8052. Feb 19 01:35:16.723765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Deleting port a99ad707-df42-411c-add5-2deb5b08fc91 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:16.724111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a99ad707-df42-411c-add5-2deb5b08fc91), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.801210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a99ad707-df42-411c-add5-2deb5b08fc91), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:16.812813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Calling delete_port for a99ad707-df42-411c-add5-2deb5b08fc91 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:16.964945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:16.990870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdced2-fa38-4f7d-9b6c-6afb544345e2 req-ce7af67c-6e47-4bf3-9612-a50a6fa80245 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:16.993131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4dbdced2-fa38-4f7d-9b6c-6afb544345e2 req-ce7af67c-6e47-4bf3-9612-a50a6fa80245 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0719805 Feb 19 01:35:17.123854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4dbdced2-fa38-4f7d-9b6c-6afb544345e2 req-755210c4-72d7-413b-b327-21aa27721605 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921056 Feb 19 01:35:17.140902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:17.151584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:17.162085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.162740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:17.163439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:17.195466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8c9f60fc-7ee0-4f50-a297-83a739fdf190 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1607366 Feb 19 01:35:17.196919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:17.199412 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0f30cc-33b2-463e-ba3c-863190cbf775" -d '{"events": [{"name": "network-changed", "server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:17.201880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40600) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:17.278279 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be131d92-0ddb-4aab-9467-c6d90cc646f4 x-openstack-request-id: req-be131d92-0ddb-4aab-9467-c6d90cc646f4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:17.278665 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:17.278849 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be131d92-0ddb-4aab-9467-c6d90cc646f4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:17.279237 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'status': 'completed', 'code': 200} Feb 19 01:35:17.287599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a99ad707-df42-411c-add5-2deb5b08fc91), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.300055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:17.322271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event deleted for resources: {'Port': ['ID=a99ad707-df42-411c-add5-2deb5b08fc91,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:17.371377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a057fdf7-3b40-4d45-a7e3-9449aaf02f4a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/5eaa45b4-8574-4b93-a619-881c1a9a507c HTTP/1.1" status: 200 len: 991 time: 0.1673529 Feb 19 01:35:17.380261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-2f626fb5-fad7-43f2-b214-ef60f81beb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:17.381806 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-2f626fb5-fad7-43f2-b214-ef60f81beb08 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1128 time: 0.1018138 Feb 19 01:35:17.393782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.476123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-9708635d-a50d-4dcd-a3fa-045b991141ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:17.479958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-9708635d-a50d-4dcd-a3fa-045b991141ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 897 time: 0.0916576 Feb 19 01:35:17.495626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.498024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.547793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:15Z', 'revision_number': 0, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:17.548065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (0b0e0965-2cf6-4c2c-9549-09e35e2cf114), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.548752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Fanout notify agent at l3_agent the message router_deleted on router 0b0e0965-2cf6-4c2c-9549-09e35e2cf114 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:17.557787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.563272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b02fe2c2-f450-47e9-bfa4-c9c41bb5002f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/0b0e0965-2cf6-4c2c-9549-09e35e2cf114 HTTP/1.1" status: 204 len: 168 time: 1.1129510 Feb 19 01:35:17.563433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40604) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:17.567385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1283484359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:17.583390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:17.592466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:17.593126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:17.608248 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-e7c43179-5d06-474e-aae8-b5643744657e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 200 len: 999 time: 0.1218770 Feb 19 01:35:17.624065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.625091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.683154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-41ef635d-a068-4f9f-9f8c-b1b7928ebdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:17.684622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-41ef635d-a068-4f9f-9f8c-b1b7928ebdeb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c19b4c1-92db-4373-b889-aa6611373231 HTTP/1.1" status: 200 len: 835 time: 0.0702019 Feb 19 01:35:17.708892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:17.725465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (07c47d3a-8291-468d-bab2-bea41a71026b), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.745725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.766661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.767865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3a46267e-75c2-446a-bc91-848f8b0ab2d0 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2038908 Feb 19 01:35:17.771119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40606) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:17.779594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-4c2979c2-9799-48fa-a49a-63493d88e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:17.780307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': True}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:17.781141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-4c2979c2-9799-48fa-a49a-63493d88e7be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b6881a23-0cf2-4537-bb0f-73d592eb39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641258 Feb 19 01:35:17.872561 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-99d27aff-6300-41cf-a133-a1c2cb9ca650 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847847 Feb 19 01:35:17.948005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:15Z', 'revision_number': 0, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:17.972439 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-9a9aa6a4-27f5-4e61-a3b4-4b877eac9ded service neutron] show failed (client error): The resource could not be found. Feb 19 01:35:17.973460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0f30cc-33b2-463e-ba3c-863190cbf775 req-1d18b8f5-9db4-4cad-9eab-87dd86731e9c service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915027 Feb 19 01:35:17.973640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-9a9aa6a4-27f5-4e61-a3b4-4b877eac9ded service neutron] 10.222.0.10 "GET /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.1563380 Feb 19 01:35:17.978781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51810974-8196-48c2-bcc8-0cb58fe36b50 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:34:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:15Z', 'revision_number': 0, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:18.062588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (07c47d3a-8291-468d-bab2-bea41a71026b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.228735 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f15c4-ae44-419c-9863-d36ecea6b795 None None] New status for floating IP 5eaa45b4-8574-4b93-a619-881c1a9a507c: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:35:18.283364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-ca2d3382-34c0-4b92-af9e-23ab1f33af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:18.284777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-ca2d3382-34c0-4b92-af9e-23ab1f33af45 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 1127 time: 0.1347382 Feb 19 01:35:18.294623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (07c47d3a-8291-468d-bab2-bea41a71026b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.297425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:18.307576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485438ea-526b-4078-a3bf-80ca06f2a727 req-f0a03dd5-2bf1-47c8-aadf-0309abdee18c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:18.309120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-485438ea-526b-4078-a3bf-80ca06f2a727 req-f0a03dd5-2bf1-47c8-aadf-0309abdee18c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.1015396 Feb 19 01:35:18.317164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.369439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.374435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40610) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:18.397086 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.420312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-485438ea-526b-4078-a3bf-80ca06f2a727 req-81d77abf-a5b6-404c-a4c7-a5e3fd3b87da tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952961 Feb 19 01:35:18.480547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3c186916-c5c0-49ad-9910-19ba679d5d34 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/5eaa45b4-8574-4b93-a619-881c1a9a507c HTTP/1.1" status: 200 len: 991 time: 0.1054201 Feb 19 01:35:18.496118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Allocated IP 172.25.0.116 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/5ba29235-5ff0-4d7d-99f5-5209605bf99a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:18.601842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for port (5ba29235-5ff0-4d7d-99f5-5209605bf99a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.630995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:18.637522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5ba29235-5ff0-4d7d-99f5-5209605bf99a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.666476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:18.676025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:18.678922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:18.685897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:18.691522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Port': ['ID=5ba29235-5ff0-4d7d-99f5-5209605bf99a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:18.713354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Publish callbacks [] for port (352955c4-72e0-4a67-8343-63b5df7acce3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.725876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Transition to ACTIVE for port object 352955c4-72e0-4a67-8343-63b5df7acce3 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:35:18.729609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.833294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:18.911958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] No DVR routers for this DVR port 352955c4-72e0-4a67-8343-63b5df7acce3 on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:18.971667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (07c47d3a-8291-468d-bab2-bea41a71026b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.185444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.188786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.280230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:19.282561 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db8906-c2c4-4315-981e-9762b21d591b" -d '{"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-unplugged", "status": "completed", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:19.326047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:19.326531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:19.326966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:19.329654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Router 07c47d3a-8291-468d-bab2-bea41a71026b is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:19.331632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:19.332073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:19.337332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:19.337744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Checking segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:19.338303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Bound using segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:19.338838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Bound port: 352955c4-72e0-4a67-8343-63b5df7acce3, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:19.339321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.342166 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0513a7-6829-4abc-8501-f98e5b42171e x-openstack-request-id: req-3b0513a7-6829-4abc-8501-f98e5b42171e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:19.342523 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-unplugged", "status": "completed", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:19.342842 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b0513a7-6829-4abc-8501-f98e5b42171e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:19.343291 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'code': 200} Feb 19 01:35:19.406675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:19.409900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:19.415901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.446855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:19.451932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.453710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.455410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] 10.222.0.89 "PUT /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 1091 time: 1.1636987 Feb 19 01:35:19.455752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] Sync routers for ids ['07c47d3a-8291-468d-bab2-bea41a71026b'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:19.456283 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.457540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bfedb016-0823-4c63-9767-19b628df5334 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "PUT /v2.0/routers/07c47d3a-8291-468d-bab2-bea41a71026b HTTP/1.1" status: 200 len: 919 time: 1.6842957 Feb 19 01:35:19.462151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40616) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:19.480398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] Routers {'07c47d3a-8291-468d-bab2-bea41a71026b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:19.481062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['07c47d3a-8291-468d-bab2-bea41a71026b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:19.485166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40618) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:19.544794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:19.560636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] Routers {'07c47d3a-8291-468d-bab2-bea41a71026b'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:19.561585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:34:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['07c47d3a-8291-468d-bab2-bea41a71026b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:19.590588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc18f-bffa-4c70-ba1d-76c5ba4edb26 service neutron] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:19.620166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:19.621319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c355e9-9585-4b4c-acd0-38f1684658de None None] The sync data for ids ['07c47d3a-8291-468d-bab2-bea41a71026b'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:19.714735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-250c49a3-9110-4b42-b6a2-c72fbc558e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.716366 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-250c49a3-9110-4b42-b6a2-c72fbc558e49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1125 time: 0.1986034 Feb 19 01:35:19.718277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-684b3351-40b5-49a0-be5d-9cdfb0ec9ec9 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/07c47d3a-8291-468d-bab2-bea41a71026b HTTP/1.1" status: 200 len: 925 time: 0.2550688 Feb 19 01:35:19.727264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242d955-f475-4d0f-96f7-d30ac20db72f req-ab9a34ee-41e8-4726-93b2-57ca81a3e18d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.728913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f242d955-f475-4d0f-96f7-d30ac20db72f req-ab9a34ee-41e8-4726-93b2-57ca81a3e18d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.1976173 Feb 19 01:35:19.729438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40620) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:19.884778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a8cbca07-94b1-43e7-87e6-cd36b75ca5d5 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/5eaa45b4-8574-4b93-a619-881c1a9a507c HTTP/1.1" status: 200 len: 993 time: 0.3976688 Feb 19 01:35:19.886188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578e433-7030-45d1-a7ed-137898fa5f07 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.887702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b578e433-7030-45d1-a7ed-137898fa5f07 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=07c47d3a-8291-468d-bab2-bea41a71026b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1562374 Feb 19 01:35:19.890479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40622) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:19.891620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f242d955-f475-4d0f-96f7-d30ac20db72f req-701a56cd-061a-4774-bb3a-b004e93e5ec3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437893 Feb 19 01:35:19.902264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-be1c5252-3ddf-4a25-9616-d57d5926e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.903740 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-be1c5252-3ddf-4a25-9616-d57d5926e845 service neutron] 10.222.0.89 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.1734416 Feb 19 01:35:19.971144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-59c32f37-8a57-40d9-afff-6d8fe1a5b449 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.0604377 Feb 19 01:35:19.981851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada53358-6f8b-4745-b669-08f3f3cb556d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.983252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ada53358-6f8b-4745-b669-08f3f3cb556d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.0917199 Feb 19 01:35:19.986068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40624) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:20.014536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-99f92588-332c-4b34-adbb-3970d7d3a92a tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c47d3a-8291-468d-bab2-bea41a71026b HTTP/1.1" status: 200 len: 205 time: 0.0273926 Feb 19 01:35:20.017105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40626) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:20.025289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-6359007e-edf1-4881-9b77-4b422fc5d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:20.026760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-6359007e-edf1-4881-9b77-4b422fc5d7a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0491128 Feb 19 01:35:20.078103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-aa120656-69b8-45fc-abb4-eb508f66dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:20.079540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-aa120656-69b8-45fc-abb4-eb508f66dea6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464542 Feb 19 01:35:20.127891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (07c47d3a-8291-468d-bab2-bea41a71026b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.168851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-a0147190-f1eb-4059-a049-3b2bb5b08adb service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829873 Feb 19 01:35:20.237408 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (07c47d3a-8291-468d-bab2-bea41a71026b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.250874 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-926671a7-192a-48b7-a8e9-11bdca282226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.268866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-907ae3fe-f99d-4ce1-a262-db8cd59d0ce1 req-c5307912-faeb-46ac-89e3-53228c6490ee service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935562 Feb 19 01:35:20.293342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Deleting port 5ba29235-5ff0-4d7d-99f5-5209605bf99a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:20.293689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5ba29235-5ff0-4d7d-99f5-5209605bf99a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.369395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5ba29235-5ff0-4d7d-99f5-5209605bf99a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.382331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Calling delete_port for 5ba29235-5ff0-4d7d-99f5-5209605bf99a owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:20.553012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5ba29235-5ff0-4d7d-99f5-5209605bf99a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.579299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event deleted for resources: {'Port': ['ID=5ba29235-5ff0-4d7d-99f5-5209605bf99a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:20.647166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (07c47d3a-8291-468d-bab2-bea41a71026b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.741295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.743986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (07c47d3a-8291-468d-bab2-bea41a71026b), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.790019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (07c47d3a-8291-468d-bab2-bea41a71026b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.790579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Fanout notify agent at l3_agent the message router_deleted on router 07c47d3a-8291-468d-bab2-bea41a71026b {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:20.797087 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.798206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8dbb5caf-91cf-4ffb-9c6a-9ae812d07c90 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/07c47d3a-8291-468d-bab2-bea41a71026b HTTP/1.1" status: 204 len: 168 time: 0.7802076 Feb 19 01:35:20.801868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40628) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:20.806698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1929838980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:20.826795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (a397e646-9b31-4b17-9eb2-907342197e49), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.827835 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (a397e646-9b31-4b17-9eb2-907342197e49), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.885614 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (a397e646-9b31-4b17-9eb2-907342197e49), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.886514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:35:20.889805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (a397e646-9b31-4b17-9eb2-907342197e49), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.907118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.908254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-55c9470b-2559-4eea-9a55-0126e6c16789 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1054404 Feb 19 01:35:20.910975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40630) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:20.915223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'enable_snat': False}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:21.130110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a8444-508d-4698-89b2-13c1ac247247 req-c25d424d-0eeb-448b-8447-e78e96a25b63 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.131600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-535a8444-508d-4698-89b2-13c1ac247247 req-c25d424d-0eeb-448b-8447-e78e96a25b63 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.1497817 Feb 19 01:35:21.177762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (a397e646-9b31-4b17-9eb2-907342197e49), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.235901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:21.270472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-535a8444-508d-4698-89b2-13c1ac247247 req-f90fc0eb-2eb9-4638-8175-e91a4e977149 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054404 Feb 19 01:35:21.274531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 352955c4-72e0-4a67-8343-63b5df7acce3 host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:35:21.274940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:21.344524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:21.346960 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:21.398024 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdd3ab1-26d4-4822-817e-e02ba841aef0 x-openstack-request-id: req-1fdd3ab1-26d4-4822-817e-e02ba841aef0 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:21.398327 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:21.398587 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fdd3ab1-26d4-4822-817e-e02ba841aef0 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:21.399000 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'status': 'completed', 'code': 200} Feb 19 01:35:21.439575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (a397e646-9b31-4b17-9eb2-907342197e49), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.463003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-fd24ea03-ddf7-460f-8746-14984e503c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.464558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-fd24ea03-ddf7-460f-8746-14984e503c69 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1125 time: 0.0485296 Feb 19 01:35:21.473981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.548186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-1607dccb-5f20-4469-ade0-567925ea8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.549777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-1607dccb-5f20-4469-ade0-567925ea8c96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1125 time: 0.1230571 Feb 19 01:35:21.570440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-5e102756-162a-413b-ae29-44a467d7a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.571903 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-5e102756-162a-413b-ae29-44a467d7a2b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.1004519 Feb 19 01:35:21.640562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-ce9fc61d-b0e7-44ba-b3be-1386d5917636 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.0597739 Feb 19 01:35:21.661719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Allocated IP 172.25.0.62 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/bab327b3-1d39-451a-a976-c669004a4b80) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:21.690497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-97fbeb69-79a9-43b8-9490-6851333776c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.691874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-97fbeb69-79a9-43b8-9490-6851333776c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0450673 Feb 19 01:35:21.696926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-bdfb606e-61b9-4004-9f25-17282616954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.698418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-bdfb606e-61b9-4004-9f25-17282616954e service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.1426382 Feb 19 01:35:21.750357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-32cf1000-12b9-4767-b25f-8520f7a7639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.751891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-32cf1000-12b9-4767-b25f-8520f7a7639d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502577 Feb 19 01:35:21.808661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-1c0c05d5-a9e4-4d92-95d5-c44e00105668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.1006873 Feb 19 01:35:21.846778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-9f134fd4-1aeb-44ad-9fd4-6a4ad0e410ec service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877557 Feb 19 01:35:21.870790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for port (bab327b3-1d39-451a-a976-c669004a4b80), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.884617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-abf7cc81-b6f2-495c-b8de-8efd4cc18ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.886081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-abf7cc81-b6f2-495c-b8de-8efd4cc18ee0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0674760 Feb 19 01:35:21.946435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-cbaaee27-8a9a-45b9-b59f-e99d22fc80cd service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926650 Feb 19 01:35:21.953527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bab327b3-1d39-451a-a976-c669004a4b80), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.962111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-72a975af-245a-4e16-9df6-2d2a99370e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.963845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-72a975af-245a-4e16-9df6-2d2a99370e73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0711186 Feb 19 01:35:22.045029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:22.049454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Pushing event updated for resources: {'Port': ['ID=bab327b3-1d39-451a-a976-c669004a4b80,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:22.053492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:22.058537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:22.158437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-1289d784-ce81-43ce-bfdf-49e0b47078f3 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739311 Feb 19 01:35:22.341510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfb80410-88a7-45f1-bc0f-eb407bf9cf2b req-fcab9bcc-b71e-48f4-8190-cf786f98835c service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529217 Feb 19 01:35:22.432020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router_gateway (a397e646-9b31-4b17-9eb2-907342197e49), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:22.479089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30138b6f-2bb9-41e6-91fe-cd9aca7762e7 req-af74e1e6-9c27-4469-979d-17321874b032 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:22.480568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30138b6f-2bb9-41e6-91fe-cd9aca7762e7 req-af74e1e6-9c27-4469-979d-17321874b032 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.1253245 Feb 19 01:35:22.624791 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2bb15e93-64cf-457c-b856-1cd0577c1a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:22.864638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-30138b6f-2bb9-41e6-91fe-cd9aca7762e7 req-87942e7c-997d-4b13-abda-222f9490d6fd tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780169 Feb 19 01:35:22.981328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (a397e646-9b31-4b17-9eb2-907342197e49), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:22.985273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (a397e646-9b31-4b17-9eb2-907342197e49), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.139271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-e3e1f0cc-8085-4666-9b0d-21d244b84c64 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.140636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-e3e1f0cc-8085-4666-9b0d-21d244b84c64 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7&tenant_id=9e1e3a64a565467999d736e1f9c667ae&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 943 time: 0.0931046 Feb 19 01:35:23.145473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97befcbf-eb2e-4cb9-b943-0bc8751094d9 req-dbbe84dc-f910-4a0a-be2c-d9a398c0c4fa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.147192 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-97befcbf-eb2e-4cb9-b943-0bc8751094d9 req-dbbe84dc-f910-4a0a-be2c-d9a398c0c4fa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.0768247 Feb 19 01:35:23.172422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Router a397e646-9b31-4b17-9eb2-907342197e49 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:23.211634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-b81a2d0d-fac3-49a7-9508-aec8bb8eadf6 service neutron] 10.222.0.89 "GET /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3/bindings/n-h1-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.0619166 Feb 19 01:35:23.244229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-97befcbf-eb2e-4cb9-b943-0bc8751094d9 req-777565c9-82d9-4f1d-8e39-a9218ef8c558 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884397 Feb 19 01:35:23.281973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-3a05ff26-98e8-4c7c-9cbf-1638e33a4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.283489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-3a05ff26-98e8-4c7c-9cbf-1638e33a4eea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1125 time: 0.0467834 Feb 19 01:35:23.308518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:23.313086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.314446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e854ec36-b463-4fe7-8c61-0482c2cbefbd tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "PUT /v2.0/routers/a397e646-9b31-4b17-9eb2-907342197e49 HTTP/1.1" status: 200 len: 919 time: 2.4025562 Feb 19 01:35:23.317404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40642) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:23.319141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] Sync routers for ids ['a397e646-9b31-4b17-9eb2-907342197e49'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:23.329754 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] Routers {'a397e646-9b31-4b17-9eb2-907342197e49'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:23.330428 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['a397e646-9b31-4b17-9eb2-907342197e49'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:23.373257 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:23.383631 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] Routers {'a397e646-9b31-4b17-9eb2-907342197e49'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:23.384485 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['a397e646-9b31-4b17-9eb2-907342197e49'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:23.388359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-b8c889d0-dda8-4586-baf1-a8ab2a3c31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.390028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-b8c889d0-dda8-4586-baf1-a8ab2a3c31c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.0994029 Feb 19 01:35:23.419896 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:23.420966 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aad9f5-40dd-4dbb-8593-5599abcbc840 None None] The sync data for ids ['a397e646-9b31-4b17-9eb2-907342197e49'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:23.437266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-176a4c97-4351-47e6-be0e-77c93159e004 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/a397e646-9b31-4b17-9eb2-907342197e49 HTTP/1.1" status: 200 len: 925 time: 0.1186705 Feb 19 01:35:23.439948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40644) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:23.461523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-f39e430d-9b73-4d68-b8f9-c15c76ac67d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.0640218 Feb 19 01:35:23.485422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77493d-d730-4f25-bf41-0b5c57631e56 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.487204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cd77493d-d730-4f25-bf41-0b5c57631e56 tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=a397e646-9b31-4b17-9eb2-907342197e49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0456848 Feb 19 01:35:23.489906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40646) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:23.510667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-e7573b03-c211-417d-9f85-333c4fbe1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.512126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-e7573b03-c211-417d-9f85-333c4fbe1537 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0438731 Feb 19 01:35:23.563450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-4e45920d-1bd0-49f4-8132-de4949c437e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.564975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-4e45920d-1bd0-49f4-8132-de4949c437e5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469935 Feb 19 01:35:23.566789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:35:23.580215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff64962a-0ea8-4a64-8512-354a1fd43c2d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.581864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff64962a-0ea8-4a64-8512-354a1fd43c2d tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/networks/9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 881 time: 0.0910637 Feb 19 01:35:23.584616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40648) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:23.615947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5c0d3dd5-e9e8-4731-909b-0bee0d03dd1d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=a397e646-9b31-4b17-9eb2-907342197e49 HTTP/1.1" status: 200 len: 205 time: 0.0274091 Feb 19 01:35:23.616212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40650) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:23.678947 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-5ada5ca6-bf31-412b-ae2d-9231e9c9f217 service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004422 Feb 19 01:35:23.681913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:23.694122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '352955c4-72e0-4a67-8343-63b5df7acce3', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'mac_address': 'fa:16:3e:df:16:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:35:23.729612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (a397e646-9b31-4b17-9eb2-907342197e49), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.744535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.745617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 352955c4-72e0-4a67-8343-63b5df7acce3 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:23.745995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.759518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:23.780234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:23.785054 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.789393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-e3105c2d-5237-4af0-a177-b207906f376b service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030254 Feb 19 01:35:23.843514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:23.843799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (a397e646-9b31-4b17-9eb2-907342197e49), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.852371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.852712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.853086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.853555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.853898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.854230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.854589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.855112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.855475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.855799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.856131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.856459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.856786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:23.896510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Deleting port bab327b3-1d39-451a-a976-c669004a4b80 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:23.896855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bab327b3-1d39-451a-a976-c669004a4b80), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.970858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bab327b3-1d39-451a-a976-c669004a4b80), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.982269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Calling delete_port for bab327b3-1d39-451a-a976-c669004a4b80 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:24.093253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['352955c4-72e0-4a67-8343-63b5df7acce3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:35:24.152067 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bab327b3-1d39-451a-a976-c669004a4b80), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.178856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event deleted for resources: {'Port': ['ID=bab327b3-1d39-451a-a976-c669004a4b80,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:24.239266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (a397e646-9b31-4b17-9eb2-907342197e49), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.339577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (a397e646-9b31-4b17-9eb2-907342197e49), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.342013 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (a397e646-9b31-4b17-9eb2-907342197e49), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.385551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3a7d7-6cb9-4ce5-a50a-e05766b25bcb req-386ab6d2-dfff-4353-91fe-85f3c45647e7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:24.387480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61c3a7d7-6cb9-4ce5-a50a-e05766b25bcb req-386ab6d2-dfff-4353-91fe-85f3c45647e7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 944 time: 0.0647182 Feb 19 01:35:24.395340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (a397e646-9b31-4b17-9eb2-907342197e49), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.396204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Fanout notify agent at l3_agent the message router_deleted on router a397e646-9b31-4b17-9eb2-907342197e49 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:24.408351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.413870 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db87438e-240f-4d6c-bb1e-fc58ab8f038d tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/a397e646-9b31-4b17-9eb2-907342197e49 HTTP/1.1" status: 204 len: 168 time: 0.7966743 Feb 19 01:35:24.414546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40654) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:24.419044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-401960069', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:24.441815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.443647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.459045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61c3a7d7-6cb9-4ce5-a50a-e05766b25bcb req-15813c4d-8a42-48c8-a904-8203f3625f49 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546796 Feb 19 01:35:24.498732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.641453 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.835466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.857329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.959345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Allocated IP 172.25.0.15 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/9b206b12-6e95-4c7d-9c01-f70c400d3f0b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:25.061752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for port (9b206b12-6e95-4c7d-9c01-f70c400d3f0b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:25.094846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9b206b12-6e95-4c7d-9c01-f70c400d3f0b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:25.131480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:25.134736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:25.140061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:25.161957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event updated for resources: {'Port': ['ID=9b206b12-6e95-4c7d-9c01-f70c400d3f0b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:25.368339 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:25.403618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:25.577726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:25.665319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 352955c4-72e0-4a67-8343-63b5df7acce3 is: BUILD; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:25.665982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:25.684375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:25.709509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:25.713993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:25.765774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:25.893509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40256ffc-2350-4bcd-8bfb-f7c14db4112f req-c016d480-b5c8-40c4-85e6-03fa9260d3ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:25.894988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40256ffc-2350-4bcd-8bfb-f7c14db4112f req-c016d480-b5c8-40c4-85e6-03fa9260d3ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 943 time: 0.1082549 Feb 19 01:35:26.016911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40256ffc-2350-4bcd-8bfb-f7c14db4112f req-5875db29-884a-4831-9fc1-f2b8d4ec9764 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139581 Feb 19 01:35:26.017879 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.079186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-4ca52a65-ee35-4c88-afae-1b5b8b1be49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:26.080688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-4ca52a65-ee35-4c88-afae-1b5b8b1be49d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 1125 time: 0.1047084 Feb 19 01:35:26.110256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.121722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:26.201272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.240795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Router f009e8ea-b3bc-4fa0-9e06-426228acfcbf is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:26.471416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:26.486187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] Sync routers for ids ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:26.497728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] Routers {'f009e8ea-b3bc-4fa0-9e06-426228acfcbf'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:26.498627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:26.503898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.505167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2dfc7722-36de-43f8-85e8-c4ad0667ece6 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0896220 Feb 19 01:35:26.507988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40660) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:26.513379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:26.516656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:26.542216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:26.551813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:26.560421 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.562262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] Routers {'f009e8ea-b3bc-4fa0-9e06-426228acfcbf'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:26.562872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:26.589253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:26.595974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:26.596629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8b367-db5f-4990-ad00-16858adb89da None None] The sync data for ids ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:26.597048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Publish callbacks [] for port (352955c4-72e0-4a67-8343-63b5df7acce3), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.609702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Ignored duplicate provisioning block setup for port 352955c4-72e0-4a67-8343-63b5df7acce3 by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 19 01:35:26.612725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.682216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:26.812469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] No DVR routers for this DVR port 352955c4-72e0-4a67-8343-63b5df7acce3 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:26.871951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.885253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_gateway (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.941539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Deleting port 9b206b12-6e95-4c7d-9c01-f70c400d3f0b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:26.942059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9b206b12-6e95-4c7d-9c01-f70c400d3f0b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:26.956036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:26.956611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:26.956765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:26.961733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:26.962048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Attempting to bind port 352955c4-72e0-4a67-8343-63b5df7acce3 on network 669a4e5e-020a-49dc-93fb-88ca159cea11 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:26.966977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:26.967313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Checking segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:26.967695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Bound using segment: {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:26.968116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Bound port: 352955c4-72e0-4a67-8343-63b5df7acce3, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c444678b-8682-4b25-b523-81e5ca221812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:26.968469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.023331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9b206b12-6e95-4c7d-9c01-f70c400d3f0b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.032164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:27.035135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:27.036449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Calling delete_port for 9b206b12-6e95-4c7d-9c01-f70c400d3f0b owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:27.042006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.094030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.094941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.096361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] 10.222.0.10 "PUT /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 1092 time: 0.9793534 Feb 19 01:35:27.099144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:27.102205 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99981128-bcbe-4bde-9258-2115601bc4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:27.181366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0bd9a-6427-4600-bb4f-2e1c3bc4ffbf service neutron] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=11']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:27.193543 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf144425-e7a6-4bbc-b8bc-961b5cb5cd88 x-openstack-request-id: req-bf144425-e7a6-4bbc-b8bc-961b5cb5cd88 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:27.194202 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:27.195216 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf144425-e7a6-4bbc-b8bc-961b5cb5cd88 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:27.195922 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'status': 'completed', 'code': 200} Feb 19 01:35:27.218739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-ba387c5e-d074-4d15-b0ec-77015fa46b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.220759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-ba387c5e-d074-4d15-b0ec-77015fa46b52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1126 time: 0.0955389 Feb 19 01:35:27.223363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21180cf-5604-4960-a3f6-d971a03ac0a2 req-ea1ff252-8eca-4611-9530-3ea7175e1b88 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.225288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a21180cf-5604-4960-a3f6-d971a03ac0a2 req-ea1ff252-8eca-4611-9530-3ea7175e1b88 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 944 time: 0.1122000 Feb 19 01:35:27.343912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-4e6e22d4-ad21-46a8-89a4-b1fa7960809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.345839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-4e6e22d4-ad21-46a8-89a4-b1fa7960809f service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.1170006 Feb 19 01:35:27.372852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9b206b12-6e95-4c7d-9c01-f70c400d3f0b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.381749 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a21180cf-5604-4960-a3f6-d971a03ac0a2 req-4abe0b03-ff1d-47ce-a870-bbdd2c7e439c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494470 Feb 19 01:35:27.406997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-dbb49b2e-87a2-4681-ade1-c23a990fc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.409796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-dbb49b2e-87a2-4681-ade1-c23a990fc978 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1126 time: 0.1712403 Feb 19 01:35:27.415419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Pushing event deleted for resources: {'Port': ['ID=9b206b12-6e95-4c7d-9c01-f70c400d3f0b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:27.457081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-d8f9fe03-de4a-4903-b67d-a10fe70b3c18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.1030257 Feb 19 01:35:27.514082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-4000c29c-b2fc-4818-810b-4eee25ca4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.515643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-4000c29c-b2fc-4818-810b-4eee25ca4172 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0527747 Feb 19 01:35:27.559152 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.570506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2144f-ddde-4110-9e19-087904259311 req-23d98fc5-f5e1-419e-87d4-648444f7e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.572011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-23d98fc5-f5e1-419e-87d4-648444f7e94c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494835 Feb 19 01:35:27.645802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-b851650e-ead4-4de9-90cb-a1bebe88fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.645802 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-b851650e-ead4-4de9-90cb-a1bebe88fdc5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.2238646 Feb 19 01:35:27.668867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-09953faf-5400-4f6a-8251-302ae5e5a047 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Feb 19 01:35:27.759996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b2144f-ddde-4110-9e19-087904259311 req-1fb30640-4d9b-4c60-bef7-f0d0b4ff67af service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813670 Feb 19 01:35:27.861187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-8f0c9665-6f8c-4821-bd20-5785565ada10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.862718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-8f0c9665-6f8c-4821-bd20-5785565ada10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1126 time: 0.0527530 Feb 19 01:35:27.957965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-71506096-95f5-4c98-bc80-caa63960a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.959608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-71506096-95f5-4c98-bc80-caa63960a976 service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.0911777 Feb 19 01:35:28.031972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-e9d8a6aa-4ba3-4afe-b0b7-d7eeab26e2eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.0652711 Feb 19 01:35:28.083432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-b5601230-eefd-4970-a8ae-34ec041da1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.084902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-b5601230-eefd-4970-a8ae-34ec041da1d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0460665 Feb 19 01:35:28.095988 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-a7c8fa3e-8068-44a3-8733-4db4a246753b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 999 time: 0.4465973 Feb 19 01:35:28.134503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-8e8966dd-4ae7-4694-a55c-c4124c034827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.134999 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.136106 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-8e8966dd-4ae7-4694-a55c-c4124c034827 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439525 Feb 19 01:35:28.158153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691322'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.230099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-d2f01e3d-4c58-4e2c-ac3e-df6c129c2b7e service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855765 Feb 19 01:35:28.241435 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-ac03719a-a4de-4628-8826-37b3323212b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.243478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-ac03719a-a4de-4628-8826-37b3323212b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.1200492 Feb 19 01:35:28.259353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Router f009e8ea-b3bc-4fa0-9e06-426228acfcbf has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:28.319176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-50a4c5bb-94fa-4775-9c8d-3660ad746ce9 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826769 Feb 19 01:35:28.364536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-2fc78278-552b-40e5-a1a4-2b43518eb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.366210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-2fc78278-552b-40e5-a1a4-2b43518eb6be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156385 Feb 19 01:35:28.367949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:28.374340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.377130 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] Sync routers for ids ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:28.377641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-185cc8a9-5f53-494d-8401-01796448a56c tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "PUT /v2.0/routers/f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 200 len: 709 time: 1.8683174 Feb 19 01:35:28.378309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40666) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:28.388105 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] Routers {'f009e8ea-b3bc-4fa0-9e06-426228acfcbf'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:28.388722 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:28.421876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:28.431167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] Routers {'f009e8ea-b3bc-4fa0-9e06-426228acfcbf'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:28.431778 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:28.461441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0a7085ad-473b-4d34-b17d-56f9f6284c8a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/routers/f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 200 len: 744 time: 0.0818725 Feb 19 01:35:28.468803 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:28.469504 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9e53b-cd0d-4d6e-a758-6336712ca295 None None] The sync data for ids ['f009e8ea-b3bc-4fa0-9e06-426228acfcbf'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:28.475713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:28.514961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-07fce0a0-9eaa-4d35-9847-55bd08cae9db service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328177 Feb 19 01:35:28.546140 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5cada63f-dfd2-47f0-8b70-aa5f90140f3a tempest-RoutersIpV6AdminTest-256051152 tempest-RoutersIpV6AdminTest-256051152-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&device_id=f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 200 len: 205 time: 0.0690231 Feb 19 01:35:28.551002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40672) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:28.582466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ae0c3348-05c4-48d7-8496-fe8c4f8b09dd tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 200 len: 205 time: 0.0303407 Feb 19 01:35:28.588945 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40674) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:28.590005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036314-6361-4b6b-93d6-289ec8eff8fd req-ed43333c-03b6-410b-bf7d-8383e2902210 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.591437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8036314-6361-4b6b-93d6-289ec8eff8fd req-ed43333c-03b6-410b-bf7d-8383e2902210 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 944 time: 0.0909345 Feb 19 01:35:28.650982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8036314-6361-4b6b-93d6-289ec8eff8fd req-c0cc064a-cd96-45c7-91d8-760503821df9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538132 Feb 19 01:35:28.680121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.769580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99981128-bcbe-4bde-9258-2115601bc4f0 req-a5e7850f-9c89-47ca-9867-e2a8debf9bdb service neutron] 10.222.0.89 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359118 Feb 19 01:35:28.874005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.876965 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router_controller (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.922653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (f009e8ea-b3bc-4fa0-9e06-426228acfcbf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.923190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Fanout notify agent at l3_agent the message router_deleted on router f009e8ea-b3bc-4fa0-9e06-426228acfcbf {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:28.929558 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.933797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f03b0da-d92c-43e2-a005-4c2c9022f498 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 204 len: 168 time: 0.3407159 Feb 19 01:35:28.934235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40676) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:28.961980 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-26be9c21-2ed8-4e7f-91ed-cf6f08d6fa30 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 200 len: 205 time: 0.0268476 Feb 19 01:35:28.964129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40678) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.003887 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-5c4c6676-eec9-4778-8046-52b0aae398bd tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] delete failed (client error): The resource could not be found. Feb 19 01:35:29.004861 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5c4c6676-eec9-4778-8046-52b0aae398bd tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/f009e8ea-b3bc-4fa0-9e06-426228acfcbf HTTP/1.1" status: 404 len: 336 time: 0.0398796 Feb 19 01:35:29.007358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40680) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.034929 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-850374b5-a5ce-4e4b-a1b0-0c2fb62310d9 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=a397e646-9b31-4b17-9eb2-907342197e49 HTTP/1.1" status: 200 len: 205 time: 0.0259440 Feb 19 01:35:29.037141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40682) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.074913 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-c4f89545-2c67-4d24-adc3-947e9297482f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] delete failed (client error): The resource could not be found. Feb 19 01:35:29.075832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c4f89545-2c67-4d24-adc3-947e9297482f tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/a397e646-9b31-4b17-9eb2-907342197e49 HTTP/1.1" status: 404 len: 336 time: 0.0378206 Feb 19 01:35:29.078380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40684) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.108781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-333c7be4-9ac0-487b-85aa-d41c457b7cbf tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c47d3a-8291-468d-bab2-bea41a71026b HTTP/1.1" status: 200 len: 205 time: 0.0293491 Feb 19 01:35:29.111000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40686) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.148881 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-2672072f-e644-4340-9321-12c3e26a61c3 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] delete failed (client error): The resource could not be found. Feb 19 01:35:29.150312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2672072f-e644-4340-9321-12c3e26a61c3 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/07c47d3a-8291-468d-bab2-bea41a71026b HTTP/1.1" status: 404 len: 336 time: 0.0382988 Feb 19 01:35:29.152692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40688) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.181919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-478aeec5-9f1d-4cd8-9c99-5261ae595357 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0e0965-2cf6-4c2c-9549-09e35e2cf114 HTTP/1.1" status: 200 len: 205 time: 0.0281208 Feb 19 01:35:29.184302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.225642 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-aa9a670b-1c4b-4cbf-9a15-c1c596a41e34 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] delete failed (client error): The resource could not be found. Feb 19 01:35:29.226654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aa9a670b-1c4b-4cbf-9a15-c1c596a41e34 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/0b0e0965-2cf6-4c2c-9549-09e35e2cf114 HTTP/1.1" status: 404 len: 336 time: 0.0414569 Feb 19 01:35:29.229307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40692) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.256780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d1a2f4dd-c3ff-4181-9309-ba776528189a tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd9820-c375-4506-b134-a6750d08f4dc HTTP/1.1" status: 200 len: 205 time: 0.0264652 Feb 19 01:35:29.259691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40694) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.267588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:35:29.296180 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-796c1682-5538-45dd-855b-76c00c3f1227 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] delete failed (client error): The resource could not be found. Feb 19 01:35:29.297157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-796c1682-5538-45dd-855b-76c00c3f1227 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/c7dd9820-c375-4506-b134-a6750d08f4dc HTTP/1.1" status: 404 len: 336 time: 0.0365584 Feb 19 01:35:29.299930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40696) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.330697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ddfc17a1-44c8-41fd-8090-3860418ef16a tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c3d73d-d87e-41ad-b94e-617e173bac93 HTTP/1.1" status: 200 len: 205 time: 0.0296400 Feb 19 01:35:29.332924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40698) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.368585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:29.378996 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-3b74187d-163a-46ca-a1de-2896225d88f4 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] delete failed (client error): The resource could not be found. Feb 19 01:35:29.380282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b74187d-163a-46ca-a1de-2896225d88f4 tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/routers/51c3d73d-d87e-41ad-b94e-617e173bac93 HTTP/1.1" status: 404 len: 336 time: 0.0462205 Feb 19 01:35:29.380429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '352955c4-72e0-4a67-8343-63b5df7acce3', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'port_id': '352955c4-72e0-4a67-8343-63b5df7acce3', 'mac_address': 'fa:16:3e:df:16:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:35:29.382953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40700) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.409941 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5642854f-71c4-41a1-bc35-0f5b0eeb958a tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] DELETE failed (client error): The resource could not be found. Feb 19 01:35:29.410843 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5642854f-71c4-41a1-bc35-0f5b0eeb958a tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:29.416634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5642854f-71c4-41a1-bc35-0f5b0eeb958a tempest-RoutersIpV6AdminTest-1828634241 tempest-RoutersIpV6AdminTest-1828634241-project] 10.222.0.43 "DELETE /v2.0/subnets/97585b1b-4b47-4c3b-a183-00ca198733c1 HTTP/1.1" status: 404 len: 337 time: 0.0294087 Feb 19 01:35:29.424241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 352955c4-72e0-4a67-8343-63b5df7acce3 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:29.424628 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:29.439180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:29.463447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:29.467666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:29.523532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=12']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:29.683597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40708) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.705974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['352955c4-72e0-4a67-8343-63b5df7acce3'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:35:29.773992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cf611-b5fc-4a6a-a582-d19673d389c1 req-ecd16c40-82b7-4f37-b059-26000f4e9dd2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.775607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca1cf611-b5fc-4a6a-a582-d19673d389c1 req-ecd16c40-82b7-4f37-b059-26000f4e9dd2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 945 time: 0.0570848 Feb 19 01:35:29.804848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd687910-2bef-4cad-8660-68b1b7fcabb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:29.857010 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca1cf611-b5fc-4a6a-a582-d19673d389c1 req-95ffa25c-aee8-450c-877c-0c74041ca02a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754116 Feb 19 01:35:29.880034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40712) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:29.918408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd687910-2bef-4cad-8660-68b1b7fcabb4 admin admin] Publish callbacks [] for security_group (1e3b8d7d-de77-420e-abbc-88a8604d8df8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:29.923540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd687910-2bef-4cad-8660-68b1b7fcabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1e3b8d7d-de77-420e-abbc-88a8604d8df8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:29.961032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-708cc856-ba0d-41e2-9700-b9643a17179c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/ffc69975-42ed-45b1-b949-e26996d4c2e4 HTTP/1.1" status: 200 len: 992 time: 0.0790107 Feb 19 01:35:29.964803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fd687910-2bef-4cad-8660-68b1b7fcabb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0c5fc99e78e4fd98e46d50fb3415f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800591 Feb 19 01:35:29.969285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd687910-2bef-4cad-8660-68b1b7fcabb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b8d7d-de77-420e-abbc-88a8604d8df8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:29.969450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40714) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:30.016061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39fbe4a9-9659-4e9b-9e4e-8df7b72d2d4e admin admin] Publish callbacks [] for security_group (1e3b8d7d-de77-420e-abbc-88a8604d8df8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.036728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39fbe4a9-9659-4e9b-9e4e-8df7b72d2d4e admin admin] Publish callbacks [] for security_group (1e3b8d7d-de77-420e-abbc-88a8604d8df8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.085710 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39fbe4a9-9659-4e9b-9e4e-8df7b72d2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1e3b8d7d-de77-420e-abbc-88a8604d8df8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.088186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39fbe4a9-9659-4e9b-9e4e-8df7b72d2d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.089410 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-39fbe4a9-9659-4e9b-9e4e-8df7b72d2d4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e3b8d7d-de77-420e-abbc-88a8604d8df8 HTTP/1.1" status: 204 len: 168 time: 0.1208477 Feb 19 01:35:30.097083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbe4a9-9659-4e9b-9e4e-8df7b72d2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b8d7d-de77-420e-abbc-88a8604d8df8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:30.346240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40720) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:30.386904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6d28572c-d5a7-46b7-bf34-bc6af443fbe2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18d066dc131549a3bf733d34d30e1fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393381 Feb 19 01:35:30.389165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40722) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:30.435674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f307-8b1f-4ef0-90a0-30f712a04885 admin admin] Publish callbacks [] for security_group (9cbb0233-f106-442b-b741-f5830e56acfb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.455919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f307-8b1f-4ef0-90a0-30f712a04885 admin admin] Publish callbacks [] for security_group (9cbb0233-f106-442b-b741-f5830e56acfb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.501927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f307-8b1f-4ef0-90a0-30f712a04885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9cbb0233-f106-442b-b741-f5830e56acfb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.504519 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f307-8b1f-4ef0-90a0-30f712a04885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:30.505695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b6e4f307-8b1f-4ef0-90a0-30f712a04885 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cbb0233-f106-442b-b741-f5830e56acfb HTTP/1.1" status: 204 len: 168 time: 0.1156547 Feb 19 01:35:30.513266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4f307-8b1f-4ef0-90a0-30f712a04885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbb0233-f106-442b-b741-f5830e56acfb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:31.181526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:31.278059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1659294055'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:31.284238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:31.298411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Made reservation on behalf of 8daf55771044403f8f9de4c694ce0562 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:31.302041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.313193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.338293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 352955c4-72e0-4a67-8343-63b5df7acce3 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:35:31.342989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 352955c4-72e0-4a67-8343-63b5df7acce3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:31.343365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.392712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for security_group (f9ba646f-0dde-4270-8f10-4255cbb8a93d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.399130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f9ba646f-0dde-4270-8f10-4255cbb8a93d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.429053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 352955c4-72e0-4a67-8343-63b5df7acce3 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:31.429610 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:35:31.429782 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.436164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ba646f-0dde-4270-8f10-4255cbb8a93d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:31.443999 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (64c97d96-ed0b-45f4-9248-2b7c461a645d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.443999 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Added segment 64c97d96-ed0b-45f4-9248-2b7c461a645d of type vlan for network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 Feb 19 01:35:31.464339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:31.466747 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f0d6d0-feef-49bd-a7ec-62f7414cf5ec" -d '{"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-plugged", "status": "completed", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:31.483418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:31.485900 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.488544 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.517714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.519727 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e4d2a-cbd2-46bd-808b-a6b1dd3e950b x-openstack-request-id: req-be9e4d2a-cbd2-46bd-808b-a6b1dd3e950b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:31.520244 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-plugged", "status": "completed", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:31.520744 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be9e4d2a-cbd2-46bd-808b-a6b1dd3e950b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:31.521391 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'code': 200} Feb 19 01:35:31.523851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:31.524526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.551907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=13']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:31.576109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3933818 Feb 19 01:35:31.579133 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40752) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:31.590958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Request body: {'subnet': {'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:31.638692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858c9b-81e8-424c-8d63-171fde860268 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event updated for resources: {'Network': ['ID=d2e28fb4-4fc5-4f79-bff0-45b24dbd0759,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:31.657989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:35:31.691596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Made reservation on behalf of 8daf55771044403f8f9de4c694ce0562 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:31.695796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.881658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (6876b66b-f5aa-40e2-bf5a-ffbcc586e184), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.939695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event updated for resources: {'Subnet': ['ID=6876b66b-f5aa-40e2-bf5a-ffbcc586e184,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:31.950488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Checking segment: {'id': '64c97d96-ed0b-45f4-9248-2b7c461a645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:31.950849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Network hostable DHCP agents. Network: d2e28fb4-4fc5-4f79-bff0-45b24dbd0759, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:35:31.967745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:35:31.982638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d2e28fb4-4fc5-4f79-bff0-45b24dbd0759) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:31.986685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:31.987277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:31.994843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59984a31-f07f-46e3-b93e-9016178c555e None None] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:32.005036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-610ee28e-6ba3-4481-9038-23aadb27f7a2 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4242337 Feb 19 01:35:32.007064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:32.012194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Request body: {'port': {'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-27982915'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:32.107067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-d2e28fb4-4fc5-4f79-bff0-45b24dbd0759', 'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759', 'project_id': '8daf55771044403f8f9de4c694ce0562', 'fixed_ips': [{'subnet_id': '6876b66b-f5aa-40e2-bf5a-ffbcc586e184'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:35:32.108206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.126169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Made reservation on behalf of 8daf55771044403f8f9de4c694ce0562 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:32.129895 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.149323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] device_id is not set on port 1b702260-526c-4d3b-a6be-05cc78706be2 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:35:32.255403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Allocated IP 2001:db8::2 (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759/6876b66b-f5aa-40e2-bf5a-ffbcc586e184/04f0f778-08d1-4c70-9108-856b64f9010b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:32.399436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Publish callbacks [] for port (04f0f778-08d1-4c70-9108-856b64f9010b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.405112 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.447124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:32.453610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:32.458017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:32.461719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Pushing event updated for resources: {'Port': ['ID=04f0f778-08d1-4c70-9108-856b64f9010b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:32.468277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Allocated IP 2001:db8::105 (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759/6876b66b-f5aa-40e2-bf5a-ffbcc586e184/1b702260-526c-4d3b-a6be-05cc78706be2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:32.518007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Attempting to bind port 04f0f778-08d1-4c70-9108-856b64f9010b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:32.519015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Attempting to bind port 04f0f778-08d1-4c70-9108-856b64f9010b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '64c97d96-ed0b-45f4-9248-2b7c461a645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:32.519231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Attempting to bind port 04f0f778-08d1-4c70-9108-856b64f9010b on network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:32.526809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:32.527196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Checking segment: {'id': '64c97d96-ed0b-45f4-9248-2b7c461a645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:32.527692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.528154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Bound using segment: {'id': '64c97d96-ed0b-45f4-9248-2b7c461a645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:32.528859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Bound port: 04f0f778-08d1-4c70-9108-856b64f9010b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c97d96-ed0b-45f4-9248-2b7c461a645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:32.529279 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.596006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-945be760-4013-4b4e-9527-7e9694438886 None None] For port 04f0f778-08d1-4c70-9108-856b64f9010b, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:32.599409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-945be760-4013-4b4e-9527-7e9694438886 None None] For port 04f0f778-08d1-4c70-9108-856b64f9010b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=04f0f778-08d1-4c70-9108-856b64f9010b,segment=NetworkSegment(64c97d96-ed0b-45f4-9248-2b7c461a645d),segment_id=64c97d96-ed0b-45f4-9248-2b7c461a645d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:32.606148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.649570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for port (1b702260-526c-4d3b-a6be-05cc78706be2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.685082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945be760-4013-4b4e-9527-7e9694438886 None None] Pushing event updated for resources: {'Port': ['ID=04f0f778-08d1-4c70-9108-856b64f9010b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:32.690244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.742399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:32.748429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:32.751197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:32.756920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:32.757584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.763821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event updated for resources: {'Port': ['ID=1b702260-526c-4d3b-a6be-05cc78706be2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:32.783769 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4b04599b-1e0e-436c-9673-7cf6183e1759 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.7754338 Feb 19 01:35:32.785231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40756) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:32.790811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Request body: {'port': {'network_id': 'd2e28fb4-4fc5-4f79-bff0-45b24dbd0759', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1478455902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:32.791362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] bootfile-name is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:32.791704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] tftp-server is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:32.792037 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] server-ip-address is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:32.949729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Made reservation on behalf of 8daf55771044403f8f9de4c694ce0562 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:32.953340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:32.972895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] device_id is not set on port c0454272-4dda-410f-9a94-501eb81d9efe yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:35:33.095712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Allocated IP 2001:db8::216 (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759/6876b66b-f5aa-40e2-bf5a-ffbcc586e184/c0454272-4dda-410f-9a94-501eb81d9efe) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:33.266650 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for port (c0454272-4dda-410f-9a94-501eb81d9efe), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.307346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c0454272-4dda-410f-9a94-501eb81d9efe), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.355029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:33.358934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:33.366085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:33.372773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:33.373484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.385902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event updated for resources: {'Port': ['ID=c0454272-4dda-410f-9a94-501eb81d9efe,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:33.398027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-153645b3-66d5-438a-8b15-0c6313b7ec41 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6113636 Feb 19 01:35:33.400376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40758) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:33.498490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625098cd-ab09-4e32-a68a-340245a904b4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:33.503798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625098cd-ab09-4e32-a68a-340245a904b4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:33.509196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625098cd-ab09-4e32-a68a-340245a904b4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:33.511013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-625098cd-ab09-4e32-a68a-340245a904b4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1094830 Feb 19 01:35:33.513881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40760) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:33.615028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Deleting port c0454272-4dda-410f-9a94-501eb81d9efe {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:33.615291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0454272-4dda-410f-9a94-501eb81d9efe), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.645723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 04f0f778-08d1-4c70-9108-856b64f9010b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:33.692961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 04f0f778-08d1-4c70-9108-856b64f9010b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:33.693453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.711927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0454272-4dda-410f-9a94-501eb81d9efe), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.731489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Calling delete_port for c0454272-4dda-410f-9a94-501eb81d9efe owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:33.733112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52696e37-e151-4f2a-ae58-8d28d716a916 None None] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:33.829214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ac528ce0-7fe5-453f-a39c-cae076aa3715 None None] Provisioning complete for port 04f0f778-08d1-4c70-9108-856b64f9010b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:33.829593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac528ce0-7fe5-453f-a39c-cae076aa3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.861890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c0454272-4dda-410f-9a94-501eb81d9efe), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.875413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 04f0f778-08d1-4c70-9108-856b64f9010b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:33.875727 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.892431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event deleted for resources: {'Port': ['ID=c0454272-4dda-410f-9a94-501eb81d9efe,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:33.917673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:33.920839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c7bcc3b4-41a1-4e95-8410-095d6b375c6e tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "DELETE /v2.0/ports/c0454272-4dda-410f-9a94-501eb81d9efe HTTP/1.1" status: 204 len: 168 time: 0.4059961 Feb 19 01:35:33.924381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:33.930890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Request body: {'port': {'name': 'tempest-new-port-name-1190242050', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:33.931204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] bootfile-name is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:33.931538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] tftp-server is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:33.931990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] server-ip-address is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:33.950410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 04f0f778-08d1-4c70-9108-856b64f9010b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=04f0f778-08d1-4c70-9108-856b64f9010b,segment=NetworkSegment(64c97d96-ed0b-45f4-9248-2b7c461a645d),segment_id=64c97d96-ed0b-45f4-9248-2b7c461a645d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:33.957947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.006130 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.030768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ac528ce0-7fe5-453f-a39c-cae076aa3715 None None] Current status of the port 04f0f778-08d1-4c70-9108-856b64f9010b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:34.045317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=04f0f778-08d1-4c70-9108-856b64f9010b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:34.206089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for port (1b702260-526c-4d3b-a6be-05cc78706be2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.211845 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.250264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] In _notify_port_updated(), no bound segment for port 1b702260-526c-4d3b-a6be-05cc78706be2 on network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:35:34.255743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:34.256425 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.260754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "PUT /v2.0/ports/1b702260-526c-4d3b-a6be-05cc78706be2 HTTP/1.1" status: 200 len: 1130 time: 0.3331041 Feb 19 01:35:34.260912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-81cda2a0-3e4e-4364-88a0-f78478b1160b None None] Provisioning complete for port 1b702260-526c-4d3b-a6be-05cc78706be2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:34.260912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81cda2a0-3e4e-4364-88a0-f78478b1160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.261936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40764) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:34.277860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e2f0-da8e-4e71-acfa-33fc88c0a786 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event updated for resources: {'Port': ['ID=1b702260-526c-4d3b-a6be-05cc78706be2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:34.307316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-81cda2a0-3e4e-4364-88a0-f78478b1160b None None] Port 1b702260-526c-4d3b-a6be-05cc78706be2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:34.313551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68558a-5e89-45e3-8e8b-b6724d2be52c tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:34.317970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2b68558a-5e89-45e3-8e8b-b6724d2be52c tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "GET /v2.0/ports/1b702260-526c-4d3b-a6be-05cc78706be2 HTTP/1.1" status: 200 len: 1130 time: 0.0519319 Feb 19 01:35:34.318301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40766) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:34.319292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-81cda2a0-3e4e-4364-88a0-f78478b1160b None None] Provisioning complete for port 04f0f778-08d1-4c70-9108-856b64f9010b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:34.319848 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81cda2a0-3e4e-4364-88a0-f78478b1160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.411176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-81cda2a0-3e4e-4364-88a0-f78478b1160b None None] Current status of the port 04f0f778-08d1-4c70-9108-856b64f9010b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:34.421938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Deleting port 1b702260-526c-4d3b-a6be-05cc78706be2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:34.422370 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.511991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.526831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Calling delete_port for 1b702260-526c-4d3b-a6be-05cc78706be2 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:34.535022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d2d8eb21-846e-43e8-b5f2-cd1b6da2851c None None] Provisioning complete for port 1b702260-526c-4d3b-a6be-05cc78706be2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:34.535708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2d8eb21-846e-43e8-b5f2-cd1b6da2851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.572686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8eb21-846e-43e8-b5f2-cd1b6da2851c None None] Port 1b702260-526c-4d3b-a6be-05cc78706be2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:34.675455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1b702260-526c-4d3b-a6be-05cc78706be2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.685865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7dd0721a-1b3c-4639-9e23-7993f1a1413a None None] Could not find standard attr ID for object c0454272-4dda-410f-9a94-501eb81d9efe. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:35:34.707394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event deleted for resources: {'Port': ['ID=1b702260-526c-4d3b-a6be-05cc78706be2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:34.738136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.741417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d7d2de25-4cf1-4e91-9b56-5fc5a3786b1b tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "DELETE /v2.0/ports/1b702260-526c-4d3b-a6be-05cc78706be2 HTTP/1.1" status: 204 len: 168 time: 0.4219284 Feb 19 01:35:34.744264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40768) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:34.797225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Deleting subnet 6876b66b-f5aa-40e2-bf5a-ffbcc586e184 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:35:34.800537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for subnet (6876b66b-f5aa-40e2-bf5a-ffbcc586e184), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.842432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (6876b66b-f5aa-40e2-bf5a-ffbcc586e184), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:34.963471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6876b66b-f5aa-40e2-bf5a-ffbcc586e184), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.025772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6876b66b-f5aa-40e2-bf5a-ffbcc586e184), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.050503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event deleted for resources: {'Subnet': ['ID=6876b66b-f5aa-40e2-bf5a-ffbcc586e184,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:35.056544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.059691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a1ed6025-91b3-4b4f-8f81-333c0e918e34 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "DELETE /v2.0/subnets/6876b66b-f5aa-40e2-bf5a-ffbcc586e184 HTTP/1.1" status: 204 len: 168 time: 0.3144689 Feb 19 01:35:35.062071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:35.102789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bb64121d-9e12-4980-a220-221686b2ea00 None None] Could not find standard attr ID for object 1b702260-526c-4d3b-a6be-05cc78706be2. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:35:35.145744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.203328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Deleting port 04f0f778-08d1-4c70-9108-856b64f9010b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:35.203670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.240043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f618b4-7c36-4c8d-b26a-1f07406b96a4 None None] Network d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:35.270664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] For port 04f0f778-08d1-4c70-9108-856b64f9010b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=04f0f778-08d1-4c70-9108-856b64f9010b,segment=NetworkSegment(64c97d96-ed0b-45f4-9248-2b7c461a645d),segment_id=64c97d96-ed0b-45f4-9248-2b7c461a645d)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:35.271294 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.286053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Calling delete_port for 04f0f778-08d1-4c70-9108-856b64f9010b owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:35.378527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (04f0f778-08d1-4c70-9108-856b64f9010b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.389100 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b301a-4426-4572-bccb-bf61000e23ce None None] DHCP port deletion for d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:35:35.411296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event deleted for resources: {'Port': ['ID=04f0f778-08d1-4c70-9108-856b64f9010b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:35.413786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] No DVR routers for this DVR port 04f0f778-08d1-4c70-9108-856b64f9010b on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:35.504398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.525768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e28fb4-4fc5-4f79-bff0-45b24dbd0759']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:35.535808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c97d96-ed0b-45f4-9248-2b7c461a645d') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:35.535808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c97d96-ed0b-45f4-9248-2b7c461a645d') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:35.546024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (64c97d96-ed0b-45f4-9248-2b7c461a645d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.560553 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (64c97d96-ed0b-45f4-9248-2b7c461a645d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.566654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:35:35.567030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (64c97d96-ed0b-45f4-9248-2b7c461a645d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:35:35.570151 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:35:35.596243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 04f0f778-08d1-4c70-9108-856b64f9010b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:35.621932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 04f0f778-08d1-4c70-9108-856b64f9010b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:35.623082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 04f0f778-08d1-4c70-9108-856b64f9010b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:35.634175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d2e28fb4-4fc5-4f79-bff0-45b24dbd0759), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.639949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:35.645787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] 10.222.0.43 "DELETE /v2.0/networks/d2e28fb4-4fc5-4f79-bff0-45b24dbd0759 HTTP/1.1" status: 204 len: 168 time: 0.5802865 Feb 19 01:35:35.657972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038b5e-2624-49dd-88c5-045ed70ae0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276 tempest-ExtraDHCPOptionsIpV6TestJSON-596030276-project] Pushing event deleted for resources: {'Network': ['ID=d2e28fb4-4fc5-4f79-bff0-45b24dbd0759,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:35.898111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40778) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:36.033766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e16ffb2-33fb-404d-9cb7-c62d77f2d78a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8daf55771044403f8f9de4c694ce0562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343608 Feb 19 01:35:36.036074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:36.375943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1af1-161f-4ac4-9cc8-6057d4bb8d92 admin admin] Publish callbacks [] for security_group (f9ba646f-0dde-4270-8f10-4255cbb8a93d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:36.397273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1af1-161f-4ac4-9cc8-6057d4bb8d92 admin admin] Publish callbacks [] for security_group (f9ba646f-0dde-4270-8f10-4255cbb8a93d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:36.443755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1af1-161f-4ac4-9cc8-6057d4bb8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f9ba646f-0dde-4270-8f10-4255cbb8a93d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:36.446945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1af1-161f-4ac4-9cc8-6057d4bb8d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:36.448086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f5ca1af1-161f-4ac4-9cc8-6057d4bb8d92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9ba646f-0dde-4270-8f10-4255cbb8a93d HTTP/1.1" status: 204 len: 168 time: 0.4110844 Feb 19 01:35:36.455731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1af1-161f-4ac4-9cc8-6057d4bb8d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ba646f-0dde-4270-8f10-4255cbb8a93d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:37.105873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:37.204492 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-614269924'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:37.224681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Made reservation on behalf of cf4ada34bb0940d7af1fb4d56c6dea72 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:37.228310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.237655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.335869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for security_group (fa8457ad-a22e-4733-bedc-4e83a3839c92), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.341129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fa8457ad-a22e-4733-bedc-4e83a3839c92), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.371046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:35:37.385139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8457ad-a22e-4733-bedc-4e83a3839c92,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:37.388368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.388725 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Added segment 4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2 of type vlan for network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c Feb 19 01:35:37.428540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (0a4e9b10-5c14-47bb-b809-9a09bbd4525c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.453851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (0a4e9b10-5c14-47bb-b809-9a09bbd4525c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.458748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:37.459327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:37.521811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4147184 Feb 19 01:35:37.524801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:37.532192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Request body: {'subnet': {'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:37.539028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772444ab-bd0b-49fd-b7f6-e792d024c06b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event updated for resources: {'Network': ['ID=0a4e9b10-5c14-47bb-b809-9a09bbd4525c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:37.548709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:35:37.627905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Made reservation on behalf of cf4ada34bb0940d7af1fb4d56c6dea72 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:37.631477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.117975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (0c0f94db-14eb-40b2-bd99-5417021c83dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.171863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event updated for resources: {'Subnet': ['ID=0c0f94db-14eb-40b2-bd99-5417021c83dd,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:38.186940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Checking segment: {'id': '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:38.187299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Network hostable DHCP agents. Network: 0a4e9b10-5c14-47bb-b809-9a09bbd4525c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:35:38.203732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:35:38.212947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 0a4e9b10-5c14-47bb-b809-9a09bbd4525c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:38.216806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:38.217422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.223151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f349bb-5a6f-41df-8790-6a008601e74b None None] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:38.234846 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3058066d-1f51-4139-9d68-6ac65e4df053 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7087781 Feb 19 01:35:38.237694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40822) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:38.243994 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Request body: {'port': {'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-232226229'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:38.332390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-0a4e9b10-5c14-47bb-b809-9a09bbd4525c', 'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c', 'project_id': 'cf4ada34bb0940d7af1fb4d56c6dea72', 'fixed_ips': [{'subnet_id': '0c0f94db-14eb-40b2-bd99-5417021c83dd'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:35:38.334415 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.373803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Made reservation on behalf of cf4ada34bb0940d7af1fb4d56c6dea72 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:38.381433 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.421489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] device_id is not set on port c6fca62b-38b6-4680-a486-1d32fa0196e2 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:35:38.486139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Allocated IP 172.20.0.2 (0a4e9b10-5c14-47bb-b809-9a09bbd4525c/0c0f94db-14eb-40b2-bd99-5417021c83dd/46b9b4d5-35bd-4a79-92fb-dd5185d97801) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:38.631471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Publish callbacks [] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.639689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.689419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:38.693751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:38.699723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:38.704032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Allocated IP 172.20.0.9 (0a4e9b10-5c14-47bb-b809-9a09bbd4525c/0c0f94db-14eb-40b2-bd99-5417021c83dd/c6fca62b-38b6-4680-a486-1d32fa0196e2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:38.705231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Pushing event updated for resources: {'Port': ['ID=46b9b4d5-35bd-4a79-92fb-dd5185d97801,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:38.766649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Attempting to bind port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:38.767111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Attempting to bind port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:38.767535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Attempting to bind port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 on network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:38.774073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:38.774569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Checking segment: {'id': '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:38.774977 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.775368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Bound using segment: {'id': '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:38.775832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Bound port: 46b9b4d5-35bd-4a79-92fb-dd5185d97801, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:38.776214 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.839955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] For port 46b9b4d5-35bd-4a79-92fb-dd5185d97801, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:38.843034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] For port 46b9b4d5-35bd-4a79-92fb-dd5185d97801, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46b9b4d5-35bd-4a79-92fb-dd5185d97801,segment=NetworkSegment(4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2),segment_id=4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:38.849993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.874273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.913095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:38.927595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9663c-4fb5-4232-8dcd-f27538b58f9d None None] Pushing event updated for resources: {'Port': ['ID=46b9b4d5-35bd-4a79-92fb-dd5185d97801,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:38.962672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:38.966536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:38.974315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:39.010177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event updated for resources: {'Port': ['ID=c6fca62b-38b6-4680-a486-1d32fa0196e2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:39.033799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:39.034516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.055991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40826) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:39.056301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4026923c-37ee-4147-bcd3-c0a279cf64dc tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170981 Feb 19 01:35:39.061695 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Request body: {'port': {'network_id': '0a4e9b10-5c14-47bb-b809-9a09bbd4525c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1831224847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:39.062175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] bootfile-name is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:39.062515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] tftp-server is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:39.063922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.api.validators [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] server-ip-address is not in valid_values {{(pid=103430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:39.208576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Made reservation on behalf of cf4ada34bb0940d7af1fb4d56c6dea72 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:39.212677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.233076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] device_id is not set on port 6769cd4b-0bee-46e9-a1b6-7a185cd906e9 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:35:39.354941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Allocated IP 172.20.0.11 (0a4e9b10-5c14-47bb-b809-9a09bbd4525c/0c0f94db-14eb-40b2-bd99-5417021c83dd/6769cd4b-0bee-46e9-a1b6-7a185cd906e9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:39.527906 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for port (6769cd4b-0bee-46e9-a1b6-7a185cd906e9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.575527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6769cd4b-0bee-46e9-a1b6-7a185cd906e9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.651583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46b9b4d5-35bd-4a79-92fb-dd5185d97801 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:39.660688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:39.661997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event updated for resources: {'Port': ['ID=6769cd4b-0bee-46e9-a1b6-7a185cd906e9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:39.666221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:39.669250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:39.708044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:39.708308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.732839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:39.733869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.756580 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c84afe56-11d5-4403-9b90-9cb5d05c69fa tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.6994052 Feb 19 01:35:39.759080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:39.808465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:39.810585 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.825021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c09e58-2023-4bc6-b0a2-e92519c17d9b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:39.830532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c09e58-2023-4bc6-b0a2-e92519c17d9b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:39.837309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c09e58-2023-4bc6-b0a2-e92519c17d9b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:39.839196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d7c09e58-2023-4bc6-b0a2-e92519c17d9b tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0786822 Feb 19 01:35:39.842292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40832) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:39.849937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 46b9b4d5-35bd-4a79-92fb-dd5185d97801, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46b9b4d5-35bd-4a79-92fb-dd5185d97801,segment=NetworkSegment(4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2),segment_id=4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:39.856601 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:39.928007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=46b9b4d5-35bd-4a79-92fb-dd5185d97801,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:39.956636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Deleting port 6769cd4b-0bee-46e9-a1b6-7a185cd906e9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:39.957311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6769cd4b-0bee-46e9-a1b6-7a185cd906e9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.057350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6769cd4b-0bee-46e9-a1b6-7a185cd906e9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.072352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Calling delete_port for 6769cd4b-0bee-46e9-a1b6-7a185cd906e9 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:40.090159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20471eb9-394e-42e5-a689-acdc7dbdb275 None None] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:40.204498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b59c91af-2748-4017-a7c8-b37b47140213 None None] Provisioning complete for port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:40.204878 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b59c91af-2748-4017-a7c8-b37b47140213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.219496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6769cd4b-0bee-46e9-a1b6-7a185cd906e9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.249971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event deleted for resources: {'Port': ['ID=6769cd4b-0bee-46e9-a1b6-7a185cd906e9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:40.307038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b59c91af-2748-4017-a7c8-b37b47140213 None None] Current status of the port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:40.330353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.334313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f02d4e2c-01b6-481f-a930-f9c1b458490a tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "DELETE /v2.0/ports/6769cd4b-0bee-46e9-a1b6-7a185cd906e9 HTTP/1.1" status: 204 len: 168 time: 0.4908879 Feb 19 01:35:40.338719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:40.344402 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Request body: {'port': {'name': 'tempest-new-port-name-88280036', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:40.344865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.api.validators [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] bootfile-name is not in valid_values {{(pid=103429) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:40.345248 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.api.validators [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] tftp-server is not in valid_values {{(pid=103429) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:40.345589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.api.validators [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] server-ip-address is not in valid_values {{(pid=103429) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:35:40.429156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.531164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Could not find standard attr ID for object 6769cd4b-0bee-46e9-a1b6-7a185cd906e9. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:35:40.550498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Provisioning complete for port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:40.551024 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.679137 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.686645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.687073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Current status of the port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:40.704806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Provisioning complete for port c6fca62b-38b6-4680-a486-1d32fa0196e2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:40.705558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.746031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e675e051-3e54-4075-9e30-748df69b3095 None None] Port c6fca62b-38b6-4680-a486-1d32fa0196e2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:40.765332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event updated for resources: {'Port': ['ID=c6fca62b-38b6-4680-a486-1d32fa0196e2,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:40.780916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] In _notify_port_updated(), no bound segment for port c6fca62b-38b6-4680-a486-1d32fa0196e2 on network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:35:40.786228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:40.787024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.788921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dcfc9fac-755e-40f8-bdd7-697b61f2c177 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "PUT /v2.0/ports/c6fca62b-38b6-4680-a486-1d32fa0196e2 HTTP/1.1" status: 200 len: 1134 time: 0.4491167 Feb 19 01:35:40.791574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:40.843616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9dbe7-5c48-4260-a0ee-dd8349ee5c68 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:40.848714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40846) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:40.848892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1fb9dbe7-5c48-4260-a0ee-dd8349ee5c68 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "GET /v2.0/ports/c6fca62b-38b6-4680-a486-1d32fa0196e2 HTTP/1.1" status: 200 len: 1134 time: 0.0561969 Feb 19 01:35:40.869334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a30ae17e-e371-436c-bdf0-7accf0333ac4 None None] Provisioning complete for port c6fca62b-38b6-4680-a486-1d32fa0196e2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:40.869888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a30ae17e-e371-436c-bdf0-7accf0333ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.908618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a30ae17e-e371-436c-bdf0-7accf0333ac4 None None] Port c6fca62b-38b6-4680-a486-1d32fa0196e2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:40.956058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Deleting port c6fca62b-38b6-4680-a486-1d32fa0196e2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:40.956570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.057488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.070874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Calling delete_port for c6fca62b-38b6-4680-a486-1d32fa0196e2 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:41.124001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-95d4345d-543e-4306-8519-622aa425ec0e None None] Could not find standard attr ID for object 6769cd4b-0bee-46e9-a1b6-7a185cd906e9. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:35:41.213448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c6fca62b-38b6-4680-a486-1d32fa0196e2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.247864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event deleted for resources: {'Port': ['ID=c6fca62b-38b6-4680-a486-1d32fa0196e2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:41.322154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.326616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f4c03fe0-8be1-4595-987a-6790dd57e8d3 tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "DELETE /v2.0/ports/c6fca62b-38b6-4680-a486-1d32fa0196e2 HTTP/1.1" status: 204 len: 168 time: 0.4763048 Feb 19 01:35:41.328704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:41.385739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Deleting subnet 0c0f94db-14eb-40b2-bd99-5417021c83dd {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:35:41.389732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for subnet (0c0f94db-14eb-40b2-bd99-5417021c83dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.437144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0e90fb5c-2872-4653-a188-5421ad31f4ad None None] Could not find standard attr ID for object c6fca62b-38b6-4680-a486-1d32fa0196e2. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:35:41.439685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (0c0f94db-14eb-40b2-bd99-5417021c83dd), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.540558 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0c0f94db-14eb-40b2-bd99-5417021c83dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.620140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (0c0f94db-14eb-40b2-bd99-5417021c83dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.668660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0f94db-14eb-40b2-bd99-5417021c83dd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:41.674086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.680924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-db2d898d-2dcb-45ce-8c1a-f212038b390f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "DELETE /v2.0/subnets/0c0f94db-14eb-40b2-bd99-5417021c83dd HTTP/1.1" status: 204 len: 168 time: 0.3482749 Feb 19 01:35:41.680924 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40852) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:41.683610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64812f3-4a6d-4fe1-846e-015d20d1f325 None None] Network 0a4e9b10-5c14-47bb-b809-9a09bbd4525c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:41.702915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46b9b4d5-35bd-4a79-92fb-dd5185d97801 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:41.776102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (0a4e9b10-5c14-47bb-b809-9a09bbd4525c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.822026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:41.822315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.837367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Deleting port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:41.837811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.914041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] DHCP port deletion for 0a4e9b10-5c14-47bb-b809-9a09bbd4525c request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:35:41.915826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] For port 46b9b4d5-35bd-4a79-92fb-dd5185d97801, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46b9b4d5-35bd-4a79-92fb-dd5185d97801,segment=NetworkSegment(4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2),segment_id=4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:41.916304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.918565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:41.932724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Calling delete_port for 46b9b4d5-35bd-4a79-92fb-dd5185d97801 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:41.965962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] Deleting port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:41.966253 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.025041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.034350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] For port 46b9b4d5-35bd-4a79-92fb-dd5185d97801, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=46b9b4d5-35bd-4a79-92fb-dd5185d97801,segment=NetworkSegment(4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2),segment_id=4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:42.034755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.047720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] Calling delete_port for 46b9b4d5-35bd-4a79-92fb-dd5185d97801 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:42.051239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event deleted for resources: {'Port': ['ID=46b9b4d5-35bd-4a79-92fb-dd5185d97801,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:42.058200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] No DVR routers for this DVR port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:42.131987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (46b9b4d5-35bd-4a79-92fb-dd5185d97801), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.144633 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (0a4e9b10-5c14-47bb-b809-9a09bbd4525c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.157185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] Pushing event deleted for resources: {'Port': ['ID=46b9b4d5-35bd-4a79-92fb-dd5185d97801,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:42.160906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccfa538-4b52-479b-a8b5-6a43d1582341 None None] No DVR routers for this DVR port 46b9b4d5-35bd-4a79-92fb-dd5185d97801 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:42.173045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4e9b10-5c14-47bb-b809-9a09bbd4525c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:42.183470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:42.183762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:42.193378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.207336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.214153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:35:42.214537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (4bd78bf7-0546-4bc3-a3db-3f6fd0fa7cf2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:35:42.217478 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:35:42.282816 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (0a4e9b10-5c14-47bb-b809-9a09bbd4525c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.290611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.294353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] 10.222.0.43 "DELETE /v2.0/networks/0a4e9b10-5c14-47bb-b809-9a09bbd4525c HTTP/1.1" status: 204 len: 168 time: 0.6045032 Feb 19 01:35:42.306962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb353a-7d75-4161-b0e1-5c6b71c6c37f tempest-ExtraDHCPOptionsTestJSON-349331109 tempest-ExtraDHCPOptionsTestJSON-349331109-project] Pushing event deleted for resources: {'Network': ['ID=0a4e9b10-5c14-47bb-b809-9a09bbd4525c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:42.550503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:42.687416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-734ab91a-434b-4119-9af4-07c18817b009 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf4ada34bb0940d7af1fb4d56c6dea72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355791 Feb 19 01:35:42.689729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40864) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:42.739427 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb0efdf2-2b1a-48ec-a1cb-c5d39b38c25f admin admin] Publish callbacks [] for security_group (fa8457ad-a22e-4733-bedc-4e83a3839c92), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.766009 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb0efdf2-2b1a-48ec-a1cb-c5d39b38c25f admin admin] Publish callbacks [] for security_group (fa8457ad-a22e-4733-bedc-4e83a3839c92), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.823017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb0efdf2-2b1a-48ec-a1cb-c5d39b38c25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fa8457ad-a22e-4733-bedc-4e83a3839c92), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.825617 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb0efdf2-2b1a-48ec-a1cb-c5d39b38c25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:42.828562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eb0efdf2-2b1a-48ec-a1cb-c5d39b38c25f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa8457ad-a22e-4733-bedc-4e83a3839c92 HTTP/1.1" status: 204 len: 168 time: 0.1361585 Feb 19 01:35:42.835229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0efdf2-2b1a-48ec-a1cb-c5d39b38c25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8457ad-a22e-4733-bedc-4e83a3839c92,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:43.478534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.584400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3230f841-0e16-4bc4-99cb-6170085a09de tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] Request body: {'port': {'network_id': 'a6b7f75e-1ab9-4353-a863-688f8f691607', 'name': 'tempest-NetworksNegativeTestJSON-1995488204'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:43.599411 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3230f841-0e16-4bc4-99cb-6170085a09de tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] POST failed (client error): The resource could not be found. Feb 19 01:35:43.600035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3230f841-0e16-4bc4-99cb-6170085a09de tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.601861 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3230f841-0e16-4bc4-99cb-6170085a09de tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1222930 Feb 19 01:35:43.605653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40892) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.620136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46b9b4d5-35bd-4a79-92fb-dd5185d97801 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:43.624302 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63c6f77-4175-465b-a595-dc6771225f5b tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] DELETE failed (client error): The resource could not be found. Feb 19 01:35:43.624929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63c6f77-4175-465b-a595-dc6771225f5b tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.631953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c63c6f77-4175-465b-a595-dc6771225f5b tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "DELETE /v2.0/networks/27b222d0-29c6-4d09-ac02-fb4b1b52d2d2 HTTP/1.1" status: 404 len: 339 time: 0.0214467 Feb 19 01:35:43.632239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40894) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.641789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 46b9b4d5-35bd-4a79-92fb-dd5185d97801 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:43.642453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 46b9b4d5-35bd-4a79-92fb-dd5185d97801 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:43.657194 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-878ecd26-bcf4-4b59-a6d1-3795115b82ec tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] DELETE failed (client error): The resource could not be found. Feb 19 01:35:43.657794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878ecd26-bcf4-4b59-a6d1-3795115b82ec tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.661023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-878ecd26-bcf4-4b59-a6d1-3795115b82ec tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "DELETE /v2.0/ports/c9d9c610-e856-40fc-b9e3-b711c4269d77 HTTP/1.1" status: 404 len: 333 time: 0.0276709 Feb 19 01:35:43.665634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.693236 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-42142568-229f-4a25-81a1-62cca9749c3f tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] DELETE failed (client error): The resource could not be found. Feb 19 01:35:43.693698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42142568-229f-4a25-81a1-62cca9749c3f tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.696733 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-42142568-229f-4a25-81a1-62cca9749c3f tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "DELETE /v2.0/subnets/61acc304-b139-49f5-880a-31ae82ac3671 HTTP/1.1" status: 404 len: 337 time: 0.0300977 Feb 19 01:35:43.700280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.719423 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-377e7d88-4b9f-4a3c-b437-84a014683c34 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] GET failed (client error): The resource could not be found. Feb 19 01:35:43.720795 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-377e7d88-4b9f-4a3c-b437-84a014683c34 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "GET /v2.0/networks/e7316bb3-756f-4ca2-adb4-ab59f8903594 HTTP/1.1" status: 404 len: 339 time: 0.0195789 Feb 19 01:35:43.724212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40900) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.749440 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3b6324-f50f-4502-b0d1-00f12f5bd42c tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] GET failed (client error): The resource could not be found. Feb 19 01:35:43.750799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6f3b6324-f50f-4502-b0d1-00f12f5bd42c tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "GET /v2.0/ports/21f71ff2-447f-43ef-8ae6-2e2a73c211eb HTTP/1.1" status: 404 len: 333 time: 0.0257797 Feb 19 01:35:43.754611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40902) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.781212 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8509c78e-fea3-4e98-bb9a-2d9b4d07ee1e tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] GET failed (client error): The resource could not be found. Feb 19 01:35:43.783228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8509c78e-fea3-4e98-bb9a-2d9b4d07ee1e tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "GET /v2.0/subnets/e1ef9c0b-dce6-4af9-b6d0-db04189a98bd HTTP/1.1" status: 404 len: 337 time: 0.0277956 Feb 19 01:35:43.787027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.793158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-45f7e0bf-f8b4-470f-8bd2-4b52cd21d400 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:43.808545 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f7e0bf-f8b4-470f-8bd2-4b52cd21d400 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] PUT failed (client error): The resource could not be found. Feb 19 01:35:43.809081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f7e0bf-f8b4-470f-8bd2-4b52cd21d400 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.810246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-45f7e0bf-f8b4-470f-8bd2-4b52cd21d400 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "PUT /v2.0/networks/77ab172e-576d-45ba-945c-6b924565c8cc HTTP/1.1" status: 404 len: 339 time: 0.0221913 Feb 19 01:35:43.813938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.818921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a4e13c54-9082-4c33-9e55-7a7aaa277529 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:43.837096 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e13c54-9082-4c33-9e55-7a7aaa277529 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] PUT failed (client error): The resource could not be found. Feb 19 01:35:43.837597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e13c54-9082-4c33-9e55-7a7aaa277529 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.838682 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a4e13c54-9082-4c33-9e55-7a7aaa277529 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "PUT /v2.0/ports/a70fbfa5-3329-439b-8a24-bbc3900a797a HTTP/1.1" status: 404 len: 333 time: 0.0238233 Feb 19 01:35:43.842282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40910) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:43.846945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-96ff7329-eec2-49e0-a1a3-6ee647482ad2 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:43.872874 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ff7329-eec2-49e0-a1a3-6ee647482ad2 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] PUT failed (client error): The resource could not be found. Feb 19 01:35:43.873342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ff7329-eec2-49e0-a1a3-6ee647482ad2 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:35:43.874438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-96ff7329-eec2-49e0-a1a3-6ee647482ad2 tempest-NetworksNegativeTestJSON-1623331843 tempest-NetworksNegativeTestJSON-1623331843-project] 10.222.0.43 "PUT /v2.0/subnets/a409de54-df8d-47ce-96d6-3b24a673b280 HTTP/1.1" status: 404 len: 337 time: 0.0312886 Feb 19 01:35:44.116857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40916) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:44.227036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8640a187-ecd4-4084-8926-7eb22f086ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.301164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8640a187-ecd4-4084-8926-7eb22f086ddd admin admin] Publish callbacks [] for security_group (2908de9d-706f-4d54-99b4-8c95473151d0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.306620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8640a187-ecd4-4084-8926-7eb22f086ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2908de9d-706f-4d54-99b4-8c95473151d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.348086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8640a187-ecd4-4084-8926-7eb22f086ddd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdb8e70d968c474a82a874a0892b58b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301152 Feb 19 01:35:44.349232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640a187-ecd4-4084-8926-7eb22f086ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2908de9d-706f-4d54-99b4-8c95473151d0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:44.351310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40920) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:44.400748 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d219b80e-c069-428e-b208-fb27cf1bb0d5 admin admin] Publish callbacks [] for security_group (2908de9d-706f-4d54-99b4-8c95473151d0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.422854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d219b80e-c069-428e-b208-fb27cf1bb0d5 admin admin] Publish callbacks [] for security_group (2908de9d-706f-4d54-99b4-8c95473151d0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.474251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d219b80e-c069-428e-b208-fb27cf1bb0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2908de9d-706f-4d54-99b4-8c95473151d0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.477334 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d219b80e-c069-428e-b208-fb27cf1bb0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.479362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d219b80e-c069-428e-b208-fb27cf1bb0d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2908de9d-706f-4d54-99b4-8c95473151d0 HTTP/1.1" status: 204 len: 168 time: 0.1269691 Feb 19 01:35:44.488843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219b80e-c069-428e-b208-fb27cf1bb0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908de9d-706f-4d54-99b4-8c95473151d0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:45.132814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40944) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.233823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-75826b51-59b6-4b39-a593-f018c19344d9 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:45.234489 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-75826b51-59b6-4b39-a593-f018c19344d9 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:35:45.234989 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-75826b51-59b6-4b39-a593-f018c19344d9 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:35:45.235975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-75826b51-59b6-4b39-a593-f018c19344d9 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1021228 Feb 19 01:35:45.239525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.244436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--905454068'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:45.266349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.276733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.359961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.365602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.401310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:45.449643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (1ac27f10-d0b7-42b1-b1cf-6778f5badf54), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.454128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1ac27f10-d0b7-42b1-b1cf-6778f5badf54), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.486977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.491399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2477655 Feb 19 01:35:45.491399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bc7ee-6117-4fc0-999f-6b874ad47481 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac27f10-d0b7-42b1-b1cf-6778f5badf54,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:45.491742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40950) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.496249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '1ac27f10-d0b7-42b1-b1cf-6778f5badf54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:45.522767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group_rule (8b85bfc3-b8d2-4eb0-bab8-f2bcd231c4ab), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.578489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group_rule (8b85bfc3-b8d2-4eb0-bab8-f2bcd231c4ab), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.581909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (8b85bfc3-b8d2-4eb0-bab8-f2bcd231c4ab), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.602631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b85bfc3-b8d2-4eb0-bab8-f2bcd231c4ab,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:45.609416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.613188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89ac042e-07b9-4f10-bc4a-3eba360623fa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180575 Feb 19 01:35:45.613520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.618412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0ef8b293-ca84-4173-9cc7-485023694752 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '1ac27f10-d0b7-42b1-b1cf-6778f5badf54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:45.642339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b293-ca84-4173-9cc7-485023694752 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group_rule (bb2520b1-0082-4ad7-a9f6-61bd0388ac37), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.688141 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-0ef8b293-ca84-4173-9cc7-485023694752 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:35:45.689404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0ef8b293-ca84-4173-9cc7-485023694752 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0747669 Feb 19 01:35:45.692137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40954) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.749020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b9408f-0772-479f-907b-47ef4e35dc2d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (1ac27f10-d0b7-42b1-b1cf-6778f5badf54), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.771268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b9408f-0772-479f-907b-47ef4e35dc2d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (1ac27f10-d0b7-42b1-b1cf-6778f5badf54), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.814624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b9408f-0772-479f-907b-47ef4e35dc2d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1ac27f10-d0b7-42b1-b1cf-6778f5badf54), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.817943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6b9408f-0772-479f-907b-47ef4e35dc2d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.819304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d6b9408f-0772-479f-907b-47ef4e35dc2d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ac27f10-d0b7-42b1-b1cf-6778f5badf54 HTTP/1.1" status: 204 len: 168 time: 0.1261256 Feb 19 01:35:45.821917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.829972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9408f-0772-479f-907b-47ef4e35dc2d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac27f10-d0b7-42b1-b1cf-6778f5badf54,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:45.879206 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c3bd5e01-4947-4895-aab2-f304e522026a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521519 Feb 19 01:35:45.879614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:45.885737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216093795'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:45.909926 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.983964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (34c46b47-6c70-48e4-9595-75dafe3a5998), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.988071 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (34c46b47-6c70-48e4-9595-75dafe3a5998), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.020566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.021928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1411304 Feb 19 01:35:46.024381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4895e0-6274-486d-9afa-edb51909b454 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c46b47-6c70-48e4-9595-75dafe3a5998,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:46.025810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40962) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.042052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b2ef2520-2ef3-4fb8-be85-345286b6216f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '34c46b47-6c70-48e4-9595-75dafe3a5998', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.042576 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-b2ef2520-2ef3-4fb8-be85-345286b6216f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 01:35:46.043089 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-b2ef2520-2ef3-4fb8-be85-345286b6216f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:46.044061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b2ef2520-2ef3-4fb8-be85-345286b6216f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0170660 Feb 19 01:35:46.046907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.101091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1902783f-6046-49ac-b4a1-976924ae142e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (34c46b47-6c70-48e4-9595-75dafe3a5998), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.126244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1902783f-6046-49ac-b4a1-976924ae142e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (34c46b47-6c70-48e4-9595-75dafe3a5998), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.168844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1902783f-6046-49ac-b4a1-976924ae142e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (34c46b47-6c70-48e4-9595-75dafe3a5998), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.171353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1902783f-6046-49ac-b4a1-976924ae142e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.172488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1902783f-6046-49ac-b4a1-976924ae142e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/34c46b47-6c70-48e4-9595-75dafe3a5998 HTTP/1.1" status: 204 len: 168 time: 0.1246593 Feb 19 01:35:46.175220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40968) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.182503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902783f-6046-49ac-b4a1-976924ae142e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c46b47-6c70-48e4-9595-75dafe3a5998,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:46.232382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6010c036-2a58-4faa-85c2-d493fdb385c8 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521777 Feb 19 01:35:46.232591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.236956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230770279'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.258616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.343751 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (64bcdb4f-94c4-4b41-a908-366134e6c8a7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.347478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (64bcdb4f-94c4-4b41-a908-366134e6c8a7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.376143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bcdb4f-94c4-4b41-a908-366134e6c8a7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:46.380776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.382048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-64dbff67-de07-4802-a93c-8d8a553ea42a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1484516 Feb 19 01:35:46.385273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.389395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d564ed21-82d1-4e9c-8299-cd94c1905b97 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '64bcdb4f-94c4-4b41-a908-366134e6c8a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.389958 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-d564ed21-82d1-4e9c-8299-cd94c1905b97 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 01:35:46.390448 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-d564ed21-82d1-4e9c-8299-cd94c1905b97 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:46.391370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d564ed21-82d1-4e9c-8299-cd94c1905b97 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0052891 Feb 19 01:35:46.393870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.446675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-004894f8-d194-47d8-816c-4b62ebe54701 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (64bcdb4f-94c4-4b41-a908-366134e6c8a7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.469504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-004894f8-d194-47d8-816c-4b62ebe54701 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (64bcdb4f-94c4-4b41-a908-366134e6c8a7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.513782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-004894f8-d194-47d8-816c-4b62ebe54701 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (64bcdb4f-94c4-4b41-a908-366134e6c8a7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.516337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-004894f8-d194-47d8-816c-4b62ebe54701 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.517493 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-004894f8-d194-47d8-816c-4b62ebe54701 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/64bcdb4f-94c4-4b41-a908-366134e6c8a7 HTTP/1.1" status: 204 len: 168 time: 0.1227090 Feb 19 01:35:46.520681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40976) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.527341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004894f8-d194-47d8-816c-4b62ebe54701 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bcdb4f-94c4-4b41-a908-366134e6c8a7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:46.530889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40978) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.634520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce31efe4-2889-4973-9c8c-38fd22024588 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1069181 Feb 19 01:35:46.635632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.640373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--961171002'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.644028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c96a0-be04-43c2-8fd9-028ea5fc80f0 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:46.644716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c96a0-be04-43c2-8fd9-028ea5fc80f0 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:46.645529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c96a0-be04-43c2-8fd9-028ea5fc80f0 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:46.647403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c5c96a0-be04-43c2-8fd9-028ea5fc80f0 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=c22d97948f9a461ebd59b013e74f92fc&network_id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 3073 time: 0.1152494 Feb 19 01:35:46.668746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.736592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (b05395d7-f17f-4228-baab-58f5ef0ac677), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.741376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b05395d7-f17f-4228-baab-58f5ef0ac677), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.770659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.771891 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1352587 Feb 19 01:35:46.774870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.778214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85703fcc-1165-4333-bca1-eb981b98854e tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05395d7-f17f-4228-baab-58f5ef0ac677,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:46.779370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-683b06b3-1f7b-4462-91f8-48808e6a72d2 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'b05395d7-f17f-4228-baab-58f5ef0ac677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.781440 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-683b06b3-1f7b-4462-91f8-48808e6a72d2 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 01:35:46.781968 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-683b06b3-1f7b-4462-91f8-48808e6a72d2 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:46.782921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-683b06b3-1f7b-4462-91f8-48808e6a72d2 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070736 Feb 19 01:35:46.785894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40986) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.790682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3fda2e25-75de-4682-bdca-69ff81c12e6c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'b05395d7-f17f-4228-baab-58f5ef0ac677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.791343 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-3fda2e25-75de-4682-bdca-69ff81c12e6c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 01:35:46.791822 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-3fda2e25-75de-4682-bdca-69ff81c12e6c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:46.795110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3fda2e25-75de-4682-bdca-69ff81c12e6c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062003 Feb 19 01:35:46.795285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40988) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.800499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cb7d54c5-277a-4f7e-ae2a-6e9e71e3486b tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'b05395d7-f17f-4228-baab-58f5ef0ac677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.801312 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-cb7d54c5-277a-4f7e-ae2a-6e9e71e3486b tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 01:35:46.801844 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-cb7d54c5-277a-4f7e-ae2a-6e9e71e3486b tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:46.805961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.806147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cb7d54c5-277a-4f7e-ae2a-6e9e71e3486b tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099769 Feb 19 01:35:46.810933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-993f2673-27ea-469c-bc1b-802494e93bf7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'b05395d7-f17f-4228-baab-58f5ef0ac677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:46.811817 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-993f2673-27ea-469c-bc1b-802494e93bf7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 01:35:46.812308 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-993f2673-27ea-469c-bc1b-802494e93bf7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:46.815410 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-993f2673-27ea-469c-bc1b-802494e93bf7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063109 Feb 19 01:35:46.815602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 40992) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.872490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1101933c-997f-4061-9dd2-b43faa348105 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (b05395d7-f17f-4228-baab-58f5ef0ac677), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.895517 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1101933c-997f-4061-9dd2-b43faa348105 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (b05395d7-f17f-4228-baab-58f5ef0ac677), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.940456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1101933c-997f-4061-9dd2-b43faa348105 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b05395d7-f17f-4228-baab-58f5ef0ac677), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.944315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1101933c-997f-4061-9dd2-b43faa348105 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:46.948234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 40998) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:46.948564 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1101933c-997f-4061-9dd2-b43faa348105 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/b05395d7-f17f-4228-baab-58f5ef0ac677 HTTP/1.1" status: 204 len: 168 time: 0.1318023 Feb 19 01:35:46.958576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101933c-997f-4061-9dd2-b43faa348105 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05395d7-f17f-4228-baab-58f5ef0ac677,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:47.013276 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-520c7cac-6406-42d7-b04b-b73958079379 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638156 Feb 19 01:35:47.016818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41000) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.021378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509869642'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.042526 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.113796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (a81d370d-7655-4243-8206-bd028ded329b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.118475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a81d370d-7655-4243-8206-bd028ded329b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.157306 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.161462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.161744 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1438725 Feb 19 01:35:47.163301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3ccd7-f375-43f0-8e58-2dc2044e3409 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81d370d-7655-4243-8206-bd028ded329b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:47.167431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-05de093b-95b0-4942-9ed5-cd6dc1d55b30 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.168018 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-05de093b-95b0-4942-9ed5-cd6dc1d55b30 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:35:47.168600 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-05de093b-95b0-4942-9ed5-cd6dc1d55b30 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.172265 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-05de093b-95b0-4942-9ed5-cd6dc1d55b30 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071325 Feb 19 01:35:47.172915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41004) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.179233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d2aee9d4-f273-4ae6-a9b2-557f81f2edcb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.214921 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-d2aee9d4-f273-4ae6-a9b2-557f81f2edcb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.216610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d2aee9d4-f273-4ae6-a9b2-557f81f2edcb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0429225 Feb 19 01:35:47.219571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.225381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-953a4dce-97da-40ae-85fd-d18ba26acddb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.226009 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-953a4dce-97da-40ae-85fd-d18ba26acddb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 01:35:47.226505 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-953a4dce-97da-40ae-85fd-d18ba26acddb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.227948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-953a4dce-97da-40ae-85fd-d18ba26acddb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069878 Feb 19 01:35:47.232469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41008) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.237694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-43f82555-befa-436c-a1f6-a055d4e5d1b5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.274668 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-43f82555-befa-436c-a1f6-a055d4e5d1b5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.278503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-43f82555-befa-436c-a1f6-a055d4e5d1b5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0424538 Feb 19 01:35:47.278691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.283130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-98afc4fa-fc46-4413-994e-759c1fda8a1d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.283612 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-98afc4fa-fc46-4413-994e-759c1fda8a1d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:35:47.284086 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-98afc4fa-fc46-4413-994e-759c1fda8a1d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.287571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-98afc4fa-fc46-4413-994e-759c1fda8a1d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054233 Feb 19 01:35:47.287571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.292253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-380ac80d-bf60-41d0-a4c7-08a3d6560ea6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.315195 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-380ac80d-bf60-41d0-a4c7-08a3d6560ea6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Project 97eefa3c26d540bbbe579a0518bb05a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:47.335436 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-380ac80d-bf60-41d0-a4c7-08a3d6560ea6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.337454 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-380ac80d-bf60-41d0-a4c7-08a3d6560ea6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0490029 Feb 19 01:35:47.339541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.344275 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-19c42064-15f2-47de-9937-695a832a4e02 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.344856 n-d-826752-2 neutron-server[103430]: WARNING neutron.api.v2.base [None req-19c42064-15f2-47de-9937-695a832a4e02 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 01:35:47.345745 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-19c42064-15f2-47de-9937-695a832a4e02 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.346779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-19c42064-15f2-47de-9937-695a832a4e02 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062137 Feb 19 01:35:47.349759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41016) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.355021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f2cef872-dc63-4190-852c-ad3c14849ff7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.377018 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-f2cef872-dc63-4190-852c-ad3c14849ff7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Project 97eefa3c26d540bbbe579a0518bb05a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:47.388804 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-f2cef872-dc63-4190-852c-ad3c14849ff7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.389853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f2cef872-dc63-4190-852c-ad3c14849ff7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0383294 Feb 19 01:35:47.392647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.397197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5a8f1596-174f-4219-8ac7-bc10258e8dc3 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'a81d370d-7655-4243-8206-bd028ded329b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.416435 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-5a8f1596-174f-4219-8ac7-bc10258e8dc3 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Project 97eefa3c26d540bbbe579a0518bb05a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:47.429587 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-5a8f1596-174f-4219-8ac7-bc10258e8dc3 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:47.430592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5a8f1596-174f-4219-8ac7-bc10258e8dc3 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0370076 Feb 19 01:35:47.433335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41020) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.482812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1362392d-b0ea-4ba8-ac08-07588bb5c8f7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (a81d370d-7655-4243-8206-bd028ded329b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.504659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1362392d-b0ea-4ba8-ac08-07588bb5c8f7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (a81d370d-7655-4243-8206-bd028ded329b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.546009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1362392d-b0ea-4ba8-ac08-07588bb5c8f7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a81d370d-7655-4243-8206-bd028ded329b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.548963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1362392d-b0ea-4ba8-ac08-07588bb5c8f7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.550186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1362392d-b0ea-4ba8-ac08-07588bb5c8f7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/a81d370d-7655-4243-8206-bd028ded329b HTTP/1.1" status: 204 len: 168 time: 0.1159201 Feb 19 01:35:47.552779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41022) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.559635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362392d-b0ea-4ba8-ac08-07588bb5c8f7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81d370d-7655-4243-8206-bd028ded329b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:47.595072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2d453bb7-54e0-4d02-bf6e-d363d7c7b001 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0406053 Feb 19 01:35:47.599064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41024) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.604029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309048873'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.625212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.690975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (5fab6dc7-3136-4880-8a81-036f94c1d426), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.695484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5fab6dc7-3136-4880-8a81-036f94c1d426), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.723839 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.725154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1249530 Feb 19 01:35:47.728747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41026) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.729630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe583-6b2c-459f-906b-a9be0fd59ec7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab6dc7-3136-4880-8a81-036f94c1d426,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:47.733971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6a989257-aceb-4bc6-acf5-95b4f41d6591 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '5fab6dc7-3136-4880-8a81-036f94c1d426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.769330 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-6a989257-aceb-4bc6-acf5-95b4f41d6591 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The resource could not be found. Feb 19 01:35:47.770645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6a989257-aceb-4bc6-acf5-95b4f41d6591 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0405252 Feb 19 01:35:47.773992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.778328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-808deb13-d78b-41c6-8a9c-05df64c8fa5c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '5fab6dc7-3136-4880-8a81-036f94c1d426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9ef85ba5-5934-4860-a58c-9a75eca5c59f'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:47.815674 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-808deb13-d78b-41c6-8a9c-05df64c8fa5c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The resource could not be found. Feb 19 01:35:47.816734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-808deb13-d78b-41c6-8a9c-05df64c8fa5c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0417862 Feb 19 01:35:47.819608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41030) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.874120 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032d844a-c9ac-4bdb-9424-2aeec1092b32 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (5fab6dc7-3136-4880-8a81-036f94c1d426), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.895820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032d844a-c9ac-4bdb-9424-2aeec1092b32 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (5fab6dc7-3136-4880-8a81-036f94c1d426), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.938913 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032d844a-c9ac-4bdb-9424-2aeec1092b32 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5fab6dc7-3136-4880-8a81-036f94c1d426), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.941535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-032d844a-c9ac-4bdb-9424-2aeec1092b32 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.942628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-032d844a-c9ac-4bdb-9424-2aeec1092b32 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/5fab6dc7-3136-4880-8a81-036f94c1d426 HTTP/1.1" status: 204 len: 168 time: 0.1221106 Feb 19 01:35:47.946051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41032) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.951885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d844a-c9ac-4bdb-9424-2aeec1092b32 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab6dc7-3136-4880-8a81-036f94c1d426,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:47.990367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef03f7b7-58f6-48f5-9b4c-368f95af5351 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429804 Feb 19 01:35:47.994613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:47.998703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a2e98dc2-1080-42e9-b133-e380e25e1187 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '0fe47d72-0d8f-4d96-b74a-856517d20c6a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.037244 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-a2e98dc2-1080-42e9-b133-e380e25e1187 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The resource could not be found. Feb 19 01:35:48.038948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a2e98dc2-1080-42e9-b133-e380e25e1187 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0434244 Feb 19 01:35:48.042648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41038) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.047510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--41594202'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.070509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.139312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (27785b3d-6078-4fab-97d9-d573c151f863), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.143166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (27785b3d-6078-4fab-97d9-d573c151f863), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.171494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.172713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1288216 Feb 19 01:35:48.175576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.180033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654337452'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.183410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e064f5a-84f1-4865-8178-a6ee3feacb1f tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27785b3d-6078-4fab-97d9-d573c151f863,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:48.211827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.280547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (3535f0d4-b2fc-42ce-94d2-ed0b20b55028), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.285573 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3535f0d4-b2fc-42ce-94d2-ed0b20b55028), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.313222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.314451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1378975 Feb 19 01:35:48.318154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41048) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.323393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ad83057f-426d-48ba-95f5-f6c76eb11d11 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': '27785b3d-6078-4fab-97d9-d573c151f863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3535f0d4-b2fc-42ce-94d2-ed0b20b55028'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.327440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecd60a-9802-4d01-8320-33007311699c tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3535f0d4-b2fc-42ce-94d2-ed0b20b55028,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:48.347984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b21796-3782-44fb-b041-84784766653c req-42676892-8754-44ec-bbc9-a1f9d55689a0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:48.349518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8b21796-3782-44fb-b041-84784766653c req-42676892-8754-44ec-bbc9-a1f9d55689a0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 946 time: 0.0598428 Feb 19 01:35:48.361415 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-ad83057f-426d-48ba-95f5-f6c76eb11d11 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:48.365190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ad83057f-426d-48ba-95f5-f6c76eb11d11 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0427973 Feb 19 01:35:48.366735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41050) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.373868 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.404624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8b21796-3782-44fb-b041-84784766653c req-77a15810-0607-45c6-8238-9fccde09ca51 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474529 Feb 19 01:35:48.422852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47ad5059-299f-436e-a66c-f5f70b0c9ee5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (3535f0d4-b2fc-42ce-94d2-ed0b20b55028), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.445498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47ad5059-299f-436e-a66c-f5f70b0c9ee5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (3535f0d4-b2fc-42ce-94d2-ed0b20b55028), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.485376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47ad5059-299f-436e-a66c-f5f70b0c9ee5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3535f0d4-b2fc-42ce-94d2-ed0b20b55028), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.487970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47ad5059-299f-436e-a66c-f5f70b0c9ee5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.489169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-47ad5059-299f-436e-a66c-f5f70b0c9ee5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/3535f0d4-b2fc-42ce-94d2-ed0b20b55028 HTTP/1.1" status: 204 len: 168 time: 0.1208122 Feb 19 01:35:48.492299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41052) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.498120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad5059-299f-436e-a66c-f5f70b0c9ee5 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535f0d4-b2fc-42ce-94d2-ed0b20b55028,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:48.551371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-330f10b0-dbed-495c-82cc-7be0ec9febd3 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0578935 Feb 19 01:35:48.554110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41054) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.604315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb1-c002-4457-9a11-fed9fc9e3bf6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (27785b3d-6078-4fab-97d9-d573c151f863), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.627915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb1-c002-4457-9a11-fed9fc9e3bf6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (27785b3d-6078-4fab-97d9-d573c151f863), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.670439 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb1-c002-4457-9a11-fed9fc9e3bf6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (27785b3d-6078-4fab-97d9-d573c151f863), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.673153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb1-c002-4457-9a11-fed9fc9e3bf6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.674322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-160d7bb1-c002-4457-9a11-fed9fc9e3bf6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/27785b3d-6078-4fab-97d9-d573c151f863 HTTP/1.1" status: 204 len: 168 time: 0.1193228 Feb 19 01:35:48.677295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41058) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.683218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7bb1-c002-4457-9a11-fed9fc9e3bf6 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27785b3d-6078-4fab-97d9-d573c151f863,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:48.722716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-133348ee-0510-4503-9376-b45019e47cfd tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442801 Feb 19 01:35:48.727185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41060) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.731529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590026551'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.750719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.818278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (d5838139-af63-4bec-966a-d6e09a0192d3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.822811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d5838139-af63-4bec-966a-d6e09a0192d3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.850595 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:48.851815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1236994 Feb 19 01:35:48.855005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41062) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.855731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9cda6-047c-46b0-be93-ce4291348e16 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5838139-af63-4bec-966a-d6e09a0192d3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:48.860700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6eee9652-a344-4cb3-ab79-937d93ae043a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'd5838139-af63-4bec-966a-d6e09a0192d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.895434 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-6eee9652-a344-4cb3-ab79-937d93ae043a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:48.896666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6eee9652-a344-4cb3-ab79-937d93ae043a tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0406551 Feb 19 01:35:48.899475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41064) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.903838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-19f6d829-269e-4c55-8cff-027b87b9c8b7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group_rule': {'security_group_id': 'd5838139-af63-4bec-966a-d6e09a0192d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:48.939030 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-19f6d829-269e-4c55-8cff-027b87b9c8b7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:35:48.940102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-19f6d829-269e-4c55-8cff-027b87b9c8b7 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0396595 Feb 19 01:35:48.943069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41066) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:48.992004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67927003-d14c-4c89-89ca-f33997f41f17 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (d5838139-af63-4bec-966a-d6e09a0192d3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.014133 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67927003-d14c-4c89-89ca-f33997f41f17 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (d5838139-af63-4bec-966a-d6e09a0192d3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.057876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67927003-d14c-4c89-89ca-f33997f41f17 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d5838139-af63-4bec-966a-d6e09a0192d3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.060544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67927003-d14c-4c89-89ca-f33997f41f17 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.061714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-67927003-d14c-4c89-89ca-f33997f41f17 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5838139-af63-4bec-966a-d6e09a0192d3 HTTP/1.1" status: 204 len: 168 time: 0.1177220 Feb 19 01:35:49.064508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41068) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.070866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67927003-d14c-4c89-89ca-f33997f41f17 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5838139-af63-4bec-966a-d6e09a0192d3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:49.109894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f2255da9-30da-46d5-ac77-747d94c9124d tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441420 Feb 19 01:35:49.113643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41070) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.118122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796075344'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:49.138295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.205570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (965d7125-9265-4d63-a271-c5160bee5fd0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.209049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (965d7125-9265-4d63-a271-c5160bee5fd0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.239275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.240525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1258607 Feb 19 01:35:49.241908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78771a-b27b-4b8f-b636-c3f24c56aaaa tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965d7125-9265-4d63-a271-c5160bee5fd0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:49.244279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41072) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.248916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2129111b-5a65-4e03-9005-57aad5eda231 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:49.249291 n-d-826752-2 neutron-server[103429]: WARNING neutron.api.v2.base [None req-2129111b-5a65-4e03-9005-57aad5eda231 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:35:49.249775 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-2129111b-5a65-4e03-9005-57aad5eda231 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 01:35:49.250703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2129111b-5a65-4e03-9005-57aad5eda231 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "PUT /v2.0/security-groups/965d7125-9265-4d63-a271-c5160bee5fd0 HTTP/1.1" status: 409 len: 330 time: 0.0054095 Feb 19 01:35:49.253318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41074) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.305546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9194170e-5c0d-47c1-a4ce-a2d45178c0cb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (965d7125-9265-4d63-a271-c5160bee5fd0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.327475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9194170e-5c0d-47c1-a4ce-a2d45178c0cb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (965d7125-9265-4d63-a271-c5160bee5fd0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.369011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9194170e-5c0d-47c1-a4ce-a2d45178c0cb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (965d7125-9265-4d63-a271-c5160bee5fd0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.371639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9194170e-5c0d-47c1-a4ce-a2d45178c0cb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.372778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9194170e-5c0d-47c1-a4ce-a2d45178c0cb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/965d7125-9265-4d63-a271-c5160bee5fd0 HTTP/1.1" status: 204 len: 168 time: 0.1186175 Feb 19 01:35:49.375567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41078) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.383131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194170e-5c0d-47c1-a4ce-a2d45178c0cb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d7125-9265-4d63-a271-c5160bee5fd0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:49.422335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a7aadd35-fa13-46f9-b531-0be9dde1f1a4 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451839 Feb 19 01:35:49.425906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41080) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.440174 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-0fe3154b-9849-4358-ab07-f3f787ff8995 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] delete failed (client error): The resource could not be found. Feb 19 01:35:49.441214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0fe3154b-9849-4358-ab07-f3f787ff8995 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b03ddea-af12-4188-8fe0-afaf9ea40fa6 HTTP/1.1" status: 404 len: 347 time: 0.0143020 Feb 19 01:35:49.445830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41084) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.458773 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-519a35fd-7eef-4369-9ae2-82fbc1f2c463 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] show failed (client error): The resource could not be found. Feb 19 01:35:49.459831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-519a35fd-7eef-4369-9ae2-82fbc1f2c463 tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-groups/df762dfd-46f9-4fec-befc-624eb3e33811 HTTP/1.1" status: 404 len: 347 time: 0.0128462 Feb 19 01:35:49.463361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41086) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.483365 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-6f1a77ab-aba6-4d41-85bd-6a5f7ba9ecbb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] show failed (client error): The resource could not be found. Feb 19 01:35:49.484326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6f1a77ab-aba6-4d41-85bd-6a5f7ba9ecbb tempest-NegativeSecGroupIPv6Test-540336824 tempest-NegativeSecGroupIPv6Test-540336824-project] 10.222.0.43 "GET /v2.0/security-group-rules/63db4718-795e-4a4f-b3d6-fb689b4008e1 HTTP/1.1" status: 404 len: 356 time: 0.0200107 Feb 19 01:35:49.539304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e73628-3f0a-4c9b-ba15-96bf91a1cda6 req-df7c319c-bd45-47ba-9e72-42fce9925629 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:49.540850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4e73628-3f0a-4c9b-ba15-96bf91a1cda6 req-df7c319c-bd45-47ba-9e72-42fce9925629 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 946 time: 0.0587814 Feb 19 01:35:49.590650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4e73628-3f0a-4c9b-ba15-96bf91a1cda6 req-76e18f7a-de4a-471b-91a4-abeafe5360aa tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=66faba82-6802-460b-a1c7-2d42c4197d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Feb 19 01:35:49.727943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41092) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.861377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ef97affa-ddcf-416f-9c92-ff382f2e1fb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97eefa3c26d540bbbe579a0518bb05a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322322 Feb 19 01:35:49.863750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41096) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:49.909536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5125ed57-7d17-42e3-b68a-fb07f8a1e8ab admin admin] Publish callbacks [] for security_group (7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.935471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5125ed57-7d17-42e3-b68a-fb07f8a1e8ab admin admin] Publish callbacks [] for security_group (7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.982612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5125ed57-7d17-42e3-b68a-fb07f8a1e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.985173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5125ed57-7d17-42e3-b68a-fb07f8a1e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.986332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5125ed57-7d17-42e3-b68a-fb07f8a1e8ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359 HTTP/1.1" status: 204 len: 168 time: 0.1216936 Feb 19 01:35:49.994814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ed57-7d17-42e3-b68a-fb07f8a1e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0bb260-f9ae-4d4f-b0e6-cc3eb823b359,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:50.083597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-471d18d2-897f-4cce-a223-baff9974330a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:50.085704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-471d18d2-897f-4cce-a223-baff9974330a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 946 time: 0.0577488 Feb 19 01:35:50.188725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Deleting port 97dd639e-b44a-4c16-b0e3-1d665059e7af {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:50.188725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.193104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41104) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:50.247117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffb03494-4f6a-4c7a-bb44-efd10682418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.252706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e39f94-9c6d-4a48-918b-454f787e9784 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:50.261569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a3e39f94-9c6d-4a48-918b-454f787e9784 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f HTTP/1.1" status: 200 len: 814 time: 0.0667460 Feb 19 01:35:50.283405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] For port 97dd639e-b44a-4c16-b0e3-1d665059e7af, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=97dd639e-b44a-4c16-b0e3-1d665059e7af,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:50.283770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.511690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.512313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (503a852f-da3a-41af-abef-7ec7dd5b3b42), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.512583 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Floating IP 503a852f-da3a-41af-abef-7ec7dd5b3b42 disassociated. External IP: 172.25.0.138, port: 97dd639e-b44a-4c16-b0e3-1d665059e7af. Feb 19 01:35:50.512848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Calling delete_port for 97dd639e-b44a-4c16-b0e3-1d665059e7af owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:50.652478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (97dd639e-b44a-4c16-b0e3-1d665059e7af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.663056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41126) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:50.692353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event deleted for resources: {'Port': ['ID=97dd639e-b44a-4c16-b0e3-1d665059e7af,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:50.715862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a701d70d-f15b-4d06-b0c4-a0aa79c7cc65 req-5b4b6e48-0c97-4359-9be0-8061e31a9a41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d8c31f8-417b-40cb-a360-fe108290b658 HTTP/1.1" status: 200 len: 210 time: 0.0377405 Feb 19 01:35:50.773304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-264219893'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:50.793381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Made reservation on behalf of 5d3105604da5455f93b1c5f2dc13198c for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:50.796689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.805292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.830125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:50.887006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks [] for security_group (af96df5d-8c53-4819-8ee4-2cf198b8491e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.891101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (af96df5d-8c53-4819-8ee4-2cf198b8491e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.919147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:35:50.928420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af96df5d-8c53-4819-8ee4-2cf198b8491e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:50.935304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8c0c576c-abc6-4cac-8bc3-1090151f1ee4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.935645 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Added segment 8c0c576c-abc6-4cac-8bc3-1090151f1ee4 of type vlan for network d7606126-84e7-4ad7-a2bc-4e096607fa7c Feb 19 01:35:50.947544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:50.959962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:50.971548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:50.972375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:50.981996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d7606126-84e7-4ad7-a2bc-4e096607fa7c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.990349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] No DVR routers for this DVR port 97dd639e-b44a-4c16-b0e3-1d665059e7af on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:50.993529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.996951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971687dd-e072-4cbd-a3c8-4e88d59848f1 req-a1e1121b-1430-40c3-a8dd-b4fd1306e6a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "DELETE /v2.0/ports/97dd639e-b44a-4c16-b0e3-1d665059e7af HTTP/1.1" status: 204 len: 173 time: 0.9060447 Feb 19 01:35:50.997436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-deleted', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:50.999720 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3670534a-2dd8-4b79-b750-fef6d2fcbe71" -d '{"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-deleted", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:51.015721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d7606126-84e7-4ad7-a2bc-4e096607fa7c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.021327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:51.022101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.043137 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05766f11-e3b5-4b94-afe0-b66cf6a1e149 x-openstack-request-id: req-05766f11-e3b5-4b94-afe0-b66cf6a1e149 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:51.043438 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31f8-417b-40cb-a360-fe108290b658", "name": "network-vif-deleted", "tag": "97dd639e-b44a-4c16-b0e3-1d665059e7af", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:51.044409 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05766f11-e3b5-4b94-afe0-b66cf6a1e149 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:51.044949 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31f8-417b-40cb-a360-fe108290b658', 'name': 'network-vif-deleted', 'tag': '97dd639e-b44a-4c16-b0e3-1d665059e7af', 'status': 'completed', 'code': 200} Feb 19 01:35:51.097059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4328523 Feb 19 01:35:51.101030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41132) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.106916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-8bac75eb-b672-4102-98f6-366a9488292a tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-800036730') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.127978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e4550-994d-4103-8055-00b0dd17cf02 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Pushing event updated for resources: {'Network': ['ID=d7606126-84e7-4ad7-a2bc-4e096607fa7c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:51.129119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:51.165072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d7606126-84e7-4ad7-a2bc-4e096607fa7c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:35:51.250811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8bac75eb-b672-4102-98f6-366a9488292a tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "PUT /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-800036730 HTTP/1.1" status: 201 len: 201 time: 0.1483626 Feb 19 01:35:51.253700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.261421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-6c38ab14-36b3-4770-8c82-7e7038dc3938 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-800036730') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.339730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c38ab14-36b3-4770-8c82-7e7038dc3938 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-800036730 HTTP/1.1" status: 204 len: 168 time: 0.0828240 Feb 19 01:35:51.340320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41136) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.345104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-8153167d-d6a8-4e4d-85a6-6b2902a32c27 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.347398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41138) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.354564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'network': {'name': 'tempest-network-smoke--440733407', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:51.375597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:51.379376 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.411733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:35:51.423393 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.424121 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Added segment 6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b of type vlan for network 421488ee-ea1a-4da4-9843-d0c43c36d589 Feb 19 01:35:51.425226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8153167d-d6a8-4e4d-85a6-6b2902a32c27 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags HTTP/1.1" status: 200 len: 237 time: 0.0838487 Feb 19 01:35:51.427867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41140) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.432411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-f7edefd0-ab65-490a-8edc-ef4c5ef8b339 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', {'tags': ['tempest-TagsTest-Tag-1988321059', 'tempest-TagsTest-Tag-507807035', 'tempest-TagsTest-Tag-44438961']}) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.436092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.469126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:51.469618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (421488ee-ea1a-4da4-9843-d0c43c36d589), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.480285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:51.480909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.500911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (421488ee-ea1a-4da4-9843-d0c43c36d589), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.507603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:51.508308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.527057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f7edefd0-ab65-490a-8edc-ef4c5ef8b339 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "PUT /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags HTTP/1.1" status: 200 len: 306 time: 0.0980306 Feb 19 01:35:51.527689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41142) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.532739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-aa47a0f8-1246-4cf1-af0c-4227ebba722c tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-1988321059') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.583774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2316000 Feb 19 01:35:51.584029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41144) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.602947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5168b-b5c2-42da-82c1-bcecb8d826cd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Network': ['ID=421488ee-ea1a-4da4-9843-d0c43c36d589,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:51.617666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:51.621175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:35:51.635566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa47a0f8-1246-4cf1-af0c-4227ebba722c tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "DELETE /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-1988321059 HTTP/1.1" status: 204 len: 168 time: 0.1043065 Feb 19 01:35:51.635815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41146) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.640430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-db52bd8c-c688-44cf-9507-a3131b53f1d2 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-1988321059') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.714135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474caaf-79f5-49ec-8a93-33994e961ace tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:51.715660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b474caaf-79f5-49ec-8a93-33994e961ace tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c22d97948f9a461ebd59b013e74f92fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1301947 Feb 19 01:35:51.719371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41148) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.742901 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-db52bd8c-c688-44cf-9507-a3131b53f1d2 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] show failed (client error): The resource could not be found. Feb 19 01:35:51.743978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db52bd8c-c688-44cf-9507-a3131b53f1d2 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-1988321059 HTTP/1.1" status: 404 len: 326 time: 0.1071749 Feb 19 01:35:51.747054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41152) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.783356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-876c15ae-a839-4251-b26e-0ae38a2c0723 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-507807035') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.816845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.882284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a52a6f2-0252-4491-a5bd-86a4fac0c70e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (66faba82-6802-460b-a1c7-2d42c4197d2e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.888951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b0d4c7-02d5-4fb1-94b7-10706b498455 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:51.893443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-49b0d4c7-02d5-4fb1-94b7-10706b498455 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1699779 Feb 19 01:35:51.893726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41158) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.898640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-876c15ae-a839-4251-b26e-0ae38a2c0723 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-507807035 HTTP/1.1" status: 204 len: 168 time: 0.1480904 Feb 19 01:35:51.898939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41160) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.903462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-3b1aca63-a14c-4a87-8d10-4823be8ad389 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-44438961') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:51.935976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5a0d7109-90f6-4826-915e-bec8575304e2 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403919 Feb 19 01:35:51.938620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a52a6f2-0252-4491-a5bd-86a4fac0c70e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (66faba82-6802-460b-a1c7-2d42c4197d2e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.941103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41162) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.976863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b7f5d8d-a4c5-4045-8bb5-9a9976560dc4 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c22d97948f9a461ebd59b013e74f92fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344663 Feb 19 01:35:51.981400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41164) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.986667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b1aca63-a14c-4a87-8d10-4823be8ad389 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-44438961 HTTP/1.1" status: 204 len: 168 time: 0.0866723 Feb 19 01:35:51.989290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41166) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:51.994809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-71220f23-f0a9-4398-953c-af9ed41b3c1f tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.068299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.081471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-71220f23-f0a9-4398-953c-af9ed41b3c1f tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "DELETE /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags HTTP/1.1" status: 204 len: 168 time: 0.0906427 Feb 19 01:35:52.084204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41168) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.089319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-bb90e2ba-4129-45fb-926f-8b6e1781e1d3 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-507807035') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.099628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc220a2-76c2-41bf-a643-576fa1c92df3 None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:52.135416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a52a6f2-0252-4491-a5bd-86a4fac0c70e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (66faba82-6802-460b-a1c7-2d42c4197d2e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.138174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a52a6f2-0252-4491-a5bd-86a4fac0c70e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.141994 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7a52a6f2-0252-4491-a5bd-86a4fac0c70e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "DELETE /v2.0/security-groups/66faba82-6802-460b-a1c7-2d42c4197d2e HTTP/1.1" status: 204 len: 168 time: 0.3214471 Feb 19 01:35:52.143071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41170) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.162952 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-261e895f-6bfd-42e6-9292-880a36e4c406 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] show failed (client error): The resource could not be found. Feb 19 01:35:52.163200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52a6f2-0252-4491-a5bd-86a4fac0c70e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66faba82-6802-460b-a1c7-2d42c4197d2e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:52.164020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-261e895f-6bfd-42e6-9292-880a36e4c406 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups/66faba82-6802-460b-a1c7-2d42c4197d2e HTTP/1.1" status: 404 len: 347 time: 0.0189750 Feb 19 01:35:52.168874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41172) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.185968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac2ac5-20f2-45df-a456-d97ccf159e6a tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:52.188516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9dac2ac5-20f2-45df-a456-d97ccf159e6a tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2058313 Feb 19 01:35:52.191271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41174) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.203382 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-bb90e2ba-4129-45fb-926f-8b6e1781e1d3 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] show failed (client error): The resource could not be found. Feb 19 01:35:52.204506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bb90e2ba-4129-45fb-926f-8b6e1781e1d3 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-507807035 HTTP/1.1" status: 404 len: 325 time: 0.1193712 Feb 19 01:35:52.215886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41176) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.220075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-4baa5a9f-3832-49be-a589-2171dd7a86ab tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c', 'tempest-TagsTest-Tag-44438961') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.229233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-42d5a0df-a1b6-4d24-b263-c9ef22193a02 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344958 Feb 19 01:35:52.229477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41178) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.234555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113829499', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:52.342524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:52.346525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.361860 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-4baa5a9f-3832-49be-a589-2171dd7a86ab tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] show failed (client error): The resource could not be found. Feb 19 01:35:52.365902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4baa5a9f-3832-49be-a589-2171dd7a86ab tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "GET /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags/tempest-TagsTest-Tag-44438961 HTTP/1.1" status: 404 len: 324 time: 0.1461146 Feb 19 01:35:52.369360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41180) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.377423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-9bea60f0-4c65-4825-b525-b3899e061ee2 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd7606126-84e7-4ad7-a2bc-4e096607fa7c') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.393722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Deleting port aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:52.394069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.410529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30113eb1-be7c-4a9e-8cee-e81d590ee5de None None] New status for floating IP 503a852f-da3a-41af-abef-7ec7dd5b3b42: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:35:52.530083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.530355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.541537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9bea60f0-4c65-4825-b525-b3899e061ee2 tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "DELETE /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1712372 Feb 19 01:35:52.549160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.561453 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Calling delete_port for aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:52.628572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52ceb0ca-368a-4bba-ae13-edffb6257b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.690114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d7606126-84e7-4ad7-a2bc-4e096607fa7c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.807181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d7606126-84e7-4ad7-a2bc-4e096607fa7c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.851043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (b5d1f22c-e5f0-44ed-abb7-f08fc0f674da), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.855362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7606126-84e7-4ad7-a2bc-4e096607fa7c']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.869187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0c576c-abc6-4cac-8bc3-1090151f1ee4') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.869423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0c576c-abc6-4cac-8bc3-1090151f1ee4') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:52.889464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (8c0c576c-abc6-4cac-8bc3-1090151f1ee4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.900738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.911534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Subnet': ['ID=b5d1f22c-e5f0-44ed-abb7-f08fc0f674da,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:52.924195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.924538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.924873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.925230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.925556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.925881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.926204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.926531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.927017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.927363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.927682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.928035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.928349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:52.931750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Checking segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:52.932038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network hostable DHCP agents. Network: 421488ee-ea1a-4da4-9843-d0c43c36d589, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:35:52.933015 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8c0c576c-abc6-4cac-8bc3-1090151f1ee4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.939206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event deleted for resources: {'Port': ['ID=aa1dc27f-7ec2-475a-b0bd-8bff7fcbc49b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:52.950885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:35:52.951294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (8c0c576c-abc6-4cac-8bc3-1090151f1ee4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: items = [ Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:35:52.954938 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:35:52.957294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:35:52.968700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 421488ee-ea1a-4da4-9843-d0c43c36d589) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:52.972669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:52.973322 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:52.978435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1829017-de8f-4cc4-8da3-9b3d68091e6a None None] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:52.994098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-09260754-969b-4771-94f4-d71709371111 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7629290 Feb 19 01:35:53.070467 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d7606126-84e7-4ad7-a2bc-4e096607fa7c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.080036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.085520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] 10.222.0.43 "DELETE /v2.0/networks/d7606126-84e7-4ad7-a2bc-4e096607fa7c HTTP/1.1" status: 204 len: 168 time: 0.5331929 Feb 19 01:35:53.090529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-421488ee-ea1a-4da4-9843-d0c43c36d589', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ips': [{'subnet_id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:35:53.091660 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.096385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (503a852f-da3a-41af-abef-7ec7dd5b3b42), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.098939 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.103290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7012f31c-d404-4389-9159-5692befa747e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "DELETE /v2.0/floatingips/503a852f-da3a-41af-abef-7ec7dd5b3b42 HTTP/1.1" status: 204 len: 168 time: 0.9301605 Feb 19 01:35:53.104503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524bc85-3204-4bc8-9fef-7d28dd422e4e tempest-TagsTest-573734800 tempest-TagsTest-573734800-project] Pushing event deleted for resources: {'Network': ['ID=d7606126-84e7-4ad7-a2bc-4e096607fa7c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.214379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41190) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.219930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701379714', 'description': 'tempest-secgroup-smoke-701379714 description', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.248733 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.255127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Allocated IP 172.20.0.18 (421488ee-ea1a-4da4-9843-d0c43c36d589/b5d1f22c-e5f0-44ed-abb7-f08fc0f674da/862654fb-5f94-4ab5-b318-927c3d58ea6e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:53.347392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (9a941893-55fa-4362-b706-22acd445fa29), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.353181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9a941893-55fa-4362-b706-22acd445fa29), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.391262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a941893-55fa-4362-b706-22acd445fa29,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.404877 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Publish callbacks [] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.412441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.413280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:53.413568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-82aadf77-1b02-4872-8ac7-a77322e68a57 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1979406 Feb 19 01:35:53.416511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41194) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.419631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.422393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': '9a941893-55fa-4362-b706-22acd445fa29', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.443998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41196) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.446589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41198) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.449392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417510598', 'description': 'tempest-description--1765871049'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.463084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (b562676d-e5aa-48d6-9419-9ac5f4c85511), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.475785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.492128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 97dd639e-b44a-4c16-b0e3-1d665059e7af {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:53.492580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 97dd639e-b44a-4c16-b0e3-1d665059e7af not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:53.498636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Pushing event updated for resources: {'Port': ['ID=862654fb-5f94-4ab5-b318-927c3d58ea6e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.511648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:53.513855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:53.516725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:53.531431 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (b562676d-e5aa-48d6-9419-9ac5f4c85511), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.537133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b562676d-e5aa-48d6-9419-9ac5f4c85511), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.572606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b562676d-e5aa-48d6-9419-9ac5f4c85511,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.579213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.580779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e15f84f3-e176-47e7-8a81-6720987f00d0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619298 Feb 19 01:35:53.583863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41202) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.586851 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (5a6b1f38-356c-4784-83ef-8e23c3234444), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.592142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a6b1f38-356c-4784-83ef-8e23c3234444), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.592293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': '9a941893-55fa-4362-b706-22acd445fa29', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.605873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Attempting to bind port 862654fb-5f94-4ab5-b318-927c3d58ea6e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:53.606243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Attempting to bind port 862654fb-5f94-4ab5-b318-927c3d58ea6e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:53.607229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Attempting to bind port 862654fb-5f94-4ab5-b318-927c3d58ea6e on network 421488ee-ea1a-4da4-9843-d0c43c36d589 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:53.616213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:53.617041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Checking segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:53.617518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.618128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Bound using segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:53.618672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Bound port: 862654fb-5f94-4ab5-b318-927c3d58ea6e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:53.619124 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.633431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.637519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1893103 Feb 19 01:35:53.637697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41204) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.645027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'security_group_rule': {'security_group_id': '5a6b1f38-356c-4784-83ef-8e23c3234444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.650372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af105a7-66f3-4833-b433-ba852e85505d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b1f38-356c-4784-83ef-8e23c3234444,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.665837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d0847735-cb54-4fc4-9419-848fbfd6ee21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d3105604da5455f93b1c5f2dc13198c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178209 Feb 19 01:35:53.668424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41206) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.672671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (a3c23b33-4dc7-4579-9159-733fcd8eaca3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.690734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (6cd90100-acaa-462c-aef6-bef50315fbd3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.704933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] For port 862654fb-5f94-4ab5-b318-927c3d58ea6e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:53.733032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (a3c23b33-4dc7-4579-9159-733fcd8eaca3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.735283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] For port 862654fb-5f94-4ab5-b318-927c3d58ea6e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=862654fb-5f94-4ab5-b318-927c3d58ea6e,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:53.741584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a3c23b33-4dc7-4579-9159-733fcd8eaca3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.744833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.746405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.763277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6251ee14-2ff1-4948-a89a-f20cd9859e47 admin admin] Publish callbacks [] for security_group (af96df5d-8c53-4819-8ee4-2cf198b8491e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.769185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c23b33-4dc7-4579-9159-733fcd8eaca3,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.774132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (6cd90100-acaa-462c-aef6-bef50315fbd3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.776559 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.778330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d21ee1c2-66c6-431f-b823-75f9b939316a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915784 Feb 19 01:35:53.780710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41208) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.785249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (6cd90100-acaa-462c-aef6-bef50315fbd3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.788201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': '9a941893-55fa-4362-b706-22acd445fa29', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.811511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6251ee14-2ff1-4948-a89a-f20cd9859e47 admin admin] Publish callbacks [] for security_group (af96df5d-8c53-4819-8ee4-2cf198b8491e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.822656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd90100-acaa-462c-aef6-bef50315fbd3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.827653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (bfa456ce-d356-49f7-969c-f917bd9cdfde), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.837363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df4c26-a1ab-4865-851e-8b95600bbb8e None None] Pushing event updated for resources: {'Port': ['ID=862654fb-5f94-4ab5-b318-927c3d58ea6e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.855336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.859174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6de85a52-e825-4d82-b7b2-5e9f90e4a694 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179503 Feb 19 01:35:53.859356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41210) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.863944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'security_group_rule': {'security_group_id': '5a6b1f38-356c-4784-83ef-8e23c3234444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:53.893309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6251ee14-2ff1-4948-a89a-f20cd9859e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (af96df5d-8c53-4819-8ee4-2cf198b8491e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.896141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6251ee14-2ff1-4948-a89a-f20cd9859e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.897108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (bfa456ce-d356-49f7-969c-f917bd9cdfde), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.897847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6251ee14-2ff1-4948-a89a-f20cd9859e47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af96df5d-8c53-4819-8ee4-2cf198b8491e HTTP/1.1" status: 204 len: 168 time: 0.2278316 Feb 19 01:35:53.901249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (a85680db-516f-4cd6-b3d6-05415f405b9a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.904586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (bfa456ce-d356-49f7-969c-f917bd9cdfde), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.923595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251ee14-2ff1-4948-a89a-f20cd9859e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af96df5d-8c53-4819-8ee4-2cf198b8491e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.927117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa456ce-d356-49f7-969c-f917bd9cdfde,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:53.943056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.944364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-827e6f85-dba2-4719-806d-7d275b1ccd35 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624019 Feb 19 01:35:53.948821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41214) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:53.957059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': '9a941893-55fa-4362-b706-22acd445fa29', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:54.016917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (a85680db-516f-4cd6-b3d6-05415f405b9a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.018577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (e738b2c1-f087-4aef-bec7-185d965483aa), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.023535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a85680db-516f-4cd6-b3d6-05415f405b9a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.071423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85680db-516f-4cd6-b3d6-05415f405b9a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:54.083283 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.084526 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af8291ee-8020-43b2-a04b-b6db52cf8dbe tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243381 Feb 19 01:35:54.087931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41218) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:54.092350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:54.124465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.129333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (e738b2c1-f087-4aef-bec7-185d965483aa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.136501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e738b2c1-f087-4aef-bec7-185d965483aa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.160525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e738b2c1-f087-4aef-bec7-185d965483aa,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:54.186867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.188497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-21b9a1b3-7f9f-40f6-98b8-91e188db84d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395649 Feb 19 01:35:54.190991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41222) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:54.197070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': '9a941893-55fa-4362-b706-22acd445fa29', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:54.220557 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Project c22d97948f9a461ebd59b013e74f92fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:54.227557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (0797f2bd-5b9b-4dd5-999f-4cd7538e1cd7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.260702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.312126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (0797f2bd-5b9b-4dd5-999f-4cd7538e1cd7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.317728 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (0797f2bd-5b9b-4dd5-999f-4cd7538e1cd7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.347393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0797f2bd-5b9b-4dd5-999f-4cd7538e1cd7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:54.355454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.359145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d2ce670-46bf-454d-9388-4b0018101086 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645305 Feb 19 01:35:54.359418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41228) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:54.363816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': '9a941893-55fa-4362-b706-22acd445fa29', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:54.398294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Allocated IP 172.25.0.186 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/45faf6fe-3fd4-44e0-8f04-f129aa9a57c7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:54.402872 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Project c22d97948f9a461ebd59b013e74f92fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:54.411938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (843ae839-51c5-414d-9f14-d092ec98ef16), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.527528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (843ae839-51c5-414d-9f14-d092ec98ef16), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.532658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (843ae839-51c5-414d-9f14-d092ec98ef16), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.560810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843ae839-51c5-414d-9f14-d092ec98ef16,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:54.573533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.578301 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.579480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d200ec78-0172-4d32-82d2-9c70e27d7115 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2190773 Feb 19 01:35:54.625768 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.675217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:54.684321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:54.686671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'Port': ['ID=45faf6fe-3fd4-44e0-8f04-f129aa9a57c7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:54.696210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:54.848366 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-e63b0ade-4096-4e68-a549-d6bc10ca3786 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701379714&fields=id&tenant_id=c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 267 time: 0.0661967 Feb 19 01:35:54.968706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-bdb675c2-0099-47cb-8018-d0a329e38a69 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:54.970334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-bdb675c2-0099-47cb-8018-d0a329e38a69 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/networks?id=421488ee-ea1a-4da4-9843-d0c43c36d589 HTTP/1.1" status: 200 len: 796 time: 0.1208353 Feb 19 01:35:54.993823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-3bbebb2a-6b97-47b8-bad9-541fee4be67a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/quotas/c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 375 time: 0.0163169 Feb 19 01:35:55.062307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-583aea5d-f11c-481a-a7b1-e9cb1568f951 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0673203 Feb 19 01:35:55.130412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (27100c93-f9aa-49a5-9654-0f15d02c8fe9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.147298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104584c-fc26-434c-a64e-83733deebe75 None None] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:55.187219 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.192816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-73def571-e333-4747-a853-f0eb0bb56f77 service neutron] 10.222.0.43 "GET /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107600 Feb 19 01:35:55.292986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] Provisioning complete for port 862654fb-5f94-4ab5-b318-927c3d58ea6e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:55.293452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.312861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-0b345a7b-f2f2-4ecb-b5f0-d6aa020fe585 service neutron] 10.222.0.43 "GET /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138039 Feb 19 01:35:55.379224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.385884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.397842 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.464709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'Port': ['ID=45faf6fe-3fd4-44e0-8f04-f129aa9a57c7,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:55.473633 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (27100c93-f9aa-49a5-9654-0f15d02c8fe9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.496159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.497476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0f3a58ed-a4e4-4b42-8358-91d4510a62b7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4086897 Feb 19 01:35:55.545825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] Current status of the port 862654fb-5f94-4ab5-b318-927c3d58ea6e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:55.546682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.567618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2125744-b71d-41b2-a656-b302ab7871e0 req-c346b59b-f179-4972-8225-54804f3079aa tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 210 time: 0.0420096 Feb 19 01:35:55.605339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] For port 862654fb-5f94-4ab5-b318-927c3d58ea6e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=862654fb-5f94-4ab5-b318-927c3d58ea6e,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:55.615863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.731935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 862654fb-5f94-4ab5-b318-927c3d58ea6e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:55.793314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17ea8d-5b32-47d9-8298-22bb495eeefc None None] Pushing event updated for resources: {'Port': ['ID=862654fb-5f94-4ab5-b318-927c3d58ea6e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:55.817099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e0f89477-4ea1-4c55-bfb3-ddc08113bf8b None None] Provisioning complete for port 862654fb-5f94-4ab5-b318-927c3d58ea6e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:55.817749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0f89477-4ea1-4c55-bfb3-ddc08113bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.863484 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-e25a4617-b518-4528-8854-bd7d2b05aee6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1417510598&fields=id&tenant_id=8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 267 time: 0.0509765 Feb 19 01:35:55.882150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 862654fb-5f94-4ab5-b318-927c3d58ea6e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:55.882882 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:55.965691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e0f89477-4ea1-4c55-bfb3-ddc08113bf8b None None] Current status of the port 862654fb-5f94-4ab5-b318-927c3d58ea6e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:56.010205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 862654fb-5f94-4ab5-b318-927c3d58ea6e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:56.012348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-5906c445-2ba6-4b95-985f-08cbccb59a16 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:56.016594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-5906c445-2ba6-4b95-985f-08cbccb59a16 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 816 time: 0.1337254 Feb 19 01:35:56.035007 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-afe12bbd-c902-419a-854f-443ab8015b56 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/quotas/8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 375 time: 0.0099819 Feb 19 01:35:56.105428 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:56.122974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-8b557951-699b-4859-b48c-4391f69903a3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713484 Feb 19 01:35:56.252462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-d22b29b4-20c6-467d-a5e6-9039259dc0d0 service neutron] 10.222.0.43 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271129 Feb 19 01:35:56.368126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9e98fda9-148c-43d1-990e-c6277c864cd8 service neutron] 10.222.0.43 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091840 Feb 19 01:35:56.538979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31e41008-cbd3-45e2-9dae-3658c22d0cb2 req-f6f1dda6-cb0f-4786-901a-a5f9b1d62d63 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 210 time: 0.0311856 Feb 19 01:35:56.564578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:56.689066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2aa3512d-8e9f-4cbf-8a31-38d6c22bf397 req-0442cbe2-bb4a-454a-b31b-383a08c50c90 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 210 time: 0.0294995 Feb 19 01:35:57.121476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-451691f2-e682-4cfe-ab06-1fec4a54f0ad tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:57.123065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-451691f2-e682-4cfe-ab06-1fec4a54f0ad tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/networks?id=421488ee-ea1a-4da4-9843-d0c43c36d589 HTTP/1.1" status: 200 len: 796 time: 0.1363115 Feb 19 01:35:57.209926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-d48aa718-cbbd-43c9-a682-958cd67c6936 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 471 time: 0.0772779 Feb 19 01:35:57.219293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'port': {'device_id': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'admin_state_up': True, 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'security_groups': ['9a941893-55fa-4362-b706-22acd445fa29']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:57.326264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:57.331512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:57.475248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.20.0.22 (421488ee-ea1a-4da4-9843-d0c43c36d589/b5d1f22c-e5f0-44ed-abb7-f08fc0f674da/a9b44032-419d-43f3-af6d-355c38ab6dbe) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:57.687918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 862654fb-5f94-4ab5-b318-927c3d58ea6e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:57.718844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-88f7121d-433a-4e55-9efa-560c3bb0993b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:57.720376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-88f7121d-433a-4e55-9efa-560c3bb0993b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 816 time: 0.1855593 Feb 19 01:35:57.736795 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fd683cc7-6fa0-4cb1-a3fa-61c4d41f69d4 req-78c40afb-5d6e-4e3b-90d2-a7f846a91180 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 210 time: 0.0749571 Feb 19 01:35:57.767184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 862654fb-5f94-4ab5-b318-927c3d58ea6e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:57.767588 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:57.824503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-734d310c-ee33-4d84-a513-465e1e790fab tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 380 time: 0.0826926 Feb 19 01:35:57.833230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:57.836430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'port': {'device_id': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'admin_state_up': True, 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'security_groups': ['5a6b1f38-356c-4784-83ef-8e23c3234444']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:57.883379 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:57.886254 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:35:57.913383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f78637e3-c558-462d-8715-43d7ff7c3729 req-265ca9eb-a602-4f79-a5dc-b003399c1ac5 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 210 time: 0.0727952 Feb 19 01:35:57.913829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 862654fb-5f94-4ab5-b318-927c3d58ea6e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:57.957263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:57.962344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:57.964150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=a9b44032-419d-43f3-af6d-355c38ab6dbe,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:57.966326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:57.997047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Made reservation on behalf of 8b43e15b720e43c6aeaa4d7b162e765e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:58.006154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.023259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:58.023913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.049050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-02424e52-25eb-4e47-a199-0a646762dc91 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333874 Feb 19 01:35:58.061596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Request body: {'port': {'device_id': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:58.169275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.179691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Allocated IP 172.20.0.8 (8344c652-e082-45dc-861d-b8ddb71ca170/841ea724-9887-4a42-a6f3-b6d25dc1f27b/8fcd1321-7a83-4082-9038-075e92a852e6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:58.317739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d8b31d03-8a0d-45c8-a000-df3b0a9cb27f None None] Provisioning complete for port a9b44032-419d-43f3-af6d-355c38ab6dbe triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:58.319600 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8b31d03-8a0d-45c8-a000-df3b0a9cb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.346621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for port (8fcd1321-7a83-4082-9038-075e92a852e6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.368745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d8b31d03-8a0d-45c8-a000-df3b0a9cb27f None None] Port a9b44032-419d-43f3-af6d-355c38ab6dbe cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:58.385515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.432725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Network 8344c652-e082-45dc-861d-b8ddb71ca170 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:58.440032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:58.445039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:58.481355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:58.526103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:58.526681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.533747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b44032-419d-43f3-af6d-355c38ab6dbe {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:58.544334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Publish callbacks [] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.547732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-c756c661-07ec-4fd4-abce-6a282393e7eb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7165651 Feb 19 01:35:58.560344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Transition to ACTIVE for port object a9b44032-419d-43f3-af6d-355c38ab6dbe will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:35:58.568005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Request body: {'port': {'device_id': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:58.569330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.647438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b44032-419d-43f3-af6d-355c38ab6dbe,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:58.685545 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.775733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Attempting to bind port a9b44032-419d-43f3-af6d-355c38ab6dbe on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:58.776357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Attempting to bind port a9b44032-419d-43f3-af6d-355c38ab6dbe by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:58.776486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Attempting to bind port a9b44032-419d-43f3-af6d-355c38ab6dbe on network 421488ee-ea1a-4da4-9843-d0c43c36d589 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:58.783386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Port a9b44032-419d-43f3-af6d-355c38ab6dbe on network 421488ee-ea1a-4da4-9843-d0c43c36d589 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:58.783787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Attempting to bind port a9b44032-419d-43f3-af6d-355c38ab6dbe on network 421488ee-ea1a-4da4-9843-d0c43c36d589 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:58.790039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:58.790468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Checking segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:58.790958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Bound using segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:58.791605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Bound port: a9b44032-419d-43f3-af6d-355c38ab6dbe, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:58.792028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.839831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1c38bf38-e8e5-4f85-9206-1b04b91aaea8 None None] Provisioning complete for port 8fcd1321-7a83-4082-9038-075e92a852e6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:58.841456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c38bf38-e8e5-4f85-9206-1b04b91aaea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:58.902220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] For port a9b44032-419d-43f3-af6d-355c38ab6dbe, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:58.910330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] For port a9b44032-419d-43f3-af6d-355c38ab6dbe, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:58.927792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1c38bf38-e8e5-4f85-9206-1b04b91aaea8 None None] Port 8fcd1321-7a83-4082-9038-075e92a852e6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:58.934619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.014247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.015143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.016721 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] 10.222.0.89 "PUT /v2.0/ports/a9b44032-419d-43f3-af6d-355c38ab6dbe HTTP/1.1" status: 200 len: 1092 time: 0.9604712 Feb 19 01:35:59.017512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'tag': 'a9b44032-419d-43f3-af6d-355c38ab6dbe'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:59.020624 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e00758-b2af-4b05-a258-57b05915123e" -d '{"events": [{"name": "network-changed", "server_uuid": "f63dfd6f-f45a-4b69-97a4-bb304f1971a1", "tag": "a9b44032-419d-43f3-af6d-355c38ab6dbe"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:59.109826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b983b4-dbea-4523-8854-5aa6fc226a5e req-1eea44d4-30c5-4b14-8440-42712cb28e76 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.111235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4b983b4-dbea-4523-8854-5aa6fc226a5e req-1eea44d4-30c5-4b14-8440-42712cb28e76 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 931 time: 0.1915665 Feb 19 01:35:59.192949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2399c-81d3-44e9-9269-fb1dc9e60678 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b44032-419d-43f3-af6d-355c38ab6dbe,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:59.217977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-05ef10c6-7e04-41b1-bdb4-dbd32c67c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.220201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-05ef10c6-7e04-41b1-bdb4-dbd32c67c37f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 1126 time: 0.1278503 Feb 19 01:35:59.235412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8746209-277e-4d74-8535-ebcf5d71d25f req-722456a3-ac21-40fe-83f0-f1b0b4c39ecc tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.237175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8746209-277e-4d74-8535-ebcf5d71d25f req-722456a3-ac21-40fe-83f0-f1b0b4c39ecc tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 944 time: 0.2126513 Feb 19 01:35:59.290615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4b983b4-dbea-4523-8854-5aa6fc226a5e req-329280f3-2a98-42cb-9c12-de28e459a2b6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662211 Feb 19 01:35:59.290817 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-2d044870-7609-483e-a99e-d3bda4ab0a11 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe HTTP/1.1" status: 200 len: 217 time: 0.0522361 Feb 19 01:35:59.305338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcd1321-7a83-4082-9038-075e92a852e6 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:59.314795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Publish callbacks [] for port (8fcd1321-7a83-4082-9038-075e92a852e6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.364616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Transition to ACTIVE for port object 8fcd1321-7a83-4082-9038-075e92a852e6 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:35:59.369371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.390767 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53681481-882a-4e34-a06a-9635bae52a06 x-openstack-request-id: req-53681481-882a-4e34-a06a-9635bae52a06 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:59.391174 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63dfd6f-f45a-4b69-97a4-bb304f1971a1", "tag": "a9b44032-419d-43f3-af6d-355c38ab6dbe", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:59.391496 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53681481-882a-4e34-a06a-9635bae52a06 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:59.391976 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'tag': 'a9b44032-419d-43f3-af6d-355c38ab6dbe', 'status': 'completed', 'code': 200} Feb 19 01:35:59.444688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:59.463542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8746209-277e-4d74-8535-ebcf5d71d25f req-a4da52cd-f494-426b-b0ae-b7641985e5f3 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167604 Feb 19 01:35:59.465344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-c01f8867-aafb-4c0a-bc95-16b9e3cd99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.467179 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-c01f8867-aafb-4c0a-bc95-16b9e3cd99fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b5d1f22c-e5f0-44ed-abb7-f08fc0f674da HTTP/1.1" status: 200 len: 837 time: 0.1657565 Feb 19 01:35:59.518496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Attempting to bind port 8fcd1321-7a83-4082-9038-075e92a852e6 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:59.518892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Attempting to bind port 8fcd1321-7a83-4082-9038-075e92a852e6 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:59.519415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Attempting to bind port 8fcd1321-7a83-4082-9038-075e92a852e6 on network 8344c652-e082-45dc-861d-b8ddb71ca170 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:59.533207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-cbd81c9b-0f93-4e3d-9231-11d796f7336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.536220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-cbd81c9b-0f93-4e3d-9231-11d796f7336b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=421488ee-ea1a-4da4-9843-d0c43c36d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607157 Feb 19 01:35:59.538753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Port 8fcd1321-7a83-4082-9038-075e92a852e6 on network 8344c652-e082-45dc-861d-b8ddb71ca170 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:59.539391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Attempting to bind port 8fcd1321-7a83-4082-9038-075e92a852e6 on network 8344c652-e082-45dc-861d-b8ddb71ca170 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:59.547981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:59.548361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Checking segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:59.548908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Bound using segment: {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:59.549390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Bound port: 8fcd1321-7a83-4082-9038-075e92a852e6, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fad342-7542-4619-9071-3a58d1899d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:59.549747 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.625755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:59.629306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:59.639345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.647108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-f4788dfe-1b9c-49dd-8ae5-4303d4254e01 service neutron] 10.222.0.89 "GET /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013961 Feb 19 01:35:59.655531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.89', 53860) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:59.676355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.677104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.679369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] 10.222.0.10 "PUT /v2.0/ports/8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 1091 time: 1.1173089 Feb 19 01:35:59.679893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:59.682452 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe44758c-d449-43f7-8ec5-647d7f722427" -d '{"events": [{"name": "network-changed", "server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:59.720876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc429c9-037b-483c-8674-990677bb6a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:59.765472 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e147fff-bd32-4ba9-84f2-67c8b2dc29cf x-openstack-request-id: req-4e147fff-bd32-4ba9-84f2-67c8b2dc29cf {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:59.765820 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:59.766015 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e147fff-bd32-4ba9-84f2-67c8b2dc29cf {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:59.766640 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'status': 'completed', 'code': 200} Feb 19 01:35:59.786002 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-f0dc64af-0251-4ae4-9e49-bda43d8d2687 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292796 Feb 19 01:35:59.789764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8360ae70-7baa-45fd-9c84-8d5294ecf63a req-0417cdb6-7f57-40b4-811f-b4a4ca57dcfa service neutron] 10.222.0.89 "GET /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352804 Feb 19 01:35:59.790215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-578f58d3-ecde-438f-b469-ba94ddc3d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.791802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-578f58d3-ecde-438f-b469-ba94ddc3d3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1125 time: 0.0655506 Feb 19 01:35:59.856035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-d40b7757-a23d-4525-973c-9861c27478c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 217 time: 0.0551460 Feb 19 01:35:59.920344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-092a0afc-5caf-4d2e-b833-822e6a2f00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.923272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-092a0afc-5caf-4d2e-b833-822e6a2f00ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0569570 Feb 19 01:35:59.925628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-724585a0-6201-4400-ad91-eb2e0c90eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.927363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-724585a0-6201-4400-ad91-eb2e0c90eb74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1128 time: 0.0911100 Feb 19 01:35:59.936293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00758-b2af-4b05-a258-57b05915123e req-4d991e0c-9630-4544-b90e-7bad90faed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.938277 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-4d991e0c-9630-4544-b90e-7bad90faed9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 1126 time: 0.0928128 Feb 19 01:35:59.981167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-0ddba5f1-110a-4239-8626-c85f783ef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.982693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-0ddba5f1-110a-4239-8626-c85f783ef8f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522790 Feb 19 01:36:00.090582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-34bd4619-bfc0-455a-a4c6-641b5781dbf5 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Feb 19 01:36:00.131175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00758-b2af-4b05-a258-57b05915123e req-e6dd7bec-3d35-454a-b99b-1bc2526906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.132669 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-e6dd7bec-3d35-454a-b99b-1bc2526906f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=421488ee-ea1a-4da4-9843-d0c43c36d589 HTTP/1.1" status: 200 len: 897 time: 0.1863778 Feb 19 01:36:00.135548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-36c2a103-4c87-4fe7-8cf8-8345c1391083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.136893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-36c2a103-4c87-4fe7-8cf8-8345c1391083 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 897 time: 0.1774404 Feb 19 01:36:00.203657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35de5517-48ab-4b7d-9867-2df6afadb955 req-4243bacb-afa5-496b-be2d-fd3e42d5828d service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062462 Feb 19 01:36:00.219649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-2446c198-66c6-4a53-9a31-3fdbd692dc20 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe HTTP/1.1" status: 200 len: 217 time: 0.0700850 Feb 19 01:36:00.327386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-02546a9e-5370-4822-961a-be89e3941628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.330483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-02546a9e-5370-4822-961a-be89e3941628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1125 time: 0.0687149 Feb 19 01:36:00.371569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-d46b40b5-7454-46e7-9ece-913b6e99806e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 200 len: 1001 time: 0.2128756 Feb 19 01:36:00.390865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00758-b2af-4b05-a258-57b05915123e req-ac9ac23e-d1f4-4ccd-835c-7937a66a23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.392440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-ac9ac23e-d1f4-4ccd-835c-7937a66a23e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b5d1f22c-e5f0-44ed-abb7-f08fc0f674da HTTP/1.1" status: 200 len: 837 time: 0.1083922 Feb 19 01:36:00.439798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-71b4dcf6-f34e-4528-9b1e-2df2252bfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.441304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-71b4dcf6-f34e-4528-9b1e-2df2252bfe13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.1054280 Feb 19 01:36:00.471304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-68883f26-e8e5-42d8-aec8-e4b08ebff4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.472794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-68883f26-e8e5-42d8-aec8-e4b08ebff4b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c19b4c1-92db-4373-b889-aa6611373231 HTTP/1.1" status: 200 len: 835 time: 0.0940080 Feb 19 01:36:00.501050 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-dd73907d-4d40-4d77-916b-e56867e41cf4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 217 time: 0.0500724 Feb 19 01:36:00.580820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00758-b2af-4b05-a258-57b05915123e req-a36dc4d4-d073-4c2d-8e52-95669dbacac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.583009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-a36dc4d4-d073-4c2d-8e52-95669dbacac5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=421488ee-ea1a-4da4-9843-d0c43c36d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1690784 Feb 19 01:36:00.590806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f2baf-86e2-442c-bcde-72c2f904ce63 req-acedd74a-be82-41c1-a0bb-6e96ab6d7193 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.597735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c13f2baf-86e2-442c-bcde-72c2f904ce63 req-acedd74a-be82-41c1-a0bb-6e96ab6d7193 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.1831143 Feb 19 01:36:00.602710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-16f86c74-7489-4c58-a0bc-dc7de25686df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.604163 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-16f86c74-7489-4c58-a0bc-dc7de25686df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b6881a23-0cf2-4537-bb0f-73d592eb39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002522 Feb 19 01:36:00.651028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-a795b771-962c-4214-8f14-14c331a2c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.652727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-a795b771-962c-4214-8f14-14c331a2c31d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.1453543 Feb 19 01:36:00.676220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde1c9-a1bb-4b68-885f-b9e3f6d5a916 req-d2672937-d7a2-4a42-a98c-58aa459cf53d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.681456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65dde1c9-a1bb-4b68-885f-b9e3f6d5a916 req-d2672937-d7a2-4a42-a98c-58aa459cf53d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 944 time: 0.0981352 Feb 19 01:36:00.744328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-03e33ff9-73f6-42cb-ae7e-de7543bfc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.746124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-03e33ff9-73f6-42cb-ae7e-de7543bfc52c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858905 Feb 19 01:36:00.787535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c13f2baf-86e2-442c-bcde-72c2f904ce63 req-ad459e7a-7935-47b8-9a80-e479b80b3308 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889391 Feb 19 01:36:00.802026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-6fb4b715-2e81-4c78-acaf-047a469bed61 service neutron] 10.222.0.89 "GET /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014453 Feb 19 01:36:00.807853 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-1716d6c8-33ed-4600-91a0-231647cc6cfc service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514709 Feb 19 01:36:00.825232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65dde1c9-a1bb-4b68-885f-b9e3f6d5a916 req-1bde67a9-9016-46b0-97f6-a705d701f3f7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215606 Feb 19 01:36:00.869307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-57d84366-6dbe-469c-858f-7e4164baa74d service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149716 Feb 19 01:36:00.965076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe44758c-d449-43f7-8ec5-647d7f722427 req-54146660-997e-4eff-845a-efc08c4b6e11 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841691 Feb 19 01:36:00.967964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ae41dac-ccc3-4e14-b2c3-354d2b3ed12b req-14861ab0-3b44-4082-bbdb-3ec5746a97a5 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520250 Feb 19 01:36:00.969863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2e00758-b2af-4b05-a258-57b05915123e req-cf7a69d7-816c-4769-a8b1-a0559f62c7c4 service neutron] 10.222.0.89 "GET /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611021 Feb 19 01:36:01.414443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:36:01.516592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:01.531748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '8fcd1321-7a83-4082-9038-075e92a852e6', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6', 'mac_address': 'fa:16:3e:8b:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:36:01.572452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:01.572958 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:01.587101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcd1321-7a83-4082-9038-075e92a852e6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:01.609264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:01.616846 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:01.673184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:01.713315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a9b44032-419d-43f3-af6d-355c38ab6dbe details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:36:01.812472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a9b44032-419d-43f3-af6d-355c38ab6dbe, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:01.825924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a9b44032-419d-43f3-af6d-355c38ab6dbe', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'port_id': 'a9b44032-419d-43f3-af6d-355c38ab6dbe', 'mac_address': 'fa:16:3e:d6:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:36:01.862800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['8fcd1321-7a83-4082-9038-075e92a852e6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:36:01.901083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a9b44032-419d-43f3-af6d-355c38ab6dbe is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:01.901484 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:01.924614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b44032-419d-43f3-af6d-355c38ab6dbe {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:01.947917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ec8a0-4188-488b-aba5-bb93a92124be req-237435f4-55aa-47a9-974e-bc80ae4e3921 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.954880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a9b44032-419d-43f3-af6d-355c38ab6dbe, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:01.961424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a76ec8a0-4188-488b-aba5-bb93a92124be req-237435f4-55aa-47a9-974e-bc80ae4e3921 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 944 time: 0.0733383 Feb 19 01:36:01.968465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:01.978274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f536-64ce-4010-a78e-4a8a2b261fda req-4bf78953-8a4e-49e5-a77f-f3d304719f62 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.980350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8582f536-64ce-4010-a78e-4a8a2b261fda req-4bf78953-8a4e-49e5-a77f-f3d304719f62 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 944 time: 0.0786211 Feb 19 01:36:02.019379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a76ec8a0-4188-488b-aba5-bb93a92124be req-fa657642-bcbc-462f-9745-fb95b4780ede tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568292 Feb 19 01:36:02.049545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8582f536-64ce-4010-a78e-4a8a2b261fda req-a4eb733c-cfcc-4d1d-981d-6e3edf70ab9e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631318 Feb 19 01:36:02.087364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a9b44032-419d-43f3-af6d-355c38ab6dbe,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:02.177559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a9b44032-419d-43f3-af6d-355c38ab6dbe'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:36:03.154307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9c03e-3a4a-43dd-ba49-0fb76c5aa629 req-da6e474d-50fd-42a2-b998-450171ef34f8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:03.155821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38f9c03e-3a4a-43dd-ba49-0fb76c5aa629 req-da6e474d-50fd-42a2-b998-450171ef34f8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 944 time: 0.0603421 Feb 19 01:36:03.174665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dff281-bbce-4602-b778-937e86d28af4 req-a0f41c73-f470-4436-8c37-70e87494749c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:03.176306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34dff281-bbce-4602-b778-937e86d28af4 req-a0f41c73-f470-4436-8c37-70e87494749c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 945 time: 0.0542490 Feb 19 01:36:03.207046 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38f9c03e-3a4a-43dd-ba49-0fb76c5aa629 req-e1b1a821-3bdb-4dfe-bbce-9f22cc5be330 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Feb 19 01:36:03.233570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34dff281-bbce-4602-b778-937e86d28af4 req-79e3d2b7-5dfa-446d-ae80-ca7b48e4ad30 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516300 Feb 19 01:36:03.407951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:03.457099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 8fcd1321-7a83-4082-9038-075e92a852e6 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:36:03.462208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 8fcd1321-7a83-4082-9038-075e92a852e6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:03.462572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:03.541031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:03.541554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:03.566984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:03.569348 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03a641d-a1bf-413e-a294-7d71f2e0c8fa" -d '{"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:03.585875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:03.590768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:03.619995 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b31d0-9ced-4554-930d-2039af27bc98 x-openstack-request-id: req-7c3b31d0-9ced-4554-930d-2039af27bc98 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:03.620391 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:03.620753 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c3b31d0-9ced-4554-930d-2039af27bc98 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:03.621342 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'code': 200} Feb 19 01:36:03.653151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:03.713181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a9b44032-419d-43f3-af6d-355c38ab6dbe up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:03.727103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb46a30-23ab-48ef-b2c2-db22ad7672fc req-9e44ad7a-577f-445d-9b4d-d558072ad329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:03.728945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccb46a30-23ab-48ef-b2c2-db22ad7672fc req-9e44ad7a-577f-445d-9b4d-d558072ad329 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0467489 Feb 19 01:36:03.765413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port a9b44032-419d-43f3-af6d-355c38ab6dbe completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:36:03.769508 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a9b44032-419d-43f3-af6d-355c38ab6dbe triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:03.769882 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:03.781035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ccb46a30-23ab-48ef-b2c2-db22ad7672fc req-fe231d3f-2191-4edd-bfc7-4e49fb892283 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Feb 19 01:36:03.864586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a9b44032-419d-43f3-af6d-355c38ab6dbe is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:03.865666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:03.899371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a9b44032-419d-43f3-af6d-355c38ab6dbe, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:03.903572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:03.956496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a9b44032-419d-43f3-af6d-355c38ab6dbe,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:04.339665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527d16d-c6a6-4941-9521-d04ddb755225 req-b697d2a1-fc77-4ce5-8341-8f21bddf2d10 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.341785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e527d16d-c6a6-4941-9521-d04ddb755225 req-b697d2a1-fc77-4ce5-8341-8f21bddf2d10 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0608370 Feb 19 01:36:04.357555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f198-d188-4d69-9af3-5080fa524f19 req-2f9c8a69-bdb8-4f0f-aafd-8c5fc54320a7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.359057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a049f198-d188-4d69-9af3-5080fa524f19 req-2f9c8a69-bdb8-4f0f-aafd-8c5fc54320a7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0599322 Feb 19 01:36:04.395915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e527d16d-c6a6-4941-9521-d04ddb755225 req-beaa991f-f7a0-4043-bc12-407e01aefcfa tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Feb 19 01:36:04.421210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a049f198-d188-4d69-9af3-5080fa524f19 req-5d1d9cf7-9743-477b-b8d0-0c4d5e87a8bc tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549929 Feb 19 01:36:05.524317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3367a1-715d-4947-9592-befeb2e70333 req-611f2a14-26f3-41e5-807e-434933f420b2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.532708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb3367a1-715d-4947-9592-befeb2e70333 req-611f2a14-26f3-41e5-807e-434933f420b2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0620234 Feb 19 01:36:05.534590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebd3-20e4-486e-8693-05ffd4523453 req-3e836fee-5ca2-42d3-b667-07c81d3b9e2f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.536281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d158ebd3-20e4-486e-8693-05ffd4523453 req-3e836fee-5ca2-42d3-b667-07c81d3b9e2f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0543976 Feb 19 01:36:05.581507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb3367a1-715d-4947-9592-befeb2e70333 req-5ec13f6a-e83c-4d52-96f9-13c3aa330936 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477252 Feb 19 01:36:05.601520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d158ebd3-20e4-486e-8693-05ffd4523453 req-62e943e6-fa73-4351-af43-43d908bad313 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590150 Feb 19 01:36:05.623026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b44032-419d-43f3-af6d-355c38ab6dbe'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:05.625466 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce26fb-46db-4fac-be42-6d7c9b33198f" -d '{"events": [{"server_uuid": "f63dfd6f-f45a-4b69-97a4-bb304f1971a1", "name": "network-vif-plugged", "status": "completed", "tag": "a9b44032-419d-43f3-af6d-355c38ab6dbe"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:05.675272 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51e0908-3992-476a-a115-2a2cc97c4341 x-openstack-request-id: req-b51e0908-3992-476a-a115-2a2cc97c4341 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:05.675854 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63dfd6f-f45a-4b69-97a4-bb304f1971a1", "name": "network-vif-plugged", "status": "completed", "tag": "a9b44032-419d-43f3-af6d-355c38ab6dbe", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:05.676228 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b51e0908-3992-476a-a115-2a2cc97c4341 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:05.676712 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b44032-419d-43f3-af6d-355c38ab6dbe', 'code': 200} Feb 19 01:36:05.705889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-77a7eafc-2f58-4139-92b5-a69e1c372c14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018729 Feb 19 01:36:05.725977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e927-6965-4366-8df6-0afdd348d4fd req-ace8b741-f05a-427a-ab4f-8b888f7f1bf6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.727750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c951e927-6965-4366-8df6-0afdd348d4fd req-ace8b741-f05a-427a-ab4f-8b888f7f1bf6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0672975 Feb 19 01:36:05.738107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41414) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:05.743965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Request body: {'floatingip': {'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:05.784861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a58dee-6ded-422a-977b-477cc979c723 req-8d35f5f8-8804-427f-9645-1286c51f26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.786399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97a58dee-6ded-422a-977b-477cc979c723 req-8d35f5f8-8804-427f-9645-1286c51f26d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 1128 time: 0.0505159 Feb 19 01:36:05.813080 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (27100c93-f9aa-49a5-9654-0f15d02c8fe9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:05.835815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97a58dee-6ded-422a-977b-477cc979c723 req-425eb2bd-c9c2-4506-ae47-17e076172315 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Feb 19 01:36:05.889120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-aea756b9-4dc0-4359-8ba3-dc3d6ec29fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.890589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-aea756b9-4dc0-4359-8ba3-dc3d6ec29fb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1128 time: 0.1125021 Feb 19 01:36:06.063221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-c9f163a7-8dc6-4c62-8543-6fc0f316c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:06.064743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-c9f163a7-8dc6-4c62-8543-6fc0f316c9dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.1532106 Feb 19 01:36:06.203074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-7b7b6314-82ce-4387-a31c-36a8bd46172d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 1001 time: 0.1112242 Feb 19 01:36:06.320812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-e06a7c06-7368-4085-9ef0-029a368722ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:06.322525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-e06a7c06-7368-4085-9ef0-029a368722ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.0851958 Feb 19 01:36:06.417528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-f1ce6990-4d3b-4437-93a7-eba201d82960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:06.418923 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-f1ce6990-4d3b-4437-93a7-eba201d82960 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888877 Feb 19 01:36:06.743697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52fb65-6c37-4e4a-bb4d-018f3b87259e req-19bf19a5-e0c7-4a3c-a8be-a1ffd9282ddf tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:06.745928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a52fb65-6c37-4e4a-bb4d-018f3b87259e req-19bf19a5-e0c7-4a3c-a8be-a1ffd9282ddf tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0574279 Feb 19 01:36:06.812748 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7a52fb65-6c37-4e4a-bb4d-018f3b87259e req-ad8928bf-5406-4d55-a5cb-774a619209ab tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537815 Feb 19 01:36:06.826997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:06.835785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (27100c93-f9aa-49a5-9654-0f15d02c8fe9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:06.897410 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-766fefd4-6e5e-487e-b710-3bfff88d2d73 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524536 Feb 19 01:36:07.006856 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Floating IP 27100c93-f9aa-49a5-9654-0f15d02c8fe9 associated. External IP: 172.25.0.186, port: 8fcd1321-7a83-4082-9038-075e92a852e6. Feb 19 01:36:07.075381 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5371b9b6-822c-412c-9c11-ca60535056a7 req-0cac67b3-e985-4870-b8b4-bb2a0aacee36 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700289 Feb 19 01:36:07.260970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:07.374968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:07.379769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:07.385149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:07.395480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:07.396322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:07.412266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8f98e983-8827-4d2e-aca5-f8112efdb726 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "PUT /v2.0/floatingips/27100c93-f9aa-49a5-9654-0f15d02c8fe9 HTTP/1.1" status: 200 len: 991 time: 1.6706698 Feb 19 01:36:07.412266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:07.413050 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40df8a38-1585-4ae7-960f-38f56c556e21" -d '{"events": [{"name": "network-changed", "server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:07.472242 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d04a19d-de35-4acc-9f85-d5de06097705 x-openstack-request-id: req-1d04a19d-de35-4acc-9f85-d5de06097705 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:07.472538 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:07.472796 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d04a19d-de35-4acc-9f85-d5de06097705 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:07.473251 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'status': 'completed', 'code': 200} Feb 19 01:36:07.534165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:07.547578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-a648b622-b5dc-4692-9c51-7b6061a1fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.549126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-a648b622-b5dc-4692-9c51-7b6061a1fffa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0506814 Feb 19 01:36:07.679787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-e669ddb2-de16-4b00-a886-fbe62d4bb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.681473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-e669ddb2-de16-4b00-a886-fbe62d4bb678 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.1253495 Feb 19 01:36:07.767882 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-6c8d3719-ac2f-443e-91a0-d33e173a3065 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 999 time: 0.0784051 Feb 19 01:36:07.832583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-fa3806a1-1fef-47de-a3e3-33462ea9c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.834743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-fa3806a1-1fef-47de-a3e3-33462ea9c02b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0600464 Feb 19 01:36:07.901270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-d44b1729-516d-450a-84d6-3844a9968961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.903254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-d44b1729-516d-450a-84d6-3844a9968961 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629182 Feb 19 01:36:07.996767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fb23-ea4c-41f1-889a-412a19b5fbf9 req-5cdbae4c-a79b-4d2f-95dc-84b7569a11f9 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.998921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ee2fb23-ea4c-41f1-889a-412a19b5fbf9 req-5cdbae4c-a79b-4d2f-95dc-84b7569a11f9 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0684075 Feb 19 01:36:08.039448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-36e65fd3-f15b-4027-867f-c8ff2d30ebaa service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283937 Feb 19 01:36:08.064498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ee2fb23-ea4c-41f1-889a-412a19b5fbf9 req-cb83b251-953d-4846-98ab-ed434c0191d6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588024 Feb 19 01:36:08.075549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '27100c93-f9aa-49a5-9654-0f15d02c8fe9', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'mac_address': 'fa:16:3e:8b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:54Z', 'updated_at': '2022-02-19T01:36:06Z', 'revision_number': 1, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:08.129957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:08.147402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:08.154078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:08.189754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-40df8a38-1585-4ae7-960f-38f56c556e21 req-9a7d293d-e631-43dc-9713-a2bca6c4f5e7 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424854 Feb 19 01:36:08.278112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706992-ae76-481b-9e0a-c2ebff2db9f4 req-47c63250-ec0b-4fae-92ce-2047824056d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:08.280322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac706992-ae76-481b-9e0a-c2ebff2db9f4 req-47c63250-ec0b-4fae-92ce-2047824056d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0859315 Feb 19 01:36:08.308655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:08.367345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac706992-ae76-481b-9e0a-c2ebff2db9f4 req-5329c278-6eb7-45aa-a62a-ce482511c121 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799971 Feb 19 01:36:08.621145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '27100c93-f9aa-49a5-9654-0f15d02c8fe9', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'mac_address': 'fa:16:3e:8b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:54Z', 'updated_at': '2022-02-19T01:36:06Z', 'revision_number': 1, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:08.651858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58494dac-e8e3-4679-be0c-23c2aa51f273 None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '27100c93-f9aa-49a5-9654-0f15d02c8fe9', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'mac_address': 'fa:16:3e:8b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:54Z', 'updated_at': '2022-02-19T01:36:06Z', 'revision_number': 1, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:08.922253 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ebefe-bdef-41d0-99e2-7c8059ad802c None None] New status for floating IP 27100c93-f9aa-49a5-9654-0f15d02c8fe9: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:36:09.207759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58ab8-117e-4682-a699-fa2542fa0c30 req-f81243df-8b41-4a5e-8ddd-e6e3910cf38f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:09.216356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0b58ab8-117e-4682-a699-fa2542fa0c30 req-f81243df-8b41-4a5e-8ddd-e6e3910cf38f tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1128 time: 0.0570216 Feb 19 01:36:09.288400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0b58ab8-117e-4682-a699-fa2542fa0c30 req-ba7b33e0-4b49-4403-a941-688fbcbacb98 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659392 Feb 19 01:36:09.315477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41460) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:09.522091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port f5f72ecb-8f25-46d5-93bd-3756310197b1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:09.522434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:09.618783 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:09.619112 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (f5f72ecb-8f25-46d5-93bd-3756310197b1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:09.631030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for f5f72ecb-8f25-46d5-93bd-3756310197b1 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:09.819590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f5f72ecb-8f25-46d5-93bd-3756310197b1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:09.847523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=f5f72ecb-8f25-46d5-93bd-3756310197b1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:09.866252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41462) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:09.948226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (ffc69975-42ed-45b1-b949-e26996d4c2e4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:09.948736 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP ffc69975-42ed-45b1-b949-e26996d4c2e4 disassociated (deleted). External IP: 172.25.0.228, port: 352955c4-72e0-4a67-8343-63b5df7acce3. Feb 19 01:36:10.405388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:10.574064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 15418299-3de7-4a27-aa90-331f92023167 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:10.705219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:10.711281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:10.720914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26141f-4551-4da3-928b-811819e64681 None None] Sync routers for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:10.737206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:10.738097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:10.752441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.20.0.17 (421488ee-ea1a-4da4-9843-d0c43c36d589/b5d1f22c-e5f0-44ed-abb7-f08fc0f674da/344fbc75-b404-4474-8bec-1ab1fa3e7530) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:10.755411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5882f3e1-9f6e-4b50-8295-ce3724f2f286 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/floatingips/ffc69975-42ed-45b1-b949-e26996d4c2e4 HTTP/1.1" status: 204 len: 168 time: 1.4386103 Feb 19 01:36:10.756211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:10.758683 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4180105b-795b-4bc3-85af-f7c63b247d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:10.833169 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bba1a1-48d0-4e0a-8416-a08971fcd3f6 x-openstack-request-id: req-78bba1a1-48d0-4e0a-8416-a08971fcd3f6 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:10.833629 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:10.834402 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78bba1a1-48d0-4e0a-8416-a08971fcd3f6 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:10.844449 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'status': 'completed', 'code': 200} Feb 19 01:36:10.955294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:10.984881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-e356ab4a-72ef-4664-8e51-f9eac2c9004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:10.986831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-e356ab4a-72ef-4664-8e51-f9eac2c9004a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 1128 time: 0.1129327 Feb 19 01:36:11.010567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:11.050531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a105b-acc4-4d95-9778-cffcb2ec6be3 req-0eb11c07-5841-414a-9637-60fd7d81fe84 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.057683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-819a105b-acc4-4d95-9778-cffcb2ec6be3 req-0eb11c07-5841-414a-9637-60fd7d81fe84 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 946 time: 0.0656147 Feb 19 01:36:11.112984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-819a105b-acc4-4d95-9778-cffcb2ec6be3 req-19734091-52a5-45ba-ab8e-94514f462abb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520291 Feb 19 01:36:11.128963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-81eb4869-c021-4c12-aa12-889731430232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.130950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-81eb4869-c021-4c12-aa12-889731430232 service neutron] 10.222.0.10 "GET /v2.0/networks?id=669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 200 len: 898 time: 0.1331766 Feb 19 01:36:11.132235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:11.217173 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-71dbe462-b0f1-442f-8c10-57db15db370e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 200 len: 217 time: 0.0784383 Feb 19 01:36:11.218512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:11.223119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:11.238760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:11.245991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:56Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:11.284426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26141f-4551-4da3-928b-811819e64681 None None] Checking router: 15418299-3de7-4a27-aa90-331f92023167 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:11.295905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:11.296533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:11.314229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=344fbc75-b404-4474-8bec-1ab1fa3e7530,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:11.345326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:11.360429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-f3169d2c-d7d7-4c96-8597-1ef597578e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.365748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-f3169d2c-d7d7-4c96-8597-1ef597578e29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 200 len: 835 time: 0.1198251 Feb 19 01:36:11.492791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-68097348-e961-433a-be63-e7f54172085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.494533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-68097348-e961-433a-be63-e7f54172085e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=669a4e5e-020a-49dc-93fb-88ca159cea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891919 Feb 19 01:36:11.536435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:11.655408 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:11.659104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-b2ce55fa-ec2b-4d1c-b4b5-e0096d8ab71f service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556311 Feb 19 01:36:11.664775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3f4585f0-ea8d-45f5-a4e2-cd1949148b6d None None] Provisioning complete for port 344fbc75-b404-4474-8bec-1ab1fa3e7530 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:11.666577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f4585f0-ea8d-45f5-a4e2-cd1949148b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:11.768945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3f4585f0-ea8d-45f5-a4e2-cd1949148b6d None None] Port 344fbc75-b404-4474-8bec-1ab1fa3e7530 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:11.836021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b26141f-4551-4da3-928b-811819e64681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:56Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:11.836928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4180105b-795b-4bc3-85af-f7c63b247d9f req-1ed71514-1fd8-42a9-94c4-503c3390a174 service neutron] 10.222.0.10 "GET /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629450 Feb 19 01:36:11.870357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26141f-4551-4da3-928b-811819e64681 None None] The sync data for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 is: [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:33:50Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9', 'name': '', 'network_id': '669a4e5e-020a-49dc-93fb-88ca159cea11', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:9d:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:48Z', 'updated_at': '2022-02-19T01:33:56Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': 'b452f3b7-57cd-4649-90ea-d132c2bb8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:12.078890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.084605 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.173058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.186808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=344fbc75-b404-4474-8bec-1ab1fa3e7530,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:12.263801 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b47730-c4f5-4b78-829f-5e20b7662e43 None None] New status for floating IP ffc69975-42ed-45b1-b949-e26996d4c2e4: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:36:12.314581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625e60-ecdb-4265-8ed6-6af40500a983 req-19d7790b-375e-47fe-a931-309787dd26d3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:12.316284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70625e60-ecdb-4265-8ed6-6af40500a983 req-19d7790b-375e-47fe-a931-309787dd26d3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 946 time: 0.1226525 Feb 19 01:36:12.365105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:12.367696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:12.480678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70625e60-ecdb-4265-8ed6-6af40500a983 req-23ae429e-5872-48bd-8a93-aece9c6b1c84 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9294ba2-b726-486b-a234-958b8ed2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531150 Feb 19 01:36:12.582464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-ac4dd878-5c8a-4db3-8489-d85ef1e6f295 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:12.584460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-ac4dd878-5c8a-4db3-8489-d85ef1e6f295 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 946 time: 0.1992168 Feb 19 01:36:12.691630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:12.710949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7e8d19db-c21f-4200-b691-4b43a7f320c2 None None] Provisioning complete for port 344fbc75-b404-4474-8bec-1ab1fa3e7530 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:12.710949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e8d19db-c21f-4200-b691-4b43a7f320c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.749160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d19db-c21f-4200-b691-4b43a7f320c2 None None] Port 344fbc75-b404-4474-8bec-1ab1fa3e7530 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:13.097199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:13.097940 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:13.236301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:13.261072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7e19020d-e922-41a0-b79b-3344242b553d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "PUT /v2.0/routers/5c7737f3-1520-4f2a-bc01-92e782f6ef15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779409 Feb 19 01:36:13.263501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 352955c4-72e0-4a67-8343-63b5df7acce3, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=352955c4-72e0-4a67-8343-63b5df7acce3,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:13.264093 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:13.264675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:13.282043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 352955c4-72e0-4a67-8343-63b5df7acce3 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:13.286407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:13.287427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:13.426361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:13.455629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (352955c4-72e0-4a67-8343-63b5df7acce3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:13.502011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=352955c4-72e0-4a67-8343-63b5df7acce3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:13.559313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] No DVR routers for this DVR port 352955c4-72e0-4a67-8343-63b5df7acce3 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:13.562362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:13.567127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1689dbba-bb4c-4578-8333-0f511f78bccf req-10de5440-ca35-46e9-b790-ccf86129a213 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "DELETE /v2.0/ports/352955c4-72e0-4a67-8343-63b5df7acce3 HTTP/1.1" status: 204 len: 173 time: 0.9776056 Feb 19 01:36:13.567666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-deleted', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:13.570440 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f673a-9604-4bf7-a56f-a3affe919ea1" -d '{"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-deleted", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:13.648627 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2042a5fd-1dda-4478-aabe-6d8b2b0230d0 x-openstack-request-id: req-2042a5fd-1dda-4478-aabe-6d8b2b0230d0 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:13.648627 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7872e42-4254-4920-8251-bdfb5af957f7", "name": "network-vif-deleted", "tag": "352955c4-72e0-4a67-8343-63b5df7acce3", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:13.648841 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2042a5fd-1dda-4478-aabe-6d8b2b0230d0 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:13.649794 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7872e42-4254-4920-8251-bdfb5af957f7', 'name': 'network-vif-deleted', 'tag': '352955c4-72e0-4a67-8343-63b5df7acce3', 'status': 'completed', 'code': 200} Feb 19 01:36:13.678631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-554816e0-3918-40fa-b4b0-decd1fbb7d8d req-5ab88c18-b5f9-4204-b253-f000bcd97af5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7872e42-4254-4920-8251-bdfb5af957f7 HTTP/1.1" status: 200 len: 210 time: 0.0812562 Feb 19 01:36:13.748351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:11Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:18Z', 'revision_number': 1, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344fbc75-b404-4474-8bec-1ab1fa3e7530', 'name': '', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:2f:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:10Z', 'updated_at': '2022-02-19T01:36:11Z', 'revision_number': 2, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:13.779887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:13.780182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Updating router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 port 344fbc75-b404-4474-8bec-1ab1fa3e7530 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:13.808548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.093542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Publish callbacks [] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.099445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.176142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265d78f-264e-4863-94d5-5d132e466194 None None] Pushing event updated for resources: {'Port': ['ID=344fbc75-b404-4474-8bec-1ab1fa3e7530,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:14.217208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Attempting to bind port 344fbc75-b404-4474-8bec-1ab1fa3e7530 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:14.217516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Attempting to bind port 344fbc75-b404-4474-8bec-1ab1fa3e7530 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:14.217863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Attempting to bind port 344fbc75-b404-4474-8bec-1ab1fa3e7530 on network 421488ee-ea1a-4da4-9843-d0c43c36d589 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:14.223166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:14.223525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Checking segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:14.223959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.224349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Bound using segment: {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:14.224984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Bound port: 344fbc75-b404-4474-8bec-1ab1fa3e7530, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:14.225386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.296516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] For port 344fbc75-b404-4474-8bec-1ab1fa3e7530, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:14.299889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] For port 344fbc75-b404-4474-8bec-1ab1fa3e7530, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=344fbc75-b404-4474-8bec-1ab1fa3e7530,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:14.307877 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.369768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265d78f-264e-4863-94d5-5d132e466194 None None] Pushing event updated for resources: {'Port': ['ID=344fbc75-b404-4474-8bec-1ab1fa3e7530,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:14.376921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:14.377565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:14.512059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:14.513990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] Provisioning complete for port 344fbc75-b404-4474-8bec-1ab1fa3e7530 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:14.514361 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.735766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41502) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:14.906314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] Current status of the port 344fbc75-b404-4474-8bec-1ab1fa3e7530 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:14.906808 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.968279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] For port 344fbc75-b404-4474-8bec-1ab1fa3e7530, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=344fbc75-b404-4474-8bec-1ab1fa3e7530,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:14.979387 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.093078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a1b38-2e56-4702-af00-4273bbe0b0e5 None None] Pushing event updated for resources: {'Port': ['ID=344fbc75-b404-4474-8bec-1ab1fa3e7530,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:15.117259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:11Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:18Z', 'revision_number': 1, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344fbc75-b404-4474-8bec-1ab1fa3e7530', 'name': '', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:2f:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:10Z', 'updated_at': '2022-02-19T01:36:14Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:15.120863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1cf55422-b128-4c36-befc-ef4d6a96bb16 None None] Provisioning complete for port 344fbc75-b404-4474-8bec-1ab1fa3e7530 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:15.120863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1cf55422-b128-4c36-befc-ef4d6a96bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.145249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (15418299-3de7-4a27-aa90-331f92023167), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.162803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bba9ae-7e9c-472e-8202-34f3886128c4 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:11Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:18Z', 'revision_number': 1, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '344fbc75-b404-4474-8bec-1ab1fa3e7530', 'name': '', 'network_id': '421488ee-ea1a-4da4-9843-d0c43c36d589', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:2f:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:10Z', 'updated_at': '2022-02-19T01:36:14Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': 'b5d1f22c-e5f0-44ed-abb7-f08fc0f674da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:15.253459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1cf55422-b128-4c36-befc-ef4d6a96bb16 None None] Current status of the port 344fbc75-b404-4474-8bec-1ab1fa3e7530 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:15.469564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:15.478086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:15.478464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.493307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 352955c4-72e0-4a67-8343-63b5df7acce3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:15.493674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 352955c4-72e0-4a67-8343-63b5df7acce3 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:15.578304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:15.578682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.593260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:15.702513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 344fbc75-b404-4474-8bec-1ab1fa3e7530 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:15.797437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 344fbc75-b404-4474-8bec-1ab1fa3e7530 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:15.797892 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.913011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:15.953418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 344fbc75-b404-4474-8bec-1ab1fa3e7530 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:15.966861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:16.236453 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (15418299-3de7-4a27-aa90-331f92023167), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.467310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 15418299-3de7-4a27-aa90-331f92023167 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:16.579932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:16.584832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0376e7d8-4b72-4a27-b9d5-fc539b1e8eb9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/15418299-3de7-4a27-aa90-331f92023167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480041 Feb 19 01:36:16.588210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:16.590144 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] Sync routers for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:16.604505 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:16.605225 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:16.638912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting subnet b452f3b7-57cd-4649-90ea-d132c2bb8a2e {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:36:16.642160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (b452f3b7-57cd-4649-90ea-d132c2bb8a2e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.689667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (b452f3b7-57cd-4649-90ea-d132c2bb8a2e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.777233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b452f3b7-57cd-4649-90ea-d132c2bb8a2e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.798505 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:16.835230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (b452f3b7-57cd-4649-90ea-d132c2bb8a2e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.867348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Subnet': ['ID=b452f3b7-57cd-4649-90ea-d132c2bb8a2e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:16.871436 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.877086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a48f2134-1f3f-4374-939b-d7d050f7a333 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/subnets/b452f3b7-57cd-4649-90ea-d132c2bb8a2e HTTP/1.1" status: 204 len: 168 time: 0.2854900 Feb 19 01:36:16.877335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41518) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:16.881523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53054c-ab38-407a-9e99-70f57541a04d None None] Network 669a4e5e-020a-49dc-93fb-88ca159cea11 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:16.977555 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:36:15Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:16.998317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (15418299-3de7-4a27-aa90-331f92023167), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.006374 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] Checking router: 15418299-3de7-4a27-aa90-331f92023167 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:17.019209 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] Routers {'15418299-3de7-4a27-aa90-331f92023167'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:17.019513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['15418299-3de7-4a27-aa90-331f92023167'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:17.088552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] DHCP port deletion for 669a4e5e-020a-49dc-93fb-88ca159cea11 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:36:17.134647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (15418299-3de7-4a27-aa90-331f92023167), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.165272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] Deleting port 64507ec0-4904-4a2a-93b0-075f2ce5027c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:17.165523 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] Set router 15418299-3de7-4a27-aa90-331f92023167 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:17.165640 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.214254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 085400ac-0010-4b82-b544-5fb42104ad61 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:17.214632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (085400ac-0010-4b82-b544-5fb42104ad61), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.245547 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] For port 64507ec0-4904-4a2a-93b0-075f2ce5027c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=64507ec0-4904-4a2a-93b0-075f2ce5027c,segment=NetworkSegment(c444678b-8682-4b25-b523-81e5ca221812),segment_id=c444678b-8682-4b25-b523-81e5ca221812)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:17.245996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.263172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] Calling delete_port for 64507ec0-4904-4a2a-93b0-075f2ce5027c owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:17.310382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 085400ac-0010-4b82-b544-5fb42104ad61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=085400ac-0010-4b82-b544-5fb42104ad61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:17.310631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (085400ac-0010-4b82-b544-5fb42104ad61), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.334020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 085400ac-0010-4b82-b544-5fb42104ad61 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:17.368679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (64507ec0-4904-4a2a-93b0-075f2ce5027c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.374507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:36:15Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:17.402751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] No DVR routers for this DVR port 64507ec0-4904-4a2a-93b0-075f2ce5027c on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:17.409721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1b1cd-a02f-4c1b-89ca-bb7eefc1a89f None None] Pushing event deleted for resources: {'Port': ['ID=64507ec0-4904-4a2a-93b0-075f2ce5027c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:17.411844 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c420bc2-a527-461e-8ef4-d700fff881da None None] The sync data for ids ['15418299-3de7-4a27-aa90-331f92023167'] in n-d-826752-2 is: [{'id': '15418299-3de7-4a27-aa90-331f92023167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81418746', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '085400ac-0010-4b82-b544-5fb42104ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:43Z', 'updated_at': '2022-02-19T01:36:15Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '085400ac-0010-4b82-b544-5fb42104ad61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15418299-3de7-4a27-aa90-331f92023167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:44Z', 'updated_at': '2022-02-19T01:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:17.553938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (085400ac-0010-4b82-b544-5fb42104ad61), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.583956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=085400ac-0010-4b82-b544-5fb42104ad61,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:17.657460 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (15418299-3de7-4a27-aa90-331f92023167), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.751129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (15418299-3de7-4a27-aa90-331f92023167), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.753298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (15418299-3de7-4a27-aa90-331f92023167), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.801954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (15418299-3de7-4a27-aa90-331f92023167), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.802610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Fanout notify agent at l3_agent the message router_deleted on router 15418299-3de7-4a27-aa90-331f92023167 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:36:17.810161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.813032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f42e9e15-7bb1-4aa0-bfc1-8a86e05eb771 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/routers/15418299-3de7-4a27-aa90-331f92023167 HTTP/1.1" status: 204 len: 168 time: 0.9331980 Feb 19 01:36:17.814707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41538) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:17.905353 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (669a4e5e-020a-49dc-93fb-88ca159cea11), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.930189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64507ec0-4904-4a2a-93b0-075f2ce5027c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:17.953714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 64507ec0-4904-4a2a-93b0-075f2ce5027c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:17.954069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 64507ec0-4904-4a2a-93b0-075f2ce5027c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:17.954494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:17.978998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:17.979368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9fe071cf-8f40-4154-a0ed-0a6f8b65a7f9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:18.014914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (669a4e5e-020a-49dc-93fb-88ca159cea11), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.035524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669a4e5e-020a-49dc-93fb-88ca159cea11']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:18.044885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c444678b-8682-4b25-b523-81e5ca221812') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:18.045215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c444678b-8682-4b25-b523-81e5ca221812') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:18.062215 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (c444678b-8682-4b25-b523-81e5ca221812), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.076727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c444678b-8682-4b25-b523-81e5ca221812), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.082921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:36:18.083428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (c444678b-8682-4b25-b523-81e5ca221812), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:36:18.086649 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:36:18.150350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (669a4e5e-020a-49dc-93fb-88ca159cea11), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.162440 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.165791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/networks/669a4e5e-020a-49dc-93fb-88ca159cea11 HTTP/1.1" status: 204 len: 168 time: 0.3495104 Feb 19 01:36:18.168388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41542) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:18.194336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Network': ['ID=669a4e5e-020a-49dc-93fb-88ca159cea11,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:18.204640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.205028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.205387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.205731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.206068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.206404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.206737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.207203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.207539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.207913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.208243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.208572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.208934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9ab75-166a-477f-a625-a4a8f4fe85e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:18.258479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0fef749-14b9-4e7e-a6bf-4d4f73d14a40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (d9294ba2-b726-486b-a234-958b8ed2cfd5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.287392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0fef749-14b9-4e7e-a6bf-4d4f73d14a40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (d9294ba2-b726-486b-a234-958b8ed2cfd5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.355740 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0fef749-14b9-4e7e-a6bf-4d4f73d14a40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d9294ba2-b726-486b-a234-958b8ed2cfd5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.358473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0fef749-14b9-4e7e-a6bf-4d4f73d14a40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.359659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b0fef749-14b9-4e7e-a6bf-4d4f73d14a40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/security-groups/d9294ba2-b726-486b-a234-958b8ed2cfd5 HTTP/1.1" status: 204 len: 168 time: 0.1902153 Feb 19 01:36:18.370674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fef749-14b9-4e7e-a6bf-4d4f73d14a40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9294ba2-b726-486b-a234-958b8ed2cfd5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:18.374494 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.594546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:18.600292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734658445', 'description': 'tempest-secgroup-smoke-1734658445 description', 'project_id': '9e1e3a64a565467999d736e1f9c667ae'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:18.629467 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.699655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.703574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.737142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:18.743133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.744390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-233b6f61-5013-406e-aeb4-720266202cda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1487868 Feb 19 01:36:18.747205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41554) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:18.752015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:18.778078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (043b1c00-5e7d-42fc-ba00-091fad94b0ac), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.833139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (043b1c00-5e7d-42fc-ba00-091fad94b0ac), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.837004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (043b1c00-5e7d-42fc-ba00-091fad94b0ac), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.855630 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043b1c00-5e7d-42fc-ba00-091fad94b0ac,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:18.866207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.867510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e063cb6e-b6ad-4440-bcc7-48f75995c020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192083 Feb 19 01:36:18.870153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:18.875082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:18.902027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (8c71007d-d0d5-454e-b77d-8fe93ebb1b45), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.957288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (8c71007d-d0d5-454e-b77d-8fe93ebb1b45), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.960889 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (8c71007d-d0d5-454e-b77d-8fe93ebb1b45), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.978415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c71007d-d0d5-454e-b77d-8fe93ebb1b45,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:18.988015 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:18.989866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7faae4ed-2c21-463f-9979-d0fd9a567140 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180539 Feb 19 01:36:18.992617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41558) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:18.997121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:19.022082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (03ded590-9d8e-4721-87fc-a69644cfaaee), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.081855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (03ded590-9d8e-4721-87fc-a69644cfaaee), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.085541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (03ded590-9d8e-4721-87fc-a69644cfaaee), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.103883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ded590-9d8e-4721-87fc-a69644cfaaee,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:19.107942 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.111697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c7d09854-9bc6-45a8-aaa2-c9693d6ea0ec tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153913 Feb 19 01:36:19.112206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41560) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:19.117242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:19.142336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (4094fb5a-9e3a-4ad5-922d-29bc2df87936), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.205221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (4094fb5a-9e3a-4ad5-922d-29bc2df87936), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.209708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4094fb5a-9e3a-4ad5-922d-29bc2df87936), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.226576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4094fb5a-9e3a-4ad5-922d-29bc2df87936,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:19.237269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.238480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c6691a56-b6f6-46f4-87bd-0e7557c81f57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252563 Feb 19 01:36:19.241327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41562) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:19.245800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:19.266450 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:36:19.272254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (bd015431-5182-4903-87cc-b5a30c2e7969), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.330643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (bd015431-5182-4903-87cc-b5a30c2e7969), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.335464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (bd015431-5182-4903-87cc-b5a30c2e7969), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.356263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd015431-5182-4903-87cc-b5a30c2e7969,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:19.361875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.365449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-138e5907-5440-41e3-8c16-111af744de34 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230860 Feb 19 01:36:19.366082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:19.370762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:19.390398 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:36:19.396602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (195c1b63-fe01-4e2a-a22b-03d603053e99), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.454478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (195c1b63-fe01-4e2a-a22b-03d603053e99), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.458810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (195c1b63-fe01-4e2a-a22b-03d603053e99), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.474556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195c1b63-fe01-4e2a-a22b-03d603053e99,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:19.486214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.488092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a9bfee06-cadf-44de-b613-f807c3245419 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207759 Feb 19 01:36:19.490894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:19.496601 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'network': {'name': 'tempest-network-smoke--385843522', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:19.515107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:19.518433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.548171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:36:19.558377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4213a1e5-721c-4b4b-ae6e-ab894928fd77), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.558742 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Added segment 4213a1e5-721c-4b4b-ae6e-ab894928fd77 of type vlan for network 98e2c29a-7d27-4547-8185-b848c58136c6 Feb 19 01:36:19.588122 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 085400ac-0010-4b82-b544-5fb42104ad61 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:19.602570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (98e2c29a-7d27-4547-8185-b848c58136c6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.616500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 085400ac-0010-4b82-b544-5fb42104ad61 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:19.617124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 085400ac-0010-4b82-b544-5fb42104ad61 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:19.633141 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (98e2c29a-7d27-4547-8185-b848c58136c6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.638311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:19.639030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.699741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2076962 Feb 19 01:36:19.702590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41572) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:19.708717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'admin_state_up': True, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:19.717744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3be6-ed04-4ede-8912-1a276b38ad5f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Network': ['ID=98e2c29a-7d27-4547-8185-b848c58136c6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:19.728668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 98e2c29a-7d27-4547-8185-b848c58136c6 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:36:19.734806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (01a46f43-1256-4961-a92b-075f1ee59f03), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.736302 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (01a46f43-1256-4961-a92b-075f1ee59f03), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.800850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (01a46f43-1256-4961-a92b-075f1ee59f03), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.946557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (01a46f43-1256-4961-a92b-075f1ee59f03), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.139975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (01a46f43-1256-4961-a92b-075f1ee59f03), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.162893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.245699 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c94f1c2-eeaf-4050-b96b-b555733b819d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.268118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.240 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/df678e83-2e15-494b-9e0e-319f740d73c7) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:20.375922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (df678e83-2e15-494b-9e0e-319f740d73c7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.411557 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.447930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:20.450917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:20.454324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:20.483039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=df678e83-2e15-494b-9e0e-319f740d73c7,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:21.040500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (01a46f43-1256-4961-a92b-075f1ee59f03), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.245265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (01a46f43-1256-4961-a92b-075f1ee59f03), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.374714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 01a46f43-1256-4961-a92b-075f1ee59f03 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:36:21.484791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:21.496012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Sync routers for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:21.507262 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.511829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:21.511999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1ffa13e0-3007-478c-9a4b-fae21fcdb248 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8048170 Feb 19 01:36:21.512131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:21.512269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41580) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:21.545333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0fa46a31-fac4-4e83-8068-6c66277764e6 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9e1e3a64a565467999d736e1f9c667ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293088 Feb 19 01:36:21.545569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:21.634858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:21.651738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0caf9-b0d6-4a4f-8927-f4c3da96030c tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:21.653743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d6d0caf9-b0d6-4a4f-8927-f4c3da96030c tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069834 Feb 19 01:36:21.656310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:21.685286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e802a3d-cd0d-4af7-a205-a192ecfdd6f9 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275190 Feb 19 01:36:21.687718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41586) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:21.858856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:20Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:21.866398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295818361', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:21.890781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Checking router: 01a46f43-1256-4961-a92b-075f1ee59f03 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:21.891557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Updating router 01a46f43-1256-4961-a92b-075f1ee59f03 port df678e83-2e15-494b-9e0e-319f740d73c7 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:21.927200 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.967993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:21.972109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.243629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (74441b31-f50b-4c4c-8451-8124ea1cb9af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.257538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Publish callbacks [] for port (df678e83-2e15-494b-9e0e-319f740d73c7), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.263745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.331484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b30bf-7eed-4f75-8880-91ee882394b7 None None] Pushing event updated for resources: {'Port': ['ID=df678e83-2e15-494b-9e0e-319f740d73c7,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:22.332386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Subnet': ['ID=74441b31-f50b-4c4c-8451-8124ea1cb9af,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:22.335977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Attempting to bind port df678e83-2e15-494b-9e0e-319f740d73c7 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:22.336362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Attempting to bind port df678e83-2e15-494b-9e0e-319f740d73c7 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:22.336732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Attempting to bind port df678e83-2e15-494b-9e0e-319f740d73c7 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:22.342345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Checking segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:22.342836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network hostable DHCP agents. Network: 98e2c29a-7d27-4547-8185-b848c58136c6, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:36:22.343371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:22.343827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:22.344304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.344763 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:22.345458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Bound port: df678e83-2e15-494b-9e0e-319f740d73c7, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:22.345843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.366173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 98e2c29a-7d27-4547-8185-b848c58136c6 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:36:22.381519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 98e2c29a-7d27-4547-8185-b848c58136c6) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:22.386914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:22.387521 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.397428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157caa11-0fed-43b7-93b9-d0fca88d31e3 None None] Network 98e2c29a-7d27-4547-8185-b848c58136c6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:22.412638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-53046851-b046-4e21-9967-6326ce697a59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7235463 Feb 19 01:36:22.415318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41606) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:22.539814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] For port df678e83-2e15-494b-9e0e-319f740d73c7, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:22.543844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-98e2c29a-7d27-4547-8185-b848c58136c6', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:36:22.544713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.573606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] For port df678e83-2e15-494b-9e0e-319f740d73c7, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=df678e83-2e15-494b-9e0e-319f740d73c7,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:22.587890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.728953 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e26a497-95ff-46be-9cfb-8da77d79d12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:22.742581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:22.743434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:35:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:22.982870 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.000321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b30bf-7eed-4f75-8880-91ee882394b7 None None] Pushing event updated for resources: {'Port': ['ID=df678e83-2e15-494b-9e0e-319f740d73c7,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:23.076856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Allocated IP 172.20.0.2 (98e2c29a-7d27-4547-8185-b848c58136c6/74441b31-f50b-4c4c-8451-8124ea1cb9af/b0bb2fd1-f880-4de7-909a-4e1d122c1eee) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:23.121587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:23.446160 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Publish callbacks [] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.461448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.496201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:20Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:23.523958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.1 (98e2c29a-7d27-4547-8185-b848c58136c6/74441b31-f50b-4c4c-8451-8124ea1cb9af/601c22f7-1a19-4f03-9d91-b328b77a55d1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:23.533672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04df3-62ca-4d92-ac5d-8076355085a1 None None] The sync data for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 is: [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:20Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:23.537634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Network 98e2c29a-7d27-4547-8185-b848c58136c6 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:23.546195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:23.548208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:23.550269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Pushing event updated for resources: {'Port': ['ID=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:23.624088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Attempting to bind port b0bb2fd1-f880-4de7-909a-4e1d122c1eee on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:23.624377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Attempting to bind port b0bb2fd1-f880-4de7-909a-4e1d122c1eee by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:23.624797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Attempting to bind port b0bb2fd1-f880-4de7-909a-4e1d122c1eee on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:23.630789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:23.631165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Checking segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:23.631573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.631960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Bound using segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:23.632432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Bound port: b0bb2fd1-f880-4de7-909a-4e1d122c1eee, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:23.632814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.698510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.712517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] For port b0bb2fd1-f880-4de7-909a-4e1d122c1eee, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:23.719893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] For port b0bb2fd1-f880-4de7-909a-4e1d122c1eee, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:23.732705 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.738501 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.748164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:23.799380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 98e2c29a-7d27-4547-8185-b848c58136c6 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:23.806035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:23.812249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bde267-86f0-4a48-96bc-bbe71cf2ee2a None None] Pushing event updated for resources: {'Port': ['ID=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:23.824396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:23.865394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=601c22f7-1a19-4f03-9d91-b328b77a55d1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:23.908675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (01a46f43-1256-4961-a92b-075f1ee59f03), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.096878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.432736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.439372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.514974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (01a46f43-1256-4961-a92b-075f1ee59f03), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.516811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=601c22f7-1a19-4f03-9d91-b328b77a55d1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:24.629099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 98e2c29a-7d27-4547-8185-b848c58136c6 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:24.631724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:24.774658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 01a46f43-1256-4961-a92b-075f1ee59f03 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:25.021148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eeab6c-28ac-4f8f-abda-4b835a76c47a None None] Network 98e2c29a-7d27-4547-8185-b848c58136c6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:25.091064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Provisioning complete for port b0bb2fd1-f880-4de7-909a-4e1d122c1eee triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:25.091350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:25.229829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Current status of the port b0bb2fd1-f880-4de7-909a-4e1d122c1eee is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:25.230224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:25.245266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:25.269512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-209305f7-868a-4c41-b591-e8304fbc6d16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/01a46f43-1256-4961-a92b-075f1ee59f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8529282 Feb 19 01:36:25.286962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] For port b0bb2fd1-f880-4de7-909a-4e1d122c1eee, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:25.293929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:25.385557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Pushing event updated for resources: {'Port': ['ID=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:25.408102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.408468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.409309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.409309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.409633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.409844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.410183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.410466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.420260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.420712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.421093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.421445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.421781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf470-d6ae-4d36-95a1-3b2e58026680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:25.427270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:25.477731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-0ab35385-c4bd-4fed-b976-ffe957d8a62a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734658445&fields=id&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 267 time: 0.0513170 Feb 19 01:36:25.606582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-31c3399e-c54c-4234-9364-c1350d09548a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:25.620019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-31c3399e-c54c-4234-9364-c1350d09548a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 796 time: 0.1365361 Feb 19 01:36:25.638120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-b4104384-600e-47bc-b343-a2db00fe10e2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/quotas/9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 375 time: 0.0166597 Feb 19 01:36:25.655773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ef1ba7e5-6573-4a17-b2cd-e1f9fe2cc6c6 None None] Provisioning complete for port 601c22f7-1a19-4f03-9d91-b328b77a55d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:25.656890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef1ba7e5-6573-4a17-b2cd-e1f9fe2cc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:25.717795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ba7e5-6573-4a17-b2cd-e1f9fe2cc6c6 None None] Port 601c22f7-1a19-4f03-9d91-b328b77a55d1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:25.726060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-830ebda6-1d81-472c-b854-4d0defe69dd8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868883 Feb 19 01:36:25.737247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ef1ba7e5-6573-4a17-b2cd-e1f9fe2cc6c6 None None] Provisioning complete for port b0bb2fd1-f880-4de7-909a-4e1d122c1eee triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:25.737631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef1ba7e5-6573-4a17-b2cd-e1f9fe2cc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:25.766420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Sync routers for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:25.782431 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:25.783436 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:25.814655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b0bb2fd1-f880-4de7-909a-4e1d122c1eee up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:25.890948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-b835c786-9277-408e-a665-3e50d0d56181 service neutron] 10.222.0.43 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519871 Feb 19 01:36:25.925113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ba7e5-6573-4a17-b2cd-e1f9fe2cc6c6 None None] Current status of the port b0bb2fd1-f880-4de7-909a-4e1d122c1eee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:25.937911 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:25.948981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b0bb2fd1-f880-4de7-909a-4e1d122c1eee triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:25.949381 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.058620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-6b1e52b2-cd7f-4701-8886-c4aa57e825a2 service neutron] 10.222.0.43 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667545 Feb 19 01:36:26.063941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5b78f4f7-5d4c-4478-9bea-d16f31c7093e None None] Provisioning complete for port 601c22f7-1a19-4f03-9d91-b328b77a55d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:26.064434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b78f4f7-5d4c-4478-9bea-d16f31c7093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.094166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b0bb2fd1-f880-4de7-909a-4e1d122c1eee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:26.095190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device df678e83-2e15-494b-9e0e-319f740d73c7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:26.177985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5b78f4f7-5d4c-4478-9bea-d16f31c7093e None None] Port 601c22f7-1a19-4f03-9d91-b328b77a55d1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:26.180597 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.186889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port df678e83-2e15-494b-9e0e-319f740d73c7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:26.187272 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.310007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 2, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:26.315926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4d20407-0560-4f93-9700-3baf9ac0a83e req-794c0de8-ac22-4d07-a2f9-d811a746aae0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 210 time: 0.0589049 Feb 19 01:36:26.329581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port df678e83-2e15-494b-9e0e-319f740d73c7 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:26.330299 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.339796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1d56851f-b656-4f0f-9477-ca35a8a9f284 None None] Provisioning complete for port 601c22f7-1a19-4f03-9d91-b328b77a55d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:26.340256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d56851f-b656-4f0f-9477-ca35a8a9f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.354556 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Checking router: 01a46f43-1256-4961-a92b-075f1ee59f03 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:26.354918 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Updating router 01a46f43-1256-4961-a92b-075f1ee59f03 port 601c22f7-1a19-4f03-9d91-b328b77a55d1 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:26.379832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port df678e83-2e15-494b-9e0e-319f740d73c7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=df678e83-2e15-494b-9e0e-319f740d73c7,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:26.390205 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.400832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.440809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1d56851f-b656-4f0f-9477-ca35a8a9f284 None None] Port 601c22f7-1a19-4f03-9d91-b328b77a55d1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:26.471053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=df678e83-2e15-494b-9e0e-319f740d73c7,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:26.584726 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.798004 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Publish callbacks [] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.804771 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.953155 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Pushing event updated for resources: {'Port': ['ID=601c22f7-1a19-4f03-9d91-b328b77a55d1,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:26.956276 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Attempting to bind port 601c22f7-1a19-4f03-9d91-b328b77a55d1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:26.956794 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Attempting to bind port 601c22f7-1a19-4f03-9d91-b328b77a55d1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:26.957937 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Attempting to bind port 601c22f7-1a19-4f03-9d91-b328b77a55d1 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:26.967354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.967707 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.968268 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.968616 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.968953 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.969341 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.969726 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.970058 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.970513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.970846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.971393 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.971985 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.972326 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:26.983739 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:26.985825 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Checking segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:26.986453 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:26.987031 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Bound using segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:26.987720 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Bound port: 601c22f7-1a19-4f03-9d91-b328b77a55d1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:26.988181 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.063898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:27.089125 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] For port 601c22f7-1a19-4f03-9d91-b328b77a55d1, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:27.093180 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] For port 601c22f7-1a19-4f03-9d91-b328b77a55d1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=601c22f7-1a19-4f03-9d91-b328b77a55d1,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:27.099884 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.166504 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:27.167221 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:27.183606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] Provisioning complete for port 601c22f7-1a19-4f03-9d91-b328b77a55d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:27.184143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.238010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a932cd1-e4d0-4de2-82b6-9df161f95634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.283368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] Current status of the port 601c22f7-1a19-4f03-9d91-b328b77a55d1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:27.283932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.309353 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3035a2b-f047-4946-9a97-1ea9e67e0965 None None] Pushing event updated for resources: {'Port': ['ID=601c22f7-1a19-4f03-9d91-b328b77a55d1,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:27.327616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] For port 601c22f7-1a19-4f03-9d91-b328b77a55d1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=601c22f7-1a19-4f03-9d91-b328b77a55d1,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:27.337113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.445529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09da531e-1069-46e9-8ba4-479fc35fc9e7 req-338d44cb-dbf4-4ac9-9049-801272867b14 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 210 time: 0.0546343 Feb 19 01:36:27.450036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a932cd1-e4d0-4de2-82b6-9df161f95634 admin admin] Publish callbacks [] for security_group (39852fe1-2596-4e2e-9129-86febd4d7f0a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.468150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a932cd1-e4d0-4de2-82b6-9df161f95634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (39852fe1-2596-4e2e-9129-86febd4d7f0a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.469950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218322b-3d16-4d66-909e-3ae3b6990dd9 None None] Pushing event updated for resources: {'Port': ['ID=601c22f7-1a19-4f03-9d91-b328b77a55d1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:27.514401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:27.514617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2a932cd1-e4d0-4de2-82b6-9df161f95634 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30fb127b881248f8a743f0a0a6883041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4494057 Feb 19 01:36:27.546128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a932cd1-e4d0-4de2-82b6-9df161f95634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39852fe1-2596-4e2e-9129-86febd4d7f0a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:27.552759 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:27.619107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71f32842-b42a-4b04-b9bb-23d97d81d41e admin admin] Publish callbacks [] for security_group (39852fe1-2596-4e2e-9129-86febd4d7f0a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.669069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71f32842-b42a-4b04-b9bb-23d97d81d41e admin admin] Publish callbacks [] for security_group (39852fe1-2596-4e2e-9129-86febd4d7f0a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.681711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-56582194-15c6-44d5-9c43-e4f828ba532f None None] Provisioning complete for port 601c22f7-1a19-4f03-9d91-b328b77a55d1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:27.681711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56582194-15c6-44d5-9c43-e4f828ba532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.734943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device df678e83-2e15-494b-9e0e-319f740d73c7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:27.737246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71f32842-b42a-4b04-b9bb-23d97d81d41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (39852fe1-2596-4e2e-9129-86febd4d7f0a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.740473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71f32842-b42a-4b04-b9bb-23d97d81d41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.741675 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-71f32842-b42a-4b04-b9bb-23d97d81d41e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39852fe1-2596-4e2e-9129-86febd4d7f0a HTTP/1.1" status: 204 len: 168 time: 0.2258358 Feb 19 01:36:27.749757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32842-b42a-4b04-b9bb-23d97d81d41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39852fe1-2596-4e2e-9129-86febd4d7f0a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:27.802170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-0f182ea2-a412-448b-b646-e47a2fcc17f3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:27.804707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-0f182ea2-a412-448b-b646-e47a2fcc17f3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 796 time: 0.2162468 Feb 19 01:36:27.863581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port df678e83-2e15-494b-9e0e-319f740d73c7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:27.864624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.918195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-56582194-15c6-44d5-9c43-e4f828ba532f None None] Current status of the port 601c22f7-1a19-4f03-9d91-b328b77a55d1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:27.936480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-3d6c5c58-225d-48ec-b59b-782afb8fce75 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 380 time: 0.1101546 Feb 19 01:36:27.950282 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:27.951164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'port': {'device_id': '7acb712c-9121-445c-a5fd-e46580ed5521', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'admin_state_up': True, 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'security_groups': ['229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:27.982622 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97885366-2b3b-4693-8570-b5ac944f3618 None None] The sync data for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 is: [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:28.001352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port df678e83-2e15-494b-9e0e-319f740d73c7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:28.129709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:28.133380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.207934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41676) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:28.227562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e033157b-8983-4d29-b0a4-5168321f6a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.293317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.13 (98e2c29a-7d27-4547-8185-b848c58136c6/74441b31-f50b-4c4c-8451-8124ea1cb9af/1ab2ffd2-f942-401f-b41b-bb36e770fd18) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:28.333040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e033157b-8983-4d29-b0a4-5168321f6a07 admin admin] Publish callbacks [] for security_group (623bfa23-a79e-475e-af37-9f33eba0212b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.339699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e033157b-8983-4d29-b0a4-5168321f6a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (623bfa23-a79e-475e-af37-9f33eba0212b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.380742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e033157b-8983-4d29-b0a4-5168321f6a07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68a82abf987b4fa098a8d0c0263f69d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717110 Feb 19 01:36:28.381742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033157b-8983-4d29-b0a4-5168321f6a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623bfa23-a79e-475e-af37-9f33eba0212b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:28.384235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41678) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:28.453728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca68d935-0ae2-408d-b22f-e318ffe7701a admin admin] Publish callbacks [] for security_group (623bfa23-a79e-475e-af37-9f33eba0212b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.471329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.510261 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca68d935-0ae2-408d-b22f-e318ffe7701a admin admin] Publish callbacks [] for security_group (623bfa23-a79e-475e-af37-9f33eba0212b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.522591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.577531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca68d935-0ae2-408d-b22f-e318ffe7701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (623bfa23-a79e-475e-af37-9f33eba0212b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.580662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca68d935-0ae2-408d-b22f-e318ffe7701a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.581864 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ca68d935-0ae2-408d-b22f-e318ffe7701a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/623bfa23-a79e-475e-af37-9f33eba0212b HTTP/1.1" status: 204 len: 168 time: 0.1849320 Feb 19 01:36:28.595399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d935-0ae2-408d-b22f-e318ffe7701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623bfa23-a79e-475e-af37-9f33eba0212b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:28.630761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 98e2c29a-7d27-4547-8185-b848c58136c6 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:28.639152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:28.647085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:28.725617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:28.726289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.739038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:28.767337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0596d-4c78-4ab9-ab0d-3f5b3302e82b req-4497311d-d017-4cc1-8037-939035aaa280 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:28.775633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dec0596d-4c78-4ab9-ab0d-3f5b3302e82b req-4497311d-d017-4cc1-8037-939035aaa280 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 932 time: 0.2415917 Feb 19 01:36:28.781351 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-2b43a41c-7026-413d-b6e4-d24651384097 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8343046 Feb 19 01:36:28.796598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Request body: {'port': {'device_id': '7acb712c-9121-445c-a5fd-e46580ed5521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:28.889656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dec0596d-4c78-4ab9-ab0d-3f5b3302e82b req-26776696-d78b-4212-a773-957d7af5830f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130130 Feb 19 01:36:28.965104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.083869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f485e5d3-7fbe-4188-922d-f406d2b9f50e None None] Provisioning complete for port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:29.086406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f485e5d3-7fbe-4188-922d-f406d2b9f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.163380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f485e5d3-7fbe-4188-922d-f406d2b9f50e None None] Port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:29.385213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab2ffd2-f942-401f-b41b-bb36e770fd18 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:29.393781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Publish callbacks [] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.407839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Transition to ACTIVE for port object 1ab2ffd2-f942-401f-b41b-bb36e770fd18 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:36:29.417723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.479274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:29.563862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:29.564238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:29.564559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:29.570704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:36:29.571167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:29.576860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:29.576860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Checking segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:29.577249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Bound using segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:29.577681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Bound port: 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:29.578042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.694658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:29.698279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:29.711211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.715087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 601c22f7-1a19-4f03-9d91-b328b77a55d1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:29.757368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:29.758743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.761064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] 10.222.0.10 "PUT /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 1092 time: 0.9710655 Feb 19 01:36:29.761822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:29.763972 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:29.791611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 601c22f7-1a19-4f03-9d91-b328b77a55d1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:29.792102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:29.816600 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d67c1-2d66-4906-894f-01a79b1e399c x-openstack-request-id: req-538d67c1-2d66-4906-894f-01a79b1e399c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:29.817198 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:29.817852 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538d67c1-2d66-4906-894f-01a79b1e399c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:29.818496 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'status': 'completed', 'code': 200} Feb 19 01:36:29.854849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e2f76-e39d-4dff-94dd-22d66097428c service neutron] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:29.893502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-f3689980-8638-4d3b-8150-78d0169d8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:29.895810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-f3689980-8638-4d3b-8150-78d0169d8255 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1126 time: 0.0755208 Feb 19 01:36:29.908893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 601c22f7-1a19-4f03-9d91-b328b77a55d1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:29.968097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-ac45aee2-31fe-46f4-a45b-0480dd69139a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 217 time: 0.0508740 Feb 19 01:36:30.044922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-ab6faf07-4c71-473a-89f2-9217c2452f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.046418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-ab6faf07-4c71-473a-89f2-9217c2452f86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.0688095 Feb 19 01:36:30.069835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54c3a-2f4f-45d2-81b9-f188dba9830d req-4abcf0b4-fd13-41c0-930c-4116b5793042 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.071288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44a54c3a-2f4f-45d2-81b9-f188dba9830d req-4abcf0b4-fd13-41c0-930c-4116b5793042 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 944 time: 0.1023417 Feb 19 01:36:30.147300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44a54c3a-2f4f-45d2-81b9-f188dba9830d req-68d122fc-3d90-45c9-9fb3-2549aee2740a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578825 Feb 19 01:36:30.150031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-b4095c9e-bd5a-4727-b91d-027cf9447be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.151447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-b4095c9e-bd5a-4727-b91d-027cf9447be4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977561 Feb 19 01:36:30.242714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-5cb7c3de-247c-4f88-9a81-3c8e008afe42 service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833795 Feb 19 01:36:30.337072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-37eaed11-84bb-4847-90f9-2ecb48a00e51 req-e1c1c208-4ad9-4b4f-a204-ec23b3012f3e service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870826 Feb 19 01:36:30.433400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-2de1ac7d-b471-4f2b-8c47-b04ae0b1eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.435171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-2de1ac7d-b471-4f2b-8c47-b04ae0b1eb89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1126 time: 0.0486557 Feb 19 01:36:30.537941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-0b39c844-5a45-4c0c-9ae2-697bb9de7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.540416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-0b39c844-5a45-4c0c-9ae2-697bb9de7f2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 897 time: 0.0979352 Feb 19 01:36:30.591110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-b017b615-f49a-4b8f-9fb1-cabd5b14c0ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 217 time: 0.0392239 Feb 19 01:36:30.648565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-b8dde20a-6e4e-494c-a057-4a3ed7ceea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.650322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-b8dde20a-6e4e-494c-a057-4a3ed7ceea24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.0480523 Feb 19 01:36:30.702565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-8a482f2b-1b30-4013-81a0-9536d8927f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.704282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-8a482f2b-1b30-4013-81a0-9536d8927f7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468075 Feb 19 01:36:30.804769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-7a348d4e-e612-4017-badb-bcfc2cd14ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936892 Feb 19 01:36:30.913781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e2b6c61-bc69-48ca-b43e-2f39f89180e9 req-018d42c4-ddf1-4c1c-98ba-27f3c0a87944 service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017838 Feb 19 01:36:31.293017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c990e6-02cf-4e8e-9bc6-dc8d63045351 req-01227be7-d009-4b3d-9242-9048d7f2dca9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:31.294693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54c990e6-02cf-4e8e-9bc6-dc8d63045351 req-01227be7-d009-4b3d-9242-9048d7f2dca9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 944 time: 0.0599639 Feb 19 01:36:31.346421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54c990e6-02cf-4e8e-9bc6-dc8d63045351 req-038add0a-01fe-4651-806a-1d42f4c517a7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456862 Feb 19 01:36:31.545862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:36:31.651327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:31.663817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'port_id': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'mac_address': 'fa:16:3e:50:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:36:31.701814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:31.702288 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:31.711722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41738) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:31.716538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab2ffd2-f942-401f-b41b-bb36e770fd18 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:31.738026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:31.743802 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:31.807320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:31.996743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1ab2ffd2-f942-401f-b41b-bb36e770fd18'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:36:32.159467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:32.522066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9dbb4-e58f-4d16-bafd-92d49dff7dda req-17f7383d-ff09-4947-bd88-d6ac1638a912 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:32.523553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ea9dbb4-e58f-4d16-bafd-92d49dff7dda req-17f7383d-ff09-4947-bd88-d6ac1638a912 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.1025565 Feb 19 01:36:32.576909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 344fbc75-b404-4474-8bec-1ab1fa3e7530 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:32.577161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:32.597462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ea9dbb4-e58f-4d16-bafd-92d49dff7dda req-4a54c689-70b0-4160-a902-b394fbe0c9d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679247 Feb 19 01:36:32.672546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port 344fbc75-b404-4474-8bec-1ab1fa3e7530, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=344fbc75-b404-4474-8bec-1ab1fa3e7530,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:32.672914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:32.684714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 344fbc75-b404-4474-8bec-1ab1fa3e7530 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:32.877377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (344fbc75-b404-4474-8bec-1ab1fa3e7530), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:32.912532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=344fbc75-b404-4474-8bec-1ab1fa3e7530,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:33.121724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:33.395730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:33.510171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:33.515126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-04c4e37a-7cbd-49be-8037-80d773ecb50e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "PUT /v2.0/routers/5c7737f3-1520-4f2a-bc01-92e782f6ef15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024223 Feb 19 01:36:33.523765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:33.538306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:33.539368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:33.576692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:33.751606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:36:33.759536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:33.759903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:33.770732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076051ee-0313-430e-b1e1-a543e7df8ee8 req-2014e44b-d821-4475-ba6d-c78dd953811e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:33.777211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-076051ee-0313-430e-b1e1-a543e7df8ee8 req-2014e44b-d821-4475-ba6d-c78dd953811e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0832098 Feb 19 01:36:33.783140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7aa31-be7f-4e12-b972-662195d0d67a req-be0682ab-8228-406f-98e8-13de4118cce1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:33.792138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ae7aa31-be7f-4e12-b972-662195d0d67a req-be0682ab-8228-406f-98e8-13de4118cce1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0660684 Feb 19 01:36:33.792747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:33.854478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ae7aa31-be7f-4e12-b972-662195d0d67a req-c583a558-62bc-42a7-879c-91d44b332493 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609958 Feb 19 01:36:33.871203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-076051ee-0313-430e-b1e1-a543e7df8ee8 req-78916aef-98db-4b2c-8f86-a6de5c669c6b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771134 Feb 19 01:36:33.953371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:33.953752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:34.172036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:34.174298 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14417bb-c6ce-41b0-b3f2-bc1115af6458" -d '{"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-plugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:34.190303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:34.202972 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:34.228495 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a5f31a-3cff-48c5-9595-4301e47e7f40 x-openstack-request-id: req-35a5f31a-3cff-48c5-9595-4301e47e7f40 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:34.228872 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-plugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:34.229172 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35a5f31a-3cff-48c5-9595-4301e47e7f40 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:34.229539 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'code': 200} Feb 19 01:36:34.301382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:34.331211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:32Z', 'revision_number': 6, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:18Z', 'revision_number': 1, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:34.373961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:34.387171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:34.387832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:34.526211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:34.758894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645bb70-a089-4e54-a8b5-723c1cc1edc0 req-603a6db3-a964-4253-a075-4717b47f6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:34.760327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e645bb70-a089-4e54-a8b5-723c1cc1edc0 req-603a6db3-a964-4253-a075-4717b47f6f08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1128 time: 0.4572818 Feb 19 01:36:34.813769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e645bb70-a089-4e54-a8b5-723c1cc1edc0 req-73669219-cd30-4252-8e9a-3a18c1ff3d85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452974 Feb 19 01:36:34.819710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:32Z', 'revision_number': 6, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:18Z', 'revision_number': 1, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:34.847259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5402b-a076-410a-a60d-4479f71a6119 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:32Z', 'revision_number': 6, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5eaa45b4-8574-4b93-a619-881c1a9a507c', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'port_id': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'mac_address': 'fa:16:3e:ee:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:15Z', 'updated_at': '2022-02-19T01:35:18Z', 'revision_number': 1, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:34.893712 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:36:35.022333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ad9d0-5586-44ce-8c0e-7ff5af43d4b6 req-315dee43-b06e-4c8f-bbb8-a99430b4bf73 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:35.022897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bc1f2-ef15-4159-aa27-3a53f79ebe98 req-1b4993b6-96ee-415c-bec9-07f5c028bc2f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:35.023878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-313bc1f2-ef15-4159-aa27-3a53f79ebe98 req-1b4993b6-96ee-415c-bec9-07f5c028bc2f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0714743 Feb 19 01:36:35.025281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f4ad9d0-5586-44ce-8c0e-7ff5af43d4b6 req-315dee43-b06e-4c8f-bbb8-a99430b4bf73 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0607724 Feb 19 01:36:35.106427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-313bc1f2-ef15-4159-aa27-3a53f79ebe98 req-d30cb875-9c4a-40ea-b3cb-d46870b5dd70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a941893-55fa-4362-b706-22acd445fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767667 Feb 19 01:36:35.109539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9f4ad9d0-5586-44ce-8c0e-7ff5af43d4b6 req-085d7c1e-089c-4873-8b7c-fb9f8a980ef6 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743697 Feb 19 01:36:35.167935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-92c762ad-9205-417c-b6d8-e55e489057c6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:35.169421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-92c762ad-9205-417c-b6d8-e55e489057c6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 946 time: 0.0587993 Feb 19 01:36:35.282778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port a9b44032-419d-43f3-af6d-355c38ab6dbe {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:35.283019 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:35.407206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port a9b44032-419d-43f3-af6d-355c38ab6dbe, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a9b44032-419d-43f3-af6d-355c38ab6dbe,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:35.407584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:35.424754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for a9b44032-419d-43f3-af6d-355c38ab6dbe owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:35.576229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a9b44032-419d-43f3-af6d-355c38ab6dbe), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:35.621179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=a9b44032-419d-43f3-af6d-355c38ab6dbe,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:35.622059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 344fbc75-b404-4474-8bec-1ab1fa3e7530 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:35.664539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 344fbc75-b404-4474-8bec-1ab1fa3e7530 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:35.664887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 344fbc75-b404-4474-8bec-1ab1fa3e7530 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:35.697115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] No DVR routers for this DVR port a9b44032-419d-43f3-af6d-355c38ab6dbe on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:35.701891 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:35.705601 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5cc006f-15c0-43bd-aa5c-465dc6d9d982 req-4bf326e9-0e9b-4209-98f4-b45213fe8523 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "DELETE /v2.0/ports/a9b44032-419d-43f3-af6d-355c38ab6dbe HTTP/1.1" status: 204 len: 173 time: 0.5303435 Feb 19 01:36:35.706065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'name': 'network-vif-deleted', 'tag': 'a9b44032-419d-43f3-af6d-355c38ab6dbe'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:35.709787 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c5740a-6973-40da-b84c-2218fdb0ae2d" -d '{"events": [{"server_uuid": "f63dfd6f-f45a-4b69-97a4-bb304f1971a1", "name": "network-vif-deleted", "tag": "a9b44032-419d-43f3-af6d-355c38ab6dbe"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:35.750190 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399835ed-3da2-44e9-974d-fb2c2242300d x-openstack-request-id: req-399835ed-3da2-44e9-974d-fb2c2242300d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:35.750489 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63dfd6f-f45a-4b69-97a4-bb304f1971a1", "name": "network-vif-deleted", "tag": "a9b44032-419d-43f3-af6d-355c38ab6dbe", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:35.750748 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-399835ed-3da2-44e9-974d-fb2c2242300d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:35.751163 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63dfd6f-f45a-4b69-97a4-bb304f1971a1', 'name': 'network-vif-deleted', 'tag': 'a9b44032-419d-43f3-af6d-355c38ab6dbe', 'status': 'completed', 'code': 200} Feb 19 01:36:36.221650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c38fc3cf-18c3-473b-9866-7ebb0f02b9e2 req-167709c3-b8da-462e-9080-c0128e922a9a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=f63dfd6f-f45a-4b69-97a4-bb304f1971a1 HTTP/1.1" status: 200 len: 210 time: 0.0323665 Feb 19 01:36:36.299182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27778fe4-7a1b-46a3-a580-e942ad56287c req-8a15204c-12db-41ee-a98e-73de60c3dccd tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:36.301203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27778fe4-7a1b-46a3-a580-e942ad56287c req-8a15204c-12db-41ee-a98e-73de60c3dccd tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0683711 Feb 19 01:36:36.349084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27778fe4-7a1b-46a3-a580-e942ad56287c req-dfa31e27-6066-481f-a4c1-679fcf8a5d56 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Feb 19 01:36:36.473722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4df1a3-da4f-49f4-b300-f8de750b3472 req-721f91b2-54be-4952-8db1-ee4740f74576 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:36.475227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d4df1a3-da4f-49f4-b300-f8de750b3472 req-721f91b2-54be-4952-8db1-ee4740f74576 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0583999 Feb 19 01:36:36.525091 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d4df1a3-da4f-49f4-b300-f8de750b3472 req-152114ed-adc7-4f3c-9226-991d2cab3423 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Feb 19 01:36:36.549406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:36.747137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053bf7e8-934b-4af7-94af-4d39d82f5415 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:36.751210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-053bf7e8-934b-4af7-94af-4d39d82f5415 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1123 time: 0.1985500 Feb 19 01:36:36.751845 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41790) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:36.756718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:36.777531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:36.880950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:36.993693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.38 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/f45ece10-9dee-48ff-afe4-57e85d7635a4) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:37.107711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.145382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.182708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:37.185877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:37.189247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:37.216021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=f45ece10-9dee-48ff-afe4-57e85d7635a4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:37.292935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:37.348871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ea794ab-0b5d-4e88-a75f-0f98f6523fbe tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (9a941893-55fa-4362-b706-22acd445fa29), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.375024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ea794ab-0b5d-4e88-a75f-0f98f6523fbe tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (9a941893-55fa-4362-b706-22acd445fa29), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.435741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ea794ab-0b5d-4e88-a75f-0f98f6523fbe tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9a941893-55fa-4362-b706-22acd445fa29), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.438529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8ea794ab-0b5d-4e88-a75f-0f98f6523fbe tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.439820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8ea794ab-0b5d-4e88-a75f-0f98f6523fbe tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/security-groups/9a941893-55fa-4362-b706-22acd445fa29 HTTP/1.1" status: 204 len: 168 time: 0.1458428 Feb 19 01:36:37.449505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea794ab-0b5d-4e88-a75f-0f98f6523fbe tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a941893-55fa-4362-b706-22acd445fa29,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:37.481963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:37.534372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting subnet b5d1f22c-e5f0-44ed-abb7-f08fc0f674da {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:36:37.538674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (b5d1f22c-e5f0-44ed-abb7-f08fc0f674da), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.583616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (b5d1f22c-e5f0-44ed-abb7-f08fc0f674da), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.596650 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (13ff08f9-9035-485c-a31b-3a62431fada1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.673614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.677936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b5d1f22c-e5f0-44ed-abb7-f08fc0f674da), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.737831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (b5d1f22c-e5f0-44ed-abb7-f08fc0f674da), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.770314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d1f22c-e5f0-44ed-abb7-f08fc0f674da,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:37.777242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.780452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-da17ba6b-613c-4e68-ae6c-b75088f4e97e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/subnets/b5d1f22c-e5f0-44ed-abb7-f08fc0f674da HTTP/1.1" status: 204 len: 168 time: 0.2973542 Feb 19 01:36:37.786765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af7e54-4f00-4c2b-8527-dd17f9dd1889 None None] Network 421488ee-ea1a-4da4-9843-d0c43c36d589 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:37.793375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41802) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:37.838830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a9b44032-419d-43f3-af6d-355c38ab6dbe no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:37.847597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.857836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.870342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: a9b44032-419d-43f3-af6d-355c38ab6dbe {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:37.870694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a9b44032-419d-43f3-af6d-355c38ab6dbe not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:37.907429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (421488ee-ea1a-4da4-9843-d0c43c36d589), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.950537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=f45ece10-9dee-48ff-afe4-57e85d7635a4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:37.964560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (13ff08f9-9035-485c-a31b-3a62431fada1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:37.999316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 862654fb-5f94-4ab5-b318-927c3d58ea6e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:37.999718 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.053740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a347106-38cb-4460-8786-34d248fa248e None None] DHCP port deletion for 421488ee-ea1a-4da4-9843-d0c43c36d589 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:36:38.098555 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP 13ff08f9-9035-485c-a31b-3a62431fada1 associated. External IP: 172.25.0.38, port: 1ab2ffd2-f942-401f-b41b-bb36e770fd18. Feb 19 01:36:38.103877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port 862654fb-5f94-4ab5-b318-927c3d58ea6e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=862654fb-5f94-4ab5-b318-927c3d58ea6e,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:38.104247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.108184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a347106-38cb-4460-8786-34d248fa248e None None] Deleting port 862654fb-5f94-4ab5-b318-927c3d58ea6e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:38.108663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a347106-38cb-4460-8786-34d248fa248e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.123900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 862654fb-5f94-4ab5-b318-927c3d58ea6e owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:38.177533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9a347106-38cb-4460-8786-34d248fa248e None None] For port 862654fb-5f94-4ab5-b318-927c3d58ea6e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=862654fb-5f94-4ab5-b318-927c3d58ea6e,segment=NetworkSegment(6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b),segment_id=6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:38.178095 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a347106-38cb-4460-8786-34d248fa248e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.193824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a347106-38cb-4460-8786-34d248fa248e None None] Calling delete_port for 862654fb-5f94-4ab5-b318-927c3d58ea6e owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:38.213266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.250914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] No DVR routers for this DVR port 862654fb-5f94-4ab5-b318-927c3d58ea6e on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:38.252637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=862654fb-5f94-4ab5-b318-927c3d58ea6e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:38.305761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a347106-38cb-4460-8786-34d248fa248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (862654fb-5f94-4ab5-b318-927c3d58ea6e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.339369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a347106-38cb-4460-8786-34d248fa248e None None] No DVR routers for this DVR port 862654fb-5f94-4ab5-b318-927c3d58ea6e on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:38.341634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a347106-38cb-4460-8786-34d248fa248e None None] Pushing event deleted for resources: {'Port': ['ID=862654fb-5f94-4ab5-b318-927c3d58ea6e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:38.349287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (421488ee-ea1a-4da4-9843-d0c43c36d589), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.380329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421488ee-ea1a-4da4-9843-d0c43c36d589']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:38.389767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:38.390067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:38.400113 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.401584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 01a46f43-1256-4961-a92b-075f1ee59f03 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:38.414293 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.423593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:36:38.423593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (6befcc94-46c2-4dcd-a9c9-e4f1bb689f8b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:36:38.425542 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:36:38.499373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (421488ee-ea1a-4da4-9843-d0c43c36d589), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.517898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.521679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/networks/421488ee-ea1a-4da4-9843-d0c43c36d589 HTTP/1.1" status: 204 len: 168 time: 0.7272019 Feb 19 01:36:38.522622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeeebd-a4ac-4625-8b83-13a9c071a881 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Network': ['ID=421488ee-ea1a-4da4-9843-d0c43c36d589,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:38.524437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41812) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:38.534531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:38.547442 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] Sync routers for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:38.567285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:38.568490 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:38.581104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.629429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7b8b77e9-c984-45e8-a92b-bd150a0f93f5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8734384 Feb 19 01:36:38.629429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:38.642827 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50635426-6cfb-42f2-8ebe-d85a793e5ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:38.711231 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43419e2-2132-439e-8c78-a671176c5e9b x-openstack-request-id: req-e43419e2-2132-439e-8c78-a671176c5e9b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:38.712050 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:38.712558 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e43419e2-2132-439e-8c78-a671176c5e9b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:38.713397 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'status': 'completed', 'code': 200} Feb 19 01:36:38.726818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:38.744733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 654702c7-189f-4413-aa22-38983f058e62 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:38.745105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (654702c7-189f-4413-aa22-38983f058e62), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.866792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869bbd0-f2e8-4d4b-8752-65ff4a9daaa5 req-0648af89-7b2d-4255-bb19-90e2ea05dae5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:38.868226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4869bbd0-f2e8-4d4b-8752-65ff4a9daaa5 req-0648af89-7b2d-4255-bb19-90e2ea05dae5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.1620684 Feb 19 01:36:38.897628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-385a7827-9941-4f73-90ed-ee9d3dab4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:38.899145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-385a7827-9941-4f73-90ed-ee9d3dab4657 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1128 time: 0.1518912 Feb 19 01:36:38.900880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (654702c7-189f-4413-aa22-38983f058e62), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.901231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (654702c7-189f-4413-aa22-38983f058e62), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:38.926999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 654702c7-189f-4413-aa22-38983f058e62 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:38.975983 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '13ff08f9-9035-485c-a31b-3a62431fada1', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'port_id': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'mac_address': 'fa:16:3e:50:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acb712c-9121-445c-a5fd-e46580ed5521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:36:37Z', 'updated_at': '2022-02-19T01:36:37Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:39.007140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] Checking router: 01a46f43-1256-4961-a92b-075f1ee59f03 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:39.015857 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:39.016469 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:39.051090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4869bbd0-f2e8-4d4b-8752-65ff4a9daaa5 req-fad667f1-e4e2-4399-a8ac-1301b1d29b3b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698995 Feb 19 01:36:39.076911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:39.109211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-fdac2036-d111-4dd4-a3f2-e20053a1747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:39.110859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-fdac2036-d111-4dd4-a3f2-e20053a1747d service neutron] 10.222.0.10 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 897 time: 0.2008793 Feb 19 01:36:39.141871 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-33ed62d0-2f32-4561-bc33-6bf87e71b0e8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/13ff08f9-9035-485c-a31b-3a62431fada1 HTTP/1.1" status: 200 len: 991 time: 0.0627227 Feb 19 01:36:39.170956 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:39.202336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-f0435364-c1ea-45df-9e58-4f0790cfd7da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 999 time: 0.0808015 Feb 19 01:36:39.291748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-cd80e640-12bb-4fa4-9628-6e9ee32dbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:39.293360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-cd80e640-12bb-4fa4-9628-6e9ee32dbf64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.0828900 Feb 19 01:36:39.296639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (654702c7-189f-4413-aa22-38983f058e62), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:39.350835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=654702c7-189f-4413-aa22-38983f058e62,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:39.415544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-5f505c6b-0a69-4f75-9468-bbf8b2cc080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:39.418298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-5f505c6b-0a69-4f75-9468-bbf8b2cc080d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1185710 Feb 19 01:36:39.430686 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '13ff08f9-9035-485c-a31b-3a62431fada1', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'port_id': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'mac_address': 'fa:16:3e:50:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acb712c-9121-445c-a5fd-e46580ed5521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:36:37Z', 'updated_at': '2022-02-19T01:36:37Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:39.454986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (5eaa45b4-8574-4b93-a619-881c1a9a507c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:39.455374 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Floating IP 5eaa45b4-8574-4b93-a619-881c1a9a507c disassociated (deleted). External IP: 172.25.0.80, port: 5ae70aab-075d-4a8f-9ca0-92e3006d8052. Feb 19 01:36:39.462312 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8e750-d56e-40cb-b365-9b0184352b04 None None] The sync data for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 is: [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '13ff08f9-9035-485c-a31b-3a62431fada1', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'port_id': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'mac_address': 'fa:16:3e:50:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acb712c-9121-445c-a5fd-e46580ed5521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:36:37Z', 'updated_at': '2022-02-19T01:36:37Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:39.612825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-0c2e2f89-85f4-4216-95ce-4f4aff9be3ef service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867199 Feb 19 01:36:39.697436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 862654fb-5f94-4ab5-b318-927c3d58ea6e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:39.729655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 862654fb-5f94-4ab5-b318-927c3d58ea6e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:39.733368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 862654fb-5f94-4ab5-b318-927c3d58ea6e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:39.757770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71aa35-533f-449d-b7ab-6adefac0ce49 None None] New status for floating IP 13ff08f9-9035-485c-a31b-3a62431fada1: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:36:39.785849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50635426-6cfb-42f2-8ebe-d85a793e5ac5 req-50b42e5c-5ecf-4978-99cf-b01405c6eb4a service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664076 Feb 19 01:36:39.808163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:39.937266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:39.941657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:39.948546 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:39.961554 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:39.964352 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:39.985652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-14ca4da6-cb16-4a31-a025-c0fbae671f29 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/floatingips/5eaa45b4-8574-4b93-a619-881c1a9a507c HTTP/1.1" status: 204 len: 168 time: 1.4602630 Feb 19 01:36:39.987249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:39.990259 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863cafa7-5f44-4746-8d02-d98954ec9e72" -d '{"events": [{"name": "network-changed", "server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:40.051405 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fe70d9-24bd-4338-9734-ee684e7d4a2b x-openstack-request-id: req-16fe70d9-24bd-4338-9734-ee684e7d4a2b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:40.051740 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:40.051997 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16fe70d9-24bd-4338-9734-ee684e7d4a2b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:40.052412 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'status': 'completed', 'code': 200} Feb 19 01:36:40.121139 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:40.145200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:40.199218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-b9d9f36f-d6e0-412e-9cb7-825eb9676551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:40.204315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-b9d9f36f-d6e0-412e-9cb7-825eb9676551 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 1128 time: 0.1297753 Feb 19 01:36:40.275999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-461ab93d-ff82-45b7-ac48-fc6ea5d5f085 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/13ff08f9-9035-485c-a31b-3a62431fada1 HTTP/1.1" status: 200 len: 993 time: 0.1294792 Feb 19 01:36:40.321254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-e3b3e6a6-cb00-4034-b617-8feb7f9b28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:40.323147 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-e3b3e6a6-cb00-4034-b617-8feb7f9b28dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 200 len: 897 time: 0.1112347 Feb 19 01:36:40.329833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694564cd-f862-43aa-87cb-fc9270af38b4 req-cd996c55-ffc0-44a7-b12b-2417f82b8685 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:40.331503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694564cd-f862-43aa-87cb-fc9270af38b4 req-cd996c55-ffc0-44a7-b12b-2417f82b8685 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.0711861 Feb 19 01:36:40.350970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:32Z', 'revision_number': 6, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:40.371200 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-05b58d12-00b1-449e-b3d1-557ceabdaba7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 200 len: 217 time: 0.0400548 Feb 19 01:36:40.379288 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:40.388543 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:40.389200 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:40.402547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-694564cd-f862-43aa-87cb-fc9270af38b4 req-8472a49a-0c70-43d8-9620-75dd19e5949d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640836 Feb 19 01:36:40.612020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:40.765961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-48d97f83-36c2-40fe-b274-7553918b7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:40.767355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-48d97f83-36c2-40fe-b274-7553918b7064 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c19b4c1-92db-4373-b889-aa6611373231 HTTP/1.1" status: 200 len: 835 time: 0.3897095 Feb 19 01:36:40.822698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:32Z', 'revision_number': 6, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:40.827450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-edaecd2a-324c-4284-bb4b-5514ef01bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:40.829390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-edaecd2a-324c-4284-bb4b-5514ef01bcc9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b6881a23-0cf2-4537-bb0f-73d592eb39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550001 Feb 19 01:36:40.848797 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f9950-11c8-4f5d-8f30-077e413f1c12 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:32Z', 'revision_number': 6, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '3681db36-bd4f-4bce-ab8f-094c8e216c08', 'name': '', 'network_id': 'b6881a23-0cf2-4537-bb0f-73d592eb39cd', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:52:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6c19b4c1-92db-4373-b889-aa6611373231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:52Z', 'updated_at': '2022-02-19T01:34:58Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '6c19b4c1-92db-4373-b889-aa6611373231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:40.927575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-56e10c2d-43c4-4102-b45e-999b54ec4691 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911345 Feb 19 01:36:41.030164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-863cafa7-5f44-4746-8d02-d98954ec9e72 req-5dad241e-5adf-44bd-896e-806a02b2ea90 service neutron] 10.222.0.89 "GET /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953496 Feb 19 01:36:41.091103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89171c-c3ed-4057-99e5-9f93d318abea None None] New status for floating IP 5eaa45b4-8574-4b93-a619-881c1a9a507c: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:36:41.563714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9435aa6-3de1-43b0-be41-f0ccb0017fd8 req-baf352ed-2723-49e8-84fb-f5f17b3f3824 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:41.565453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9435aa6-3de1-43b0-be41-f0ccb0017fd8 req-baf352ed-2723-49e8-84fb-f5f17b3f3824 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.0873892 Feb 19 01:36:41.577138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-df5ac48f-4ec7-4c85-8a80-935c94e5b731 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:41.578631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-df5ac48f-4ec7-4c85-8a80-935c94e5b731 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/ports?device_id=0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4 HTTP/1.1" status: 200 len: 946 time: 0.0886269 Feb 19 01:36:41.688391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a9435aa6-3de1-43b0-be41-f0ccb0017fd8 req-e8017a86-b36e-44f1-9316-443c627fadd8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086252 Feb 19 01:36:41.721779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:41.722138 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.816724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port 5ae70aab-075d-4a8f-9ca0-92e3006d8052, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=5ae70aab-075d-4a8f-9ca0-92e3006d8052,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:41.817126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.828916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 5ae70aab-075d-4a8f-9ca0-92e3006d8052 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:41.958375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5ae70aab-075d-4a8f-9ca0-92e3006d8052), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.993667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=5ae70aab-075d-4a8f-9ca0-92e3006d8052,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:42.039499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] No DVR routers for this DVR port 5ae70aab-075d-4a8f-9ca0-92e3006d8052 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:42.042177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.045543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2f2394c7-06ca-4082-aff4-9639b72f3d61 req-00d53e5c-706f-4d8e-af52-1de06294180c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "DELETE /v2.0/ports/5ae70aab-075d-4a8f-9ca0-92e3006d8052 HTTP/1.1" status: 204 len: 173 time: 0.4590747 Feb 19 01:36:42.045977 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'name': 'network-vif-deleted', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:42.048225 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4147c1d1-21c8-41cc-a96a-3c84cc508680" -d '{"events": [{"server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "name": "network-vif-deleted", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:42.095389 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f820db-758c-4900-99a1-d46e7f586c82 x-openstack-request-id: req-94f820db-758c-4900-99a1-d46e7f586c82 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:42.095692 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4", "name": "network-vif-deleted", "tag": "5ae70aab-075d-4a8f-9ca0-92e3006d8052", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:42.095953 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94f820db-758c-4900-99a1-d46e7f586c82 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:42.096363 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204fbc4-7ec8-43d9-b23b-1cad1b9d95b4', 'name': 'network-vif-deleted', 'tag': '5ae70aab-075d-4a8f-9ca0-92e3006d8052', 'status': 'completed', 'code': 200} Feb 19 01:36:42.574166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:42.694068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66b63ed5-47fd-46de-9d38-7bc1191177c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.750647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:42.783383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66b63ed5-47fd-46de-9d38-7bc1191177c8 admin admin] Publish callbacks [] for security_group (fda351e7-78f1-489c-9efd-805fe36cda36), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.788873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66b63ed5-47fd-46de-9d38-7bc1191177c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fda351e7-78f1-489c-9efd-805fe36cda36), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.818369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1cf88e0-1036-4ece-b754-46462f446967 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (ec1d8715-4e35-43a0-8c09-6da7b41b4dd1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.821756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66b63ed5-47fd-46de-9d38-7bc1191177c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4e9f36e291344a394baf33ee6e1b689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451787 Feb 19 01:36:42.823473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:42.849683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1cf88e0-1036-4ece-b754-46462f446967 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (ec1d8715-4e35-43a0-8c09-6da7b41b4dd1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.865730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b63ed5-47fd-46de-9d38-7bc1191177c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda351e7-78f1-489c-9efd-805fe36cda36,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:42.898574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08c2824c-f13a-43bb-a733-5ea9938fcedb admin admin] Publish callbacks [] for security_group (fda351e7-78f1-489c-9efd-805fe36cda36), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.922483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1cf88e0-1036-4ece-b754-46462f446967 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ec1d8715-4e35-43a0-8c09-6da7b41b4dd1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.922711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08c2824c-f13a-43bb-a733-5ea9938fcedb admin admin] Publish callbacks [] for security_group (fda351e7-78f1-489c-9efd-805fe36cda36), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.925606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1cf88e0-1036-4ece-b754-46462f446967 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.926812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f1cf88e0-1036-4ece-b754-46462f446967 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/security-groups/ec1d8715-4e35-43a0-8c09-6da7b41b4dd1 HTTP/1.1" status: 204 len: 168 time: 0.1749301 Feb 19 01:36:42.938258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf88e0-1036-4ece-b754-46462f446967 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d8715-4e35-43a0-8c09-6da7b41b4dd1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:42.991785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:42.998403 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08c2824c-f13a-43bb-a733-5ea9938fcedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (fda351e7-78f1-489c-9efd-805fe36cda36), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.002487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-08c2824c-f13a-43bb-a733-5ea9938fcedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.007982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-08c2824c-f13a-43bb-a733-5ea9938fcedb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fda351e7-78f1-489c-9efd-805fe36cda36 HTTP/1.1" status: 204 len: 168 time: 0.1833315 Feb 19 01:36:43.020073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2824c-f13a-43bb-a733-5ea9938fcedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda351e7-78f1-489c-9efd-805fe36cda36,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:43.311166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41864) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:43.328304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08bd881-73be-4c61-bb03-d6f1b0bdeaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.457720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08bd881-73be-4c61-bb03-d6f1b0bdeaa8 admin admin] Publish callbacks [] for security_group (38d64cce-9044-4ecd-962a-7b6d536d1240), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.463580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d08bd881-73be-4c61-bb03-d6f1b0bdeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38d64cce-9044-4ecd-962a-7b6d536d1240), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.491477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.545919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bd881-73be-4c61-bb03-d6f1b0bdeaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d64cce-9044-4ecd-962a-7b6d536d1240,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:43.558062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d08bd881-73be-4c61-bb03-d6f1b0bdeaa8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c747f5e880b744c5a9ef4b51ae9f44a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424116 Feb 19 01:36:43.558062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41866) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:43.659899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35ea78fa-ac65-4c7f-8064-0bcc52083153 admin admin] Publish callbacks [] for security_group (38d64cce-9044-4ecd-962a-7b6d536d1240), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.726137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35ea78fa-ac65-4c7f-8064-0bcc52083153 admin admin] Publish callbacks [] for security_group (38d64cce-9044-4ecd-962a-7b6d536d1240), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.800239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35ea78fa-ac65-4c7f-8064-0bcc52083153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (38d64cce-9044-4ecd-962a-7b6d536d1240), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.802746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35ea78fa-ac65-4c7f-8064-0bcc52083153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.803879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-35ea78fa-ac65-4c7f-8064-0bcc52083153 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38d64cce-9044-4ecd-962a-7b6d536d1240 HTTP/1.1" status: 204 len: 168 time: 0.2456024 Feb 19 01:36:43.819227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea78fa-ac65-4c7f-8064-0bcc52083153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d64cce-9044-4ecd-962a-7b6d536d1240,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:43.852099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 5ae70aab-075d-4a8f-9ca0-92e3006d8052 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:43.877734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 5ae70aab-075d-4a8f-9ca0-92e3006d8052 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:43.878083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 5ae70aab-075d-4a8f-9ca0-92e3006d8052 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:43.880080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 3681db36-bd4f-4bce-ab8f-094c8e216c08 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:43.880435 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.980781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port 3681db36-bd4f-4bce-ab8f-094c8e216c08, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3681db36-bd4f-4bce-ab8f-094c8e216c08,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:43.981352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.995821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 3681db36-bd4f-4bce-ab8f-094c8e216c08 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:44.195448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3681db36-bd4f-4bce-ab8f-094c8e216c08), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.227561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=3681db36-bd4f-4bce-ab8f-094c8e216c08,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:44.430458 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.662064 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:44.779971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:44.789049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41892) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:44.791720 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] Sync routers for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:44.795660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9730466c-831a-43fe-9cbb-f61d4820c655 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "PUT /v2.0/routers/5c7737f3-1520-4f2a-bc01-92e782f6ef15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7959814 Feb 19 01:36:44.805943 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:44.806666 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:44.852979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting subnet 6c19b4c1-92db-4373-b889-aa6611373231 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:36:44.853998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (6c19b4c1-92db-4373-b889-aa6611373231), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.909064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (6c19b4c1-92db-4373-b889-aa6611373231), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.920109 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:45.007461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (6c19b4c1-92db-4373-b889-aa6611373231), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.078664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (6c19b4c1-92db-4373-b889-aa6611373231), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.114057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Subnet': ['ID=6c19b4c1-92db-4373-b889-aa6611373231,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:45.116169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.118976 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:44Z', 'revision_number': 7, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:45.120718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3d65cf9-7c75-4cfe-94e3-a1995969821d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/subnets/6c19b4c1-92db-4373-b889-aa6611373231 HTTP/1.1" status: 204 len: 168 time: 0.3303962 Feb 19 01:36:45.123409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:45.133304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0243848-7831-445c-b835-691b0291f622 None None] Network b6881a23-0cf2-4537-bb0f-73d592eb39cd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:45.148587 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] Checking router: 5c7737f3-1520-4f2a-bc01-92e782f6ef15 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:45.161778 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] Routers {'5c7737f3-1520-4f2a-bc01-92e782f6ef15'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:45.162571 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:45.255513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.309529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] Set router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:45.339432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] DHCP port deletion for b6881a23-0cf2-4537-bb0f-73d592eb39cd request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:36:45.388518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c7737f3-1520-4f2a-bc01-92e782f6ef15), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.400575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] Deleting port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:45.401025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.463976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port e3a4303c-9982-4e51-aa90-ed6acc564442 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:45.464320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.474018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] For port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,segment=NetworkSegment(5a43a759-97c6-49ea-aa45-9066f5cfdd71),segment_id=5a43a759-97c6-49ea-aa45-9066f5cfdd71)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:45.474716 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.493082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] Calling delete_port for 2f1ba902-08a1-49c0-9405-0c0b5e538f4f owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:45.511734 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:44Z', 'revision_number': 7, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:45.546422 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf94b81-b72a-4fba-b003-3a6f9207ae33 None None] The sync data for ids ['5c7737f3-1520-4f2a-bc01-92e782f6ef15'] in n-d-826752-2 is: [{'id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'name': 'tempest-TestNetworkBasicOps-router-476971355', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:34:47Z', 'updated_at': '2022-02-19T01:36:44Z', 'revision_number': 7, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'e3a4303c-9982-4e51-aa90-ed6acc564442', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7737f3-1520-4f2a-bc01-92e782f6ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:34:48Z', 'updated_at': '2022-02-19T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:45.567575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port e3a4303c-9982-4e51-aa90-ed6acc564442, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e3a4303c-9982-4e51-aa90-ed6acc564442,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:45.567955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.582632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for e3a4303c-9982-4e51-aa90-ed6acc564442 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:45.622359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2f1ba902-08a1-49c0-9405-0c0b5e538f4f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.652694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] Pushing event deleted for resources: {'Port': ['ID=2f1ba902-08a1-49c0-9405-0c0b5e538f4f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:45.656385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11637a-c881-4ae6-8607-1ff6ae34d138 None None] No DVR routers for this DVR port 2f1ba902-08a1-49c0-9405-0c0b5e538f4f on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:45.796787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e3a4303c-9982-4e51-aa90-ed6acc564442), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.830487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=e3a4303c-9982-4e51-aa90-ed6acc564442,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:45.897860 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.091722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2f1ba902-08a1-49c0-9405-0c0b5e538f4f no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:46.113721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2f1ba902-08a1-49c0-9405-0c0b5e538f4f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:46.114065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2f1ba902-08a1-49c0-9405-0c0b5e538f4f not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:46.125056 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (5c7737f3-1520-4f2a-bc01-92e782f6ef15), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.142169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_controller (5c7737f3-1520-4f2a-bc01-92e782f6ef15), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.209208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb8aa-167a-4eae-8ec7-d7bbbd6575e9 req-fcac8a42-34f3-4eb2-bd76-338594beac71 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:46.210952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-009cb8aa-167a-4eae-8ec7-d7bbbd6575e9 req-fcac8a42-34f3-4eb2-bd76-338594beac71 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1020782 Feb 19 01:36:46.211616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (5c7737f3-1520-4f2a-bc01-92e782f6ef15), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.212131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Fanout notify agent at l3_agent the message router_deleted on router 5c7737f3-1520-4f2a-bc01-92e782f6ef15 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:36:46.218688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.221465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-96cd71ad-cb8b-405a-89dc-a4264a24181d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/routers/5c7737f3-1520-4f2a-bc01-92e782f6ef15 HTTP/1.1" status: 204 len: 168 time: 1.0969474 Feb 19 01:36:46.224524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:46.267856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-009cb8aa-167a-4eae-8ec7-d7bbbd6575e9 req-69c6059c-ca98-4858-98c9-2b5fbc56e82d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 Feb 19 01:36:46.306723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b6881a23-0cf2-4537-bb0f-73d592eb39cd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.399008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b6881a23-0cf2-4537-bb0f-73d592eb39cd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.422608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6881a23-0cf2-4537-bb0f-73d592eb39cd']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:46.432657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a43a759-97c6-49ea-aa45-9066f5cfdd71') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:46.432950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a43a759-97c6-49ea-aa45-9066f5cfdd71') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:46.443720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (5a43a759-97c6-49ea-aa45-9066f5cfdd71), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.461579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5a43a759-97c6-49ea-aa45-9066f5cfdd71), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.467428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:36:46.467810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (5a43a759-97c6-49ea-aa45-9066f5cfdd71), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:36:46.470985 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:36:46.528874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b6881a23-0cf2-4537-bb0f-73d592eb39cd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.536352 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.539940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/networks/b6881a23-0cf2-4537-bb0f-73d592eb39cd HTTP/1.1" status: 204 len: 168 time: 0.3143144 Feb 19 01:36:46.553019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8114c25-2123-42a6-a12f-4bf8c4c38bca tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Network': ['ID=b6881a23-0cf2-4537-bb0f-73d592eb39cd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:46.557929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41940) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:46.571289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'network': {'name': 'tempest-network-smoke--914314686', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'port_security_enabled': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:46.595839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:46.599942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.623926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:36:46.632761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4c0d1ab5-fb08-46d9-94a1-4d60985333a0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.633140 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Added segment 4c0d1ab5-fb08-46d9-94a1-4d60985333a0 of type vlan for network abe91a00-6395-464c-8917-8f9164ae31c2 Feb 19 01:36:46.674289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (abe91a00-6395-464c-8917-8f9164ae31c2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.699961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (abe91a00-6395-464c-8917-8f9164ae31c2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.705462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:46.705951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.773858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2116780 Feb 19 01:36:46.774192 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41942) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:46.778863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-783306098', 'admin_state_up': True, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:46.785454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4893-7dec-45e7-aa3b-5d8166f71d85 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Network': ['ID=abe91a00-6395-464c-8917-8f9164ae31c2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:46.796208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network abe91a00-6395-464c-8917-8f9164ae31c2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:36:46.808394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (5c23b9e7-9881-4603-8d94-bf0e123fbb16), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.810325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (5c23b9e7-9881-4603-8d94-bf0e123fbb16), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.878879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_controller (5c23b9e7-9881-4603-8d94-bf0e123fbb16), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.033910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c23b9e7-9881-4603-8d94-bf0e123fbb16), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.232904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c23b9e7-9881-4603-8d94-bf0e123fbb16), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.256280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.446514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.25.0.27 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/ef9ce32c-ddab-4bd2-9d68-7a592e730f07) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:47.474704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7845-636f-4ff1-9926-f24711aae719 req-f3287299-b1d9-4bfc-823b-ed45da823381 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:47.476184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98fc7845-636f-4ff1-9926-f24711aae719 req-f3287299-b1d9-4bfc-823b-ed45da823381 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0874310 Feb 19 01:36:47.579848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98fc7845-636f-4ff1-9926-f24711aae719 req-e2fabe4b-f0f6-43b7-9f00-350e5a903ff4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912385 Feb 19 01:36:47.605721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.639585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.654401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e3a4303c-9982-4e51-aa90-ed6acc564442 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:47.675918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e3a4303c-9982-4e51-aa90-ed6acc564442 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:47.676267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e3a4303c-9982-4e51-aa90-ed6acc564442 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:47.676699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3681db36-bd4f-4bce-ab8f-094c8e216c08 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:47.679886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:47.682641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:47.684983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:47.696318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3681db36-bd4f-4bce-ab8f-094c8e216c08 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:47.696676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3681db36-bd4f-4bce-ab8f-094c8e216c08 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:47.711222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:47.950598 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c23b9e7-9881-4603-8d94-bf0e123fbb16), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.389407 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.475096 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (5c23b9e7-9881-4603-8d94-bf0e123fbb16), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.605768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:36:48.718676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd23502-353b-4ee6-9a46-520a31529fda req-68f5e696-22c1-465d-9506-94daa978ad69 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:48.720147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abd23502-353b-4ee6-9a46-520a31529fda req-68f5e696-22c1-465d-9506-94daa978ad69 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0531216 Feb 19 01:36:48.731022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:48.745256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Sync routers for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:48.758131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.760230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:48.760579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f9291a6a-883b-45d9-a077-eb9451e259b4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9847062 Feb 19 01:36:48.760861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:48.762983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.773745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abd23502-353b-4ee6-9a46-520a31529fda req-4178b8bd-6711-4822-8453-2b31c7facf7d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456805 Feb 19 01:36:48.801306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-59d90fbb-4851-4622-b3d7-4cf69677408e tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c22d97948f9a461ebd59b013e74f92fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355704 Feb 19 01:36:48.803685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.894988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:48.906740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80609773-eb28-4d46-8428-41cf593d678d tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:48.911553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-80609773-eb28-4d46-8428-41cf593d678d tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037235 Feb 19 01:36:48.912012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41962) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.943186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fbb658d3-f2b9-4369-ab97-3892053fc836 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276537 Feb 19 01:36:48.943506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.948479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-824528280', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.041283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:49.045118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.100110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:47Z', 'revision_number': 3, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:49.126862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Checking router: 5c23b9e7-9881-4603-8d94-bf0e123fbb16 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:49.127234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Updating router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:49.154367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.235490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (92f80117-29ee-4675-ad21-4bad949ac915), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.298946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Subnet': ['ID=92f80117-29ee-4675-ad21-4bad949ac915,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.310703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Checking segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:49.311076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network hostable DHCP agents. Network: abe91a00-6395-464c-8917-8f9164ae31c2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:36:49.334294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network abe91a00-6395-464c-8917-8f9164ae31c2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:36:49.348243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, abe91a00-6395-464c-8917-8f9164ae31c2) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:49.353673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:49.354263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.361996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54053a03-d160-456c-bbe0-8dd78a39ea50 None None] Network abe91a00-6395-464c-8917-8f9164ae31c2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:49.374189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f8a28f73-aac9-4a00-b963-26d42cb2bdcd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4295759 Feb 19 01:36:49.376838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41968) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:49.506768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Publish callbacks [] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.537464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.556811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-abe91a00-6395-464c-8917-8f9164ae31c2', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:36:49.557702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.611417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Attempting to bind port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:49.611779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Attempting to bind port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:49.612143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Attempting to bind port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:49.625109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c223b59-db99-49a3-8bb2-b944cdea3ad4 None None] Pushing event updated for resources: {'Port': ['ID=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.629793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:49.630171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:49.630574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.630954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:49.631431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Bound port: ef9ce32c-ddab-4bd2-9d68-7a592e730f07, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:49.631808 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.003939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311b7a-0256-43fc-a46c-a03f11b350ff req-84a9353a-c25d-42e6-a1bd-f0871afdb9ab tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:50.005774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97311b7a-0256-43fc-a46c-a03f11b350ff req-84a9353a-c25d-42e6-a1bd-f0871afdb9ab tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1169403 Feb 19 01:36:50.057743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] For port ef9ce32c-ddab-4bd2-9d68-7a592e730f07, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:50.089892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97311b7a-0256-43fc-a46c-a03f11b350ff req-f5534f86-653f-4c7c-aaff-65cd27d5ba77 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772207 Feb 19 01:36:50.096056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] For port ef9ce32c-ddab-4bd2-9d68-7a592e730f07, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:50.109675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Allocated IP 172.20.0.2 (abe91a00-6395-464c-8917-8f9164ae31c2/92f80117-29ee-4675-ad21-4bad949ac915/6df6da35-b945-4ea2-8592-1c8217d3e6ec) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:50.117136 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.206873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:50.207510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:50.308595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c223b59-db99-49a3-8bb2-b944cdea3ad4 None None] Pushing event updated for resources: {'Port': ['ID=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:50.349416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4dd44-bbc3-4bfd-8f7b-5841d7f89474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.452265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:50.503829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.573452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Publish callbacks [] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.590273 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.664269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Network abe91a00-6395-464c-8917-8f9164ae31c2 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:50.672621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:50.675783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:50.705795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Pushing event updated for resources: {'Port': ['ID=6df6da35-b945-4ea2-8592-1c8217d3e6ec,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:50.828071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Attempting to bind port 6df6da35-b945-4ea2-8592-1c8217d3e6ec on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:50.828403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Attempting to bind port 6df6da35-b945-4ea2-8592-1c8217d3e6ec by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:50.828767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Attempting to bind port 6df6da35-b945-4ea2-8592-1c8217d3e6ec on network abe91a00-6395-464c-8917-8f9164ae31c2 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:50.840108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:50.840481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Checking segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:50.840887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.841817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Bound using segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:50.841817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Bound port: 6df6da35-b945-4ea2-8592-1c8217d3e6ec, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:50.842188 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.850095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.20.0.1 (abe91a00-6395-464c-8917-8f9164ae31c2/92f80117-29ee-4675-ad21-4bad949ac915/c13d0a8b-27e4-4142-a9c3-589f02b7fddc) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:50.858658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:47Z', 'revision_number': 3, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:50.890455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ad461-313b-434d-a58b-697bda106bf9 None None] The sync data for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 is: [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:47Z', 'revision_number': 3, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:50.952196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] For port 6df6da35-b945-4ea2-8592-1c8217d3e6ec, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:50.955945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] For port 6df6da35-b945-4ea2-8592-1c8217d3e6ec, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6df6da35-b945-4ea2-8592-1c8217d3e6ec,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:50.963549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.989888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.021589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00785117-b27c-4fd9-a35c-ed9e834faf41 None None] Pushing event updated for resources: {'Port': ['ID=6df6da35-b945-4ea2-8592-1c8217d3e6ec,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:51.030690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.078603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network abe91a00-6395-464c-8917-8f9164ae31c2 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:51.082712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:51.090708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:51.115553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:51.158590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (5c23b9e7-9881-4603-8d94-bf0e123fbb16), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.376399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34bd50-c171-4921-a415-f44ccc6a49b7 req-27684d75-5b8b-4372-a463-7f376ba730e4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:51.378613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca34bd50-c171-4921-a415-f44ccc6a49b7 req-27684d75-5b8b-4372-a463-7f376ba730e4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1486857 Feb 19 01:36:51.471220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.530907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca34bd50-c171-4921-a415-f44ccc6a49b7 req-c936e181-086c-4795-81a8-31fa00769c33 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449358 Feb 19 01:36:51.772906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ef9ce32c-ddab-4bd2-9d68-7a592e730f07 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:51.843804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:51.844459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.912894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.918646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.943951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:51.944470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.972929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (5c23b9e7-9881-4603-8d94-bf0e123fbb16), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.991169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ef9ce32c-ddab-4bd2-9d68-7a592e730f07, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:52.002450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.003834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6df6da35-b945-4ea2-8592-1c8217d3e6ec up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:52.092687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.120229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.137899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6df6da35-b945-4ea2-8592-1c8217d3e6ec triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:52.138263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.172920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network abe91a00-6395-464c-8917-8f9164ae31c2 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:52.175206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:52.265314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6df6da35-b945-4ea2-8592-1c8217d3e6ec is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:52.265832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.305931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 6df6da35-b945-4ea2-8592-1c8217d3e6ec, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6df6da35-b945-4ea2-8592-1c8217d3e6ec,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:52.314478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.332491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:52.382193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=6df6da35-b945-4ea2-8592-1c8217d3e6ec,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.468410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c4a1cf-7c15-4167-985f-ee079308f493 None None] Network abe91a00-6395-464c-8917-8f9164ae31c2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:52.483786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:52.491377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ad9779f5-2da3-4c75-ac55-ffdef89c2afd tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "PUT /v2.0/routers/5c23b9e7-9881-4603-8d94-bf0e123fbb16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1112289 Feb 19 01:36:52.491603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41986) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:52.600521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c73126e8-e8f4-4654-a6a4-f727aaf2a88c None None] Provisioning complete for port 6df6da35-b945-4ea2-8592-1c8217d3e6ec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:52.600906 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c73126e8-e8f4-4654-a6a4-f727aaf2a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.668648 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adcd74c0-301a-41c4-9101-7591845a510f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.690120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.690815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.691369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.692433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.692958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.693642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.697045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46d680b0-3643-4beb-a175-db312009ab22 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.2029977 Feb 19 01:36:52.699316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 41990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:52.703414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86c9aa-5e40-417f-a496-966f7a834e40 req-6f7fbea7-f01a-4cb7-8ef6-0594011d6990 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.718211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d86c9aa-5e40-417f-a496-966f7a834e40 req-6f7fbea7-f01a-4cb7-8ef6-0594011d6990 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0950491 Feb 19 01:36:52.771388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c73126e8-e8f4-4654-a6a4-f727aaf2a88c None None] Current status of the port 6df6da35-b945-4ea2-8592-1c8217d3e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:52.814316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d86c9aa-5e40-417f-a496-966f7a834e40 req-0f14dd5c-a03a-4db2-8a26-c9f7ead254f8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861053 Feb 19 01:36:52.823380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.823859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.824325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.829403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.830249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.830513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.834907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bb8e0de8-4890-4476-9e52-36b82faafbec tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.1318331 Feb 19 01:36:52.835208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41992) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:52.992968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-65f0cf44-7d0a-4846-a65b-03ad531602db None None] Provisioning complete for port c13d0a8b-27e4-4142-a9c3-589f02b7fddc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:52.993603 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65f0cf44-7d0a-4846-a65b-03ad531602db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.030808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2a6aeffd-1128-4e8a-8de2-e31fc0d77b40 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.1942999 Feb 19 01:36:53.043434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-65f0cf44-7d0a-4846-a65b-03ad531602db None None] Port c13d0a8b-27e4-4142-a9c3-589f02b7fddc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:53.055421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-65f0cf44-7d0a-4846-a65b-03ad531602db None None] Provisioning complete for port 6df6da35-b945-4ea2-8592-1c8217d3e6ec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:53.056094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65f0cf44-7d0a-4846-a65b-03ad531602db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.176531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-65f0cf44-7d0a-4846-a65b-03ad531602db None None] Current status of the port 6df6da35-b945-4ea2-8592-1c8217d3e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:53.260226 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Sync routers for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:53.273109 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:53.274097 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:53.302353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5500ceec-18b0-4fd2-b146-6c196154a6a4 None None] Provisioning complete for port c13d0a8b-27e4-4142-a9c3-589f02b7fddc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:53.302735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5500ceec-18b0-4fd2-b146-6c196154a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.365417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5500ceec-18b0-4fd2-b146-6c196154a6a4 None None] Port c13d0a8b-27e4-4142-a9c3-589f02b7fddc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:53.407715 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:53.488493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-852943ad-e8a3-41df-be61-489f66399881 None None] Provisioning complete for port c13d0a8b-27e4-4142-a9c3-589f02b7fddc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:53.488822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-852943ad-e8a3-41df-be61-489f66399881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.539314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-852943ad-e8a3-41df-be61-489f66399881 None None] Port c13d0a8b-27e4-4142-a9c3-589f02b7fddc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:53.564877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 41998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:53.572755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399653729', 'description': 'tempest-secgroup-smoke-1399653729 description', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:53.601822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.699821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ef9ce32c-ddab-4bd2-9d68-7a592e730f07 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:53.716238 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (aafa9846-957e-45d6-8617-26a5ace5140c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.720644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aafa9846-957e-45d6-8617-26a5ace5140c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.756067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa9846-957e-45d6-8617-26a5ace5140c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:53.768110 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.773334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.774680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-675b1cd0-804e-4dc9-87e1-aea5f151bc88 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2077460 Feb 19 01:36:53.778892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42000) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:53.783616 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 2, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:53.787161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:53.787546 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.788810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'aafa9846-957e-45d6-8617-26a5ace5140c', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:53.824684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (1b9c2f9b-73be-4761-a975-8221d4ca91b6), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.825229 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Checking router: 5c23b9e7-9881-4603-8d94-bf0e123fbb16 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:53.825594 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Updating router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 port c13d0a8b-27e4-4142-a9c3-589f02b7fddc binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:53.853837 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.890474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (1b9c2f9b-73be-4761-a975-8221d4ca91b6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.896170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (1b9c2f9b-73be-4761-a975-8221d4ca91b6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.912912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:53.914412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6df6da35-b945-4ea2-8592-1c8217d3e6ec up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:53.947230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9c2f9b-73be-4761-a975-8221d4ca91b6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:53.952697 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.954229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c3d71680-6433-4a50-9704-ad060e90c78c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738250 Feb 19 01:36:53.957362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42004) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:53.962972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'aafa9846-957e-45d6-8617-26a5ace5140c', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:53.981995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792ab0-7c52-4a77-b319-d4d909996ba3 req-43a64649-0872-49b6-b04a-efd4525d1ef1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:53.983621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27792ab0-7c52-4a77-b319-d4d909996ba3 req-43a64649-0872-49b6-b04a-efd4525d1ef1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0831599 Feb 19 01:36:53.994155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6df6da35-b945-4ea2-8592-1c8217d3e6ec triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:53.994602 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.017066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (cdd0c5f4-e61d-43e3-97f7-865df351cd2a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.063777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27792ab0-7c52-4a77-b319-d4d909996ba3 req-84aacf44-467a-412b-9195-6ede064724c8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727644 Feb 19 01:36:54.126732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6df6da35-b945-4ea2-8592-1c8217d3e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:54.136675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (cdd0c5f4-e61d-43e3-97f7-865df351cd2a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.144640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (cdd0c5f4-e61d-43e3-97f7-865df351cd2a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.170453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd0c5f4-e61d-43e3-97f7-865df351cd2a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.185480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.185480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2250116 Feb 19 01:36:54.187288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:54.193203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'aafa9846-957e-45d6-8617-26a5ace5140c', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:54.198647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.200426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.201553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.202139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.202700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.203276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.203824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.204976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.205580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.206227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.206735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.207166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.207595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be42d6-0bf3-4031-993b-d307c706ba47 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:54.228678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (b7cbf4c4-b93c-4c1e-b846-ea60121dff5d), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.279659 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Publish callbacks [] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.288603 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.310182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (b7cbf4c4-b93c-4c1e-b846-ea60121dff5d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.317676 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b7cbf4c4-b93c-4c1e-b846-ea60121dff5d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.355239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.358020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691401 Feb 19 01:36:54.360960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:54.361514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e249db-40a8-49e6-b885-addf757edac7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cbf4c4-b93c-4c1e-b846-ea60121dff5d,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.366286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'aafa9846-957e-45d6-8617-26a5ace5140c', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:54.411367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (4150c09e-a496-46ca-a56d-efe6826725d6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.411876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c470538-2b65-4b65-8c6b-ce9b24a06591 None None] Pushing event updated for resources: {'Port': ['ID=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.455087 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Attempting to bind port c13d0a8b-27e4-4142-a9c3-589f02b7fddc on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:54.455397 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Attempting to bind port c13d0a8b-27e4-4142-a9c3-589f02b7fddc by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:54.455756 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Attempting to bind port c13d0a8b-27e4-4142-a9c3-589f02b7fddc on network abe91a00-6395-464c-8917-8f9164ae31c2 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:54.471507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:54.471949 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Checking segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:54.472368 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.473244 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Bound using segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:54.473363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Bound port: c13d0a8b-27e4-4142-a9c3-589f02b7fddc, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:54.473704 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.536057 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (4150c09e-a496-46ca-a56d-efe6826725d6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.541804 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4150c09e-a496-46ca-a56d-efe6826725d6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.578983 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] For port c13d0a8b-27e4-4142-a9c3-589f02b7fddc, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:54.583479 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] For port c13d0a8b-27e4-4142-a9c3-589f02b7fddc, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:54.589406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4150c09e-a496-46ca-a56d-efe6826725d6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.591190 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.603479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.608773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42022) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:54.610460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-29ec70c1-b122-4a6a-86d8-163291f3dae0 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2477708 Feb 19 01:36:54.614327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'aafa9846-957e-45d6-8617-26a5ace5140c', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:54.646005 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Project c22d97948f9a461ebd59b013e74f92fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:36:54.652125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (0903fd13-9110-4bbf-9956-b2a6ae7eb380), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.658757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:54.665529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:54.666177 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:54.671136 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c470538-2b65-4b65-8c6b-ce9b24a06591 None None] Pushing event updated for resources: {'Port': ['ID=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.699422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] Provisioning complete for port c13d0a8b-27e4-4142-a9c3-589f02b7fddc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:54.702340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.765612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (0903fd13-9110-4bbf-9956-b2a6ae7eb380), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.771433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (0903fd13-9110-4bbf-9956-b2a6ae7eb380), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.795358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0903fd13-9110-4bbf-9956-b2a6ae7eb380,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.817919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.819415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-70e740ba-023d-4c9f-9402-ea52c037f81f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2095335 Feb 19 01:36:54.822779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:54.827639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'security_group_rule': {'security_group_id': 'aafa9846-957e-45d6-8617-26a5ace5140c', 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:54.860957 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Project c22d97948f9a461ebd59b013e74f92fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:36:54.864823 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:54.871229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (9e02405c-a2fa-477e-ae44-a46cd04f7a9d), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.895825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] Current status of the port c13d0a8b-27e4-4142-a9c3-589f02b7fddc is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:54.896375 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.922818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bb12-ccb9-49e1-8370-f764f51c7a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.937044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] For port c13d0a8b-27e4-4142-a9c3-589f02b7fddc, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:54.944611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.002567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (9e02405c-a2fa-477e-ae44-a46cd04f7a9d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.013706 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (9e02405c-a2fa-477e-ae44-a46cd04f7a9d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.035058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ae9ca-1f0a-4d36-a6a7-c9736b1560e9 None None] Pushing event updated for resources: {'Port': ['ID=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.047122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e02405c-a2fa-477e-ae44-a46cd04f7a9d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.070736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9fcbbe4c-879c-481d-8b15-c8acd251fb0b None None] Provisioning complete for port c13d0a8b-27e4-4142-a9c3-589f02b7fddc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:55.071283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbe4c-879c-481d-8b15-c8acd251fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.072982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.074269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-15097cfc-30ff-4c08-aee5-69e147e064c1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2505076 Feb 19 01:36:55.115903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bb12-ccb9-49e1-8370-f764f51c7a49 admin admin] Publish callbacks [] for security_group (1a4d562c-9c36-4538-b630-3bbcf6a80500), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.122381 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bb12-ccb9-49e1-8370-f764f51c7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1a4d562c-9c36-4538-b630-3bbcf6a80500), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.153055 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:55.180469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b8e9bb12-ccb9-49e1-8370-f764f51c7a49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec4fae2a7cd0444798487ca8036895cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203962 Feb 19 01:36:55.183163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:55.208896 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35022c-fd5f-4cc6-899a-c0133a65aaf4 None None] The sync data for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 is: [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:55.215855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9bb12-ccb9-49e1-8370-f764f51c7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d562c-9c36-4538-b630-3bbcf6a80500,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.248118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbbe4c-879c-481d-8b15-c8acd251fb0b None None] Current status of the port c13d0a8b-27e4-4142-a9c3-589f02b7fddc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:55.322624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdabf0f9-5d1e-4d66-b8d4-889e75c2dead admin admin] Publish callbacks [] for security_group (1a4d562c-9c36-4538-b630-3bbcf6a80500), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.324229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c130e-d95e-4160-9497-e5ea5e5f9b80 req-c7c513f1-781f-4d73-a377-8d6f5f073b85 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:55.325918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-155c130e-d95e-4160-9497-e5ea5e5f9b80 req-c7c513f1-781f-4d73-a377-8d6f5f073b85 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1337082 Feb 19 01:36:55.378013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.381516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdabf0f9-5d1e-4d66-b8d4-889e75c2dead admin admin] Publish callbacks [] for security_group (1a4d562c-9c36-4538-b630-3bbcf6a80500), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.423910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-155c130e-d95e-4160-9497-e5ea5e5f9b80 req-44fbe5c8-327b-436a-bf4d-991ee9c7a2c1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898690 Feb 19 01:36:55.462361 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-7fb99826-326f-4929-b7c6-2e2ed7e7abd5 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399653729&fields=id&tenant_id=c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 267 time: 0.0921504 Feb 19 01:36:55.530000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdabf0f9-5d1e-4d66-b8d4-889e75c2dead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1a4d562c-9c36-4538-b630-3bbcf6a80500), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.532496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdabf0f9-5d1e-4d66-b8d4-889e75c2dead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.534012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bdabf0f9-5d1e-4d66-b8d4-889e75c2dead admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a4d562c-9c36-4538-b630-3bbcf6a80500 HTTP/1.1" status: 204 len: 168 time: 0.3496428 Feb 19 01:36:55.551737 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabf0f9-5d1e-4d66-b8d4-889e75c2dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d562c-9c36-4538-b630-3bbcf6a80500,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.594288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-721e880d-ab4f-4313-90be-a0f2bd859b52 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:55.595907 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-721e880d-ab4f-4313-90be-a0f2bd859b52 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/networks?id=abe91a00-6395-464c-8917-8f9164ae31c2 HTTP/1.1" status: 200 len: 796 time: 0.1264138 Feb 19 01:36:55.620132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-782cae51-a63e-4058-abc6-33faa12a37a2 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/quotas/c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 375 time: 0.0174592 Feb 19 01:36:55.711808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-e8dcaed8-09d7-47eb-921a-d38e0c8062d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814390 Feb 19 01:36:55.761316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c13d0a8b-27e4-4142-a9c3-589f02b7fddc up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:55.832539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-181504b9-4f47-4d91-851c-f871030670ff service neutron] 10.222.0.43 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131499 Feb 19 01:36:55.883708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c13d0a8b-27e4-4142-a9c3-589f02b7fddc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:55.884088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.940781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-553aa9ea-216b-41cc-aeaa-2b036137c720 service neutron] 10.222.0.43 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016841 Feb 19 01:36:56.018653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42050) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:56.020749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c13d0a8b-27e4-4142-a9c3-589f02b7fddc is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:56.044345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ea74-e161-4a8e-b216-f063d1161512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.121383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.168405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ea74-e161-4a8e-b216-f063d1161512 admin admin] Publish callbacks [] for security_group (148d578f-6293-42fa-82e3-f32442cf5b78), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.185165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ea74-e161-4a8e-b216-f063d1161512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (148d578f-6293-42fa-82e3-f32442cf5b78), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.232172 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5dc5ea74-e161-4a8e-b216-f063d1161512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e58e7ac597141b49daff14cafe5b664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116148 Feb 19 01:36:56.236477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42058) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:56.245523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5ea74-e161-4a8e-b216-f063d1161512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d578f-6293-42fa-82e3-f32442cf5b78,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:56.266798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68cd43ee-7887-4344-9914-82c45c7f3d02 req-cce6f755-ae76-488d-9ece-9cadf10a2356 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 210 time: 0.0669353 Feb 19 01:36:56.325331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1d90-24c2-4249-8f7e-a98cd1039836 admin admin] Publish callbacks [] for security_group (148d578f-6293-42fa-82e3-f32442cf5b78), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.356934 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1d90-24c2-4249-8f7e-a98cd1039836 admin admin] Publish callbacks [] for security_group (148d578f-6293-42fa-82e3-f32442cf5b78), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.428154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1d90-24c2-4249-8f7e-a98cd1039836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (148d578f-6293-42fa-82e3-f32442cf5b78), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.431865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1d90-24c2-4249-8f7e-a98cd1039836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.433431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3a1b1d90-24c2-4249-8f7e-a98cd1039836 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/148d578f-6293-42fa-82e3-f32442cf5b78 HTTP/1.1" status: 204 len: 168 time: 0.1953154 Feb 19 01:36:56.451351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b1d90-24c2-4249-8f7e-a98cd1039836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d578f-6293-42fa-82e3-f32442cf5b78,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:56.586936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.673306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5114401-7dc9-40b6-b1b7-4f3574b1105c req-e075336d-998c-4efa-941b-39ec47deed84 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:56.676324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5114401-7dc9-40b6-b1b7-4f3574b1105c req-e075336d-998c-4efa-941b-39ec47deed84 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1203887 Feb 19 01:36:56.787031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5114401-7dc9-40b6-b1b7-4f3574b1105c req-59b4df8b-c77e-4a5e-914e-8a6f5b4cbe69 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945168 Feb 19 01:36:57.368408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2f93481f-b007-4537-bfcc-d90bd3a2e298 req-91d42c1a-c540-40d1-aed4-61738c026101 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 210 time: 0.0349278 Feb 19 01:36:57.671711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4c553c72-bf67-41fa-9ac8-cbde3fe879c9 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.673886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4c553c72-bf67-41fa-9ac8-cbde3fe879c9 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/networks?id=abe91a00-6395-464c-8917-8f9164ae31c2 HTTP/1.1" status: 200 len: 796 time: 0.1152663 Feb 19 01:36:57.740119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-7e9f2b6a-56b7-4bad-8712-fbd21e930b4d tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22d97948f9a461ebd59b013e74f92fc HTTP/1.1" status: 200 len: 380 time: 0.0573521 Feb 19 01:36:57.748781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'port': {'device_id': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'admin_state_up': True, 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'security_groups': ['aafa9846-957e-45d6-8617-26a5ace5140c']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:57.906043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Made reservation on behalf of c22d97948f9a461ebd59b013e74f92fc for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:57.909493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.994097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c22be-283a-4d12-9afb-5964d0908eaa req-5a3496d3-8f8d-4cae-97b6-04eec0f6b6f3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.995605 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-966c22be-283a-4d12-9afb-5964d0908eaa req-5a3496d3-8f8d-4cae-97b6-04eec0f6b6f3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1231773 Feb 19 01:36:58.091956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-966c22be-283a-4d12-9afb-5964d0908eaa req-99029a0c-878b-4206-a1a6-e5d5641d5c2a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900803 Feb 19 01:36:58.095932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.20.0.12 (abe91a00-6395-464c-8917-8f9164ae31c2/92f80117-29ee-4675-ad21-4bad949ac915/77653766-27b8-443c-bacc-de16ce311149) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:58.258054 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (77653766-27b8-443c-bacc-de16ce311149), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.293299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (77653766-27b8-443c-bacc-de16ce311149), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.336727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network abe91a00-6395-464c-8917-8f9164ae31c2 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:58.339753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:58.346370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:58.375308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=77653766-27b8-443c-bacc-de16ce311149,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:58.412104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.412754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.430441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-370aa303-d31d-449b-aa48-6460b75bce31 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6852064 Feb 19 01:36:58.443529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Request body: {'port': {'device_id': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:58.514929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4fbec-e064-48f9-8611-3bca30d9daae req-a9c78390-232b-4437-a77a-ed61ce126595 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.516675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9f4fbec-e064-48f9-8611-3bca30d9daae req-a9c78390-232b-4437-a77a-ed61ce126595 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 932 time: 0.0671098 Feb 19 01:36:58.542663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77653766-27b8-443c-bacc-de16ce311149), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.582866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9f4fbec-e064-48f9-8611-3bca30d9daae req-5738b173-277a-47a6-a0ef-07a4b5d35027 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584219 Feb 19 01:36:58.633700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-86cab41e-02d2-4996-8040-3a7258c4f95e None None] Provisioning complete for port 77653766-27b8-443c-bacc-de16ce311149 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:58.634180 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86cab41e-02d2-4996-8040-3a7258c4f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77653766-27b8-443c-bacc-de16ce311149), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.673643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86cab41e-02d2-4996-8040-3a7258c4f95e None None] Port 77653766-27b8-443c-bacc-de16ce311149 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:58.861484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77653766-27b8-443c-bacc-de16ce311149 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:58.870324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Publish callbacks [] for port (77653766-27b8-443c-bacc-de16ce311149), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.884751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Transition to ACTIVE for port object 77653766-27b8-443c-bacc-de16ce311149 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:36:58.888628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (77653766-27b8-443c-bacc-de16ce311149), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.950414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Pushing event updated for resources: {'Port': ['ID=77653766-27b8-443c-bacc-de16ce311149,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:59.026387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Attempting to bind port 77653766-27b8-443c-bacc-de16ce311149 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:59.026738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Attempting to bind port 77653766-27b8-443c-bacc-de16ce311149 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:59.027073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Attempting to bind port 77653766-27b8-443c-bacc-de16ce311149 on network abe91a00-6395-464c-8917-8f9164ae31c2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:59.031706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Port 77653766-27b8-443c-bacc-de16ce311149 on network abe91a00-6395-464c-8917-8f9164ae31c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:36:59.032039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Attempting to bind port 77653766-27b8-443c-bacc-de16ce311149 on network abe91a00-6395-464c-8917-8f9164ae31c2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:59.039636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:59.039973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Checking segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:59.040354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Bound using segment: {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:59.040924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Bound port: 77653766-27b8-443c-bacc-de16ce311149, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0d1ab5-fb08-46d9-94a1-4d60985333a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:59.041306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77653766-27b8-443c-bacc-de16ce311149), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:59.113096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] For port 77653766-27b8-443c-bacc-de16ce311149, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:59.116948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] For port 77653766-27b8-443c-bacc-de16ce311149, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77653766-27b8-443c-bacc-de16ce311149,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:59.128952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (77653766-27b8-443c-bacc-de16ce311149), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:59.179155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.179829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:59.182051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] 10.222.0.89 "PUT /v2.0/ports/77653766-27b8-443c-bacc-de16ce311149 HTTP/1.1" status: 200 len: 1092 time: 0.7439668 Feb 19 01:36:59.182500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'tag': '77653766-27b8-443c-bacc-de16ce311149'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:59.184763 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f1aea-78f8-4264-9d23-220221d3b48c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "tag": "77653766-27b8-443c-bacc-de16ce311149"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:59.215918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76029b-8d58-40e3-8d57-9fe4be8cc897 service neutron] Pushing event updated for resources: {'Port': ['ID=77653766-27b8-443c-bacc-de16ce311149,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:59.259726 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa43ece-9c09-4cf7-bb14-6bcfe53d03e7 x-openstack-request-id: req-8aa43ece-9c09-4cf7-bb14-6bcfe53d03e7 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:59.260241 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "tag": "77653766-27b8-443c-bacc-de16ce311149", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:59.260942 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8aa43ece-9c09-4cf7-bb14-6bcfe53d03e7 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:59.261704 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'tag': '77653766-27b8-443c-bacc-de16ce311149', 'status': 'completed', 'code': 200} Feb 19 01:36:59.373820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0d5e5-03d3-4b56-8f9a-b7f6c912b689 req-602afcaf-ccaa-4989-ba54-24b0cd799e6f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.375581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fa0d5e5-03d3-4b56-8f9a-b7f6c912b689 req-602afcaf-ccaa-4989-ba54-24b0cd799e6f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0959635 Feb 19 01:36:59.387604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-517cdc1b-98e8-4e6b-94eb-001d54d86984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.389267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-517cdc1b-98e8-4e6b-94eb-001d54d86984 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 1126 time: 0.0804646 Feb 19 01:36:59.442825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-c2316027-a46a-4c86-b753-020c4812d0b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77653766-27b8-443c-bacc-de16ce311149 HTTP/1.1" status: 200 len: 217 time: 0.0395985 Feb 19 01:36:59.508034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fa0d5e5-03d3-4b56-8f9a-b7f6c912b689 req-7cb1e372-e670-4fa7-b30d-a8aacaa049bb tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225834 Feb 19 01:36:59.518164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-a3849b2b-09af-460f-b948-3c7e3c3ca3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.520287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-a3849b2b-09af-460f-b948-3c7e3c3ca3bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92f80117-29ee-4675-ad21-4bad949ac915 HTTP/1.1" status: 200 len: 834 time: 0.0698652 Feb 19 01:36:59.578036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-a5419e37-e240-4c9b-be43-515f880b35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.579720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-a5419e37-e240-4c9b-be43-515f880b35fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=abe91a00-6395-464c-8917-8f9164ae31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497367 Feb 19 01:36:59.692399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-95ecfb24-72e8-45e5-8edf-dec5ccf53c0b service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061337 Feb 19 01:36:59.755235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71246a-cd68-4ff4-a963-fb927bc45f2b req-3e7d6aa3-58f4-4f89-be71-ec1e7a9121ec tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.757471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc71246a-cd68-4ff4-a963-fb927bc45f2b req-3e7d6aa3-58f4-4f89-be71-ec1e7a9121ec tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 944 time: 0.0678060 Feb 19 01:36:59.793050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a23b30e-3c4a-47fe-85f6-daad1aed6d40 req-0bb57f5c-9038-4441-a460-ddcc33996135 service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938187 Feb 19 01:36:59.808768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc71246a-cd68-4ff4-a963-fb927bc45f2b req-f14ae26c-f3e2-4c30-b0f0-1b1c1a3366a6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 Feb 19 01:36:59.899295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-ec6699c9-2f50-422f-be7b-9f1496983781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.900820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-ec6699c9-2f50-422f-be7b-9f1496983781 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 1126 time: 0.0497053 Feb 19 01:37:00.011250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-44d1abb3-5c49-4e7b-a909-329f27e730bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.012754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-44d1abb3-5c49-4e7b-a909-329f27e730bf service neutron] 10.222.0.89 "GET /v2.0/networks?id=abe91a00-6395-464c-8917-8f9164ae31c2 HTTP/1.1" status: 200 len: 897 time: 0.1060231 Feb 19 01:37:00.058611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-77cc701e-b341-45eb-b3a7-f15fa79c811b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77653766-27b8-443c-bacc-de16ce311149 HTTP/1.1" status: 200 len: 217 time: 0.0391068 Feb 19 01:37:00.107227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-4fc6cf32-99c5-41f3-9e75-bdffb22bc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.108662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-4fc6cf32-99c5-41f3-9e75-bdffb22bc7ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92f80117-29ee-4675-ad21-4bad949ac915 HTTP/1.1" status: 200 len: 834 time: 0.0433927 Feb 19 01:37:00.162000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-69441d6f-223f-44e6-8ed8-2257184e66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.163482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-69441d6f-223f-44e6-8ed8-2257184e66a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=abe91a00-6395-464c-8917-8f9164ae31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477264 Feb 19 01:37:00.252868 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-8873fbb1-929f-4766-9332-83d3cd0d70fd service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815852 Feb 19 01:37:00.348453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c04f1aea-78f8-4264-9d23-220221d3b48c req-4a0a81b3-8b73-4973-b16d-c420171300f4 service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883641 Feb 19 01:37:00.638874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0cbac-a70f-4ff6-9938-523f5ec42aa9 req-e2ae182c-226b-48bc-89cb-59c092d42607 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.640370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19e0cbac-a70f-4ff6-9938-523f5ec42aa9 req-e2ae182c-226b-48bc-89cb-59c092d42607 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0537751 Feb 19 01:37:00.690093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19e0cbac-a70f-4ff6-9938-523f5ec42aa9 req-e537590b-0dd3-4c03-90be-6b2d299685a2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Feb 19 01:37:00.942293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578140ba-cb02-4ee2-9b3b-2d60d5b8f3d9 req-538f1661-9dce-4ce6-9865-1441684cb693 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.944436 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-578140ba-cb02-4ee2-9b3b-2d60d5b8f3d9 req-538f1661-9dce-4ce6-9865-1441684cb693 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 944 time: 0.0612247 Feb 19 01:37:01.008269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-578140ba-cb02-4ee2-9b3b-2d60d5b8f3d9 req-ca9f120d-e7ef-41c2-8ef3-1f87ff7fe61e tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Feb 19 01:37:01.695554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:37:01.794457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:01.807496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '8fcd1321-7a83-4082-9038-075e92a852e6', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6', 'mac_address': 'fa:16:3e:8b:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:37:01.817966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa252fe-2010-4053-826a-9124bf3d40ac req-9cbfe97c-fa2e-48bc-9e29-8c792525f7c1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:01.819477 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fa252fe-2010-4053-826a-9124bf3d40ac req-9cbfe97c-fa2e-48bc-9e29-8c792525f7c1 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0562470 Feb 19 01:37:01.845237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:01.845892 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:01.859591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fcd1321-7a83-4082-9038-075e92a852e6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:37:01.869827 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fa252fe-2010-4053-826a-9124bf3d40ac req-c064d4e7-6d7f-4f50-97bb-9e3eca4fcaf6 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Feb 19 01:37:01.885112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:01.897876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:02.082218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77653766-27b8-443c-bacc-de16ce311149 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:37:02.154272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f220b-c543-49e1-bef1-90f762e9cca1 req-c244a210-0846-4fd1-82d9-08a52cf6e0c2 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:02.156685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e1f220b-c543-49e1-bef1-90f762e9cca1 req-c244a210-0846-4fd1-82d9-08a52cf6e0c2 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 944 time: 0.0698230 Feb 19 01:37:02.173507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:02.182849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['8fcd1321-7a83-4082-9038-075e92a852e6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:02.214790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e1f220b-c543-49e1-bef1-90f762e9cca1 req-4d70e08d-23e3-40d4-bfe9-d43d9f75ec7b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514810 Feb 19 01:37:02.279799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77653766-27b8-443c-bacc-de16ce311149, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77653766-27b8-443c-bacc-de16ce311149,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:02.300936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '77653766-27b8-443c-bacc-de16ce311149', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'port_id': '77653766-27b8-443c-bacc-de16ce311149', 'mac_address': 'fa:16:3e:0d:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:37:02.365857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77653766-27b8-443c-bacc-de16ce311149 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:02.366455 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77653766-27b8-443c-bacc-de16ce311149), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:02.395121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77653766-27b8-443c-bacc-de16ce311149 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:37:02.434394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77653766-27b8-443c-bacc-de16ce311149, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77653766-27b8-443c-bacc-de16ce311149,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:02.445993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77653766-27b8-443c-bacc-de16ce311149), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:02.502933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77653766-27b8-443c-bacc-de16ce311149,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:02.714893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['77653766-27b8-443c-bacc-de16ce311149'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:03.037124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa09d2-0147-4b6c-a32c-b64e0d7de5aa req-a8dcab1d-1c80-46d1-89f2-3b7cae2cdcc7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:03.039113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eefa09d2-0147-4b6c-a32c-b64e0d7de5aa req-a8dcab1d-1c80-46d1-89f2-3b7cae2cdcc7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 944 time: 0.0684767 Feb 19 01:37:03.093201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eefa09d2-0147-4b6c-a32c-b64e0d7de5aa req-43d01d82-c93d-4c2f-b283-e118ea0d4c16 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480671 Feb 19 01:37:03.356231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c919f-bbab-47d2-b0a9-4b615333836c req-b89b6868-50e3-45c3-b0ae-08470ee9c7e1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:03.357865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb8c919f-bbab-47d2-b0a9-4b615333836c req-b89b6868-50e3-45c3-b0ae-08470ee9c7e1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 945 time: 0.0624042 Feb 19 01:37:03.413987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fb8c919f-bbab-47d2-b0a9-4b615333836c req-7082fdc9-b171-475f-8f3c-fd455ac1b24c tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Feb 19 01:37:03.695526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:03.743009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 8fcd1321-7a83-4082-9038-075e92a852e6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:03.743669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:03.822912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:03.823300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:03.845072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:03.847791 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b794e0-974c-4a32-a8a8-e6c2ef0a6305" -d '{"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:03.859866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:03.865036 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:03.914836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:03.944030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77653766-27b8-443c-bacc-de16ce311149 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:03.999834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 77653766-27b8-443c-bacc-de16ce311149 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:37:04.004553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 77653766-27b8-443c-bacc-de16ce311149 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:04.004933 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77653766-27b8-443c-bacc-de16ce311149), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:04.044606 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6089078d-030d-4aea-90bd-571e3eb898e5 x-openstack-request-id: req-6089078d-030d-4aea-90bd-571e3eb898e5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:04.044913 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:04.045197 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6089078d-030d-4aea-90bd-571e3eb898e5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:04.045651 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'code': 200} Feb 19 01:37:04.099643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77653766-27b8-443c-bacc-de16ce311149 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:04.100064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77653766-27b8-443c-bacc-de16ce311149), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:04.144872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77653766-27b8-443c-bacc-de16ce311149, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77653766-27b8-443c-bacc-de16ce311149,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:04.150493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77653766-27b8-443c-bacc-de16ce311149), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:04.208273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77653766-27b8-443c-bacc-de16ce311149,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:04.239495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ff10-2522-458a-a6d4-7bd188a96b9d req-63658828-4acd-4861-8c5a-7090705ca4a3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:04.241419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d864ff10-2522-458a-a6d4-7bd188a96b9d req-63658828-4acd-4861-8c5a-7090705ca4a3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0618222 Feb 19 01:37:04.301640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d864ff10-2522-458a-a6d4-7bd188a96b9d req-5e2351fc-ea34-4c23-8ec6-784185fc73af tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547938 Feb 19 01:37:04.556128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e6652-f2a4-4cb7-b698-8bc117995344 req-0a421e90-7905-4b5b-ab83-aeb159dddfe1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:04.563051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-765e6652-f2a4-4cb7-b698-8bc117995344 req-0a421e90-7905-4b5b-ab83-aeb159dddfe1 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.0622275 Feb 19 01:37:04.613574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-765e6652-f2a4-4cb7-b698-8bc117995344 req-b4a1ac3a-300f-405f-9e53-3e69dcac5b3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494778 Feb 19 01:37:05.464412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f659fd-0730-4588-9f2a-0d2acb566b1a req-23eaaf21-3cf5-487c-8378-b64fd32cd550 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.468970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20f659fd-0730-4588-9f2a-0d2acb566b1a req-23eaaf21-3cf5-487c-8378-b64fd32cd550 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0691006 Feb 19 01:37:05.541513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20f659fd-0730-4588-9f2a-0d2acb566b1a req-e6b94821-809b-4c9a-9c4d-b0d7e211eea2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629199 Feb 19 01:37:05.752904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea7e4f-6944-4801-9dd7-70fc7abac3f5 req-e6e3b3b1-97b0-418d-a5c5-6ad21ca9b421 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.754382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dea7e4f-6944-4801-9dd7-70fc7abac3f5 req-e6e3b3b1-97b0-418d-a5c5-6ad21ca9b421 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.0619118 Feb 19 01:37:05.809122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0dea7e4f-6944-4801-9dd7-70fc7abac3f5 req-711ea552-5078-4db8-b171-e467306cb7ff tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483117 Feb 19 01:37:06.046873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77653766-27b8-443c-bacc-de16ce311149'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:06.049893 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055cfaae-5b87-4ba5-8358-b3a319f09748" -d '{"events": [{"server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "name": "network-vif-plugged", "status": "completed", "tag": "77653766-27b8-443c-bacc-de16ce311149"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:06.093009 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f7073e-8abf-4d8d-9aab-c36f92dd5b28 x-openstack-request-id: req-84f7073e-8abf-4d8d-9aab-c36f92dd5b28 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:06.093312 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "name": "network-vif-plugged", "status": "completed", "tag": "77653766-27b8-443c-bacc-de16ce311149", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:06.093572 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84f7073e-8abf-4d8d-9aab-c36f92dd5b28 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:06.094001 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77653766-27b8-443c-bacc-de16ce311149', 'code': 200} Feb 19 01:37:06.263816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aa10c-0c22-42d7-b445-a6e5337579cf req-c219de44-a705-4033-95f6-1bb2f1106284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.265677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d21aa10c-0c22-42d7-b445-a6e5337579cf req-c219de44-a705-4033-95f6-1bb2f1106284 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 1128 time: 0.0979888 Feb 19 01:37:06.330876 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d21aa10c-0c22-42d7-b445-a6e5337579cf req-218cc2c8-05de-41d9-87da-652771f95c27 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568807 Feb 19 01:37:06.340213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-96605ab8-5dcd-4ea8-94a2-843af065d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.341973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-96605ab8-5dcd-4ea8-94a2-843af065d915 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0610104 Feb 19 01:37:06.484745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-fdfcb0d0-182e-4334-adc5-bee1500eb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.486502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-fdfcb0d0-182e-4334-adc5-bee1500eb7bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.1231313 Feb 19 01:37:06.591869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-40b25c9e-2df3-491c-951f-1bcac3bf197a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 1001 time: 0.0985029 Feb 19 01:37:06.704799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-7bbab2f9-04b9-4789-9bde-c5d0f35a7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.706998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-7bbab2f9-04b9-4789-9bde-c5d0f35a7f1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.1068687 Feb 19 01:37:06.718215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fd097-528d-4e2c-9278-72319fd8673e req-cf6f65ed-6ccd-42b7-a5ba-79f1808ad009 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.727751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c34fd097-528d-4e2c-9278-72319fd8673e req-cf6f65ed-6ccd-42b7-a5ba-79f1808ad009 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0876842 Feb 19 01:37:06.812957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c34fd097-528d-4e2c-9278-72319fd8673e req-fa10442c-5ecb-4349-9357-a0d8e1e84b7f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861351 Feb 19 01:37:06.825151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-9a3eccad-0709-4e8d-bade-8b2e2c75ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.847803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-9a3eccad-0709-4e8d-bade-8b2e2c75ed91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1139023 Feb 19 01:37:06.996753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d132d7-ed68-4092-96f3-a3b5637746bf req-00f90afe-09d6-4518-a9ef-d1b1c861fde7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.006396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34d132d7-ed68-4092-96f3-a3b5637746bf req-00f90afe-09d6-4518-a9ef-d1b1c861fde7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.0744996 Feb 19 01:37:07.019984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-3d69d8e6-8866-4965-ab26-3d6e28f48991 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617789 Feb 19 01:37:07.083916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34d132d7-ed68-4092-96f3-a3b5637746bf req-ee7d592b-ccf6-47a3-bd81-7f5aec653935 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707653 Feb 19 01:37:07.140243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7d54c20b-8f7a-4f2a-98a9-44cdb09cb8e0 req-3a34fa47-b64a-43ae-a752-0d4921da707f service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102662 Feb 19 01:37:07.878086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42278) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:07.980494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496ec25-caa0-4361-a4a1-2fa71a8c781c req-6187b236-d181-408c-addc-5f9f7c560b82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.982405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a496ec25-caa0-4361-a4a1-2fa71a8c781c req-6187b236-d181-408c-addc-5f9f7c560b82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0822763 Feb 19 01:37:08.007315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b39274a-d275-42c8-b8c6-9a157e14b5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.055881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a496ec25-caa0-4361-a4a1-2fa71a8c781c req-52587233-02ba-4793-a8e6-ab9d0d5a7151 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669239 Feb 19 01:37:08.100350 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b39274a-d275-42c8-b8c6-9a157e14b5f6 admin admin] Publish callbacks [] for security_group (9199f9bb-0dd7-429d-8da9-046a71d4ff81), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.109433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b39274a-d275-42c8-b8c6-9a157e14b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9199f9bb-0dd7-429d-8da9-046a71d4ff81), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.143966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:08.144450 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1b39274a-d275-42c8-b8c6-9a157e14b5f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50ca06b0aec947668a1e7be1e4a3594a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647073 Feb 19 01:37:08.176853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39274a-d275-42c8-b8c6-9a157e14b5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9199f9bb-0dd7-429d-8da9-046a71d4ff81,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:08.212109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7849999e-8ebe-4e62-8634-7892d2e9786e admin admin] Publish callbacks [] for security_group (9199f9bb-0dd7-429d-8da9-046a71d4ff81), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.237541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fb018-8518-4193-8a87-10855d6deeac req-f1fe9e75-619f-4567-abea-41bcab617562 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:08.239156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48fb018-8518-4193-8a87-10855d6deeac req-f1fe9e75-619f-4567-abea-41bcab617562 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.0754771 Feb 19 01:37:08.241123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7849999e-8ebe-4e62-8634-7892d2e9786e admin admin] Publish callbacks [] for security_group (9199f9bb-0dd7-429d-8da9-046a71d4ff81), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.312919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7849999e-8ebe-4e62-8634-7892d2e9786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9199f9bb-0dd7-429d-8da9-046a71d4ff81), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.315796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7849999e-8ebe-4e62-8634-7892d2e9786e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.319454 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7849999e-8ebe-4e62-8634-7892d2e9786e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9199f9bb-0dd7-429d-8da9-046a71d4ff81 HTTP/1.1" status: 204 len: 168 time: 0.1718473 Feb 19 01:37:08.334321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849999e-8ebe-4e62-8634-7892d2e9786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9199f9bb-0dd7-429d-8da9-046a71d4ff81,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:08.367334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b48fb018-8518-4193-8a87-10855d6deeac req-31b2cf42-0586-46b8-8d09-bc8f444ddec8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213901 Feb 19 01:37:08.600016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e590ca-af06-49ce-9d9b-7b3229957940 req-eadbb035-a642-4be8-9353-4402eca0a4a6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:08.601780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98e590ca-af06-49ce-9d9b-7b3229957940 req-eadbb035-a642-4be8-9353-4402eca0a4a6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.1244860 Feb 19 01:37:08.683566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98e590ca-af06-49ce-9d9b-7b3229957940 req-1193a2a1-9480-43ac-a94f-803b6ee70849 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754757 Feb 19 01:37:08.700073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:08.741655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42294) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:08.758482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4c1b-2d5c-4326-86eb-7eeacd45b5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.764038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f539641-2b2b-44ec-9aa0-a42a7537fa62 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:08.766158 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9f539641-2b2b-44ec-9aa0-a42a7537fa62 tempest-TestNetworkBasicOps-413585275 tempest-TestNetworkBasicOps-413585275-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 1123 time: 0.0650268 Feb 19 01:37:08.770480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:08.775731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '77653766-27b8-443c-bacc-de16ce311149', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:08.846714 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.961990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4c1b-2d5c-4326-86eb-7eeacd45b5d2 admin admin] Publish callbacks [] for security_group (d5243bf5-c59a-49a1-9c54-d194a34d45b4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:08.979484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4c1b-2d5c-4326-86eb-7eeacd45b5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d5243bf5-c59a-49a1-9c54-d194a34d45b4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.043304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0c5d4c1b-2d5c-4326-86eb-7eeacd45b5d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=226b254aebcc47f992df926a66b1765c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003139 Feb 19 01:37:09.044658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42298) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:09.053818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d4c1b-2d5c-4326-86eb-7eeacd45b5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5243bf5-c59a-49a1-9c54-d194a34d45b4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:09.068126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.177438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff34859a-9256-42fa-bfdb-d2b8fce5dfc1 admin admin] Publish callbacks [] for security_group (d5243bf5-c59a-49a1-9c54-d194a34d45b4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.219088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Allocated IP 172.25.0.179 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/245d1879-5b61-485d-b051-11e97aa12673) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:09.224773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff34859a-9256-42fa-bfdb-d2b8fce5dfc1 admin admin] Publish callbacks [] for security_group (d5243bf5-c59a-49a1-9c54-d194a34d45b4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.244942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333c909-ae59-48a8-a905-d51774f11d44 req-bebeb228-1c06-4beb-bad3-fea65849d928 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:09.246659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6333c909-ae59-48a8-a905-d51774f11d44 req-bebeb228-1c06-4beb-bad3-fea65849d928 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1017420 Feb 19 01:37:09.322024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6333c909-ae59-48a8-a905-d51774f11d44 req-53360adb-972b-443b-9958-7f9ad3b79414 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655229 Feb 19 01:37:09.356076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff34859a-9256-42fa-bfdb-d2b8fce5dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d5243bf5-c59a-49a1-9c54-d194a34d45b4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.359201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff34859a-9256-42fa-bfdb-d2b8fce5dfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.373456 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ff34859a-9256-42fa-bfdb-d2b8fce5dfc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5243bf5-c59a-49a1-9c54-d194a34d45b4 HTTP/1.1" status: 204 len: 168 time: 0.3224981 Feb 19 01:37:09.384348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34859a-9256-42fa-bfdb-d2b8fce5dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5243bf5-c59a-49a1-9c54-d194a34d45b4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:09.400560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (245d1879-5b61-485d-b051-11e97aa12673), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.468206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (245d1879-5b61-485d-b051-11e97aa12673), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.514079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:09.517171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:09.525078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:09.531146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=245d1879-5b61-485d-b051-11e97aa12673,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:10.020434 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (f988a014-5578-4275-9fd9-a288acb06a30), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:10.100290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (245d1879-5b61-485d-b051-11e97aa12673), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:10.613324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee35a7e-7dba-4c26-8ba0-e8164a84a517 req-0d59e44c-e6bb-4817-aa81-15a26fee3c3b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:10.614884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee35a7e-7dba-4c26-8ba0-e8164a84a517 req-0d59e44c-e6bb-4817-aa81-15a26fee3c3b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0861387 Feb 19 01:37:10.676411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for port (245d1879-5b61-485d-b051-11e97aa12673), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:10.693394 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (245d1879-5b61-485d-b051-11e97aa12673), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:10.708271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee35a7e-7dba-4c26-8ba0-e8164a84a517 req-113c2188-1148-4f35-a353-1ee4ca9c1ac8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813444 Feb 19 01:37:10.799763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event updated for resources: {'Port': ['ID=245d1879-5b61-485d-b051-11e97aa12673,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:10.811600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (f988a014-5578-4275-9fd9-a288acb06a30), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:10.935935 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Floating IP f988a014-5578-4275-9fd9-a288acb06a30 associated. External IP: 172.25.0.179, port: 77653766-27b8-443c-bacc-de16ce311149. Feb 19 01:37:11.208311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:11.399149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:11.410324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] Sync routers for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:11.427395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:11.430975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:11.439541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:11.482579 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42386) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:11.491884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c3dd70c8-e3eb-4af3-8ecb-ccc8092a6b02 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7199471 Feb 19 01:37:11.492709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'tag': '77653766-27b8-443c-bacc-de16ce311149'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:11.495124 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "tag": "77653766-27b8-443c-bacc-de16ce311149"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:11.567856 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7778c9aa-58c7-40e7-8320-9d66a7a30b52 x-openstack-request-id: req-7778c9aa-58c7-40e7-8320-9d66a7a30b52 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:11.568150 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "tag": "77653766-27b8-443c-bacc-de16ce311149", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:11.568404 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7778c9aa-58c7-40e7-8320-9d66a7a30b52 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:11.568825 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'tag': '77653766-27b8-443c-bacc-de16ce311149', 'status': 'completed', 'code': 200} Feb 19 01:37:11.588969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d2b4d51a-6309-401c-a05c-38a82cdfbbed tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/f988a014-5578-4275-9fd9-a288acb06a30 HTTP/1.1" status: 200 len: 992 time: 0.1050782 Feb 19 01:37:11.679209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-a3a0cff5-bb43-4dac-91cb-7a1129e80ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:11.680742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-a3a0cff5-bb43-4dac-91cb-7a1129e80ee0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 1128 time: 0.0823686 Feb 19 01:37:11.694886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:11.804147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-194bc3d5-761d-4752-b19e-30801b1b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:11.806006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-194bc3d5-761d-4752-b19e-30801b1b03f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=abe91a00-6395-464c-8917-8f9164ae31c2 HTTP/1.1" status: 200 len: 897 time: 0.1182389 Feb 19 01:37:11.888679 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:37:11.910440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842e1a4-3101-427a-9016-36f87b199983 req-ec29fec9-0d7a-487a-b6d8-b05d1a76ad96 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:11.912336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c842e1a4-3101-427a-9016-36f87b199983 req-ec29fec9-0d7a-487a-b6d8-b05d1a76ad96 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0913143 Feb 19 01:37:11.946484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-4afa63f0-0d9f-4910-ad82-36b27074898e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77653766-27b8-443c-bacc-de16ce311149 HTTP/1.1" status: 200 len: 1000 time: 0.1303370 Feb 19 01:37:11.982012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c842e1a4-3101-427a-9016-36f87b199983 req-58553f5c-7dc8-449a-bd47-445e62e9f7df tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629075 Feb 19 01:37:12.042035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-932a3ce5-9369-464f-af0a-526f8f81e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:12.043789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-932a3ce5-9369-464f-af0a-526f8f81e667 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92f80117-29ee-4675-ad21-4bad949ac915 HTTP/1.1" status: 200 len: 834 time: 0.0901580 Feb 19 01:37:12.081063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'f988a014-5578-4275-9fd9-a288acb06a30', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'port_id': '77653766-27b8-443c-bacc-de16ce311149', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'mac_address': 'fa:16:3e:0d:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:37:09Z', 'updated_at': '2022-02-19T01:37:09Z', 'revision_number': 0, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:12.115475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-d51b4884-872a-47a5-a515-4f8266f31765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:12.117269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-d51b4884-872a-47a5-a515-4f8266f31765 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=abe91a00-6395-464c-8917-8f9164ae31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647180 Feb 19 01:37:12.126960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] Checking router: 5c23b9e7-9881-4603-8d94-bf0e123fbb16 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:12.136914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:12.137570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:36:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:12.304508 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-bd78e673-d825-4427-978b-4c3911533d15 service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790285 Feb 19 01:37:12.363452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:12.436625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd3f5d2a-46cc-4d0a-8685-990c1b0563d7 req-000fa406-9869-4cf0-b6df-c3a335de3cbe service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248243 Feb 19 01:37:12.591270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42412) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:12.698773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5febee4f-7693-4afb-94cc-177a348fbfe4 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/f988a014-5578-4275-9fd9-a288acb06a30 HTTP/1.1" status: 200 len: 992 time: 0.1060236 Feb 19 01:37:12.705020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'f988a014-5578-4275-9fd9-a288acb06a30', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'port_id': '77653766-27b8-443c-bacc-de16ce311149', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'mac_address': 'fa:16:3e:0d:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:37:09Z', 'updated_at': '2022-02-19T01:37:09Z', 'revision_number': 0, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:12.751037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871ea1-2422-4913-82db-b293d4736561 None None] The sync data for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 is: [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'f988a014-5578-4275-9fd9-a288acb06a30', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'port_id': '77653766-27b8-443c-bacc-de16ce311149', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'mac_address': 'fa:16:3e:0d:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:37:09Z', 'updated_at': '2022-02-19T01:37:09Z', 'revision_number': 0, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:13.037688 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7795bc1-81d2-435a-97fb-9f3a67317d35 None None] New status for floating IP f988a014-5578-4275-9fd9-a288acb06a30: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:37:13.251442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bb47a-57d5-4ced-8e5a-fc6276658054 req-8d4ffc4b-f882-49c4-89d7-60229b41bfbd tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:13.261631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a44bb47a-57d5-4ced-8e5a-fc6276658054 req-8d4ffc4b-f882-49c4-89d7-60229b41bfbd tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1080248 Feb 19 01:37:13.361778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a44bb47a-57d5-4ced-8e5a-fc6276658054 req-96f4accf-4e7f-4931-b94e-fe7101f7b07b tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990429 Feb 19 01:37:13.701701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42418) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:13.798770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5ed406e-2732-4d17-8feb-f97989ee00f2 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/f988a014-5578-4275-9fd9-a288acb06a30 HTTP/1.1" status: 200 len: 994 time: 0.0957448 Feb 19 01:37:14.584416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace3b2-d337-4fc9-b569-d96995b47f69 req-f5efaf16-fc09-4cd2-8b9f-6de7db48255c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:14.586213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1ace3b2-d337-4fc9-b569-d96995b47f69 req-f5efaf16-fc09-4cd2-8b9f-6de7db48255c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0742230 Feb 19 01:37:14.659154 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1ace3b2-d337-4fc9-b569-d96995b47f69 req-edb74770-37da-4370-8552-498a9d8058a5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645809 Feb 19 01:37:15.651418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6440a-c3c0-4f60-9937-548a3d69f43e req-cbaa81e3-c2fc-4502-a497-751a8a791573 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:15.653514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8fe6440a-c3c0-4f60-9937-548a3d69f43e req-cbaa81e3-c2fc-4502-a497-751a8a791573 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0792072 Feb 19 01:37:15.722429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8fe6440a-c3c0-4f60-9937-548a3d69f43e req-3ae4c1dd-35ac-4021-956f-ff8758c19bbb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608397 Feb 19 01:37:15.756510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:15.869177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7c9aa0b3-da4a-4732-8526-4d1b6a4c1534 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/13ff08f9-9035-485c-a31b-3a62431fada1 HTTP/1.1" status: 200 len: 993 time: 0.1114466 Feb 19 01:37:15.880775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c7ffd-447f-47aa-81bd-6fdae4ff1524 req-a698d328-9a1a-42e9-b00a-ffbf5430c3b8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:15.882293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e77c7ffd-447f-47aa-81bd-6fdae4ff1524 req-a698d328-9a1a-42e9-b00a-ffbf5430c3b8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1090527 Feb 19 01:37:15.946610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e77c7ffd-447f-47aa-81bd-6fdae4ff1524 req-a4ea2c1f-d617-419e-a05b-7bdf1af99011 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517924 Feb 19 01:37:16.224342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8227-0eef-4626-b013-648e50f68dc7 req-46e898ae-a339-4e61-982d-74ba1da5e823 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:16.225821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-577d8227-0eef-4626-b013-648e50f68dc7 req-46e898ae-a339-4e61-982d-74ba1da5e823 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1128 time: 0.0450048 Feb 19 01:37:16.272496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-577d8227-0eef-4626-b013-648e50f68dc7 req-a1575cc7-2994-4b4b-8e85-287405917a12 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410640 Feb 19 01:37:16.348307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-e6a50e02-8164-434f-9d66-61e63bebc817 req-f4f5bac1-8f31-44d2-939f-a2a7a188b95b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:37:16.349355 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6a50e02-8164-434f-9d66-61e63bebc817 req-f4f5bac1-8f31-44d2-939f-a2a7a188b95b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062065 Feb 19 01:37:16.472248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-f9db506e-fb5e-4835-ba71-c1710ceb710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:16.474010 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-f9db506e-fb5e-4835-ba71-c1710ceb710e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0531588 Feb 19 01:37:16.600911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-2afa5ffc-e08f-4713-ba9f-ce208af3eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:16.602495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-2afa5ffc-e08f-4713-ba9f-ce208af3eefb service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.1220357 Feb 19 01:37:16.676808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-1b7aa8ba-51a2-4052-9673-6aeb2179b988 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 1001 time: 0.0673001 Feb 19 01:37:16.741233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-bb7c7fa4-f548-4856-abdd-9bcdb9b1e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:16.743091 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-bb7c7fa4-f548-4856-abdd-9bcdb9b1e1d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0602415 Feb 19 01:37:16.804332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-6e1561f8-dade-4656-87ab-fdd12f75c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:16.805998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-6e1561f8-dade-4656-87ab-fdd12f75c00c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528047 Feb 19 01:37:16.940046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-3e49b04e-c76c-4023-a7dd-9b95146bbaf1 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233974 Feb 19 01:37:16.946813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-2da03e5b-5a9e-4547-bf0d-c3f9d503f1c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747669 Feb 19 01:37:16.957688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-bee1c10b-9ab9-4996-b171-b67b1c899aaf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:37:16.960582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-bee1c10b-9ab9-4996-b171-b67b1c899aaf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073309 Feb 19 01:37:17.114116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a580592c-df55-4946-be10-ea82c1c10552 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:17.115526 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a580592c-df55-4946-be10-ea82c1c10552 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 1125 time: 0.1012833 Feb 19 01:37:17.131032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6221ec26-85d8-4724-aceb-41f8b65c6790 req-9c5930f8-6d5d-41fc-913e-df096045717c service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784935 Feb 19 01:37:17.144339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507f8c9-83bd-4695-9d98-634425e38caa req-8fbbab67-a0b0-44d4-bc5c-18c7fc35aaa5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:17.146933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a507f8c9-83bd-4695-9d98-634425e38caa req-8fbbab67-a0b0-44d4-bc5c-18c7fc35aaa5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.0970869 Feb 19 01:37:17.197905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a507f8c9-83bd-4695-9d98-634425e38caa req-52e1b702-de14-492e-a600-11e7fd4661ef tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Feb 19 01:37:17.645807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-c7181bc1-5cca-4564-b642-93aa95edf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:17.647226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-c7181bc1-5cca-4564-b642-93aa95edf665 service neutron] 10.222.0.43 "GET /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 1125 time: 0.0395377 Feb 19 01:37:17.656087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Request body: {'binding': {'host': 'n-h1-826752-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:17.656543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Unknown quota resources ['binding']. {{(pid=103429) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:37:17.796084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on host n-h1-826752-2 for vnic_type normal with profile None {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:37:17.796713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:37:17.797249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:17.802029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:37:17.802354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:17.807155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:37:17.807792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Checking segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:17.807895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Bound using segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:37:17.808269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Bound port: 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:37:17.891089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:37:17.898193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:17.899418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] 10.222.0.43 "POST /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18/bindings HTTP/1.1" status: 201 len: 389 time: 0.2467504 Feb 19 01:37:18.069532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c6dd8-1263-42dc-ac90-bdb4e3144402 req-a82e2cb4-bd4f-462e-88b3-7b44db272e57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:18.071045 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc1c6dd8-1263-42dc-ac90-bdb4e3144402 req-a82e2cb4-bd4f-462e-88b3-7b44db272e57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0645182 Feb 19 01:37:18.128652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc1c6dd8-1263-42dc-ac90-bdb4e3144402 req-f35bf008-c5a9-4fc0-8a79-c9aaf619e0db tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516129 Feb 19 01:37:18.150925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-312e2ac2-cb4c-40a6-b522-c618120f764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:18.152461 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-312e2ac2-cb4c-40a6-b522-c618120f764d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1128 time: 0.0494568 Feb 19 01:37:18.253299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-076ceeb0-8350-4771-a5ff-516cd8350b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:18.254824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-076ceeb0-8350-4771-a5ff-516cd8350b7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 897 time: 0.0951812 Feb 19 01:37:18.353085 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a11a31b4-c100-49c3-afc1-08decab035d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 1001 time: 0.0920515 Feb 19 01:37:18.400961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:18.739376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472bcd7-c62e-48ea-b8e9-fbf9393ee5b8 req-cc359558-a50c-4389-b583-7e03ea7fe0a0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:18.740820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d472bcd7-c62e-48ea-b8e9-fbf9393ee5b8 req-cc359558-a50c-4389-b583-7e03ea7fe0a0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.4427314 Feb 19 01:37:18.776318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-3d12b58c-dcf5-483d-a94f-a42706d9d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:18.777805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-3d12b58c-dcf5-483d-a94f-a42706d9d63d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.4152505 Feb 19 01:37:18.823765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d472bcd7-c62e-48ea-b8e9-fbf9393ee5b8 req-66962e7c-1bb1-479f-82fa-2a92b195f15e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767591 Feb 19 01:37:18.841333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-e757db3c-339d-4b99-aaa7-380ea8307d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:18.842825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-e757db3c-339d-4b99-aaa7-380ea8307d6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568447 Feb 19 01:37:18.944391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-f86578d5-93b5-45c0-bbb5-41e0cc16eb1f service neutron] 10.222.0.89 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918221 Feb 19 01:37:19.038457 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-d54d10d0-351e-4790-8ebf-a04c2e2c5def service neutron] 10.222.0.89 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866015 Feb 19 01:37:19.193490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-7594efa6-1496-4414-a956-998ad39222ee tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:19.195285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-7594efa6-1496-4414-a956-998ad39222ee tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521&tenant_id=9e1e3a64a565467999d736e1f9c667ae&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1128 time: 0.0907984 Feb 19 01:37:19.207153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826752-2'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:19.273518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fc997-09d5-43b5-b05e-14141d84e223 req-f7177b01-7b72-4bb6-9905-223387a14d40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:19.275110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-344fc997-09d5-43b5-b05e-14141d84e223 req-f7177b01-7b72-4bb6-9905-223387a14d40 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0627699 Feb 19 01:37:19.277659 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.331738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-344fc997-09d5-43b5-b05e-14141d84e223 req-ee494bc8-03a2-4c3e-99ca-14aa12d6ffd0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504110 Feb 19 01:37:19.428089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:19.472637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:19.514733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:19.517038 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64ccd7-aad2-4771-be60-31c5f7ff8e06" -d '{"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:19.521403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Publish callbacks [] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.527786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.682068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:19.693554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.693906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.694253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.694595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.694932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.695269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.697740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:19.712399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on host n-h2-826752-2 for vnic_type normal with profile {"migrating_to": "n-h1-826752-2"} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:37:19.713627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:37:19.714228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:19.721256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:37:19.721838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Attempting to bind port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on network 98e2c29a-7d27-4547-8185-b848c58136c6 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:19.728621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:37:19.729119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Checking segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:19.729622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Bound using segment: {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:37:19.730161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Bound port: 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4213a1e5-721c-4b4b-ae6e-ab894928fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:37:19.731153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.784075 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1801c2-f1ef-4e41-9f21-65ace43099d8 x-openstack-request-id: req-2b1801c2-f1ef-4e41-9f21-65ace43099d8 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:19.784445 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:19.784627 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b1801c2-f1ef-4e41-9f21-65ace43099d8 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:19.785048 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'code': 200} Feb 19 01:37:19.814563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:19.832536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:19.836602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:37:19.843593 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.868432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] Provisioning complete for port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:19.868801 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.958914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=8']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:19.961804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:19.962417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.011322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:20.013411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:20.015684 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbfe128-7ad3-4526-ac7d-383444b69dc0" -d '{"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:20.016471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:20.017666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.022791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-99fec003-4472-4df7-97a0-fb86b22cd6c0 service neutron] 10.222.0.89 "PUT /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 1122 time: 0.8206110 Feb 19 01:37:20.025332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6b8c5-5a30-4653-8957-0ff98c94bba7 req-362fe9b8-dadc-4e12-bc20-eda990400d04 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:20.032251 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.046881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72f6b8c5-5a30-4653-8957-0ff98c94bba7 req-362fe9b8-dadc-4e12-bc20-eda990400d04 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 945 time: 0.1114583 Feb 19 01:37:20.095963 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449b2f2-cb85-4d42-bf12-b78cf2846e1a x-openstack-request-id: req-b449b2f2-cb85-4d42-bf12-b78cf2846e1a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:20.096654 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-unplugged", "status": "failed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "code": 422}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:20.097098 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b449b2f2-cb85-4d42-bf12-b78cf2846e1a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:20.097709 n-d-826752-2 neutron-server[103431]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'code': 422} returned with failed status Feb 19 01:37:20.109606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72f6b8c5-5a30-4653-8957-0ff98c94bba7 req-3eda1667-f6fd-4731-9844-e113a624e4f9 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617688 Feb 19 01:37:20.129292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:20.143475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['1ab2ffd2-f942-401f-b41b-bb36e770fd18'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:20.181214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] Current status of the port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:20.181681 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.280818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:20.294500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.297117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e16cc016-22b2-4b0e-8ff4-03b3c06520d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.493390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555f36a-2878-4934-b0f7-1a36f5270c1a req-789ae6f8-ee31-4088-93ee-5212061e2759 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:20.495620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f555f36a-2878-4934-b0f7-1a36f5270c1a req-789ae6f8-ee31-4088-93ee-5212061e2759 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0682623 Feb 19 01:37:20.552518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f555f36a-2878-4934-b0f7-1a36f5270c1a req-133bbb17-ab21-461c-a0eb-85ac612ad4e2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 Feb 19 01:37:20.674553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6d902-6ec1-4a76-a707-0ce3046ec5c4 None None] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:20.844702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-134efeee-2811-42fc-ac6b-10439531378c None None] Provisioning complete for port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:20.845314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-134efeee-2811-42fc-ac6b-10439531378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.940972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-134efeee-2811-42fc-ac6b-10439531378c None None] Current status of the port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:21.130075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-9b416e45-5e59-48c9-8c9b-e4135a69b125 req-9a71eb0b-633b-4daf-b760-e03f0376c241 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:37:21.131087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b416e45-5e59-48c9-8c9b-e4135a69b125 req-9a71eb0b-633b-4daf-b760-e03f0376c241 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088440 Feb 19 01:37:21.334402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688853d-a3b0-4bd4-a413-23cc5718647a req-a002345a-8b83-4b42-b39b-78b3345fc0d3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:21.335812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6688853d-a3b0-4bd4-a413-23cc5718647a req-a002345a-8b83-4b42-b39b-78b3345fc0d3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0887356 Feb 19 01:37:21.371354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-b1288e3a-b37b-422c-ac1a-59daac021760 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758209 Feb 19 01:37:21.395261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6688853d-a3b0-4bd4-a413-23cc5718647a req-b3e497ce-56cd-44e8-9f9e-ae13078e2cae tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517073 Feb 19 01:37:21.461527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362a67-d3b6-42e4-8b05-080862c984df req-2dc43df0-7f8f-41c2-8f61-cba14a8fc543 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:21.462935 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-2dc43df0-7f8f-41c2-8f61-cba14a8fc543 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports/8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 940 time: 0.0591459 Feb 19 01:37:21.705508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6671f25-db83-4b4b-8480-61bf384b1f4d req-6d42ef7f-5f64-460c-bd00-4de3a31f92f2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:21.705508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6671f25-db83-4b4b-8480-61bf384b1f4d req-6d42ef7f-5f64-460c-bd00-4de3a31f92f2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0665300 Feb 19 01:37:21.781857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d6671f25-db83-4b4b-8480-61bf384b1f4d req-d9fd3584-6a03-4dba-9354-5b5c3d343382 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700209 Feb 19 01:37:21.786562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:21.789221 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d755e9db-e9e9-459a-87ff-98ecb55d9757" -d '{"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:21.831609 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53921f00-16d3-40e7-abd5-6864e974a546 x-openstack-request-id: req-53921f00-16d3-40e7-abd5-6864e974a546 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:21.837436 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:21.837745 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53921f00-16d3-40e7-abd5-6864e974a546 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:21.838199 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'status': 'completed', 'code': 200} Feb 19 01:37:21.915209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-c77f6948-985c-46fe-9423-3b26d4b008c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:21.916716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-c77f6948-985c-46fe-9423-3b26d4b008c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1158 time: 0.0510066 Feb 19 01:37:22.030589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-5382c24b-1718-4d7b-9a09-d381e5a86350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.032189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-5382c24b-1718-4d7b-9a09-d381e5a86350 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 897 time: 0.1023576 Feb 19 01:37:22.074768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:37:22.098465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:22.101298 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cd19d4-f751-46d2-9bc4-54f670c2139a" -d '{"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-plugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:22.110170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-0009a393-faa5-4e44-ab95-5bcb744c5b60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 1001 time: 0.0708742 Feb 19 01:37:22.156254 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5230b-dd38-4697-8090-4b40014bfd92 x-openstack-request-id: req-85c5230b-dd38-4697-8090-4b40014bfd92 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:22.157133 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-plugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:22.157392 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85c5230b-dd38-4697-8090-4b40014bfd92 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:22.158313 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'code': 200} Feb 19 01:37:22.169259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-1c650612-cdcb-4fb3-8378-cfc56923467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.170809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-1c650612-cdcb-4fb3-8378-cfc56923467d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.0548499 Feb 19 01:37:22.199542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:22.211642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 has no active binding in host n-h1-826752-2 {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:37:22.223532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-8d16b9db-e0ab-4a53-9c85-db5dfe80f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.225371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-8d16b9db-e0ab-4a53-9c85-db5dfe80f570 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484700 Feb 19 01:37:22.366297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-33193304-89d5-4693-bcb8-ab4381cf395f service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328831 Feb 19 01:37:22.374516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362a67-d3b6-42e4-8b05-080862c984df req-362fb9d3-1f13-4cc7-8ddb-056b8af8bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.376307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-362fb9d3-1f13-4cc7-8ddb-056b8af8bcdc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8&tenant_id=8b43e15b720e43c6aeaa4d7b162e765e HTTP/1.1" status: 200 len: 1125 time: 0.0749192 Feb 19 01:37:22.496335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362a67-d3b6-42e4-8b05-080862c984df req-27d686ef-181d-43d6-a0d1-26981f5813bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.497900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-27d686ef-181d-43d6-a0d1-26981f5813bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1125 time: 0.0730224 Feb 19 01:37:22.504514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-77adee6e-e1af-4828-9fa4-edf7776c0c77 service neutron] 10.222.0.10 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269386 Feb 19 01:37:22.535219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25513-d181-4fa6-a07b-03337a709228 req-c7f72683-034a-49a4-aa4b-98863665bf19 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.541489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8b25513-d181-4fa6-a07b-03337a709228 req-c7f72683-034a-49a4-aa4b-98863665bf19 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0636184 Feb 19 01:37:22.589638 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b8b25513-d181-4fa6-a07b-03337a709228 req-761f0fcf-13e1-4efb-87c7-dea9da287d50 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463986 Feb 19 01:37:22.600193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362a67-d3b6-42e4-8b05-080862c984df req-6994f295-7f08-4b63-a610-e0d44b44a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.602014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-6994f295-7f08-4b63-a610-e0d44b44a419 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.0966158 Feb 19 01:37:22.647942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55ec960b-815d-459b-8869-c6fdf5edc229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:22.679697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-17b621ef-4114-47be-854b-e0accb4e328d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 999 time: 0.0680568 Feb 19 01:37:22.729792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362a67-d3b6-42e4-8b05-080862c984df req-757069c9-db55-4372-a239-23ed3371dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.731334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-757069c9-db55-4372-a239-23ed3371dbc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0453503 Feb 19 01:37:22.788945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362a67-d3b6-42e4-8b05-080862c984df req-c863410d-e0a8-4588-b0c9-655a1e299743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.790660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-c863410d-e0a8-4588-b0c9-655a1e299743 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506399 Feb 19 01:37:22.927916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-407b4a3c-2e76-4719-8d04-f6b3b5d89e78 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299634 Feb 19 01:37:22.935076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780c13-3ae5-470c-bc3d-9b0cddbbdc79 req-79bd2d97-f81b-48d9-b991-c0ff52e0a38e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:22.936517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8780c13-3ae5-470c-bc3d-9b0cddbbdc79 req-79bd2d97-f81b-48d9-b991-c0ff52e0a38e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0824394 Feb 19 01:37:23.038855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8780c13-3ae5-470c-bc3d-9b0cddbbdc79 req-ad09ef1f-d097-47a7-8f55-e7cbe33c7e69 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938067 Feb 19 01:37:23.064563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-bdfc8ade-8d3a-4a53-bcaa-d622409ab4f8 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264265 Feb 19 01:37:23.740692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:23.774900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031af7ee-6926-44b1-a804-eb2d83603d58 req-c942fdf4-d571-4801-823e-8d17c25210af tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:23.777279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-031af7ee-6926-44b1-a804-eb2d83603d58 req-c942fdf4-d571-4801-823e-8d17c25210af tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0891724 Feb 19 01:37:23.859709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-031af7ee-6926-44b1-a804-eb2d83603d58 req-de5980c9-4c72-4fa6-8772-a907435f769c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746467 Feb 19 01:37:24.174304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2fe6-6ac0-4306-b03c-aed16a5da1a6 req-0584cb81-bb6a-4cf0-b9c8-ec366e712841 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:24.182041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b4f2fe6-6ac0-4306-b03c-aed16a5da1a6 req-0584cb81-bb6a-4cf0-b9c8-ec366e712841 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0711222 Feb 19 01:37:24.253067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b4f2fe6-6ac0-4306-b03c-aed16a5da1a6 req-2435ae68-60fd-4d98-86ee-bd5bd4e29daa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616601 Feb 19 01:37:25.020634 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f1e5a-7e9d-41b8-a6a9-ba2586878c61 req-ec78f9f2-0f3c-4685-8ea4-1e71431f02a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:25.028877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e11f1e5a-7e9d-41b8-a6a9-ba2586878c61 req-ec78f9f2-0f3c-4685-8ea4-1e71431f02a4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0923724 Feb 19 01:37:25.099313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e11f1e5a-7e9d-41b8-a6a9-ba2586878c61 req-7745808b-002e-4247-8f05-a31d4c27b0ba tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692766 Feb 19 01:37:25.396815 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:25.425873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8842a-a718-4ebc-aba4-def2696294d8 req-dfc4ddfb-46cc-4f01-8d33-f76f1973978f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:25.427548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fa8842a-a718-4ebc-aba4-def2696294d8 req-dfc4ddfb-46cc-4f01-8d33-f76f1973978f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0984535 Feb 19 01:37:25.491369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9fa8842a-a718-4ebc-aba4-def2696294d8 req-6ae7a299-a649-4035-affe-a05228e8a3f4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573142 Feb 19 01:37:26.140676 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:26.285824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ee78a-5d55-4ffc-8242-a364e7fe9476 req-df311c5d-5cbb-483d-91ad-b11d74a4d42c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:26.288346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf7ee78a-5d55-4ffc-8242-a364e7fe9476 req-df311c5d-5cbb-483d-91ad-b11d74a4d42c tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0819430 Feb 19 01:37:26.349590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cf7ee78a-5d55-4ffc-8242-a364e7fe9476 req-077d5b1f-fcbf-4560-af56-b44385f8452d tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556014 Feb 19 01:37:26.570508 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:26.686251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129ca9c-f151-4ea1-889d-4f614a8227ed req-de5efaeb-7593-4503-968c-602d2bfe8f9b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:26.689216 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9129ca9c-f151-4ea1-889d-4f614a8227ed req-de5efaeb-7593-4503-968c-602d2bfe8f9b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0777242 Feb 19 01:37:26.763084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9129ca9c-f151-4ea1-889d-4f614a8227ed req-44a52ce1-83d7-42b0-a758-c09807872d58 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681140 Feb 19 01:37:27.665828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328f102-a0c6-4fc9-8547-d946c84d4d32 req-e1fc9bc5-f501-4de6-af87-c4272f7a636a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:27.668664 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d328f102-a0c6-4fc9-8547-d946c84d4d32 req-e1fc9bc5-f501-4de6-af87-c4272f7a636a tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0710747 Feb 19 01:37:27.737122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d328f102-a0c6-4fc9-8547-d946c84d4d32 req-501c07e1-9628-4a1b-9edf-d7ee383225d4 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608790 Feb 19 01:37:27.841466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:27.912279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e391332-d5da-451c-bc9a-d877fddf421e req-b669b77e-13d7-4598-9868-af27d99b8166 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:27.915634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e391332-d5da-451c-bc9a-d877fddf421e req-b669b77e-13d7-4598-9868-af27d99b8166 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 946 time: 0.0782478 Feb 19 01:37:27.964904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:27.965623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:28.016198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:28.020249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e391332-d5da-451c-bc9a-d877fddf421e req-4eb4e382-674e-4c1e-9518-ead641bc3930 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987124 Feb 19 01:37:28.021444 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b674f-d115-4754-9cca-0c86d6d5ae68" -d '{"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:28.029182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:28.038406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:28.129389 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f1d3e-d3d8-4f55-8902-16081f19e0eb x-openstack-request-id: req-6d5f1d3e-d3d8-4f55-8902-16081f19e0eb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:28.129692 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:28.129951 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d5f1d3e-d3d8-4f55-8902-16081f19e0eb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:28.130345 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'code': 200} Feb 19 01:37:28.180961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:28.196145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.196494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.196839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.197203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.197794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.198140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.198471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.198950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.199288 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.199760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.200145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.200468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.200794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:28.891403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434ed2-1274-432e-83e9-5a5d5b3c4d43 req-2eaa83e7-45d6-4665-8024-2591ec60bd71 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:28.894224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a434ed2-1274-432e-83e9-5a5d5b3c4d43 req-2eaa83e7-45d6-4665-8024-2591ec60bd71 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0681949 Feb 19 01:37:28.949020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a434ed2-1274-432e-83e9-5a5d5b3c4d43 req-d9b26ea4-38f8-4aa8-b30f-a20fb70337fc tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487235 Feb 19 01:37:29.186243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c71c5-61ed-4408-bb6e-f9d3a4af7ccf req-099ca708-2620-4369-860e-9ba77f2439d4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:29.189089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed1c71c5-61ed-4408-bb6e-f9d3a4af7ccf req-099ca708-2620-4369-860e-9ba77f2439d4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0583298 Feb 19 01:37:29.242115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed1c71c5-61ed-4408-bb6e-f9d3a4af7ccf req-97c970b6-179b-4a25-a904-9d1807abec24 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458069 Feb 19 01:37:30.121271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61998f-56b2-409a-a309-2ec5ad83a1d6 req-c8bfccd6-a175-47f6-a4f0-7c15827295c8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:30.122935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba61998f-56b2-409a-a309-2ec5ad83a1d6 req-c8bfccd6-a175-47f6-a4f0-7c15827295c8 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0839946 Feb 19 01:37:30.187380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba61998f-56b2-409a-a309-2ec5ad83a1d6 req-64351cab-191d-4788-b3d1-672998eedac3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586736 Feb 19 01:37:30.396983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adf4d4-501d-4b2c-aec5-b0ecbac57647 req-9cbd88d8-74ba-40a9-a9eb-2445bd0e00e8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:30.402396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58adf4d4-501d-4b2c-aec5-b0ecbac57647 req-9cbd88d8-74ba-40a9-a9eb-2445bd0e00e8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0789373 Feb 19 01:37:30.476822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58adf4d4-501d-4b2c-aec5-b0ecbac57647 req-5df0aca0-8767-4320-b906-170bbdcd7ab2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623853 Feb 19 01:37:31.443008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd3e3-0b93-4e5f-922b-7fc03f4aa7df req-3a4d4c21-cbd8-4c84-9ce8-11f9cf1adc82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:31.453178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41ddd3e3-0b93-4e5f-922b-7fc03f4aa7df req-3a4d4c21-cbd8-4c84-9ce8-11f9cf1adc82 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.1096456 Feb 19 01:37:31.549713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41ddd3e3-0b93-4e5f-922b-7fc03f4aa7df req-82b0a253-2449-4023-bb56-40b50e5329e2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888467 Feb 19 01:37:31.677362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626c65a-6048-4cc8-82cf-e873f475068d req-6444546f-6cea-4ddc-8813-a0bd3943df30 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:31.685154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9626c65a-6048-4cc8-82cf-e873f475068d req-6444546f-6cea-4ddc-8813-a0bd3943df30 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0859327 Feb 19 01:37:31.750434 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9626c65a-6048-4cc8-82cf-e873f475068d req-3b080242-867b-41b9-9a49-fc0a44163b57 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588875 Feb 19 01:37:32.475890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-bcaf6fd6-10a1-4e69-a1b1-9e5270d7f163 service neutron] 10.222.0.10 "GET /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18/bindings/n-h1-826752-2 HTTP/1.1" status: 200 len: 384 time: 0.0639493 Feb 19 01:37:32.770662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338f12f-365f-4687-8003-178c33eec12c req-950c8c79-9297-40a6-9cad-ede2564be733 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:32.772274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7338f12f-365f-4687-8003-178c33eec12c req-950c8c79-9297-40a6-9cad-ede2564be733 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.1172557 Feb 19 01:37:32.774577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:32.861107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7338f12f-365f-4687-8003-178c33eec12c req-c2e7f5d9-7df6-4069-9e52-613289cd2e0e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769615 Feb 19 01:37:32.862341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:32.927545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab2ffd2-f942-401f-b41b-bb36e770fd18 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:37:32.944579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:32.947172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e2a4-809b-4d0d-83c2-db513ea4a09d req-6d7b0d61-b556-4b4c-b95c-60c2baf20304 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:32.948942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50e0e2a4-809b-4d0d-83c2-db513ea4a09d req-6d7b0d61-b556-4b4c-b95c-60c2baf20304 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0992432 Feb 19 01:37:32.976787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:33.016869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50e0e2a4-809b-4d0d-83c2-db513ea4a09d req-2e8026c0-efae-445b-9028-6019921fc773 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618610 Feb 19 01:37:33.077393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] Transition to ACTIVE for port object 1ab2ffd2-f942-401f-b41b-bb36e770fd18 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:37:33.082574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:33.204670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] No DVR routers for this DVR port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:33.681573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] Pushing event updated for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=12']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:33.725928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-9fbc57a1-b449-460c-868f-f28586b1769e service neutron] 10.222.0.10 "PUT /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18/bindings/n-h1-826752-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2405686 Feb 19 01:37:33.837672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-25362d05-9701-4d80-8d13-3a5a06990108 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:33.839184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-25362d05-9701-4d80-8d13-3a5a06990108 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521&tenant_id=9e1e3a64a565467999d736e1f9c667ae&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.0537751 Feb 19 01:37:33.863427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:37:33.893394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-5fd742b9-4967-41e1-a049-3b3c091993b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:33.895171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-5fd742b9-4967-41e1-a049-3b3c091993b3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 1127 time: 0.0474749 Feb 19 01:37:33.986825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:34.014557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '8fcd1321-7a83-4082-9038-075e92a852e6', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'port_id': '8fcd1321-7a83-4082-9038-075e92a852e6', 'mac_address': 'fa:16:3e:8b:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:37:34.051569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-328c6779-63fa-4b8f-8f81-91c63c130af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.053707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-328c6779-63fa-4b8f-8f81-91c63c130af2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1127 time: 0.1104081 Feb 19 01:37:34.059955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:34.061084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:34.077097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcd1321-7a83-4082-9038-075e92a852e6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:37:34.077852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1a38d-bb59-4741-806c-f7b50ac8117e req-96a7fcb0-0ccf-49c7-985c-07438400e0f3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.080030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8fc1a38d-bb59-4741-806c-f7b50ac8117e req-96a7fcb0-0ccf-49c7-985c-07438400e0f3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 943 time: 0.0779932 Feb 19 01:37:34.099985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:34.105674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:34.165403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:34.193784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed78e6-329f-4b04-84ce-7c6c4f09e3fa req-658dbfff-417b-4f7a-bc9e-bb3691f47ca8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.197476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25ed78e6-329f-4b04-84ce-7c6c4f09e3fa req-658dbfff-417b-4f7a-bc9e-bb3691f47ca8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0748131 Feb 19 01:37:34.197775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8fc1a38d-bb59-4741-806c-f7b50ac8117e req-f4b9a755-29a3-42cd-bbfd-404e6fe59a7f tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059046 Feb 19 01:37:34.215433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-c324916f-0b07-4d9b-818b-7ddf32007cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.217565 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-c324916f-0b07-4d9b-818b-7ddf32007cbf service neutron] 10.222.0.89 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 897 time: 0.1551111 Feb 19 01:37:34.260466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25ed78e6-329f-4b04-84ce-7c6c4f09e3fa req-e2648380-2986-4e93-8495-d22cf8da592b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524118 Feb 19 01:37:34.295677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-bbfbc24c-465f-4b52-949e-700cbdd0fd81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 999 time: 0.0721943 Feb 19 01:37:34.344857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-b5729660-cdab-4266-afa4-7fe96ec66a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.346382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-b5729660-cdab-4266-afa4-7fe96ec66a27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.0444641 Feb 19 01:37:34.372450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['8fcd1321-7a83-4082-9038-075e92a852e6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:34.399701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-86069d6a-e4f7-4d05-b55e-b21478d8da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.402464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-86069d6a-e4f7-4d05-b55e-b21478d8da6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495746 Feb 19 01:37:34.504651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-92e58894-5e4e-4a50-a307-33264637b2f9 service neutron] 10.222.0.89 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941625 Feb 19 01:37:34.596175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-ffc2387b-3cd3-4e1d-962f-e1ce52445345 service neutron] 10.222.0.89 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Feb 19 01:37:34.851368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a31fc1c0-4288-4583-b7b8-f9e5f46c4b3c tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:34.852961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a31fc1c0-4288-4583-b7b8-f9e5f46c4b3c tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521&tenant_id=9e1e3a64a565467999d736e1f9c667ae&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 1127 time: 0.0513673 Feb 19 01:37:35.010383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-680298a4-92ba-4ebd-a500-8c0960353d95 service neutron] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:35.014381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-680298a4-92ba-4ebd-a500-8c0960353d95 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:35.015888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-680298a4-92ba-4ebd-a500-8c0960353d95 service neutron] 10.222.0.89 "DELETE /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18/bindings/n-h2-826752-2 HTTP/1.1" status: 204 len: 173 time: 0.1564252 Feb 19 01:37:35.354870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966639a-1be8-41ce-96bc-c629d14aefee req-4abe9018-7a31-4208-b250-442dbfdbdf93 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:35.356626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3966639a-1be8-41ce-96bc-c629d14aefee req-4abe9018-7a31-4208-b250-442dbfdbdf93 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 944 time: 0.0718892 Feb 19 01:37:35.402218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957291f0-403a-4795-a847-e7573c30226a req-3f3bae17-17ef-4103-bab3-8c20002e69d4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:35.404402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-957291f0-403a-4795-a847-e7573c30226a req-3f3bae17-17ef-4103-bab3-8c20002e69d4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0693536 Feb 19 01:37:35.431702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3966639a-1be8-41ce-96bc-c629d14aefee req-387db0b7-2afd-4f2f-878b-fb9102d54656 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683913 Feb 19 01:37:35.466329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-957291f0-403a-4795-a847-e7573c30226a req-01307e8e-d307-40a2-a2b8-82cb000ae886 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545602 Feb 19 01:37:35.581857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56ac54-cee4-4dea-902e-82ec3d6478ca req-c5ff0dbd-6d45-4ec4-9406-b1a01aa494d5 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:35.583433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a56ac54-cee4-4dea-902e-82ec3d6478ca req-c5ff0dbd-6d45-4ec4-9406-b1a01aa494d5 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1127 time: 0.0492392 Feb 19 01:37:35.631421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a56ac54-cee4-4dea-902e-82ec3d6478ca req-21a5b62f-b769-44ee-81ee-355b0e063a49 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 Feb 19 01:37:35.754992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f6adf-0f90-499f-8568-2a9446cb388a req-a585ae35-1e63-46d7-8086-24ed29c92864 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:35.756830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b07f6adf-0f90-499f-8568-2a9446cb388a req-a585ae35-1e63-46d7-8086-24ed29c92864 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.0574284 Feb 19 01:37:35.815015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b07f6adf-0f90-499f-8568-2a9446cb388a req-2fcc2439-525a-4873-8c77-c36b623af7c3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513628 Feb 19 01:37:35.838019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42698) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:35.864159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:35.993393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0464faee-861a-4a82-a3a6-a5f8a749229e tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/13ff08f9-9035-485c-a31b-3a62431fada1 HTTP/1.1" status: 200 len: 991 time: 0.1535585 Feb 19 01:37:36.005564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 8fcd1321-7a83-4082-9038-075e92a852e6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:36.006178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.096848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 8fcd1321-7a83-4082-9038-075e92a852e6 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:36.097289 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.121409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:36.123817 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee7a012-3c60-40ad-8e64-a4965e3e4a1c" -d '{"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:36.137808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:36.142473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.165498 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41705bc2-438a-4c4e-a1c7-66492a99ff0f x-openstack-request-id: req-41705bc2-438a-4c4e-a1c7-66492a99ff0f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:36.165792 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:36.166044 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41705bc2-438a-4c4e-a1c7-66492a99ff0f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:36.166431 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'code': 200} Feb 19 01:37:36.195768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:36.231288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42708) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:36.347118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cbe55-82f1-46a5-867f-6507de25c9ea req-3a198566-279e-4635-b66d-e4664377553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:36.348650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c33cbe55-82f1-46a5-867f-6507de25c9ea req-3a198566-279e-4635-b66d-e4664377553f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1128 time: 0.0450299 Feb 19 01:37:36.395686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c33cbe55-82f1-46a5-867f-6507de25c9ea req-8e651693-777e-40fd-8223-03cbe6822c83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390763 Feb 19 01:37:36.407210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port f45ece10-9dee-48ff-afe4-57e85d7635a4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:36.407803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.483541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.483881 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (f45ece10-9dee-48ff-afe4-57e85d7635a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.497984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for f45ece10-9dee-48ff-afe4-57e85d7635a4 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:36.616568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bcdae-8b99-4ea8-bee2-be0c8513bf91 req-fea18743-78f2-4a1a-a202-7bf4bf740ca5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:36.617990 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d30bcdae-8b99-4ea8-bee2-be0c8513bf91 req-fea18743-78f2-4a1a-a202-7bf4bf740ca5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 946 time: 0.1069739 Feb 19 01:37:36.679316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d30bcdae-8b99-4ea8-bee2-be0c8513bf91 req-28da5e13-d571-4709-8fae-64405c7b2cda tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548167 Feb 19 01:37:36.729140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f45ece10-9dee-48ff-afe4-57e85d7635a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.755154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=f45ece10-9dee-48ff-afe4-57e85d7635a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:36.816795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (13ff08f9-9035-485c-a31b-3a62431fada1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:36.817163 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP 13ff08f9-9035-485c-a31b-3a62431fada1 disassociated (deleted). External IP: 172.25.0.38, port: 1ab2ffd2-f942-401f-b41b-bb36e770fd18. Feb 19 01:37:37.041374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 01a46f43-1256-4961-a92b-075f1ee59f03 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:37.154973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:37.160479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:37.167117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] Sync routers for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:37.177259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:37.177985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:37.192441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f5e7c7e6-0b49-4bd1-8e2f-8b0d48213a65 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/floatingips/13ff08f9-9035-485c-a31b-3a62431fada1 HTTP/1.1" status: 204 len: 168 time: 0.9570491 Feb 19 01:37:37.192441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:37.192758 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f01747-14dc-4169-a4fc-568d9ad418fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:37.237903 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc1cfe8-8657-4252-a869-68a61d94145a x-openstack-request-id: req-bcc1cfe8-8657-4252-a869-68a61d94145a {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:37.238207 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:37.238474 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc1cfe8-8657-4252-a869-68a61d94145a {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:37.239313 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'status': 'completed', 'code': 200} Feb 19 01:37:37.302563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:37.312188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-b3dd2853-1ff5-4c47-adfa-a559d9962739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.313824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-b3dd2853-1ff5-4c47-adfa-a559d9962739 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 1127 time: 0.0519373 Feb 19 01:37:37.471263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-82d861ca-2a0c-4a39-adb4-f9706200dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.472551 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-82d861ca-2a0c-4a39-adb4-f9706200dcd2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 200 len: 897 time: 0.1507368 Feb 19 01:37:37.526681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-dc094f8e-ed6c-4cce-b60b-982fdf90c23b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 200 len: 217 time: 0.0467324 Feb 19 01:37:37.537193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95eca-183a-49cd-be81-859aeaf81c39 req-73541092-98ac-4cec-8874-e7a324fe6c96 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.538874 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47e95eca-183a-49cd-be81-859aeaf81c39 req-73541092-98ac-4cec-8874-e7a324fe6c96 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.1129069 Feb 19 01:37:37.576816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:37.619847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] Checking router: 01a46f43-1256-4961-a92b-075f1ee59f03 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:37.632237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:37.632822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:37.636734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-45032621-f2c5-4a59-b8af-2ca2955ff787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.653312 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-45032621-f2c5-4a59-b8af-2ca2955ff787 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 200 len: 835 time: 0.1133881 Feb 19 01:37:37.712194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47e95eca-183a-49cd-be81-859aeaf81c39 req-49614cf9-e59f-4cc3-b408-1b8c6ba7b4ba tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622944 Feb 19 01:37:37.741832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-d2284575-6d08-441c-9dd4-38791ae294da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.743379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-d2284575-6d08-441c-9dd4-38791ae294da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98e2c29a-7d27-4547-8185-b848c58136c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760100 Feb 19 01:37:37.825103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:37.849517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd2747-bd38-438b-b112-c66bba852d03 req-d892a49d-b452-4aa0-80fd-d5fb486642c7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.858538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-18dd2747-bd38-438b-b112-c66bba852d03 req-d892a49d-b452-4aa0-80fd-d5fb486642c7 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 946 time: 0.0653234 Feb 19 01:37:37.923437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-18dd2747-bd38-438b-b112-c66bba852d03 req-656c02cd-2cd3-43e5-ba41-29797a988980 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590887 Feb 19 01:37:37.931117 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-96848f5a-389d-4ad7-8521-066f03f1bc69 service neutron] 10.222.0.89 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768692 Feb 19 01:37:37.944189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238fc25-c84a-494d-a600-66dd017256d0 req-9b001c70-67bf-40af-9679-fb3b365676c7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:37.945911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2238fc25-c84a-494d-a600-66dd017256d0 req-9b001c70-67bf-40af-9679-fb3b365676c7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 945 time: 0.1072698 Feb 19 01:37:38.113981 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67f01747-14dc-4169-a4fc-568d9ad418fd req-1f0340aa-47da-43a2-b5a5-d8bc8db239d2 service neutron] 10.222.0.89 "GET /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669052 Feb 19 01:37:38.134971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:38.170604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:38.170910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:38.291742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 1ab2ffd2-f942-401f-b41b-bb36e770fd18, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=1ab2ffd2-f942-401f-b41b-bb36e770fd18,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:38.292545 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:38.308906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 1ab2ffd2-f942-401f-b41b-bb36e770fd18 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:38.352290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48b042-ba2e-4a65-a701-150ede898b5e None None] The sync data for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 is: [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:36:24Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '601c22f7-1a19-4f03-9d91-b328b77a55d1', 'name': '', 'network_id': '98e2c29a-7d27-4547-8185-b848c58136c6', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:69:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:23Z', 'updated_at': '2022-02-19T01:36:27Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '74441b31-f50b-4c4c-8451-8124ea1cb9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:38.697130 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3efb1-0596-4917-8448-4854e4a8d751 None None] New status for floating IP 13ff08f9-9035-485c-a31b-3a62431fada1: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:37:38.859047 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1ab2ffd2-f942-401f-b41b-bb36e770fd18), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:38.895129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=1ab2ffd2-f942-401f-b41b-bb36e770fd18,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:38.949088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] No DVR routers for this DVR port 1ab2ffd2-f942-401f-b41b-bb36e770fd18 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:38.958361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e46f3-975d-43f5-add6-e39a402a0448 req-a46bfb46-4d9d-4ecb-9f4f-dfd9a333dfda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:38.959884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-669e46f3-975d-43f5-add6-e39a402a0448 req-a46bfb46-4d9d-4ecb-9f4f-dfd9a333dfda tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acb712c-9121-445c-a5fd-e46580ed5521 HTTP/1.1" status: 200 len: 866 time: 0.1398678 Feb 19 01:37:38.961004 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:38.964250 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2238fc25-c84a-494d-a600-66dd017256d0 req-a250d571-d737-4c4d-a6f3-58baa9cfcd79 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "DELETE /v2.0/ports/1ab2ffd2-f942-401f-b41b-bb36e770fd18 HTTP/1.1" status: 204 len: 173 time: 1.0040696 Feb 19 01:37:39.016862 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-669e46f3-975d-43f5-add6-e39a402a0448 req-8f4c8a69-f6d3-48b7-b82f-6daced18e9a7 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502298 Feb 19 01:37:39.057258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5dde1-5e83-4bce-98f0-d3edc26f1493 req-6d62d667-01d3-4325-8972-2fc664afde55 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:39.059502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16b5dde1-5e83-4bce-98f0-d3edc26f1493 req-6d62d667-01d3-4325-8972-2fc664afde55 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 946 time: 0.0610893 Feb 19 01:37:39.113469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16b5dde1-5e83-4bce-98f0-d3edc26f1493 req-d61813f7-de32-4dd1-bf88-53da2ea34a9e tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473971 Feb 19 01:37:39.241111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-deleted', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:39.243982 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ceb15-2cbe-4560-b1d0-fb741da441dc" -d '{"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-deleted", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:39.288368 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee7b47c-f334-4439-9e74-d6d9edb55a6e x-openstack-request-id: req-7ee7b47c-f334-4439-9e74-d6d9edb55a6e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:39.288691 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb712c-9121-445c-a5fd-e46580ed5521", "name": "network-vif-deleted", "tag": "1ab2ffd2-f942-401f-b41b-bb36e770fd18", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:39.288952 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee7b47c-f334-4439-9e74-d6d9edb55a6e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:39.289384 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb712c-9121-445c-a5fd-e46580ed5521', 'name': 'network-vif-deleted', 'tag': '1ab2ffd2-f942-401f-b41b-bb36e770fd18', 'status': 'completed', 'code': 200} Feb 19 01:37:39.492948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42774) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:39.602349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89b82d97-e726-4b1d-a453-833882a1dc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.691956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89b82d97-e726-4b1d-a453-833882a1dc46 admin admin] Publish callbacks [] for security_group (6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.696498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89b82d97-e726-4b1d-a453-833882a1dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.737750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82d97-e726-4b1d-a453-833882a1dc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:39.744119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89b82d97-e726-4b1d-a453-833882a1dc46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18de9541c95a4ac6b609c9794603a3d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498269 Feb 19 01:37:39.746612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42778) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:39.795667 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b95fbc9f-1a4c-45f8-8963-f38431dfe569 admin admin] Publish callbacks [] for security_group (6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.816931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b95fbc9f-1a4c-45f8-8963-f38431dfe569 admin admin] Publish callbacks [] for security_group (6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.866072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b95fbc9f-1a4c-45f8-8963-f38431dfe569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.869129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b95fbc9f-1a4c-45f8-8963-f38431dfe569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:39.870328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b95fbc9f-1a4c-45f8-8963-f38431dfe569 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b HTTP/1.1" status: 204 len: 168 time: 0.1227994 Feb 19 01:37:39.879491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fbc9f-1a4c-45f8-8963-f38431dfe569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecb1e2b-6ce8-4d21-bc0e-eeaefeaf506b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:40.080033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42790) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:40.471273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (01a46f43-1256-4961-a92b-075f1ee59f03), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:40.754132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 601c22f7-1a19-4f03-9d91-b328b77a55d1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:40.754485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:40.853289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 601c22f7-1a19-4f03-9d91-b328b77a55d1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=601c22f7-1a19-4f03-9d91-b328b77a55d1,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:40.853762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:40.866785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 601c22f7-1a19-4f03-9d91-b328b77a55d1 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:41.088403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (601c22f7-1a19-4f03-9d91-b328b77a55d1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.122648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=601c22f7-1a19-4f03-9d91-b328b77a55d1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:41.301414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (01a46f43-1256-4961-a92b-075f1ee59f03), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.535186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router 01a46f43-1256-4961-a92b-075f1ee59f03 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:41.664862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:41.670932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fb4d3d44-a147-4574-80c1-9d699180b614 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/01a46f43-1256-4961-a92b-075f1ee59f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5899303 Feb 19 01:37:41.674107 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42828) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:41.677630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] Sync routers for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:41.691693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:41.692332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:41.740219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting subnet 74441b31-f50b-4c4c-8451-8124ea1cb9af {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:37:41.743524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (74441b31-f50b-4c4c-8451-8124ea1cb9af), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.787730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (74441b31-f50b-4c4c-8451-8124ea1cb9af), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.807784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:41.884773 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (74441b31-f50b-4c4c-8451-8124ea1cb9af), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.946842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (74441b31-f50b-4c4c-8451-8124ea1cb9af), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.979306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Subnet': ['ID=74441b31-f50b-4c4c-8451-8124ea1cb9af,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:41.987314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:41.994184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5b0ce9ea-0160-4d92-b55f-77f4df1fd733 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/subnets/74441b31-f50b-4c4c-8451-8124ea1cb9af HTTP/1.1" status: 204 len: 168 time: 0.3053300 Feb 19 01:37:41.994584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fce9cc-beed-40db-a51a-7ecf9b6837d6 None None] Network 98e2c29a-7d27-4547-8185-b848c58136c6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:37:41.994735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42832) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:42.055119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:37:41Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:42.087957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] Checking router: 01a46f43-1256-4961-a92b-075f1ee59f03 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:42.114865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (01a46f43-1256-4961-a92b-075f1ee59f03), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.117915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] Routers {'01a46f43-1256-4961-a92b-075f1ee59f03'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:42.118548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['01a46f43-1256-4961-a92b-075f1ee59f03'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:42.178120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:42.214883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 1ab2ffd2-f942-401f-b41b-bb36e770fd18 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:42.215737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 1ab2ffd2-f942-401f-b41b-bb36e770fd18 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:42.237467 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (01a46f43-1256-4961-a92b-075f1ee59f03), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.290023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] DHCP port deletion for 98e2c29a-7d27-4547-8185-b848c58136c6 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:37:42.299855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] Set router 01a46f43-1256-4961-a92b-075f1ee59f03 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:42.302653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port df678e83-2e15-494b-9e0e-319f740d73c7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:42.303060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.387484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port df678e83-2e15-494b-9e0e-319f740d73c7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=df678e83-2e15-494b-9e0e-319f740d73c7,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:42.387944 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.404908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for df678e83-2e15-494b-9e0e-319f740d73c7 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:42.474121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] Deleting port b0bb2fd1-f880-4de7-909a-4e1d122c1eee {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:42.474418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.579573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] For port b0bb2fd1-f880-4de7-909a-4e1d122c1eee, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,segment=NetworkSegment(4213a1e5-721c-4b4b-ae6e-ab894928fd77),segment_id=4213a1e5-721c-4b4b-ae6e-ab894928fd77)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:42.579896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.596964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] Calling delete_port for b0bb2fd1-f880-4de7-909a-4e1d122c1eee owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:42.610461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (df678e83-2e15-494b-9e0e-319f740d73c7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.664401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=df678e83-2e15-494b-9e0e-319f740d73c7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:42.694545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:37:41Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:42.727028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7313-433c-4276-88d8-089d3d79adc5 None None] The sync data for ids ['01a46f43-1256-4961-a92b-075f1ee59f03'] in n-d-826752-2 is: [{'id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667037002', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:19Z', 'updated_at': '2022-02-19T01:37:41Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': 'df678e83-2e15-494b-9e0e-319f740d73c7', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a46f43-1256-4961-a92b-075f1ee59f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:20Z', 'updated_at': '2022-02-19T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:42.788631 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (01a46f43-1256-4961-a92b-075f1ee59f03), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.798485 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b0bb2fd1-f880-4de7-909a-4e1d122c1eee), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.827994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] Pushing event deleted for resources: {'Port': ['ID=b0bb2fd1-f880-4de7-909a-4e1d122c1eee,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:42.832424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d4e16-8aae-42c9-9b8a-25274ee575ca None None] No DVR routers for this DVR port b0bb2fd1-f880-4de7-909a-4e1d122c1eee on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:42.901103 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (01a46f43-1256-4961-a92b-075f1ee59f03), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.903477 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (01a46f43-1256-4961-a92b-075f1ee59f03), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.952914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (01a46f43-1256-4961-a92b-075f1ee59f03), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.954193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Fanout notify agent at l3_agent the message router_deleted on router 01a46f43-1256-4961-a92b-075f1ee59f03 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:37:42.963142 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.964313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5c50bb59-1376-436e-8c7f-19903faf0a48 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/routers/01a46f43-1256-4961-a92b-075f1ee59f03 HTTP/1.1" status: 204 len: 168 time: 0.9686148 Feb 19 01:37:42.967263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42836) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:43.053968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (98e2c29a-7d27-4547-8185-b848c58136c6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.151748 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (98e2c29a-7d27-4547-8185-b848c58136c6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.176626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e2c29a-7d27-4547-8185-b848c58136c6']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:43.186011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4213a1e5-721c-4b4b-ae6e-ab894928fd77') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:43.186307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4213a1e5-721c-4b4b-ae6e-ab894928fd77') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:43.196573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (4213a1e5-721c-4b4b-ae6e-ab894928fd77), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.210464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4213a1e5-721c-4b4b-ae6e-ab894928fd77), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.217452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:37:43.217937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (4213a1e5-721c-4b4b-ae6e-ab894928fd77), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:37:43.220961 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:37:43.283572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (98e2c29a-7d27-4547-8185-b848c58136c6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.290323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.293424 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/networks/98e2c29a-7d27-4547-8185-b848c58136c6 HTTP/1.1" status: 204 len: 168 time: 0.3250775 Feb 19 01:37:43.296450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:43.305190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330366-8aa9-4372-a7f0-d100e357f5ed tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Network': ['ID=98e2c29a-7d27-4547-8185-b848c58136c6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:43.360298 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b7954b-907a-4751-8df3-1c930b125dee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.386804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b7954b-907a-4751-8df3-1c930b125dee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.452805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b7954b-907a-4751-8df3-1c930b125dee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.456163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75b7954b-907a-4751-8df3-1c930b125dee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.457358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-75b7954b-907a-4751-8df3-1c930b125dee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/security-groups/229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a HTTP/1.1" status: 204 len: 168 time: 0.1596446 Feb 19 01:37:43.467117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7954b-907a-4751-8df3-1c930b125dee tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ebf3e-28e1-49c1-b8ba-b3e1bf2db58a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:43.848951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b0bb2fd1-f880-4de7-909a-4e1d122c1eee no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:43.888345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b0bb2fd1-f880-4de7-909a-4e1d122c1eee {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:43.889138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b0bb2fd1-f880-4de7-909a-4e1d122c1eee not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:43.894098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device df678e83-2e15-494b-9e0e-319f740d73c7 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:43.918169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: df678e83-2e15-494b-9e0e-319f740d73c7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:43.918611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device df678e83-2e15-494b-9e0e-319f740d73c7 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:43.919049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 601c22f7-1a19-4f03-9d91-b328b77a55d1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:43.939599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 601c22f7-1a19-4f03-9d91-b328b77a55d1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:43.939947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 601c22f7-1a19-4f03-9d91-b328b77a55d1 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:44.181883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.186517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723120528', 'description': 'tempest-secgroup-smoke-723120528 description', 'project_id': '9e1e3a64a565467999d736e1f9c667ae'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.208169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.289437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (11b376cc-b5bd-4b26-bef6-eb7a769b742d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.293685 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (11b376cc-b5bd-4b26-bef6-eb7a769b742d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.329066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.330304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1474085 Feb 19 01:37:44.333363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.334474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af992cf6-b207-4004-82ef-dff8a303ca4c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b376cc-b5bd-4b26-bef6-eb7a769b742d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.348535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '11b376cc-b5bd-4b26-bef6-eb7a769b742d', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.373343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (76d2e3a9-c7a4-4e1d-a1f9-c412bd7ab353), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.427503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (76d2e3a9-c7a4-4e1d-a1f9-c412bd7ab353), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.431564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (76d2e3a9-c7a4-4e1d-a1f9-c412bd7ab353), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.452390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d2e3a9-c7a4-4e1d-a1f9-c412bd7ab353,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.462911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.464133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b1c55f75-8301-4f29-89cf-f54b5492d505 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294131 Feb 19 01:37:44.466976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.471450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '11b376cc-b5bd-4b26-bef6-eb7a769b742d', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.495746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (ced60d3d-662c-43a4-b6f2-eeccbede0846), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.554720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (ced60d3d-662c-43a4-b6f2-eeccbede0846), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.558483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ced60d3d-662c-43a4-b6f2-eeccbede0846), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.577321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced60d3d-662c-43a4-b6f2-eeccbede0846,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.586010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.587222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-156b6efa-a4cb-4421-8939-2437362b0561 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192398 Feb 19 01:37:44.589944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42858) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.595271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '11b376cc-b5bd-4b26-bef6-eb7a769b742d', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.621242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (4338240f-911f-4888-9de1-f6ba5f28953a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.688688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (4338240f-911f-4888-9de1-f6ba5f28953a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.693821 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4338240f-911f-4888-9de1-f6ba5f28953a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.712136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4338240f-911f-4888-9de1-f6ba5f28953a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.721472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.726053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9f3e06fe-165b-4069-ad16-b05ff7dc2d53 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319861 Feb 19 01:37:44.726235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.730954 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '11b376cc-b5bd-4b26-bef6-eb7a769b742d', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.757107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (fb67fc05-7e44-466d-841f-c71213a4d4c9), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.817484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (fb67fc05-7e44-466d-841f-c71213a4d4c9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.822329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (fb67fc05-7e44-466d-841f-c71213a4d4c9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.840596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb67fc05-7e44-466d-841f-c71213a4d4c9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.846024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.850000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2bdab0f5-733d-48c9-b38a-30657f8e5907 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223786 Feb 19 01:37:44.850206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.854928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '11b376cc-b5bd-4b26-bef6-eb7a769b742d', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.877740 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:37:44.883150 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (f99441dd-be60-4048-b55d-d6704cf9c72f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.943433 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (f99441dd-be60-4048-b55d-d6704cf9c72f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.947844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f99441dd-be60-4048-b55d-d6704cf9c72f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.965788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99441dd-be60-4048-b55d-d6704cf9c72f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.975469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.979387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3f44f309-fd23-4afa-ae8e-81be9524049c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255190 Feb 19 01:37:44.979716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42866) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.985197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'security_group_rule': {'security_group_id': '11b376cc-b5bd-4b26-bef6-eb7a769b742d', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:45.006943 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Project 9e1e3a64a565467999d736e1f9c667ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:37:45.012290 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (b37d4172-edcd-45f9-a844-c747d85f5f5f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.076654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (b37d4172-edcd-45f9-a844-c747d85f5f5f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.081368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b37d4172-edcd-45f9-a844-c747d85f5f5f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.100424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37d4172-edcd-45f9-a844-c747d85f5f5f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:45.109970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.111075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.113588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-300eccbf-5103-453b-936e-dbceec7d8a03 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327889 Feb 19 01:37:45.115450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42872) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.120480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'network': {'name': 'tempest-network-smoke--1970801506', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:45.139459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:45.143414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.168503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:37:45.177851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f9693abe-cc70-4103-8267-a490a752d81b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/floatingips/f988a014-5578-4275-9fd9-a288acb06a30 HTTP/1.1" status: 200 len: 994 time: 0.0664568 Feb 19 01:37:45.182221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b40e988d-e377-462e-94d2-9bec4b109824), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.182753 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Added segment b40e988d-e377-462e-94d2-9bec4b109824 of type vlan for network 167574c3-ab25-471d-8d5f-e4d1d9369f1f Feb 19 01:37:45.239796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (167574c3-ab25-471d-8d5f-e4d1d9369f1f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.267226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (167574c3-ab25-471d-8d5f-e4d1d9369f1f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.273752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:45.274351 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.339632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2230630 Feb 19 01:37:45.342312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.343343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dca2a-a7a1-4148-8f19-7d6945f41583 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Network': ['ID=167574c3-ab25-471d-8d5f-e4d1d9369f1f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:45.347358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'admin_state_up': True, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:45.355682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:37:45.385479 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (e904fe7d-d445-475d-a52c-68272a18d8d2), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.386786 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (e904fe7d-d445-475d-a52c-68272a18d8d2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.438996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.449553 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (e904fe7d-d445-475d-a52c-68272a18d8d2), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.606859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (e904fe7d-d445-475d-a52c-68272a18d8d2), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.617868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 245d1879-5b61-485d-b051-11e97aa12673 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:45.618226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (245d1879-5b61-485d-b051-11e97aa12673), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.704305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (245d1879-5b61-485d-b051-11e97aa12673), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.704837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (245d1879-5b61-485d-b051-11e97aa12673), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.720009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 245d1879-5b61-485d-b051-11e97aa12673 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:45.816917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (e904fe7d-d445-475d-a52c-68272a18d8d2), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.835607 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.884828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (245d1879-5b61-485d-b051-11e97aa12673), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.913306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=245d1879-5b61-485d-b051-11e97aa12673,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:45.980837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for floatingip (f988a014-5578-4275-9fd9-a288acb06a30), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.981228 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Floating IP f988a014-5578-4275-9fd9-a288acb06a30 disassociated (deleted). External IP: 172.25.0.179, port: 77653766-27b8-443c-bacc-de16ce311149. Feb 19 01:37:46.000573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.22 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/27035401-3e75-4766-b06f-8197a0f42b80) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:46.110761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (27035401-3e75-4766-b06f-8197a0f42b80), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.149610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (27035401-3e75-4766-b06f-8197a0f42b80), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.199362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:46.202278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:46.205930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:46.217787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:46.243449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=27035401-3e75-4766-b06f-8197a0f42b80,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:46.350188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:46.355182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.364912 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e1143-33dc-482a-98d3-99731923654a None None] Sync routers for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:46.375943 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:46.376834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:46.391588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a85cf91d-7a9d-419e-b3f0-6a6c0884ce3a tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/floatingips/f988a014-5578-4275-9fd9-a288acb06a30 HTTP/1.1" status: 204 len: 168 time: 0.9488707 Feb 19 01:37:46.391588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'tag': '77653766-27b8-443c-bacc-de16ce311149'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:46.398038 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c91af9-277b-4228-8089-52e9af9780b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "tag": "77653766-27b8-443c-bacc-de16ce311149"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:46.450339 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ad3ad-f739-4e00-9602-50f1a7fa2c63 x-openstack-request-id: req-892ad3ad-f739-4e00-9602-50f1a7fa2c63 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:46.450775 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "tag": "77653766-27b8-443c-bacc-de16ce311149", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:46.451180 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-892ad3ad-f739-4e00-9602-50f1a7fa2c63 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:46.451702 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'tag': '77653766-27b8-443c-bacc-de16ce311149', 'status': 'completed', 'code': 200} Feb 19 01:37:46.497348 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:46.555596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91af9-277b-4228-8089-52e9af9780b1 req-f296cc17-68d4-4d3d-a722-4761bc36aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:46.557731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-f296cc17-68d4-4d3d-a722-4761bc36aad9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c22d97948f9a461ebd59b013e74f92fc&device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 1128 time: 0.0828099 Feb 19 01:37:46.666650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (e904fe7d-d445-475d-a52c-68272a18d8d2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.765817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91af9-277b-4228-8089-52e9af9780b1 req-aa57eeeb-9d55-48ce-b76d-3584bceaa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:46.767567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-aa57eeeb-9d55-48ce-b76d-3584bceaa4cf service neutron] 10.222.0.89 "GET /v2.0/networks?id=abe91a00-6395-464c-8917-8f9164ae31c2 HTTP/1.1" status: 200 len: 897 time: 0.2016406 Feb 19 01:37:46.876596 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:46.908022 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e1143-33dc-482a-98d3-99731923654a None None] Checking router: 5c23b9e7-9881-4603-8d94-bf0e123fbb16 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:46.912906 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (e904fe7d-d445-475d-a52c-68272a18d8d2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.918876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:46.919627 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:47.085658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:47.089097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router e904fe7d-d445-475d-a52c-68272a18d8d2 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:37:47.224207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:47.235463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Sync routers for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:47.249148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfde6e-0d35-455a-88c1-6243c5dc6979 req-f80257b1-1c6f-4fa6-a483-08583cf9259f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:47.258632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ecfde6e-0d35-455a-88c1-6243c5dc6979 req-f80257b1-1c6f-4fa6-a483-08583cf9259f tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.5646305 Feb 19 01:37:47.259219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:47.263723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-21de3954-ac9a-42e8-aabf-3ee5fa6af0ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77653766-27b8-443c-bacc-de16ce311149 HTTP/1.1" status: 200 len: 217 time: 0.4839549 Feb 19 01:37:47.263928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:47.263928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:47.267048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d8a92d7-3d6e-423f-872b-b61c6def2d91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9224937 Feb 19 01:37:47.270158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42892) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:47.348375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91af9-277b-4228-8089-52e9af9780b1 req-00b789f0-fca4-4700-b913-51888dfd1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:47.349875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-00b789f0-fca4-4700-b913-51888dfd1933 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92f80117-29ee-4675-ad21-4bad949ac915 HTTP/1.1" status: 200 len: 834 time: 0.0797379 Feb 19 01:37:47.350607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42894) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:47.350926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5bea03f-0c21-49b9-821e-b06899ba1324 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9e1e3a64a565467999d736e1f9c667ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771909 Feb 19 01:37:47.362909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ecfde6e-0d35-455a-88c1-6243c5dc6979 req-d74814a8-de58-4eff-a951-d44268a169a7 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033168 Feb 19 01:37:47.386753 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b64e1143-33dc-482a-98d3-99731923654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:47.396693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:47.419173 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e1143-33dc-482a-98d3-99731923654a None None] The sync data for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 is: [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c13d0a8b-27e4-4142-a9c3-589f02b7fddc', 'name': '', 'network_id': 'abe91a00-6395-464c-8917-8f9164ae31c2', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'mac_address': 'fa:16:3e:55:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '92f80117-29ee-4675-ad21-4bad949ac915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'subnets': [{'id': '92f80117-29ee-4675-ad21-4bad949ac915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:47.516701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9dcaff-1d0a-4b71-96ed-838c3a839dd8 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:47.521799 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4c9dcaff-1d0a-4b71-96ed-838c3a839dd8 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541719 Feb 19 01:37:47.521799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:47.553710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91af9-277b-4228-8089-52e9af9780b1 req-6f0c6850-1a4f-4802-b131-3a49edd070b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:47.555285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-6f0c6850-1a4f-4802-b131-3a49edd070b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=abe91a00-6395-464c-8917-8f9164ae31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1901619 Feb 19 01:37:47.559471 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-04761818-a4bb-429c-9486-558482226eaf tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345154 Feb 19 01:37:47.559692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42900) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:47.564676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181266935', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:47.608688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:46Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:47.639123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Checking router: e904fe7d-d445-475d-a52c-68272a18d8d2 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:47.639641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Updating router e904fe7d-d445-475d-a52c-68272a18d8d2 port 27035401-3e75-4766-b06f-8197a0f42b80 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:37:47.674587 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27035401-3e75-4766-b06f-8197a0f42b80), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:47.764281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-9466f700-ff2e-4dad-9fd2-5f50bbd8af0d service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959476 Feb 19 01:37:47.766344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:47.770864 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:47.884211 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09891cbd-9c9a-49cc-a543-39d46374329a None None] New status for floating IP f988a014-5578-4275-9fd9-a288acb06a30: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:37:47.981841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85c91af9-277b-4228-8089-52e9af9780b1 req-0addf849-ed0b-4f1e-bfa6-d590917c5cbc service neutron] 10.222.0.89 "GET /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064481 Feb 19 01:37:48.013671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Publish callbacks [] for port (27035401-3e75-4766-b06f-8197a0f42b80), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.026776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27035401-3e75-4766-b06f-8197a0f42b80), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.043763 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-b769deca-5ef1-4f79-9500-40c21b559bce tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:48.045348 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-b769deca-5ef1-4f79-9500-40c21b559bce tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 946 time: 0.1233013 Feb 19 01:37:48.080141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Attempting to bind port 27035401-3e75-4766-b06f-8197a0f42b80 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:37:48.080516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Attempting to bind port 27035401-3e75-4766-b06f-8197a0f42b80 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:37:48.080896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Attempting to bind port 27035401-3e75-4766-b06f-8197a0f42b80 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:48.091607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026b9ed-4b20-4516-bde7-af7a516bb43b None None] Pushing event updated for resources: {'Port': ['ID=27035401-3e75-4766-b06f-8197a0f42b80,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:48.095211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:37:48.095605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:48.096017 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.096410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:37:48.096895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Bound port: 27035401-3e75-4766-b06f-8197a0f42b80, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:37:48.097329 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27035401-3e75-4766-b06f-8197a0f42b80), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.164082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] For port 27035401-3e75-4766-b06f-8197a0f42b80, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:48.168553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] For port 27035401-3e75-4766-b06f-8197a0f42b80, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=27035401-3e75-4766-b06f-8197a0f42b80,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:37:48.175413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (0b332aed-55b7-42b4-be72-1f3adb7170fd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.176187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27035401-3e75-4766-b06f-8197a0f42b80), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.245083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Subnet': ['ID=0b332aed-55b7-42b4-be72-1f3adb7170fd,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:48.256692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026b9ed-4b20-4516-bde7-af7a516bb43b None None] Pushing event updated for resources: {'Port': ['ID=27035401-3e75-4766-b06f-8197a0f42b80,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:48.260006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:48.260782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:48.277992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port 77653766-27b8-443c-bacc-de16ce311149 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:48.278513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (77653766-27b8-443c-bacc-de16ce311149), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.284172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Checking segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:48.284542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network hostable DHCP agents. Network: 167574c3-ab25-471d-8d5f-e4d1d9369f1f, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:37:48.359063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:37:48.391174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 167574c3-ab25-471d-8d5f-e4d1d9369f1f) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:48.399939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:48.400753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.434270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port 77653766-27b8-443c-bacc-de16ce311149, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77653766-27b8-443c-bacc-de16ce311149,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:48.434644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (77653766-27b8-443c-bacc-de16ce311149), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.449671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-21eb457f-710e-4117-ab0f-d6e6e43fe883 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8889146 Feb 19 01:37:48.454244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:48.456967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for 77653766-27b8-443c-bacc-de16ce311149 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:48.563368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b549b9f-1cfa-4b26-aa2f-7486978b2803 None None] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:37:48.636554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.657465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:48.661686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (77653766-27b8-443c-bacc-de16ce311149), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.740070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:48.754812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=77653766-27b8-443c-bacc-de16ce311149,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:48.838650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:37:48.839897 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.857442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] No DVR routers for this DVR port 77653766-27b8-443c-bacc-de16ce311149 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:48.864914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:48.876661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f641becc-c19e-4a30-91e3-83d633a3ff63 req-84142a12-d98c-4fe9-aa07-4dd822aadfcb tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.89 "DELETE /v2.0/ports/77653766-27b8-443c-bacc-de16ce311149 HTTP/1.1" status: 204 len: 173 time: 0.8157487 Feb 19 01:37:48.877233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'name': 'network-vif-deleted', 'tag': '77653766-27b8-443c-bacc-de16ce311149'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:48.879651 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d268fc11-2160-4d25-9934-e3e9172b1f97" -d '{"events": [{"server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "name": "network-vif-deleted", "tag": "77653766-27b8-443c-bacc-de16ce311149"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:48.907985 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:37:48.947810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83047592-7f26-464c-8957-7cb8ec7b0286 req-9a066b5c-6d4c-4d61-a5ab-a6b22e302382 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:48.959380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83047592-7f26-464c-8957-7cb8ec7b0286 req-9a066b5c-6d4c-4d61-a5ab-a6b22e302382 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9db660a-7026-4840-9372-55b8b7e83e19 HTTP/1.1" status: 200 len: 867 time: 0.3538823 Feb 19 01:37:48.986089 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671dd15e-d143-4dcb-8cbd-aba5d18a3269 x-openstack-request-id: req-671dd15e-d143-4dcb-8cbd-aba5d18a3269 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:48.986268 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db660a-7026-4840-9372-55b8b7e83e19", "name": "network-vif-deleted", "tag": "77653766-27b8-443c-bacc-de16ce311149", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:48.986373 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-671dd15e-d143-4dcb-8cbd-aba5d18a3269 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:48.986952 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db660a-7026-4840-9372-55b8b7e83e19', 'name': 'network-vif-deleted', 'tag': '77653766-27b8-443c-bacc-de16ce311149', 'status': 'completed', 'code': 200} Feb 19 01:37:49.008490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Allocated IP 172.20.0.2 (167574c3-ab25-471d-8d5f-e4d1d9369f1f/0b332aed-55b7-42b4-be72-1f3adb7170fd/cac47487-9405-4dfd-bb5e-ce79abd6e30d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:49.019027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36e56c5b-8850-40d7-b7c2-07c216ad176e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.117985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83047592-7f26-464c-8957-7cb8ec7b0286 req-3a41b224-1b0f-44aa-a25e-dfb51b79715b tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafa9846-957e-45d6-8617-26a5ace5140c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567595 Feb 19 01:37:49.171535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36e56c5b-8850-40d7-b7c2-07c216ad176e admin admin] Publish callbacks [] for security_group (cefa7a8f-7616-4045-ae14-9be45e08836e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.178164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36e56c5b-8850-40d7-b7c2-07c216ad176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cefa7a8f-7616-4045-ae14-9be45e08836e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.223447 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Publish callbacks [] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.233103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.246820 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36e56c5b-8850-40d7-b7c2-07c216ad176e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19bdba621bf54fbbb10da15cae8e2674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986434 Feb 19 01:37:49.248201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42918) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:49.267126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56c5b-8850-40d7-b7c2-07c216ad176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa7a8f-7616-4045-ae14-9be45e08836e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:49.307354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:49.309626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:49.325225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:49.328629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Pushing event updated for resources: {'Port': ['ID=cac47487-9405-4dfd-bb5e-ce79abd6e30d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:49.349715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:46Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:49.384636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36eaf020-0c28-41b3-88e0-2ff16a4f42d8 admin admin] Publish callbacks [] for security_group (cefa7a8f-7616-4045-ae14-9be45e08836e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.428098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de634d6-e836-44a8-893e-e12e32d4b7e6 None None] The sync data for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 is: [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:46Z', 'revision_number': 3, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:49.443778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Attempting to bind port cac47487-9405-4dfd-bb5e-ce79abd6e30d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:37:49.444278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Attempting to bind port cac47487-9405-4dfd-bb5e-ce79abd6e30d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:37:49.444738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Attempting to bind port cac47487-9405-4dfd-bb5e-ce79abd6e30d on network 167574c3-ab25-471d-8d5f-e4d1d9369f1f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:49.450187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36eaf020-0c28-41b3-88e0-2ff16a4f42d8 admin admin] Publish callbacks [] for security_group (cefa7a8f-7616-4045-ae14-9be45e08836e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.459772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:37:49.460058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Checking segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:49.460558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.461205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Bound using segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:37:49.461654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Bound port: cac47487-9405-4dfd-bb5e-ce79abd6e30d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:37:49.462130 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.551981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] For port cac47487-9405-4dfd-bb5e-ce79abd6e30d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:49.556390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] For port cac47487-9405-4dfd-bb5e-ce79abd6e30d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cac47487-9405-4dfd-bb5e-ce79abd6e30d,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:37:49.563576 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.576800 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36eaf020-0c28-41b3-88e0-2ff16a4f42d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (cefa7a8f-7616-4045-ae14-9be45e08836e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.579626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-36eaf020-0c28-41b3-88e0-2ff16a4f42d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.583886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36eaf020-0c28-41b3-88e0-2ff16a4f42d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cefa7a8f-7616-4045-ae14-9be45e08836e HTTP/1.1" status: 204 len: 168 time: 0.3302038 Feb 19 01:37:49.613225 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.617061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaf020-0c28-41b3-88e0-2ff16a4f42d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa7a8f-7616-4045-ae14-9be45e08836e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:49.660238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1751cf6-e151-4462-9b29-54495755a2be None None] Pushing event updated for resources: {'Port': ['ID=cac47487-9405-4dfd-bb5e-ce79abd6e30d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:50.074300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:50.116588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98de8c87-5c70-48a8-a362-e9bf9e7e5c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.174910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.1 (167574c3-ab25-471d-8d5f-e4d1d9369f1f/0b332aed-55b7-42b4-be72-1f3adb7170fd/afff02fa-efaf-449a-bf4b-377f450e756f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:50.191921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42928) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:50.262583 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7313de18-1dd4-4c37-985b-64daf2ae86a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.290415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17aabeb8-f12e-4b8e-acb1-12d509d110d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (aafa9846-957e-45d6-8617-26a5ace5140c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.348449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17aabeb8-f12e-4b8e-acb1-12d509d110d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (aafa9846-957e-45d6-8617-26a5ace5140c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.372916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98de8c87-5c70-48a8-a362-e9bf9e7e5c25 admin admin] Publish callbacks [] for security_group (b26e167f-52ce-4b80-8685-f8d70ff8f807), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.383320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98de8c87-5c70-48a8-a362-e9bf9e7e5c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b26e167f-52ce-4b80-8685-f8d70ff8f807), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.416010 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-98de8c87-5c70-48a8-a362-e9bf9e7e5c25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e91da29b7494f5cba98daff835ba697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403513 Feb 19 01:37:50.421151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:50.422452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (afff02fa-efaf-449a-bf4b-377f450e756f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.449700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de8c87-5c70-48a8-a362-e9bf9e7e5c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e167f-52ce-4b80-8685-f8d70ff8f807,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:50.468273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17aabeb8-f12e-4b8e-acb1-12d509d110d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aafa9846-957e-45d6-8617-26a5ace5140c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.471639 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17aabeb8-f12e-4b8e-acb1-12d509d110d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.476729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-17aabeb8-f12e-4b8e-acb1-12d509d110d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/security-groups/aafa9846-957e-45d6-8617-26a5ace5140c HTTP/1.1" status: 204 len: 168 time: 0.2835479 Feb 19 01:37:50.482623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.497762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aabeb8-f12e-4b8e-acb1-12d509d110d8 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa9846-957e-45d6-8617-26a5ace5140c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:50.525820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:50.566013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:50.569420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:50.572589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:50.582596 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0610-97fc-4b8d-b672-a2d83843b715 admin admin] Publish callbacks [] for security_group (b26e167f-52ce-4b80-8685-f8d70ff8f807), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.610322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=afff02fa-efaf-449a-bf4b-377f450e756f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:50.628409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0610-97fc-4b8d-b672-a2d83843b715 admin admin] Publish callbacks [] for security_group (b26e167f-52ce-4b80-8685-f8d70ff8f807), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.636140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (e904fe7d-d445-475d-a52c-68272a18d8d2), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.866168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0610-97fc-4b8d-b672-a2d83843b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b26e167f-52ce-4b80-8685-f8d70ff8f807), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.869191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0610-97fc-4b8d-b672-a2d83843b715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.871396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e7ab0610-97fc-4b8d-b672-a2d83843b715 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b26e167f-52ce-4b80-8685-f8d70ff8f807 HTTP/1.1" status: 204 len: 168 time: 0.4490156 Feb 19 01:37:50.894386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab0610-97fc-4b8d-b672-a2d83843b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e167f-52ce-4b80-8685-f8d70ff8f807,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:51.162214 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (5c23b9e7-9881-4603-8d94-bf0e123fbb16), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.175131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8795256-51c3-4487-81e1-3ed021442717 None None] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:37:51.219425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.262356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] Provisioning complete for port cac47487-9405-4dfd-bb5e-ce79abd6e30d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:51.262720 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.412699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] Current status of the port cac47487-9405-4dfd-bb5e-ce79abd6e30d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:51.413968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.502934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] For port cac47487-9405-4dfd-bb5e-ce79abd6e30d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cac47487-9405-4dfd-bb5e-ce79abd6e30d,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:51.510269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.589066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port c13d0a8b-27e4-4142-a9c3-589f02b7fddc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:51.589657 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.602875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2fb08-b5db-49c2-9bc4-139404c7b922 None None] Pushing event updated for resources: {'Port': ['ID=cac47487-9405-4dfd-bb5e-ce79abd6e30d,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:51.677083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (afff02fa-efaf-449a-bf4b-377f450e756f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.683636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.780583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1e3236c0-0b2f-4527-af3a-56e354882cc0 None None] Provisioning complete for port afff02fa-efaf-449a-bf4b-377f450e756f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:51.781579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e3236c0-0b2f-4527-af3a-56e354882cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.792808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port c13d0a8b-27e4-4142-a9c3-589f02b7fddc, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:51.793221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.807865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for c13d0a8b-27e4-4142-a9c3-589f02b7fddc owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:51.815015 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (e904fe7d-d445-475d-a52c-68272a18d8d2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.818473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=afff02fa-efaf-449a-bf4b-377f450e756f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:51.880781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1e3236c0-0b2f-4527-af3a-56e354882cc0 None None] Port afff02fa-efaf-449a-bf4b-377f450e756f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:37:51.902405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cac47487-9405-4dfd-bb5e-ce79abd6e30d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:51.958869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1e3236c0-0b2f-4527-af3a-56e354882cc0 None None] Provisioning complete for port cac47487-9405-4dfd-bb5e-ce79abd6e30d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:51.959507 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e3236c0-0b2f-4527-af3a-56e354882cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.981632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:51.985184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:52.002444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port cac47487-9405-4dfd-bb5e-ce79abd6e30d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:52.003112 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.084176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:52.114554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port cac47487-9405-4dfd-bb5e-ce79abd6e30d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:52.115651 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 27035401-3e75-4766-b06f-8197a0f42b80 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:52.157797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c13d0a8b-27e4-4142-a9c3-589f02b7fddc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.193310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77653766-27b8-443c-bacc-de16ce311149 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:52.202127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=c13d0a8b-27e4-4142-a9c3-589f02b7fddc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:52.214796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router e904fe7d-d445-475d-a52c-68272a18d8d2 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:52.218748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 77653766-27b8-443c-bacc-de16ce311149 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:52.219105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77653766-27b8-443c-bacc-de16ce311149 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:52.224197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1e3236c0-0b2f-4527-af3a-56e354882cc0 None None] Current status of the port cac47487-9405-4dfd-bb5e-ce79abd6e30d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:52.239949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 27035401-3e75-4766-b06f-8197a0f42b80 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:52.240438 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (27035401-3e75-4766-b06f-8197a0f42b80), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.290483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2060672071-network', 'tenant_id': 'd315e20ca60740ca85ffec801a0032f1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:52.349813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 27035401-3e75-4766-b06f-8197a0f42b80 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:52.350214 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (27035401-3e75-4766-b06f-8197a0f42b80), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.372169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 27035401-3e75-4766-b06f-8197a0f42b80, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=27035401-3e75-4766-b06f-8197a0f42b80,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:52.374911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Made reservation on behalf of d315e20ca60740ca85ffec801a0032f1 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:52.378451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (27035401-3e75-4766-b06f-8197a0f42b80), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.380020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.412656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.425733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:52.432360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b739b93e-a6f2-4dab-8c6f-df3f754854d0 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/e904fe7d-d445-475d-a52c-68272a18d8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9768293 Feb 19 01:37:52.447073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Sync routers for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:52.458859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-effc7b19-9df3-4dce-9fb3-0c187eb95914 None None] Provisioning complete for port afff02fa-efaf-449a-bf4b-377f450e756f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:52.459395 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-effc7b19-9df3-4dce-9fb3-0c187eb95914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.528262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (5c23b9e7-9881-4603-8d94-bf0e123fbb16), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.535026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=27035401-3e75-4766-b06f-8197a0f42b80,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:52.544969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:52.545629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:52.602235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-effc7b19-9df3-4dce-9fb3-0c187eb95914 None None] Port afff02fa-efaf-449a-bf4b-377f450e756f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:37:52.648056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks [] for security_group (0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.654997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.695896 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-799f39f4-b274-4dbe-b751-fb9bb1960270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.701706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:52.724521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:37:52.753231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a6bda996-3853-4224-a55c-8adeb5a5cdbf), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.753573 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Added segment a6bda996-3853-4224-a55c-8adeb5a5cdbf of type vlan for network f18afee1-d528-495e-bedb-7625dd60eba4 Feb 19 01:37:52.777712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:52.784791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-74ece8a3-f01b-4681-86a1-54fe63e2020e None None] Provisioning complete for port afff02fa-efaf-449a-bf4b-377f450e756f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:52.785116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74ece8a3-f01b-4681-86a1-54fe63e2020e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.827778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-b36c9c9e-786f-452e-b4cb-624e77023545 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723120528&fields=id&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 267 time: 0.1596420 Feb 19 01:37:52.862715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-74ece8a3-f01b-4681-86a1-54fe63e2020e None None] Port afff02fa-efaf-449a-bf4b-377f450e756f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:37:52.882887 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (f18afee1-d528-495e-bedb-7625dd60eba4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.946972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 2, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:52.975938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Checking router: e904fe7d-d445-475d-a52c-68272a18d8d2 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:52.976226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Updating router e904fe7d-d445-475d-a52c-68272a18d8d2 port afff02fa-efaf-449a-bf4b-377f450e756f binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:37:53.004291 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.012838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (f18afee1-d528-495e-bedb-7625dd60eba4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.013826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:53.014413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.094080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-0845f2cb-cd27-4cd3-9dad-e4e2f8846781 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:53.095590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-0845f2cb-cd27-4cd3-9dad-e4e2f8846781 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/networks?id=167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 200 len: 797 time: 0.2259147 Feb 19 01:37:53.102618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0174100 Feb 19 01:37:53.105743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42974) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:53.111793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Request body: {'subnet': {'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2060672071-subnet', 'tenant_id': 'd315e20ca60740ca85ffec801a0032f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:53.124056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:53.131652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-f581fa26-b204-4fc4-b7c4-aa611b5960e5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/quotas/9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 375 time: 0.0224082 Feb 19 01:37:53.133224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a553fb-b8f1-4d16-ac0d-82d3d355a8fc admin admin] Pushing event updated for resources: {'Network': ['ID=f18afee1-d528-495e-bedb-7625dd60eba4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:53.137576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Made reservation on behalf of d315e20ca60740ca85ffec801a0032f1 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:53.139959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.146156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network f18afee1-d528-495e-bedb-7625dd60eba4 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:37:53.290618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-837592d4-41ca-4bc2-a71e-58a5e952104c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481557 Feb 19 01:37:53.309433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:53.317554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-47aac11f-6d81-4a0c-b364-2e2af19d7486 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "PUT /v2.0/routers/5c23b9e7-9881-4603-8d94-bf0e123fbb16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7902563 Feb 19 01:37:53.320267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 42976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:53.324071 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] Sync routers for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:53.334383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (b602ea5e-931e-47a7-a522-09021e4340cd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.338851 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:53.339821 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:53.402274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b602ea5e-931e-47a7-a522-09021e4340cd,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:53.412237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Checking segment: {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:53.413066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Network hostable DHCP agents. Network: f18afee1-d528-495e-bedb-7625dd60eba4, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:37:53.417963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting subnet 92f80117-29ee-4675-ad21-4bad949ac915 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:37:53.422821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (92f80117-29ee-4675-ad21-4bad949ac915), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.439709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Network f18afee1-d528-495e-bedb-7625dd60eba4 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:37:53.458050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, f18afee1-d528-495e-bedb-7625dd60eba4) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:53.471615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:53.471849 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8e43e-9b32-43cb-8328-510303a55fcd None None] Network f18afee1-d528-495e-bedb-7625dd60eba4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:37:53.473301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.490638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (92f80117-29ee-4675-ad21-4bad949ac915), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.496858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1f998bac-1572-41b9-abba-5bf52869579e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3899965 Feb 19 01:37:53.566448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:53.608829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Publish callbacks [] for port (afff02fa-efaf-449a-bf4b-377f450e756f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.620179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.676747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-2f2d4ec0-85ad-47f7-8ec6-8ba3b2b8b463 service neutron] 10.222.0.43 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441355 Feb 19 01:37:53.720231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b650b-478f-4ab7-a2bc-6af8401aba50 None None] Network f18afee1-d528-495e-bedb-7625dd60eba4 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:37:53.770088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (92f80117-29ee-4675-ad21-4bad949ac915), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.875780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56088c17-a157-49b5-9ac8-298aff22cd83 None None] Pushing event updated for resources: {'Port': ['ID=afff02fa-efaf-449a-bf4b-377f450e756f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:53.880092 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (92f80117-29ee-4675-ad21-4bad949ac915), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.938681 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:53.943483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 27035401-3e75-4766-b06f-8197a0f42b80 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:53.962625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Subnet': ['ID=92f80117-29ee-4675-ad21-4bad949ac915,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:53.967534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:53.973267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Attempting to bind port afff02fa-efaf-449a-bf4b-377f450e756f on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:37:53.973645 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Attempting to bind port afff02fa-efaf-449a-bf4b-377f450e756f by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:37:53.974013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Attempting to bind port afff02fa-efaf-449a-bf4b-377f450e756f on network 167574c3-ab25-471d-8d5f-e4d1d9369f1f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:53.976822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8475435-41f9-431a-ae1e-a5fa41584628 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/subnets/92f80117-29ee-4675-ad21-4bad949ac915 HTTP/1.1" status: 204 len: 168 time: 0.6555443 Feb 19 01:37:53.979675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01091229-8853-4f33-af25-f66d8133ac31 None None] Network abe91a00-6395-464c-8917-8f9164ae31c2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:37:53.979964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 42986) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:53.990514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] Checking router: 5c23b9e7-9881-4603-8d94-bf0e123fbb16 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:54.003776 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] Routers {'5c23b9e7-9881-4603-8d94-bf0e123fbb16'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:54.004797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-7336b0d5-19c6-49d3-a589-07faa658bec4 service neutron] 10.222.0.43 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270347 Feb 19 01:37:54.005302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:54.031974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:37:54.032360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Checking segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:54.032776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.033203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Bound using segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:37:54.033707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Bound port: afff02fa-efaf-449a-bf4b-377f450e756f, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:37:54.034091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.068256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.158832 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] Set router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:54.201700 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router (5c23b9e7-9881-4603-8d94-bf0e123fbb16), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.209472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-84261217-9c24-4dcd-b0d6-69f298e457dd None None] Provisioning complete for port afff02fa-efaf-449a-bf4b-377f450e756f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:54.210222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-84261217-9c24-4dcd-b0d6-69f298e457dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.268166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 27035401-3e75-4766-b06f-8197a0f42b80 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:54.268801 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (27035401-3e75-4766-b06f-8197a0f42b80), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.282726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] For port afff02fa-efaf-449a-bf4b-377f450e756f, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:54.309729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-84261217-9c24-4dcd-b0d6-69f298e457dd None None] Port afff02fa-efaf-449a-bf4b-377f450e756f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:37:54.329431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] For port afff02fa-efaf-449a-bf4b-377f450e756f, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=afff02fa-efaf-449a-bf4b-377f450e756f,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:37:54.341740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.377532 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:54.427462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:54.428335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:54.453557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd51dbe-6edf-43d1-8861-f61187f2b779 None None] The sync data for ids ['5c23b9e7-9881-4603-8d94-bf0e123fbb16'] in n-d-826752-2 is: [{'id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'name': 'tempest-TestNetworkBasicOps-router-783306098', 'tenant_id': 'c22d97948f9a461ebd59b013e74f92fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:46Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 5, 'project_id': 'c22d97948f9a461ebd59b013e74f92fc', 'gw_port': {'id': 'ef9ce32c-ddab-4bd2-9d68-7a592e730f07', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23b9e7-9881-4603-8d94-bf0e123fbb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:47Z', 'updated_at': '2022-02-19T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:54.502624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_gateway (5c23b9e7-9881-4603-8d94-bf0e123fbb16), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.530908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] DHCP port deletion for abe91a00-6395-464c-8917-8f9164ae31c2 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:37:54.569228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92b13301-c67f-4408-9ad2-c5721d87b1b8 req-6119f8e3-e922-4c5a-a8aa-c6ca2ca47db2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 210 time: 0.1012404 Feb 19 01:37:54.593692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56088c17-a157-49b5-9ac8-298aff22cd83 None None] Pushing event updated for resources: {'Port': ['ID=afff02fa-efaf-449a-bf4b-377f450e756f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:54.662331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Deleting port ef9ce32c-ddab-4bd2-9d68-7a592e730f07 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:54.663290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.689141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 27035401-3e75-4766-b06f-8197a0f42b80 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:54.766910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] Deleting port 6df6da35-b945-4ea2-8592-1c8217d3e6ec {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:54.767205 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.770820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:54.814294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] For port ef9ce32c-ddab-4bd2-9d68-7a592e730f07, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:54.814676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.831758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Calling delete_port for ef9ce32c-ddab-4bd2-9d68-7a592e730f07 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:54.949484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] For port 6df6da35-b945-4ea2-8592-1c8217d3e6ec, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6df6da35-b945-4ea2-8592-1c8217d3e6ec,segment=NetworkSegment(4c0d1ab5-fb08-46d9-94a1-4d60985333a0),segment_id=4c0d1ab5-fb08-46d9-94a1-4d60985333a0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:54.949980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.971580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] Provisioning complete for port afff02fa-efaf-449a-bf4b-377f450e756f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:54.971831 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.062255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] Calling delete_port for 6df6da35-b945-4ea2-8592-1c8217d3e6ec owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:55.142234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ef9ce32c-ddab-4bd2-9d68-7a592e730f07), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.185044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Port': ['ID=ef9ce32c-ddab-4bd2-9d68-7a592e730f07,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:55.212554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] Current status of the port afff02fa-efaf-449a-bf4b-377f450e756f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:55.212951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.220410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.220986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.221121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.227180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.227773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.228132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.228617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.228967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.230316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.230663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.231003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.231338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.232021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:55.288807 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (6df6da35-b945-4ea2-8592-1c8217d3e6ec), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.293704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] For port afff02fa-efaf-449a-bf4b-377f450e756f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=afff02fa-efaf-449a-bf4b-377f450e756f,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:55.304286 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.333503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] Pushing event deleted for resources: {'Port': ['ID=6df6da35-b945-4ea2-8592-1c8217d3e6ec,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:55.335037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de121d-a74d-4e2f-85a7-1f76311c189c None None] No DVR routers for this DVR port 6df6da35-b945-4ea2-8592-1c8217d3e6ec on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:55.351083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (5c23b9e7-9881-4603-8d94-bf0e123fbb16), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.368010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:54Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:55.412262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d0d7f-b99e-4bd5-9efd-149f44103aad None None] The sync data for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 is: [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:54Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:55.438151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.441280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e3c01-ed4e-4f21-bb88-3f66a4aa1057 None None] Pushing event updated for resources: {'Port': ['ID=afff02fa-efaf-449a-bf4b-377f450e756f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:55.453492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (5c23b9e7-9881-4603-8d94-bf0e123fbb16), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.455824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router_controller (5c23b9e7-9881-4603-8d94-bf0e123fbb16), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.526629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (5c23b9e7-9881-4603-8d94-bf0e123fbb16), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.527183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Fanout notify agent at l3_agent the message router_deleted on router 5c23b9e7-9881-4603-8d94-bf0e123fbb16 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:37:55.537771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.539127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f3fe8dd1-f7e8-4630-8d9c-0a503b212c70 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/routers/5c23b9e7-9881-4603-8d94-bf0e123fbb16 HTTP/1.1" status: 204 len: 168 time: 1.5581601 Feb 19 01:37:55.542105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43004) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:55.677539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (abe91a00-6395-464c-8917-8f9164ae31c2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.909532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (abe91a00-6395-464c-8917-8f9164ae31c2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.930403 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98246ce0-b39a-4e94-9ea2-98801535347f req-38fe24ca-9597-4f4c-b9b3-965590bdaa8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 210 time: 0.0669920 Feb 19 01:37:55.945123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe91a00-6395-464c-8917-8f9164ae31c2']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:55.962853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0d1ab5-fb08-46d9-94a1-4d60985333a0') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:55.963391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0d1ab5-fb08-46d9-94a1-4d60985333a0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:55.976905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (4c0d1ab5-fb08-46d9-94a1-4d60985333a0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:55.982377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-4e2c823e-208c-4bc6-9f1c-801c2746c948 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:55.984619 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-4e2c823e-208c-4bc6-9f1c-801c2746c948 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "GET /v2.0/networks?id=167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 200 len: 797 time: 0.2804749 Feb 19 01:37:55.995008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4c0d1ab5-fb08-46d9-94a1-4d60985333a0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.012902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:37:56.013505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (4c0d1ab5-fb08-46d9-94a1-4d60985333a0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:37:56.017917 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:37:56.082379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-28fc1bf9-c09e-4585-8c71-f1133fcb78f3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1e3a64a565467999d736e1f9c667ae HTTP/1.1" status: 200 len: 379 time: 0.0885715 Feb 19 01:37:56.095405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'port': {'device_id': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'admin_state_up': True, 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'security_groups': ['11b376cc-b5bd-4b26-bef6-eb7a769b742d']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:56.096795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (abe91a00-6395-464c-8917-8f9164ae31c2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.107525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.112123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] 10.222.0.43 "DELETE /v2.0/networks/abe91a00-6395-464c-8917-8f9164ae31c2 HTTP/1.1" status: 204 len: 168 time: 0.5685885 Feb 19 01:37:56.141337 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.143918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af7bc-4f03-4288-9b3a-b7beccc6afe6 tempest-TestNetworkBasicOps-320540192 tempest-TestNetworkBasicOps-320540192-project] Pushing event deleted for resources: {'Network': ['ID=abe91a00-6395-464c-8917-8f9164ae31c2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:56.250634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device afff02fa-efaf-449a-bf4b-377f450e756f up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:56.278571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Made reservation on behalf of 9e1e3a64a565467999d736e1f9c667ae for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:56.278736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.330372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port afff02fa-efaf-449a-bf4b-377f450e756f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:56.331039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.474766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port afff02fa-efaf-449a-bf4b-377f450e756f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:56.534586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43014) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:56.537913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c13d0a8b-27e4-4142-a9c3-589f02b7fddc no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:56.544434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.20.0.3 (167574c3-ab25-471d-8d5f-e4d1d9369f1f/0b332aed-55b7-42b4-be72-1f3adb7170fd/ecd840f9-b330-4805-8915-49e670eb309a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:56.601820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c13d0a8b-27e4-4142-a9c3-589f02b7fddc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:56.602183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c13d0a8b-27e4-4142-a9c3-589f02b7fddc not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:56.602496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6df6da35-b945-4ea2-8592-1c8217d3e6ec no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:56.637781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 6df6da35-b945-4ea2-8592-1c8217d3e6ec {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:56.638358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6df6da35-b945-4ea2-8592-1c8217d3e6ec not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:56.655329 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.725470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ae26462-0b92-4866-a205-97ba53283726 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c22d97948f9a461ebd59b013e74f92fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889360 Feb 19 01:37:56.728049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43020) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:56.745552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (ecd840f9-b330-4805-8915-49e670eb309a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.793258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.793653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-363ee4d5-6964-4e30-aeb9-94f575f78dcf admin admin] Publish callbacks [] for security_group (178cb854-6e4e-4c53-bea5-95f65f62ee69), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.821767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:56.824567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:56.826359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-363ee4d5-6964-4e30-aeb9-94f575f78dcf admin admin] Publish callbacks [] for security_group (178cb854-6e4e-4c53-bea5-95f65f62ee69), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.858100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:56.903830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-363ee4d5-6964-4e30-aeb9-94f575f78dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (178cb854-6e4e-4c53-bea5-95f65f62ee69), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.906841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-363ee4d5-6964-4e30-aeb9-94f575f78dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:56.908119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-363ee4d5-6964-4e30-aeb9-94f575f78dcf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/178cb854-6e4e-4c53-bea5-95f65f62ee69 HTTP/1.1" status: 204 len: 168 time: 0.1791220 Feb 19 01:37:56.934862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:56.947322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ee4d5-6964-4e30-aeb9-94f575f78dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178cb854-6e4e-4c53-bea5-95f65f62ee69,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:56.970669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:56.971354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:57.012926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-a8c7839c-2409-4300-8bf7-73e15f197997 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9237790 Feb 19 01:37:57.176546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1cf65-4e43-4953-8b12-d0af017df2e7 req-168660bb-7a43-42bd-b181-3b012b2ba1c4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:57.178784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4aa1cf65-4e43-4953-8b12-d0af017df2e7 req-168660bb-7a43-42bd-b181-3b012b2ba1c4 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 931 time: 0.0952303 Feb 19 01:37:57.256106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a19d14b1-18ec-40cb-8147-f5598d4ef010 None None] Provisioning complete for port ecd840f9-b330-4805-8915-49e670eb309a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:57.257107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a19d14b1-18ec-40cb-8147-f5598d4ef010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ecd840f9-b330-4805-8915-49e670eb309a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:57.283382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4aa1cf65-4e43-4953-8b12-d0af017df2e7 req-54165ef3-f1c4-4a7d-8d0e-353a94dc4844 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918965 Feb 19 01:37:57.312787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a19d14b1-18ec-40cb-8147-f5598d4ef010 None None] Port ecd840f9-b330-4805-8915-49e670eb309a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:37:57.378983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Request body: {'port': {'device_id': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:57.500032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:57.581088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-813e0a43-062c-4523-a792-9244570d4b44 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:57.582331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-813e0a43-062c-4523-a792-9244570d4b44 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/networks?id=f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 200 len: 809 time: 0.1238019 Feb 19 01:37:57.600121 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-1191d1a1-150a-42e9-99fc-3ebf5cce1f4d tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/quotas/d315e20ca60740ca85ffec801a0032f1 HTTP/1.1" status: 200 len: 375 time: 0.0102592 Feb 19 01:37:57.610468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:57.636480 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-434bc470-6625-47f1-8539-c07d7c173609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:57.647015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-6f38caa0-f9d2-4d74-85de-463c381ed600 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d315e20ca60740ca85ffec801a0032f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330153 Feb 19 01:37:57.665164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ef9ce32c-ddab-4bd2-9d68-7a592e730f07 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:57.687739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ef9ce32c-ddab-4bd2-9d68-7a592e730f07 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:57.688242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ef9ce32c-ddab-4bd2-9d68-7a592e730f07 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:57.749869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-b9ce74c3-837f-405b-9aba-1c88d4ba49a6 service neutron] 10.222.0.43 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909307 Feb 19 01:37:57.850415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-aca3127f-3a70-49f0-87d2-2b394a3b6030 service neutron] 10.222.0.43 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948782 Feb 19 01:37:58.083057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61db02c3-3fae-4868-91f3-278c0e160cd2 req-c47859ef-d56d-4ea9-8b13-05cba390b07b tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 210 time: 0.0632315 Feb 19 01:37:58.188194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-434bc470-6625-47f1-8539-c07d7c173609 admin admin] Publish callbacks [] for security_group (2bee4d4b-0ad6-49f1-9823-5f5c8b582922), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.212612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-434bc470-6625-47f1-8539-c07d7c173609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2bee4d4b-0ad6-49f1-9823-5f5c8b582922), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.264717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd840f9-b330-4805-8915-49e670eb309a {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:37:58.270263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bc470-6625-47f1-8539-c07d7c173609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee4d4b-0ad6-49f1-9823-5f5c8b582922,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:58.277552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-434bc470-6625-47f1-8539-c07d7c173609 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcfad43ce2694fdab24c90754057278f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6660817 Feb 19 01:37:58.279904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Publish callbacks [] for port (ecd840f9-b330-4805-8915-49e670eb309a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.282618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43054) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:58.293090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Transition to ACTIVE for port object ecd840f9-b330-4805-8915-49e670eb309a will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:37:58.300312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.364134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:58.423954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13fe3319-cf39-4a4e-8fba-d018c9a788d7 admin admin] Publish callbacks [] for security_group (2bee4d4b-0ad6-49f1-9823-5f5c8b582922), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.446746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Attempting to bind port ecd840f9-b330-4805-8915-49e670eb309a on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:37:58.447270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Attempting to bind port ecd840f9-b330-4805-8915-49e670eb309a by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:37:58.448044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Attempting to bind port ecd840f9-b330-4805-8915-49e670eb309a on network 167574c3-ab25-471d-8d5f-e4d1d9369f1f {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:58.453341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13fe3319-cf39-4a4e-8fba-d018c9a788d7 admin admin] Publish callbacks [] for security_group (2bee4d4b-0ad6-49f1-9823-5f5c8b582922), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.457234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Port ecd840f9-b330-4805-8915-49e670eb309a on network 167574c3-ab25-471d-8d5f-e4d1d9369f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:37:58.457714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Attempting to bind port ecd840f9-b330-4805-8915-49e670eb309a on network 167574c3-ab25-471d-8d5f-e4d1d9369f1f {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:37:58.465186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:37:58.465642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Checking segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:37:58.466536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Bound using segment: {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:37:58.466987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Bound port: ecd840f9-b330-4805-8915-49e670eb309a, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40e988d-e377-462e-94d2-9bec4b109824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:37:58.467358 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.482469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108c185-269d-496c-8833-08ff588d2d63 req-7cf28ab6-da26-45dc-9657-0f266256fc39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:58.486170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9108c185-269d-496c-8833-08ff588d2d63 req-7cf28ab6-da26-45dc-9657-0f266256fc39 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 943 time: 0.1232893 Feb 19 01:37:58.555511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:37:58.558799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:37:58.573958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.581847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9108c185-269d-496c-8833-08ff588d2d63 req-9ad92a84-30b0-4830-a840-cefb9060ca69 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866203 Feb 19 01:37:58.598194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13fe3319-cf39-4a4e-8fba-d018c9a788d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2bee4d4b-0ad6-49f1-9823-5f5c8b582922), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.601258 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-13fe3319-cf39-4a4e-8fba-d018c9a788d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.603364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-13fe3319-cf39-4a4e-8fba-d018c9a788d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bee4d4b-0ad6-49f1-9823-5f5c8b582922 HTTP/1.1" status: 204 len: 168 time: 0.3191967 Feb 19 01:37:58.627533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe3319-cf39-4a4e-8fba-d018c9a788d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee4d4b-0ad6-49f1-9823-5f5c8b582922,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:58.627805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:58.628275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:58.629798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] 10.222.0.89 "PUT /v2.0/ports/ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 200 len: 1091 time: 1.6023648 Feb 19 01:37:58.630267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:58.633329 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cab92-018b-4ab8-b049-adcac63823f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "tag": "ecd840f9-b330-4805-8915-49e670eb309a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:58.700923 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f284e-6743-4c71-aeef-3e28f12fc80f x-openstack-request-id: req-fe1f284e-6743-4c71-aeef-3e28f12fc80f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:58.701447 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "tag": "ecd840f9-b330-4805-8915-49e670eb309a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:58.701865 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe1f284e-6743-4c71-aeef-3e28f12fc80f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:58.702492 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a', 'status': 'completed', 'code': 200} Feb 19 01:37:58.704650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cbb3e-62b2-4a5d-a760-97a3dc0f5b66 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:58.777622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-93f28f92-8d03-4e5b-b044-48a394d9bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:58.779199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-93f28f92-8d03-4e5b-b044-48a394d9bd6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1125 time: 0.0715606 Feb 19 01:37:58.827433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-86ad2dde-0673-47bd-8ebc-33957b155339 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 200 len: 217 time: 0.0394459 Feb 19 01:37:58.881704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-5e9c3ada-c088-423d-bdb2-630468f93764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:58.883194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-5e9c3ada-c088-423d-bdb2-630468f93764 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b332aed-55b7-42b4-be72-1f3adb7170fd HTTP/1.1" status: 200 len: 835 time: 0.0496891 Feb 19 01:37:58.943838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-4846d514-0276-45d0-93b0-9372b33a5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:58.945573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-4846d514-0276-45d0-93b0-9372b33a5596 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=167574c3-ab25-471d-8d5f-e4d1d9369f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567009 Feb 19 01:37:59.054112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-0d21055e-196f-4952-8e26-dd217d8093c9 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019073 Feb 19 01:37:59.194652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2929aa6b-8e5a-4bc1-a213-ac58edfb89db req-ca44a25b-0b7c-47e0-ae0b-739aeca1ff9c service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339462 Feb 19 01:37:59.244030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-556dc98e-22c2-45d3-bb41-50b4b2747670 req-47a7ea8d-950e-4180-93f0-4e783eecb553 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 210 time: 0.0466406 Feb 19 01:37:59.267529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-6b60ab75-9b4b-40f0-8d63-7bd0bf71f055 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.269647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-6b60ab75-9b4b-40f0-8d63-7bd0bf71f055 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "GET /v2.0/networks?id=f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 200 len: 809 time: 0.1884727 Feb 19 01:37:59.286487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Request body: {'port': {'device_id': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4', 'admin_state_up': True, 'tenant_id': 'd315e20ca60740ca85ffec801a0032f1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:59.331504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-2d29e5d0-7dad-4583-a783-556cb52c13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.333044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-2d29e5d0-7dad-4583-a783-556cb52c13da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1125 time: 0.0495121 Feb 19 01:37:59.409527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Made reservation on behalf of d315e20ca60740ca85ffec801a0032f1 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:59.412880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.435178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-e5087677-7339-42c1-8ab5-d675685c3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.436681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-e5087677-7339-42c1-8ab5-d675685c3d0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 200 len: 898 time: 0.0942540 Feb 19 01:37:59.490538 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-1dd5bfe9-15f8-4709-8f4f-f924d04fc4f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 200 len: 217 time: 0.0454602 Feb 19 01:37:59.540527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43084) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:59.548148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Allocated IP 172.20.0.3 (f18afee1-d528-495e-bedb-7625dd60eba4/b602ea5e-931e-47a7-a522-09021e4340cd/31ad5910-f40d-4b82-bffa-f06b4bc8348c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:59.550065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-11d246db-598d-4e39-97b4-031626d8b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.552005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-11d246db-598d-4e39-97b4-031626d8b079 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b332aed-55b7-42b4-be72-1f3adb7170fd HTTP/1.1" status: 200 len: 835 time: 0.0531876 Feb 19 01:37:59.619968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-47bf7894-dce1-4d77-be0c-580ec196ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.622542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-47bf7894-dce1-4d77-be0c-580ec196ac31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=167574c3-ab25-471d-8d5f-e4d1d9369f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596457 Feb 19 01:37:59.715490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1356812872-network', 'tenant_id': '2517dbeb13fa4042a72c8ac6643979cb'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:59.716159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks [] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.753954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.756372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Made reservation on behalf of 2517dbeb13fa4042a72c8ac6643979cb for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:37:59.758864 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.771031 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.798116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-cc1f813a-72c1-4a83-b03e-bbf3e0a33263 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695971 Feb 19 01:37:59.811021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Network f18afee1-d528-495e-bedb-7625dd60eba4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:59.815401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:59.817531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Pushing event updated for resources: {'Port': ['ID=31ad5910-f40d-4b82-bffa-f06b4bc8348c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:59.819932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:59.873228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.873850 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.891187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-bd8c2043-fb4b-41a2-be94-1830d31450d2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103342 Feb 19 01:37:59.906607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Request body: {'port': {'device_id': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:59.966033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63cab92-018b-4ab8-b049-adcac63823f3 req-5ed31c59-6b6e-4a88-a25b-6a1c34afbaae service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614528 Feb 19 01:37:59.966632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.980389 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks [] for security_group (305f39f6-5ecf-49ed-acd3-d817a943e7f1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:59.987871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a837b2-fa6a-4076-884f-f4f1617d3bec req-aea40a4d-4368-4109-ad7b-ad96873e41dd tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:59.989424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94a837b2-fa6a-4076-884f-f4f1617d3bec req-aea40a4d-4368-4109-ad7b-ad96873e41dd tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 943 time: 0.2879534 Feb 19 01:37:59.990571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (305f39f6-5ecf-49ed-acd3-d817a943e7f1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.043613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:38:00.070142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f39f6-5ecf-49ed-acd3-d817a943e7f1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:00.073570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a400a51a-ad35-4a61-9620-f64fd572f5b0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.073974 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Added segment a400a51a-ad35-4a61-9620-f64fd572f5b0 of type vlan for network 4f1205bb-1b77-4e17-8c14-5ef77e617298 Feb 19 01:38:00.126875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94a837b2-fa6a-4076-884f-f4f1617d3bec req-b151f0e8-0332-4c0b-aef0-6d1fb4be3262 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297665 Feb 19 01:38:00.135461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4f1205bb-1b77-4e17-8c14-5ef77e617298), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.168603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4f1205bb-1b77-4e17-8c14-5ef77e617298), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.169638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:00.170212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.225279 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6834228 Feb 19 01:38:00.228226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:00.234956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Request body: {'subnet': {'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1356812872-subnet', 'tenant_id': '2517dbeb13fa4042a72c8ac6643979cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:00.244879 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab39905-e07d-492f-acca-c95ddf1565ce admin admin] Pushing event updated for resources: {'Network': ['ID=4f1205bb-1b77-4e17-8c14-5ef77e617298,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:00.249489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ad5910-f40d-4b82-bffa-f06b4bc8348c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:00.257980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4f1205bb-1b77-4e17-8c14-5ef77e617298 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:38:00.258525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Publish callbacks [] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.258999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Made reservation on behalf of 2517dbeb13fa4042a72c8ac6643979cb for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:00.262345 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.271710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Transition to ACTIVE for port object 31ad5910-f40d-4b82-bffa-f06b4bc8348c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:38:00.275871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.343869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Pushing event updated for resources: {'Port': ['ID=31ad5910-f40d-4b82-bffa-f06b4bc8348c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:00.433720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Attempting to bind port 31ad5910-f40d-4b82-bffa-f06b4bc8348c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:00.434047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Attempting to bind port 31ad5910-f40d-4b82-bffa-f06b4bc8348c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:00.434370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Attempting to bind port 31ad5910-f40d-4b82-bffa-f06b4bc8348c on network f18afee1-d528-495e-bedb-7625dd60eba4 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:00.443257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Port 31ad5910-f40d-4b82-bffa-f06b4bc8348c on network f18afee1-d528-495e-bedb-7625dd60eba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:38:00.443573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Attempting to bind port 31ad5910-f40d-4b82-bffa-f06b4bc8348c on network f18afee1-d528-495e-bedb-7625dd60eba4 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:00.452188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824ee76-5c89-4d8a-b4b9-6e942afd6270 req-ab64edd2-5b17-4f71-bbb8-afd54fdc7a03 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:00.454628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e824ee76-5c89-4d8a-b4b9-6e942afd6270 req-ab64edd2-5b17-4f71-bbb8-afd54fdc7a03 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 943 time: 0.0841908 Feb 19 01:38:00.454760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (5d9d3c03-917a-4b57-8724-0ad8478a2af0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.458847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:00.459186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Checking segment: {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:00.459582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Bound using segment: {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:00.459997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Bound port: 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:00.460351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.511972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9d3c03-917a-4b57-8724-0ad8478a2af0,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:00.520841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Checking segment: {'id': 'a400a51a-ad35-4a61-9620-f64fd572f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:00.521244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Network hostable DHCP agents. Network: 4f1205bb-1b77-4e17-8c14-5ef77e617298, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:38:00.538733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Network 4f1205bb-1b77-4e17-8c14-5ef77e617298 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:38:00.549589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e824ee76-5c89-4d8a-b4b9-6e942afd6270 req-35e5fbfd-39d8-4667-841a-ee18954320ba tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855994 Feb 19 01:38:00.549875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4f1205bb-1b77-4e17-8c14-5ef77e617298) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:00.557934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:00.558874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae32a56-d4d1-4937-8764-63f39090a8e2 None None] Network 4f1205bb-1b77-4e17-8c14-5ef77e617298 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:00.559278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.564324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] For port 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:00.568053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] For port 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:00.574328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.589772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a87ce0f9-db24-4a58-9991-2e2ad35d8b38 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3588712 Feb 19 01:38:00.621341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:00.622885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:00.624944 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] 10.222.0.10 "PUT /v2.0/ports/31ad5910-f40d-4b82-bffa-f06b4bc8348c HTTP/1.1" status: 200 len: 1091 time: 0.7230830 Feb 19 01:38:00.625495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'tag': '31ad5910-f40d-4b82-bffa-f06b4bc8348c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:00.627761 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b51b51c-134e-4375-8600-27ca18bcf47f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cdf9c7-7254-4931-8649-fefe2e311d15", "tag": "31ad5910-f40d-4b82-bffa-f06b4bc8348c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:00.652559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0645240-0982-4d49-bef5-7044a794f3ba service neutron] Pushing event updated for resources: {'Port': ['ID=31ad5910-f40d-4b82-bffa-f06b4bc8348c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:00.680595 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5fe94f-25fd-4e76-a476-a48547d1c83d x-openstack-request-id: req-cf5fe94f-25fd-4e76-a476-a48547d1c83d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:00.680919 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cdf9c7-7254-4931-8649-fefe2e311d15", "tag": "31ad5910-f40d-4b82-bffa-f06b4bc8348c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:00.681211 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf5fe94f-25fd-4e76-a476-a48547d1c83d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:00.681628 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'tag': '31ad5910-f40d-4b82-bffa-f06b4bc8348c', 'status': 'completed', 'code': 200} Feb 19 01:38:00.688828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac2280b-e4fe-45ee-8bdb-3dbbbed847e8 None None] Network 4f1205bb-1b77-4e17-8c14-5ef77e617298 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:00.736133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-ada34493-bfaa-4463-abe8-0f2085faef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:00.737685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-ada34493-bfaa-4463-abe8-0f2085faef89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d315e20ca60740ca85ffec801a0032f1&device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 1125 time: 0.0460470 Feb 19 01:38:00.784267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-3ccd7f06-69e7-4666-bb5c-e1cfedc1030c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c HTTP/1.1" status: 200 len: 217 time: 0.0385792 Feb 19 01:38:00.840336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-72d9beb6-a551-48a6-bc34-a796b51aa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:00.842230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-72d9beb6-a551-48a6-bc34-a796b51aa7f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b602ea5e-931e-47a7-a522-09021e4340cd HTTP/1.1" status: 200 len: 849 time: 0.0482442 Feb 19 01:38:00.874137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-a84f3f3b-3f51-4a73-a681-24f255173665 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f18afee1-d528-495e-bedb-7625dd60eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259638 Feb 19 01:38:00.976608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-8a6ca3f5-dce1-491f-bf13-3eb211f53772 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922198 Feb 19 01:38:01.070570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abf5a7cd-3044-4a1c-bfdb-fcf6b5d32d20 req-7a76d87f-1f1e-4336-9b84-c58647230082 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883250 Feb 19 01:38:01.150533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43114) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:01.157188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1801010865-network', 'tenant_id': '0f5fbde51db94164af59b6230443014e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:01.180392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-baef388e-ed13-4147-ace6-a74914905dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:01.181901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-baef388e-ed13-4147-ace6-a74914905dae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d315e20ca60740ca85ffec801a0032f1&device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 1125 time: 0.0683384 Feb 19 01:38:01.183011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Made reservation on behalf of 0f5fbde51db94164af59b6230443014e for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:01.185243 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.200781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.344869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678817f-4022-4999-a4a2-97ca173d7f97 req-666e0a8f-cd1a-4274-87cc-9535d5b6eb4f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:01.346293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4678817f-4022-4999-a4a2-97ca173d7f97 req-666e0a8f-cd1a-4274-87cc-9535d5b6eb4f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 943 time: 0.1421919 Feb 19 01:38:01.359165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-814352c1-38b0-456a-a7bf-efeb63fba4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:01.360569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-814352c1-38b0-456a-a7bf-efeb63fba4e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 200 len: 910 time: 0.1671281 Feb 19 01:38:01.424908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-811c0132-0326-43d5-80f5-0b6a74a50bd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c HTTP/1.1" status: 200 len: 217 time: 0.0505562 Feb 19 01:38:01.495089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks [] for security_group (4b617b8b-16b5-4a4e-9da4-88a54b643752), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.501227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4678817f-4022-4999-a4a2-97ca173d7f97 req-6c71c2c4-6d07-42a2-9565-8bb1ea602db2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470828 Feb 19 01:38:01.503708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4b617b8b-16b5-4a4e-9da4-88a54b643752), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.515324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-1340dd22-62cb-4ce2-a623-ef13d51376e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:01.516791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-1340dd22-62cb-4ce2-a623-ef13d51376e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b602ea5e-931e-47a7-a522-09021e4340cd HTTP/1.1" status: 200 len: 849 time: 0.0824254 Feb 19 01:38:01.536532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:38:01.562638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-9ffb335b-4647-4749-aef0-19704b7bdee5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f18afee1-d528-495e-bedb-7625dd60eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363870 Feb 19 01:38:01.568631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b617b8b-16b5-4a4e-9da4-88a54b643752,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:01.581064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (589fa13b-e257-471a-9f17-66bccba36ce4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.581412 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Added segment 589fa13b-e257-471a-9f17-66bccba36ce4 of type vlan for network 10ae871a-9cdc-41b7-bc04-64e041fb7b2d Feb 19 01:38:01.667911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (10ae871a-9cdc-41b7-bc04-64e041fb7b2d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.693831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3d501-6aeb-4023-9276-4f8de4fd8a2e req-f488be13-4712-4d92-becc-61902ea07388 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:01.695323 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb3d501-6aeb-4023-9276-4f8de4fd8a2e req-f488be13-4712-4d92-becc-61902ea07388 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 943 time: 0.0693855 Feb 19 01:38:01.720825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-2c7ec4a1-604d-4592-a62c-16609f8b2e35 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494100 Feb 19 01:38:01.744958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (10ae871a-9cdc-41b7-bc04-64e041fb7b2d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.746917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:01.747873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.763734 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bb3d501-6aeb-4023-9276-4f8de4fd8a2e req-44cf2655-f838-42be-9ffb-489538914f94 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Feb 19 01:38:01.851296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6996989 Feb 19 01:38:01.854194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43120) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:01.859379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Request body: {'subnet': {'network_id': '10ae871a-9cdc-41b7-bc04-64e041fb7b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1801010865-subnet', 'tenant_id': '0f5fbde51db94164af59b6230443014e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:01.869794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c98cdc-dd4a-426f-804b-009be4fc3bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=10ae871a-9cdc-41b7-bc04-64e041fb7b2d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:01.881999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Made reservation on behalf of 0f5fbde51db94164af59b6230443014e for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:01.884611 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:01.888736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 10ae871a-9cdc-41b7-bc04-64e041fb7b2d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:38:01.898068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b51b51c-134e-4375-8600-27ca18bcf47f req-7ea17d8f-c359-4fe3-809f-2018c3e2b111 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695552 Feb 19 01:38:02.074587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (167e978a-dd16-4f68-9a92-155e03772951), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:02.128370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167e978a-dd16-4f68-9a92-155e03772951,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:02.138387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Checking segment: {'id': '589fa13b-e257-471a-9f17-66bccba36ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '10ae871a-9cdc-41b7-bc04-64e041fb7b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:02.138901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Network hostable DHCP agents. Network: 10ae871a-9cdc-41b7-bc04-64e041fb7b2d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:38:02.155040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Network 10ae871a-9cdc-41b7-bc04-64e041fb7b2d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:38:02.164732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 10ae871a-9cdc-41b7-bc04-64e041fb7b2d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:02.168774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:02.169396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:02.174235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257e055-cf2d-4b6c-8cd9-5911b0b83437 None None] Network 10ae871a-9cdc-41b7-bc04-64e041fb7b2d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:02.186240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-84433e5f-ec99-4e35-8868-50125d431363 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3303311 Feb 19 01:38:02.221028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ecd840f9-b330-4805-8915-49e670eb309a details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:38:02.504661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63cde62-65c9-47ee-8c06-744d08d3ab0d None None] Network 10ae871a-9cdc-41b7-bc04-64e041fb7b2d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:02.584251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:02.606454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'ecd840f9-b330-4805-8915-49e670eb309a', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'port_id': 'ecd840f9-b330-4805-8915-49e670eb309a', 'mac_address': 'fa:16:3e:6c:2a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:38:02.642598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04725d76-993f-4095-96a8-fd3d334c1438 req-7c07df68-6434-46a3-8ece-58156b11c244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:02.649618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04725d76-993f-4095-96a8-fd3d334c1438 req-7c07df68-6434-46a3-8ece-58156b11c244 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 943 time: 0.0689850 Feb 19 01:38:02.680894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ecd840f9-b330-4805-8915-49e670eb309a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:02.681258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:02.695372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd840f9-b330-4805-8915-49e670eb309a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:02.710322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04725d76-993f-4095-96a8-fd3d334c1438 req-3c429a04-ebfd-4954-bdc9-be06f0da0a72 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555232 Feb 19 01:38:02.716897 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:02.723087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:02.788937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:02.882171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-1d9a1915-2515-424c-a623-2cc191bc8bca tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:02.883655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-1d9a1915-2515-424c-a623-2cc191bc8bca tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/networks?id=4f1205bb-1b77-4e17-8c14-5ef77e617298 HTTP/1.1" status: 200 len: 812 time: 0.1198862 Feb 19 01:38:02.891659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ace207-b5fc-43b5-b28b-c043e7cdfc99 req-7828b67b-19a3-4100-bca6-77dfeb0e91be tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:02.893427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49ace207-b5fc-43b5-b28b-c043e7cdfc99 req-7828b67b-19a3-4100-bca6-77dfeb0e91be tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 943 time: 0.0529940 Feb 19 01:38:02.899136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-4f303f23-66dc-47f0-ac73-99b3a3818d90 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/quotas/2517dbeb13fa4042a72c8ac6643979cb HTTP/1.1" status: 200 len: 375 time: 0.0099647 Feb 19 01:38:02.932759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-5fd9acce-350c-4e43-8f4d-378cd41dee1d tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2517dbeb13fa4042a72c8ac6643979cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286071 Feb 19 01:38:02.943039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-49ace207-b5fc-43b5-b28b-c043e7cdfc99 req-b57d17b8-e71b-421a-b137-d41525df32ef tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Feb 19 01:38:02.989431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['ecd840f9-b330-4805-8915-49e670eb309a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:03.023970 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-49461820-c62d-4413-aafb-1d915bcd0781 service neutron] 10.222.0.43 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Feb 19 01:38:03.141834 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-f74da449-6c90-4525-bf31-a0ea23fe87ea service neutron] 10.222.0.43 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118798 Feb 19 01:38:03.308983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-091b5597-e1d7-4b09-b90d-bf032e9990b3 req-c356dc1f-5ff6-417b-8a31-80f605f5d035 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 210 time: 0.0327756 Feb 19 01:38:03.835959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6219a-8e2f-42dc-ae6b-9619633b026c req-20dd0235-5b31-4f52-aa40-9e163621ea99 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:03.837486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8f6219a-8e2f-42dc-ae6b-9619633b026c req-20dd0235-5b31-4f52-aa40-9e163621ea99 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 944 time: 0.0566225 Feb 19 01:38:03.888948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8f6219a-8e2f-42dc-ae6b-9619633b026c req-c810fa42-c799-4121-bfa2-bea5876e7ae9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Feb 19 01:38:03.927119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 31ad5910-f40d-4b82-bffa-f06b4bc8348c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:38:04.025420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:04.037823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '31ad5910-f40d-4b82-bffa-f06b4bc8348c', 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4', 'port_id': '31ad5910-f40d-4b82-bffa-f06b4bc8348c', 'mac_address': 'fa:16:3e:fe:26:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602ea5e-931e-47a7-a522-09021e4340cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:38:04.067280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2283d-be33-4d77-9218-fc7f5d3d6d65 req-d803c1fb-2756-489f-a3f4-fe32f30ae3d5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:04.069380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51a2283d-be33-4d77-9218-fc7f5d3d6d65 req-d803c1fb-2756-489f-a3f4-fe32f30ae3d5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 943 time: 0.0565670 Feb 19 01:38:04.075603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 31ad5910-f40d-4b82-bffa-f06b4bc8348c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:04.076007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.089393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ad5910-f40d-4b82-bffa-f06b4bc8348c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:04.112724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:04.119143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.125443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-51a2283d-be33-4d77-9218-fc7f5d3d6d65 req-e1700a90-abd5-45bc-8d4c-b8c50344e951 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Feb 19 01:38:04.172058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=31ad5910-f40d-4b82-bffa-f06b4bc8348c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:04.228087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ecd840f9-b330-4805-8915-49e670eb309a up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:04.254705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-fc54f860-3a9f-4f73-9e4f-f89b2c86dd2f tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:04.256510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-fc54f860-3a9f-4f73-9e4f-f89b2c86dd2f tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.89 "GET /v2.0/networks?id=4f1205bb-1b77-4e17-8c14-5ef77e617298 HTTP/1.1" status: 200 len: 812 time: 0.1103456 Feb 19 01:38:04.270012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Request body: {'port': {'device_id': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298', 'admin_state_up': True, 'tenant_id': '2517dbeb13fa4042a72c8ac6643979cb'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:04.293511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port ecd840f9-b330-4805-8915-49e670eb309a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:38:04.297208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port ecd840f9-b330-4805-8915-49e670eb309a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:04.297581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ecd840f9-b330-4805-8915-49e670eb309a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.365324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['31ad5910-f40d-4b82-bffa-f06b4bc8348c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:04.387131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Made reservation on behalf of 2517dbeb13fa4042a72c8ac6643979cb for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:04.391983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.406953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ecd840f9-b330-4805-8915-49e670eb309a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:04.407340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.419550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e11a439f-964f-4712-894e-6eea6228a4a1 req-9404dc0b-91d0-4e4a-b8bd-aa9b158c4cd3 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 210 time: 0.0422001 Feb 19 01:38:04.447393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:04.449962 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97e1e6-5aa5-48f4-ba62-0c7592348263" -d '{"events": [{"server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "name": "network-vif-plugged", "status": "completed", "tag": "ecd840f9-b330-4805-8915-49e670eb309a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:04.470038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:04.482927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.507097 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ba2d6b-7ffb-4d54-9c8d-808d7f221d92 x-openstack-request-id: req-c0ba2d6b-7ffb-4d54-9c8d-808d7f221d92 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:04.507394 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "name": "network-vif-plugged", "status": "completed", "tag": "ecd840f9-b330-4805-8915-49e670eb309a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:04.507648 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0ba2d6b-7ffb-4d54-9c8d-808d7f221d92 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:04.508082 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a', 'code': 200} Feb 19 01:38:04.552826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Allocated IP 172.20.0.14 (4f1205bb-1b77-4e17-8c14-5ef77e617298/5d9d3c03-917a-4b57-8724-0ad8478a2af0/a758a154-7861-4fc3-a4c9-12fdb25b4834) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:04.573979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:04.688025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a70e3-8bd7-422d-b7b8-5b11b174e305 req-749a7769-af23-48f6-9427-ebc3dc5e10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:04.689544 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-845a70e3-8bd7-422d-b7b8-5b11b174e305 req-749a7769-af23-48f6-9427-ebc3dc5e10cd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1127 time: 0.1178832 Feb 19 01:38:04.765055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks [] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.768723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-845a70e3-8bd7-422d-b7b8-5b11b174e305 req-4e2a5fa8-6d4b-416d-9752-ba635bdf38b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725675 Feb 19 01:38:04.800543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.847479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Network 4f1205bb-1b77-4e17-8c14-5ef77e617298 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:04.850423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:04.856134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:04.879486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Pushing event updated for resources: {'Port': ['ID=a758a154-7861-4fc3-a4c9-12fdb25b4834,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:04.907318 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:04.907960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:04.924346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-443f29bd-91b4-44f9-a24c-bbb6b9c4360b tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6594996 Feb 19 01:38:04.974241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Request body: {'port': {'device_id': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:05.064372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd8559-d767-4954-8ef8-46d8a44cd914 req-3bc970b4-c7d9-4fe7-89a1-530956936154 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:05.066007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97cd8559-d767-4954-8ef8-46d8a44cd914 req-3bc970b4-c7d9-4fe7-89a1-530956936154 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1055753 Feb 19 01:38:05.068497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:05.155043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97cd8559-d767-4954-8ef8-46d8a44cd914 req-7440a5bb-3001-463c-951a-447c7a523a17 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833991 Feb 19 01:38:05.248417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e78ff-9f0c-4190-8b89-b804512e7ace req-33cb7b9b-b263-40ff-b6d5-4bb923047d18 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:05.250041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc3e78ff-9f0c-4190-8b89-b804512e7ace req-33cb7b9b-b263-40ff-b6d5-4bb923047d18 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 944 time: 0.0523853 Feb 19 01:38:05.299992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc3e78ff-9f0c-4190-8b89-b804512e7ace req-624278ab-35e4-41c3-b03d-8a8f1b1bf386 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Feb 19 01:38:05.370946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a758a154-7861-4fc3-a4c9-12fdb25b4834 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:05.379314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Publish callbacks [] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:05.392483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Transition to ACTIVE for port object a758a154-7861-4fc3-a4c9-12fdb25b4834 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:38:05.396753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:05.453336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Pushing event updated for resources: {'Port': ['ID=a758a154-7861-4fc3-a4c9-12fdb25b4834,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:05.548939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Attempting to bind port a758a154-7861-4fc3-a4c9-12fdb25b4834 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:05.549381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Attempting to bind port a758a154-7861-4fc3-a4c9-12fdb25b4834 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'a400a51a-ad35-4a61-9620-f64fd572f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:05.549838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Attempting to bind port a758a154-7861-4fc3-a4c9-12fdb25b4834 on network 4f1205bb-1b77-4e17-8c14-5ef77e617298 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:05.558814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Port a758a154-7861-4fc3-a4c9-12fdb25b4834 on network 4f1205bb-1b77-4e17-8c14-5ef77e617298 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:38:05.559137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Attempting to bind port a758a154-7861-4fc3-a4c9-12fdb25b4834 on network 4f1205bb-1b77-4e17-8c14-5ef77e617298 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:05.572747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a787d19-d2cd-4064-9651-83f8dacf64c5 req-b4df7311-d0d9-47aa-af1e-c7f302861302 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:05.574268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a787d19-d2cd-4064-9651-83f8dacf64c5 req-b4df7311-d0d9-47aa-af1e-c7f302861302 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 944 time: 0.0814924 Feb 19 01:38:05.575394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:05.575999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Checking segment: {'id': 'a400a51a-ad35-4a61-9620-f64fd572f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:05.576405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Bound using segment: {'id': 'a400a51a-ad35-4a61-9620-f64fd572f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:05.576847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Bound port: a758a154-7861-4fc3-a4c9-12fdb25b4834, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a400a51a-ad35-4a61-9620-f64fd572f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:05.577770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:05.668477 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5a787d19-d2cd-4064-9651-83f8dacf64c5 req-e2b2a19e-dba4-4ab9-811f-c3009fee014d tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873909 Feb 19 01:38:05.677530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] For port a758a154-7861-4fc3-a4c9-12fdb25b4834, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:05.681016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] For port a758a154-7861-4fc3-a4c9-12fdb25b4834, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834,segment=NetworkSegment(a400a51a-ad35-4a61-9620-f64fd572f5b0),segment_id=a400a51a-ad35-4a61-9620-f64fd572f5b0)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:05.687864 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:05.723332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:05.723953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:05.725376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] 10.222.0.89 "PUT /v2.0/ports/a758a154-7861-4fc3-a4c9-12fdb25b4834 HTTP/1.1" status: 200 len: 1092 time: 0.7548127 Feb 19 01:38:05.725817 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'tag': 'a758a154-7861-4fc3-a4c9-12fdb25b4834'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:05.728028 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4524db-6ce9-4d69-b250-1b828ff2dea6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca667ec-895c-446a-9c7e-e3e412e383c7", "tag": "a758a154-7861-4fc3-a4c9-12fdb25b4834"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:05.751196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938711d-d8e0-4fe9-8b01-f90680f9312b service neutron] Pushing event updated for resources: {'Port': ['ID=a758a154-7861-4fc3-a4c9-12fdb25b4834,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:05.769733 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4342c7-fc27-4226-aa8d-5783dde9bb1b x-openstack-request-id: req-6e4342c7-fc27-4226-aa8d-5783dde9bb1b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:05.770028 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca667ec-895c-446a-9c7e-e3e412e383c7", "tag": "a758a154-7861-4fc3-a4c9-12fdb25b4834", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:05.770283 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e4342c7-fc27-4226-aa8d-5783dde9bb1b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:05.770716 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'tag': 'a758a154-7861-4fc3-a4c9-12fdb25b4834', 'status': 'completed', 'code': 200} Feb 19 01:38:05.825531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-79d1d01b-1e29-4ad3-add8-adb5eac8e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:05.827293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-79d1d01b-1e29-4ad3-add8-adb5eac8e591 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2517dbeb13fa4042a72c8ac6643979cb&device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 1126 time: 0.0475876 Feb 19 01:38:05.876124 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-caa41bbf-9905-4f13-ae5a-4c0e97ee1e65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834 HTTP/1.1" status: 200 len: 217 time: 0.0389295 Feb 19 01:38:05.932818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e612f-6d52-4630-a707-b666257ac23d req-5b18a079-1303-4828-ae08-918a7ab09fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:05.934259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-5b18a079-1303-4828-ae08-918a7ab09fe7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d9d3c03-917a-4b57-8724-0ad8478a2af0 HTTP/1.1" status: 200 len: 852 time: 0.0524161 Feb 19 01:38:05.938421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 31ad5910-f40d-4b82-bffa-f06b4bc8348c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:05.965644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-c7ede54d-2463-40d4-96f6-0a5b4dfced30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1205bb-1b77-4e17-8c14-5ef77e617298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253131 Feb 19 01:38:05.989252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 31ad5910-f40d-4b82-bffa-f06b4bc8348c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:38:05.993219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 31ad5910-f40d-4b82-bffa-f06b4bc8348c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:05.993593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:06.058652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-173e7a71-b354-48d8-be94-22a98242c0a9 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Feb 19 01:38:06.075570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 31ad5910-f40d-4b82-bffa-f06b4bc8348c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:06.076045 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:06.110819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:06.114735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:06.147782 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a8e612f-6d52-4630-a707-b666257ac23d req-0d90a1d0-e29f-43b1-8cdd-86dc2eddce03 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835595 Feb 19 01:38:06.163295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=31ad5910-f40d-4b82-bffa-f06b4bc8348c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:06.260756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-fb625a27-ddea-42e4-ae90-a526b80f5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.262242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-fb625a27-ddea-42e4-ae90-a526b80f5926 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2517dbeb13fa4042a72c8ac6643979cb&device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 1126 time: 0.0723865 Feb 19 01:38:06.336167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a6a79-2d22-43e3-83bb-931a05efd163 req-fd56ccd5-cfa5-446e-8b28-66762be2bb72 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.337754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-290a6a79-2d22-43e3-83bb-931a05efd163 req-fd56ccd5-cfa5-446e-8b28-66762be2bb72 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1113396 Feb 19 01:38:06.389664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-a90585c0-d7c0-4b63-a2cc-db84aadc9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.391134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-a90585c0-d7c0-4b63-a2cc-db84aadc9e6c service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f1205bb-1b77-4e17-8c14-5ef77e617298 HTTP/1.1" status: 200 len: 913 time: 0.1213305 Feb 19 01:38:06.423153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d616f-ece5-444d-9d9d-342ee391940c req-652b8675-f942-4aca-a657-90ec15388e28 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.424680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc0d616f-ece5-444d-9d9d-342ee391940c req-652b8675-f942-4aca-a657-90ec15388e28 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 945 time: 0.0537674 Feb 19 01:38:06.445616 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-290a6a79-2d22-43e3-83bb-931a05efd163 req-9ede101d-3b69-4a3f-b86d-aeddc1e22165 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010258 Feb 19 01:38:06.447254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-c98b6854-2a69-4b95-a512-006dc9f7288d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834 HTTP/1.1" status: 200 len: 217 time: 0.0462918 Feb 19 01:38:06.484434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc0d616f-ece5-444d-9d9d-342ee391940c req-85c875f2-c997-4e32-8c9c-ac0ce3f78f4b tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539093 Feb 19 01:38:06.498716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-b47a9b4d-8761-4068-9d4c-43db1370f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.500441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-b47a9b4d-8761-4068-9d4c-43db1370f4cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d9d3c03-917a-4b57-8724-0ad8478a2af0 HTTP/1.1" status: 200 len: 852 time: 0.0469973 Feb 19 01:38:06.509528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad5910-f40d-4b82-bffa-f06b4bc8348c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:06.511911 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31bfda1-9180-4a9d-8e4b-f992c554f7d9" -d '{"events": [{"server_uuid": "d2cdf9c7-7254-4931-8649-fefe2e311d15", "name": "network-vif-plugged", "status": "completed", "tag": "31ad5910-f40d-4b82-bffa-f06b4bc8348c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:06.551757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-52acdc19-84cf-4978-80e1-411eb3509425 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1205bb-1b77-4e17-8c14-5ef77e617298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409236 Feb 19 01:38:06.552291 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2998c5a9-4eea-4dee-b659-1d93e8f5f42a x-openstack-request-id: req-2998c5a9-4eea-4dee-b659-1d93e8f5f42a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:06.552581 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cdf9c7-7254-4931-8649-fefe2e311d15", "name": "network-vif-plugged", "status": "completed", "tag": "31ad5910-f40d-4b82-bffa-f06b4bc8348c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:06.552836 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2998c5a9-4eea-4dee-b659-1d93e8f5f42a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:06.553261 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ad5910-f40d-4b82-bffa-f06b4bc8348c', 'code': 200} Feb 19 01:38:06.654903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee49ae-f5f4-4fa2-8a84-22c49ce4647c req-7dfe6652-449c-452b-9fa0-ed38b1c5e163 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.657467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acee49ae-f5f4-4fa2-8a84-22c49ce4647c req-7dfe6652-449c-452b-9fa0-ed38b1c5e163 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1353054 Feb 19 01:38:06.662740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b475177-8cba-4fe2-a41c-ca9c089cf668 req-1e6028c9-3b5a-4d0c-8f6a-0cda6e2aca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.664221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b475177-8cba-4fe2-a41c-ca9c089cf668 req-1e6028c9-3b5a-4d0c-8f6a-0cda6e2aca3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 1127 time: 0.0491683 Feb 19 01:38:06.689107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-1fd3dc75-de9d-4d70-aa9e-cbdb14909c68 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228800 Feb 19 01:38:06.710611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b475177-8cba-4fe2-a41c-ca9c089cf668 req-94cf85d7-86b7-4682-a1b9-ab4eb10c40eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 19 01:38:06.762540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acee49ae-f5f4-4fa2-8a84-22c49ce4647c req-4f488298-b006-482c-abb4-96796ff0cd91 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969079 Feb 19 01:38:06.786431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43180) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:06.804357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edb349-b258-4c64-8647-9ec9f7386680 req-0d86af09-3aa3-4da5-9eb9-e5d65e22cd97 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.805879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94edb349-b258-4c64-8647-9ec9f7386680 req-0d86af09-3aa3-4da5-9eb9-e5d65e22cd97 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 944 time: 0.0633581 Feb 19 01:38:06.806054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e4524db-6ce9-4d69-b250-1b828ff2dea6 req-c8f0430c-57a3-4c65-8ddd-49562ac8baeb service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061461 Feb 19 01:38:06.873834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b0fd1-eb82-4298-b4e4-8d634bbd2608 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:06.875986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8b4b0fd1-eb82-4298-b4e4-8d634bbd2608 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1122 time: 0.0872197 Feb 19 01:38:06.878965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:06.879638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94edb349-b258-4c64-8647-9ec9f7386680 req-751a5908-fb58-4721-a52b-da9cbc8a2f91 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595267 Feb 19 01:38:06.883806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'ecd840f9-b330-4805-8915-49e670eb309a', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:06.904599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:06.999428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:07.102903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Allocated IP 172.25.0.133 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/84a8af6a-7f1a-4e33-a986-34defbf22743) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:07.201576 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:07.236076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:07.278164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:07.283108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:07.288613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:07.294346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=84a8af6a-7f1a-4e33-a986-34defbf22743,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:07.311796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-a3befdbd-ce66-4f5b-b230-61ddfe44ac45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446973 Feb 19 01:38:07.401283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b491f6-bd85-4175-8824-922db4d76d1f req-5df6e676-3063-445d-bfc2-03f3ea968f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:07.402773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-5df6e676-3063-445d-bfc2-03f3ea968f88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 1128 time: 0.0447247 Feb 19 01:38:07.862336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b491f6-bd85-4175-8824-922db4d76d1f req-7dd35305-da45-4663-85f1-3d97288225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:07.864878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-7dd35305-da45-4663-85f1-3d97288225ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 200 len: 917 time: 0.4398139 Feb 19 01:38:07.933430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-d9a92162-d3d4-4168-81ad-4c3c5f8fd1f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 200 len: 1001 time: 0.0619018 Feb 19 01:38:08.015334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b491f6-bd85-4175-8824-922db4d76d1f req-ee78e982-efc9-4c6c-9707-d34e2a19ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:08.016816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-ee78e982-efc9-4c6c-9707-d34e2a19ef76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 200 len: 855 time: 0.0768733 Feb 19 01:38:08.032743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686112fb-0289-4bd5-9039-a9c6fb9ff1e7 req-367c3faa-e6a8-4da9-b58c-b5986ea863cd tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:08.034292 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-686112fb-0289-4bd5-9039-a9c6fb9ff1e7 req-367c3faa-e6a8-4da9-b58c-b5986ea863cd tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 945 time: 0.4699004 Feb 19 01:38:08.045231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36987f-d391-44b4-b07c-e92c01724193 req-4a036b31-9493-4e2a-8186-8cafff862093 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:08.046846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd36987f-d391-44b4-b07c-e92c01724193 req-4a036b31-9493-4e2a-8186-8cafff862093 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 944 time: 0.0807531 Feb 19 01:38:08.087963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (cf912f92-f228-4942-855c-e1fea4524a61), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.106916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b491f6-bd85-4175-8824-922db4d76d1f req-bf566d46-a706-4727-8571-479e7cdf3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:08.108448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-bf566d46-a706-4727-8571-479e7cdf3b06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8344c652-e082-45dc-861d-b8ddb71ca170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0838025 Feb 19 01:38:08.126533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-686112fb-0289-4bd5-9039-a9c6fb9ff1e7 req-afe9f57b-cf5b-47ff-aad6-13973584a907 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803478 Feb 19 01:38:08.126925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd36987f-d391-44b4-b07c-e92c01724193 req-38b2e6c1-9332-4bf9-9a73-18deb9d5ba0a tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 Feb 19 01:38:08.181788 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.211044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-9e2a107d-21eb-46fc-adf6-063828d738b2 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951908 Feb 19 01:38:08.246939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a758a154-7861-4fc3-a4c9-12fdb25b4834 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:38:08.306994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35b491f6-bd85-4175-8824-922db4d76d1f req-3104b779-e344-4ab3-9797-22320cb17375 service neutron] 10.222.0.10 "GET /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851300 Feb 19 01:38:08.341422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.347563 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.352212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a758a154-7861-4fc3-a4c9-12fdb25b4834, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834,segment=NetworkSegment(a400a51a-ad35-4a61-9620-f64fd572f5b0),segment_id=a400a51a-ad35-4a61-9620-f64fd572f5b0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:08.364307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a758a154-7861-4fc3-a4c9-12fdb25b4834', 'network_id': '4f1205bb-1b77-4e17-8c14-5ef77e617298', 'port_id': 'a758a154-7861-4fc3-a4c9-12fdb25b4834', 'mac_address': 'fa:16:3e:25:55:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9d3c03-917a-4b57-8724-0ad8478a2af0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:38:08.402064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a758a154-7861-4fc3-a4c9-12fdb25b4834 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:08.402460 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.415424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a758a154-7861-4fc3-a4c9-12fdb25b4834 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:08.415618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event updated for resources: {'Port': ['ID=84a8af6a-7f1a-4e33-a986-34defbf22743,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:08.425292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (cf912f92-f228-4942-855c-e1fea4524a61), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.436133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a758a154-7861-4fc3-a4c9-12fdb25b4834, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834,segment=NetworkSegment(a400a51a-ad35-4a61-9620-f64fd572f5b0),segment_id=a400a51a-ad35-4a61-9620-f64fd572f5b0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:08.440349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.491649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a758a154-7861-4fc3-a4c9-12fdb25b4834,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:08.527595 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP cf912f92-f228-4942-855c-e1fea4524a61 associated. External IP: 172.25.0.133, port: ecd840f9-b330-4805-8915-49e670eb309a. Feb 19 01:38:08.655254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a758a154-7861-4fc3-a4c9-12fdb25b4834'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:08.741448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router e904fe7d-d445-475d-a52c-68272a18d8d2 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:08.854537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:08.865506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] Sync routers for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:08.874970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:08.876392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:08.877146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:08.907107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-001c7e8e-5686-4dd2-934c-5453a4b7a19c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0268342 Feb 19 01:38:08.907702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:08.913342 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c7688-2e1f-45cf-a770-9f23ef77602b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "tag": "ecd840f9-b330-4805-8915-49e670eb309a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:08.956573 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4889e3b-c64c-40c7-8c88-9abea603a109 x-openstack-request-id: req-f4889e3b-c64c-40c7-8c88-9abea603a109 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:08.956863 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "tag": "ecd840f9-b330-4805-8915-49e670eb309a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:08.957132 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4889e3b-c64c-40c7-8c88-9abea603a109 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:08.957531 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a', 'status': 'completed', 'code': 200} Feb 19 01:38:09.000388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:09.052209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e78e-9276-4686-a4b9-d00bf968f373 req-8c9a139e-c9fe-4e21-bbbc-69abbff62c6b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.053722 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe3e78e-9276-4686-a4b9-d00bf968f373 req-8c9a139e-c9fe-4e21-bbbc-69abbff62c6b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0872562 Feb 19 01:38:09.059665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-415359c3-3e49-4eea-a1ac-b0547c111215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.061066 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-415359c3-3e49-4eea-a1ac-b0547c111215 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1127 time: 0.0664217 Feb 19 01:38:09.158622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fbe3e78e-9276-4686-a4b9-d00bf968f373 req-0437b9d7-cdd1-43ca-9a4d-cede506529cd tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960593 Feb 19 01:38:09.187099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43196) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:09.192038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-7fff1edf-0c87-4ef3-9ca2-44171ee820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.193704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-7fff1edf-0c87-4ef3-9ca2-44171ee820f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 200 len: 898 time: 0.1253781 Feb 19 01:38:09.255355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'cf912f92-f228-4942-855c-e1fea4524a61', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'port_id': 'ecd840f9-b330-4805-8915-49e670eb309a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'mac_address': 'fa:16:3e:6c:2a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:07Z', 'updated_at': '2022-02-19T01:38:07Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:55Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:09.291722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] Checking router: e904fe7d-d445-475d-a52c-68272a18d8d2 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:09.300846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:09.301510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:09.307161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d7b99dd2-2c6b-4c5f-8a0b-5dc0b5604fc2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/cf912f92-f228-4942-855c-e1fea4524a61 HTTP/1.1" status: 200 len: 991 time: 0.1171999 Feb 19 01:38:09.310635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-031da565-8a4f-494e-91ab-87582ae98203 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 200 len: 999 time: 0.1104898 Feb 19 01:38:09.315784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbeda-d37a-4149-a279-d3117dbfbf08 req-4d088b55-9663-4214-a008-11eb004262b7 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.317300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da3bbeda-d37a-4149-a279-d3117dbfbf08 req-4d088b55-9663-4214-a008-11eb004262b7 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 945 time: 0.0782909 Feb 19 01:38:09.366084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79853bb-3f1f-433c-b0bf-850a8a11c5c1 req-2183c7ab-7639-4104-b748-d37fb151b840 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.367589 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f79853bb-3f1f-433c-b0bf-850a8a11c5c1 req-2183c7ab-7639-4104-b748-d37fb151b840 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 945 time: 0.1060939 Feb 19 01:38:09.367773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da3bbeda-d37a-4149-a279-d3117dbfbf08 req-2b3b31a6-1bda-4953-b841-651138e9e67e tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Feb 19 01:38:09.377618 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-72f44096-7053-46a5-b09c-e927d277fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.379024 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-72f44096-7053-46a5-b09c-e927d277fc7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b332aed-55b7-42b4-be72-1f3adb7170fd HTTP/1.1" status: 200 len: 835 time: 0.0600691 Feb 19 01:38:09.423283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:09.464505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f79853bb-3f1f-433c-b0bf-850a8a11c5c1 req-5b1b19aa-1b45-44ed-b853-641eb44a2422 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895889 Feb 19 01:38:09.467262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-94cf00c3-2446-424a-905d-33a05e34e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:09.468795 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-94cf00c3-2446-424a-905d-33a05e34e68d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=167574c3-ab25-471d-8d5f-e4d1d9369f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793831 Feb 19 01:38:09.578540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-678825d8-ec76-446e-b025-c5c1f921e5c4 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032975 Feb 19 01:38:09.678803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'cf912f92-f228-4942-855c-e1fea4524a61', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'port_id': 'ecd840f9-b330-4805-8915-49e670eb309a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'mac_address': 'fa:16:3e:6c:2a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:07Z', 'updated_at': '2022-02-19T01:38:07Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:55Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:09.688747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c2c7688-2e1f-45cf-a770-9f23ef77602b req-2ce047c3-dde2-4673-b43e-80811d26ded6 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027548 Feb 19 01:38:09.708145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0decd98-e3a9-4431-b5ea-6f4f24b6ac65 None None] The sync data for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 is: [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'cf912f92-f228-4942-855c-e1fea4524a61', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'port_id': 'ecd840f9-b330-4805-8915-49e670eb309a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'mac_address': 'fa:16:3e:6c:2a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:07Z', 'updated_at': '2022-02-19T01:38:07Z', 'revision_number': 0, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:55Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:09.943945 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012ff94-4aef-4dd6-93bb-c48f4a5d56c5 None None] New status for floating IP cf912f92-f228-4942-855c-e1fea4524a61: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:38:09.998582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922559b-18d4-4788-b701-2a60799280f8 req-2de90846-8f15-49cb-8ffb-41195c23e97f tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:10.002717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6922559b-18d4-4788-b701-2a60799280f8 req-2de90846-8f15-49cb-8ffb-41195c23e97f tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 945 time: 0.0600781 Feb 19 01:38:10.054242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6922559b-18d4-4788-b701-2a60799280f8 req-ef30f437-1e45-4496-b772-058d40dcf18c tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Feb 19 01:38:10.269303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a758a154-7861-4fc3-a4c9-12fdb25b4834 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:10.309934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43210) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:10.322851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port a758a154-7861-4fc3-a4c9-12fdb25b4834 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:38:10.327493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a758a154-7861-4fc3-a4c9-12fdb25b4834 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:10.327883 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:10.374930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-31d7c8a8-44f3-482a-bf57-6d6ed3147c45 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/cf912f92-f228-4942-855c-e1fea4524a61 HTTP/1.1" status: 200 len: 993 time: 0.0637214 Feb 19 01:38:10.406254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a758a154-7861-4fc3-a4c9-12fdb25b4834 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:10.406653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:10.428794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a758a154-7861-4fc3-a4c9-12fdb25b4834'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:10.431020 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136fc0a2-799d-4752-a479-a28cca276ff8" -d '{"events": [{"server_uuid": "1ca667ec-895c-446a-9c7e-e3e412e383c7", "name": "network-vif-plugged", "status": "completed", "tag": "a758a154-7861-4fc3-a4c9-12fdb25b4834"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:10.445224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a758a154-7861-4fc3-a4c9-12fdb25b4834, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834,segment=NetworkSegment(a400a51a-ad35-4a61-9620-f64fd572f5b0),segment_id=a400a51a-ad35-4a61-9620-f64fd572f5b0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:10.449250 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:10.474446 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debfa156-38ff-4e73-aa85-7d10ecc86494 x-openstack-request-id: req-debfa156-38ff-4e73-aa85-7d10ecc86494 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:10.474734 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca667ec-895c-446a-9c7e-e3e412e383c7", "name": "network-vif-plugged", "status": "completed", "tag": "a758a154-7861-4fc3-a4c9-12fdb25b4834", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:10.474991 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-debfa156-38ff-4e73-aa85-7d10ecc86494 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:10.475378 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a758a154-7861-4fc3-a4c9-12fdb25b4834', 'code': 200} Feb 19 01:38:10.506411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a758a154-7861-4fc3-a4c9-12fdb25b4834,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:10.622981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3698c-9184-43d8-96f7-2eba8dcce465 req-36ed77ac-f8ac-458d-a122-865275776972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:10.624463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0f3698c-9184-43d8-96f7-2eba8dcce465 req-36ed77ac-f8ac-458d-a122-865275776972 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 1128 time: 0.0736401 Feb 19 01:38:10.631141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a06b-7c62-43b2-81fb-486791bae587 req-d99a1c5b-5c10-4468-b3f3-61ba2768239c tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:10.632489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0260a06b-7c62-43b2-81fb-486791bae587 req-d99a1c5b-5c10-4468-b3f3-61ba2768239c tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0930531 Feb 19 01:38:10.699724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b0f3698c-9184-43d8-96f7-2eba8dcce465 req-12502567-194a-4c48-8c40-ef0c83b2d509 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Feb 19 01:38:10.703911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0260a06b-7c62-43b2-81fb-486791bae587 req-3c0694f2-32ca-4683-811a-8417cf5f61f1 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655057 Feb 19 01:38:11.173429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eef7c0-ac42-4656-b6c6-edbdcd8439ff req-806801f4-b787-4cf1-bb3e-4ed5d10cb518 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:11.174928 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23eef7c0-ac42-4656-b6c6-edbdcd8439ff req-806801f4-b787-4cf1-bb3e-4ed5d10cb518 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Feb 19 01:38:11.223054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-23eef7c0-ac42-4656-b6c6-edbdcd8439ff req-83c5598e-fca8-4acb-a736-a7b7784a75b3 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Feb 19 01:38:11.440516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-6a1ec118-bed5-4bd6-840a-da58d1fa8fd0 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:11.441989 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-6a1ec118-bed5-4bd6-840a-da58d1fa8fd0 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Feb 19 01:38:11.536927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Deleting port 31ad5910-f40d-4b82-bffa-f06b4bc8348c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:11.537299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:11.622802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] For port 31ad5910-f40d-4b82-bffa-f06b4bc8348c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=31ad5910-f40d-4b82-bffa-f06b4bc8348c,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:11.623161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:11.635299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Calling delete_port for 31ad5910-f40d-4b82-bffa-f06b4bc8348c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:11.772662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (31ad5910-f40d-4b82-bffa-f06b4bc8348c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:11.785383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['31ad5910-f40d-4b82-bffa-f06b4bc8348c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:11.802152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Pushing event deleted for resources: {'Port': ['ID=31ad5910-f40d-4b82-bffa-f06b4bc8348c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:11.834164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17fdaf-091d-4172-8f29-f571a0063204 req-7e8d25c4-653a-4eee-8d9a-0c9567149b2a tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:11.835976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c17fdaf-091d-4172-8f29-f571a0063204 req-7e8d25c4-653a-4eee-8d9a-0c9567149b2a tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0609648 Feb 19 01:38:11.849863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] No DVR routers for this DVR port 31ad5910-f40d-4b82-bffa-f06b4bc8348c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:11.852978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:11.856398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19912b0f-8622-4e5c-a0e5-cf4f828e2149 req-aeff547d-6e84-4d59-b0d2-0920ad727d15 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "DELETE /v2.0/ports/31ad5910-f40d-4b82-bffa-f06b4bc8348c HTTP/1.1" status: 204 len: 173 time: 0.4090123 Feb 19 01:38:11.856872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'name': 'network-vif-deleted', 'tag': '31ad5910-f40d-4b82-bffa-f06b4bc8348c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:11.859813 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d189b48-ce8a-42be-ae72-23e108e80f1d" -d '{"events": [{"server_uuid": "d2cdf9c7-7254-4931-8649-fefe2e311d15", "name": "network-vif-deleted", "tag": "31ad5910-f40d-4b82-bffa-f06b4bc8348c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:11.895250 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c17fdaf-091d-4172-8f29-f571a0063204 req-b0b054bb-6bd4-45d1-bce1-14b0899c4b9d tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535502 Feb 19 01:38:11.905337 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e6d70e-1b2d-4c9d-a38e-2f93b0f50276 x-openstack-request-id: req-b6e6d70e-1b2d-4c9d-a38e-2f93b0f50276 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:11.905726 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cdf9c7-7254-4931-8649-fefe2e311d15", "name": "network-vif-deleted", "tag": "31ad5910-f40d-4b82-bffa-f06b4bc8348c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:11.906019 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6e6d70e-1b2d-4c9d-a38e-2f93b0f50276 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:11.906510 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cdf9c7-7254-4931-8649-fefe2e311d15', 'name': 'network-vif-deleted', 'tag': '31ad5910-f40d-4b82-bffa-f06b4bc8348c', 'status': 'completed', 'code': 200} Feb 19 01:38:12.337644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e8b699f-0674-4376-8715-ffcdfdff5bd1 req-f3a76766-7696-4754-b05c-34e521ba0f78 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2cdf9c7-7254-4931-8649-fefe2e311d15 HTTP/1.1" status: 200 len: 210 time: 0.0285411 Feb 19 01:38:13.020826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e9d69-fb63-4969-9f3d-8c8274068aa2 req-bdab3163-7b96-4b83-b1c8-ec08b49ae36a tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:13.022330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-148e9d69-fb63-4969-9f3d-8c8274068aa2 req-bdab3163-7b96-4b83-b1c8-ec08b49ae36a tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0568163 Feb 19 01:38:13.068402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-148e9d69-fb63-4969-9f3d-8c8274068aa2 req-aebc99e4-90e6-413c-bf72-0622d1866c6c tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Feb 19 01:38:13.184572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830efdbc-3b85-4d73-912a-1428b96f72ea req-10c41f4c-1701-4689-8f3f-b0c36e8960bb tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:13.185963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-830efdbc-3b85-4d73-912a-1428b96f72ea req-10c41f4c-1701-4689-8f3f-b0c36e8960bb tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0522890 Feb 19 01:38:13.231976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-830efdbc-3b85-4d73-912a-1428b96f72ea req-fd009ecd-c74d-44ac-857e-04b04dbea220 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Feb 19 01:38:13.459447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b57b-a5c6-4bcd-80ea-a24f20f076a2 req-0af62c1c-2349-4270-ad71-80234bc4fafb tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:13.461278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b560b57b-a5c6-4bcd-80ea-a24f20f076a2 req-0af62c1c-2349-4270-ad71-80234bc4fafb tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0531073 Feb 19 01:38:13.512661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b560b57b-a5c6-4bcd-80ea-a24f20f076a2 req-7f6c3ad6-8e09-4403-8b8b-89aa8d71f329 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Feb 19 01:38:13.680377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-f1191f5e-2456-467d-87ba-d18355fa86ff tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:13.681890 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-f1191f5e-2456-467d-87ba-d18355fa86ff tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/networks?id=f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 200 len: 809 time: 0.1227341 Feb 19 01:38:13.696831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-f1382bd8-e928-4884-8a30-58c70773ed19 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/quotas/d315e20ca60740ca85ffec801a0032f1 HTTP/1.1" status: 200 len: 375 time: 0.0089445 Feb 19 01:38:13.732736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-d7ce57df-11e4-4fca-aa62-b3c636fb2c46 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d315e20ca60740ca85ffec801a0032f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310774 Feb 19 01:38:13.821058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-ebb23b1b-3a6b-4e6e-8e4b-24934251192a service neutron] 10.222.0.43 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816298 Feb 19 01:38:13.916534 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-3ae59931-2fc7-4555-a35c-5a0627548de5 service neutron] 10.222.0.43 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896757 Feb 19 01:38:14.094134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-82687aa2-8dd5-433a-bf85-0c4d1dd18344 req-3e21da95-661d-4422-b105-f41fddd82bd8 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 210 time: 0.0280449 Feb 19 01:38:14.641947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364a1a-4107-4e4b-bc81-495f79231f97 req-f1bc26df-93e1-4a56-a985-e8d6f06a4059 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:14.643774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59364a1a-4107-4e4b-bc81-495f79231f97 req-f1bc26df-93e1-4a56-a985-e8d6f06a4059 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0562956 Feb 19 01:38:14.691190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59364a1a-4107-4e4b-bc81-495f79231f97 req-764db821-5e70-46be-936d-9e4e9d4f49d7 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Feb 19 01:38:14.932557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35161f0c-f0f6-4b28-97b0-497aa1b559cc req-f2119381-4f4f-4185-b190-4baf8da0b3f9 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:14.934226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-35161f0c-f0f6-4b28-97b0-497aa1b559cc req-f2119381-4f4f-4185-b190-4baf8da0b3f9 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0891244 Feb 19 01:38:14.940621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-f1d60b92-9108-4080-ae38-179ec9ed4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:14.942130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-f1d60b92-9108-4080-ae38-179ec9ed4fe9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2517dbeb13fa4042a72c8ac6643979cb&device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 1128 time: 0.0671840 Feb 19 01:38:15.039717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-35161f0c-f0f6-4b28-97b0-497aa1b559cc req-38891ee5-61a2-40d8-b0f1-9579ba17e856 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966256 Feb 19 01:38:15.053116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-495b1d5b-3383-4a47-bdd6-275f190bea97 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:15.054504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-495b1d5b-3383-4a47-bdd6-275f190bea97 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "GET /v2.0/networks?id=f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 200 len: 809 time: 0.1131167 Feb 19 01:38:15.067692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Request body: {'port': {'device_id': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4', 'admin_state_up': True, 'tenant_id': 'd315e20ca60740ca85ffec801a0032f1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:15.078692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-b5e1e971-8554-44c7-bd69-a8759c262c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:15.080270 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-b5e1e971-8554-44c7-bd69-a8759c262c35 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f1205bb-1b77-4e17-8c14-5ef77e617298 HTTP/1.1" status: 200 len: 913 time: 0.1312861 Feb 19 01:38:15.128376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-fdb58beb-efe6-4696-a7d9-a408841d9705 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834 HTTP/1.1" status: 200 len: 217 time: 0.0416420 Feb 19 01:38:15.177765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-68aefaa9-6b65-4dbf-a2ff-c225d2656bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:15.179257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-68aefaa9-6b65-4dbf-a2ff-c225d2656bb5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d9d3c03-917a-4b57-8724-0ad8478a2af0 HTTP/1.1" status: 200 len: 852 time: 0.0463593 Feb 19 01:38:15.206955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-65e549fb-8e4f-4788-8fc2-1348f847ff98 req-5c91d0d8-7d8b-48c2-bddf-6df0627dcda2 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 210 time: 0.0313542 Feb 19 01:38:15.208858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Made reservation on behalf of d315e20ca60740ca85ffec801a0032f1 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:15.211971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-5dd331e7-c97d-4768-a482-54de79b00172 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1205bb-1b77-4e17-8c14-5ef77e617298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271888 Feb 19 01:38:15.213193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.310275 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-0f9ca069-6337-439f-8a79-3507727ef724 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920029 Feb 19 01:38:15.355785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Allocated IP 172.20.0.5 (f18afee1-d528-495e-bedb-7625dd60eba4/b602ea5e-931e-47a7-a522-09021e4340cd/c5935045-a2c9-4279-8612-0e459f684e2f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:15.402435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ea3f568-81ee-49e9-a8d3-030f3edbf878 req-fc1ccfb2-ac6f-462f-8c80-fbd6ba16fd4f service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Feb 19 01:38:15.502687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks [] for port (c5935045-a2c9-4279-8612-0e459f684e2f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.536875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.585894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Network f18afee1-d528-495e-bedb-7625dd60eba4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:15.590900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:15.595906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:15.599812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Pushing event updated for resources: {'Port': ['ID=c5935045-a2c9-4279-8612-0e459f684e2f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:15.645785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:15.646411 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.666757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-94c22d02-c606-4f4b-89fb-319402f4aae5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031411 Feb 19 01:38:15.678744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-1c166197-9455-44e1-b880-e47c3c152dfb tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:38:15.679697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-1c166197-9455-44e1-b880-e47c3c152dfb tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051715 Feb 19 01:38:15.692704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Request body: {'port': {'device_id': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:15.750631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.995565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 31ad5910-f40d-4b82-bffa-f06b4bc8348c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:16.016510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 31ad5910-f40d-4b82-bffa-f06b4bc8348c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:16.016866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 31ad5910-f40d-4b82-bffa-f06b4bc8348c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:16.022412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5935045-a2c9-4279-8612-0e459f684e2f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:16.030641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Publish callbacks [] for port (c5935045-a2c9-4279-8612-0e459f684e2f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.042195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Transition to ACTIVE for port object c5935045-a2c9-4279-8612-0e459f684e2f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:38:16.046956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.101641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c5935045-a2c9-4279-8612-0e459f684e2f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:16.177751 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf4615-7871-4dc2-9490-c7e74ee5e570 req-678d2cb7-97de-41d0-9cf7-44ac07a4ed51 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.179281 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34bf4615-7871-4dc2-9490-c7e74ee5e570 req-678d2cb7-97de-41d0-9cf7-44ac07a4ed51 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0569475 Feb 19 01:38:16.182559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Attempting to bind port c5935045-a2c9-4279-8612-0e459f684e2f on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:16.182877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Attempting to bind port c5935045-a2c9-4279-8612-0e459f684e2f by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:16.183202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Attempting to bind port c5935045-a2c9-4279-8612-0e459f684e2f on network f18afee1-d528-495e-bedb-7625dd60eba4 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:16.188153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Port c5935045-a2c9-4279-8612-0e459f684e2f on network f18afee1-d528-495e-bedb-7625dd60eba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:38:16.188471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Attempting to bind port c5935045-a2c9-4279-8612-0e459f684e2f on network f18afee1-d528-495e-bedb-7625dd60eba4 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:16.193497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:16.193835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Checking segment: {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:16.194239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Bound using segment: {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:16.194660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Bound port: c5935045-a2c9-4279-8612-0e459f684e2f, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bda996-3853-4224-a55c-8adeb5a5cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:16.195011 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.227747 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34bf4615-7871-4dc2-9490-c7e74ee5e570 req-a90fdfba-da4b-403f-a257-06bd44f5ab45 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Feb 19 01:38:16.265370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] For port c5935045-a2c9-4279-8612-0e459f684e2f, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:16.268589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] For port c5935045-a2c9-4279-8612-0e459f684e2f, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5935045-a2c9-4279-8612-0e459f684e2f,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:16.274784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.332816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.333459 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.334827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5935045-a2c9-4279-8612-0e459f684e2f HTTP/1.1" status: 200 len: 1091 time: 0.6462543 Feb 19 01:38:16.335267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'tag': 'c5935045-a2c9-4279-8612-0e459f684e2f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:16.337508 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426acb2-019c-4bdb-bee7-5788baad156d" -d '{"events": [{"name": "network-changed", "server_uuid": "efe20828-1abe-4d4e-9455-a8a8a21cebca", "tag": "c5935045-a2c9-4279-8612-0e459f684e2f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:16.370838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424bd57-3563-43ee-ae8b-530971cd2c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c5935045-a2c9-4279-8612-0e459f684e2f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:16.375767 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1a019-be2f-4998-af6c-9dfdda2cd230 x-openstack-request-id: req-3de1a019-be2f-4998-af6c-9dfdda2cd230 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:16.376056 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe20828-1abe-4d4e-9455-a8a8a21cebca", "tag": "c5935045-a2c9-4279-8612-0e459f684e2f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:16.376311 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3de1a019-be2f-4998-af6c-9dfdda2cd230 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:16.376713 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'tag': 'c5935045-a2c9-4279-8612-0e459f684e2f', 'status': 'completed', 'code': 200} Feb 19 01:38:16.388225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1aaef-ec91-42c5-b328-878a0b6c7d84 req-3a30ea3a-6e37-43f5-9c21-01fc77246f8b tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.389784 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fd1aaef-ec91-42c5-b328-878a0b6c7d84 req-3a30ea3a-6e37-43f5-9c21-01fc77246f8b tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 943 time: 0.1060205 Feb 19 01:38:16.467435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fd1aaef-ec91-42c5-b328-878a0b6c7d84 req-57a3ae99-52b5-4b89-bb5a-7a90efe5d615 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691693 Feb 19 01:38:16.470106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-5ee7ec43-3812-4a13-9a02-89e1f7569672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.471520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-5ee7ec43-3812-4a13-9a02-89e1f7569672 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d315e20ca60740ca85ffec801a0032f1&device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 1125 time: 0.0809047 Feb 19 01:38:16.516368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-d3a0c37a-4fb3-44b7-9b9a-41a2801aa386 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5935045-a2c9-4279-8612-0e459f684e2f HTTP/1.1" status: 200 len: 217 time: 0.0357132 Feb 19 01:38:16.574278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-9d214eb2-bf82-4b20-b805-d898a61fd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.575741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-9d214eb2-bf82-4b20-b805-d898a61fd5f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b602ea5e-931e-47a7-a522-09021e4340cd HTTP/1.1" status: 200 len: 849 time: 0.0488231 Feb 19 01:38:16.610798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-4dad749c-dafc-4ca0-b3de-cf87e779ca0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f18afee1-d528-495e-bedb-7625dd60eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261958 Feb 19 01:38:16.698396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-9a882957-602e-467f-a4c2-ebf5d3bc936c service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810926 Feb 19 01:38:16.792268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6acc602e-a23e-49e5-b527-001bfbb54d4d req-9bbb5d23-cab9-456d-9a01-85c71c504ec0 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851910 Feb 19 01:38:16.877987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426acb2-019c-4bdb-bee7-5788baad156d req-742c7130-ac84-46ed-8977-70601ad3bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.879494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-742c7130-ac84-46ed-8977-70601ad3bc98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d315e20ca60740ca85ffec801a0032f1&device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 1125 time: 0.0466342 Feb 19 01:38:16.972647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426acb2-019c-4bdb-bee7-5788baad156d req-d36c11a7-e0c8-451b-b640-07a5a2bdbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.974156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-d36c11a7-e0c8-451b-b640-07a5a2bdbb19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 200 len: 910 time: 0.0885549 Feb 19 01:38:17.014599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-c8e79650-be43-425d-9bf8-7f8b78ad16e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5935045-a2c9-4279-8612-0e459f684e2f HTTP/1.1" status: 200 len: 217 time: 0.0341635 Feb 19 01:38:17.062750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426acb2-019c-4bdb-bee7-5788baad156d req-53c6e275-56bb-4529-9eb0-0bc7940070ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.064115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-53c6e275-56bb-4529-9eb0-0bc7940070ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b602ea5e-931e-47a7-a522-09021e4340cd HTTP/1.1" status: 200 len: 849 time: 0.0430112 Feb 19 01:38:17.099543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-7f3a0e2d-20b2-430c-be08-3be827f16127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f18afee1-d528-495e-bedb-7625dd60eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259118 Feb 19 01:38:17.190133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-9c1053a9-d6b7-4cf1-8221-79adea7be073 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Feb 19 01:38:17.283558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426acb2-019c-4bdb-bee7-5788baad156d req-bb5ebfc6-5a0c-4f58-a358-a65f7cee9eb1 service neutron] 10.222.0.10 "GET /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862708 Feb 19 01:38:17.365596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc860-014c-4ca3-b597-5b89ead04629 req-6e060fb5-46c2-492d-85a8-8903b55d955f tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.366989 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-345bc860-014c-4ca3-b597-5b89ead04629 req-6e060fb5-46c2-492d-85a8-8903b55d955f tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0585880 Feb 19 01:38:17.413637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-345bc860-014c-4ca3-b597-5b89ead04629 req-68e6f7de-b184-4809-bfa9-02aa9954af24 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Feb 19 01:38:17.589785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab18b6-9438-4774-bc3d-f76ba56597a0 req-7f5cba6f-ddd0-44b3-a07e-19b90b1d87ae tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.591296 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cdab18b6-9438-4774-bc3d-f76ba56597a0 req-7f5cba6f-ddd0-44b3-a07e-19b90b1d87ae tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 943 time: 0.0561278 Feb 19 01:38:17.657339 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cdab18b6-9438-4774-bc3d-f76ba56597a0 req-b2c8558e-5f03-4963-b218-20d1853e2038 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594232 Feb 19 01:38:17.716469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e3992-b6f8-4f8f-a6a4-88e02594eceb req-e67ee0e6-482b-46f7-b89c-49d093dd5023 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.718664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e29e3992-b6f8-4f8f-a6a4-88e02594eceb req-e67ee0e6-482b-46f7-b89c-49d093dd5023 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0672693 Feb 19 01:38:17.766317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e29e3992-b6f8-4f8f-a6a4-88e02594eceb req-b555eed7-884c-4715-96ba-4b1e826b764e tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Feb 19 01:38:17.892820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28229d42-443c-4f59-9163-b71228b7ded1 req-9b32d45e-c0f9-4e06-ad71-f5f60b91ee73 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.894523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28229d42-443c-4f59-9163-b71228b7ded1 req-9b32d45e-c0f9-4e06-ad71-f5f60b91ee73 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 946 time: 0.0539083 Feb 19 01:38:17.940674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28229d42-443c-4f59-9163-b71228b7ded1 req-6d825239-a140-4a96-8231-971eb6d8b6f5 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404952 Feb 19 01:38:18.385379 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:18.785583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05ef4-007e-4e56-a09c-91fc965c2076 req-e801beeb-68b2-4d0d-b9dc-535054a06e0c tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:18.787072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50c05ef4-007e-4e56-a09c-91fc965c2076 req-e801beeb-68b2-4d0d-b9dc-535054a06e0c tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 943 time: 0.0568001 Feb 19 01:38:18.835150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-50c05ef4-007e-4e56-a09c-91fc965c2076 req-67b4312f-1ac0-4d22-a26f-c52f6dab7eee tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Feb 19 01:38:18.887087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b1c57-3338-45e3-bc17-6df8f8fc6735 req-e1111dbe-a317-4ecf-a938-65b03f740626 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:18.888641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f52b1c57-3338-45e3-bc17-6df8f8fc6735 req-e1111dbe-a317-4ecf-a938-65b03f740626 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0520272 Feb 19 01:38:18.941455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f52b1c57-3338-45e3-bc17-6df8f8fc6735 req-fdc79226-6bc6-4339-a8b0-25f5e674a365 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Feb 19 01:38:19.078216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793443-8fe2-4c5d-be77-cb8212046915 req-2939ee94-5c70-4758-8e4d-1bd11935dbd0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.079976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12793443-8fe2-4c5d-be77-cb8212046915 req-2939ee94-5c70-4758-8e4d-1bd11935dbd0 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 946 time: 0.0680609 Feb 19 01:38:19.131130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12793443-8fe2-4c5d-be77-cb8212046915 req-8babde1d-c3a6-452f-b68c-dbb0f5440bfd tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a6b1f38-356c-4784-83ef-8e23c3234444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Feb 19 01:38:19.195452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57530c3-66a6-4aa0-9537-2c6119780134 req-3a3f8dcb-e071-46b9-b81b-8301d2dc55e0 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.196850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f57530c3-66a6-4aa0-9537-2c6119780134 req-3a3f8dcb-e071-46b9-b81b-8301d2dc55e0 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0853243 Feb 19 01:38:19.230429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-f5bd33be-9ce2-4f8a-a724-8f7daecf9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.231887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-f5bd33be-9ce2-4f8a-a724-8f7daecf9848 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2517dbeb13fa4042a72c8ac6643979cb&device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 1128 time: 0.0722706 Feb 19 01:38:19.297611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f57530c3-66a6-4aa0-9537-2c6119780134 req-2ad69fc7-88ad-439f-9540-200b7d3ce1f7 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937212 Feb 19 01:38:19.338577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-5a6cfd35-f1df-41c0-91a9-df65295a0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.340054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-5a6cfd35-f1df-41c0-91a9-df65295a0203 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f1205bb-1b77-4e17-8c14-5ef77e617298 HTTP/1.1" status: 200 len: 913 time: 0.1007416 Feb 19 01:38:19.382201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-ec03079f-2bda-4a46-a410-18731c039dbc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834 HTTP/1.1" status: 200 len: 217 time: 0.0349081 Feb 19 01:38:19.429504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-202d97b1-383c-4130-b39e-a750c56c8f29 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.430965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-202d97b1-383c-4130-b39e-a750c56c8f29 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 946 time: 0.0518727 Feb 19 01:38:19.436430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-cf3cc122-e64f-4a44-8711-0134fd0d6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.438439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-cf3cc122-e64f-4a44-8711-0134fd0d6d1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d9d3c03-917a-4b57-8724-0ad8478a2af0 HTTP/1.1" status: 200 len: 852 time: 0.0493762 Feb 19 01:38:19.471249 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-8b0b3f77-2cec-48ea-a31e-9e75d54abc38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1205bb-1b77-4e17-8c14-5ef77e617298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261576 Feb 19 01:38:19.529518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Deleting port 8fcd1321-7a83-4082-9038-075e92a852e6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:19.529867 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:19.559836 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-2b515ecf-2591-4d1e-b887-660cad6fbb81 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821979 Feb 19 01:38:19.618811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] For port 8fcd1321-7a83-4082-9038-075e92a852e6, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=8fcd1321-7a83-4082-9038-075e92a852e6,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:19.619178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:19.655133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1de803ec-2d6a-43dd-b4a5-9acb3309bbfd req-eb71dcb6-1d5f-46d0-9551-6cceaab67d89 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Feb 19 01:38:19.792295 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:19.792581 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (27100c93-f9aa-49a5-9654-0f15d02c8fe9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:19.792893 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Floating IP 27100c93-f9aa-49a5-9654-0f15d02c8fe9 disassociated. External IP: 172.25.0.186, port: 8fcd1321-7a83-4082-9038-075e92a852e6. Feb 19 01:38:19.793258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Calling delete_port for 8fcd1321-7a83-4082-9038-075e92a852e6 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:19.946978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8fcd1321-7a83-4082-9038-075e92a852e6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:19.978811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event deleted for resources: {'Port': ['ID=8fcd1321-7a83-4082-9038-075e92a852e6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:19.995667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5935045-a2c9-4279-8612-0e459f684e2f details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:38:20.031981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbb006-d070-4d8f-9e6c-9a55cf07e54a req-d112ae81-b1f7-49e3-8ca9-a55672e6b1e5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:20.033499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fdbb006-d070-4d8f-9e6c-9a55cf07e54a req-d112ae81-b1f7-49e3-8ca9-a55672e6b1e5 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 943 time: 0.1273289 Feb 19 01:38:20.093694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5935045-a2c9-4279-8612-0e459f684e2f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5935045-a2c9-4279-8612-0e459f684e2f,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:20.105341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c5935045-a2c9-4279-8612-0e459f684e2f', 'network_id': 'f18afee1-d528-495e-bedb-7625dd60eba4', 'port_id': 'c5935045-a2c9-4279-8612-0e459f684e2f', 'mac_address': 'fa:16:3e:e0:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602ea5e-931e-47a7-a522-09021e4340cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:38:20.128604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0fdbb006-d070-4d8f-9e6c-9a55cf07e54a req-7b65dccf-3baa-482e-a5da-c42772ccb300 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870850 Feb 19 01:38:20.140240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:20.246048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-329a9ef8-3ec6-4439-a624-89d365956a6c req-950bc630-acfc-4a6a-ba75-3de26e460fa3 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/ports?device_id=81c6cccb-9947-4e5d-8cd6-8fd504294fa8 HTTP/1.1" status: 200 len: 210 time: 0.0295019 Feb 19 01:38:20.286879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:20.344577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] No DVR routers for this DVR port 8fcd1321-7a83-4082-9038-075e92a852e6 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:20.347101 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:20.350525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9337557b-41b9-431d-9b7b-93491c6cbc5f req-2465073e-e9b4-411d-8ede-283451477e88 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.10 "DELETE /v2.0/ports/8fcd1321-7a83-4082-9038-075e92a852e6 HTTP/1.1" status: 204 len: 173 time: 0.9142728 Feb 19 01:38:20.350981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-deleted', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:20.352188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:20.353356 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a53e3-af51-4413-9265-6235699dba96" -d '{"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-deleted", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:20.360514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5935045-a2c9-4279-8612-0e459f684e2f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:20.361517 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:20.393715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:20.394728 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:20.426952 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cef3cb-4fed-467c-a2c0-7bb8061725ad x-openstack-request-id: req-51cef3cb-4fed-467c-a2c0-7bb8061725ad {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:20.427374 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c6cccb-9947-4e5d-8cd6-8fd504294fa8", "name": "network-vif-deleted", "tag": "8fcd1321-7a83-4082-9038-075e92a852e6", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:20.427703 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51cef3cb-4fed-467c-a2c0-7bb8061725ad {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:20.428333 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c6cccb-9947-4e5d-8cd6-8fd504294fa8', 'name': 'network-vif-deleted', 'tag': '8fcd1321-7a83-4082-9038-075e92a852e6', 'status': 'completed', 'code': 200} Feb 19 01:38:20.457694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5de30b-64ce-44b9-9ade-bc1807b2e78a req-2a955133-e36c-4603-842f-c6753990709d tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:20.459449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e5de30b-64ce-44b9-9ade-bc1807b2e78a req-2a955133-e36c-4603-842f-c6753990709d tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0743990 Feb 19 01:38:20.533999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4e5de30b-64ce-44b9-9ade-bc1807b2e78a req-cffcf942-c347-4df1-82ea-d682ac0bace2 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615313 Feb 19 01:38:20.536410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:20.565857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d016ce4-0060-4b27-b3af-5ad9b992c3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:20.571680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5935045-a2c9-4279-8612-0e459f684e2f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:20.635222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5935045-a2c9-4279-8612-0e459f684e2f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5935045-a2c9-4279-8612-0e459f684e2f,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:20.650385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:20.743163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5935045-a2c9-4279-8612-0e459f684e2f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:20.815646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:20.844319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:20.852889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:20.853532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:37:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:20.896105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c5935045-a2c9-4279-8612-0e459f684e2f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:21.017290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:21.263101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179744-28f2-4b1a-93b6-2422f229bbf5 req-ad2e58c5-c2fd-4e55-9cfc-0b972e7a91df tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:21.264593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea179744-28f2-4b1a-93b6-2422f229bbf5 req-ad2e58c5-c2fd-4e55-9cfc-0b972e7a91df tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 944 time: 0.0546372 Feb 19 01:38:21.270010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:21.297217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba9caa-1666-49ee-a88a-1028f3ea0498 None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:25Z', 'revision_number': 4, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'f41f0236-b04c-4d87-8c48-65b2cdf2141b', 'name': '', 'network_id': '8344c652-e082-45dc-861d-b8ddb71ca170', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'mac_address': 'fa:16:3e:9a:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:24Z', 'updated_at': '2022-02-19T01:32:30Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'subnets': [{'id': '841ea724-9887-4a42-a6f3-b6d25dc1f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:21.314383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea179744-28f2-4b1a-93b6-2422f229bbf5 req-8cfaba0a-e018-44a9-be7a-a4a3c251ccd1 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Feb 19 01:38:21.346379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43316) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:21.404070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (5a6b1f38-356c-4784-83ef-8e23c3234444), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.431989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (5a6b1f38-356c-4784-83ef-8e23c3234444), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.483961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a6b1f38-356c-4784-83ef-8e23c3234444), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.487445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.488621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a6b1f38-356c-4784-83ef-8e23c3234444 HTTP/1.1" status: 204 len: 168 time: 0.1410606 Feb 19 01:38:21.491699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43318) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:21.497916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b1f38-356c-4784-83ef-8e23c3234444,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:21.507550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.507901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.508246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.508583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.508915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.509276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.509607 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.509933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.510294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.510620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.510946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.511270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.511582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae6c9-d1aa-4478-87a6-4d76c33b0bf2 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:21.513171 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-6aae1fe1-b46a-4cff-8d99-0dfb41159177 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] show failed (client error): The resource could not be found. Feb 19 01:38:21.514296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6aae1fe1-b46a-4cff-8d99-0dfb41159177 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "GET /v2.0/security-groups/5a6b1f38-356c-4784-83ef-8e23c3234444 HTTP/1.1" status: 404 len: 347 time: 0.0204010 Feb 19 01:38:21.517182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43320) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:21.539640 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb0404b-6dd8-4d6b-9b85-458df7b73bab None None] New status for floating IP 27100c93-f9aa-49a5-9654-0f15d02c8fe9: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:38:21.687332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f822951-5e27-41db-8f94-595ca72539be req-a26ede8b-c307-41a1-8444-de12bf4435e4 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:21.688866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5f822951-5e27-41db-8f94-595ca72539be req-a26ede8b-c307-41a1-8444-de12bf4435e4 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0871072 Feb 19 01:38:21.702628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Deleting port 45faf6fe-3fd4-44e0-8f04-f129aa9a57c7 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:21.703026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.785500 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5f822951-5e27-41db-8f94-595ca72539be req-a425d046-5c38-49f9-a241-07329e24523d tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901217 Feb 19 01:38:21.810367 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.810791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.823153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Calling delete_port for 45faf6fe-3fd4-44e0-8f04-f129aa9a57c7 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:21.963297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (45faf6fe-3fd4-44e0-8f04-f129aa9a57c7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.991344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Pushing event deleted for resources: {'Port': ['ID=45faf6fe-3fd4-44e0-8f04-f129aa9a57c7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:22.011302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5935045-a2c9-4279-8612-0e459f684e2f up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:22.060615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c5935045-a2c9-4279-8612-0e459f684e2f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:38:22.065130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c5935045-a2c9-4279-8612-0e459f684e2f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:22.065518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:22.089378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1db0e-7140-461f-bff8-48c3d4eb60f0 req-a84f6a74-1ef8-42b4-b682-736a9f692681 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:22.090961 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ab1db0e-7140-461f-bff8-48c3d4eb60f0 req-a84f6a74-1ef8-42b4-b682-736a9f692681 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.1033802 Feb 19 01:38:22.091772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks [] for floatingip (27100c93-f9aa-49a5-9654-0f15d02c8fe9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:22.095020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:22.098825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fafd3627-3516-4a9b-8587-e983ed3a9b41 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] 10.222.0.43 "DELETE /v2.0/floatingips/27100c93-f9aa-49a5-9654-0f15d02c8fe9 HTTP/1.1" status: 204 len: 168 time: 0.5775425 Feb 19 01:38:22.151205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7ab1db0e-7140-461f-bff8-48c3d4eb60f0 req-517ba712-0cd1-4bab-8937-74ff70ec42a7 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Feb 19 01:38:22.157185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c5935045-a2c9-4279-8612-0e459f684e2f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:22.157579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:22.192869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5935045-a2c9-4279-8612-0e459f684e2f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:22.195208 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6749812f-6a4c-437c-be10-151a9e68847f" -d '{"events": [{"server_uuid": "efe20828-1abe-4d4e-9455-a8a8a21cebca", "name": "network-vif-plugged", "status": "completed", "tag": "c5935045-a2c9-4279-8612-0e459f684e2f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:22.213647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c5935045-a2c9-4279-8612-0e459f684e2f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5935045-a2c9-4279-8612-0e459f684e2f,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:22.218443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:22.242072 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fad1d8d-0116-49e3-968e-8201335b9e20 x-openstack-request-id: req-4fad1d8d-0116-49e3-968e-8201335b9e20 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:22.242399 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe20828-1abe-4d4e-9455-a8a8a21cebca", "name": "network-vif-plugged", "status": "completed", "tag": "c5935045-a2c9-4279-8612-0e459f684e2f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:22.242617 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fad1d8d-0116-49e3-968e-8201335b9e20 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:22.243008 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5935045-a2c9-4279-8612-0e459f684e2f', 'code': 200} Feb 19 01:38:22.270462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c5935045-a2c9-4279-8612-0e459f684e2f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:22.356561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e3a02-12dc-4c3c-abb8-bd3844450ef0 req-36f53e23-44bf-4c0b-9ed9-707bd403406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:22.358258 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-514e3a02-12dc-4c3c-abb8-bd3844450ef0 req-36f53e23-44bf-4c0b-9ed9-707bd403406b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 1127 time: 0.0473750 Feb 19 01:38:22.411865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-514e3a02-12dc-4c3c-abb8-bd3844450ef0 req-0f555955-7bdc-4d0b-8250-d678f7c8dfde service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Feb 19 01:38:22.452309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afc378-b19a-4ca6-9221-07dd6df67619 req-aa791e15-08a9-47f7-8d10-041d01925a80 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:22.454282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6afc378-b19a-4ca6-9221-07dd6df67619 req-aa791e15-08a9-47f7-8d10-041d01925a80 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 945 time: 0.0669823 Feb 19 01:38:22.501745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6afc378-b19a-4ca6-9221-07dd6df67619 req-3113faea-bfd1-48f8-b1c3-a3c6f557bc18 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Feb 19 01:38:22.639387 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f17af365-0337-4134-b9bb-958f403875e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:23.289022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c9476-2abf-4bb6-914b-e3c2a9062cf8 req-c16acccb-035d-4861-9337-24fa7d3b5dfb tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:23.290648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-499c9476-2abf-4bb6-914b-e3c2a9062cf8 req-c16acccb-035d-4861-9337-24fa7d3b5dfb tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0630238 Feb 19 01:38:23.345033 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-499c9476-2abf-4bb6-914b-e3c2a9062cf8 req-bcaaa775-d581-4d4c-b919-11863b19799e tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/security-groups?id=305f39f6-5ecf-49ed-acd3-d817a943e7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482123 Feb 19 01:38:23.637850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628be5c-556f-4774-88c3-a6dfd841edc4 req-e053ea51-a49a-4c31-9356-cf7b0eb93534 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:23.640384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6628be5c-556f-4774-88c3-a6dfd841edc4 req-e053ea51-a49a-4c31-9356-cf7b0eb93534 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 945 time: 0.0639563 Feb 19 01:38:23.699149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6628be5c-556f-4774-88c3-a6dfd841edc4 req-d0570d72-03dd-4cdd-94a3-1d0b07ba2cb8 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464561 Feb 19 01:38:23.738996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.017673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:24.038553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 8fcd1321-7a83-4082-9038-075e92a852e6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:24.038950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 8fcd1321-7a83-4082-9038-075e92a852e6 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:24.053140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-5183f493-5ace-41e4-a6f5-e6dc927e2430 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:24.054597 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-5183f493-5ace-41e4-a6f5-e6dc927e2430 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 946 time: 0.0571444 Feb 19 01:38:24.149371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Deleting port a758a154-7861-4fc3-a4c9-12fdb25b4834 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:24.149718 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.243186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] For port a758a154-7861-4fc3-a4c9-12fdb25b4834, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a758a154-7861-4fc3-a4c9-12fdb25b4834,segment=NetworkSegment(a400a51a-ad35-4a61-9620-f64fd572f5b0),segment_id=a400a51a-ad35-4a61-9620-f64fd572f5b0)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:24.243541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.256447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Calling delete_port for a758a154-7861-4fc3-a4c9-12fdb25b4834 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:24.401988 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a758a154-7861-4fc3-a4c9-12fdb25b4834), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.415591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a758a154-7861-4fc3-a4c9-12fdb25b4834'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:24.457138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Pushing event deleted for resources: {'Port': ['ID=a758a154-7861-4fc3-a4c9-12fdb25b4834,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:24.469395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c2291ff-3d22-443a-9a88-eec8cefadd69 req-1dadef7c-2fe5-41ef-8cc5-615c9ebdc0f6 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca667ec-895c-446a-9c7e-e3e412e383c7 HTTP/1.1" status: 200 len: 210 time: 0.0424032 Feb 19 01:38:24.506949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] No DVR routers for this DVR port a758a154-7861-4fc3-a4c9-12fdb25b4834 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:24.509581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.512848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c22644aa-19f5-4e37-98b7-e923f36b6ade req-3385d7f3-e521-4e95-8b05-292604289e80 tempest-TestServerAdvancedOps-1311002771 tempest-TestServerAdvancedOps-1311002771-project] 10.222.0.89 "DELETE /v2.0/ports/a758a154-7861-4fc3-a4c9-12fdb25b4834 HTTP/1.1" status: 204 len: 173 time: 0.4530916 Feb 19 01:38:24.513306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'name': 'network-vif-deleted', 'tag': 'a758a154-7861-4fc3-a4c9-12fdb25b4834'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:24.515533 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb8e638-2041-4b8b-bd47-6e8e86ec548a" -d '{"events": [{"server_uuid": "1ca667ec-895c-446a-9c7e-e3e412e383c7", "name": "network-vif-deleted", "tag": "a758a154-7861-4fc3-a4c9-12fdb25b4834"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:24.561926 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa24e00-a628-4a5f-a105-9657e1a17d2d x-openstack-request-id: req-1aa24e00-a628-4a5f-a105-9657e1a17d2d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:24.562313 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca667ec-895c-446a-9c7e-e3e412e383c7", "name": "network-vif-deleted", "tag": "a758a154-7861-4fc3-a4c9-12fdb25b4834", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:24.562569 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aa24e00-a628-4a5f-a105-9657e1a17d2d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:24.562971 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca667ec-895c-446a-9c7e-e3e412e383c7', 'name': 'network-vif-deleted', 'tag': 'a758a154-7861-4fc3-a4c9-12fdb25b4834', 'status': 'completed', 'code': 200} Feb 19 01:38:24.821397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c314b1d-81ab-47d4-9c66-950f7e3762f4 req-168dc02b-9cfb-4c82-85b7-5f2193f55c30 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:24.822821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c314b1d-81ab-47d4-9c66-950f7e3762f4 req-168dc02b-9cfb-4c82-85b7-5f2193f55c30 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 945 time: 0.0528748 Feb 19 01:38:24.869861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c314b1d-81ab-47d4-9c66-950f7e3762f4 req-b7ac6dee-59e3-4739-9ac3-dd1593c99735 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Feb 19 01:38:25.394076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.538126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43368) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:25.554680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d201d-af83-44bd-9f86-e484ac8000e9 req-ab7fbc84-8eb1-4c62-985f-75a6cf9f679e tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:25.556260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b36d201d-af83-44bd-9f86-e484ac8000e9 req-ab7fbc84-8eb1-4c62-985f-75a6cf9f679e tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 945 time: 0.0642016 Feb 19 01:38:25.590469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Deleting subnet 5d9d3c03-917a-4b57-8724-0ad8478a2af0 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:38:25.594277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Publish callbacks [] for subnet (5d9d3c03-917a-4b57-8724-0ad8478a2af0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.616906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b36d201d-af83-44bd-9f86-e484ac8000e9 req-9eaf0070-f98b-414b-85d3-aec339f592de tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Feb 19 01:38:25.635238 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (5d9d3c03-917a-4b57-8724-0ad8478a2af0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.679678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5d9d3c03-917a-4b57-8724-0ad8478a2af0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.735978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (5d9d3c03-917a-4b57-8724-0ad8478a2af0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.761987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9d3c03-917a-4b57-8724-0ad8478a2af0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:25.766250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.772014 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-06c17a59-3e00-42cc-b3db-f398f630d193 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d9d3c03-917a-4b57-8724-0ad8478a2af0 HTTP/1.1" status: 204 len: 168 time: 0.2297130 Feb 19 01:38:25.772269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43370) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:25.845455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4f1205bb-1b77-4e17-8c14-5ef77e617298), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.887682 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:38:25.923950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4f1205bb-1b77-4e17-8c14-5ef77e617298), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.944895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1205bb-1b77-4e17-8c14-5ef77e617298']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:25.955218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a400a51a-ad35-4a61-9620-f64fd572f5b0') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:25.955515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a400a51a-ad35-4a61-9620-f64fd572f5b0') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:25.964693 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (a400a51a-ad35-4a61-9620-f64fd572f5b0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.977619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a400a51a-ad35-4a61-9620-f64fd572f5b0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.983617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:38:25.983994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (a400a51a-ad35-4a61-9620-f64fd572f5b0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:38:25.985734 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:38:26.042967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4f1205bb-1b77-4e17-8c14-5ef77e617298), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.048331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.051826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4f1205bb-1b77-4e17-8c14-5ef77e617298 HTTP/1.1" status: 204 len: 168 time: 0.2786222 Feb 19 01:38:26.054932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43372) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:26.092507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6c9e7-a69a-431b-9d20-ef2adacc0e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1205bb-1b77-4e17-8c14-5ef77e617298,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:26.114231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Deleting subnet 167e978a-dd16-4f68-9a92-155e03772951 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:38:26.117614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Publish callbacks [] for subnet (167e978a-dd16-4f68-9a92-155e03772951), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.149277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.158075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (167e978a-dd16-4f68-9a92-155e03772951), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.198793 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (167e978a-dd16-4f68-9a92-155e03772951), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.256961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (167e978a-dd16-4f68-9a92-155e03772951), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.284741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167e978a-dd16-4f68-9a92-155e03772951,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:26.289970 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.293391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-456b4fa0-e243-4ef5-b92c-32e64e7940a0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/167e978a-dd16-4f68-9a92-155e03772951 HTTP/1.1" status: 204 len: 168 time: 0.2372074 Feb 19 01:38:26.295848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43374) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:26.367432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (10ae871a-9cdc-41b7-bc04-64e041fb7b2d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.587222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.859135 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (10ae871a-9cdc-41b7-bc04-64e041fb7b2d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.886234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ae871a-9cdc-41b7-bc04-64e041fb7b2d']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:26.902237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589fa13b-e257-471a-9f17-66bccba36ce4') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:26.902577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589fa13b-e257-471a-9f17-66bccba36ce4') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:26.910896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9ca1c-8008-4525-95dd-eb0b14576108 req-b4b5c117-d94a-428e-b117-81558dea6824 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:26.912406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43c9ca1c-8008-4525-95dd-eb0b14576108 req-b4b5c117-d94a-428e-b117-81558dea6824 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 945 time: 0.0918894 Feb 19 01:38:26.922807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (589fa13b-e257-471a-9f17-66bccba36ce4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.945295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-288bd6c8-3b03-4c95-a9ee-4ed8328f56d4 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:26.947814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-288bd6c8-3b03-4c95-a9ee-4ed8328f56d4 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe20828-1abe-4d4e-9455-a8a8a21cebca HTTP/1.1" status: 200 len: 945 time: 0.0692055 Feb 19 01:38:26.964979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (589fa13b-e257-471a-9f17-66bccba36ce4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.981303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:38:26.981836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (589fa13b-e257-471a-9f17-66bccba36ce4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:38:26.984635 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:38:27.038818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43c9ca1c-8008-4525-95dd-eb0b14576108 req-b62d0cb4-0249-4250-8f20-ced74b4e4d89 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186433 Feb 19 01:38:27.068018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (10ae871a-9cdc-41b7-bc04-64e041fb7b2d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.070585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Deleting port c5935045-a2c9-4279-8612-0e459f684e2f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:27.071176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.092072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.097930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] 10.222.0.43 "DELETE /v2.0/networks/10ae871a-9cdc-41b7-bc04-64e041fb7b2d HTTP/1.1" status: 204 len: 168 time: 0.7987454 Feb 19 01:38:27.097930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a23c4-668c-4910-895c-faf3368807bb admin admin] Pushing event deleted for resources: {'Network': ['ID=10ae871a-9cdc-41b7-bc04-64e041fb7b2d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:27.189948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] For port c5935045-a2c9-4279-8612-0e459f684e2f, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c5935045-a2c9-4279-8612-0e459f684e2f,segment=NetworkSegment(a6bda996-3853-4224-a55c-8adeb5a5cdbf),segment_id=a6bda996-3853-4224-a55c-8adeb5a5cdbf)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:27.190623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.205380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Calling delete_port for c5935045-a2c9-4279-8612-0e459f684e2f owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:27.322902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43390) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:27.365236 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c5935045-a2c9-4279-8612-0e459f684e2f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.380734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c5935045-a2c9-4279-8612-0e459f684e2f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:27.382013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc1cc9ac-44ba-4caa-868b-41c67fde81fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2517dbeb13fa4042a72c8ac6643979cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576332 Feb 19 01:38:27.382883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43392) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:27.450372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae8d622-5f41-42d6-b83b-b78e5b498dc5 admin admin] Publish callbacks [] for security_group (305f39f6-5ecf-49ed-acd3-d817a943e7f1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.456076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Pushing event deleted for resources: {'Port': ['ID=c5935045-a2c9-4279-8612-0e459f684e2f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:27.471940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] No DVR routers for this DVR port c5935045-a2c9-4279-8612-0e459f684e2f on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:27.475012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.479683 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc45233-1633-4082-9fb0-69aa2684dd60 req-69a129ce-7378-4e7f-b9e7-73c286c2a749 tempest-VolumesActionsTest-670589817 tempest-VolumesActionsTest-670589817-project] 10.222.0.10 "DELETE /v2.0/ports/c5935045-a2c9-4279-8612-0e459f684e2f HTTP/1.1" status: 204 len: 173 time: 0.5233171 Feb 19 01:38:27.480365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'name': 'network-vif-deleted', 'tag': 'c5935045-a2c9-4279-8612-0e459f684e2f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:27.487879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae8d622-5f41-42d6-b83b-b78e5b498dc5 admin admin] Publish callbacks [] for security_group (305f39f6-5ecf-49ed-acd3-d817a943e7f1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.493198 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03098306-c721-42ef-be3e-8f5b9afefc59" -d '{"events": [{"server_uuid": "efe20828-1abe-4d4e-9455-a8a8a21cebca", "name": "network-vif-deleted", "tag": "c5935045-a2c9-4279-8612-0e459f684e2f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:27.563966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae8d622-5f41-42d6-b83b-b78e5b498dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (305f39f6-5ecf-49ed-acd3-d817a943e7f1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.567075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae8d622-5f41-42d6-b83b-b78e5b498dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:27.569460 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dae8d622-5f41-42d6-b83b-b78e5b498dc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/305f39f6-5ecf-49ed-acd3-d817a943e7f1 HTTP/1.1" status: 204 len: 168 time: 0.1853561 Feb 19 01:38:27.575290 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d97771-0443-4f03-8329-59d18043a944 x-openstack-request-id: req-95d97771-0443-4f03-8329-59d18043a944 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:27.575834 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe20828-1abe-4d4e-9455-a8a8a21cebca", "name": "network-vif-deleted", "tag": "c5935045-a2c9-4279-8612-0e459f684e2f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:27.576650 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95d97771-0443-4f03-8329-59d18043a944 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:27.577543 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe20828-1abe-4d4e-9455-a8a8a21cebca', 'name': 'network-vif-deleted', 'tag': 'c5935045-a2c9-4279-8612-0e459f684e2f', 'status': 'completed', 'code': 200} Feb 19 01:38:27.578482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8d622-5f41-42d6-b83b-b78e5b498dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f39f6-5ecf-49ed-acd3-d817a943e7f1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:27.999600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43402) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:28.048590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5bec2d55-588b-4ea5-83e2-c7ffda69420f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f5fbde51db94164af59b6230443014e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473788 Feb 19 01:38:28.050928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43404) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:28.124087 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d115423-559c-4d0e-8a10-e9f3f3dd876f admin admin] Publish callbacks [] for security_group (4b617b8b-16b5-4a4e-9da4-88a54b643752), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:28.158492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d115423-559c-4d0e-8a10-e9f3f3dd876f admin admin] Publish callbacks [] for security_group (4b617b8b-16b5-4a4e-9da4-88a54b643752), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:28.225594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d115423-559c-4d0e-8a10-e9f3f3dd876f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4b617b8b-16b5-4a4e-9da4-88a54b643752), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:28.228216 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d115423-559c-4d0e-8a10-e9f3f3dd876f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:28.232416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3d115423-559c-4d0e-8a10-e9f3f3dd876f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b617b8b-16b5-4a4e-9da4-88a54b643752 HTTP/1.1" status: 204 len: 168 time: 0.1803081 Feb 19 01:38:28.241800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d115423-559c-4d0e-8a10-e9f3f3dd876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b617b8b-16b5-4a4e-9da4-88a54b643752,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:28.395271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a758a154-7861-4fc3-a4c9-12fdb25b4834 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:28.422596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: a758a154-7861-4fc3-a4c9-12fdb25b4834 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:28.423035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a758a154-7861-4fc3-a4c9-12fdb25b4834 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:29.094973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:29.244368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2109895493-network', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:29.265299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Made reservation on behalf of 83e2c1e26db344f3ae0b83e5dbef47d9 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:29.268239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.277698 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.361326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks [] for security_group (50237fc3-257a-4e38-8814-50d484ab6a4d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.365802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50237fc3-257a-4e38-8814-50d484ab6a4d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.378193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:38:29.387925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (63d5cc07-ffd1-4029-9f5e-11759c85d7b6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.388271 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Added segment 63d5cc07-ffd1-4029-9f5e-11759c85d7b6 of type vlan for network 92f33223-61de-4e7a-84d0-f7264f190ba5 Feb 19 01:38:29.421128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50237fc3-257a-4e38-8814-50d484ab6a4d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:29.458950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (92f33223-61de-4e7a-84d0-f7264f190ba5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.487670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (92f33223-61de-4e7a-84d0-f7264f190ba5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.488859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:29.489559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.553097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4540899 Feb 19 01:38:29.553350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43476) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:29.558919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Request body: {'subnet': {'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2109895493-subnet', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:29.573858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ad7aa-1053-40ba-b9df-8190403deaf7 admin admin] Pushing event updated for resources: {'Network': ['ID=92f33223-61de-4e7a-84d0-f7264f190ba5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:29.587848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Made reservation on behalf of 83e2c1e26db344f3ae0b83e5dbef47d9 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:29.591058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.591820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:38:29.798352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (a7201ad3-e77b-49d6-91a2-6a3b07564a38), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.857040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7201ad3-e77b-49d6-91a2-6a3b07564a38,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:29.878065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Checking segment: {'id': '63d5cc07-ffd1-4029-9f5e-11759c85d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:29.878415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Network hostable DHCP agents. Network: 92f33223-61de-4e7a-84d0-f7264f190ba5, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:38:29.897446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:38:29.907486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 92f33223-61de-4e7a-84d0-f7264f190ba5) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:29.912691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:29.913422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.919639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fd934-88f5-48f8-8d16-51d87fe64360 None None] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:29.936353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0eb1f660-0b25-41a4-b58d-ecfa494cbe6a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3815632 Feb 19 01:38:29.938903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43480) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:29.943304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:29.970598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (d20dc16a-8041-4e9b-9858-576b2fc81092), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.972644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (d20dc16a-8041-4e9b-9858-576b2fc81092), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.088770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5935045-a2c9-4279-8612-0e459f684e2f no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:30.098171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-92f33223-61de-4e7a-84d0-f7264f190ba5', 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5', 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'fixed_ips': [{'subnet_id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:38:30.099304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.163684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: c5935045-a2c9-4279-8612-0e459f684e2f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:30.165701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c5935045-a2c9-4279-8612-0e459f684e2f not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:30.362253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Allocated IP 172.20.0.2 (92f33223-61de-4e7a-84d0-f7264f190ba5/a7201ad3-e77b-49d6-91a2-6a3b07564a38/7e899ea7-4910-4fae-998b-271617d2b4e2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:30.447382 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks [] for router_controller (d20dc16a-8041-4e9b-9858-576b2fc81092), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.601044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Publish callbacks [] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.617819 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.622933 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks [] for router_gateway (d20dc16a-8041-4e9b-9858-576b2fc81092), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.692824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:30.715025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:30.722684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:30.726489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Pushing event updated for resources: {'Port': ['ID=7e899ea7-4910-4fae-998b-271617d2b4e2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:30.738820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.739312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.740336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.740775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.741241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.741669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.742165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.742590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.743119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.743538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.743963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.744395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.744814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:30.837865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Attempting to bind port 7e899ea7-4910-4fae-998b-271617d2b4e2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:30.838411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Attempting to bind port 7e899ea7-4910-4fae-998b-271617d2b4e2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '63d5cc07-ffd1-4029-9f5e-11759c85d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:30.838876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Attempting to bind port 7e899ea7-4910-4fae-998b-271617d2b4e2 on network 92f33223-61de-4e7a-84d0-f7264f190ba5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:30.861978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:30.864400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Checking segment: {'id': '63d5cc07-ffd1-4029-9f5e-11759c85d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:30.864937 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.867458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Bound using segment: {'id': '63d5cc07-ffd1-4029-9f5e-11759c85d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:30.868275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Bound port: 7e899ea7-4910-4fae-998b-271617d2b4e2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d5cc07-ffd1-4029-9f5e-11759c85d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:30.870198 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:30.926513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks [] for router_gateway (d20dc16a-8041-4e9b-9858-576b2fc81092), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.006941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.022559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] For port 7e899ea7-4910-4fae-998b-271617d2b4e2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:31.026572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] For port 7e899ea7-4910-4fae-998b-271617d2b4e2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7e899ea7-4910-4fae-998b-271617d2b4e2,segment=NetworkSegment(63d5cc07-ffd1-4029-9f5e-11759c85d7b6),segment_id=63d5cc07-ffd1-4029-9f5e-11759c85d7b6)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:31.033884 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.188194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Allocated IP 172.25.0.174 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/3c299a8a-700d-415e-ab09-10fe02ab8df5) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:31.197550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79120d-f2e2-4a39-86e9-4fc3d19b1c4d None None] Pushing event updated for resources: {'Port': ['ID=7e899ea7-4910-4fae-998b-271617d2b4e2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:31.347537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks [] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.441988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.589472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c299a8a-700d-415e-ab09-10fe02ab8df5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:31.602770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:31.605073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:31.614683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:31.833142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e899ea7-4910-4fae-998b-271617d2b4e2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:31.934761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7e899ea7-4910-4fae-998b-271617d2b4e2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:31.936849 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.987186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks [] for router_gateway (d20dc16a-8041-4e9b-9858-576b2fc81092), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.102664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7e899ea7-4910-4fae-998b-271617d2b4e2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:32.103436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.183348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 7e899ea7-4910-4fae-998b-271617d2b4e2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7e899ea7-4910-4fae-998b-271617d2b4e2,segment=NetworkSegment(63d5cc07-ffd1-4029-9f5e-11759c85d7b6),segment_id=63d5cc07-ffd1-4029-9f5e-11759c85d7b6)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:32.199906 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.256433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=7e899ea7-4910-4fae-998b-271617d2b4e2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:32.414220 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (d20dc16a-8041-4e9b-9858-576b2fc81092), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.666974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Router d20dc16a-8041-4e9b-9858-576b2fc81092 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:38:32.801572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112046c8-3a77-47fa-ac98-6bd09024ce7a None None] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:32.872258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:32.903822 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.906210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-44887c03-ec98-4456-9dc9-70df1f3a6ae6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9663124 Feb 19 01:38:32.909176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:32.912030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Sync routers for ids ['d20dc16a-8041-4e9b-9858-576b2fc81092'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:32.932499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Routers {'d20dc16a-8041-4e9b-9858-576b2fc81092'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:32.933164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d20dc16a-8041-4e9b-9858-576b2fc81092'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:32.990660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6e4fb1e3-9b0f-4053-9f11-6d6a6944a75c None None] Provisioning complete for port 7e899ea7-4910-4fae-998b-271617d2b4e2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:32.991037 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb1e3-9b0f-4053-9f11-6d6a6944a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.228960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43530) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:33.405764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Set router d20dc16a-8041-4e9b-9858-576b2fc81092 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:33.408020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fb1e3-9b0f-4053-9f11-6d6a6944a75c None None] Current status of the port 7e899ea7-4910-4fae-998b-271617d2b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:33.830342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e899ea7-4910-4fae-998b-271617d2b4e2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:33.922738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:29Z', 'updated_at': '2022-02-19T01:38:31Z', 'revision_number': 3, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'gw_port': {'id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:31Z', 'updated_at': '2022-02-19T01:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:33.971247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Checking router: d20dc16a-8041-4e9b-9858-576b2fc81092 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:33.971903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Updating router d20dc16a-8041-4e9b-9858-576b2fc81092 port 3c299a8a-700d-415e-ab09-10fe02ab8df5 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:38:33.977086 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.001095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (7e2234d9-b931-4eec-8033-c1185fcc34c9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.016529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b432abd8-abad-4623-8101-b2c19797ceef None None] Provisioning complete for port 7e899ea7-4910-4fae-998b-271617d2b4e2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:34.016905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b432abd8-abad-4623-8101-b2c19797ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.020684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7e899ea7-4910-4fae-998b-271617d2b4e2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:34.021086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.024569 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.317053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Allocated IP 172.20.0.1 (92f33223-61de-4e7a-84d0-f7264f190ba5/a7201ad3-e77b-49d6-91a2-6a3b07564a38/57be17bb-fa2c-4114-a451-f4e31013da80) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:34.460520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks [] for port (57be17bb-fa2c-4114-a451-f4e31013da80), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.500804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.508713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Deleting port f41f0236-b04c-4d87-8c48-65b2cdf2141b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:34.509095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.547070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:34.555441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:34.583665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:34.588537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7e899ea7-4910-4fae-998b-271617d2b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:34.588775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Pushing event updated for resources: {'Port': ['ID=57be17bb-fa2c-4114-a451-f4e31013da80,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.625930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b432abd8-abad-4623-8101-b2c19797ceef None None] Current status of the port 7e899ea7-4910-4fae-998b-271617d2b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:34.680002 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (d20dc16a-8041-4e9b-9858-576b2fc81092), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.732617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] For port f41f0236-b04c-4d87-8c48-65b2cdf2141b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=f41f0236-b04c-4d87-8c48-65b2cdf2141b,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:34.732977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.763650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Calling delete_port for f41f0236-b04c-4d87-8c48-65b2cdf2141b owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:34.768522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Publish callbacks [] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.782192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.910228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Attempting to bind port 3c299a8a-700d-415e-ab09-10fe02ab8df5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:34.910531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Attempting to bind port 3c299a8a-700d-415e-ab09-10fe02ab8df5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:34.910882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Attempting to bind port 3c299a8a-700d-415e-ab09-10fe02ab8df5 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:34.954877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5de4e-0733-4182-ac21-ad06e7a216a7 None None] Pushing event updated for resources: {'Port': ['ID=3c299a8a-700d-415e-ab09-10fe02ab8df5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.957773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:34.958159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:34.958571 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.958964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:34.961385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Bound port: 3c299a8a-700d-415e-ab09-10fe02ab8df5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:34.961385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.071769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] For port 3c299a8a-700d-415e-ab09-10fe02ab8df5, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:35.080067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] For port 3c299a8a-700d-415e-ab09-10fe02ab8df5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3c299a8a-700d-415e-ab09-10fe02ab8df5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:35.084465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2873e6d9-eb4a-4e6a-b661-6ccc5ffc2f1e None None] Provisioning complete for port 57be17bb-fa2c-4114-a451-f4e31013da80 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:35.084910 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2873e6d9-eb4a-4e6a-b661-6ccc5ffc2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.088561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.126463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.186955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f41f0236-b04c-4d87-8c48-65b2cdf2141b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.210647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5de4e-0733-4182-ac21-ad06e7a216a7 None None] Pushing event updated for resources: {'Port': ['ID=3c299a8a-700d-415e-ab09-10fe02ab8df5,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:35.227674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41f0236-b04c-4d87-8c48-65b2cdf2141b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:35.244124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2873e6d9-eb4a-4e6a-b661-6ccc5ffc2f1e None None] Port 57be17bb-fa2c-4114-a451-f4e31013da80 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:35.249967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Routers {'d20dc16a-8041-4e9b-9858-576b2fc81092'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:35.250885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d20dc16a-8041-4e9b-9858-576b2fc81092'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:35.525978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] Set router d20dc16a-8041-4e9b-9858-576b2fc81092 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:35.571615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks [] for port (57be17bb-fa2c-4114-a451-f4e31013da80), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.579048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.622704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (7e2234d9-b931-4eec-8033-c1185fcc34c9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.684930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (d20dc16a-8041-4e9b-9858-576b2fc81092), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.814314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Pushing event updated for resources: {'Port': ['ID=57be17bb-fa2c-4114-a451-f4e31013da80,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:36.021441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:36.028395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:36.039729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-42206772-c132-4436-a799-94335a4c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:29Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 4, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'gw_port': {'id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:31Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '57be17bb-fa2c-4114-a451-f4e31013da80', 'name': '', 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:34Z', 'updated_at': '2022-02-19T01:38:34Z', 'revision_number': 1, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'subnets': [{'id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:36.092681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42206772-c132-4436-a799-94335a4c03a0 None None] The sync data for ids ['d20dc16a-8041-4e9b-9858-576b2fc81092'] in n-d-826752-2 is: [{'id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:29Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 4, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'gw_port': {'id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:31Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '57be17bb-fa2c-4114-a451-f4e31013da80', 'name': '', 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:34Z', 'updated_at': '2022-02-19T01:38:34Z', 'revision_number': 1, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'subnets': [{'id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:36.335157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Router d20dc16a-8041-4e9b-9858-576b2fc81092 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:36.504742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-863e22f9-c43d-4702-8ef3-7bcec72aa78a None None] Provisioning complete for port 57be17bb-fa2c-4114-a451-f4e31013da80 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:36.505220 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-863e22f9-c43d-4702-8ef3-7bcec72aa78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.584708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-863e22f9-c43d-4702-8ef3-7bcec72aa78a None None] Port 57be17bb-fa2c-4114-a451-f4e31013da80 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:36.593204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Router 7e2234d9-b931-4eec-8033-c1185fcc34c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:36.646746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:36.684710 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78d26b31-5e18-4d5d-8770-e62573f9bae0 admin admin] 10.222.0.43 "PUT /v2.0/routers/d20dc16a-8041-4e9b-9858-576b2fc81092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7407591 Feb 19 01:38:36.801351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:36.809170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b125a73-ae35-440a-ac07-8383d0359e14 admin admin] 10.222.0.43 "PUT /v2.0/routers/7e2234d9-b931-4eec-8033-c1185fcc34c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5788393 Feb 19 01:38:36.812340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43550) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:36.820090 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] Sync routers for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:36.849558 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:36.850216 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:37.076979 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:37.080848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks [] for router (7e2234d9-b931-4eec-8033-c1185fcc34c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.223846 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks [] for router_gateway (7e2234d9-b931-4eec-8033-c1185fcc34c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.311471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Deleting port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:37.314319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.410607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 5, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port': {'id': '998cc05a-3fdf-4ab9-96c7-70967c5f1ac5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:37.454569 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] Checking router: 7e2234d9-b931-4eec-8033-c1185fcc34c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:37.459088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] For port 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:37.460075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.468387 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] Routers {'7e2234d9-b931-4eec-8033-c1185fcc34c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:37.469053 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['7e2234d9-b931-4eec-8033-c1185fcc34c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:37.485923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Calling delete_port for 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:37.660217 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] Set router 7e2234d9-b931-4eec-8033-c1185fcc34c9 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:37.765128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:38:37Z', 'revision_number': 6, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:37.823123 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ccb3d-0f88-4ede-8115-6c3e34c3c8b1 None None] The sync data for ids ['7e2234d9-b931-4eec-8033-c1185fcc34c9'] in n-d-826752-2 is: [{'id': '7e2234d9-b931-4eec-8033-c1185fcc34c9', 'name': 'tempest-AttachVolumeShelveTestJSON-307757472-router', 'tenant_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:20Z', 'updated_at': '2022-02-19T01:38:37Z', 'revision_number': 6, 'project_id': '8b43e15b720e43c6aeaa4d7b162e765e', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:37.834340 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (998cc05a-3fdf-4ab9-96c7-70967c5f1ac5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.846239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3c299a8a-700d-415e-ab09-10fe02ab8df5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:37.982882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3c299a8a-700d-415e-ab09-10fe02ab8df5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:37.983391 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.987416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=998cc05a-3fdf-4ab9-96c7-70967c5f1ac5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:37.994557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (7e2234d9-b931-4eec-8033-c1185fcc34c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.127950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (7e2234d9-b931-4eec-8033-c1185fcc34c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.130542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks [] for router_controller (7e2234d9-b931-4eec-8033-c1185fcc34c9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.131743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3c299a8a-700d-415e-ab09-10fe02ab8df5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:38.132349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.195323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 3c299a8a-700d-415e-ab09-10fe02ab8df5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3c299a8a-700d-415e-ab09-10fe02ab8df5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:38.204835 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.235543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (7e2234d9-b931-4eec-8033-c1185fcc34c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.236115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2234d9-b931-4eec-8033-c1185fcc34c9 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:38:38.240714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.244310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8b83d06a-25a8-463d-a18f-cf0e9ed03b07 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7e2234d9-b931-4eec-8033-c1185fcc34c9 HTTP/1.1" status: 204 len: 168 time: 1.4261467 Feb 19 01:38:38.244583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43576) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:38.298235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=3c299a8a-700d-415e-ab09-10fe02ab8df5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:38.347655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Deleting subnet 841ea724-9887-4a42-a6f3-b6d25dc1f27b {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:38:38.351523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Publish callbacks [] for subnet (841ea724-9887-4a42-a6f3-b6d25dc1f27b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.425508 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (841ea724-9887-4a42-a6f3-b6d25dc1f27b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.573287 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (841ea724-9887-4a42-a6f3-b6d25dc1f27b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.658173 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (841ea724-9887-4a42-a6f3-b6d25dc1f27b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.688241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841ea724-9887-4a42-a6f3-b6d25dc1f27b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:38.692185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.695517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11130071-78c4-40c6-807f-e8c7af99060f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/841ea724-9887-4a42-a6f3-b6d25dc1f27b HTTP/1.1" status: 204 len: 168 time: 0.4498863 Feb 19 01:38:38.698205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:38.699629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285694a8-984e-4671-bc06-a85a14aa03e5 None None] Network 8344c652-e082-45dc-861d-b8ddb71ca170 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:38.838323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (8344c652-e082-45dc-861d-b8ddb71ca170), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.949760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43586) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:38.969727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Deleting port 1d69bd32-9c49-45e4-bb31-f60f6403c2da {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:38.970102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.995652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] DHCP port deletion for 8344c652-e082-45dc-861d-b8ddb71ca170 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:38:39.074028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] For port 1d69bd32-9c49-45e4-bb31-f60f6403c2da, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1d69bd32-9c49-45e4-bb31-f60f6403c2da,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:39.074470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.093976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Calling delete_port for 1d69bd32-9c49-45e4-bb31-f60f6403c2da owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:39.115403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] Deleting port 1d69bd32-9c49-45e4-bb31-f60f6403c2da {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:39.116794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.219541 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.266903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] For port 1d69bd32-9c49-45e4-bb31-f60f6403c2da, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1d69bd32-9c49-45e4-bb31-f60f6403c2da,segment=NetworkSegment(e1fad342-7542-4619-9071-3a58d1899d07),segment_id=e1fad342-7542-4619-9071-3a58d1899d07)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:39.268790 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.281334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] No DVR routers for this DVR port 1d69bd32-9c49-45e4-bb31-f60f6403c2da on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:39.288010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d69bd32-9c49-45e4-bb31-f60f6403c2da,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.307791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] Calling delete_port for 1d69bd32-9c49-45e4-bb31-f60f6403c2da owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:39.414053 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (8344c652-e082-45dc-861d-b8ddb71ca170), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.460986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8344c652-e082-45dc-861d-b8ddb71ca170']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:39.479887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (1d69bd32-9c49-45e4-bb31-f60f6403c2da), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.492202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fad342-7542-4619-9071-3a58d1899d07') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:39.494154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fad342-7542-4619-9071-3a58d1899d07') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:39.494321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] No DVR routers for this DVR port 1d69bd32-9c49-45e4-bb31-f60f6403c2da on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:39.521479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ebd2c-ba29-4122-913a-af956087b363 None None] Pushing event deleted for resources: {'Port': ['ID=1d69bd32-9c49-45e4-bb31-f60f6403c2da,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.521646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (e1fad342-7542-4619-9071-3a58d1899d07), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.588706 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e1fad342-7542-4619-9071-3a58d1899d07), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.595225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:38:39.595672 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (e1fad342-7542-4619-9071-3a58d1899d07), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:38:39.599981 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:38:39.707637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (8344c652-e082-45dc-861d-b8ddb71ca170), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.714456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.720528 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8344c652-e082-45dc-861d-b8ddb71ca170 HTTP/1.1" status: 204 len: 168 time: 1.0190084 Feb 19 01:38:39.739086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a666dd-1fab-4ce2-81f6-469c535b6a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=8344c652-e082-45dc-861d-b8ddb71ca170,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.787831 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (d20dc16a-8041-4e9b-9858-576b2fc81092), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.836334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3c299a8a-700d-415e-ab09-10fe02ab8df5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:39.961401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43594) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:39.997653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Sync routers for ids ['d20dc16a-8041-4e9b-9858-576b2fc81092'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:40.025674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Routers {'d20dc16a-8041-4e9b-9858-576b2fc81092'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:40.026338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d20dc16a-8041-4e9b-9858-576b2fc81092'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:40.031825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-21c2999f-6f3b-49c8-81f9-91082408fc9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b43e15b720e43c6aeaa4d7b162e765e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688128 Feb 19 01:38:40.036627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43596) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:40.085621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3c299a8a-700d-415e-ab09-10fe02ab8df5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.085997 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.178524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279813d8-82f9-4d05-bf43-98f3b0fe3c0d admin admin] Publish callbacks [] for security_group (8a0b9fda-0392-4ac7-8c3f-6369f9977891), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.249056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279813d8-82f9-4d05-bf43-98f3b0fe3c0d admin admin] Publish callbacks [] for security_group (8a0b9fda-0392-4ac7-8c3f-6369f9977891), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.305265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Deleting port 57be17bb-fa2c-4114-a451-f4e31013da80 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:40.305648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.443690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Set router d20dc16a-8041-4e9b-9858-576b2fc81092 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:40.490293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3c299a8a-700d-415e-ab09-10fe02ab8df5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:40.656909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:40.743464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:40.743862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 998cc05a-3fdf-4ab9-96c7-70967c5f1ac5 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:40.744250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1d69bd32-9c49-45e4-bb31-f60f6403c2da no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:40.763550 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279813d8-82f9-4d05-bf43-98f3b0fe3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8a0b9fda-0392-4ac7-8c3f-6369f9977891), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.771731 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-279813d8-82f9-4d05-bf43-98f3b0fe3c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.772111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1d69bd32-9c49-45e4-bb31-f60f6403c2da {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:40.772111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1d69bd32-9c49-45e4-bb31-f60f6403c2da not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:40.772507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f41f0236-b04c-4d87-8c48-65b2cdf2141b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:40.795921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-279813d8-82f9-4d05-bf43-98f3b0fe3c0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a0b9fda-0392-4ac7-8c3f-6369f9977891 HTTP/1.1" status: 204 len: 168 time: 0.7572169 Feb 19 01:38:40.799135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: f41f0236-b04c-4d87-8c48-65b2cdf2141b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:40.799481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device f41f0236-b04c-4d87-8c48-65b2cdf2141b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:40.845020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279813d8-82f9-4d05-bf43-98f3b0fe3c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b9fda-0392-4ac7-8c3f-6369f9977891,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:40.878473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.900339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Calling delete_port for 57be17bb-fa2c-4114-a451-f4e31013da80 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:40.903029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:29Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 4, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'gw_port': {'id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:31Z', 'updated_at': '2022-02-19T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '57be17bb-fa2c-4114-a451-f4e31013da80', 'name': '', 'network_id': '92f33223-61de-4e7a-84d0-f7264f190ba5', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:34Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 2, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'subnets': [{'id': 'a7201ad3-e77b-49d6-91a2-6a3b07564a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:40.940794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Checking router: d20dc16a-8041-4e9b-9858-576b2fc81092 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:40.941366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Updating router d20dc16a-8041-4e9b-9858-576b2fc81092 port 57be17bb-fa2c-4114-a451-f4e31013da80 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:38:40.974712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.242101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (57be17bb-fa2c-4114-a451-f4e31013da80), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.276686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57be17bb-fa2c-4114-a451-f4e31013da80,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:41.462028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:38:41.463094 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:38:41.565602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (d20dc16a-8041-4e9b-9858-576b2fc81092), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.923594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Router d20dc16a-8041-4e9b-9858-576b2fc81092 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:42.002972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Port 57be17bb-fa2c-4114-a451-f4e31013da80 not found while updating agent binding for router d20dc16a-8041-4e9b-9858-576b2fc81092. {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 01:38:42.022903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Routers {'d20dc16a-8041-4e9b-9858-576b2fc81092'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:42.024311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['d20dc16a-8041-4e9b-9858-576b2fc81092'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:42.085889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:42.101232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b61ddf3-2f73-4b1d-bb43-68a0522e20a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/d20dc16a-8041-4e9b-9858-576b2fc81092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502693 Feb 19 01:38:42.103723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43626) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:42.194214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] Set router d20dc16a-8041-4e9b-9858-576b2fc81092 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:42.286765 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks [] for router (d20dc16a-8041-4e9b-9858-576b2fc81092), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.434734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:29Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'gw_port': {'id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:31Z', 'updated_at': '2022-02-19T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:42.453863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks [] for router_gateway (d20dc16a-8041-4e9b-9858-576b2fc81092), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.477464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a566bc-dd3f-4b58-8dc0-25698c60ad8f None None] The sync data for ids ['d20dc16a-8041-4e9b-9858-576b2fc81092'] in n-d-826752-2 is: [{'id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'name': 'tempest-ImageQuotaTest-2109895493-router', 'tenant_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:29Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '83e2c1e26db344f3ae0b83e5dbef47d9', 'gw_port': {'id': '3c299a8a-700d-415e-ab09-10fe02ab8df5', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20dc16a-8041-4e9b-9858-576b2fc81092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:31Z', 'updated_at': '2022-02-19T01:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:42.589030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Deleting port 3c299a8a-700d-415e-ab09-10fe02ab8df5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:42.589368 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.731497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] For port 3c299a8a-700d-415e-ab09-10fe02ab8df5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3c299a8a-700d-415e-ab09-10fe02ab8df5,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:42.731864 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.750115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Calling delete_port for 3c299a8a-700d-415e-ab09-10fe02ab8df5 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:42.977126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3c299a8a-700d-415e-ab09-10fe02ab8df5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.022145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c299a8a-700d-415e-ab09-10fe02ab8df5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:43.054636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43664) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:43.115261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (d20dc16a-8041-4e9b-9858-576b2fc81092), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.217527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7a0aeb7-7777-4ce9-a927-a7398b7f0fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.261098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (d20dc16a-8041-4e9b-9858-576b2fc81092), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.263621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks [] for router_controller (d20dc16a-8041-4e9b-9858-576b2fc81092), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.339186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (d20dc16a-8041-4e9b-9858-576b2fc81092), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.341728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20dc16a-8041-4e9b-9858-576b2fc81092 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:38:43.342430 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7a0aeb7-7777-4ce9-a927-a7398b7f0fdb admin admin] Publish callbacks [] for security_group (884bb0f5-d5c5-4f16-86aa-05cf84def17e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.347583 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7a0aeb7-7777-4ce9-a927-a7398b7f0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (884bb0f5-d5c5-4f16-86aa-05cf84def17e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.350448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.355317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eb963ea4-d66c-403f-9af0-85dd6ddb4f6d admin admin] 10.222.0.43 "DELETE /v2.0/routers/d20dc16a-8041-4e9b-9858-576b2fc81092 HTTP/1.1" status: 204 len: 168 time: 1.2505407 Feb 19 01:38:43.356373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43668) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:43.414277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Deleting subnet a7201ad3-e77b-49d6-91a2-6a3b07564a38 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:38:43.418642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Publish callbacks [] for subnet (a7201ad3-e77b-49d6-91a2-6a3b07564a38), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.442828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b7a0aeb7-7777-4ce9-a927-a7398b7f0fdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7b1ffb466f24b92b9e564b907870b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863485 Feb 19 01:38:43.449645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43670) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:43.483506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (a7201ad3-e77b-49d6-91a2-6a3b07564a38), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.492770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0aeb7-7777-4ce9-a927-a7398b7f0fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884bb0f5-d5c5-4f16-86aa-05cf84def17e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:43.518532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f04ac446-52c4-4910-ba18-9e624f0b1e81 admin admin] Publish callbacks [] for security_group (884bb0f5-d5c5-4f16-86aa-05cf84def17e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.548880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f04ac446-52c4-4910-ba18-9e624f0b1e81 admin admin] Publish callbacks [] for security_group (884bb0f5-d5c5-4f16-86aa-05cf84def17e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.638603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a7201ad3-e77b-49d6-91a2-6a3b07564a38), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.640547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f04ac446-52c4-4910-ba18-9e624f0b1e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (884bb0f5-d5c5-4f16-86aa-05cf84def17e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.650020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f04ac446-52c4-4910-ba18-9e624f0b1e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.658224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f04ac446-52c4-4910-ba18-9e624f0b1e81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/884bb0f5-d5c5-4f16-86aa-05cf84def17e HTTP/1.1" status: 204 len: 168 time: 0.2073398 Feb 19 01:38:43.682105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ac446-52c4-4910-ba18-9e624f0b1e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884bb0f5-d5c5-4f16-86aa-05cf84def17e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:43.800183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (a7201ad3-e77b-49d6-91a2-6a3b07564a38), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.830001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 57be17bb-fa2c-4114-a451-f4e31013da80 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:43.847915 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Sync routers for ids ['d20dc16a-8041-4e9b-9858-576b2fc81092'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:43.862717 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:43.863669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:38:43.864587 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_agentschedulers_db [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d20dc16a-8041-4e9b-9858-576b2fc81092'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:38:43.877899 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Routers set() bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:43.878767 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Router IDs set() for agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:38:43.880183 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_agentschedulers_db [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d20dc16a-8041-4e9b-9858-576b2fc81092'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent'). {{(pid=103432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:38:43.880766 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7447a-97ff-4384-a470-abf7e6d98c78 None None] The sync data for ids ['d20dc16a-8041-4e9b-9858-576b2fc81092'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:43.907944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 57be17bb-fa2c-4114-a451-f4e31013da80 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:43.908512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 57be17bb-fa2c-4114-a451-f4e31013da80 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:43.909568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.910621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd1607-e43f-45df-a522-f2a397e57762 None None] Network 92f33223-61de-4e7a-84d0-f7264f190ba5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:43.922317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43692) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:43.923095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7201ad3-e77b-49d6-91a2-6a3b07564a38 HTTP/1.1" status: 204 len: 168 time: 0.5653863 Feb 19 01:38:43.925094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fa2e4-6bf0-41ec-9368-f72126e3df36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7201ad3-e77b-49d6-91a2-6a3b07564a38,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:44.142199 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (92f33223-61de-4e7a-84d0-f7264f190ba5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.261377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Deleting port 7e899ea7-4910-4fae-998b-271617d2b4e2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:44.262256 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.289528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2d49-9bdb-467e-91e6-f314797af773 req-60a767d7-b395-4e85-b60f-226338a3acc3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:44.292371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f72c2d49-9bdb-467e-91e6-f314797af773 req-60a767d7-b395-4e85-b60f-226338a3acc3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0951953 Feb 19 01:38:44.366717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] For port 7e899ea7-4910-4fae-998b-271617d2b4e2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7e899ea7-4910-4fae-998b-271617d2b4e2,segment=NetworkSegment(63d5cc07-ffd1-4029-9f5e-11759c85d7b6),segment_id=63d5cc07-ffd1-4029-9f5e-11759c85d7b6)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:44.367184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.383003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Calling delete_port for 7e899ea7-4910-4fae-998b-271617d2b4e2 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:44.475674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f72c2d49-9bdb-467e-91e6-f314797af773 req-7c55be9d-df28-421f-9b85-d428413b5756 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699004 Feb 19 01:38:44.536969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] DHCP port deletion for 92f33223-61de-4e7a-84d0-f7264f190ba5 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:38:44.648838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.673095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Deleting port 7e899ea7-4910-4fae-998b-271617d2b4e2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:44.674804 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.679221 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e899ea7-4910-4fae-998b-271617d2b4e2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:44.687613 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] No DVR routers for this DVR port 7e899ea7-4910-4fae-998b-271617d2b4e2 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:44.818445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (92f33223-61de-4e7a-84d0-f7264f190ba5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.846009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] For port 7e899ea7-4910-4fae-998b-271617d2b4e2, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:44.847822 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f33223-61de-4e7a-84d0-f7264f190ba5']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:44.849250 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.859333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d5cc07-ffd1-4029-9f5e-11759c85d7b6') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:44.859652 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d5cc07-ffd1-4029-9f5e-11759c85d7b6') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:44.869413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Calling delete_port for 7e899ea7-4910-4fae-998b-271617d2b4e2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:44.872886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Port 7e899ea7-4910-4fae-998b-271617d2b4e2 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:38:44.874529 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (7e899ea7-4910-4fae-998b-271617d2b4e2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.876703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (63d5cc07-ffd1-4029-9f5e-11759c85d7b6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.894565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (63d5cc07-ffd1-4029-9f5e-11759c85d7b6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.904328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] Pushing event deleted for resources: {'Port': ['ID=7e899ea7-4910-4fae-998b-271617d2b4e2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:44.905300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:38:44.905883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (63d5cc07-ffd1-4029-9f5e-11759c85d7b6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.907980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9e4f8-8859-4a17-bc15-9e33d17dae29 None None] No DVR routers for this DVR port 7e899ea7-4910-4fae-998b-271617d2b4e2 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:38:44.908536 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:38:44.986184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (92f33223-61de-4e7a-84d0-f7264f190ba5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.010195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.015915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] 10.222.0.43 "DELETE /v2.0/networks/92f33223-61de-4e7a-84d0-f7264f190ba5 HTTP/1.1" status: 204 len: 168 time: 1.0904124 Feb 19 01:38:45.015915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734232f-00e0-4d49-9298-d1f2a21b7f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f33223-61de-4e7a-84d0-f7264f190ba5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:45.268059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43726) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:45.321911 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b9ab1d11-8ba2-488d-a919-8f243686f212 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83e2c1e26db344f3ae0b83e5dbef47d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512707 Feb 19 01:38:45.324009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43728) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:45.382207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3e18-c4b9-4885-8769-a56794c670bd admin admin] Publish callbacks [] for security_group (50237fc3-257a-4e38-8814-50d484ab6a4d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.410758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3e18-c4b9-4885-8769-a56794c670bd admin admin] Publish callbacks [] for security_group (50237fc3-257a-4e38-8814-50d484ab6a4d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.488555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3e18-c4b9-4885-8769-a56794c670bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (50237fc3-257a-4e38-8814-50d484ab6a4d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.491677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3e18-c4b9-4885-8769-a56794c670bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.495168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9a7a3e18-c4b9-4885-8769-a56794c670bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50237fc3-257a-4e38-8814-50d484ab6a4d HTTP/1.1" status: 204 len: 168 time: 0.1676776 Feb 19 01:38:45.501456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a3e18-c4b9-4885-8769-a56794c670bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50237fc3-257a-4e38-8814-50d484ab6a4d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:45.711347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7f47b-f560-4a77-9e61-4fc14b6157fd req-71944799-3a99-4308-8d9c-025ac535d2f2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:45.722560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1eb7f47b-f560-4a77-9e61-4fc14b6157fd req-71944799-3a99-4308-8d9c-025ac535d2f2 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1347568 Feb 19 01:38:45.787942 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1eb7f47b-f560-4a77-9e61-4fc14b6157fd req-a8d512bc-73cc-4f61-8713-4fa677b62df9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590727 Feb 19 01:38:45.801863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3c299a8a-700d-415e-ab09-10fe02ab8df5 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:45.827542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3c299a8a-700d-415e-ab09-10fe02ab8df5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:45.828310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3c299a8a-700d-415e-ab09-10fe02ab8df5 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:45.828955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e899ea7-4910-4fae-998b-271617d2b4e2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:45.852948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7e899ea7-4910-4fae-998b-271617d2b4e2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:45.854080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7e899ea7-4910-4fae-998b-271617d2b4e2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:46.035587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43750) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:46.050610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70638bab-7fa8-4d28-a3ca-322b5f8f98d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.151655 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70638bab-7fa8-4d28-a3ca-322b5f8f98d7 admin admin] Publish callbacks [] for security_group (9e1b4568-1b23-4f9f-aea5-601166c2f20e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.158981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70638bab-7fa8-4d28-a3ca-322b5f8f98d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9e1b4568-1b23-4f9f-aea5-601166c2f20e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.190966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70638bab-7fa8-4d28-a3ca-322b5f8f98d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1541502 Feb 19 01:38:46.193903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:46.206305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70638bab-7fa8-4d28-a3ca-322b5f8f98d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b4568-1b23-4f9f-aea5-601166c2f20e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:46.271994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79d96b00-91f2-4098-ac07-77e2fbae1c82 admin admin] Publish callbacks [] for security_group (9e1b4568-1b23-4f9f-aea5-601166c2f20e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.298757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79d96b00-91f2-4098-ac07-77e2fbae1c82 admin admin] Publish callbacks [] for security_group (9e1b4568-1b23-4f9f-aea5-601166c2f20e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.360415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79d96b00-91f2-4098-ac07-77e2fbae1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9e1b4568-1b23-4f9f-aea5-601166c2f20e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.363542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79d96b00-91f2-4098-ac07-77e2fbae1c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.367777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-79d96b00-91f2-4098-ac07-77e2fbae1c82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e1b4568-1b23-4f9f-aea5-601166c2f20e HTTP/1.1" status: 204 len: 168 time: 0.1713476 Feb 19 01:38:46.380685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d96b00-91f2-4098-ac07-77e2fbae1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b4568-1b23-4f9f-aea5-601166c2f20e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:46.983420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ce0f-15d9-4303-af3e-c23eb87fcf84 req-2db18e79-b7bf-482b-aff3-89a44b55b71c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:46.985953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f26ce0f-15d9-4303-af3e-c23eb87fcf84 req-2db18e79-b7bf-482b-aff3-89a44b55b71c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1039188 Feb 19 01:38:47.065301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f26ce0f-15d9-4303-af3e-c23eb87fcf84 req-44b60533-983b-4fe7-8db8-2bdc27ccc42c tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709641 Feb 19 01:38:47.727709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43790) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:47.838628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0709369-24a2-4b9f-953a-45ab0b7bee2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:47.927091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0709369-24a2-4b9f-953a-45ab0b7bee2b admin admin] Publish callbacks [] for security_group (83c93c30-8421-48e7-881e-0dfb29bf679c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:47.933690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0709369-24a2-4b9f-953a-45ab0b7bee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (83c93c30-8421-48e7-881e-0dfb29bf679c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:47.975112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b0709369-24a2-4b9f-953a-45ab0b7bee2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ecd450c63c5449198e4948d8f9cb960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462721 Feb 19 01:38:47.976419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0709369-24a2-4b9f-953a-45ab0b7bee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c93c30-8421-48e7-881e-0dfb29bf679c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:47.978066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:48.046711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e61f76e2-2922-47fd-a4a7-e373da92a6cd admin admin] Publish callbacks [] for security_group (83c93c30-8421-48e7-881e-0dfb29bf679c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.077972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e61f76e2-2922-47fd-a4a7-e373da92a6cd admin admin] Publish callbacks [] for security_group (83c93c30-8421-48e7-881e-0dfb29bf679c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.141987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e61f76e2-2922-47fd-a4a7-e373da92a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (83c93c30-8421-48e7-881e-0dfb29bf679c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.149442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e61f76e2-2922-47fd-a4a7-e373da92a6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.156017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e61f76e2-2922-47fd-a4a7-e373da92a6cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83c93c30-8421-48e7-881e-0dfb29bf679c HTTP/1.1" status: 204 len: 168 time: 0.1765351 Feb 19 01:38:48.171047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f76e2-2922-47fd-a4a7-e373da92a6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c93c30-8421-48e7-881e-0dfb29bf679c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:48.247770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1b1f8-fb12-4b81-a982-bece94be360b req-0070b658-bf06-4c4d-a8a2-e140057a658f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:48.250266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cf1b1f8-fb12-4b81-a982-bece94be360b req-0070b658-bf06-4c4d-a8a2-e140057a658f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1147499 Feb 19 01:38:48.317632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cf1b1f8-fb12-4b81-a982-bece94be360b req-737f8ead-581f-4c7f-9ecb-39145dca7cac tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586274 Feb 19 01:38:48.419532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.532393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43806) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:48.547811 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2067-87f2-4739-a265-5156503ac32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.648927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2067-87f2-4739-a265-5156503ac32a admin admin] Publish callbacks [] for security_group (e6a1dc02-647c-4eae-87c0-c6fd71cfeef8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.654796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2067-87f2-4739-a265-5156503ac32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e6a1dc02-647c-4eae-87c0-c6fd71cfeef8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.700755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c5ed2067-87f2-4739-a265-5156503ac32a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7223deccfa6e4652a4c4e3fc70a8c39b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646874 Feb 19 01:38:48.700755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed2067-87f2-4739-a265-5156503ac32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1dc02-647c-4eae-87c0-c6fd71cfeef8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:48.701765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43812) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:48.759361 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69d4c207-d31b-4555-8106-e03b7e66e090 admin admin] Publish callbacks [] for security_group (e6a1dc02-647c-4eae-87c0-c6fd71cfeef8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.790738 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69d4c207-d31b-4555-8106-e03b7e66e090 admin admin] Publish callbacks [] for security_group (e6a1dc02-647c-4eae-87c0-c6fd71cfeef8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.852554 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69d4c207-d31b-4555-8106-e03b7e66e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e6a1dc02-647c-4eae-87c0-c6fd71cfeef8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.855252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-69d4c207-d31b-4555-8106-e03b7e66e090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.858764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69d4c207-d31b-4555-8106-e03b7e66e090 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6a1dc02-647c-4eae-87c0-c6fd71cfeef8 HTTP/1.1" status: 204 len: 168 time: 0.1536462 Feb 19 01:38:48.866635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4c207-d31b-4555-8106-e03b7e66e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1dc02-647c-4eae-87c0-c6fd71cfeef8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:49.480003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed809a2-820c-493c-ba25-01f29e3810d4 req-4f43f3df-a759-4c9e-be0f-025e292ebac5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:49.490655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ed809a2-820c-493c-ba25-01f29e3810d4 req-4f43f3df-a759-4c9e-be0f-025e292ebac5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0910745 Feb 19 01:38:49.561864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ed809a2-820c-493c-ba25-01f29e3810d4 req-c229a626-cbfc-4522-816f-ba3ca84dad0b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701201 Feb 19 01:38:50.269575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-769fe397-2d17-4ded-ae32-691821d09ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:50.780190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f0af-dc7b-4afd-8224-6e2517c5b748 req-5ed2fd25-8dfb-4392-801a-e23cca0c21d3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:50.787785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7eb6f0af-dc7b-4afd-8224-6e2517c5b748 req-5ed2fd25-8dfb-4392-801a-e23cca0c21d3 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1073930 Feb 19 01:38:50.848660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7eb6f0af-dc7b-4afd-8224-6e2517c5b748 req-b4fb277d-aace-4206-a48a-534954f38537 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587492 Feb 19 01:38:51.696379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:51.832697 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5271a16-beb3-4d65-bbb4-8958bfd649c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:51.948914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5271a16-beb3-4d65-bbb4-8958bfd649c9 admin admin] Publish callbacks [] for security_group (1848fc60-940d-48af-9895-b290c8b6a06f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:51.956131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5271a16-beb3-4d65-bbb4-8958bfd649c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1848fc60-940d-48af-9895-b290c8b6a06f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.011869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5271a16-beb3-4d65-bbb4-8958bfd649c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1848fc60-940d-48af-9895-b290c8b6a06f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:52.018228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a5271a16-beb3-4d65-bbb4-8958bfd649c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7837891af05e4b90976b8c8ae6d55c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202825 Feb 19 01:38:52.020694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43894) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:52.059038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a099a6-7f8c-4e0a-b695-0082edbadd99 req-d682532d-3b96-49d0-b62e-ef3eda7beffb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:52.061756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99a099a6-7f8c-4e0a-b695-0082edbadd99 req-d682532d-3b96-49d0-b62e-ef3eda7beffb tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0890176 Feb 19 01:38:52.105961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d8228a-4cb5-4c24-bf5e-71b529604e83 admin admin] Publish callbacks [] for security_group (1848fc60-940d-48af-9895-b290c8b6a06f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.127854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99a099a6-7f8c-4e0a-b695-0082edbadd99 req-7618b9aa-1ae4-43e8-9fed-792be7c70077 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586507 Feb 19 01:38:52.132239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d8228a-4cb5-4c24-bf5e-71b529604e83 admin admin] Publish callbacks [] for security_group (1848fc60-940d-48af-9895-b290c8b6a06f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.204189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d8228a-4cb5-4c24-bf5e-71b529604e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1848fc60-940d-48af-9895-b290c8b6a06f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.207805 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d8228a-4cb5-4c24-bf5e-71b529604e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.209274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b2d8228a-4cb5-4c24-bf5e-71b529604e83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1848fc60-940d-48af-9895-b290c8b6a06f HTTP/1.1" status: 204 len: 168 time: 0.1871660 Feb 19 01:38:52.219485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8228a-4cb5-4c24-bf5e-71b529604e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848fc60-940d-48af-9895-b290c8b6a06f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:52.635524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 43900) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:52.653761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8770726c-baf8-4234-b25c-e85ba5c68371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.656818 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c522be3-dca0-4b74-861d-5da60b86e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.769807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8770726c-baf8-4234-b25c-e85ba5c68371 admin admin] Publish callbacks [] for security_group (1abd1b69-d1e6-46c8-915d-1db8142c3f55), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.776258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8770726c-baf8-4234-b25c-e85ba5c68371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1abd1b69-d1e6-46c8-915d-1db8142c3f55), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.823326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8770726c-baf8-4234-b25c-e85ba5c68371 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eba0c99f22ff43aca5a376e21b40be2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843188 Feb 19 01:38:52.823326 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770726c-baf8-4234-b25c-e85ba5c68371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd1b69-d1e6-46c8-915d-1db8142c3f55,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:52.824357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 43906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:52.904857 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219a10d8-4f94-4fd8-ba77-1d50df5e3d68 admin admin] Publish callbacks [] for security_group (1abd1b69-d1e6-46c8-915d-1db8142c3f55), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.932754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219a10d8-4f94-4fd8-ba77-1d50df5e3d68 admin admin] Publish callbacks [] for security_group (1abd1b69-d1e6-46c8-915d-1db8142c3f55), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.999212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219a10d8-4f94-4fd8-ba77-1d50df5e3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1abd1b69-d1e6-46c8-915d-1db8142c3f55), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:53.002923 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-219a10d8-4f94-4fd8-ba77-1d50df5e3d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:53.006351 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-219a10d8-4f94-4fd8-ba77-1d50df5e3d68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1abd1b69-d1e6-46c8-915d-1db8142c3f55 HTTP/1.1" status: 204 len: 168 time: 0.1774344 Feb 19 01:38:53.013663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a10d8-4f94-4fd8-ba77-1d50df5e3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd1b69-d1e6-46c8-915d-1db8142c3f55,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:53.342724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3b960-9f85-40b4-a652-309621e52509 req-3d8ed732-81f0-4557-b643-4bd4ab5e60a9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:53.344488 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5c3b960-9f85-40b4-a652-309621e52509 req-3d8ed732-81f0-4557-b643-4bd4ab5e60a9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1149974 Feb 19 01:38:53.436881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5c3b960-9f85-40b4-a652-309621e52509 req-d749f230-2d01-4b88-9913-5849d837607b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851800 Feb 19 01:38:53.758789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:54.626110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92697ee4-a292-48eb-9609-df3c55203823 req-16719498-04df-4361-87bd-25ca09b47911 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:54.633932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92697ee4-a292-48eb-9609-df3c55203823 req-16719498-04df-4361-87bd-25ca09b47911 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1047151 Feb 19 01:38:54.699800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92697ee4-a292-48eb-9609-df3c55203823 req-e7e125f5-d65f-448e-90c9-8426e990ac9b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645149 Feb 19 01:38:55.388256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.487565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44014) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:55.595735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.669255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Publish callbacks [] for security_group (5a8b0216-4c67-40d2-9520-b65770b492e3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.674689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a8b0216-4c67-40d2-9520-b65770b492e3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.714208 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7b8b02ed14247969b6682b9eff2fb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254550 Feb 19 01:38:55.715231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8b0216-4c67-40d2-9520-b65770b492e3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:55.717139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44018) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:55.723497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.723971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.724420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.724824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.725271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.725713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.726135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.726551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.726969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.727385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.727802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.728217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.728627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928b9ce-75af-4f3c-b600-5c5ad977a5bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:55.799878 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-906bd45c-1e83-42b4-939a-5de3df1b949d admin admin] Publish callbacks [] for security_group (5a8b0216-4c67-40d2-9520-b65770b492e3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.840082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-906bd45c-1e83-42b4-939a-5de3df1b949d admin admin] Publish callbacks [] for security_group (5a8b0216-4c67-40d2-9520-b65770b492e3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.875733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab353a-75c9-4ec0-a882-f5a3b1a3251c req-d397d799-0fba-4f28-9ed8-c7ed77f56c21 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:55.877287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45ab353a-75c9-4ec0-a882-f5a3b1a3251c req-d397d799-0fba-4f28-9ed8-c7ed77f56c21 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0912085 Feb 19 01:38:55.934960 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45ab353a-75c9-4ec0-a882-f5a3b1a3251c req-32e06df4-35fe-49ba-ac12-d2b53794ec16 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502367 Feb 19 01:38:55.941924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-906bd45c-1e83-42b4-939a-5de3df1b949d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5a8b0216-4c67-40d2-9520-b65770b492e3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.944611 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-906bd45c-1e83-42b4-939a-5de3df1b949d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:55.948173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-906bd45c-1e83-42b4-939a-5de3df1b949d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a8b0216-4c67-40d2-9520-b65770b492e3 HTTP/1.1" status: 204 len: 168 time: 0.2285345 Feb 19 01:38:55.954526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd45c-1e83-42b4-939a-5de3df1b949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8b0216-4c67-40d2-9520-b65770b492e3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:56.141522 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.226754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44032) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:56.240873 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54d3cd9a-716d-4703-9464-0f243b1d47e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.324218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54d3cd9a-716d-4703-9464-0f243b1d47e2 admin admin] Publish callbacks [] for security_group (06f63643-dc7e-4030-b314-aa58b2bb0cfa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.328976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-54d3cd9a-716d-4703-9464-0f243b1d47e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (06f63643-dc7e-4030-b314-aa58b2bb0cfa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.372339 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-54d3cd9a-716d-4703-9464-0f243b1d47e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=512d32e06b0e4139809f119bbd761dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417806 Feb 19 01:38:56.372339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3cd9a-716d-4703-9464-0f243b1d47e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f63643-dc7e-4030-b314-aa58b2bb0cfa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:56.377516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:56.429990 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7976aec-6bff-4a93-8ceb-2ca3858385d7 admin admin] Publish callbacks [] for security_group (06f63643-dc7e-4030-b314-aa58b2bb0cfa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.453626 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7976aec-6bff-4a93-8ceb-2ca3858385d7 admin admin] Publish callbacks [] for security_group (06f63643-dc7e-4030-b314-aa58b2bb0cfa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.500718 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7976aec-6bff-4a93-8ceb-2ca3858385d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (06f63643-dc7e-4030-b314-aa58b2bb0cfa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.503398 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7976aec-6bff-4a93-8ceb-2ca3858385d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:56.504537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f7976aec-6bff-4a93-8ceb-2ca3858385d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06f63643-dc7e-4030-b314-aa58b2bb0cfa HTTP/1.1" status: 204 len: 168 time: 0.1306148 Feb 19 01:38:56.512669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7976aec-6bff-4a93-8ceb-2ca3858385d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f63643-dc7e-4030-b314-aa58b2bb0cfa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:56.577023 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:57.080119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e2b27-4412-4c1b-8e54-001a61db1c61 req-b0ce71f1-2734-4e8e-95ee-f18ebd1deba9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:57.082985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-964e2b27-4412-4c1b-8e54-001a61db1c61 req-b0ce71f1-2734-4e8e-95ee-f18ebd1deba9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0746596 Feb 19 01:38:57.146505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-964e2b27-4412-4c1b-8e54-001a61db1c61 req-66f19b57-6444-45f3-b3f8-1c50cb8c95f9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507703 Feb 19 01:38:58.266983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca4ecc-a65e-42ff-8030-f4062e148290 req-7e0e5ee6-6980-489e-aee7-9584884fa0ef tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:58.269012 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70ca4ecc-a65e-42ff-8030-f4062e148290 req-7e0e5ee6-6980-489e-aee7-9584884fa0ef tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0580075 Feb 19 01:38:58.320540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70ca4ecc-a65e-42ff-8030-f4062e148290 req-c92406e7-d84f-4566-a4c3-79f7a322eaa8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Feb 19 01:38:58.676183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44166) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:58.783968 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd000212-c3c7-4b0d-88bd-1279ebbafbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:58.861955 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd000212-c3c7-4b0d-88bd-1279ebbafbcc admin admin] Publish callbacks [] for security_group (c1895e1c-1c9b-4865-95a0-768cb29b0df3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:58.867136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd000212-c3c7-4b0d-88bd-1279ebbafbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c1895e1c-1c9b-4865-95a0-768cb29b0df3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:58.911851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd000212-c3c7-4b0d-88bd-1279ebbafbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1895e1c-1c9b-4865-95a0-768cb29b0df3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:58.916549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd000212-c3c7-4b0d-88bd-1279ebbafbcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a6be1940fe54a249c50f0121d1a2ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393279 Feb 19 01:38:58.919400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44172) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:58.973593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc19d3a3-a321-4681-aae1-0327830c2485 admin admin] Publish callbacks [] for security_group (c1895e1c-1c9b-4865-95a0-768cb29b0df3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:58.995096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc19d3a3-a321-4681-aae1-0327830c2485 admin admin] Publish callbacks [] for security_group (c1895e1c-1c9b-4865-95a0-768cb29b0df3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.043386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc19d3a3-a321-4681-aae1-0327830c2485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c1895e1c-1c9b-4865-95a0-768cb29b0df3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.046359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc19d3a3-a321-4681-aae1-0327830c2485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.047622 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fc19d3a3-a321-4681-aae1-0327830c2485 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1895e1c-1c9b-4865-95a0-768cb29b0df3 HTTP/1.1" status: 204 len: 168 time: 0.1270938 Feb 19 01:38:59.056920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19d3a3-a321-4681-aae1-0327830c2485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1895e1c-1c9b-4865-95a0-768cb29b0df3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:59.337166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44178) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:59.350880 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07a8a298-2cca-40c6-9567-dc2b7d21d860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.467505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07a8a298-2cca-40c6-9567-dc2b7d21d860 admin admin] Publish callbacks [] for security_group (f0531047-90d1-46bd-ada6-b5700839aec6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.478494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f8153-b3f2-49f7-b4e3-9b537ca3d7b0 req-ae702028-5c1f-423b-9432-1ca35197634b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:59.479984 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c6f8153-b3f2-49f7-b4e3-9b537ca3d7b0 req-ae702028-5c1f-423b-9432-1ca35197634b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0835917 Feb 19 01:38:59.480768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07a8a298-2cca-40c6-9567-dc2b7d21d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f0531047-90d1-46bd-ada6-b5700839aec6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.532686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8a298-2cca-40c6-9567-dc2b7d21d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0531047-90d1-46bd-ada6-b5700839aec6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:59.538867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-07a8a298-2cca-40c6-9567-dc2b7d21d860 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d0ff04424884c4da5a703a309311c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005913 Feb 19 01:38:59.542250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44182) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:59.591441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c6f8153-b3f2-49f7-b4e3-9b537ca3d7b0 req-f6b04baa-fa0d-4f25-92b1-e972b3266d00 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995545 Feb 19 01:38:59.618134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50705c02-416a-41cd-9041-8669bb9aa285 admin admin] Publish callbacks [] for security_group (f0531047-90d1-46bd-ada6-b5700839aec6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.640855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50705c02-416a-41cd-9041-8669bb9aa285 admin admin] Publish callbacks [] for security_group (f0531047-90d1-46bd-ada6-b5700839aec6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.692021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50705c02-416a-41cd-9041-8669bb9aa285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f0531047-90d1-46bd-ada6-b5700839aec6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.695038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-50705c02-416a-41cd-9041-8669bb9aa285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:59.696239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-50705c02-416a-41cd-9041-8669bb9aa285 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0531047-90d1-46bd-ada6-b5700839aec6 HTTP/1.1" status: 204 len: 168 time: 0.1530864 Feb 19 01:38:59.705685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50705c02-416a-41cd-9041-8669bb9aa285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0531047-90d1-46bd-ada6-b5700839aec6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:00.738739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d71968-6c33-4191-a416-733f2f502cac req-bfbf1d07-7b24-40d9-8026-0bbb9538d81a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:00.740451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10d71968-6c33-4191-a416-733f2f502cac req-bfbf1d07-7b24-40d9-8026-0bbb9538d81a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.0667305 Feb 19 01:39:00.796863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10d71968-6c33-4191-a416-733f2f502cac req-ff823af9-bd84-4d4e-a4d7-3cee246e279a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498714 Feb 19 01:39:00.968628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44224) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:01.120525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-621496022'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:01.144726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Made reservation on behalf of be610812bd1e48218baa9ea2635199bb for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:01.148544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.159135 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.248080 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks [] for security_group (a4949265-6dd6-4f67-8145-295dba67a979), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.251762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a4949265-6dd6-4f67-8145-295dba67a979), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.284460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:01.290061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4949265-6dd6-4f67-8145-295dba67a979,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:01.299010 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6abb542d-7ecf-45e5-94a9-55a8623d37f1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.299869 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Added segment 6abb542d-7ecf-45e5-94a9-55a8623d37f1 of type vlan for network 8b5febd0-a45d-417d-bb84-46e29977e1e1 Feb 19 01:39:01.346884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (8b5febd0-a45d-417d-bb84-46e29977e1e1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.371148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (8b5febd0-a45d-417d-bb84-46e29977e1e1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.376641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:01.377254 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.435364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4650674 Feb 19 01:39:01.455794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2a1fc-95f0-4933-80de-d67c1f484926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Pushing event updated for resources: {'Network': ['ID=8b5febd0-a45d-417d-bb84-46e29977e1e1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:01.469055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 8b5febd0-a45d-417d-bb84-46e29977e1e1 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:01.634852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44232) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:01.639892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Request body: {'port': {'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1', 'binding:host_id': 'n-h2-826752-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-537331999'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:01.661451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Made reservation on behalf of 6258a5f3110e454cb4cb882e70f1293a for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:01.663915 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.673921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.750386 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for security_group (368886a6-a823-4ac0-90dd-c7e9345badc9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.754414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (368886a6-a823-4ac0-90dd-c7e9345badc9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:01.764371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port 331ea6f6-0e50-4b0a-8535-a71ba838961c yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:01.831897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368886a6-a823-4ac0-90dd-c7e9345badc9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:02.004772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44238) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:02.010692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7328037-c904-4d76-87dd-2b771d9ab50e req-36c8e9fe-2756-42b0-af97-25475b46b1de tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:02.012225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7328037-c904-4d76-87dd-2b771d9ab50e req-36c8e9fe-2756-42b0-af97-25475b46b1de tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1317682 Feb 19 01:39:02.059119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Deleting subnet b602ea5e-931e-47a7-a522-09021e4340cd {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:02.063644 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Publish callbacks [] for subnet (b602ea5e-931e-47a7-a522-09021e4340cd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.068368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port 331ea6f6-0e50-4b0a-8535-a71ba838961c yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:02.087989 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.100006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.105349 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7328037-c904-4d76-87dd-2b771d9ab50e req-232622ce-fd77-4aaf-9453-f1374b43ba86 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680752 Feb 19 01:39:02.112964 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (b602ea5e-931e-47a7-a522-09021e4340cd), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.169948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=331ea6f6-0e50-4b0a-8535-a71ba838961c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:02.190878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Checking segment: {'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:02.191525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Network hostable DHCP agents. Network: 8b5febd0-a45d-417d-bb84-46e29977e1e1, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:02.197206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b602ea5e-931e-47a7-a522-09021e4340cd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.212957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Network 8b5febd0-a45d-417d-bb84-46e29977e1e1 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:02.224117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 8b5febd0-a45d-417d-bb84-46e29977e1e1) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:02.227954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:02.243963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.244314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.244657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.245875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f54a2d0-10d8-45e3-acfa-b58b214be1ff None None] Network 8b5febd0-a45d-417d-bb84-46e29977e1e1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:02.255204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.255577 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.259042 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 2 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.273678 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (b602ea5e-931e-47a7-a522-09021e4340cd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.303196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b602ea5e-931e-47a7-a522-09021e4340cd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:02.307010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.312853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-74b7c545-1c5f-4282-8587-dec13614b680 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b602ea5e-931e-47a7-a522-09021e4340cd HTTP/1.1" status: 204 len: 168 time: 0.3069310 Feb 19 01:39:02.315176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44240) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:02.318243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.318718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.319088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.338364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.338645 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.340196 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 3 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.363639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.363980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.364319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.370269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46754-fc8a-4326-98a8-4365d5232581 req-743902c1-e8f8-4416-b819-42dc8bf4e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:02.371785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bd46754-fc8a-4326-98a8-4365d5232581 req-743902c1-e8f8-4416-b819-42dc8bf4e45d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1127 time: 0.0988433 Feb 19 01:39:02.373158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.373707 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.374352 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 4 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.393115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (f18afee1-d528-495e-bedb-7625dd60eba4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.404562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.404905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.405301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.411286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.411619 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.412298 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 5 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.440573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.440914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.441285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.453166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bd46754-fc8a-4326-98a8-4365d5232581 req-b4f56506-43fe-44b0-9d28-f234443c333f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741177 Feb 19 01:39:02.453911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.454245 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.454644 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 6 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.468621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.468959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.469412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.475191 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.476063 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.476063 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 7 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.478829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (f18afee1-d528-495e-bedb-7625dd60eba4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.491243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.491243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.491640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.496178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.496506 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.497378 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 8 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.500641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18afee1-d528-495e-bedb-7625dd60eba4']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:02.510350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ecd840f9-b330-4805-8915-49e670eb309a details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:39:02.510990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.510990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.511204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.511306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bda996-3853-4224-a55c-8adeb5a5cdbf') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:02.511411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bda996-3853-4224-a55c-8adeb5a5cdbf') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:02.516966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.517652 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.518109 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 9 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.530159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (a6bda996-3853-4224-a55c-8adeb5a5cdbf), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.534373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.534895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.535194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.540887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.541248 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.541641 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 10 to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c Feb 19 01:39:02.547585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a6bda996-3853-4224-a55c-8adeb5a5cdbf), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.554888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:02.555312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (a6bda996-3853-4224-a55c-8adeb5a5cdbf), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:02.557244 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:02.559700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:02.559700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:02.559700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:02.563942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 331ea6f6-0e50-4b0a-8535-a71ba838961c on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:02.564337 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 331ea6f6-0e50-4b0a-8535-a71ba838961c on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:02.564704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.627027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (f18afee1-d528-495e-bedb-7625dd60eba4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.639268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] For port 331ea6f6-0e50-4b0a-8535-a71ba838961c, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:02.639757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempted to set empty binding levels {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:39:02.644664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.649096 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.651642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:02.668534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'ecd840f9-b330-4805-8915-49e670eb309a', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'port_id': 'ecd840f9-b330-4805-8915-49e670eb309a', 'mac_address': 'fa:16:3e:6c:2a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:39:02.676527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] 10.222.0.43 "DELETE /v2.0/networks/f18afee1-d528-495e-bedb-7625dd60eba4 HTTP/1.1" status: 204 len: 168 time: 0.3599033 Feb 19 01:39:02.693357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8fdd2-0569-4d1d-810f-15ba88b6d04a admin admin] Pushing event deleted for resources: {'Network': ['ID=f18afee1-d528-495e-bedb-7625dd60eba4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:02.701071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:02.701916 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.720247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ecd840f9-b330-4805-8915-49e670eb309a is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:02.720701 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.725824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=331ea6f6-0e50-4b0a-8535-a71ba838961c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:02.731283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a7d37188-0c6f-4a38-999b-11ff61886738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0952718 Feb 19 01:39:02.734835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44244) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:02.736051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd840f9-b330-4805-8915-49e670eb309a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:39:02.758485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:02.763782 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.819299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:02.861779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Deleting port 331ea6f6-0e50-4b0a-8535-a71ba838961c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:02.862200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.889367 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:39:02.901925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44246) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:02.949281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] For port 331ea6f6-0e50-4b0a-8535-a71ba838961c, host n-h2-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:02.949766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:02.971054 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Calling delete_port for 331ea6f6-0e50-4b0a-8535-a71ba838961c owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:02.976655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f1205f40-fb54-48b2-bc78-9842464bbab6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d315e20ca60740ca85ffec801a0032f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736136 Feb 19 01:39:02.979235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44248) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:03.056289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['ecd840f9-b330-4805-8915-49e670eb309a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:39:03.086823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3378459-d963-4118-b23e-3842fe558c38 admin admin] Publish callbacks [] for security_group (0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.108202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (331ea6f6-0e50-4b0a-8535-a71ba838961c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.117260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3378459-d963-4118-b23e-3842fe558c38 admin admin] Publish callbacks [] for security_group (0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.146636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event deleted for resources: {'Port': ['ID=331ea6f6-0e50-4b0a-8535-a71ba838961c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:03.160559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.163934 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-732eabc4-68f1-4d7c-ba27-f5f493bb328d tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "DELETE /v2.0/ports/331ea6f6-0e50-4b0a-8535-a71ba838961c HTTP/1.1" status: 204 len: 168 time: 0.4280708 Feb 19 01:39:03.166959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44252) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:03.200231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3378459-d963-4118-b23e-3842fe558c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.203361 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3378459-d963-4118-b23e-3842fe558c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.205419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3378459-d963-4118-b23e-3842fe558c38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de HTTP/1.1" status: 204 len: 168 time: 0.2243891 Feb 19 01:39:03.207253 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bb22d5-345b-4c5a-a27c-cf6fe88c5d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:39:03.209881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-90bb22d5-345b-4c5a-a27c-cf6fe88c5d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "GET /v2.0/ports/331ea6f6-0e50-4b0a-8535-a71ba838961c HTTP/1.1" status: 404 len: 333 time: 0.0412738 Feb 19 01:39:03.213773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44256) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:03.220558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Request body: {'port': {'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-793680960'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:03.229341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3378459-d963-4118-b23e-3842fe558c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b4459-332d-4b2f-a6a7-8b1a3b9a30de,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:03.248968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Made reservation on behalf of 6258a5f3110e454cb4cb882e70f1293a for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:03.251599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.327006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:03.461914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccff889-686b-492b-99c2-0c8a858fcf99 req-772370e1-78a9-49be-9084-6c27bb497023 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:03.464756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ccff889-686b-492b-99c2-0c8a858fcf99 req-772370e1-78a9-49be-9084-6c27bb497023 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 944 time: 0.2107139 Feb 19 01:39:03.612572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.621654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9ccff889-686b-492b-99c2-0c8a858fcf99 req-a980b4bb-24a6-43bb-9658-9ba909e1d090 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476948 Feb 19 01:39:03.669798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.729786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=82513f13-4e8e-4822-a67c-1c131c5dfbd3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:03.740056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Network 8b5febd0-a45d-417d-bb84-46e29977e1e1 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:03.742008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:03.744313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:03.745482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:03.746108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:03.769727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4891a288-fe8f-452c-8b79-77d10e91b1be tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5537171 Feb 19 01:39:03.770434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44268) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:03.779138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:03.843191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.018594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-324c072e-3c1b-438c-9bfe-985ea48c3c59 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006582 Feb 19 01:39:04.076640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:04.098239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.108443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.170238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-9de3a415-23e7-4e1f-a5fa-c9f1354a04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:04.171760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-9de3a415-23e7-4e1f-a5fa-c9f1354a04b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1126 time: 0.1105011 Feb 19 01:39:04.182087 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=82513f13-4e8e-4822-a67c-1c131c5dfbd3,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:04.191978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.192353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.192568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.206596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.206927 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.216854 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 2 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.263016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.263354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.263693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.270926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.271254 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.273025 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 3 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.291204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.291559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.291868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.304175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.304507 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.306431 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 4 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.329327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.329672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.330010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.333375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-1d3ccaa2-b251-4397-b9a0-1ff2bafcd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:04.334857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-1d3ccaa2-b251-4397-b9a0-1ff2bafcd7c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 200 len: 898 time: 0.1389327 Feb 19 01:39:04.336862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.337199 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.337585 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 5 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.388511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.388854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.389291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.396911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.397254 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.399452 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 6 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.425257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-f17d6319-37cb-4600-8ae0-0946f27bf4c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 200 len: 1000 time: 0.0840542 Feb 19 01:39:04.425918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.426257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.426590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.431232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.431551 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.433288 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 7 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.475708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.476044 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.476375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.485513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.485834 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.488087 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 8 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.492647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-d6a3840b-7d3e-432d-96a4-806da6db20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:04.494159 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-d6a3840b-7d3e-432d-96a4-806da6db20f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b332aed-55b7-42b4-be72-1f3adb7170fd HTTP/1.1" status: 200 len: 835 time: 0.0616241 Feb 19 01:39:04.501920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ecd840f9-b330-4805-8915-49e670eb309a up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:04.513776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.514116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.514452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.534003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.534399 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.536228 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 9 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.554929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.555082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port ecd840f9-b330-4805-8915-49e670eb309a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:04.565754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.566087 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ecd840f9-b330-4805-8915-49e670eb309a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.566198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.567653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-d12ae887-501c-411e-b54e-a2a31c7c429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:04.569301 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-d12ae887-501c-411e-b54e-a2a31c7c429c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=167574c3-ab25-471d-8d5f-e4d1d9369f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686264 Feb 19 01:39:04.572635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.573050 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.573454 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 10 to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 Feb 19 01:39:04.631905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:04.632268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:04.632585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:04.645511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:04.646234 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:04.646234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.665165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ecd840f9-b330-4805-8915-49e670eb309a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:04.665573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.696669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:04.698927 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a28e0-3271-4ce2-a3bf-d48446ea8886" -d '{"events": [{"server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "name": "network-vif-plugged", "status": "completed", "tag": "ecd840f9-b330-4805-8915-49e670eb309a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:04.713621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:04.726903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.739903 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-3904cc60-6fc2-42d5-8a84-2540c957737d service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628740 Feb 19 01:39:04.756665 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f53def8-00be-4dfa-a8b9-18157792c14d x-openstack-request-id: req-6f53def8-00be-4dfa-a8b9-18157792c14d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:04.756963 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "name": "network-vif-plugged", "status": "completed", "tag": "ecd840f9-b330-4805-8915-49e670eb309a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:04.757243 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f53def8-00be-4dfa-a8b9-18157792c14d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:04.757807 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a', 'code': 200} Feb 19 01:39:04.786655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:04.822367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] For port 82513f13-4e8e-4822-a67c-1c131c5dfbd3, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:04.822887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempted to set empty binding levels {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:39:04.832106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.885578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] In _notify_port_updated(), no bound segment for port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:39:04.886432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:04.887025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:04.888880 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "PUT /v2.0/ports/82513f13-4e8e-4822-a67c-1c131c5dfbd3 HTTP/1.1" status: 200 len: 978 time: 1.1173368 Feb 19 01:39:04.891793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44342) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:04.917782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbfdc-0953-4872-9a04-f5217c473b3a req-98520c6c-9773-4580-9e44-acef9d4beca5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:04.919503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e5bbfdc-0953-4872-9a04-f5217c473b3a req-98520c6c-9773-4580-9e44-acef9d4beca5 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1873906 Feb 19 01:39:04.919927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517b628-569f-444d-b75a-ffab3ddd28ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=82513f13-4e8e-4822-a67c-1c131c5dfbd3,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:04.943780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe9cb0ed-259d-45f3-83c5-602c82272853 req-dbb5e2cd-9a3e-47d6-812d-eb35786afed8 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876466 Feb 19 01:39:04.987162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e5bbfdc-0953-4872-9a04-f5217c473b3a req-f58d1cb0-8238-462a-a045-31cd94d81020 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550771 Feb 19 01:39:04.999565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.000051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.000949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.001556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.002017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.002474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.003270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.003768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.004440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.004920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.010163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-218e2b57-d445-4840-9d80-c6456881e0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9315 time: 0.1132972 Feb 19 01:39:05.010547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44358) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:05.014935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44360) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:05.083576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-825c2eed-839e-497e-843a-a2f6370f78f8 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/floatingips/cf912f92-f228-4942-855c-e1fea4524a61 HTTP/1.1" status: 200 len: 993 time: 0.0666444 Feb 19 01:39:05.110444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Deleting port 82513f13-4e8e-4822-a67c-1c131c5dfbd3 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:05.110902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.176681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] For port 82513f13-4e8e-4822-a67c-1c131c5dfbd3, host n-h2-826752-2, got binding levels [] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:05.177075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.190821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Calling delete_port for 82513f13-4e8e-4822-a67c-1c131c5dfbd3 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:05.281285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (82513f13-4e8e-4822-a67c-1c131c5dfbd3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.318099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event deleted for resources: {'Port': ['ID=82513f13-4e8e-4822-a67c-1c131c5dfbd3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:05.322493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.327031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-61e56bc4-5efe-4f72-abe0-195369c37d97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "DELETE /v2.0/ports/82513f13-4e8e-4822-a67c-1c131c5dfbd3 HTTP/1.1" status: 204 len: 168 time: 0.3154809 Feb 19 01:39:05.330253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44362) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:05.354563 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b957cf4-97d8-4e97-a81e-2b71030a927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:39:05.355986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1b957cf4-97d8-4e97-a81e-2b71030a927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "GET /v2.0/ports/82513f13-4e8e-4822-a67c-1c131c5dfbd3 HTTP/1.1" status: 404 len: 333 time: 0.0248137 Feb 19 01:39:05.360327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44364) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:05.364916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307176299', 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:05.385602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Made reservation on behalf of 6258a5f3110e454cb4cb882e70f1293a for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:05.387921 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.403840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port 0a2099f8-e7e0-4cad-a392-40bf77e5aa1f yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:05.559739 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for port (0a2099f8-e7e0-4cad-a392-40bf77e5aa1f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.612758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0a2099f8-e7e0-4cad-a392-40bf77e5aa1f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.663440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Network 8b5febd0-a45d-417d-bb84-46e29977e1e1 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:05.665186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:05.667085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2099f8-e7e0-4cad-a392-40bf77e5aa1f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:05.669285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:05.670209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.670805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.694043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e73dc41-ccac-45d1-b473-57794fbfbb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3291612 Feb 19 01:39:05.694670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44368) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:05.746710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb19cf-43b6-4610-847c-78045a26b666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:05.748598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-61bb19cf-43b6-4610-847c-78045a26b666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "GET /v2.0/ports/0a2099f8-e7e0-4cad-a392-40bf77e5aa1f HTTP/1.1" status: 200 len: 959 time: 0.0527802 Feb 19 01:39:05.751450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44370) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:05.830902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Deleting port 0a2099f8-e7e0-4cad-a392-40bf77e5aa1f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:05.831154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0a2099f8-e7e0-4cad-a392-40bf77e5aa1f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.893332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0a2099f8-e7e0-4cad-a392-40bf77e5aa1f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:05.906463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Calling delete_port for 0a2099f8-e7e0-4cad-a392-40bf77e5aa1f owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:05.999079 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0a2099f8-e7e0-4cad-a392-40bf77e5aa1f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.036002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a2099f8-e7e0-4cad-a392-40bf77e5aa1f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:06.040087 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.043387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c7baa32f-2727-404f-a0c2-daf5307ea61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0a2099f8-e7e0-4cad-a392-40bf77e5aa1f HTTP/1.1" status: 204 len: 168 time: 0.2909429 Feb 19 01:39:06.045949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44372) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:06.072019 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94db466-187a-4236-9310-56e23acf34e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:39:06.073763 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a94db466-187a-4236-9310-56e23acf34e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "GET /v2.0/ports/0a2099f8-e7e0-4cad-a392-40bf77e5aa1f HTTP/1.1" status: 404 len: 333 time: 0.0268931 Feb 19 01:39:06.077904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44374) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:06.082827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Request body: {'port': {'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2032127593'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:06.101838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Made reservation on behalf of 6258a5f3110e454cb4cb882e70f1293a for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:06.104374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.123052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port f965ec09-3950-48e4-b954-4395f504a1e4 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:06.282554 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for port (f965ec09-3950-48e4-b954-4395f504a1e4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.327299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.375369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Network 8b5febd0-a45d-417d-bb84-46e29977e1e1 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:06.378146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:06.383549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:06.384481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:06.385082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.393530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=f965ec09-3950-48e4-b954-4395f504a1e4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:06.409532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c6d85c16-89d1-4d5e-a9c2-85ffadb8b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3305511 Feb 19 01:39:06.409721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44376) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:06.414900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:06.476589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.659672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] device_id is not set on port f965ec09-3950-48e4-b954-4395f504a1e4 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:06.667649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks [] for port (f965ec09-3950-48e4-b954-4395f504a1e4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.674868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.741163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=f965ec09-3950-48e4-b954-4395f504a1e4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:06.743661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.743990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.744317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.750082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.750404 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.750787 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 2 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.769377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.769729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.770068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.774667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.774987 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.775377 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 3 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.789034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.789034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.789034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.793409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.793732 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.794174 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 4 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.806086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.806422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.806758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.811635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.811957 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.812345 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 5 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.826241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.826569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.826903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.832354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.832929 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.833505 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 6 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.845672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.846010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.846341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.850684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.851005 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.851386 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 7 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.864478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.864807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.865169 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.871179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.871179 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.871179 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 8 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.883227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.883561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.883920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.888414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.888731 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.889152 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 9 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.902475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.902833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.903244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.907750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.908074 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.908460 n-d-826752-2 neutron-server[103430]: INFO neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempt 10 to bind port f965ec09-3950-48e4-b954-4395f504a1e4 Feb 19 01:39:06.922001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:06.922342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:06.922680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempting to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:06.927054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:06.927379 n-d-826752-2 neutron-server[103430]: ERROR neutron.plugins.ml2.managers [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Failed to bind port f965ec09-3950-48e4-b954-4395f504a1e4 on host n-h2-826752-2 for vnic_type normal using segments [{'id': '6abb542d-7ecf-45e5-94a9-55a8623d37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b5febd0-a45d-417d-bb84-46e29977e1e1'}] Feb 19 01:39:06.927745 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:06.992935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] For port f965ec09-3950-48e4-b954-4395f504a1e4, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:06.993325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attempted to set empty binding levels {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:39:07.000883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.032568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] In _notify_port_updated(), no bound segment for port f965ec09-3950-48e4-b954-4395f504a1e4 on network 8b5febd0-a45d-417d-bb84-46e29977e1e1 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:39:07.033516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:07.034027 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.035341 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "PUT /v2.0/ports/f965ec09-3950-48e4-b954-4395f504a1e4 HTTP/1.1" status: 200 len: 979 time: 0.6247885 Feb 19 01:39:07.038060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44380) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:07.078620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a3990-3ced-4582-b543-4b13421dd28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event updated for resources: {'Port': ['ID=f965ec09-3950-48e4-b954-4395f504a1e4,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:07.130069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Deleting port f965ec09-3950-48e4-b954-4395f504a1e4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:07.130409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.194755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] For port f965ec09-3950-48e4-b954-4395f504a1e4, host n-h2-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:07.195281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.209729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Calling delete_port for f965ec09-3950-48e4-b954-4395f504a1e4 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:07.295339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f965ec09-3950-48e4-b954-4395f504a1e4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.328660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Pushing event deleted for resources: {'Port': ['ID=f965ec09-3950-48e4-b954-4395f504a1e4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:07.332309 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.335649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2508ceec-5d0e-45dc-8ffa-1d9133e98f11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f965ec09-3950-48e4-b954-4395f504a1e4 HTTP/1.1" status: 204 len: 168 time: 0.2966764 Feb 19 01:39:07.338199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44382) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:07.362056 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5e563c-ac30-4ecf-b839-baf2186aed9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:39:07.363484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6c5e563c-ac30-4ecf-b839-baf2186aed9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-281765107-project-admin] 10.222.0.43 "GET /v2.0/ports/f965ec09-3950-48e4-b954-4395f504a1e4 HTTP/1.1" status: 404 len: 333 time: 0.0243919 Feb 19 01:39:07.367009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44384) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:07.447795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (8b5febd0-a45d-417d-bb84-46e29977e1e1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.536397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (8b5febd0-a45d-417d-bb84-46e29977e1e1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.557719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5febd0-a45d-417d-bb84-46e29977e1e1']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:07.567556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abb542d-7ecf-45e5-94a9-55a8623d37f1') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:07.568643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abb542d-7ecf-45e5-94a9-55a8623d37f1') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:07.584006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (6abb542d-7ecf-45e5-94a9-55a8623d37f1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.598124 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6abb542d-7ecf-45e5-94a9-55a8623d37f1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.604055 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:07.604426 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (6abb542d-7ecf-45e5-94a9-55a8623d37f1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:07.608203 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:07.667385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (8b5febd0-a45d-417d-bb84-46e29977e1e1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.675548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:07.681041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] 10.222.0.43 "DELETE /v2.0/networks/8b5febd0-a45d-417d-bb84-46e29977e1e1 HTTP/1.1" status: 204 len: 168 time: 0.3108346 Feb 19 01:39:07.693916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2263c8b-8c44-4a15-939a-9a19c89f9bde tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326412806-project] Pushing event deleted for resources: {'Network': ['ID=8b5febd0-a45d-417d-bb84-46e29977e1e1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:07.944630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44392) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:08.091259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-01bd8513-8af7-4789-9995-b24bbbaedd1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be610812bd1e48218baa9ea2635199bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446621 Feb 19 01:39:08.093579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44396) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:08.141637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfffb-297b-4dd7-b208-3ebeaadb378b admin admin] Publish callbacks [] for security_group (a4949265-6dd6-4f67-8145-295dba67a979), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.168371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfffb-297b-4dd7-b208-3ebeaadb378b admin admin] Publish callbacks [] for security_group (a4949265-6dd6-4f67-8145-295dba67a979), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.219138 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfffb-297b-4dd7-b208-3ebeaadb378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a4949265-6dd6-4f67-8145-295dba67a979), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.221937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfffb-297b-4dd7-b208-3ebeaadb378b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.225449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d5dfffb-297b-4dd7-b208-3ebeaadb378b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4949265-6dd6-4f67-8145-295dba67a979 HTTP/1.1" status: 204 len: 168 time: 0.1285610 Feb 19 01:39:08.233965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dfffb-297b-4dd7-b208-3ebeaadb378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4949265-6dd6-4f67-8145-295dba67a979,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:08.510536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44402) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:08.553253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e76cffa-9429-4439-a82d-18eaa361e0d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6258a5f3110e454cb4cb882e70f1293a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413404 Feb 19 01:39:08.555958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44404) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:08.607913 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8303374-302a-41ba-bf1f-c5a388c58d79 admin admin] Publish callbacks [] for security_group (368886a6-a823-4ac0-90dd-c7e9345badc9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.630103 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8303374-302a-41ba-bf1f-c5a388c58d79 admin admin] Publish callbacks [] for security_group (368886a6-a823-4ac0-90dd-c7e9345badc9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.680134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8303374-302a-41ba-bf1f-c5a388c58d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (368886a6-a823-4ac0-90dd-c7e9345badc9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.682762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8303374-302a-41ba-bf1f-c5a388c58d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:08.683954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8303374-302a-41ba-bf1f-c5a388c58d79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/368886a6-a823-4ac0-90dd-c7e9345badc9 HTTP/1.1" status: 204 len: 168 time: 0.1269858 Feb 19 01:39:08.694454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8303374-302a-41ba-bf1f-c5a388c58d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368886a6-a823-4ac0-90dd-c7e9345badc9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:09.429437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44428) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.534310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-a8e4f8de-aae6-4ca9-94ce-388409674f3f tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.538269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a8e4f8de-aae6-4ca9-94ce-388409674f3f tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1048248 Feb 19 01:39:09.538562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44432) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.543104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-e7b23094-5589-4d73-abb7-0629cf4be5cd tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.544563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7b23094-5589-4d73-abb7-0629cf4be5cd tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045645 Feb 19 01:39:09.546920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44434) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.551416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-994469de-db2f-44f4-a586-f671a437b0a7 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.552519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-994469de-db2f-44f4-a586-f671a437b0a7 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044324 Feb 19 01:39:09.554645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.559194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-f4802b3b-ad98-4600-b914-95c1881885e2 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.560193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f4802b3b-ad98-4600-b914-95c1881885e2 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047069 Feb 19 01:39:09.562574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.566457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-a829bc0f-9bc7-4566-9fb1-c4e690f9d839 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.567388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a829bc0f-9bc7-4566-9fb1-c4e690f9d839 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039446 Feb 19 01:39:09.569487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44440) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.573172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-0e79eae5-a3d0-4da7-bf37-14fb80712aaf tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.574336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e79eae5-a3d0-4da7-bf37-14fb80712aaf tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037832 Feb 19 01:39:09.576129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44442) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.580113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-15a0221d-74d5-4538-a068-861ffb38aa19 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.581078 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-15a0221d-74d5-4538-a068-861ffb38aa19 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041001 Feb 19 01:39:09.583127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44444) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.586848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-9878d7ec-cc68-49f3-b250-27b519f8e7b6 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.587791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9878d7ec-cc68-49f3-b250-27b519f8e7b6 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038123 Feb 19 01:39:09.590027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44446) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.595038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-636be72c-f472-415c-b847-10cff18a8640 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.595995 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-636be72c-f472-415c-b847-10cff18a8640 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043347 Feb 19 01:39:09.598025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44448) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.601720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-7e6b1a53-f42f-4a16-9d0c-935ed10a2807 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.607413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44450) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.608099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7e6b1a53-f42f-4a16-9d0c-935ed10a2807 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0060883 Feb 19 01:39:09.610450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-66004f86-6c9c-4b61-a6a6-faf83ad2ae63 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.611679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66004f86-6c9c-4b61-a6a6-faf83ad2ae63 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053380 Feb 19 01:39:09.614335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44452) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.618505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-ca2fa82c-fb87-4bd3-ac88-2afc9a1314d1 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.621479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ca2fa82c-fb87-4bd3-ac88-2afc9a1314d1 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041802 Feb 19 01:39:09.621693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44454) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.625445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-e093a73a-1910-4866-b682-6ec872ad903b tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.626661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e093a73a-1910-4866-b682-6ec872ad903b tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038464 Feb 19 01:39:09.628443 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44456) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.632270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-b9101f2b-b0ac-445d-a5fb-fb5449297ca2 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.633727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b9101f2b-b0ac-445d-a5fb-fb5449297ca2 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043657 Feb 19 01:39:09.635861 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.639792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-eec8f728-46eb-4f9f-9c91-83a753d2158a tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.641224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eec8f728-46eb-4f9f-9c91-83a753d2158a tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040503 Feb 19 01:39:09.643460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44460) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.647922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-c66d4d5a-9a12-431b-9888-1e6c83d34234 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.650923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c66d4d5a-9a12-431b-9888-1e6c83d34234 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045664 Feb 19 01:39:09.651143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44462) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.655387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-492b7ad8-9975-4700-985b-8e1990c2d278 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.656309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-492b7ad8-9975-4700-985b-8e1990c2d278 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043416 Feb 19 01:39:09.658521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44464) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.662534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-cc64dd30-adff-4502-ad9e-de802917a454 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.663470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cc64dd30-adff-4502-ad9e-de802917a454 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040755 Feb 19 01:39:09.665885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44466) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.670345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-465c0c98-a12d-4099-916d-f7563e552c81 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.671345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-465c0c98-a12d-4099-916d-f7563e552c81 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044634 Feb 19 01:39:09.673459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44468) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.677545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-aaa3fe98-b8b7-470f-b152-cce05b391285 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.678563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aaa3fe98-b8b7-470f-b152-cce05b391285 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040812 Feb 19 01:39:09.680745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44470) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.686186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-5134ce2f-4e36-4c9c-8e63-5d4fdd849011 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.689285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5134ce2f-4e36-4c9c-8e63-5d4fdd849011 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055289 Feb 19 01:39:09.690016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44472) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.693757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-d8cc5bc3-1738-4994-85cd-0d40792ff478 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.694692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d8cc5bc3-1738-4994-85cd-0d40792ff478 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041773 Feb 19 01:39:09.696836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44474) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.701310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-0f004d6a-6063-4ee9-92aa-5e280b5dbf8c tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.702237 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0f004d6a-6063-4ee9-92aa-5e280b5dbf8c tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044835 Feb 19 01:39:09.705708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44476) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.709654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-91666f86-d6fa-4cbd-a375-8d30b50ea5c1 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.713103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44478) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.713335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-91666f86-d6fa-4cbd-a375-8d30b50ea5c1 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063865 Feb 19 01:39:09.718727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-d7b2852f-76b9-4e0c-83da-6bf9d30340bf tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.719788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d7b2852f-76b9-4e0c-83da-6bf9d30340bf tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055747 Feb 19 01:39:09.722570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.726676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-e6592c03-087a-423c-a80e-47582b8f028b tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.727666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e6592c03-087a-423c-a80e-47582b8f028b tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041411 Feb 19 01:39:09.729818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.734653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-92728e8a-7306-4c5e-91f5-7ad69000e343 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.736244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-92728e8a-7306-4c5e-91f5-7ad69000e343 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048363 Feb 19 01:39:09.737764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44484) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.741508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-26240570-9687-4456-921b-1e7ec4d494ce tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.742509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-26240570-9687-4456-921b-1e7ec4d494ce tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038614 Feb 19 01:39:09.744613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44486) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.748472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-4d5a3697-e533-4ac3-9ad7-ac1ebe03bef3 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.749496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4d5a3697-e533-4ac3-9ad7-ac1ebe03bef3 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039458 Feb 19 01:39:09.751599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44488) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.755410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-ee3a5e7e-2158-460a-ade5-57850d5e91aa tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.756260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ee3a5e7e-2158-460a-ade5-57850d5e91aa tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037580 Feb 19 01:39:09.758450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44490) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.763358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-f83c1cc5-0c4d-47bd-9bf2-3a3ca3260186 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.766644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f83c1cc5-0c4d-47bd-9bf2-3a3ca3260186 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049446 Feb 19 01:39:09.766898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.771281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-d914427f-c839-4696-a131-c37b0e2e6cda tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.772271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d914427f-c839-4696-a131-c37b0e2e6cda tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041842 Feb 19 01:39:09.774343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44494) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.778724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-6d443636-b9ed-4096-89cd-6b665d8c5d81 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.779687 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6d443636-b9ed-4096-89cd-6b665d8c5d81 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045199 Feb 19 01:39:09.781883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44496) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.785590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-18463c43-f46a-47ad-a49e-e3f78e6660e9 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.786510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-18463c43-f46a-47ad-a49e-e3f78e6660e9 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038059 Feb 19 01:39:09.788540 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44498) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.792269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-b5a85216-6b87-4169-9c8f-7072d300f2a7 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.793297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b5a85216-6b87-4169-9c8f-7072d300f2a7 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037885 Feb 19 01:39:09.795969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.799744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-c3bacd49-ce08-469d-b7d5-5dab31a3f9fa tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.800675 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c3bacd49-ce08-469d-b7d5-5dab31a3f9fa tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038662 Feb 19 01:39:09.802664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.806258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-32695513-ab56-4a15-afe0-4e1a716a5af0 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.807160 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-32695513-ab56-4a15-afe0-4e1a716a5af0 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0036869 Feb 19 01:39:09.809500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44504) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.813531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-7322902b-8f6d-4986-9801-9f177b195768 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.814480 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7322902b-8f6d-4986-9801-9f177b195768 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040808 Feb 19 01:39:09.816738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44506) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.820953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-2e380d57-c804-47ac-93a4-286b36e1fe1d tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.821897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e380d57-c804-47ac-93a4-286b36e1fe1d tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043149 Feb 19 01:39:09.824021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44508) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.828787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-10756a82-2bbe-4607-b186-bdf3802bb412 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.829827 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-10756a82-2bbe-4607-b186-bdf3802bb412 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049667 Feb 19 01:39:09.831786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44510) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.835399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-cb1f2bd7-7c2c-439f-bb34-7e2a0cf6ee94 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.836357 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cb1f2bd7-7c2c-439f-bb34-7e2a0cf6ee94 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037181 Feb 19 01:39:09.838389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44512) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.842561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-5e906a83-41b7-476d-bf27-fdf03ce6a5cb tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.843497 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5e906a83-41b7-476d-bf27-fdf03ce6a5cb tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042686 Feb 19 01:39:09.845468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44514) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.849096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-647828ba-8915-4953-bb75-f5d06a289e53 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.850014 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-647828ba-8915-4953-bb75-f5d06a289e53 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037441 Feb 19 01:39:09.852011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44516) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.855624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-3f6bebad-7529-4489-949b-48edc32314d7 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.857208 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3f6bebad-7529-4489-949b-48edc32314d7 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037658 Feb 19 01:39:09.858823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.862916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-929025a3-8c75-4d1d-bcaf-91b9334bedae tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.863840 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-929025a3-8c75-4d1d-bcaf-91b9334bedae tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041010 Feb 19 01:39:09.866129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44520) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.869989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-cbca92ad-4d08-4dd3-bee7-83c8c834e861 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.871080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cbca92ad-4d08-4dd3-bee7-83c8c834e861 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0039821 Feb 19 01:39:09.873337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44524) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.877461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-1e9ae0c2-8765-4299-99c7-97e61195003a tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.880297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1e9ae0c2-8765-4299-99c7-97e61195003a tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0044765 Feb 19 01:39:09.880503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.884297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-f46f808d-04f0-4194-887a-06169596121f tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.885244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f46f808d-04f0-4194-887a-06169596121f tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038486 Feb 19 01:39:09.888163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44528) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.891906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-007d2ff5-31ec-48fd-a9fa-f3f0764247ba tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.895381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44530) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.895611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-007d2ff5-31ec-48fd-a9fa-f3f0764247ba tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063930 Feb 19 01:39:09.899613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-aea70ab8-83d9-42ea-a13d-cd446451ba91 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.900536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aea70ab8-83d9-42ea-a13d-cd446451ba91 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042264 Feb 19 01:39:09.902743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44532) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.907188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-e7def61a-e032-47ce-93c0-5a8b82d81082 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.910062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7def61a-e032-47ce-93c0-5a8b82d81082 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039594 Feb 19 01:39:09.910357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44534) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.921301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-abd945e6-04de-4507-a338-aa41eb6c8f22 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.921494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-abd945e6-04de-4507-a338-aa41eb6c8f22 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099654 Feb 19 01:39:09.924038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44536) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.927913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-6736bde3-da05-45d2-b72d-50b2e9d3f8c9 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.928812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6736bde3-da05-45d2-b72d-50b2e9d3f8c9 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038357 Feb 19 01:39:09.930834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44538) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.934451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-e3e268da-0132-4877-bfa6-d1a1904c782c tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.935347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3e268da-0132-4877-bfa6-d1a1904c782c tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037172 Feb 19 01:39:09.937425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44540) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.942285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-e7efadf8-5d0c-48d6-930b-50b7e4b252d4 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.943188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7efadf8-5d0c-48d6-930b-50b7e4b252d4 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039098 Feb 19 01:39:09.945480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.949246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-3e34a5e5-e837-43c1-b01a-009401d946f9 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.950667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3e34a5e5-e837-43c1-b01a-009401d946f9 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038333 Feb 19 01:39:09.952896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44544) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.957123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-ec9933e0-aea1-4759-8f61-f334ef1c4a60 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.958063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ec9933e0-aea1-4759-8f61-f334ef1c4a60 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041850 Feb 19 01:39:09.960256 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44546) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.964158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-020f1cf4-4990-4741-9117-197874c69bcb tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.965107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-020f1cf4-4990-4741-9117-197874c69bcb tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039761 Feb 19 01:39:09.967904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44548) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.971663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-7cedefb6-dac6-421e-b812-5192c3e451b0 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.972572 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7cedefb6-dac6-421e-b812-5192c3e451b0 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038509 Feb 19 01:39:09.974615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44550) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.978231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-fc2a64e2-705f-4b81-af65-12f6e6585d60 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.979142 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fc2a64e2-705f-4b81-af65-12f6e6585d60 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037174 Feb 19 01:39:09.981459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44552) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.985847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-d85aa3af-eecb-419c-a203-d165e5a9d2fd tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.986793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d85aa3af-eecb-419c-a203-d165e5a9d2fd tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044141 Feb 19 01:39:09.989279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44554) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:09.993553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-4d452e24-9ed3-4bd7-8ed6-d2fe0a710ec3 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:09.994472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4d452e24-9ed3-4bd7-8ed6-d2fe0a710ec3 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040197 Feb 19 01:39:09.996666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44556) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.000361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-ad31b465-e378-4138-9615-a7237031c204 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.001277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ad31b465-e378-4138-9615-a7237031c204 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037096 Feb 19 01:39:10.003315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.007681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-1c8052e5-671d-4c4b-906a-ea966895ea60 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.008555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1c8052e5-671d-4c4b-906a-ea966895ea60 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044346 Feb 19 01:39:10.010866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44560) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.015123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-633c3e35-889f-4274-a655-1f80c0eaf437 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.016035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-633c3e35-889f-4274-a655-1f80c0eaf437 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043509 Feb 19 01:39:10.018703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44562) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.022459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [None req-aa601eb3-bab7-4936-b232-53e9f4885ce4 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.023541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa601eb3-bab7-4936-b232-53e9f4885ce4 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038366 Feb 19 01:39:10.026084 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.030794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-03e110ce-3ff0-462e-949c-004f2f10b084 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.032099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-03e110ce-3ff0-462e-949c-004f2f10b084 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047343 Feb 19 01:39:10.033855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.038110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-ef89a879-902e-442d-accc-f417f2dd4ea8 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.039011 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef89a879-902e-442d-accc-f417f2dd4ea8 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043426 Feb 19 01:39:10.041089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44568) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.044779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-0210bdb6-595f-4483-8f8e-6a6b5df9bc50 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.045714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0210bdb6-595f-4483-8f8e-6a6b5df9bc50 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037153 Feb 19 01:39:10.047729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44570) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.051475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-69f85cc8-4706-496b-802d-54a5e69cf3b3 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.053049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-69f85cc8-4706-496b-802d-54a5e69cf3b3 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039046 Feb 19 01:39:10.054670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44572) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.060678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [None req-8530c255-48d7-4af0-9fd9-0c6cf54ab6c2 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:39:10.061648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8530c255-48d7-4af0-9fd9-0c6cf54ab6c2 tempest-ExtensionsTestJSON-116682417 tempest-ExtensionsTestJSON-116682417-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060718 Feb 19 01:39:10.317942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.431062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9927-075f-4b4d-8c4b-56c10dd0da78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.514532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9927-075f-4b4d-8c4b-56c10dd0da78 admin admin] Publish callbacks [] for security_group (699a33cf-85e3-4c16-b0d3-6c96c34541bc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.518607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9927-075f-4b4d-8c4b-56c10dd0da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (699a33cf-85e3-4c16-b0d3-6c96c34541bc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.561441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:10.562095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a3ab9927-075f-4b4d-8c4b-56c10dd0da78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e3dd06dd2bd4d34a43492e73a44a90e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424855 Feb 19 01:39:10.563111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab9927-075f-4b4d-8c4b-56c10dd0da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a33cf-85e3-4c16-b0d3-6c96c34541bc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:10.615337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d883d9a-e25e-4b78-b67a-9655bbe3cdb2 admin admin] Publish callbacks [] for security_group (699a33cf-85e3-4c16-b0d3-6c96c34541bc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.637631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d883d9a-e25e-4b78-b67a-9655bbe3cdb2 admin admin] Publish callbacks [] for security_group (699a33cf-85e3-4c16-b0d3-6c96c34541bc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.690119 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d883d9a-e25e-4b78-b67a-9655bbe3cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (699a33cf-85e3-4c16-b0d3-6c96c34541bc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.692986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9d883d9a-e25e-4b78-b67a-9655bbe3cdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.694167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9d883d9a-e25e-4b78-b67a-9655bbe3cdb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/699a33cf-85e3-4c16-b0d3-6c96c34541bc HTTP/1.1" status: 204 len: 168 time: 0.1316319 Feb 19 01:39:10.702418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d883d9a-e25e-4b78-b67a-9655bbe3cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a33cf-85e3-4c16-b0d3-6c96c34541bc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:11.382791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44606) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:11.482441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-244663851'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:11.503499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Made reservation on behalf of 3029a270bffd4f90b262695b6afe0087 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:11.506984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.516020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.594524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for security_group (741b74e7-bd4a-4288-b22b-6ee9d4a999f5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.598824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (741b74e7-bd4a-4288-b22b-6ee9d4a999f5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.625771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:11.635796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741b74e7-bd4a-4288-b22b-6ee9d4a999f5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:11.646018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.646018 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Added segment 1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea of type vlan for network bf858fdd-212f-43c3-87e7-f47a218e02ba Feb 19 01:39:11.687264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (bf858fdd-212f-43c3-87e7-f47a218e02ba), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.713442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (bf858fdd-212f-43c3-87e7-f47a218e02ba), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.719140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:11.719721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:11.781788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3978665 Feb 19 01:39:11.784765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44610) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:11.789623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'subnet': {'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:11.808463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fb72c-15e2-4827-ad78-86bdac2a5c41 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Network': ['ID=bf858fdd-212f-43c3-87e7-f47a218e02ba,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:11.821517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network bf858fdd-212f-43c3-87e7-f47a218e02ba details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:11.900168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Made reservation on behalf of 3029a270bffd4f90b262695b6afe0087 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:11.903881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.098025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (8c9eb8a9-aaa8-4df9-844f-d27220d80a24), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.159912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Subnet': ['ID=8c9eb8a9-aaa8-4df9-844f-d27220d80a24,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:12.169243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Checking segment: {'id': '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:12.169596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network hostable DHCP agents. Network: bf858fdd-212f-43c3-87e7-f47a218e02ba, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:12.185940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network bf858fdd-212f-43c3-87e7-f47a218e02ba is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:12.194381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, bf858fdd-212f-43c3-87e7-f47a218e02ba) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:12.198365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:12.198944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.206244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2907f-a188-474d-8409-a5bda8b25e78 None None] Network bf858fdd-212f-43c3-87e7-f47a218e02ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:12.217881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0a8be0b3-5813-482f-8640-60f3a7549480 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4317214 Feb 19 01:39:12.220503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44614) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:12.224944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-931031307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:12.251452 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.252483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.310645 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for router_controller (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.315568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.328261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-bf858fdd-212f-43c3-87e7-f47a218e02ba', 'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba', 'project_id': '3029a270bffd4f90b262695b6afe0087', 'fixed_ips': [{'subnet_id': '8c9eb8a9-aaa8-4df9-844f-d27220d80a24'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:12.329498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.337445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.338670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b9930c4-f8c7-4677-aca7-aafb82bce6c6 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1171336 Feb 19 01:39:12.341522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44616) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:12.499229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Allocated IP 172.20.0.2 (bf858fdd-212f-43c3-87e7-f47a218e02ba/8c9eb8a9-aaa8-4df9-844f-d27220d80a24/c2065d1d-e6d3-49d9-a164-8801e15babae) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:12.662312 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Publish callbacks [] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.669469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.878257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Network bf858fdd-212f-43c3-87e7-f47a218e02ba is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:12.885527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:12.889967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Pushing event updated for resources: {'Port': ['ID=c2065d1d-e6d3-49d9-a164-8801e15babae,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:12.892615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:12.948646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Attempting to bind port c2065d1d-e6d3-49d9-a164-8801e15babae on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:12.949039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Attempting to bind port c2065d1d-e6d3-49d9-a164-8801e15babae by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:12.949621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Attempting to bind port c2065d1d-e6d3-49d9-a164-8801e15babae on network bf858fdd-212f-43c3-87e7-f47a218e02ba {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:12.955553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:12.956201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Checking segment: {'id': '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:12.956802 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.957231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Bound using segment: {'id': '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:12.957711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Bound port: c2065d1d-e6d3-49d9-a164-8801e15babae, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:12.958101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.029705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.032498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] For port c2065d1d-e6d3-49d9-a164-8801e15babae, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:13.035310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] For port c2065d1d-e6d3-49d9-a164-8801e15babae, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c2065d1d-e6d3-49d9-a164-8801e15babae,segment=NetworkSegment(1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea),segment_id=1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:13.044287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.117353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d478a6-a509-4df1-89d8-cf50edbffca3 None None] Pushing event updated for resources: {'Port': ['ID=c2065d1d-e6d3-49d9-a164-8801e15babae,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:13.303379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Allocated IP 172.20.0.1 (bf858fdd-212f-43c3-87e7-f47a218e02ba/8c9eb8a9-aaa8-4df9-844f-d27220d80a24/69a036cb-aa05-46ef-a7aa-f4ba22640740) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:13.464578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.502971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.548332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network bf858fdd-212f-43c3-87e7-f47a218e02ba is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:13.556141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:13.564898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:13.604894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Port': ['ID=69a036cb-aa05-46ef-a7aa-f4ba22640740,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:13.658218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.801624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.802945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c2065d1d-e6d3-49d9-a164-8801e15babae up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:13.852078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c2065d1d-e6d3-49d9-a164-8801e15babae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:13.852743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:13.949447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c2065d1d-e6d3-49d9-a164-8801e15babae is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:13.950159 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.001130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c2065d1d-e6d3-49d9-a164-8801e15babae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c2065d1d-e6d3-49d9-a164-8801e15babae,segment=NetworkSegment(1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea),segment_id=1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:14.011825 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.068494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c2065d1d-e6d3-49d9-a164-8801e15babae,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:14.132756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.139371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.226251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.228130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Port': ['ID=69a036cb-aa05-46ef-a7aa-f4ba22640740,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:14.291959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d67465-b5ff-4e08-9e1b-7532bfa2831e None None] Network bf858fdd-212f-43c3-87e7-f47a218e02ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:14.336527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network bf858fdd-212f-43c3-87e7-f47a218e02ba is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:14.339973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:14.407454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-02a92979-12fc-4e15-9ff0-d5d5270055c0 None None] Provisioning complete for port c2065d1d-e6d3-49d9-a164-8801e15babae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:14.407926 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02a92979-12fc-4e15-9ff0-d5d5270055c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.489514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Router f9ba77b0-ac35-479b-b2b8-8200a27d74f0 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:39:14.508079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-02a92979-12fc-4e15-9ff0-d5d5270055c0 None None] Current status of the port c2065d1d-e6d3-49d9-a164-8801e15babae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:14.606808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:14.615568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44622) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:14.617851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-48b06904-9a6c-42a1-9fda-78fd2605f691 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "PUT /v2.0/routers/f9ba77b0-ac35-479b-b2b8-8200a27d74f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2744324 Feb 19 01:39:14.620255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] Sync routers for ids ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:14.625608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'port': {'network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba', 'name': 'tempest-FloatingIPNegativeTestJSON-1837638481'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:14.637936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] Routers {'f9ba77b0-ac35-479b-b2b8-8200a27d74f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:14.639163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:14.689875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:14.703590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] Routers {'f9ba77b0-ac35-479b-b2b8-8200a27d74f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:14.704227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:14.744526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:14.745230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a882d-9554-49fd-8dc3-0f2c38169426 None None] The sync data for ids ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:14.762665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dd793a98-a7c6-43be-9986-4648e095f25d None None] Provisioning complete for port 69a036cb-aa05-46ef-a7aa-f4ba22640740 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:14.763044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dd793a98-a7c6-43be-9986-4648e095f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.773881 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Made reservation on behalf of 3029a270bffd4f90b262695b6afe0087 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:14.777700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.800293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] device_id is not set on port ccc5de63-22ec-4896-a21f-c09d5a2be938 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:14.808019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dd793a98-a7c6-43be-9986-4648e095f25d None None] Port 69a036cb-aa05-46ef-a7aa-f4ba22640740 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:14.821633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dd793a98-a7c6-43be-9986-4648e095f25d None None] Provisioning complete for port c2065d1d-e6d3-49d9-a164-8801e15babae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:14.822148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dd793a98-a7c6-43be-9986-4648e095f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.919080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dd793a98-a7c6-43be-9986-4648e095f25d None None] Current status of the port c2065d1d-e6d3-49d9-a164-8801e15babae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:14.933626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Allocated IP 172.20.0.6 (bf858fdd-212f-43c3-87e7-f47a218e02ba/8c9eb8a9-aaa8-4df9-844f-d27220d80a24/ccc5de63-22ec-4896-a21f-c09d5a2be938) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:15.042299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e7f8902-8c25-4898-b375-2594bc82c9d3 None None] Provisioning complete for port 69a036cb-aa05-46ef-a7aa-f4ba22640740 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:15.042832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8902-8c25-4898-b375-2594bc82c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.086017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f8902-8c25-4898-b375-2594bc82c9d3 None None] Port 69a036cb-aa05-46ef-a7aa-f4ba22640740 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:15.104106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for port (ccc5de63-22ec-4896-a21f-c09d5a2be938), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.148799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ccc5de63-22ec-4896-a21f-c09d5a2be938), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.203358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network bf858fdd-212f-43c3-87e7-f47a218e02ba is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:15.212620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ffa8265c-a81d-41eb-93c6-baf460b07c34 None None] Provisioning complete for port 69a036cb-aa05-46ef-a7aa-f4ba22640740 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:15.212620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffa8265c-a81d-41eb-93c6-baf460b07c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.216773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:15.223644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:15.231476 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Port': ['ID=ccc5de63-22ec-4896-a21f-c09d5a2be938,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:15.272350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8265c-a81d-41eb-93c6-baf460b07c34 None None] Port 69a036cb-aa05-46ef-a7aa-f4ba22640740 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:15.290656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:15.291439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.308893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-855e7764-ce67-419a-80bc-7a53a7f1fed8 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6892960 Feb 19 01:39:15.312148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44634) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:15.316554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:15.338525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.448690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.492392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-318965d5-43b8-431e-8b2d-bf2bdbec02ff None None] Provisioning complete for port ccc5de63-22ec-4896-a21f-c09d5a2be938 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:15.492766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-318965d5-43b8-431e-8b2d-bf2bdbec02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ccc5de63-22ec-4896-a21f-c09d5a2be938), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.529298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-318965d5-43b8-431e-8b2d-bf2bdbec02ff None None] Port ccc5de63-22ec-4896-a21f-c09d5a2be938 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:15.564404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Allocated IP 172.25.0.159 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/32de2871-7914-4bf0-b054-0d3c64fc755c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:15.665553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.699404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.742835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:15.748366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:15.754644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:15.757852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Port': ['ID=32de2871-7914-4bf0-b054-0d3c64fc755c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:15.772886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c2065d1d-e6d3-49d9-a164-8801e15babae up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:15.827839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c2065d1d-e6d3-49d9-a164-8801e15babae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:15.828510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.842574 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (e221afad-7234-4db1-bba6-3c5834505ea6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.888619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.912683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c2065d1d-e6d3-49d9-a164-8801e15babae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:16.041802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.047022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.448919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Port': ['ID=32de2871-7914-4bf0-b054-0d3c64fc755c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:16.462135 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (e221afad-7234-4db1-bba6-3c5834505ea6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.478578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.483115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-44515a25-a644-4292-9989-1eb3bc479927 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1666858 Feb 19 01:39:16.483351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44638) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:16.487884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dfdc2ac5-727d-440b-be2c-556bde09b2b2 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'floatingip': {'port_id': 'ccc5de63-22ec-4896-a21f-c09d5a2be938', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:16.539621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dfdc2ac5-727d-440b-be2c-556bde09b2b2 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (e221afad-7234-4db1-bba6-3c5834505ea6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.659065 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-dfdc2ac5-727d-440b-be2c-556bde09b2b2 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] update failed (client error): The resource could not be found. Feb 19 01:39:16.661068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dfdc2ac5-727d-440b-be2c-556bde09b2b2 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "PUT /v2.0/floatingips/e221afad-7234-4db1-bba6-3c5834505ea6 HTTP/1.1" status: 404 len: 507 time: 0.1757529 Feb 19 01:39:16.662936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44648) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:16.786849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Deleting port 32de2871-7914-4bf0-b054-0d3c64fc755c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:16.787529 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.864503 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.864835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (32de2871-7914-4bf0-b054-0d3c64fc755c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.876338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Calling delete_port for 32de2871-7914-4bf0-b054-0d3c64fc755c owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:17.006696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (32de2871-7914-4bf0-b054-0d3c64fc755c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.035905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Port': ['ID=32de2871-7914-4bf0-b054-0d3c64fc755c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:17.094519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (e221afad-7234-4db1-bba6-3c5834505ea6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.097206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.098338 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1fac900d-1a2f-480f-a555-b4e79e534b6e tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "DELETE /v2.0/floatingips/e221afad-7234-4db1-bba6-3c5834505ea6 HTTP/1.1" status: 204 len: 168 time: 0.4345107 Feb 19 01:39:17.102047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44650) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:17.106418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-93e5c76b-8c9f-4fb8-a854-c9b69b923a74 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'floatingip': {'floating_network_id': 'bf858fdd-212f-43c3-87e7-f47a218e02ba', 'port_id': 'ccc5de63-22ec-4896-a21f-c09d5a2be938', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:17.127016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-93e5c76b-8c9f-4fb8-a854-c9b69b923a74 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.239228 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-93e5c76b-8c9f-4fb8-a854-c9b69b923a74 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:39:17.240532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-93e5c76b-8c9f-4fb8-a854-c9b69b923a74 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1375575 Feb 19 01:39:17.244494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:17.249704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'ccc5de63-22ec-4896-a21f-c09d5a2be938', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:17.281894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.382085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.487251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Allocated IP 172.25.0.18 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/6bfebdaa-bee9-4fd3-be2b-8d70710b822f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:17.599722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for port (6bfebdaa-bee9-4fd3-be2b-8d70710b822f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.636126 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6bfebdaa-bee9-4fd3-be2b-8d70710b822f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.675673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:17.678496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:17.684016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:17.707093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event updated for resources: {'Port': ['ID=6bfebdaa-bee9-4fd3-be2b-8d70710b822f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:17.850364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Deleting port 6bfebdaa-bee9-4fd3-be2b-8d70710b822f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:17.850635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6bfebdaa-bee9-4fd3-be2b-8d70710b822f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.931586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6bfebdaa-bee9-4fd3-be2b-8d70710b822f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.931918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for floatingip (6bfebdaa-bee9-4fd3-be2b-8d70710b822f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:17.943519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Calling delete_port for 6bfebdaa-bee9-4fd3-be2b-8d70710b822f owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:18.065553 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6bfebdaa-bee9-4fd3-be2b-8d70710b822f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:18.090680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Port': ['ID=6bfebdaa-bee9-4fd3-be2b-8d70710b822f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:18.170620 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] create failed (client error): The resource could not be found. Feb 19 01:39:18.171615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d4a6425b-a0a9-40f2-86c8-4c6a21256327 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9261026 Feb 19 01:39:18.176454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44656) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:18.264970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Deleting port ccc5de63-22ec-4896-a21f-c09d5a2be938 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:18.265701 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ccc5de63-22ec-4896-a21f-c09d5a2be938), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:18.363104 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ccc5de63-22ec-4896-a21f-c09d5a2be938), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:18.372309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Calling delete_port for ccc5de63-22ec-4896-a21f-c09d5a2be938 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:18.413867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:18.503084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ccc5de63-22ec-4896-a21f-c09d5a2be938), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:18.546007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Port': ['ID=ccc5de63-22ec-4896-a21f-c09d5a2be938,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:18.624918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:18.628333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a797bf4f-6d0b-4a65-8b58-fa003a703a21 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "DELETE /v2.0/ports/ccc5de63-22ec-4896-a21f-c09d5a2be938 HTTP/1.1" status: 204 len: 168 time: 0.4508684 Feb 19 01:39:18.630852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44660) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:18.692159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf7f16-7a01-4055-bd50-52a0883b6d3c tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:18.696312 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8acf7f16-7a01-4055-bd50-52a0883b6d3c tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ba77b0-ac35-479b-b2b8-8200a27d74f0 HTTP/1.1" status: 200 len: 913 time: 0.0619617 Feb 19 01:39:18.696507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44662) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:19.036196 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:19.280200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Deleting port 69a036cb-aa05-46ef-a7aa-f4ba22640740 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:19.280916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:19.365020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:19.377446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Calling delete_port for 69a036cb-aa05-46ef-a7aa-f4ba22640740 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:19.549140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (69a036cb-aa05-46ef-a7aa-f4ba22640740), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:19.582156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Port': ['ID=69a036cb-aa05-46ef-a7aa-f4ba22640740,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:19.736524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:19.903217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Router f9ba77b0-ac35-479b-b2b8-8200a27d74f0 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:19.981799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:19.990115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e6c7076e-2093-45e6-963f-af486ab9ffac tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "PUT /v2.0/routers/f9ba77b0-ac35-479b-b2b8-8200a27d74f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2895844 Feb 19 01:39:19.990115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44674) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:19.994397 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] Sync routers for ids ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:20.005870 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] Routers {'f9ba77b0-ac35-479b-b2b8-8200a27d74f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:20.006502 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:20.043840 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:20.052825 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] Routers {'f9ba77b0-ac35-479b-b2b8-8200a27d74f0'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:20.053486 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:38:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:20.071984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for router (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.088575 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:20.089260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985185ab-efe7-4149-8dce-794c7d1415c2 None None] The sync data for ids ['f9ba77b0-ac35-479b-b2b8-8200a27d74f0'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:20.259134 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8fa04b70-f4e2-424b-a88a-8084e8b286e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.571337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.573397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for router_controller (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.619672 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (f9ba77b0-ac35-479b-b2b8-8200a27d74f0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.620211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Fanout notify agent at l3_agent the message router_deleted on router f9ba77b0-ac35-479b-b2b8-8200a27d74f0 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:39:20.626954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.630344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4963cf63-4152-460d-a9f9-82c0362e70dd tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "DELETE /v2.0/routers/f9ba77b0-ac35-479b-b2b8-8200a27d74f0 HTTP/1.1" status: 204 len: 168 time: 0.6372919 Feb 19 01:39:20.630865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44678) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:20.683965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Deleting subnet 8c9eb8a9-aaa8-4df9-844f-d27220d80a24 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:20.687366 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for subnet (8c9eb8a9-aaa8-4df9-844f-d27220d80a24), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.726388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (8c9eb8a9-aaa8-4df9-844f-d27220d80a24), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.820023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8c9eb8a9-aaa8-4df9-844f-d27220d80a24), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.878657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (8c9eb8a9-aaa8-4df9-844f-d27220d80a24), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.906088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9eb8a9-aaa8-4df9-844f-d27220d80a24,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:20.909703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.913807 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9417fdd-437f-42da-b25c-222b6226b719 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "DELETE /v2.0/subnets/8c9eb8a9-aaa8-4df9-844f-d27220d80a24 HTTP/1.1" status: 204 len: 168 time: 0.2819152 Feb 19 01:39:20.915605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44680) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:20.917757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6eb22-8cbe-4dbd-bcfb-af0a91b2f055 None None] Network bf858fdd-212f-43c3-87e7-f47a218e02ba requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:21.003427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (bf858fdd-212f-43c3-87e7-f47a218e02ba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.060969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Deleting port c2065d1d-e6d3-49d9-a164-8801e15babae {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:21.061331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.081676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] DHCP port deletion for bf858fdd-212f-43c3-87e7-f47a218e02ba request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:21.128228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] For port c2065d1d-e6d3-49d9-a164-8801e15babae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c2065d1d-e6d3-49d9-a164-8801e15babae,segment=NetworkSegment(1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea),segment_id=1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:21.128607 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.137745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] Deleting port c2065d1d-e6d3-49d9-a164-8801e15babae {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:21.138032 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.143968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Calling delete_port for c2065d1d-e6d3-49d9-a164-8801e15babae owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:21.208227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] For port c2065d1d-e6d3-49d9-a164-8801e15babae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c2065d1d-e6d3-49d9-a164-8801e15babae,segment=NetworkSegment(1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea),segment_id=1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:21.208630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.221732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] Calling delete_port for c2065d1d-e6d3-49d9-a164-8801e15babae owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:21.240887 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.269513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Port': ['ID=c2065d1d-e6d3-49d9-a164-8801e15babae,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:21.279269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] No DVR routers for this DVR port c2065d1d-e6d3-49d9-a164-8801e15babae on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:21.294135 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 01:39:21.303356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (c2065d1d-e6d3-49d9-a164-8801e15babae), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.335287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] Pushing event deleted for resources: {'Port': ['ID=c2065d1d-e6d3-49d9-a164-8801e15babae,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:21.339360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8b6d3-fcfe-4a02-a5d8-f739b4b855af None None] No DVR routers for this DVR port c2065d1d-e6d3-49d9-a164-8801e15babae on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:21.374477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (bf858fdd-212f-43c3-87e7-f47a218e02ba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.400433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf858fdd-212f-43c3-87e7-f47a218e02ba']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:21.409594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:21.409887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:21.419189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.432343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.438802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:21.439176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (1a13e718-5c37-4bfd-9f1f-bc5ccab5a0ea), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:21.442397 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:21.502275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (bf858fdd-212f-43c3-87e7-f47a218e02ba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.523864 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.526958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] 10.222.0.43 "DELETE /v2.0/networks/bf858fdd-212f-43c3-87e7-f47a218e02ba HTTP/1.1" status: 204 len: 168 time: 0.6106274 Feb 19 01:39:21.528098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b674c08-88b4-48bb-b025-c1231bb135d5 tempest-FloatingIPNegativeTestJSON-82904294 tempest-FloatingIPNegativeTestJSON-82904294-project] Pushing event deleted for resources: {'Network': ['ID=bf858fdd-212f-43c3-87e7-f47a218e02ba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:21.762921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c2065d1d-e6d3-49d9-a164-8801e15babae no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:21.783851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c2065d1d-e6d3-49d9-a164-8801e15babae {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:21.784495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c2065d1d-e6d3-49d9-a164-8801e15babae not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:21.788594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44688) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:21.925547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9f89b36d-5827-4931-b0d8-e8dde8b31b3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3029a270bffd4f90b262695b6afe0087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355305 Feb 19 01:39:21.928003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44692) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:21.977134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63bdef3f-5989-4172-8ffe-00fc01bf39cb admin admin] Publish callbacks [] for security_group (741b74e7-bd4a-4288-b22b-6ee9d4a999f5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.008441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63bdef3f-5989-4172-8ffe-00fc01bf39cb admin admin] Publish callbacks [] for security_group (741b74e7-bd4a-4288-b22b-6ee9d4a999f5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.057734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63bdef3f-5989-4172-8ffe-00fc01bf39cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (741b74e7-bd4a-4288-b22b-6ee9d4a999f5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.060311 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63bdef3f-5989-4172-8ffe-00fc01bf39cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.064076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-63bdef3f-5989-4172-8ffe-00fc01bf39cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/741b74e7-bd4a-4288-b22b-6ee9d4a999f5 HTTP/1.1" status: 204 len: 168 time: 0.1326728 Feb 19 01:39:22.069476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdef3f-5989-4172-8ffe-00fc01bf39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b74e7-bd4a-4288-b22b-6ee9d4a999f5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:22.646122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-592aafaa-ca35-49af-92b3-87d717f7558c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.724047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44716) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:22.823152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1666387534'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:22.843093 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:22.846362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.854698 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.929496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (56eed4a2-d42e-4db7-913f-c2c275ed7c3c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.933410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (56eed4a2-d42e-4db7-913f-c2c275ed7c3c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.966294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:22.972931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56eed4a2-d42e-4db7-913f-c2c275ed7c3c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:22.982384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ef16e007-4012-49c9-a62e-bc5e6e72cd41), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.982731 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment ef16e007-4012-49c9-a62e-bc5e6e72cd41 of type vlan for network 77c14b98-a3af-4743-b120-98ce75a2da39 Feb 19 01:39:22.984710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.985083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.985432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.985769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.986103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.986434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.986760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.987086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.987410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.987732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.988051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.988532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:22.988867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:23.032820 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (77c14b98-a3af-4743-b120-98ce75a2da39), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.057647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (77c14b98-a3af-4743-b120-98ce75a2da39), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.063309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:23.063886 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.128489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4008524 Feb 19 01:39:23.128745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44720) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:23.136357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'name': 'tempest-PortsTestJSON-58741661'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:23.144150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6cfc1-0870-41a3-a9c8-6dba2c8d079e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=77c14b98-a3af-4743-b120-98ce75a2da39,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:23.154695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:23.235226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:23.243540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.267196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:23.477663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.520927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.602387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=1813b3fc-a5b8-4b3a-bd07-ef4d41a87768,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:23.611491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': 'ef16e007-4012-49c9-a62e-bc5e6e72cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:23.611874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: 77c14b98-a3af-4743-b120-98ce75a2da39, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:23.642569 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:23.656692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 77c14b98-a3af-4743-b120-98ce75a2da39) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:23.662512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:23.667808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52deaf66-4878-4979-9296-a39b6f44ee09 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:23.670062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:23.670725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.691268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9f1527de-e2c9-4bc6-a6fe-bea33e552b70 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5614929 Feb 19 01:39:23.694703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44724) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:23.700160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2134193315'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:23.725061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:23.728649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.762913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:23.775274 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (179d07f5-fcf5-4cac-8cd8-e313a7464fd3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.775513 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment 179d07f5-fcf5-4cac-8cd8-e313a7464fd3 of type vlan for network 9407aaca-63bc-4ca6-9d31-a23fd24745d7 Feb 19 01:39:23.779256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.830977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9407aaca-63bc-4ca6-9d31-a23fd24745d7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.858020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9407aaca-63bc-4ca6-9d31-a23fd24745d7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.863336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:23.863969 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.930427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2345743 Feb 19 01:39:23.933072 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44726) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:23.940081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'ports': [{'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'}, {'network_id': '9407aaca-63bc-4ca6-9d31-a23fd24745d7'}]} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:23.940399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:23.940899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '9407aaca-63bc-4ca6-9d31-a23fd24745d7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:23.957585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b78ad-d3d9-4d51-8509-68d9e869f847 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=9407aaca-63bc-4ca6-9d31-a23fd24745d7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:23.968776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9407aaca-63bc-4ca6-9d31-a23fd24745d7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:24.108750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 2} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:24.112737 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.126850 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.272076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 4bb111f1-5317-4eb3-af9e-7bb1ab13a75e yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:24.352311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (4bb111f1-5317-4eb3-af9e-7bb1ab13a75e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.416620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 972dce38-3e28-499d-9b37-1a32d1d93713 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:24.503828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (972dce38-3e28-499d-9b37-1a32d1d93713), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.540381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (4bb111f1-5317-4eb3-af9e-7bb1ab13a75e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.584111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:24.587147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:24.592874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:24.593735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (972dce38-3e28-499d-9b37-1a32d1d93713), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.600580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=4bb111f1-5317-4eb3-af9e-7bb1ab13a75e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:24.663209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=972dce38-3e28-499d-9b37-1a32d1d93713,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:24.674785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': '179d07f5-fcf5-4cac-8cd8-e313a7464fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9407aaca-63bc-4ca6-9d31-a23fd24745d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:24.675832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: 9407aaca-63bc-4ca6-9d31-a23fd24745d7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:24.697427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 9407aaca-63bc-4ca6-9d31-a23fd24745d7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:24.706407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9407aaca-63bc-4ca6-9d31-a23fd24745d7) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:24.710007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:24.715333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:24.716204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104fabc-c5c0-4e5a-924d-173e4799a761 None None] Network 9407aaca-63bc-4ca6-9d31-a23fd24745d7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:24.719852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:24.720513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.738753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9ea6987a-233b-448c-aaf3-8efbce93a879 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8046086 Feb 19 01:39:24.741490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44730) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:24.835950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 972dce38-3e28-499d-9b37-1a32d1d93713 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:24.836301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (972dce38-3e28-499d-9b37-1a32d1d93713), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.909799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (972dce38-3e28-499d-9b37-1a32d1d93713), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.927820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 972dce38-3e28-499d-9b37-1a32d1d93713 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:25.009468 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (972dce38-3e28-499d-9b37-1a32d1d93713), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.036658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=972dce38-3e28-499d-9b37-1a32d1d93713,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:25.045413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.048607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4d6c2958-d2e5-48e5-87d6-f1daf6ccf017 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/972dce38-3e28-499d-9b37-1a32d1d93713 HTTP/1.1" status: 204 len: 168 time: 0.3060863 Feb 19 01:39:25.051247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44732) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.144092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02467efa-c52a-408a-bd20-64590d67500f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:25.150927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02467efa-c52a-408a-bd20-64590d67500f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:25.152974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-02467efa-c52a-408a-bd20-64590d67500f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1000450 Feb 19 01:39:25.155697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44734) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.248048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 4bb111f1-5317-4eb3-af9e-7bb1ab13a75e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:25.248319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4bb111f1-5317-4eb3-af9e-7bb1ab13a75e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.316188 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4bb111f1-5317-4eb3-af9e-7bb1ab13a75e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.329350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 4bb111f1-5317-4eb3-af9e-7bb1ab13a75e owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:25.390865 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.406771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4bb111f1-5317-4eb3-af9e-7bb1ab13a75e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.436779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=4bb111f1-5317-4eb3-af9e-7bb1ab13a75e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:25.444608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.447866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b44b25a8-1842-4fd7-ba52-511703cecb0f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/4bb111f1-5317-4eb3-af9e-7bb1ab13a75e HTTP/1.1" status: 204 len: 168 time: 0.2912412 Feb 19 01:39:25.450856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44736) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.501721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a21499-c7c5-4cee-b44e-6b6d383f5145 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:25.503185 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-33a21499-c7c5-4cee-b44e-6b6d383f5145 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0513749 Feb 19 01:39:25.505853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44738) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.531406 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-34962d6d-8c24-4edc-a455-70aa3fb07b7e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:25.532737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-34962d6d-8c24-4edc-a455-70aa3fb07b7e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/972dce38-3e28-499d-9b37-1a32d1d93713 HTTP/1.1" status: 404 len: 333 time: 0.0259819 Feb 19 01:39:25.535190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44740) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.559184 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eee70d7-9b43-4d0b-b6b7-a5c9863f0ee9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:25.560542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6eee70d7-9b43-4d0b-b6b7-a5c9863f0ee9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/4bb111f1-5317-4eb3-af9e-7bb1ab13a75e HTTP/1.1" status: 404 len: 333 time: 0.0244775 Feb 19 01:39:25.563088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44742) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.641048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9407aaca-63bc-4ca6-9d31-a23fd24745d7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.726302 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9407aaca-63bc-4ca6-9d31-a23fd24745d7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.747774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9407aaca-63bc-4ca6-9d31-a23fd24745d7']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:25.757180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179d07f5-fcf5-4cac-8cd8-e313a7464fd3') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:25.757475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179d07f5-fcf5-4cac-8cd8-e313a7464fd3') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:25.772491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (179d07f5-fcf5-4cac-8cd8-e313a7464fd3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.785511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (179d07f5-fcf5-4cac-8cd8-e313a7464fd3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.791630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:25.792017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (179d07f5-fcf5-4cac-8cd8-e313a7464fd3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:25.795166 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:25.854534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9407aaca-63bc-4ca6-9d31-a23fd24745d7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.859828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.863511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/9407aaca-63bc-4ca6-9d31-a23fd24745d7 HTTP/1.1" status: 204 len: 168 time: 0.2995174 Feb 19 01:39:25.867330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44748) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:25.873251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1450904579'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:25.892539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af539e-14c1-4610-87ce-9a199c5b8444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=9407aaca-63bc-4ca6-9d31-a23fd24745d7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:25.906745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:25.910670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.935190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:25.945631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (16936d11-ec24-4f83-bda6-23e661903849), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:25.945978 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment 16936d11-ec24-4f83-bda6-23e661903849 of type vlan for network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 Feb 19 01:39:25.988361 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.022881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.028400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.029191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.093387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2248983 Feb 19 01:39:26.096474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44754) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:26.108791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:26.142748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.157071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91277cb5-af75-4380-9636-b58eb0eac072 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=b0c62b41-30e3-4f84-8522-a2cbfcbb78c5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:26.167331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:26.209873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:26.213726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.277202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Performing IP validity checks on allocation pools {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:39:26.277858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.ipam_backend_mixin [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:39:26.398789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (a2269066-6ddf-44c9-b3a4-0deaa06f785a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.466658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=a2269066-6ddf-44c9-b3a4-0deaa06f785a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:26.471887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': '16936d11-ec24-4f83-bda6-23e661903849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:26.472252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: b0c62b41-30e3-4f84-8522-a2cbfcbb78c5, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:26.489944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:26.498692 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b0c62b41-30e3-4f84-8522-a2cbfcbb78c5) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:26.506467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888faef2-bff0-44bd-9051-1fd82f53d5e0 None None] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:26.509601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.510202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.531785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-90509e80-be76-41c2-9400-663d84ec96a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4318087 Feb 19 01:39:26.532030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44758) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:26.536883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5', 'name': 'tempest-PortsTestJSON-1672037998'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:26.597504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.638313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b0c62b41-30e3-4f84-8522-a2cbfcbb78c5', 'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': 'a2269066-6ddf-44c9-b3a4-0deaa06f785a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:26.639413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.663348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:26.667005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.685812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 48d5842a-e6de-4d6c-a814-9016819e93a4 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:26.798093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Allocated IP 172.20.0.2 (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5/a2269066-6ddf-44c9-b3a4-0deaa06f785a/45adf863-0179-4670-b7c9-42f0231f401b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:26.942485 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Publish callbacks [] for port (45adf863-0179-4670-b7c9-42f0231f401b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.952819 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (45adf863-0179-4670-b7c9-42f0231f401b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:26.993120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:27.000544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:27.002457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Pushing event updated for resources: {'Port': ['ID=45adf863-0179-4670-b7c9-42f0231f401b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:27.004597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:27.009904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-05df764c-26b8-4f9b-b6ec-598a8cb3c8b8 {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:39:27.011132 n-d-826752-2 neutron-server[103429]: DEBUG oslo_db.api [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:39:27.065433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Attempting to bind port 45adf863-0179-4670-b7c9-42f0231f401b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:27.065738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Attempting to bind port 45adf863-0179-4670-b7c9-42f0231f401b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '16936d11-ec24-4f83-bda6-23e661903849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:27.066102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Attempting to bind port 45adf863-0179-4670-b7c9-42f0231f401b on network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:27.072238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:27.072622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Checking segment: {'id': '16936d11-ec24-4f83-bda6-23e661903849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:27.073908 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.074930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Bound using segment: {'id': '16936d11-ec24-4f83-bda6-23e661903849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:27.075448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Bound port: 45adf863-0179-4670-b7c9-42f0231f401b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16936d11-ec24-4f83-bda6-23e661903849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b0c62b41-30e3-4f84-8522-a2cbfcbb78c5'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:27.075968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (45adf863-0179-4670-b7c9-42f0231f401b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.146790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] For port 45adf863-0179-4670-b7c9-42f0231f401b, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:27.150332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] For port 45adf863-0179-4670-b7c9-42f0231f401b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45adf863-0179-4670-b7c9-42f0231f401b,segment=NetworkSegment(16936d11-ec24-4f83-bda6-23e661903849),segment_id=16936d11-ec24-4f83-bda6-23e661903849)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:27.156806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (45adf863-0179-4670-b7c9-42f0231f401b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.223765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9054a2-e277-4c2b-aa5e-91e0baaebcdd None None] Pushing event updated for resources: {'Port': ['ID=45adf863-0179-4670-b7c9-42f0231f401b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:27.513137 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.538597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 0c8c41e0-fd7a-4d36-bdc3-0f6c62043184 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:27.650738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.11 (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5/a2269066-6ddf-44c9-b3a4-0deaa06f785a/0c8c41e0-fd7a-4d36-bdc3-0f6c62043184) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:27.816977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (0c8c41e0-fd7a-4d36-bdc3-0f6c62043184), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.827497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 45adf863-0179-4670-b7c9-42f0231f401b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:27.852915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0c8c41e0-fd7a-4d36-bdc3-0f6c62043184), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.884726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 45adf863-0179-4670-b7c9-42f0231f401b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:27.885271 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45adf863-0179-4670-b7c9-42f0231f401b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:27.898048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:27.901569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:27.913418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:27.938557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=0c8c41e0-fd7a-4d36-bdc3-0f6c62043184,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:27.975783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:27.976422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.001145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-abb512a4-19d2-457a-abdb-dc2778483f60 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4656119 Feb 19 01:39:28.001531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:28.014105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 45adf863-0179-4670-b7c9-42f0231f401b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:28.014488 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (45adf863-0179-4670-b7c9-42f0231f401b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.052149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 45adf863-0179-4670-b7c9-42f0231f401b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45adf863-0179-4670-b7c9-42f0231f401b,segment=NetworkSegment(16936d11-ec24-4f83-bda6-23e661903849),segment_id=16936d11-ec24-4f83-bda6-23e661903849)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:28.056814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (45adf863-0179-4670-b7c9-42f0231f401b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.119472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=45adf863-0179-4670-b7c9-42f0231f401b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:28.135787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 0c8c41e0-fd7a-4d36-bdc3-0f6c62043184 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:28.136122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0c8c41e0-fd7a-4d36-bdc3-0f6c62043184), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.228046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0c8c41e0-fd7a-4d36-bdc3-0f6c62043184), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.242800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 0c8c41e0-fd7a-4d36-bdc3-0f6c62043184 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:28.353915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d49ce-866f-44e6-ae23-3d3709116787 None None] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:28.389355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0c8c41e0-fd7a-4d36-bdc3-0f6c62043184), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.422867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=0c8c41e0-fd7a-4d36-bdc3-0f6c62043184,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:28.545756 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.550054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-41521259-64fb-4a6b-af06-9ca8d4c0f0d4 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/0c8c41e0-fd7a-4d36-bdc3-0f6c62043184 HTTP/1.1" status: 204 len: 168 time: 0.5475471 Feb 19 01:39:28.553038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44766) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:28.562385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-921ec5e1-5aec-47b1-b824-9b937592b954 None None] Provisioning complete for port 45adf863-0179-4670-b7c9-42f0231f401b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:28.562609 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-921ec5e1-5aec-47b1-b824-9b937592b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45adf863-0179-4670-b7c9-42f0231f401b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.589042 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca20a6f-44dc-4893-8d7c-b11b5a5c34ef tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:39:28.589553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca20a6f-44dc-4893-8d7c-b11b5a5c34ef tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:39:28.598495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7ca20a6f-44dc-4893-8d7c-b11b5a5c34ef tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/0c8c41e0-fd7a-4d36-bdc3-0f6c62043184 HTTP/1.1" status: 404 len: 333 time: 0.0391898 Feb 19 01:39:28.598734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44768) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:28.641189 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d136f37f-b177-47d3-a533-7a45777aa6f9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:28.646020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d136f37f-b177-47d3-a533-7a45777aa6f9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/0c8c41e0-fd7a-4d36-bdc3-0f6c62043184 HTTP/1.1" status: 404 len: 333 time: 0.0490191 Feb 19 01:39:28.646233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:28.685163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-921ec5e1-5aec-47b1-b824-9b937592b954 None None] Current status of the port 45adf863-0179-4670-b7c9-42f0231f401b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:28.709155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet a2269066-6ddf-44c9-b3a4-0deaa06f785a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:28.712804 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (a2269066-6ddf-44c9-b3a4-0deaa06f785a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.758324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (a2269066-6ddf-44c9-b3a4-0deaa06f785a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.857861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (a2269066-6ddf-44c9-b3a4-0deaa06f785a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.909191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-02f94ee9-c731-430f-bc7e-93da46db20ed None None] Provisioning complete for port 45adf863-0179-4670-b7c9-42f0231f401b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:28.909706 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02f94ee9-c731-430f-bc7e-93da46db20ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (45adf863-0179-4670-b7c9-42f0231f401b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.923889 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (a2269066-6ddf-44c9-b3a4-0deaa06f785a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.955556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=a2269066-6ddf-44c9-b3a4-0deaa06f785a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:28.961280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:28.967690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5e3c4365-7f20-4211-89d0-f0693ad22100 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/a2269066-6ddf-44c9-b3a4-0deaa06f785a HTTP/1.1" status: 204 len: 168 time: 0.3174338 Feb 19 01:39:28.967884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44772) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:29.055915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.121210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 45adf863-0179-4670-b7c9-42f0231f401b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:29.121548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (45adf863-0179-4670-b7c9-42f0231f401b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.201034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] For port 45adf863-0179-4670-b7c9-42f0231f401b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=45adf863-0179-4670-b7c9-42f0231f401b,segment=NetworkSegment(16936d11-ec24-4f83-bda6-23e661903849),segment_id=16936d11-ec24-4f83-bda6-23e661903849)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:29.201398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (45adf863-0179-4670-b7c9-42f0231f401b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.207220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a6aab-dbe2-4751-b8c8-49e1fbf724e0 None None] Network b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:29.210755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-02f94ee9-c731-430f-bc7e-93da46db20ed None None] Current status of the port 45adf863-0179-4670-b7c9-42f0231f401b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:29.225349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 45adf863-0179-4670-b7c9-42f0231f401b owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:29.328130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f915fa2c-0d44-4fe4-bc47-4b593098ffad None None] Could not find standard attr ID for object 0c8c41e0-fd7a-4d36-bdc3-0f6c62043184. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:39:29.330991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (45adf863-0179-4670-b7c9-42f0231f401b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.361082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=45adf863-0179-4670-b7c9-42f0231f401b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:29.365187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No DVR routers for this DVR port 45adf863-0179-4670-b7c9-42f0231f401b on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:29.407424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde94d1-8a32-46c5-b90e-dd09eb093862 None None] DHCP port deletion for b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:29.456245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.476854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c62b41-30e3-4f84-8522-a2cbfcbb78c5']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:29.486576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16936d11-ec24-4f83-bda6-23e661903849') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:29.486873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16936d11-ec24-4f83-bda6-23e661903849') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:29.496825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (16936d11-ec24-4f83-bda6-23e661903849), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.510816 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (16936d11-ec24-4f83-bda6-23e661903849), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.517701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:29.518083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (16936d11-ec24-4f83-bda6-23e661903849), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:29.521277 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:29.581985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b0c62b41-30e3-4f84-8522-a2cbfcbb78c5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.589251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.592869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/b0c62b41-30e3-4f84-8522-a2cbfcbb78c5 HTTP/1.1" status: 204 len: 168 time: 0.6240842 Feb 19 01:39:29.596694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:29.609742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2143868150'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:29.613660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aed90-0413-44e9-a6de-0663a869b720 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=b0c62b41-30e3-4f84-8522-a2cbfcbb78c5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:29.631552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:29.634941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.664271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:29.673331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (fb1054c3-8209-4766-81e9-9a1737a778a8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.673676 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment fb1054c3-8209-4766-81e9-9a1737a778a8 of type vlan for network 7d030722-e987-402d-95be-cbdb8bb2b6ab Feb 19 01:39:29.717929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7d030722-e987-402d-95be-cbdb8bb2b6ab), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.745289 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7d030722-e987-402d-95be-cbdb8bb2b6ab), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.750847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:29.751431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.774955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 45adf863-0179-4670-b7c9-42f0231f401b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:29.801980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 45adf863-0179-4670-b7c9-42f0231f401b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:29.802326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 45adf863-0179-4670-b7c9-42f0231f401b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:29.817953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2204111 Feb 19 01:39:29.818582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44782) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:29.831762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:29.853723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992df53-31de-4f6d-aa08-ec7f4eb65d4b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=7d030722-e987-402d-95be-cbdb8bb2b6ab,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:29.864724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7d030722-e987-402d-95be-cbdb8bb2b6ab details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:29.936186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:29.941242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.132749 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (9ca3161c-7b90-40b9-84b6-991866d10218), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.194842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=9ca3161c-7b90-40b9-84b6-991866d10218,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:30.211913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': 'fb1054c3-8209-4766-81e9-9a1737a778a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:30.212489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: 7d030722-e987-402d-95be-cbdb8bb2b6ab, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:30.234793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 7d030722-e987-402d-95be-cbdb8bb2b6ab is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:30.244083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7d030722-e987-402d-95be-cbdb8bb2b6ab) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:30.248100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:30.248689 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.254969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc27ff-23e9-45ab-9eeb-3f497a9051a5 None None] Network 7d030722-e987-402d-95be-cbdb8bb2b6ab requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:30.269297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8e2b82ae-dbde-4ca1-9e2d-d4c5e4a38444 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4401090 Feb 19 01:39:30.270461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44786) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:30.275012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab', 'security_groups': [], 'name': 'tempest-PortsTestJSON-547929753'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:30.379261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-7d030722-e987-402d-95be-cbdb8bb2b6ab', 'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': '9ca3161c-7b90-40b9-84b6-991866d10218'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:30.380450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.398942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:30.403412 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.422079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port fb0b740c-8ad7-4fef-a236-48e5ca25fdfc yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:30.525838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Allocated IP 172.20.0.2 (7d030722-e987-402d-95be-cbdb8bb2b6ab/9ca3161c-7b90-40b9-84b6-991866d10218/c73e3db4-9f19-4309-b5dc-ab8c2d00dd33) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:30.670843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Publish callbacks [] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.679341 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.750313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Network 7d030722-e987-402d-95be-cbdb8bb2b6ab is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:30.754441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:30.758261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:30.763884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.8 (7d030722-e987-402d-95be-cbdb8bb2b6ab/9ca3161c-7b90-40b9-84b6-991866d10218/fb0b740c-8ad7-4fef-a236-48e5ca25fdfc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:30.781290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Pushing event updated for resources: {'Port': ['ID=c73e3db4-9f19-4309-b5dc-ab8c2d00dd33,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:30.817273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.817844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.818428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.818989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.819567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.820133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.820700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.821311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.822915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.823544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.824607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.825203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.825770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:30.866133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Attempting to bind port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:30.866574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Attempting to bind port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'fb1054c3-8209-4766-81e9-9a1737a778a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:30.867086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Attempting to bind port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 on network 7d030722-e987-402d-95be-cbdb8bb2b6ab {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:30.873316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:30.873316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Checking segment: {'id': 'fb1054c3-8209-4766-81e9-9a1737a778a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:30.873611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.873944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Bound using segment: {'id': 'fb1054c3-8209-4766-81e9-9a1737a778a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:30.874422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Bound port: c73e3db4-9f19-4309-b5dc-ab8c2d00dd33, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1054c3-8209-4766-81e9-9a1737a778a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7d030722-e987-402d-95be-cbdb8bb2b6ab'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:30.875489 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.927493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (fb0b740c-8ad7-4fef-a236-48e5ca25fdfc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.941274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] For port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:30.944427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] For port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c73e3db4-9f19-4309-b5dc-ab8c2d00dd33,segment=NetworkSegment(fb1054c3-8209-4766-81e9-9a1737a778a8),segment_id=fb1054c3-8209-4766-81e9-9a1737a778a8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:30.951583 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.962936 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fb0b740c-8ad7-4fef-a236-48e5ca25fdfc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.012646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 7d030722-e987-402d-95be-cbdb8bb2b6ab is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:31.021600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:31.022299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc464-8033-47c7-bf2b-45ff879e6f1c None None] Pushing event updated for resources: {'Port': ['ID=c73e3db4-9f19-4309-b5dc-ab8c2d00dd33,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:31.026254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:31.030699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=fb0b740c-8ad7-4fef-a236-48e5ca25fdfc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:31.086863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:31.087530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.104963 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74bfc654-b3b2-4c85-81d0-46e73bc89e87 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8340540 Feb 19 01:39:31.107915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44788) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:31.237038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port fb0b740c-8ad7-4fef-a236-48e5ca25fdfc {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:31.237530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fb0b740c-8ad7-4fef-a236-48e5ca25fdfc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.347362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fb0b740c-8ad7-4fef-a236-48e5ca25fdfc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.361856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for fb0b740c-8ad7-4fef-a236-48e5ca25fdfc owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:31.510395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fb0b740c-8ad7-4fef-a236-48e5ca25fdfc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.539597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=fb0b740c-8ad7-4fef-a236-48e5ca25fdfc,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:31.620525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.627236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-99e93fc6-3c64-42a7-bdb8-dfb909ce24ca tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/fb0b740c-8ad7-4fef-a236-48e5ca25fdfc HTTP/1.1" status: 204 len: 168 time: 0.5160122 Feb 19 01:39:31.627499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44792) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:31.664511 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-638e3782-a9d0-4e6a-b7b5-bc4be09448cd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:31.669130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-638e3782-a9d0-4e6a-b7b5-bc4be09448cd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/fb0b740c-8ad7-4fef-a236-48e5ca25fdfc HTTP/1.1" status: 404 len: 333 time: 0.0375338 Feb 19 01:39:31.669347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44794) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:31.719819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet 9ca3161c-7b90-40b9-84b6-991866d10218 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:31.723478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (9ca3161c-7b90-40b9-84b6-991866d10218), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.771954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (9ca3161c-7b90-40b9-84b6-991866d10218), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.838854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:31.919854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:31.920242 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:31.936343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (9ca3161c-7b90-40b9-84b6-991866d10218), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.033581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:32.033979 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.050267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (9ca3161c-7b90-40b9-84b6-991866d10218), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.104231 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:39:32.104596 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:39:32.116569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca3161c-7b90-40b9-84b6-991866d10218,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:32.120369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.124597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-081c511c-bc1f-45b9-b58f-9e8f68006b33 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/9ca3161c-7b90-40b9-84b6-991866d10218 HTTP/1.1" status: 204 len: 168 time: 0.4543846 Feb 19 01:39:32.127437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:32.216767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7d030722-e987-402d-95be-cbdb8bb2b6ab), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.331512 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:32.331867 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.335778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d1c69-6805-4cef-b2f8-dbc2d42f7d59 None None] Network 7d030722-e987-402d-95be-cbdb8bb2b6ab requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:32.413513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] For port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c73e3db4-9f19-4309-b5dc-ab8c2d00dd33,segment=NetworkSegment(fb1054c3-8209-4766-81e9-9a1737a778a8),segment_id=fb1054c3-8209-4766-81e9-9a1737a778a8)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:32.414212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.431928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5ceb2fa0-c31c-4d36-9ccc-3079cb11d85c None None] Provisioning complete for port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:32.432320 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2fa0-c31c-4d36-9ccc-3079cb11d85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.434543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:32.559729 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb2fa0-c31c-4d36-9ccc-3079cb11d85c None None] Current status of the port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:32.560559 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2fa0-c31c-4d36-9ccc-3079cb11d85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.586553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0de3c0-02cb-4f13-b092-ebaa266fec47 None None] DHCP port deletion for 7d030722-e987-402d-95be-cbdb8bb2b6ab request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:32.593008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c73e3db4-9f19-4309-b5dc-ab8c2d00dd33), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.637367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=c73e3db4-9f19-4309-b5dc-ab8c2d00dd33,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:32.643354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No DVR routers for this DVR port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:32.675307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Port c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 update to ACTIVE by agent not found {{(pid=103431) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:39:32.747784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7d030722-e987-402d-95be-cbdb8bb2b6ab), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.767893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d030722-e987-402d-95be-cbdb8bb2b6ab']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:32.777960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1054c3-8209-4766-81e9-9a1737a778a8') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:32.778386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1054c3-8209-4766-81e9-9a1737a778a8') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:32.792060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (fb1054c3-8209-4766-81e9-9a1737a778a8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.805463 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (fb1054c3-8209-4766-81e9-9a1737a778a8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.811511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:32.812064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (fb1054c3-8209-4766-81e9-9a1737a778a8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:32.816072 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:32.876646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7d030722-e987-402d-95be-cbdb8bb2b6ab), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.883266 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.893221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/7d030722-e987-402d-95be-cbdb8bb2b6ab HTTP/1.1" status: 204 len: 168 time: 0.7587588 Feb 19 01:39:32.894150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44802) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:32.904393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'name': 'tempest-PortsTestJSON-592044093'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:32.906687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23852bf1-3e5c-4854-803b-afd5b0de58fb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=7d030722-e987-402d-95be-cbdb8bb2b6ab,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:33.021069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:33.025526 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.046602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port b74969ba-954b-4005-9407-7f95da2398f3 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:33.237312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (b74969ba-954b-4005-9407-7f95da2398f3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.275429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b74969ba-954b-4005-9407-7f95da2398f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.318925 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:33.326966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:33.332376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:33.339525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:33.340336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.361437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=b74969ba-954b-4005-9407-7f95da2398f3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:33.375031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44804) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:33.375620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6d7b0e05-d9cf-486d-807a-f9895e2a2e20 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4799709 Feb 19 01:39:33.523126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port b74969ba-954b-4005-9407-7f95da2398f3 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:33.523518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b74969ba-954b-4005-9407-7f95da2398f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.598317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b74969ba-954b-4005-9407-7f95da2398f3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.624157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for b74969ba-954b-4005-9407-7f95da2398f3 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:33.716600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (b74969ba-954b-4005-9407-7f95da2398f3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.752857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.757042 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/b74969ba-954b-4005-9407-7f95da2398f3 HTTP/1.1" status: 204 len: 168 time: 0.3796813 Feb 19 01:39:33.759736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:33.765798 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'mac_address': 'fa:16:3e:c9:73:ff', 'name': 'tempest-PortsTestJSON-149862369'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:33.766567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:33.769529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d277fd-cccb-4a59-84f0-181f18634b84 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=b74969ba-954b-4005-9407-7f95da2398f3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:33.788842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:33.789159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c73e3db4-9f19-4309-b5dc-ab8c2d00dd33 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:33.857635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:33.927928 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:33.949345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 73dcb31e-9652-4900-93aa-54c03088112d yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:34.106646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (73dcb31e-9652-4900-93aa-54c03088112d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.138834 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (73dcb31e-9652-4900-93aa-54c03088112d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.180040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:34.183237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:34.185653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:34.190824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:34.191443 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.207575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=73dcb31e-9652-4900-93aa-54c03088112d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:34.219697 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-50efa9dd-d95d-489e-b3c9-b0dd96eac087 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4565506 Feb 19 01:39:34.219853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44810) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:34.269935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477e421-f331-4fe1-b6ed-6279e87ebecc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:34.270791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d477e421-f331-4fe1-b6ed-6279e87ebecc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/73dcb31e-9652-4900-93aa-54c03088112d HTTP/1.1" status: 200 len: 840 time: 0.0500212 Feb 19 01:39:34.273632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44812) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:34.370742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 73dcb31e-9652-4900-93aa-54c03088112d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:34.370978 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (73dcb31e-9652-4900-93aa-54c03088112d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.438483 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (73dcb31e-9652-4900-93aa-54c03088112d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.452720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 73dcb31e-9652-4900-93aa-54c03088112d owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:34.550869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (73dcb31e-9652-4900-93aa-54c03088112d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.588272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=73dcb31e-9652-4900-93aa-54c03088112d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:34.605856 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.615465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44816) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:34.616056 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e3b66f6d-226c-4db6-9ccf-bf8b8e5ff6bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/73dcb31e-9652-4900-93aa-54c03088112d HTTP/1.1" status: 204 len: 168 time: 0.3403709 Feb 19 01:39:34.651463 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5942700-6b56-4e23-abb1-946fb71e3ec1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:34.653407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a5942700-6b56-4e23-abb1-946fb71e3ec1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/73dcb31e-9652-4900-93aa-54c03088112d HTTP/1.1" status: 404 len: 333 time: 0.0363908 Feb 19 01:39:34.659291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44818) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:34.671247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'name': 'tempest-PortsTestJSON-1781208969'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:34.798329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:34.801346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.838991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 8e19bc13-8a69-4c11-9553-5f82dfa65441 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:35.026321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.065390 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.108393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:35.111833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:35.125863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:35.131317 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:35.131981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.139108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=8e19bc13-8a69-4c11-9553-5f82dfa65441,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:35.158860 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f835367-cb4b-4e09-b3e4-e92dae57a376 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4970112 Feb 19 01:39:35.161539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:35.170062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:35.272048 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.470166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.481153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.505658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] In _notify_port_updated(), no bound segment for port 8e19bc13-8a69-4c11-9553-5f82dfa65441 on network 77c14b98-a3af-4743-b120-98ce75a2da39 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:39:35.514070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:35.515089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.521585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44824) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:35.521767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/ports/8e19bc13-8a69-4c11-9553-5f82dfa65441 HTTP/1.1" status: 200 len: 818 time: 0.3589132 Feb 19 01:39:35.570328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dd6a2-4a06-4ff5-8b7a-073fccee9cc6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=8e19bc13-8a69-4c11-9553-5f82dfa65441,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:35.651588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 8e19bc13-8a69-4c11-9553-5f82dfa65441 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:35.651588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.658357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44828) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:35.742961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.759627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 8e19bc13-8a69-4c11-9553-5f82dfa65441 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:35.870253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8e19bc13-8a69-4c11-9553-5f82dfa65441), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.902603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=8e19bc13-8a69-4c11-9553-5f82dfa65441,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:35.915952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.918802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 84a8af6a-7f1a-4e33-a986-34defbf22743 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:35.919128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.925057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-91d7b25e-3b10-45a7-8fd2-d6b80f48b3ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/8e19bc13-8a69-4c11-9553-5f82dfa65441 HTTP/1.1" status: 204 len: 168 time: 0.4000392 Feb 19 01:39:35.925437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:35.990398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4c1062-1e12-484f-b8f2-e2582d0406ef tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:35.991803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6a4c1062-1e12-484f-b8f2-e2582d0406ef tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0654006 Feb 19 01:39:35.994642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44832) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:36.048868 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bcaf11-db42-45ee-ac49-bd59fa8fd37a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:36.050420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-01bcaf11-db42-45ee-ac49-bd59fa8fd37a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/8e19bc13-8a69-4c11-9553-5f82dfa65441 HTTP/1.1" status: 404 len: 333 time: 0.0539806 Feb 19 01:39:36.055705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44834) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:36.061235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-488806427'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:36.082937 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.083510 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (84a8af6a-7f1a-4e33-a986-34defbf22743), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.098314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:36.102772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.109112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 84a8af6a-7f1a-4e33-a986-34defbf22743 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:36.128613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:36.138125 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (972a234b-d7f3-4552-a80a-ed65a1cb5457), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.138479 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment 972a234b-d7f3-4552-a80a-ed65a1cb5457 of type vlan for network 45a49e6d-b6b9-47e0-988a-ae810a260c3f Feb 19 01:39:36.182393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (45a49e6d-b6b9-47e0-988a-ae810a260c3f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.219543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (45a49e6d-b6b9-47e0-988a-ae810a260c3f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.224664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:36.225282 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.301207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:36.302096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2450733 Feb 19 01:39:36.306374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:36.317181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb0564-a8c6-4d82-874c-661c15948557 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=45a49e6d-b6b9-47e0-988a-ae810a260c3f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:36.340890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:36.359190 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (84a8af6a-7f1a-4e33-a986-34defbf22743), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.411445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=84a8af6a-7f1a-4e33-a986-34defbf22743,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:36.491339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:36.496523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.561123 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for floatingip (cf912f92-f228-4942-855c-e1fea4524a61), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.561491 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Floating IP cf912f92-f228-4942-855c-e1fea4524a61 disassociated (deleted). External IP: 172.25.0.133, port: ecd840f9-b330-4805-8915-49e670eb309a. Feb 19 01:39:37.316075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (cad6f124-5e66-475d-9145-709101a050c4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.392868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router e904fe7d-d445-475d-a52c-68272a18d8d2 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:37.404021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=cad6f124-5e66-475d-9145-709101a050c4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:37.419322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': '972a234b-d7f3-4552-a80a-ed65a1cb5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:37.419679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: 45a49e6d-b6b9-47e0-988a-ae810a260c3f, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:37.489053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:37.535758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 45a49e6d-b6b9-47e0-988a-ae810a260c3f) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:37.546497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:37.548439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.559440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49da8355-f511-46b6-9ff4-2c78039ed2dc None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:37.583096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e191e4da-1b7a-472b-aa00-f3102499b16f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2811799 Feb 19 01:39:37.586833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:37.587341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:37.593114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:37.596537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.634898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-09d3ca61-0911-40ca-b4c7-a8d85b52997f tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/floatingips/cf912f92-f228-4942-855c-e1fea4524a61 HTTP/1.1" status: 204 len: 168 time: 1.9717016 Feb 19 01:39:37.634898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:37.635321 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "tag": "ecd840f9-b330-4805-8915-49e670eb309a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:37.686969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] Sync routers for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:37.702038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:37.702967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:37.767928 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362d43ca-8392-44b0-b610-2b375e5e0e5c x-openstack-request-id: req-362d43ca-8392-44b0-b610-2b375e5e0e5c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:37.768354 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "tag": "ecd840f9-b330-4805-8915-49e670eb309a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:37.768624 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-362d43ca-8392-44b0-b610-2b375e5e0e5c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:37.769786 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a', 'status': 'completed', 'code': 200} Feb 19 01:39:37.773190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:37.777027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.897589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-9a89a42e-d49f-4431-9b84-e35b553eb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:37.900542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-9a89a42e-d49f-4431-9b84-e35b553eb9ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e1e3a64a565467999d736e1f9c667ae&device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 1127 time: 0.1253915 Feb 19 01:39:37.922207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': 'cad6f124-5e66-475d-9145-709101a050c4'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:37.923064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.971595 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cad6f124-5e66-475d-9145-709101a050c4 (CIDR: 172.20.0.0/28) Feb 19 01:39:37.977955 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:39:37.979340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:39:38.013427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ebb3a093-e105-4023-ac98-1fd22a120f3a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4252162 Feb 19 01:39:38.029320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:38.035170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:38.045814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:38.120409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b9eae-8bd4-4126-9217-4724e8a9d8ca req-1d752a99-ac3d-483a-b3bd-5480d6921d10 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:38.127369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b8b9eae-8bd4-4126-9217-4724e8a9d8ca req-1d752a99-ac3d-483a-b3bd-5480d6921d10 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1307201 Feb 19 01:39:38.169710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-05dc013c-e8ea-4580-a658-aff0d03c7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:38.175963 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-05dc013c-e8ea-4580-a658-aff0d03c7268 service neutron] 10.222.0.89 "GET /v2.0/networks?id=167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 200 len: 898 time: 0.2659714 Feb 19 01:39:38.213335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b8b9eae-8bd4-4126-9217-4724e8a9d8ca req-6fd80d24-6060-47a8-a071-20c20ff4f72b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849643 Feb 19 01:39:38.240116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-05040ea5-86a9-43d4-b6e2-889d3246ccc9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 200 len: 217 time: 0.0497077 Feb 19 01:39:38.254477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:38.258028 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.297262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-2f6d632e-5cf6-4efe-bb76-b752d2b793a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:38.297748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Allocated IP 172.20.0.2 (45a49e6d-b6b9-47e0-988a-ae810a260c3f/cad6f124-5e66-475d-9145-709101a050c4/c0ed4b68-9da4-4c29-b3ce-577db6137068) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:38.299014 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-2f6d632e-5cf6-4efe-bb76-b752d2b793a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b332aed-55b7-42b4-be72-1f3adb7170fd HTTP/1.1" status: 200 len: 835 time: 0.0511513 Feb 19 01:39:38.407960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-3bc7e9a9-18bd-42bc-ab97-c62826ca07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:38.411076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-3bc7e9a9-18bd-42bc-ab97-c62826ca07ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=167574c3-ab25-471d-8d5f-e4d1d9369f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961065 Feb 19 01:39:38.567952 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Publish callbacks [] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.571043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:55Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:38.606067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] Checking router: e904fe7d-d445-475d-a52c-68272a18d8d2 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:38.608600 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.624729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-b1a303c8-2452-4841-8b39-ada340e9a757 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062373 Feb 19 01:39:38.653430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:38.654053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:38.661485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:38.669935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:38.706039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:38.712581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Pushing event updated for resources: {'Port': ['ID=c0ed4b68-9da4-4c29-b3ce-577db6137068,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:38.759852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bd75c8d-ca7c-4aca-ba07-f8f3982500e9 req-99dce89d-9583-4079-bfbd-19816d026b54 service neutron] 10.222.0.89 "GET /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235213 Feb 19 01:39:39.033134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Attempting to bind port c0ed4b68-9da4-4c29-b3ce-577db6137068 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:39.033134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Attempting to bind port c0ed4b68-9da4-4c29-b3ce-577db6137068 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '972a234b-d7f3-4552-a80a-ed65a1cb5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:39.033134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Attempting to bind port c0ed4b68-9da4-4c29-b3ce-577db6137068 on network 45a49e6d-b6b9-47e0-988a-ae810a260c3f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:39.036373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (5df865be-389c-4241-a9bb-bb2c153eb2a7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.044715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:39.045960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Checking segment: {'id': '972a234b-d7f3-4552-a80a-ed65a1cb5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:39.045960 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.045960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Bound using segment: {'id': '972a234b-d7f3-4552-a80a-ed65a1cb5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:39.047143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Bound port: c0ed4b68-9da4-4c29-b3ce-577db6137068, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972a234b-d7f3-4552-a80a-ed65a1cb5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:39.047143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.067074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:39.113113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:39.114195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=5df865be-389c-4241-a9bb-bb2c153eb2a7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:39.118474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:39.122452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:39.123050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.140611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f879da39-370d-40c4-a64b-b09e5bcec484 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1098509 Feb 19 01:39:39.143273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:39.148558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'fixed_ips': [{'subnet_id': 'cad6f124-5e66-475d-9145-709101a050c4'}, {'subnet_id': '5df865be-389c-4241-a9bb-bb2c153eb2a7'}], 'name': 'tempest-PortsTestJSON-1610979840'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:39.244405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] For port c0ed4b68-9da4-4c29-b3ce-577db6137068, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:39.267063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] For port c0ed4b68-9da4-4c29-b3ce-577db6137068, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0ed4b68-9da4-4c29-b3ce-577db6137068,segment=NetworkSegment(972a234b-d7f3-4552-a80a-ed65a1cb5457),segment_id=972a234b-d7f3-4552-a80a-ed65a1cb5457)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:39.276864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.316000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:39.444223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da778e-d019-4c6b-91a5-a9a8b6fbf244 None None] Pushing event updated for resources: {'Port': ['ID=c0ed4b68-9da4-4c29-b3ce-577db6137068,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:39.444506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.461885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:55Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:39.464429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:39.468122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa2f70-61d8-47a5-b9a8-9da3d8627c7e req-d7d27bdf-7f55-4fdc-acb0-b4efc4f50251 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:39.476841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6aa2f70-61d8-47a5-b9a8-9da3d8627c7e req-d7d27bdf-7f55-4fdc-acb0-b4efc4f50251 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.1729383 Feb 19 01:39:39.510697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3e906-335f-44ab-8069-ac8c4c86d67a None None] The sync data for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 is: [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:51Z', 'revision_number': 4, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'afff02fa-efaf-449a-bf4b-377f450e756f', 'name': '', 'network_id': '167574c3-ab25-471d-8d5f-e4d1d9369f1f', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'mac_address': 'fa:16:3e:f5:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:49Z', 'updated_at': '2022-02-19T01:37:55Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'subnets': [{'id': '0b332aed-55b7-42b4-be72-1f3adb7170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:39.588064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6aa2f70-61d8-47a5-b9a8-9da3d8627c7e req-b3c5f5a0-de64-41e4-aa43-cc891b41fe7d tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/security-groups?id=11b376cc-b5bd-4b26-bef6-eb7a769b742d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097076 Feb 19 01:39:39.626644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-16e6da87-5950-4972-a659-869d7303dcfa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:39.628904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-16e6da87-5950-4972-a659-869d7303dcfa tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 945 time: 0.2300775 Feb 19 01:39:39.879677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port ecd840f9-b330-4805-8915-49e670eb309a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:39.880392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ecd840f9-b330-4805-8915-49e670eb309a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.890359 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:39:39.947414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0ed4b68-9da4-4c29-b3ce-577db6137068 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:39.966561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.3 (45a49e6d-b6b9-47e0-988a-ae810a260c3f/cad6f124-5e66-475d-9145-709101a050c4/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:39.975016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.23 (45a49e6d-b6b9-47e0-988a-ae810a260c3f/5df865be-389c-4241-a9bb-bb2c153eb2a7/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:40.011554 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb847d7d-d2bc-4186-a347-ff3f43a0f07d None None] New status for floating IP cf912f92-f228-4942-855c-e1fea4524a61: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:39:40.023136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port ecd840f9-b330-4805-8915-49e670eb309a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ecd840f9-b330-4805-8915-49e670eb309a,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:40.023442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ecd840f9-b330-4805-8915-49e670eb309a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.050798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0ed4b68-9da4-4c29-b3ce-577db6137068 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:40.053666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.091305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for ecd840f9-b330-4805-8915-49e670eb309a owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:40.211239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.254499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.297348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:40.315585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0ed4b68-9da4-4c29-b3ce-577db6137068 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:40.316327 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.325392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:40.329877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:40.396677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c0ed4b68-9da4-4c29-b3ce-577db6137068, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0ed4b68-9da4-4c29-b3ce-577db6137068,segment=NetworkSegment(972a234b-d7f3-4552-a80a-ed65a1cb5457),segment_id=972a234b-d7f3-4552-a80a-ed65a1cb5457)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:40.402236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:40.402972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.404582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.425034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=2c6a4a0b-22fa-40c3-b625-a22aa81ea80c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:40.425872 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ecd840f9-b330-4805-8915-49e670eb309a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.449920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0936b795-f2a0-421e-844b-24d6bc40e38e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3024876 Feb 19 01:39:40.450268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:40.456688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cad6f124-5e66-475d-9145-709101a050c4'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:40.469333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=ecd840f9-b330-4805-8915-49e670eb309a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:40.530542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c0ed4b68-9da4-4c29-b3ce-577db6137068,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:40.559543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] No DVR routers for this DVR port ecd840f9-b330-4805-8915-49e670eb309a on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:40.562956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.567445 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5acd7df5-99e8-4b92-8cb3-1d15dfc334e9 req-07ded725-b90d-42eb-92f7-cf1671675b8b tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.89 "DELETE /v2.0/ports/ecd840f9-b330-4805-8915-49e670eb309a HTTP/1.1" status: 204 len: 173 time: 0.9307175 Feb 19 01:39:40.568344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'name': 'network-vif-deleted', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:40.571880 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae67ebd2-ca42-4af2-80c8-6f8947c10e96" -d '{"events": [{"server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "name": "network-vif-deleted", "tag": "ecd840f9-b330-4805-8915-49e670eb309a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:40.632291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.653567 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740c781-2bcb-4ff4-a9ee-a84c6d933bca x-openstack-request-id: req-b740c781-2bcb-4ff4-a9ee-a84c6d933bca {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:40.654053 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5688d8f-6051-499c-b7b2-51f5c45d9e49", "name": "network-vif-deleted", "tag": "ecd840f9-b330-4805-8915-49e670eb309a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:40.654174 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b740c781-2bcb-4ff4-a9ee-a84c6d933bca {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:40.654564 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5688d8f-6051-499c-b7b2-51f5c45d9e49', 'name': 'network-vif-deleted', 'tag': 'ecd840f9-b330-4805-8915-49e670eb309a', 'status': 'completed', 'code': 200} Feb 19 01:39:40.771590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b7e460b3-0c8b-40db-94d6-c2e1aa18138b req-9bd328cc-3fc9-4d1c-8799-56e8b800fa98 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5688d8f-6051-499c-b7b2-51f5c45d9e49 HTTP/1.1" status: 200 len: 210 time: 0.0445812 Feb 19 01:39:40.853799 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a0545-0589-4a7b-83e8-549f507f3711 None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:40.942879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Delete allocated IP 172.20.0.23 (45a49e6d-b6b9-47e0-988a-ae810a260c3f/5df865be-389c-4241-a9bb-bb2c153eb2a7) {{(pid=103429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:39:40.952076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7cca950d-d8f6-4477-9a5c-7012f429bd9c None None] Provisioning complete for port c0ed4b68-9da4-4c29-b3ce-577db6137068 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:40.952822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cca950d-d8f6-4477-9a5c-7012f429bd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.093193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7cca950d-d8f6-4477-9a5c-7012f429bd9c None None] Current status of the port c0ed4b68-9da4-4c29-b3ce-577db6137068 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:41.156340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.164963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.166225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] Update dhcp port {'port': {'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'fixed_ips': [{'subnet_id': 'cad6f124-5e66-475d-9145-709101a050c4', 'ip_address': '172.20.0.2'}, {'subnet_id': '5df865be-389c-4241-a9bb-bb2c153eb2a7'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'c0ed4b68-9da4-4c29-b3ce-577db6137068'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:39:41.205234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.277439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=2c6a4a0b-22fa-40c3-b625-a22aa81ea80c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:41.300472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] In _notify_port_updated(), no bound segment for port 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c on network 45a49e6d-b6b9-47e0-988a-ae810a260c3f {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:39:41.306328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:41.306997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.311604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44868) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:41.313429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c5eb106-a844-4a3a-a8d3-43d36aa82664 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/ports/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c HTTP/1.1" status: 200 len: 919 time: 0.8620200 Feb 19 01:39:41.316840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cad6f124-5e66-475d-9145-709101a050c4'}, {'subnet_id': '5df865be-389c-4241-a9bb-bb2c153eb2a7'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:41.391583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] Allocated IP 172.20.0.18 (45a49e6d-b6b9-47e0-988a-ae810a260c3f/5df865be-389c-4241-a9bb-bb2c153eb2a7/c0ed4b68-9da4-4c29-b3ce-577db6137068) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:41.476953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.492839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] For port c0ed4b68-9da4-4c29-b3ce-577db6137068, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0ed4b68-9da4-4c29-b3ce-577db6137068,segment=NetworkSegment(972a234b-d7f3-4552-a80a-ed65a1cb5457),segment_id=972a234b-d7f3-4552-a80a-ed65a1cb5457)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:41.522665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] Publish callbacks [] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.529092 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.621240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542f625-07bc-4f4e-bdd4-a7b81b058de9 None None] Pushing event updated for resources: {'Port': ['ID=c0ed4b68-9da4-4c29-b3ce-577db6137068,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:41.788960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0ed4b68-9da4-4c29-b3ce-577db6137068 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:41.838085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:41.847777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.30 (45a49e6d-b6b9-47e0-988a-ae810a260c3f/5df865be-389c-4241-a9bb-bb2c153eb2a7/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:41.869901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0ed4b68-9da4-4c29-b3ce-577db6137068 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:41.870393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.005293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0ed4b68-9da4-4c29-b3ce-577db6137068 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:42.074712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.081808 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.185177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=2c6a4a0b-22fa-40c3-b625-a22aa81ea80c,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:42.237784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] In _notify_port_updated(), no bound segment for port 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c on network 45a49e6d-b6b9-47e0-988a-ae810a260c3f {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:39:42.243154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:42.243782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.248218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74db1051-cffd-45c1-8fe7-f486ece52ff0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/ports/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c HTTP/1.1" status: 200 len: 999 time: 0.9324837 Feb 19 01:39:42.248448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44874) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:42.321762 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (e904fe7d-d445-475d-a52c-68272a18d8d2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.322299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd9032-225a-43ff-9805-6b20a613e6c2 None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:42.380081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:42.380585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.462176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1b0fe0a7-933c-405b-8856-a606ac62338f None None] Provisioning complete for port c0ed4b68-9da4-4c29-b3ce-577db6137068 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:42.462612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe0a7-933c-405b-8856-a606ac62338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.508595 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.525255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:42.602606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1b0fe0a7-933c-405b-8856-a606ac62338f None None] Current status of the port c0ed4b68-9da4-4c29-b3ce-577db6137068 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:42.622634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1b0fe0a7-933c-405b-8856-a606ac62338f None None] Provisioning complete for port 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:42.623298 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe0a7-933c-405b-8856-a606ac62338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.662942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1b0fe0a7-933c-405b-8856-a606ac62338f None None] Port 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:42.673904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port afff02fa-efaf-449a-bf4b-377f450e756f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:42.674246 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.755297 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2c6a4a0b-22fa-40c3-b625-a22aa81ea80c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.773753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port afff02fa-efaf-449a-bf4b-377f450e756f, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=afff02fa-efaf-449a-bf4b-377f450e756f,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:42.774310 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.785615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=2c6a4a0b-22fa-40c3-b625-a22aa81ea80c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:42.786461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for afff02fa-efaf-449a-bf4b-377f450e756f owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:42.880499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.887867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0c26bcf1-c142-4b48-b34c-b14f84856218 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c HTTP/1.1" status: 204 len: 168 time: 0.6359398 Feb 19 01:39:42.888125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:42.927873 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b30468a-c34a-42a2-b931-b757e282ad07 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:42.929618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5b30468a-c34a-42a2-b931-b757e282ad07 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c HTTP/1.1" status: 404 len: 333 time: 0.0400548 Feb 19 01:39:42.932153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:43.016582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet 5df865be-389c-4241-a9bb-bb2c153eb2a7 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:43.023337 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (5df865be-389c-4241-a9bb-bb2c153eb2a7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.072629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (afff02fa-efaf-449a-bf4b-377f450e756f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.076826 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (5df865be-389c-4241-a9bb-bb2c153eb2a7), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.165835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=afff02fa-efaf-449a-bf4b-377f450e756f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:43.308039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5df865be-389c-4241-a9bb-bb2c153eb2a7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.412223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (e904fe7d-d445-475d-a52c-68272a18d8d2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.419872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (5df865be-389c-4241-a9bb-bb2c153eb2a7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.459148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=5df865be-389c-4241-a9bb-bb2c153eb2a7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:43.490584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.496295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-46dc24ea-7064-477d-a694-f4d7c64e5316 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/5df865be-389c-4241-a9bb-bb2c153eb2a7 HTTP/1.1" status: 204 len: 168 time: 0.5606604 Feb 19 01:39:43.496640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:43.567804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet cad6f124-5e66-475d-9145-709101a050c4 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:43.571752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (cad6f124-5e66-475d-9145-709101a050c4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.616774 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (cad6f124-5e66-475d-9145-709101a050c4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.697943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Router e904fe7d-d445-475d-a52c-68272a18d8d2 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:43.715154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb36c83-8851-459c-8b6e-b730fbe21d71 None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:43.717482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (cad6f124-5e66-475d-9145-709101a050c4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.814369 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (cad6f124-5e66-475d-9145-709101a050c4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.814618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-530d312a-4305-47cb-be50-ac595d64661c None None] Provisioning complete for port c0ed4b68-9da4-4c29-b3ce-577db6137068 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:43.814955 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-530d312a-4305-47cb-be50-ac595d64661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.839025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:43.843205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=cad6f124-5e66-475d-9145-709101a050c4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:43.843988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0ddfbe7c-a9a2-4100-b7a9-8bdb00884b59 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "PUT /v2.0/routers/e904fe7d-d445-475d-a52c-68272a18d8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048654 Feb 19 01:39:43.846675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44886) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:43.848827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.855750 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1aadee5f-b9f8-4ded-85da-e6fe7184adba tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/cad6f124-5e66-475d-9145-709101a050c4 HTTP/1.1" status: 204 len: 168 time: 0.3571405 Feb 19 01:39:43.856129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:43.862323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] Sync routers for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:43.894213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:43.894846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:43.958994 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting subnet 0b332aed-55b7-42b4-be72-1f3adb7170fd {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:43.968763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (0b332aed-55b7-42b4-be72-1f3adb7170fd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.992482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (45a49e6d-b6b9-47e0-988a-ae810a260c3f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.019624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (0b332aed-55b7-42b4-be72-1f3adb7170fd), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.057623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-530d312a-4305-47cb-be50-ac595d64661c None None] Current status of the port c0ed4b68-9da4-4c29-b3ce-577db6137068 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:44.076482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-530d312a-4305-47cb-be50-ac595d64661c None None] Could not find standard attr ID for object 2c6a4a0b-22fa-40c3-b625-a22aa81ea80c. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:39:44.080033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e247189-a9b7-4297-ae31-ab913f22b4fc None None] Update dhcp port {'port': {'network_id': '45a49e6d-b6b9-47e0-988a-ae810a260c3f', 'fixed_ips': [{'subnet_id': 'cad6f124-5e66-475d-9145-709101a050c4'}], 'binding:host_id': 'n-d-826752-2'}, 'id': 'c0ed4b68-9da4-4c29-b3ce-577db6137068'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:39:44.083409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:44.122284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port c0ed4b68-9da4-4c29-b3ce-577db6137068 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:44.122639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.177267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0b332aed-55b7-42b4-be72-1f3adb7170fd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.229433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] For port c0ed4b68-9da4-4c29-b3ce-577db6137068, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0ed4b68-9da4-4c29-b3ce-577db6137068,segment=NetworkSegment(972a234b-d7f3-4552-a80a-ed65a1cb5457),segment_id=972a234b-d7f3-4552-a80a-ed65a1cb5457)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:44.229802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.250661 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for c0ed4b68-9da4-4c29-b3ce-577db6137068 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:44.299038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (0b332aed-55b7-42b4-be72-1f3adb7170fd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.330660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Subnet': ['ID=0b332aed-55b7-42b4-be72-1f3adb7170fd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.338576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.342286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ecce6e7a-5b28-4e90-bdd6-51dd41567091 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/subnets/0b332aed-55b7-42b4-be72-1f3adb7170fd HTTP/1.1" status: 204 len: 168 time: 0.4945090 Feb 19 01:39:44.345237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.366978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b15926-4a84-4927-91e2-cd68cbf47c9c None None] Network 167574c3-ab25-471d-8d5f-e4d1d9369f1f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:44.378816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e247189-a9b7-4297-ae31-ab913f22b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.389996 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c0ed4b68-9da4-4c29-b3ce-577db6137068), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.423274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=c0ed4b68-9da4-4c29-b3ce-577db6137068,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.427052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No DVR routers for this DVR port c0ed4b68-9da4-4c29-b3ce-577db6137068 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:44.494604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e247189-a9b7-4297-ae31-ab913f22b4fc None None] Host n-d-826752-2 tried to update port c0ed4b68-9da4-4c29-b3ce-577db6137068 which no longer exists. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 19 01:39:44.500628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (e904fe7d-d445-475d-a52c-68272a18d8d2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.528423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (45a49e6d-b6b9-47e0-988a-ae810a260c3f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.567786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a49e6d-b6b9-47e0-988a-ae810a260c3f']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:44.578512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972a234b-d7f3-4552-a80a-ed65a1cb5457') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:44.578812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972a234b-d7f3-4552-a80a-ed65a1cb5457') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:44.602249 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (972a234b-d7f3-4552-a80a-ed65a1cb5457), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.610037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e891d4d-7e38-4b91-b664-848225483c64 None None] Network 45a49e6d-b6b9-47e0-988a-ae810a260c3f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:44.621596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (972a234b-d7f3-4552-a80a-ed65a1cb5457), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.629839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:44.629979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (972a234b-d7f3-4552-a80a-ed65a1cb5457), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:44.633138 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:44.636078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-19a2137c-7c38-42e8-bd0d-abba55931d65 None None] Could not find standard attr ID for object c0ed4b68-9da4-4c29-b3ce-577db6137068. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:39:44.660621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_gateway (e904fe7d-d445-475d-a52c-68272a18d8d2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.726194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (45a49e6d-b6b9-47e0-988a-ae810a260c3f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.731035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ecd840f9-b330-4805-8915-49e670eb309a no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:44.739239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.743546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/45a49e6d-b6b9-47e0-988a-ae810a260c3f HTTP/1.1" status: 204 len: 168 time: 0.8853893 Feb 19 01:39:44.748198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.756844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: ecd840f9-b330-4805-8915-49e670eb309a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:44.757304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ecd840f9-b330-4805-8915-49e670eb309a not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:44.769256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '27035401-3e75-4766-b06f-8197a0f42b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:39:42Z', 'revision_number': 5, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port': {'id': '27035401-3e75-4766-b06f-8197a0f42b80', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:44.770043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7282f6-9031-485b-8643-16b36456407e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=45a49e6d-b6b9-47e0-988a-ae810a260c3f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.771300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Deleting port 27035401-3e75-4766-b06f-8197a0f42b80 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:44.773890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (27035401-3e75-4766-b06f-8197a0f42b80), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.808901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2085f6d9-295d-4108-8001-7bfeee72576d None None] DHCP port deletion for 45a49e6d-b6b9-47e0-988a-ae810a260c3f request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:44.812976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] Checking router: e904fe7d-d445-475d-a52c-68272a18d8d2 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:44.818767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] DHCP port deletion for 167574c3-ab25-471d-8d5f-e4d1d9369f1f request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:44.858338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] Routers {'e904fe7d-d445-475d-a52c-68272a18d8d2'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:44.859312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e904fe7d-d445-475d-a52c-68272a18d8d2'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:44.871365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54423da-d7ce-4d7d-847d-c37f446ec516 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:44.872960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d54423da-d7ce-4d7d-847d-c37f446ec516 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1236877 Feb 19 01:39:44.881408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44900) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.930582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] For port 27035401-3e75-4766-b06f-8197a0f42b80, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=27035401-3e75-4766-b06f-8197a0f42b80,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:44.932527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (27035401-3e75-4766-b06f-8197a0f42b80), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.949353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eaf11c77-80b4-4364-8afe-a57e793534dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0655270 Feb 19 01:39:44.954369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44904) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.965550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-258536732'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:44.972636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Calling delete_port for 27035401-3e75-4766-b06f-8197a0f42b80 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:44.976509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] Set router e904fe7d-d445-475d-a52c-68272a18d8d2 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:45.000232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:45.004430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.034003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:45.040369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 6, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:45.048572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (906bc226-4b47-4336-9cbb-49bf5edb7a9e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.049104 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment 906bc226-4b47-4336-9cbb-49bf5edb7a9e of type vlan for network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 Feb 19 01:39:45.071652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3c714-1597-44e2-8e09-701e8f187774 None None] The sync data for ids ['e904fe7d-d445-475d-a52c-68272a18d8d2'] in n-d-826752-2 is: [{'id': 'e904fe7d-d445-475d-a52c-68272a18d8d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481367463', 'tenant_id': '9e1e3a64a565467999d736e1f9c667ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:37:45Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 6, 'project_id': '9e1e3a64a565467999d736e1f9c667ae', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:45.080828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] Deleting port cac47487-9405-4dfd-bb5e-ce79abd6e30d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:45.081881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.113704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.156682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.167923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:45.168679 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.169775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] For port cac47487-9405-4dfd-bb5e-ce79abd6e30d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cac47487-9405-4dfd-bb5e-ce79abd6e30d,segment=NetworkSegment(b40e988d-e377-462e-94d2-9bec4b109824),segment_id=b40e988d-e377-462e-94d2-9bec4b109824)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:45.170237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.185594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] Calling delete_port for cac47487-9405-4dfd-bb5e-ce79abd6e30d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:45.236981 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (27035401-3e75-4766-b06f-8197a0f42b80), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.248285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=057d6d38-0fe3-4a68-b41d-8ec52b3adbb2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:45.264819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-80a2a018-3d11-4da1-921c-6ef8542e91a5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3054705 Feb 19 01:39:45.264819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44910) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:45.268708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:45.271427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:45.290431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Port': ['ID=27035401-3e75-4766-b06f-8197a0f42b80,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:45.323979 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (cac47487-9405-4dfd-bb5e-ce79abd6e30d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.366015 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (e904fe7d-d445-475d-a52c-68272a18d8d2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.372640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] Pushing event deleted for resources: {'Port': ['ID=cac47487-9405-4dfd-bb5e-ce79abd6e30d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:45.383898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba0061-84d2-4cf2-9f18-3e29a8de56fa None None] No DVR routers for this DVR port cac47487-9405-4dfd-bb5e-ce79abd6e30d on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:45.396971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:45.400834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.489831 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (e904fe7d-d445-475d-a52c-68272a18d8d2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.492236 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router_controller (e904fe7d-d445-475d-a52c-68272a18d8d2), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.560283 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (e904fe7d-d445-475d-a52c-68272a18d8d2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.561765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Fanout notify agent at l3_agent the message router_deleted on router e904fe7d-d445-475d-a52c-68272a18d8d2 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:39:45.569292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.573675 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-819b9b94-759d-4be4-a1ac-9e2ba2c82179 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/routers/e904fe7d-d445-475d-a52c-68272a18d8d2 HTTP/1.1" status: 204 len: 168 time: 1.2249818 Feb 19 01:39:45.574249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:45.653008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (b6c79146-0f18-4bee-b505-592ccf1b7811), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.656546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (167574c3-ab25-471d-8d5f-e4d1d9369f1f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.712027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=b6c79146-0f18-4bee-b505-592ccf1b7811,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:45.722571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': '906bc226-4b47-4336-9cbb-49bf5edb7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:45.723033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:45.742654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:45.752487 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (167574c3-ab25-471d-8d5f-e4d1d9369f1f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.753209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:45.758515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:45.759405 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.764196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075bc39d-12d2-46eb-b42e-dce01cee07cd None None] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:45.778598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167574c3-ab25-471d-8d5f-e4d1d9369f1f']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:45.781657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-94d98b37-7761-4943-b847-e28ce696e0aa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5155256 Feb 19 01:39:45.782402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44914) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:45.793615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2', 'name': 'tempest-PortsTestJSON-1273548351'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:45.858437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40e988d-e377-462e-94d2-9bec4b109824') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:45.858742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40e988d-e377-462e-94d2-9bec4b109824') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:45.873705 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (b40e988d-e377-462e-94d2-9bec4b109824), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.881415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-057d6d38-0fe3-4a68-b41d-8ec52b3adbb2', 'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': 'b6c79146-0f18-4bee-b505-592ccf1b7811'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:45.882535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.906953 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b40e988d-e377-462e-94d2-9bec4b109824), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.918294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:45.918637 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (b40e988d-e377-462e-94d2-9bec4b109824), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:45.922077 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:45.978688 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:45.984387 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.038369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port c36c3c46-e5a4-4d0e-afac-10cdac310aad yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:46.045534 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (167574c3-ab25-471d-8d5f-e4d1d9369f1f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.045940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cac47487-9405-4dfd-bb5e-ce79abd6e30d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:46.055772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.059920 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/networks/167574c3-ab25-471d-8d5f-e4d1d9369f1f HTTP/1.1" status: 204 len: 168 time: 0.4846280 Feb 19 01:39:46.062756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44918) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:46.091344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: cac47487-9405-4dfd-bb5e-ce79abd6e30d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:46.094367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cac47487-9405-4dfd-bb5e-ce79abd6e30d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:46.095135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0ed4b68-9da4-4c29-b3ce-577db6137068 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:46.106142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66d513-2f6e-4957-b355-cd2274c4160a tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'Network': ['ID=167574c3-ab25-471d-8d5f-e4d1d9369f1f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.133474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c0ed4b68-9da4-4c29-b3ce-577db6137068 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:46.133930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0ed4b68-9da4-4c29-b3ce-577db6137068 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:46.134454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 27035401-3e75-4766-b06f-8197a0f42b80 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:46.162338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-802a36b1-07e7-4216-b18f-25e420bc19b9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (11b376cc-b5bd-4b26-bef6-eb7a769b742d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.166354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 27035401-3e75-4766-b06f-8197a0f42b80 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:46.166868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 27035401-3e75-4766-b06f-8197a0f42b80 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:46.167164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device afff02fa-efaf-449a-bf4b-377f450e756f no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:46.190383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-802a36b1-07e7-4216-b18f-25e420bc19b9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (11b376cc-b5bd-4b26-bef6-eb7a769b742d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.192490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: afff02fa-efaf-449a-bf4b-377f450e756f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:46.192911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device afff02fa-efaf-449a-bf4b-377f450e756f not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:46.200012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Allocated IP 172.20.0.2 (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2/b6c79146-0f18-4bee-b505-592ccf1b7811/fb006702-5528-4383-9040-cdc7173adcb8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:46.276025 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-802a36b1-07e7-4216-b18f-25e420bc19b9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (11b376cc-b5bd-4b26-bef6-eb7a769b742d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.280081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-802a36b1-07e7-4216-b18f-25e420bc19b9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.284322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-802a36b1-07e7-4216-b18f-25e420bc19b9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] 10.222.0.43 "DELETE /v2.0/security-groups/11b376cc-b5bd-4b26-bef6-eb7a769b742d HTTP/1.1" status: 204 len: 168 time: 0.2204399 Feb 19 01:39:46.294382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a36b1-07e7-4216-b18f-25e420bc19b9 tempest-TestNetworkAdvancedServerOps-960196648 tempest-TestNetworkAdvancedServerOps-960196648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b376cc-b5bd-4b26-bef6-eb7a769b742d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.392425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Publish callbacks [] for port (fb006702-5528-4383-9040-cdc7173adcb8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.409797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (fb006702-5528-4383-9040-cdc7173adcb8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.461636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:46.465448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:46.471704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:46.478919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Pushing event updated for resources: {'Port': ['ID=fb006702-5528-4383-9040-cdc7173adcb8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.532158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.12 (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2/b6c79146-0f18-4bee-b505-592ccf1b7811/c36c3c46-e5a4-4d0e-afac-10cdac310aad) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:46.550539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Attempting to bind port fb006702-5528-4383-9040-cdc7173adcb8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:46.550964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Attempting to bind port fb006702-5528-4383-9040-cdc7173adcb8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '906bc226-4b47-4336-9cbb-49bf5edb7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:46.551626 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Attempting to bind port fb006702-5528-4383-9040-cdc7173adcb8 on network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:46.558258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:46.558767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Checking segment: {'id': '906bc226-4b47-4336-9cbb-49bf5edb7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:46.559264 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.559719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Bound using segment: {'id': '906bc226-4b47-4336-9cbb-49bf5edb7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:46.560326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Bound port: fb006702-5528-4383-9040-cdc7173adcb8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bc226-4b47-4336-9cbb-49bf5edb7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:46.560785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fb006702-5528-4383-9040-cdc7173adcb8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.661709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] For port fb006702-5528-4383-9040-cdc7173adcb8, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:46.665854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] For port fb006702-5528-4383-9040-cdc7173adcb8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fb006702-5528-4383-9040-cdc7173adcb8,segment=NetworkSegment(906bc226-4b47-4336-9cbb-49bf5edb7a9e),segment_id=906bc226-4b47-4336-9cbb-49bf5edb7a9e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:46.676783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fb006702-5528-4383-9040-cdc7173adcb8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.716189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44926) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:46.746222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6594a-3a1c-4334-a655-9b76af44e97c None None] Pushing event updated for resources: {'Port': ['ID=fb006702-5528-4383-9040-cdc7173adcb8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.748897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.786757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.838162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:46.841771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:46.844340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:46.874646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=c36c3c46-e5a4-4d0e-afac-10cdac310aad,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.897417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:46.897676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f769929-9844-45e5-988e-07a7caad6e47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e1e3a64a565467999d736e1f9c667ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801579 Feb 19 01:39:46.923331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:46.924065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.967356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ca8b56e6-2751-4b96-9a1a-e423ab898c56 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1839197 Feb 19 01:39:46.970072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44932) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:46.975228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '057d6d38-0fe3-4a68-b41d-8ec52b3adbb2', 'name': 'tempest-PortsTestJSON-1093844917'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:46.979746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fd077bf-9964-4b9c-9aa7-5eadd934e9a9 admin admin] Publish callbacks [] for security_group (86f092a7-d6a6-4d9c-acb2-709c5898052e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.005810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fd077bf-9964-4b9c-9aa7-5eadd934e9a9 admin admin] Publish callbacks [] for security_group (86f092a7-d6a6-4d9c-acb2-709c5898052e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.058498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fd077bf-9964-4b9c-9aa7-5eadd934e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (86f092a7-d6a6-4d9c-acb2-709c5898052e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.061778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fd077bf-9964-4b9c-9aa7-5eadd934e9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.063168 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8fd077bf-9964-4b9c-9aa7-5eadd934e9a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86f092a7-d6a6-4d9c-acb2-709c5898052e HTTP/1.1" status: 204 len: 168 time: 0.1646206 Feb 19 01:39:47.072873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd077bf-9964-4b9c-9aa7-5eadd934e9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f092a7-d6a6-4d9c-acb2-709c5898052e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.118202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:47.123593 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.144876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 354c76a1-b9de-4dcf-b09a-93b9474e385b yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:47.275881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.11 (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2/b6c79146-0f18-4bee-b505-592ccf1b7811/354c76a1-b9de-4dcf-b09a-93b9474e385b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:47.398129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44942) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:47.479338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (354c76a1-b9de-4dcf-b09a-93b9474e385b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.491937 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78ebb102-57b8-4068-8a66-1ba937d2a5ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dc7d820bc4145c28a8d464ecc43d482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895913 Feb 19 01:39:47.492275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:47.561769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (354c76a1-b9de-4dcf-b09a-93b9474e385b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.602639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0427f4-2674-48e4-ac37-af4f10a46828 admin admin] Publish callbacks [] for security_group (a9727cc6-36e4-4ab4-927a-5a168a17207d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.639657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:47.644884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:47.649738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:47.657094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=354c76a1-b9de-4dcf-b09a-93b9474e385b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.684287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0427f4-2674-48e4-ac37-af4f10a46828 admin admin] Publish callbacks [] for security_group (a9727cc6-36e4-4ab4-927a-5a168a17207d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.762887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:47.763549 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.787708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9edb260b-cdd7-404a-a7dd-d4ba777ee738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8163738 Feb 19 01:39:47.790546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:47.806108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0427f4-2674-48e4-ac37-af4f10a46828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a9727cc6-36e4-4ab4-927a-5a168a17207d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.809736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c0427f4-2674-48e4-ac37-af4f10a46828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.813620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c0427f4-2674-48e4-ac37-af4f10a46828 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9727cc6-36e4-4ab4-927a-5a168a17207d HTTP/1.1" status: 204 len: 168 time: 0.3206956 Feb 19 01:39:47.827123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0427f4-2674-48e4-ac37-af4f10a46828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9727cc6-36e4-4ab4-927a-5a168a17207d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.879336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fb006702-5528-4383-9040-cdc7173adcb8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:47.926135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b623a-9ed2-4f28-8aa7-6e2c9cc409df tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:47.928065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-922b623a-9ed2-4f28-8aa7-6e2c9cc409df tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1363056 Feb 19 01:39:47.931008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:47.944674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fb006702-5528-4383-9040-cdc7173adcb8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:47.945419 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fb006702-5528-4383-9040-cdc7173adcb8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.031116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933f287-a699-4769-af28-5b38af991db9 None None] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:48.065611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 354c76a1-b9de-4dcf-b09a-93b9474e385b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:48.065963 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (354c76a1-b9de-4dcf-b09a-93b9474e385b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.109978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fb006702-5528-4383-9040-cdc7173adcb8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:48.113901 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fb006702-5528-4383-9040-cdc7173adcb8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.181583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (354c76a1-b9de-4dcf-b09a-93b9474e385b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.195414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 354c76a1-b9de-4dcf-b09a-93b9474e385b owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:48.345379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port fb006702-5528-4383-9040-cdc7173adcb8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fb006702-5528-4383-9040-cdc7173adcb8,segment=NetworkSegment(906bc226-4b47-4336-9cbb-49bf5edb7a9e),segment_id=906bc226-4b47-4336-9cbb-49bf5edb7a9e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:48.349472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8095841-2ba6-4b1c-b871-61c983e7a6da None None] Provisioning complete for port fb006702-5528-4383-9040-cdc7173adcb8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.349839 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8095841-2ba6-4b1c-b871-61c983e7a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fb006702-5528-4383-9040-cdc7173adcb8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.370483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (354c76a1-b9de-4dcf-b09a-93b9474e385b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.395868 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fb006702-5528-4383-9040-cdc7173adcb8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.412143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=354c76a1-b9de-4dcf-b09a-93b9474e385b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:48.504449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.518112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=fb006702-5528-4383-9040-cdc7173adcb8,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:48.583943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8095841-2ba6-4b1c-b871-61c983e7a6da None None] Current status of the port fb006702-5528-4383-9040-cdc7173adcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:48.797431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Could not find standard attr ID for object 354c76a1-b9de-4dcf-b09a-93b9474e385b. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:39:48.817715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Provisioning complete for port fb006702-5528-4383-9040-cdc7173adcb8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.818473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fb006702-5528-4383-9040-cdc7173adcb8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.833494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:48.933321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Current status of the port fb006702-5528-4383-9040-cdc7173adcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:48.947519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Provisioning complete for port c36c3c46-e5a4-4d0e-afac-10cdac310aad triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.947878 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.998135 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.004486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c7efcf0e-9adf-48fc-b1a6-82d1a1a22064 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/354c76a1-b9de-4dcf-b09a-93b9474e385b HTTP/1.1" status: 204 len: 168 time: 1.0723875 Feb 19 01:39:49.005321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-722790261-network', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.007397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44982) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.035969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b68982a4-6e09-4333-ad91-fe9ee8b3c60d None None] Port c36c3c46-e5a4-4d0e-afac-10cdac310aad cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:49.044366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Made reservation on behalf of 6f94da29cbbe4154880e756bafe77cfa for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:49.047516 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.051437 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdbe618-ac21-4dc1-af55-89f0d780764c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:49.052927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ecdbe618-ac21-4dc1-af55-89f0d780764c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/354c76a1-b9de-4dcf-b09a-93b9474e385b HTTP/1.1" status: 404 len: 333 time: 0.0423703 Feb 19 01:39:49.055799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44984) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.064712 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.168034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9d8ea0b3-a98f-47c6-bb08-7ac132469995 None None] Provisioning complete for port c36c3c46-e5a4-4d0e-afac-10cdac310aad triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:49.169017 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea0b3-a98f-47c6-bb08-7ac132469995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.176016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks [] for security_group (90e4400a-1b56-453d-b1d6-00f95e1d2c4a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.182861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (90e4400a-1b56-453d-b1d6-00f95e1d2c4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.194313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port c36c3c46-e5a4-4d0e-afac-10cdac310aad {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:49.196117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.214245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ea0b3-a98f-47c6-bb08-7ac132469995 None None] Port c36c3c46-e5a4-4d0e-afac-10cdac310aad cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:49.225123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:49.237021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4400a-1b56-453d-b1d6-00f95e1d2c4a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.249658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c60aabf9-bbf3-4e09-9d50-36128319a4b7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.250960 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Added segment c60aabf9-bbf3-4e09-9d50-36128319a4b7 of type vlan for network a4498ed2-b16d-489c-ba2f-185d7a32b650 Feb 19 01:39:49.298045 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a4498ed2-b16d-489c-ba2f-185d7a32b650), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.327397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.329234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a4498ed2-b16d-489c-ba2f-185d7a32b650), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.330291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:49.330967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.344133 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for c36c3c46-e5a4-4d0e-afac-10cdac310aad owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:49.435466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9de068b3-8698-44ea-ba2b-ed2c00db4880 None None] Could not find standard attr ID for object 354c76a1-b9de-4dcf-b09a-93b9474e385b. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:39:49.515794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c36c3c46-e5a4-4d0e-afac-10cdac310aad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.550836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=c36c3c46-e5a4-4d0e-afac-10cdac310aad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.659050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.670810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a1a0c8be-f170-4f00-adcf-ff6e85f7b726 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/c36c3c46-e5a4-4d0e-afac-10cdac310aad HTTP/1.1" status: 204 len: 168 time: 0.6121838 Feb 19 01:39:49.674467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44988) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.716309 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc25c4eb-515f-4471-9871-cf98e150a85c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:49.718047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cc25c4eb-515f-4471-9871-cf98e150a85c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/c36c3c46-e5a4-4d0e-afac-10cdac310aad HTTP/1.1" status: 404 len: 333 time: 0.0423560 Feb 19 01:39:49.720856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.788786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] Pushing event updated for resources: {'Network': ['ID=a4498ed2-b16d-489c-ba2f-185d7a32b650,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.789472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet b6c79146-0f18-4bee-b505-592ccf1b7811 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:49.793513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (b6c79146-0f18-4bee-b505-592ccf1b7811), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.806123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:49.811259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2486eaf4-8a37-4346-a029-f21279064a9b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9764102 Feb 19 01:39:49.814059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44992) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.830990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Request body: {'subnet': {'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-722790261-subnet', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.842079 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (b6c79146-0f18-4bee-b505-592ccf1b7811), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.862959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Made reservation on behalf of 6f94da29cbbe4154880e756bafe77cfa for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:49.867673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.885338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fb006702-5528-4383-9040-cdc7173adcb8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:49.957542 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (b6c79146-0f18-4bee-b505-592ccf1b7811), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.012727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fb006702-5528-4383-9040-cdc7173adcb8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:50.013330 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fb006702-5528-4383-9040-cdc7173adcb8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.035623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (b6c79146-0f18-4bee-b505-592ccf1b7811), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.095318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (439e529b-bba6-4e99-aca2-33157a1f66f7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.107741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.126224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/b6c79146-0f18-4bee-b505-592ccf1b7811 HTTP/1.1" status: 204 len: 168 time: 0.4016323 Feb 19 01:39:50.126224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43edcf1-0d8d-47d0-af50-6c6c69a0c8cf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c79146-0f18-4bee-b505-592ccf1b7811,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:50.126561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 44994) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:50.132398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b70e4-5110-4e66-89c3-0aa2df4a4329 None None] Network 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:50.219541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fb006702-5528-4383-9040-cdc7173adcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:50.242669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=439e529b-bba6-4e99-aca2-33157a1f66f7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:50.253107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.263596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Checking segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:50.263958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Network hostable DHCP agents. Network: a4498ed2-b16d-489c-ba2f-185d7a32b650, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:50.276032 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b6672904-ae9e-4b54-b2f9-e29e4acc2d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.310444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:50.323668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a4498ed2-b16d-489c-ba2f-185d7a32b650) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:50.328937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:50.329551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.335033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3527012-c955-4a24-adb2-66b6bf35dad8 None None] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:50.347592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port fb006702-5528-4383-9040-cdc7173adcb8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:50.348007 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fb006702-5528-4383-9040-cdc7173adcb8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.355342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-04f5e98f-8f48-4cbe-a080-eac6bbbc4e7c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5394146 Feb 19 01:39:50.358691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 44996) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:50.363915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:50.398974 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.400123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.420450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] DHCP port deletion for 057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:50.442375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] For port fb006702-5528-4383-9040-cdc7173adcb8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fb006702-5528-4383-9040-cdc7173adcb8,segment=NetworkSegment(906bc226-4b47-4336-9cbb-49bf5edb7a9e),segment_id=906bc226-4b47-4336-9cbb-49bf5edb7a9e)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:50.442760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fb006702-5528-4383-9040-cdc7173adcb8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.481576 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for fb006702-5528-4383-9040-cdc7173adcb8 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:50.535043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] Deleting port fb006702-5528-4383-9040-cdc7173adcb8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:50.535416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fb006702-5528-4383-9040-cdc7173adcb8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.538558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-a4498ed2-b16d-489c-ba2f-185d7a32b650', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:50.539373 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.580859 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks [] for router_controller (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.663689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fb006702-5528-4383-9040-cdc7173adcb8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.684558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No DVR routers for this DVR port fb006702-5528-4383-9040-cdc7173adcb8 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:50.688974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] For port fb006702-5528-4383-9040-cdc7173adcb8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fb006702-5528-4383-9040-cdc7173adcb8,segment=NetworkSegment(906bc226-4b47-4336-9cbb-49bf5edb7a9e),segment_id=906bc226-4b47-4336-9cbb-49bf5edb7a9e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:50.689531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fb006702-5528-4383-9040-cdc7173adcb8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.717053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=fb006702-5528-4383-9040-cdc7173adcb8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:50.738260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] Calling delete_port for fb006702-5528-4383-9040-cdc7173adcb8 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:50.770273 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks [] for router_gateway (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.836456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.857605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Allocated IP 172.20.0.2 (a4498ed2-b16d-489c-ba2f-185d7a32b650/439e529b-bba6-4e99-aca2-33157a1f66f7/ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:50.870679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d6d38-0fe3-4a68-b41d-8ec52b3adbb2']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:50.885210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906bc226-4b47-4336-9cbb-49bf5edb7a9e') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:50.885595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906bc226-4b47-4336-9cbb-49bf5edb7a9e') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:50.899535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (906bc226-4b47-4336-9cbb-49bf5edb7a9e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.915985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (906bc226-4b47-4336-9cbb-49bf5edb7a9e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.924372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:50.924943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (906bc226-4b47-4336-9cbb-49bf5edb7a9e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:50.929055 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:50.935695 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (fb006702-5528-4383-9040-cdc7173adcb8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.966851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] Pushing event deleted for resources: {'Port': ['ID=fb006702-5528-4383-9040-cdc7173adcb8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:50.973950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698ca3a-3749-4ef8-bc50-dcd2a254aded None None] No DVR routers for this DVR port fb006702-5528-4383-9040-cdc7173adcb8 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:51.020074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (057d6d38-0fe3-4a68-b41d-8ec52b3adbb2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.025966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.030155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/057d6d38-0fe3-4a68-b41d-8ec52b3adbb2 HTTP/1.1" status: 204 len: 168 time: 0.8981533 Feb 19 01:39:51.037396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45000) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:51.058181 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-163489051'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:51.064217 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Publish callbacks [] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.068650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ac04a-9ac5-4ec7-a91d-69bdfc00e71f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=057d6d38-0fe3-4a68-b41d-8ec52b3adbb2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.077618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.090772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks [] for router_gateway (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.095226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:51.099579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.120421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.122638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:51.126002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:51.130241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:51.132380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:51.147725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2d047c54-53e8-4ccd-898e-2242c996193b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.148485 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment 2d047c54-53e8-4ccd-898e-2242c996193b of type vlan for network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 Feb 19 01:39:51.169528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Pushing event updated for resources: {'Port': ['ID=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.207033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4eabf3f6-3864-46fb-9349-e7d4cbb43294), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.213194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Attempting to bind port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:51.213674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Attempting to bind port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:51.214478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Attempting to bind port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 on network a4498ed2-b16d-489c-ba2f-185d7a32b650 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:51.223745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:51.224192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Checking segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:51.224672 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.225152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Bound using segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:51.225657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Bound port: ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:51.226047 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.244235 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4eabf3f6-3864-46fb-9349-e7d4cbb43294), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.250198 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:51.250437 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.266497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Allocated IP 172.25.0.160 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/660f3f77-8554-4a75-901a-f49b266f79ac) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:51.310651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2721918 Feb 19 01:39:51.313917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:51.314172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] For port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:51.318345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] For port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:51.319663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:51.327386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.379388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54f25a-1569-477e-8eee-65cde9755e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=4eabf3f6-3864-46fb-9349-e7d4cbb43294,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.406937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks [] for port (660f3f77-8554-4a75-901a-f49b266f79ac), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.412098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:51.446157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.450208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:51.459575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.483489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703bd1f-bf0f-4d20-9e58-59e9f0f998d7 None None] Pushing event updated for resources: {'Port': ['ID=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.501907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:51.507331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:51.513386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:51.535075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Pushing event updated for resources: {'Port': ['ID=660f3f77-8554-4a75-901a-f49b266f79ac,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.789513 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (79177b61-c2e1-446d-91c6-afb2b7787c92), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.868835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=79177b61-c2e1-446d-91c6-afb2b7787c92,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.899820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:51.915649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': '2d047c54-53e8-4ccd-898e-2242c996193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:51.916329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: 4eabf3f6-3864-46fb-9349-e7d4cbb43294, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:51.935919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks [] for router_gateway (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.957774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:51.958179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.961820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:51.974574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4eabf3f6-3864-46fb-9349-e7d4cbb43294) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:51.979674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:51.980312 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.998060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389dffa-2fe0-4f1e-b286-6d509361b196 None None] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:52.004048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3c7e450f-dc4b-45ba-afd3-d11206e29b34 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6891887 Feb 19 01:39:52.006875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45006) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:52.013922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294', 'name': 'tempest-PortsTestJSON-1043563035', 'fixed_ips': [{'subnet_id': '79177b61-c2e1-446d-91c6-afb2b7787c92', 'ip_address': '172.20.0.10'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:52.159049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:52.159826 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.163253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-bded1740-5dc0-4361-96bd-e6f658d241d6 req-e0280e16-b351-4778-ba6b-a8292894b661 service neutron] (103430) timed out ('10.222.0.10', 57804) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:39:52.170901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4eabf3f6-3864-46fb-9349-e7d4cbb43294', 'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': '79177b61-c2e1-446d-91c6-afb2b7787c92'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:52.171920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.231848 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:52.244195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.272015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:52.284186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.355569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.373694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:52.378806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fb006702-5528-4383-9040-cdc7173adcb8 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:52.391399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port f072bd6e-e7b8-41b3-94c3-310619f8c2e0 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:52.400420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-76452e45-0ac9-49a3-aea8-302d21c9a76d req-6664f342-dee5-4a00-ac9b-1739b1a105fa service neutron] (103429) timed out ('10.222.0.10', 57757) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:39:52.416256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: fb006702-5528-4383-9040-cdc7173adcb8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:52.416654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fb006702-5528-4383-9040-cdc7173adcb8 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:52.500534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Allocated IP 172.20.0.2 (4eabf3f6-3864-46fb-9349-e7d4cbb43294/79177b61-c2e1-446d-91c6-afb2b7787c92/42517bd0-b3c2-4813-9ce3-835ffdc067c6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:52.519603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:39:52.667160 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e86b2fd7-b795-480c-b371-b273cfc21839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.735716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:52.747416 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Sync routers for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:52.756876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.757944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Publish callbacks [] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.761121 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45008) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:52.761545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58a7aeef-0eea-44e6-a1b1-847f0442d062 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4013231 Feb 19 01:39:52.771349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.774357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:52.774994 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:52.813060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:52.816456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:52.822444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:52.837281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Pushing event updated for resources: {'Port': ['ID=42517bd0-b3c2-4813-9ce3-835ffdc067c6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:52.913305 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:52.929048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Attempting to bind port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:52.929530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Attempting to bind port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '2d047c54-53e8-4ccd-898e-2242c996193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:52.929995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Attempting to bind port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 on network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:52.937856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:52.938370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Checking segment: {'id': '2d047c54-53e8-4ccd-898e-2242c996193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:52.939184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.939361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Bound using segment: {'id': '2d047c54-53e8-4ccd-898e-2242c996193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:52.939935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Bound port: 42517bd0-b3c2-4813-9ce3-835ffdc067c6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d047c54-53e8-4ccd-898e-2242c996193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:52.940432 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.004697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.10 (4eabf3f6-3864-46fb-9349-e7d4cbb43294/79177b61-c2e1-446d-91c6-afb2b7787c92/f072bd6e-e7b8-41b3-94c3-310619f8c2e0) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:53.020370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] For port 42517bd0-b3c2-4813-9ce3-835ffdc067c6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:53.024980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40699408-f039-4483-a8cf-231d67e7c1a1 None None] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:53.136239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] For port 42517bd0-b3c2-4813-9ce3-835ffdc067c6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42517bd0-b3c2-4813-9ce3-835ffdc067c6,segment=NetworkSegment(2d047c54-53e8-4ccd-898e-2242c996193b),segment_id=2d047c54-53e8-4ccd-898e-2242c996193b)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:53.155816 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:51Z', 'revision_number': 3, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:53.158887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.175694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-44452cb0-e4e8-4e0c-9683-1b6615a151a8 None None] Provisioning complete for port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:53.176925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44452cb0-e4e8-4e0c-9683-1b6615a151a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.192087 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Checking router: 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:53.192786 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Updating router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 port 660f3f77-8554-4a75-901a-f49b266f79ac binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:39:53.226048 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.326905 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.466017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472cab3-4962-4390-932d-e34eb15e266c None None] Pushing event updated for resources: {'Port': ['ID=42517bd0-b3c2-4813-9ce3-835ffdc067c6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:53.477257 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.531107 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Publish callbacks [] for port (660f3f77-8554-4a75-901a-f49b266f79ac), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.547752 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.581908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:53.588867 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:53.604297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-44452cb0-e4e8-4e0c-9683-1b6615a151a8 None None] Current status of the port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:53.605224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:53.634663 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Attempting to bind port 660f3f77-8554-4a75-901a-f49b266f79ac on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:53.635037 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Attempting to bind port 660f3f77-8554-4a75-901a-f49b266f79ac by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:53.635395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Attempting to bind port 660f3f77-8554-4a75-901a-f49b266f79ac on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:53.637627 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Pushing event updated for resources: {'Port': ['ID=660f3f77-8554-4a75-901a-f49b266f79ac,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:53.647870 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:53.648145 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:53.648499 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.648890 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:53.649409 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Bound port: 660f3f77-8554-4a75-901a-f49b266f79ac, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:53.649790 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.652199 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.652529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.653427 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.653749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.654081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.654414 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.654887 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.655225 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.655548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.656478 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.656815 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.657457 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.657586 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:53.666821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=f072bd6e-e7b8-41b3-94c3-310619f8c2e0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:53.730231 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] For port 660f3f77-8554-4a75-901a-f49b266f79ac, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:53.734853 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] For port 660f3f77-8554-4a75-901a-f49b266f79ac, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=660f3f77-8554-4a75-901a-f49b266f79ac,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:53.739263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:53.739924 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.748644 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.759980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.827322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:53.905129 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:53.906207 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:53.913698 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a549f247-0acc-444f-811c-29df3616f8ad tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9031246 Feb 19 01:39:53.914841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45012) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:53.925175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': '4eabf3f6-3864-46fb-9349-e7d4cbb43294', 'name': 'tempest-PortsTestJSON-1622873000', 'fixed_ips': [{'subnet_id': '79177b61-c2e1-446d-91c6-afb2b7787c92', 'ip_address': '172.20.0.9'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:53.963564 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b184f1-dc0f-4114-a987-fba183f7dce6 None None] Pushing event updated for resources: {'Port': ['ID=660f3f77-8554-4a75-901a-f49b266f79ac,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:53.964492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:53.964867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.979672 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.060362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ac677a1d-6454-4346-906f-a318451a55f2 None None] Provisioning complete for port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:54.060611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac677a1d-6454-4346-906f-a318451a55f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.130832 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:54.169183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:54.169445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:54.216908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ac677a1d-6454-4346-906f-a318451a55f2 None None] Current status of the port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:54.269586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Allocated IP 172.20.0.1 (a4498ed2-b16d-489c-ba2f-185d7a32b650/439e529b-bba6-4e99-aca2-33157a1f66f7/d7aa1b28-3c45-4184-8cc0-a4c515269133) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:54.294474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.318139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:39:54.390749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:51Z', 'revision_number': 3, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:54.418961 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69288090-b179-4274-9466-74ca20eb5b65 None None] The sync data for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 is: [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:51Z', 'revision_number': 3, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:54.421716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks [] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.468365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.509944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:54.513541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:54.528196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:54.531478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.9 (4eabf3f6-3864-46fb-9349-e7d4cbb43294/79177b61-c2e1-446d-91c6-afb2b7787c92/7fcb1baf-1d6a-436f-ab5d-34af5f58ff31) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:54.582065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa1b28-3c45-4184-8cc0-a4c515269133,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:54.597358 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.791805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (7fcb1baf-1d6a-436f-ab5d-34af5f58ff31), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.872331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7fcb1baf-1d6a-436f-ab5d-34af5f58ff31), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.873591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.920492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:54.925828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:54.928515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:54.965937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f2513ffd-5f65-4733-b4d4-25834b0e0ef7 None None] Provisioning complete for port d7aa1b28-3c45-4184-8cc0-a4c515269133 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:54.966313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f2513ffd-5f65-4733-b4d4-25834b0e0ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.032422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=7fcb1baf-1d6a-436f-ab5d-34af5f58ff31,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:55.050201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f2513ffd-5f65-4733-b4d4-25834b0e0ef7 None None] Port d7aa1b28-3c45-4184-8cc0-a4c515269133 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:55.057412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:55.058301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.087995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bc468c57-7fb7-4d80-9a43-f50ac0d4c3be tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1718848 Feb 19 01:39:55.088671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:55.178619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks [] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.192556 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.257215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a2a9b4-3c0c-43df-bf70-593aa25ab51a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:55.273403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:55.275555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-43a2a9b4-3c0c-43df-bf70-593aa25ab51a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1857786 Feb 19 01:39:55.301843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c097c6-2e32-4877-8484-46906779fc21 None None] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:55.324194 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa1b28-3c45-4184-8cc0-a4c515269133,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:55.349840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.417656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] Provisioning complete for port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:55.418108 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.455759 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.456954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1537b1-864e-487b-8b9e-93ff6a442f1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:55.463393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1537b1-864e-487b-8b9e-93ff6a442f1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:55.470295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1537b1-864e-487b-8b9e-93ff6a442f1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:55.475523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45022) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:55.487758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fe1537b1-864e-487b-8b9e-93ff6a442f1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2127659 Feb 19 01:39:55.544726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:55.546306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:55.608190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] Current status of the port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:55.609111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.670635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] For port 42517bd0-b3c2-4813-9ce3-835ffdc067c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42517bd0-b3c2-4813-9ce3-835ffdc067c6,segment=NetworkSegment(2d047c54-53e8-4ccd-898e-2242c996193b),segment_id=2d047c54-53e8-4ccd-898e-2242c996193b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:55.673202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:55.673202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7fcb1baf-1d6a-436f-ab5d-34af5f58ff31), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.688292 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.748785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:55.827236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632e45b-3771-4a61-80d6-c38c3aac4245 None None] Pushing event updated for resources: {'Port': ['ID=42517bd0-b3c2-4813-9ce3-835ffdc067c6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:55.904195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7fcb1baf-1d6a-436f-ab5d-34af5f58ff31), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:55.913749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42517bd0-b3c2-4813-9ce3-835ffdc067c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:55.938313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:56.000530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:56.016358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d65f24a-ded8-4d44-b0d2-385599e3bed4 admin admin] 10.222.0.43 "PUT /v2.0/routers/24ea6d8d-73c5-47e2-8da1-e95bdecdd532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482481 Feb 19 01:39:56.047201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.047541 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.173072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.182937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:56.183550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 660f3f77-8554-4a75-901a-f49b266f79ac up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:56.183737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7fcb1baf-1d6a-436f-ab5d-34af5f58ff31), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.188918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Provisioning complete for port 7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.189341 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7fcb1baf-1d6a-436f-ab5d-34af5f58ff31), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.217941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=7fcb1baf-1d6a-436f-ab5d-34af5f58ff31,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:56.234734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.235249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.235699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.236171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.236659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.237478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.237949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.238567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.239146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.239586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.240104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.240539 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.241031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:56.283212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Port 7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 was deleted so its status cannot be updated. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:39:56.330300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Provisioning complete for port f072bd6e-e7b8-41b3-94c3-310619f8c2e0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.330952 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.347920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.353569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dd1893a2-d93a-41ad-96c9-c3b4c293ba9d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 HTTP/1.1" status: 204 len: 168 time: 0.8766606 Feb 19 01:39:56.356135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45032) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:56.384124 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7b65af-76e8-4a51-b8e0-5c643cc81334 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:56.387092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9b7b65af-76e8-4a51-b8e0-5c643cc81334 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/7fcb1baf-1d6a-436f-ab5d-34af5f58ff31 HTTP/1.1" status: 404 len: 333 time: 0.0299125 Feb 19 01:39:56.390319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45034) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:56.392806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 660f3f77-8554-4a75-901a-f49b266f79ac triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.393221 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.395294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Port f072bd6e-e7b8-41b3-94c3-310619f8c2e0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:56.440511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Provisioning complete for port d7aa1b28-3c45-4184-8cc0-a4c515269133 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.440902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.491208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Port d7aa1b28-3c45-4184-8cc0-a4c515269133 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:56.541940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Provisioning complete for port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.542464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.597033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port f072bd6e-e7b8-41b3-94c3-310619f8c2e0 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:56.597991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.673273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 660f3f77-8554-4a75-901a-f49b266f79ac is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:56.674801 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.717509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 660f3f77-8554-4a75-901a-f49b266f79ac, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=660f3f77-8554-4a75-901a-f49b266f79ac,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:56.726935 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.745957 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for f072bd6e-e7b8-41b3-94c3-310619f8c2e0 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:56.793610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.803064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-287d739d-6d99-4d49-9745-6c7896b8052b None None] Current status of the port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:56.852210 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.884764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=660f3f77-8554-4a75-901a-f49b266f79ac,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:56.921236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-69cb9069-987f-494d-a30a-d5cae172f9d4 None None] Could not find standard attr ID for object 7fcb1baf-1d6a-436f-ab5d-34af5f58ff31. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:39:56.942625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45044) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:56.949026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-401243791-network', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:56.952805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-69cb9069-987f-494d-a30a-d5cae172f9d4 None None] Provisioning complete for port f072bd6e-e7b8-41b3-94c3-310619f8c2e0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:56.953392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69cb9069-987f-494d-a30a-d5cae172f9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.954085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f072bd6e-e7b8-41b3-94c3-310619f8c2e0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.980113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-69cb9069-987f-494d-a30a-d5cae172f9d4 None None] Port f072bd6e-e7b8-41b3-94c3-310619f8c2e0 was deleted so its status cannot be updated. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:39:56.984598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Made reservation on behalf of 2b89b1e0a78447a48b8c8df84af8c626 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:56.987004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:56.996829 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.003365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=f072bd6e-e7b8-41b3-94c3-310619f8c2e0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:57.063059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Sync routers for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:57.076401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:57.077097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:57.106800 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.114240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cf61ba31-8bf5-4e3c-bdf9-6293fef9c527 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/f072bd6e-e7b8-41b3-94c3-310619f8c2e0 HTTP/1.1" status: 204 len: 168 time: 0.7222767 Feb 19 01:39:57.114766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45046) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:57.143278 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-97647bfc-e887-432a-a18c-f80856cf9b7f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:39:57.145412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-97647bfc-e887-432a-a18c-f80856cf9b7f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/f072bd6e-e7b8-41b3-94c3-310619f8c2e0 HTTP/1.1" status: 404 len: 333 time: 0.0295436 Feb 19 01:39:57.148245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45048) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:57.193555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks [] for security_group (871b0310-a1aa-433a-81d0-dc64b995d43a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.203223 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (871b0310-a1aa-433a-81d0-dc64b995d43a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.239886 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet 79177b61-c2e1-446d-91c6-afb2b7787c92 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:57.244736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (79177b61-c2e1-446d-91c6-afb2b7787c92), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.247099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:57.261638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5d051d0c-2a6a-4ba7-8951-90de7dee39c2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.263595 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Added segment 5d051d0c-2a6a-4ba7-8951-90de7dee39c2 of type vlan for network 089a3f62-0d1f-4354-8134-1f7b93471b90 Feb 19 01:39:57.327351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (089a3f62-0d1f-4354-8134-1f7b93471b90), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.338143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:57.347736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (79177b61-c2e1-446d-91c6-afb2b7787c92), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.379561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (089a3f62-0d1f-4354-8134-1f7b93471b90), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.380653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:57.381738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.409015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871b0310-a1aa-433a-81d0-dc64b995d43a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:57.466520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5196357 Feb 19 01:39:57.470432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45052) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:57.486510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Request body: {'subnet': {'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-401243791-subnet', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:57.498734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ded94e-51ed-458f-a527-f30e07fb647a admin admin] Pushing event updated for resources: {'Network': ['ID=089a3f62-0d1f-4354-8134-1f7b93471b90,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:57.506853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (79177b61-c2e1-446d-91c6-afb2b7787c92), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.527975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:57.528904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Made reservation on behalf of 2b89b1e0a78447a48b8c8df84af8c626 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:57.531832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.591000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (79177b61-c2e1-446d-91c6-afb2b7787c92), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.641820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=79177b61-c2e1-446d-91c6-afb2b7787c92,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:57.660346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.664197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39f23439-f9cd-4531-9132-09ced011d18f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/79177b61-c2e1-446d-91c6-afb2b7787c92 HTTP/1.1" status: 204 len: 168 time: 0.5146058 Feb 19 01:39:57.667028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45054) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:57.671283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73119dbf-74d7-4241-a0cb-786a9062e3a7 None None] Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:57.774003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4eabf3f6-3864-46fb-9349-e7d4cbb43294), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.792325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (57bfbc15-ef09-4b10-bf52-5ee2a82514cf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.793136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 2, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:57.825564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Checking router: 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:57.826059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Updating router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 port d7aa1b28-3c45-4184-8cc0-a4c515269133 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:39:57.851728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:57.852036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.855715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42517bd0-b3c2-4813-9ce3-835ffdc067c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:57.895868 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.912796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bfbc15-ef09-4b10-bf52-5ee2a82514cf,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:57.916871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Checking segment: {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:57.926234 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Network hostable DHCP agents. Network: 089a3f62-0d1f-4354-8134-1f7b93471b90, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:57.932485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] For port 42517bd0-b3c2-4813-9ce3-835ffdc067c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=42517bd0-b3c2-4813-9ce3-835ffdc067c6,segment=NetworkSegment(2d047c54-53e8-4ccd-898e-2242c996193b),segment_id=2d047c54-53e8-4ccd-898e-2242c996193b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:57.932823 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.953237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 42517bd0-b3c2-4813-9ce3-835ffdc067c6 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:57.971987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:57.983593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ffeef2-3f47-401b-92e5-48ff5d787afd None None] DHCP port deletion for 4eabf3f6-3864-46fb-9349-e7d4cbb43294 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:57.986306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 089a3f62-0d1f-4354-8134-1f7b93471b90) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:58.002146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:58.003663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.003808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18e5a3-3674-4192-a438-6ceaee2c3531 None None] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:58.049868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58a887e2-3eaa-4c68-a6de-559b9998d3cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5769124 Feb 19 01:39:58.054656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45056) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:58.061663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:58.090258 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.097721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.099590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.127004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=42517bd0-b3c2-4813-9ce3-835ffdc067c6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:58.142441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No DVR routers for this DVR port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:58.165360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:58.165737 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.175372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks [] for router_controller (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.296974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4eabf3f6-3864-46fb-9349-e7d4cbb43294), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.332949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eabf3f6-3864-46fb-9349-e7d4cbb43294']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:58.345415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d047c54-53e8-4ccd-898e-2242c996193b') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:58.345773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d047c54-53e8-4ccd-898e-2242c996193b') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:58.357883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (2d047c54-53e8-4ccd-898e-2242c996193b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.377884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (2d047c54-53e8-4ccd-898e-2242c996193b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.404219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:58.407664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (2d047c54-53e8-4ccd-898e-2242c996193b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.415086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks [] for router_gateway (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:58.425546 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:58.434953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-089a3f62-0d1f-4354-8134-1f7b93471b90', 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90', 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'fixed_ips': [{'subnet_id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:58.435906 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.516485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4eabf3f6-3864-46fb-9349-e7d4cbb43294), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.529461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.533719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/4eabf3f6-3864-46fb-9349-e7d4cbb43294 HTTP/1.1" status: 204 len: 168 time: 0.8652904 Feb 19 01:39:58.539971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45060) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:58.548904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681166551'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:58.551659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8127748-5d5b-4852-884f-7b3fdd23a9a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=4eabf3f6-3864-46fb-9349-e7d4cbb43294,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:58.570583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 was deleted so its status cannot be updated. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:39:58.571070 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 660f3f77-8554-4a75-901a-f49b266f79ac up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:58.650041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:58.653868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.665931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Allocated IP 172.20.0.2 (089a3f62-0d1f-4354-8134-1f7b93471b90/57bfbc15-ef09-4b10-bf52-5ee2a82514cf/1b046eb5-f808-49d7-b34c-2288ddad8ee1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:58.708088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:58.715235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-40ffeef2-3f47-401b-92e5-48ff5d787afd None None] Deleting port 42517bd0-b3c2-4813-9ce3-835ffdc067c6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:58.715999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40ffeef2-3f47-401b-92e5-48ff5d787afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (42517bd0-b3c2-4813-9ce3-835ffdc067c6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.724244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks [] for router_gateway (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.726482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cf35a6ed-4d31-4579-bc01-e2ff8e827a2e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.728092 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Added segment cf35a6ed-4d31-4579-bc01-e2ff8e827a2e of type vlan for network e907971c-62f4-4fb8-b027-cb70d0ad381e Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-40ffeef2-3f47-401b-92e5-48ff5d787afd None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 could not be found. Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 4eabf3f6-3864-46fb-9349-e7d4cbb43294 could not be found. Feb 19 01:39:58.740470 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 01:39:58.754958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.800572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713c4a6-8efd-41a5-9e7a-28fcd5ae0017 None None] DHCP port deletion for 4eabf3f6-3864-46fb-9349-e7d4cbb43294 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:58.834882 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e907971c-62f4-4fb8-b027-cb70d0ad381e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.841252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 660f3f77-8554-4a75-901a-f49b266f79ac triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:58.841621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.897643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e907971c-62f4-4fb8-b027-cb70d0ad381e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:58.902672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:58.904300 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.025058 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Publish callbacks [] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.026059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Allocated IP 172.25.0.86 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/057a68db-926b-457e-936d-6599c13bbeeb) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:59.035082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4932117 Feb 19 01:39:59.039428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45062) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:59.047359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:59.055179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.062134 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Publish callbacks [] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.112192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.117467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 660f3f77-8554-4a75-901a-f49b266f79ac is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:59.154662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:59.155395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983cf9c-ac1c-47f7-8155-ba55bb2db37e None None] Pushing event updated for resources: {'Port': ['ID=d7aa1b28-3c45-4184-8cc0-a4c515269133,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.163174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:59.165614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:59.227673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks [] for port (057a68db-926b-457e-936d-6599c13bbeeb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.231468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:59.236613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.264223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041c29b-c991-42c1-aed4-cb99d9f8a13b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Network': ['ID=e907971c-62f4-4fb8-b027-cb70d0ad381e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.275747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Attempting to bind port d7aa1b28-3c45-4184-8cc0-a4c515269133 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:59.276393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Attempting to bind port d7aa1b28-3c45-4184-8cc0-a4c515269133 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:59.277137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Attempting to bind port d7aa1b28-3c45-4184-8cc0-a4c515269133 on network a4498ed2-b16d-489c-ba2f-185d7a32b650 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:59.290347 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (057a68db-926b-457e-936d-6599c13bbeeb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.295031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Pushing event updated for resources: {'Port': ['ID=1b046eb5-f808-49d7-b34c-2288ddad8ee1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.308349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e907971c-62f4-4fb8-b027-cb70d0ad381e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:59.336666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:59.338387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Checking segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:59.338387 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.338387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Bound using segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:59.338797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Bound port: d7aa1b28-3c45-4184-8cc0-a4c515269133, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:59.340276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.390475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:59.397376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Attempting to bind port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:59.397756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Attempting to bind port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:59.398123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Attempting to bind port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 on network 089a3f62-0d1f-4354-8134-1f7b93471b90 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:59.405014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:59.410127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:59.413869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Pushing event updated for resources: {'Port': ['ID=057a68db-926b-457e-936d-6599c13bbeeb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.455275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:59.455929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Checking segment: {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:59.456296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.456758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Bound using segment: {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:59.457403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Bound port: 1b046eb5-f808-49d7-b34c-2288ddad8ee1, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:59.457845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.527756 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3a778a20-b944-4aef-9031-b476772d44d5 None None] Provisioning complete for port d7aa1b28-3c45-4184-8cc0-a4c515269133 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:59.528292 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a778a20-b944-4aef-9031-b476772d44d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.574822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] For port d7aa1b28-3c45-4184-8cc0-a4c515269133, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:59.607737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] For port d7aa1b28-3c45-4184-8cc0-a4c515269133, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d7aa1b28-3c45-4184-8cc0-a4c515269133,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:59.609658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] For port 1b046eb5-f808-49d7-b34c-2288ddad8ee1, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:59.614116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3a778a20-b944-4aef-9031-b476772d44d5 None None] Port d7aa1b28-3c45-4184-8cc0-a4c515269133 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:59.626065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] For port 1b046eb5-f808-49d7-b34c-2288ddad8ee1, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1b046eb5-f808-49d7-b34c-2288ddad8ee1,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:59.627937 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.659293 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.702094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (ec60e072-6c0b-4d3e-8cac-5914fad74bdf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.734979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:59.737134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:59.774103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=ec60e072-6c0b-4d3e-8cac-5914fad74bdf,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.832382 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Checking segment: {'id': 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:59.832745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network hostable DHCP agents. Network: e907971c-62f4-4fb8-b027-cb70d0ad381e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:59.855526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983cf9c-ac1c-47f7-8155-ba55bb2db37e None None] Pushing event updated for resources: {'Port': ['ID=d7aa1b28-3c45-4184-8cc0-a4c515269133,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.860812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network e907971c-62f4-4fb8-b027-cb70d0ad381e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:59.882028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42517bd0-b3c2-4813-9ce3-835ffdc067c6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:59.887334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e907971c-62f4-4fb8-b027-cb70d0ad381e) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:59.899074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:59.900410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.951338 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-841ff530-affc-4dc1-8a79-fd88826a49af tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9103878 Feb 19 01:39:59.954308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45066) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:59.959216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1613477119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:59.999320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ea953-d8ca-4c22-8ce7-bc5063d1ec03 None None] Network e907971c-62f4-4fb8-b027-cb70d0ad381e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:00.006081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.024678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 42517bd0-b3c2-4813-9ce3-835ffdc067c6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:00.025200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 42517bd0-b3c2-4813-9ce3-835ffdc067c6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:00.057541 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.164003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for router_controller (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.195956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.260383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.263389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2911cd7b-4a2b-4408-ba81-c74b03dc5b66 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3070502 Feb 19 01:40:00.267019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45068) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:00.280813 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e', 'name': 'tempest-PortsTestJSON-1986669954'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:00.314649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:00.362832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd9929-ed7b-4df6-8a30-51e3a5270cfb None None] Pushing event updated for resources: {'Port': ['ID=1b046eb5-f808-49d7-b34c-2288ddad8ee1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:00.393077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] Provisioning complete for port d7aa1b28-3c45-4184-8cc0-a4c515269133 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:00.394642 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.433098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks [] for router_gateway (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.470795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:00.474588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.499803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:40:00.597096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e907971c-62f4-4fb8-b027-cb70d0ad381e', 'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': 'ec60e072-6c0b-4d3e-8cac-5914fad74bdf'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:00.598603 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.638074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.4 (e907971c-62f4-4fb8-b027-cb70d0ad381e/ec60e072-6c0b-4d3e-8cac-5914fad74bdf/5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:00.775704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.814309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] Current status of the port d7aa1b28-3c45-4184-8cc0-a4c515269133 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:00.814731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.854473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:00.939892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] For port d7aa1b28-3c45-4184-8cc0-a4c515269133, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d7aa1b28-3c45-4184-8cc0-a4c515269133,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:00.947633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:01.020225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b00d-16b3-487a-a30c-4033f6350305 None None] Pushing event updated for resources: {'Port': ['ID=d7aa1b28-3c45-4184-8cc0-a4c515269133,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:01.061882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:39:59Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:01.081359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:40:01.436128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed26da-90d8-4564-9995-74d0e5741fb7 None None] The sync data for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 is: [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:39:59Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:01.449980 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:01.484191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:01.514680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Allocated IP 172.20.0.2 (e907971c-62f4-4fb8-b027-cb70d0ad381e/ec60e072-6c0b-4d3e-8cac-5914fad74bdf/71f0e7bf-0288-4a26-bfc6-dbc1a6569b45) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:01.515184 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Sync routers for ids ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:01.517602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:01.522233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1e97d98-b5ae-471a-a4bd-04273b8743f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4665780 Feb 19 01:40:01.524942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45072) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:01.538980 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Routers {'8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:01.545316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:01.603931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:01.621534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network e907971c-62f4-4fb8-b027-cb70d0ad381e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:01.623002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:01.634548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:01.721369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:01.722013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:01.759743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-57ac3acf-8d04-40c2-bba6-7f976a446f58 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4924855 Feb 19 01:40:01.762315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45076) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:01.766053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Publish callbacks [] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:01.773671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa96c9-d822-475a-9074-80e42fb1b042 None None] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:01.797267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Set router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:01.917308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:01.937872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] Provisioning complete for port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:01.938254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.030196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Network e907971c-62f4-4fb8-b027-cb70d0ad381e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:02.040644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:02.055674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:02.071004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d7aa1b28-3c45-4184-8cc0-a4c515269133 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:02.150319 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:39:59Z', 'revision_number': 3, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:02.198784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Pushing event updated for resources: {'Port': ['ID=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:02.331313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Attempting to bind port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:02.331313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Attempting to bind port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:02.331313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Attempting to bind port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 on network e907971c-62f4-4fb8-b027-cb70d0ad381e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:02.335902 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d7aa1b28-3c45-4184-8cc0-a4c515269133 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:02.336886 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.409717 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Checking router: 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:40:02.410439 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Updating router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af port 057a68db-926b-457e-936d-6599c13bbeeb binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:40:02.472071 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (057a68db-926b-457e-936d-6599c13bbeeb), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.476790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:02.478447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Checking segment: {'id': 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:02.479077 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.497798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Bound using segment: {'id': 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:02.498660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Bound port: 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e907971c-62f4-4fb8-b027-cb70d0ad381e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:02.499270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.632847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] Current status of the port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:02.633150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.769327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d7aa1b28-3c45-4184-8cc0-a4c515269133 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:02.770578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1b046eb5-f808-49d7-b34c-2288ddad8ee1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:02.799562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.831482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] For port 1b046eb5-f808-49d7-b34c-2288ddad8ee1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1b046eb5-f808-49d7-b34c-2288ddad8ee1,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:02.938484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] For port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:02.948558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.984198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] For port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,segment=NetworkSegment(cf35a6ed-4d31-4579-bc01-e2ff8e827a2e),segment_id=cf35a6ed-4d31-4579-bc01-e2ff8e827a2e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:03.036657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.056881 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.089584 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Publish callbacks [] for port (057a68db-926b-457e-936d-6599c13bbeeb), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.116681 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (057a68db-926b-457e-936d-6599c13bbeeb), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.161731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-90b6d2bf-1485-4934-9474-f269ea3cd42a None None] Provisioning complete for port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:03.162384 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90b6d2bf-1485-4934-9474-f269ea3cd42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.242672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:03.243224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.259868 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Attempting to bind port 057a68db-926b-457e-936d-6599c13bbeeb on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:03.259868 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Attempting to bind port 057a68db-926b-457e-936d-6599c13bbeeb by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:03.261169 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Attempting to bind port 057a68db-926b-457e-936d-6599c13bbeeb on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:03.271185 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025c2c-61f0-4d30-a707-6abfd1da5d11 None None] Pushing event updated for resources: {'Port': ['ID=057a68db-926b-457e-936d-6599c13bbeeb,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:03.290423 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:03.291183 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:03.291183 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.291603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:03.292106 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Bound port: 057a68db-926b-457e-936d-6599c13bbeeb, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:03.292473 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (057a68db-926b-457e-936d-6599c13bbeeb), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.391329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532201e0-d179-4a88-925b-f8326624ff94 None None] Pushing event updated for resources: {'Port': ['ID=1b046eb5-f808-49d7-b34c-2288ddad8ee1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:03.473964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.482885 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.552200 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] For port 057a68db-926b-457e-936d-6599c13bbeeb, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:03.567087 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] For port 057a68db-926b-457e-936d-6599c13bbeeb, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=057a68db-926b-457e-936d-6599c13bbeeb,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:03.582061 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (057a68db-926b-457e-936d-6599c13bbeeb), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.619898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Allocated IP 172.20.0.1 (089a3f62-0d1f-4354-8134-1f7b93471b90/57bfbc15-ef09-4b10-bf52-5ee2a82514cf/114ed71a-5965-4cd2-ab92-73164081c0c0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:03.688115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:03.710063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cec3d4-23f0-4583-bab9-16bd3bacf35a None None] Pushing event updated for resources: {'Port': ['ID=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:03.727349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:03.753956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-90b6d2bf-1485-4934-9474-f269ea3cd42a None None] Current status of the port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:03.775483 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025c2c-61f0-4d30-a707-6abfd1da5d11 None None] Pushing event updated for resources: {'Port': ['ID=057a68db-926b-457e-936d-6599c13bbeeb,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:03.804441 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Routers {'8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:03.806882 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:03.929245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks [] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.030600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.090591 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] Set router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:04.102115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:04.106313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:04.109831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:04.155674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:04.164338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.175088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.237755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Pushing event updated for resources: {'Port': ['ID=114ed71a-5965-4cd2-ab92-73164081c0c0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:04.263521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:04.264443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.442880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.460710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:04.461131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.519855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.558216 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afd0891d-5011-4c66-9077-d0853960479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:39:59Z', 'revision_number': 3, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:04.578992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,segment=NetworkSegment(cf35a6ed-4d31-4579-bc01-e2ff8e827a2e),segment_id=cf35a6ed-4d31-4579-bc01-e2ff8e827a2e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:04.591907 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.595344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1b046eb5-f808-49d7-b34c-2288ddad8ee1 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:04.660359 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0891d-5011-4c66-9077-d0853960479b None None] The sync data for ids ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'] in n-d-826752-2 is: [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:39:59Z', 'revision_number': 3, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:04.757027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:04.772906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-875cc24e-318a-40c0-81de-8126904ee5b2 None None] Provisioning complete for port 114ed71a-5965-4cd2-ab92-73164081c0c0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:04.773421 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-875cc24e-318a-40c0-81de-8126904ee5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.839447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-875cc24e-318a-40c0-81de-8126904ee5b2 None None] Port 114ed71a-5965-4cd2-ab92-73164081c0c0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:04.857662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:04.858143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.991818 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:04.997918 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:05.075719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks [] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:05.081575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:05.104094 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:05.105170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:05.111839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:05.176344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e06e0-320d-4542-98b4-111ef3f0fd81 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:40:05.240019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Pushing event updated for resources: {'Port': ['ID=114ed71a-5965-4cd2-ab92-73164081c0c0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:05.261874 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network e907971c-62f4-4fb8-b027-cb70d0ad381e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:05.267495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:05.275993 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:05.339379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b1ee38c9-dc97-4e10-be6f-707321f3e1bb None None] Provisioning complete for port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:05.340340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1ee38c9-dc97-4e10-be6f-707321f3e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:05.436585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e06e0-320d-4542-98b4-111ef3f0fd81 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:40:05.493902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:05.495429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:05.516339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Router 97f91c64-cce5-40f0-a9d0-21e8ab16bba9 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:40:05.668672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee38c9-dc97-4e10-be6f-707321f3e1bb None None] Current status of the port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:05.702748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:05.704684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:05.710401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7ff77001-dff7-4198-a806-0558c5a2bdb9 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/routers/97f91c64-cce5-40f0-a9d0-21e8ab16bba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9466331 Feb 19 01:40:05.712661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45084) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:05.725460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] Sync routers for ids ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:05.782085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] Routers {'97f91c64-cce5-40f0-a9d0-21e8ab16bba9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:05.782737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:05.790842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a3afa-dd37-448f-a72b-22a7c72e2ad3 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:05.796505 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8d9a3afa-dd37-448f-a72b-22a7c72e2ad3 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f91c64-cce5-40f0-a9d0-21e8ab16bba9 HTTP/1.1" status: 200 len: 982 time: 0.0825150 Feb 19 01:40:05.797353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45086) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:05.870739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:05.874555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3609d06-44a7-4756-8c95-dca5d182c97f None None] Network e907971c-62f4-4fb8-b027-cb70d0ad381e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:05.938951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:05.947144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8bb9157b-b17e-461a-bf94-56e16f660d11 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4208615 Feb 19 01:40:06.056536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 057a68db-926b-457e-936d-6599c13bbeeb up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:06.116812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] Routers {'97f91c64-cce5-40f0-a9d0-21e8ab16bba9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:06.119545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:06.222516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:06.223174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27191d-ac27-4b5d-b086-9ee54d3a8beb None None] The sync data for ids ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:06.323660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 057a68db-926b-457e-936d-6599c13bbeeb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:06.324198 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (057a68db-926b-457e-936d-6599c13bbeeb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.366485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7fde781d-52ed-4e77-9ad4-f1372f4ae5b4 None None] Provisioning complete for port 114ed71a-5965-4cd2-ab92-73164081c0c0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:06.367097 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fde781d-52ed-4e77-9ad4-f1372f4ae5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.406650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7fde781d-52ed-4e77-9ad4-f1372f4ae5b4 None None] Port 114ed71a-5965-4cd2-ab92-73164081c0c0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:06.523866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 057a68db-926b-457e-936d-6599c13bbeeb is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:06.527779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (057a68db-926b-457e-936d-6599c13bbeeb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.573363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 057a68db-926b-457e-936d-6599c13bbeeb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=057a68db-926b-457e-936d-6599c13bbeeb,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:06.578365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (057a68db-926b-457e-936d-6599c13bbeeb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.579308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:06.627703 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.689634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=057a68db-926b-457e-936d-6599c13bbeeb,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:06.715014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:06.715784 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.764946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45096) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:06.772129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025318982', 'description': 'tempest-secgroup-smoke-2025318982 description', 'project_id': '6f94da29cbbe4154880e756bafe77cfa'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:06.811116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.859441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:06.866482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8c59445b-3c5f-4912-84ea-257e0bdc1164 None None] Provisioning complete for port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:06.867116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c59445b-3c5f-4912-84ea-257e0bdc1164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.949570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group (f10a08f6-a39b-40f7-a1bc-587bfb640c9f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.965575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f10a08f6-a39b-40f7-a1bc-587bfb640c9f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:06.992891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8c59445b-3c5f-4912-84ea-257e0bdc1164 None None] Current status of the port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:07.008339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8c59445b-3c5f-4912-84ea-257e0bdc1164 None None] Provisioning complete for port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:07.008721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c59445b-3c5f-4912-84ea-257e0bdc1164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.010966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.017077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2501199 Feb 19 01:40:07.018681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45098) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:07.027410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group_rule': {'security_group_id': 'f10a08f6-a39b-40f7-a1bc-587bfb640c9f', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:07.046893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c74ada-a1a2-4e3a-9156-f51f1f7a5f6c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a08f6-a39b-40f7-a1bc-587bfb640c9f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:07.051077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8c59445b-3c5f-4912-84ea-257e0bdc1164 None None] Port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:07.063727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (db124a9f-a239-40d8-a036-8ed5a18d7eca), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.073997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:07.074349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.132790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (db124a9f-a239-40d8-a036-8ed5a18d7eca), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.138373 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (db124a9f-a239-40d8-a036-8ed5a18d7eca), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.163737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db124a9f-a239-40d8-a036-8ed5a18d7eca,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:07.178160 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f75407db-c2b0-4a8c-be74-99a9f8cd7ca1 None None] Provisioning complete for port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:07.181413 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f75407db-c2b0-4a8c-be74-99a9f8cd7ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.183703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.189379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9314eac0-edca-4f1e-8cf1-aa2e2fc02cd9 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696000 Feb 19 01:40:07.191417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45100) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:07.204863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group_rule': {'security_group_id': 'f10a08f6-a39b-40f7-a1bc-587bfb640c9f', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:07.237489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.244601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f75407db-c2b0-4a8c-be74-99a9f8cd7ca1 None None] Port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:07.265908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:07.338814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (f7b077d9-e9de-4f63-9953-962f36c35af7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.475304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ef3867e2-820f-41e6-889a-5413dd4a872c None None] Provisioning complete for port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:07.475724 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef3867e2-820f-41e6-889a-5413dd4a872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.509836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (f7b077d9-e9de-4f63-9953-962f36c35af7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.516360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ef3867e2-820f-41e6-889a-5413dd4a872c None None] Port 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:07.520638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f7b077d9-e9de-4f63-9953-962f36c35af7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.537020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Sync routers for ids ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:07.552265 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Routers {'8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:07.552404 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:07.555242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b077d9-e9de-4f63-9953-962f36c35af7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:07.583415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.584645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-37d9a75d-a3dd-43bc-812f-bfb7c4a7867e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3921075 Feb 19 01:40:07.587448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45104) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:07.593784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group_rule': {'security_group_id': 'f10a08f6-a39b-40f7-a1bc-587bfb640c9f', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:07.638151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (2dfbd738-1f77-4f7e-99cf-e3c8339c0829), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.652182 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.706294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:07.748983 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Set router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:07.766854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (2dfbd738-1f77-4f7e-99cf-e3c8339c0829), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.778463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2dfbd738-1f77-4f7e-99cf-e3c8339c0829), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.808904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfbd738-1f77-4f7e-99cf-e3c8339c0829,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:07.824495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.829591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0db56b98-aa00-46a1-95d1-60007b5e9439 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2407331 Feb 19 01:40:07.830561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:07.837651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group_rule': {'security_group_id': 'f10a08f6-a39b-40f7-a1bc-587bfb640c9f', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:07.846364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4303ed10-acce-415d-b5bb-396441365747 None None] Could not find standard attr ID for object 5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:40:07.878989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 057a68db-926b-457e-936d-6599c13bbeeb up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:07.887166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (03e36180-a107-4c04-90f5-897ee9023776), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.955618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 057a68db-926b-457e-936d-6599c13bbeeb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:07.955999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (057a68db-926b-457e-936d-6599c13bbeeb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.987915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (03e36180-a107-4c04-90f5-897ee9023776), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:07.993513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (03e36180-a107-4c04-90f5-897ee9023776), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.002470 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.023604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e36180-a107-4c04-90f5-897ee9023776,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:08.051190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.056313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-743ecf9b-571e-412a-90db-1c7b83494c26 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2239430 Feb 19 01:40:08.056930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45108) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:08.062516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group_rule': {'security_group_id': 'f10a08f6-a39b-40f7-a1bc-587bfb640c9f', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:08.089406 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Project 6f94da29cbbe4154880e756bafe77cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:40:08.097415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (7188e15c-f726-490a-b128-ef17831fec0e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.127751 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:04Z', 'revision_number': 4, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '114ed71a-5965-4cd2-ab92-73164081c0c0', 'name': '', 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'mac_address': 'fa:16:3e:25:6c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:40:03Z', 'updated_at': '2022-02-19T01:40:04Z', 'revision_number': 2, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'subnets': [{'id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:08.142244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 057a68db-926b-457e-936d-6599c13bbeeb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:08.157419 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Checking router: 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:40:08.157999 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Updating router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af port 114ed71a-5965-4cd2-ab92-73164081c0c0 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:40:08.168840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (7188e15c-f726-490a-b128-ef17831fec0e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.173473 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (7188e15c-f726-490a-b128-ef17831fec0e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.195916 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.197527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7188e15c-f726-490a-b128-ef17831fec0e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:08.205013 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.209481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a0d35ca7-5acc-4a1d-85f4-8f49b9b4b1e5 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511621 Feb 19 01:40:08.210294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45110) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:08.215845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'security_group_rule': {'security_group_id': 'f10a08f6-a39b-40f7-a1bc-587bfb640c9f', 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:08.235090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Router 97f91c64-cce5-40f0-a9d0-21e8ab16bba9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:08.242250 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Project 6f94da29cbbe4154880e756bafe77cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:40:08.248779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (320130d1-4230-4630-a964-5cca64da40bb), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.319127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:08.326075 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b649dd70-e9a8-469b-bfaf-1c9991d97544 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/routers/97f91c64-cce5-40f0-a9d0-21e8ab16bba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271571 Feb 19 01:40:08.328296 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (320130d1-4230-4630-a964-5cca64da40bb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.329646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45112) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:08.331225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] Sync routers for ids ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:08.344830 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (320130d1-4230-4630-a964-5cca64da40bb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.346643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] Routers {'97f91c64-cce5-40f0-a9d0-21e8ab16bba9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:08.348659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:08.397029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320130d1-4230-4630-a964-5cca64da40bb,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:08.397029 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b766be-9a62-49a0-a389-dc232dbe4333 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:40:08.399157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:08.399937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45116) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:08.409517 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78b766be-9a62-49a0-a389-dc232dbe4333 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/5313f095-0bb1-4f2b-9bf3-a1ea2c5901c2 HTTP/1.1" status: 404 len: 333 time: 0.0776560 Feb 19 01:40:08.413656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] Routers {'97f91c64-cce5-40f0-a9d0-21e8ab16bba9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:08.414561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:08.435686 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.447522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-88210b76-fb69-486a-9634-73768f17d11b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2354875 Feb 19 01:40:08.517843 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for router (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.600562 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Publish callbacks [] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.611371 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.743800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:08.744469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b9680-4dba-4894-874b-62b0b1332dc0 None None] The sync data for ids ['97f91c64-cce5-40f0-a9d0-21e8ab16bba9'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:08.755816 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9924b89-de35-4c6f-a521-932f6318ef1d None None] Pushing event updated for resources: {'Port': ['ID=114ed71a-5965-4cd2-ab92-73164081c0c0,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:08.807587 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Attempting to bind port 114ed71a-5965-4cd2-ab92-73164081c0c0 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:08.808384 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Attempting to bind port 114ed71a-5965-4cd2-ab92-73164081c0c0 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:08.808962 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Attempting to bind port 114ed71a-5965-4cd2-ab92-73164081c0c0 on network 089a3f62-0d1f-4354-8134-1f7b93471b90 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:08.819254 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:08.819946 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Checking segment: {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:08.820560 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.821165 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Bound using segment: {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:08.821827 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Bound port: 114ed71a-5965-4cd2-ab92-73164081c0c0, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d051d0c-2a6a-4ba7-8951-90de7dee39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:08.822394 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:08.935766 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] For port 114ed71a-5965-4cd2-ab92-73164081c0c0, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:08.939839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] For port 114ed71a-5965-4cd2-ab92-73164081c0c0, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=114ed71a-5965-4cd2-ab92-73164081c0c0,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:08.955258 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.037733 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Routers {'8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:09.046848 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:39:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:09.054436 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9924b89-de35-4c6f-a521-932f6318ef1d None None] Pushing event updated for resources: {'Port': ['ID=114ed71a-5965-4cd2-ab92-73164081c0c0,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:09.088103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] Provisioning complete for port 114ed71a-5965-4cd2-ab92-73164081c0c0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:09.092643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.226662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] Current status of the port 114ed71a-5965-4cd2-ab92-73164081c0c0 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:09.227476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.245361 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-e2ae570f-6909-4c30-bcb8-a92c8b2ed234 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025318982&fields=id&tenant_id=6f94da29cbbe4154880e756bafe77cfa HTTP/1.1" status: 200 len: 267 time: 0.6667984 Feb 19 01:40:09.311205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] For port 114ed71a-5965-4cd2-ab92-73164081c0c0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=114ed71a-5965-4cd2-ab92-73164081c0c0,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:09.315479 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.319868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.341394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for router_controller (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.349721 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] Set router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:09.405066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd1cf0-a423-460d-826a-190e74868aaa None None] Pushing event updated for resources: {'Port': ['ID=114ed71a-5965-4cd2-ab92-73164081c0c0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:09.449383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-97c5a5e5-7029-4487-a3b2-0e6840ae7770 None None] Provisioning complete for port 114ed71a-5965-4cd2-ab92-73164081c0c0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:09.449776 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-97c5a5e5-7029-4487-a3b2-0e6840ae7770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.543622 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (97f91c64-cce5-40f0-a9d0-21e8ab16bba9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.544219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Fanout notify agent at l3_agent the message router_deleted on router 97f91c64-cce5-40f0-a9d0-21e8ab16bba9 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:40:09.564900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-97c5a5e5-7029-4487-a3b2-0e6840ae7770 None None] Current status of the port 114ed71a-5965-4cd2-ab92-73164081c0c0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:09.568038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.569316 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-990c6388-81ee-4ed1-b885-6291b0af2c32 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/routers/97f91c64-cce5-40f0-a9d0-21e8ab16bba9 HTTP/1.1" status: 204 len: 168 time: 1.1683645 Feb 19 01:40:09.572016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45132) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:09.590482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-0c46d809-1314-4ccb-9117-865150144c40 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.592837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-0c46d809-1314-4ccb-9117-865150144c40 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 808 time: 0.2949634 Feb 19 01:40:09.609351 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-141bd4db-e1ae-4d8b-872a-854ed3da667a tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/quotas/6f94da29cbbe4154880e756bafe77cfa HTTP/1.1" status: 200 len: 375 time: 0.0104041 Feb 19 01:40:09.636151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet ec60e072-6c0b-4d3e-8cac-5914fad74bdf {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:09.639608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (ec60e072-6c0b-4d3e-8cac-5914fad74bdf), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.642454 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:04Z', 'revision_number': 4, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '114ed71a-5965-4cd2-ab92-73164081c0c0', 'name': '', 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'mac_address': 'fa:16:3e:25:6c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:40:03Z', 'updated_at': '2022-02-19T01:40:08Z', 'revision_number': 4, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'subnets': [{'id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:09.677418 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ea924-17b1-4023-bb9f-4b6d25706709 None None] The sync data for ids ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'] in n-d-826752-2 is: [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:04Z', 'revision_number': 4, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '114ed71a-5965-4cd2-ab92-73164081c0c0', 'name': '', 'network_id': '089a3f62-0d1f-4354-8134-1f7b93471b90', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'mac_address': 'fa:16:3e:25:6c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:40:03Z', 'updated_at': '2022-02-19T01:40:08Z', 'revision_number': 4, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'subnets': [{'id': '57bfbc15-ef09-4b10-bf52-5ee2a82514cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:09.690099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ec60e072-6c0b-4d3e-8cac-5914fad74bdf), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.719701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-f41be804-ea43-4068-b8f1-d5c2cd901470 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995142 Feb 19 01:40:09.809367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ec60e072-6c0b-4d3e-8cac-5914fad74bdf), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.882498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ec60e072-6c0b-4d3e-8cac-5914fad74bdf), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.886528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-11d441f7-93c9-422a-aa15-cb8f69008d3b service neutron] 10.222.0.43 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289797 Feb 19 01:40:09.888563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 114ed71a-5965-4cd2-ab92-73164081c0c0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:09.922949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.926269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/ec60e072-6c0b-4d3e-8cac-5914fad74bdf HTTP/1.1" status: 204 len: 168 time: 0.3524673 Feb 19 01:40:09.927265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ff49-c9e6-4dc2-9c36-dd2ec3f853dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=ec60e072-6c0b-4d3e-8cac-5914fad74bdf,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:09.928953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:09.936484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8648001-103e-4564-80eb-ea73e9fc2430 None None] Network e907971c-62f4-4fb8-b027-cb70d0ad381e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:09.993636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-dfb172ec-1fd8-4bc5-b08a-ae0450d674aa service neutron] 10.222.0.43 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067986 Feb 19 01:40:10.012744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e907971c-62f4-4fb8-b027-cb70d0ad381e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.046963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 114ed71a-5965-4cd2-ab92-73164081c0c0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:10.047465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.077857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:10.078202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.185990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] DHCP port deletion for e907971c-62f4-4fb8-b027-cb70d0ad381e request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:10.190749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 114ed71a-5965-4cd2-ab92-73164081c0c0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:10.210920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] For port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,segment=NetworkSegment(cf35a6ed-4d31-4579-bc01-e2ff8e827a2e),segment_id=cf35a6ed-4d31-4579-bc01-e2ff8e827a2e)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:10.211304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.226476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:10.259662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] Deleting port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:10.260052 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.303610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-770f8c66-88aa-4bc4-b579-d6a5b953794e req-32d04c0d-8fad-49a7-be93-8b4d361b477f tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 210 time: 0.0651486 Feb 19 01:40:10.332249 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] For port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,segment=NetworkSegment(cf35a6ed-4d31-4579-bc01-e2ff8e827a2e),segment_id=cf35a6ed-4d31-4579-bc01-e2ff8e827a2e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:10.332802 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.355546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] Calling delete_port for 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:10.358154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.392404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:10.397470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No DVR routers for this DVR port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:10.475075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (71f0e7bf-0288-4a26-bfc6-dbc1a6569b45), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.483968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e907971c-62f4-4fb8-b027-cb70d0ad381e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.505045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] Pushing event deleted for resources: {'Port': ['ID=71f0e7bf-0288-4a26-bfc6-dbc1a6569b45,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:10.511645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e907971c-62f4-4fb8-b027-cb70d0ad381e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:10.514927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a53d9-1997-4eeb-9184-109e8161dc65 None None] No DVR routers for this DVR port 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:10.528431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:10.528431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf35a6ed-4d31-4579-bc01-e2ff8e827a2e') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:10.544039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (cf35a6ed-4d31-4579-bc01-e2ff8e827a2e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.561210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cf35a6ed-4d31-4579-bc01-e2ff8e827a2e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.570037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:10.570848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (cf35a6ed-4d31-4579-bc01-e2ff8e827a2e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:10.579398 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:10.688184 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e907971c-62f4-4fb8-b027-cb70d0ad381e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.698174 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.703081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/e907971c-62f4-4fb8-b027-cb70d0ad381e HTTP/1.1" status: 204 len: 168 time: 0.7732608 Feb 19 01:40:10.707286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45152) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:10.735902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e2de1-5d25-445a-9af8-a2745207414c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=e907971c-62f4-4fb8-b027-cb70d0ad381e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:10.771400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3185c77-4697-4ac4-98fb-292c81b031a1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:10.773198 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d3185c77-4697-4ac4-98fb-292c81b031a1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 HTTP/1.1" status: 200 len: 839 time: 0.0641394 Feb 19 01:40:10.777516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45156) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:10.844042 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ebd25d84-b5cf-4c96-bbc7-c213226d6154 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/1813b3fc-a5b8-4b3a-bd07-ef4d41a87768?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511794 Feb 19 01:40:10.844290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45158) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:10.849635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:10.951960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:10.955456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.158119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (bbf4c65c-8962-4627-9abb-552401ef9d1e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.201101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:11.204216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:11.208390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:11.208985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.213061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bec11c-2d1d-47c7-a526-5c8fa56a586e None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:11.220412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=bbf4c65c-8962-4627-9abb-552401ef9d1e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:11.234722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45160) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:11.239715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'security_group': {'name': 'tempest-secgroup-354121094'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:11.245575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2122cd77-8766-4b89-bac7-e463a271ec6a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3888123 Feb 19 01:40:11.267814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.354660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-77c14b98-a3af-4743-b120-98ce75a2da39', 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'project_id': 'f1cfddec6b02440eb4d12547b2ad3e6c', 'fixed_ips': [{'subnet_id': 'bbf4c65c-8962-4627-9abb-552401ef9d1e'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:11.355737 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.377421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (b32b35b8-e862-40b0-8609-66dd800ed781), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.395049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b32b35b8-e862-40b0-8609-66dd800ed781), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.450575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b35b8-e862-40b0-8609-66dd800ed781,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:11.474446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.478548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a89945ed-5ef9-427e-a07f-0896a918dc5e tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2425745 Feb 19 01:40:11.480573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:11.494346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-37a19210-4edd-4bfe-b059-ded55344e7d9 req-ac9a4015-2a53-43fe-a4d1-0bd3df104b2e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 210 time: 0.0757980 Feb 19 01:40:11.495862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'security_group': {'name': 'tempest-secgroup-943748121'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:11.557194 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.581071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-6aad214c-67ef-447b-bfdd-a4f72bf31996 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:11.583448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-6aad214c-67ef-447b-bfdd-a4f72bf31996 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 808 time: 0.2166564 Feb 19 01:40:11.594396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Allocated IP 172.20.0.2 (77c14b98-a3af-4743-b120-98ce75a2da39/bbf4c65c-8962-4627-9abb-552401ef9d1e/1887b211-2781-4318-9cfa-9744a5187c59) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:11.667308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (c73c266d-ffe1-4808-b9cb-49e11467ab8f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.673966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c73c266d-ffe1-4808-b9cb-49e11467ab8f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.678639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-ad070a80-7383-4f41-b373-7f945de6da1f tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f94da29cbbe4154880e756bafe77cfa HTTP/1.1" status: 200 len: 380 time: 0.0856221 Feb 19 01:40:11.691001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'port': {'device_id': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'admin_state_up': True, 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'security_groups': ['f10a08f6-a39b-40f7-a1bc-587bfb640c9f']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:11.707609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c266d-ffe1-4808-b9cb-49e11467ab8f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:11.731930 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.736422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7092145-bf0b-4f21-bfa8-4d97999403cc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2522144 Feb 19 01:40:11.745669 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45166) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:11.763940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2025430013', 'security_groups': ['c73c266d-ffe1-4808-b9cb-49e11467ab8f'], 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbf4c65c-8962-4627-9abb-552401ef9d1e'}]}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:11.875458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:11.896550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Made reservation on behalf of 6f94da29cbbe4154880e756bafe77cfa for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:11.900925 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.916770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:11.917516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 71f0e7bf-0288-4a26-bfc6-dbc1a6569b45 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:11.929567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Publish callbacks [] for port (1887b211-2781-4318-9cfa-9744a5187c59), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.939811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.952550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:11.991016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:11.997368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:12.000280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Pushing event updated for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:12.008974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:12.050668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Allocated IP 172.20.0.14 (a4498ed2-b16d-489c-ba2f-185d7a32b650/439e529b-bba6-4e99-aca2-33157a1f66f7/745e0d68-5f3d-4b0f-983d-c15309ba3693) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:12.071900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.078354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Attempting to bind port 1887b211-2781-4318-9cfa-9744a5187c59 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:12.079228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Attempting to bind port 1887b211-2781-4318-9cfa-9744a5187c59 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ef16e007-4012-49c9-a62e-bc5e6e72cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:12.079988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Attempting to bind port 1887b211-2781-4318-9cfa-9744a5187c59 on network 77c14b98-a3af-4743-b120-98ce75a2da39 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:12.096005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:12.096770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Checking segment: {'id': 'ef16e007-4012-49c9-a62e-bc5e6e72cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:12.097328 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.097710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port a800338e-e56e-4953-b9a6-e40be10a08d6 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:40:12.097942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Bound using segment: {'id': 'ef16e007-4012-49c9-a62e-bc5e6e72cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:12.098555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Bound port: 1887b211-2781-4318-9cfa-9744a5187c59, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef16e007-4012-49c9-a62e-bc5e6e72cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:12.099347 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1887b211-2781-4318-9cfa-9744a5187c59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.223635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:12.229171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1887b211-2781-4318-9cfa-9744a5187c59,segment=NetworkSegment(ef16e007-4012-49c9-a62e-bc5e6e72cd41),segment_id=ef16e007-4012-49c9-a62e-bc5e6e72cd41)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:12.236450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.245770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.289324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.319908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced229-85fc-4ee4-bde3-5b7e90608896 None None] Pushing event updated for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:12.340805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.3 (77c14b98-a3af-4743-b120-98ce75a2da39/bbf4c65c-8962-4627-9abb-552401ef9d1e/a800338e-e56e-4953-b9a6-e40be10a08d6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:12.356694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:12.360197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:12.363401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:12.403846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'Port': ['ID=745e0d68-5f3d-4b0f-983d-c15309ba3693,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:12.438781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:12.440066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.464362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-8beb9470-31eb-4015-b0f7-3f7e48d6415b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7794960 Feb 19 01:40:12.476461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Request body: {'port': {'device_id': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:12.570671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.573714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.656201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.741882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:12.774001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:12.786626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:12.826498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fcef1-8756-432b-9e1b-a9641b7bc5b6 req-7c40167b-ef35-4603-bcf4-a9037db90b9b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:12.828124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be7fcef1-8756-432b-9e1b-a9641b7bc5b6 req-7c40167b-ef35-4603-bcf4-a9037db90b9b tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 932 time: 0.2215059 Feb 19 01:40:12.920253 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c2141600-a814-4b84-a11a-d02dab6ad863 None None] Provisioning complete for port 745e0d68-5f3d-4b0f-983d-c15309ba3693 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:12.920791 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2141600-a814-4b84-a11a-d02dab6ad863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:12.969355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c2141600-a814-4b84-a11a-d02dab6ad863 None None] Port 745e0d68-5f3d-4b0f-983d-c15309ba3693 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:13.047566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745e0d68-5f3d-4b0f-983d-c15309ba3693 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:40:13.058194 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Publish callbacks [] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.074855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Transition to ACTIVE for port object 745e0d68-5f3d-4b0f-983d-c15309ba3693 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:40:13.079894 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.141028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Pushing event updated for resources: {'Port': ['ID=745e0d68-5f3d-4b0f-983d-c15309ba3693,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:13.221433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Attempting to bind port 745e0d68-5f3d-4b0f-983d-c15309ba3693 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:13.221792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Attempting to bind port 745e0d68-5f3d-4b0f-983d-c15309ba3693 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:13.222128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Attempting to bind port 745e0d68-5f3d-4b0f-983d-c15309ba3693 on network a4498ed2-b16d-489c-ba2f-185d7a32b650 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:13.228471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Port 745e0d68-5f3d-4b0f-983d-c15309ba3693 on network a4498ed2-b16d-489c-ba2f-185d7a32b650 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:40:13.228835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Attempting to bind port 745e0d68-5f3d-4b0f-983d-c15309ba3693 on network a4498ed2-b16d-489c-ba2f-185d7a32b650 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:13.235460 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:13.235868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Checking segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:13.236764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Bound using segment: {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:13.237308 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Bound port: 745e0d68-5f3d-4b0f-983d-c15309ba3693, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60aabf9-bbf3-4e09-9d50-36128319a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:13.238363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.291572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=a800338e-e56e-4953-b9a6-e40be10a08d6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:13.350731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] For port 745e0d68-5f3d-4b0f-983d-c15309ba3693, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:13.351627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:13.352275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.359160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] For port 745e0d68-5f3d-4b0f-983d-c15309ba3693, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:13.373985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.386453 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-24f78e4d-6fcd-423e-9319-f52515beead1 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6381583 Feb 19 01:40:13.387158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45174) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:13.421135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:13.431029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:13.431648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.434072 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] 10.222.0.89 "PUT /v2.0/ports/745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 1092 time: 0.9617651 Feb 19 01:40:13.434551 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:13.436897 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:13.449167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-be7fcef1-8756-432b-9e1b-a9641b7bc5b6 req-c8a0f9be-7aa7-4af1-8661-d43968d0bcda tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456106 Feb 19 01:40:13.524323 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d636801d-79a5-4515-8aab-060237e2bb4e x-openstack-request-id: req-d636801d-79a5-4515-8aab-060237e2bb4e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:13.524323 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:13.524323 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d636801d-79a5-4515-8aab-060237e2bb4e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:13.524831 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'status': 'completed', 'code': 200} Feb 19 01:40:13.558402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650877d5-502b-4dfb-9812-a4c436b58085 service neutron] Pushing event updated for resources: {'Port': ['ID=745e0d68-5f3d-4b0f-983d-c15309ba3693,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:13.593877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-a0519f49-bfb0-4ff7-bf63-fba5339ffdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:13.595438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-a0519f49-bfb0-4ff7-bf63-fba5339ffdb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1126 time: 0.1023071 Feb 19 01:40:13.618141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:13.629636 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.650893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-c08003d9-1002-488f-9c1a-82f4d303c449 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 217 time: 0.0371234 Feb 19 01:40:13.715782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-d11babe4-5ca6-47c8-8506-0fdc06c8e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:13.718671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-d11babe4-5ca6-47c8-8506-0fdc06c8e6d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0666800 Feb 19 01:40:13.779283 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbf4c65c-8962-4627-9abb-552401ef9d1e (CIDR: 172.20.0.0/28) Feb 19 01:40:13.790203 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:40:13.790694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:13.805731 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479923d-9f70-4b49-9233-f979fa90e74e req-30835597-9ec6-489f-b0f8-fa7150a24894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:13.808274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-30835597-9ec6-489f-b0f8-fa7150a24894 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831118 Feb 19 01:40:13.819524 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-adb36989-6d27-4e18-a83e-fe09cdb436eb tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4311025 Feb 19 01:40:13.820113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45178) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:13.825027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:13.876906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1887b211-2781-4318-9cfa-9744a5187c59 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:13.978917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:13.980362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.986192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:13.995641 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:13.996795 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-6ed6036f-a131-44b7-a475-d6e48bfa280a service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800401 Feb 19 01:40:14.103730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:14.104385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1887b211-2781-4318-9cfa-9744a5187c59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.123768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4479923d-9f70-4b49-9233-f979fa90e74e req-0a22005a-be89-4a17-9d49-caefcdb34727 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216838 Feb 19 01:40:14.148912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1887b211-2781-4318-9cfa-9744a5187c59,segment=NetworkSegment(ef16e007-4012-49c9-a62e-bc5e6e72cd41),segment_id=ef16e007-4012-49c9-a62e-bc5e6e72cd41)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:14.150357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54315836-deed-4ed7-9e3f-a79275ab4a13 None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:14.150913 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54315836-deed-4ed7-9e3f-a79275ab4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.184437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.247711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:14.277773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-5bbb7a07-fb89-4733-9569-8f2e7290ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:14.280539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-5bbb7a07-fb89-4733-9569-8f2e7290ff25 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1126 time: 0.1003335 Feb 19 01:40:14.319236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54315836-deed-4ed7-9e3f-a79275ab4a13 None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:14.325825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (8e71fc6f-d618-4822-af84-dc8b7734b5cc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.330854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-54315836-deed-4ed7-9e3f-a79275ab4a13 None None] Provisioning complete for port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:14.331318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54315836-deed-4ed7-9e3f-a79275ab4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.372173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:14.372681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-54315836-deed-4ed7-9e3f-a79275ab4a13 None None] Port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:14.376785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:14.381694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:14.382469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.390091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2aec45-6a22-48b9-ab41-29ed480cc944 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:14.400715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=8e71fc6f-d618-4822-af84-dc8b7734b5cc,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:14.415103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-f976b972-5bcf-4896-9b93-2db30d45b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:14.418157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f40847fa-ad0f-43f6-91f1-9e023b8e5fc7 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5966575 Feb 19 01:40:14.418754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45182) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:14.419081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-f976b972-5bcf-4896-9b93-2db30d45b8c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 909 time: 0.1306107 Feb 19 01:40:14.425071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-946638586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e71fc6f-d618-4822-af84-dc8b7734b5cc'}], 'security_groups': ['b32b35b8-e862-40b0-8609-66dd800ed781']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:14.470138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-70e834ed-8d8b-427f-ab98-cc3408514e1f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 217 time: 0.0451617 Feb 19 01:40:14.521468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-387cc487-9b5a-4b71-b7a4-a57288223883 None None] Provisioning complete for port a800338e-e56e-4953-b9a6-e40be10a08d6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:14.522297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-387cc487-9b5a-4b71-b7a4-a57288223883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.542279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-fea45d90-d101-4274-b904-f8a682d78619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:14.545914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-fea45d90-d101-4274-b904-f8a682d78619 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0674207 Feb 19 01:40:14.553531 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.574453 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-387cc487-9b5a-4b71-b7a4-a57288223883 None None] Port a800338e-e56e-4953-b9a6-e40be10a08d6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:14.633155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-1876c896-90bf-4531-97c6-d7a189cf7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:14.635463 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-1876c896-90bf-4531-97c6-d7a189cf7a2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844386 Feb 19 01:40:14.665476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] Update dhcp port {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'fixed_ips': [{'subnet_id': 'bbf4c65c-8962-4627-9abb-552401ef9d1e', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e71fc6f-d618-4822-af84-dc8b7734b5cc'}], 'binding:host_id': 'n-d-826752-2'}, 'id': '1887b211-2781-4318-9cfa-9744a5187c59'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:40:14.695353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1887b211-2781-4318-9cfa-9744a5187c59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.752553 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-0fc07783-1437-4805-9c06-f809b0839f33 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027043 Feb 19 01:40:14.862409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2a582-1585-41d8-9a7b-5d85d4e9657d req-8646edc4-1434-4feb-b22d-eb9df453d552 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:14.864036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42f2a582-1585-41d8-9a7b-5d85d4e9657d req-8646edc4-1434-4feb-b22d-eb9df453d552 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 944 time: 0.3053148 Feb 19 01:40:14.864752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2f54dc2-64dc-48b0-bdc9-662c6f27aadc req-0cded62c-3e8e-47b4-8ccf-514153664594 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046867 Feb 19 01:40:14.879347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] Allocated IP 172.20.0.18 (77c14b98-a3af-4743-b120-98ce75a2da39/8e71fc6f-d618-4822-af84-dc8b7734b5cc/1887b211-2781-4318-9cfa-9744a5187c59) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:14.919539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42f2a582-1585-41d8-9a7b-5d85d4e9657d req-19867ccb-5b3c-4e39-be68-7c1749d50eed tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Feb 19 01:40:14.985779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1887b211-2781-4318-9cfa-9744a5187c59,segment=NetworkSegment(ef16e007-4012-49c9-a62e-bc5e6e72cd41),segment_id=ef16e007-4012-49c9-a62e-bc5e6e72cd41)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:15.018500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] Publish callbacks [] for port (1887b211-2781-4318-9cfa-9744a5187c59), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.024035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.150511 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae7745-8ad1-49a8-9a8d-f04f0ca458c0 None None] Pushing event updated for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:15.179208 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Delete allocated IP 172.20.0.3 (77c14b98-a3af-4743-b120-98ce75a2da39/bbf4c65c-8962-4627-9abb-552401ef9d1e) {{(pid=103429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:40:15.187254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.23 (77c14b98-a3af-4743-b120-98ce75a2da39/8e71fc6f-d618-4822-af84-dc8b7734b5cc/a800338e-e56e-4953-b9a6-e40be10a08d6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:15.373804 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.379662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.484359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=a800338e-e56e-4953-b9a6-e40be10a08d6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:15.509067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] In _notify_port_updated(), no bound segment for port a800338e-e56e-4953-b9a6-e40be10a08d6 on network 77c14b98-a3af-4743-b120-98ce75a2da39 {{(pid=103429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:40:15.515085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:15.515984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.519831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-51912404-469c-4c0a-92e3-c5333cd11a1a tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/ports/a800338e-e56e-4953-b9a6-e40be10a08d6 HTTP/1.1" status: 200 len: 920 time: 1.0976369 Feb 19 01:40:15.520096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45188) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:15.630766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port a800338e-e56e-4953-b9a6-e40be10a08d6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:15.631244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.710532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Provisioning complete for port a800338e-e56e-4953-b9a6-e40be10a08d6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:15.711302 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.735833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.752839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for a800338e-e56e-4953-b9a6-e40be10a08d6 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:15.756528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Port a800338e-e56e-4953-b9a6-e40be10a08d6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:15.768298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:15.768892 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.838725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1887b211-2781-4318-9cfa-9744a5187c59 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:15.887297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:15.910165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a800338e-e56e-4953-b9a6-e40be10a08d6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.910753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Provisioning complete for port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:15.910753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.939611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=a800338e-e56e-4953-b9a6-e40be10a08d6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:15.955855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b0ca9-d961-4883-a068-b90b8b89f7c0 None None] Port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:15.964639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:15.965046 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.013653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.024919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d8ab9037-e620-4c34-85a7-ea7944ad9baa tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/a800338e-e56e-4953-b9a6-e40be10a08d6 HTTP/1.1" status: 204 len: 168 time: 0.4976966 Feb 19 01:40:16.025632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45192) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:16.059503 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-238813f1-5a2a-4825-a9df-e4cb2c7231ed tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:40:16.062152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:16.065505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-238813f1-5a2a-4825-a9df-e4cb2c7231ed tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/a800338e-e56e-4953-b9a6-e40be10a08d6 HTTP/1.1" status: 404 len: 333 time: 0.0388298 Feb 19 01:40:16.066880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45194) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:16.085049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619bd2-1024-427d-8b5f-57d29812f358 req-b5376219-4c66-4911-a1f9-4b43f5613172 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:16.088441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e619bd2-1024-427d-8b5f-57d29812f358 req-b5376219-4c66-4911-a1f9-4b43f5613172 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 944 time: 0.0847518 Feb 19 01:40:16.131845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-817ee3c0-18f3-4361-be3b-243f7543a7a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (c73c266d-ffe1-4808-b9cb-49e11467ab8f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.173165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-817ee3c0-18f3-4361-be3b-243f7543a7a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (c73c266d-ffe1-4808-b9cb-49e11467ab8f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.186266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e619bd2-1024-427d-8b5f-57d29812f358 req-afe0707b-fdd3-4bb7-879f-d13b5301ae4f tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883408 Feb 19 01:40:16.243971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-817ee3c0-18f3-4361-be3b-243f7543a7a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c73c266d-ffe1-4808-b9cb-49e11467ab8f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.250241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-817ee3c0-18f3-4361-be3b-243f7543a7a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.251574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-817ee3c0-18f3-4361-be3b-243f7543a7a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/security-groups/c73c266d-ffe1-4808-b9cb-49e11467ab8f HTTP/1.1" status: 204 len: 168 time: 0.1837156 Feb 19 01:40:16.254074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45202) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:16.262773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ee3c0-18f3-4361-be3b-243f7543a7a2 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c266d-ffe1-4808-b9cb-49e11467ab8f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:16.340677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc3bef02-6c1c-4b8a-9eb4-5ce808d152ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (b32b35b8-e862-40b0-8609-66dd800ed781), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.369630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-61cf7604-ae03-4bbb-b896-b94f3d5c611f None None] Could not find standard attr ID for object a800338e-e56e-4953-b9a6-e40be10a08d6. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:40:16.374799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc3bef02-6c1c-4b8a-9eb4-5ce808d152ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (b32b35b8-e862-40b0-8609-66dd800ed781), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.429193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc3bef02-6c1c-4b8a-9eb4-5ce808d152ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b32b35b8-e862-40b0-8609-66dd800ed781), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.432804 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc3bef02-6c1c-4b8a-9eb4-5ce808d152ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.434723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc3bef02-6c1c-4b8a-9eb4-5ce808d152ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/security-groups/b32b35b8-e862-40b0-8609-66dd800ed781 HTTP/1.1" status: 204 len: 168 time: 0.1795492 Feb 19 01:40:16.438356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45204) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:16.457298 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bef02-6c1c-4b8a-9eb4-5ce808d152ac tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b35b8-e862-40b0-8609-66dd800ed781,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:16.538564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet bbf4c65c-8962-4627-9abb-552401ef9d1e {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:16.542230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (bbf4c65c-8962-4627-9abb-552401ef9d1e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.603481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (bbf4c65c-8962-4627-9abb-552401ef9d1e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.706856 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (bbf4c65c-8962-4627-9abb-552401ef9d1e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.766909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (bbf4c65c-8962-4627-9abb-552401ef9d1e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.794011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf4c65c-8962-4627-9abb-552401ef9d1e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:16.798261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.801404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e00d7cac-6ff5-478d-8216-f52f9468b28d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/bbf4c65c-8962-4627-9abb-552401ef9d1e HTTP/1.1" status: 204 len: 168 time: 0.3616407 Feb 19 01:40:16.805705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45206) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:16.811539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515bf5d-b50a-4800-a30c-4416366a1df8 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:16.815621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:16.891818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:40:16.898148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 745e0d68-5f3d-4b0f-983d-c15309ba3693 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:40:16.979500 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:16.985801 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.055336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 745e0d68-5f3d-4b0f-983d-c15309ba3693, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:17.067527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'port_id': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'mac_address': 'fa:16:3e:2f:2f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:40:17.109839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 745e0d68-5f3d-4b0f-983d-c15309ba3693 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:17.110318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.127032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745e0d68-5f3d-4b0f-983d-c15309ba3693 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:40:17.148632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 745e0d68-5f3d-4b0f-983d-c15309ba3693, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:17.155749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.230125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=745e0d68-5f3d-4b0f-983d-c15309ba3693,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:17.376011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['745e0d68-5f3d-4b0f-983d-c15309ba3693'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:40:17.377792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71f858-d5ae-4cde-921f-cad0e8e8acad req-d4834d2a-2d77-489d-8757-bccb6860c24c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:17.387970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b71f858-d5ae-4cde-921f-cad0e8e8acad req-d4834d2a-2d77-489d-8757-bccb6860c24c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 945 time: 0.1032426 Feb 19 01:40:17.465532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b71f858-d5ae-4cde-921f-cad0e8e8acad req-40613ad4-6817-434f-8778-098442a2b99f tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761850 Feb 19 01:40:17.758882 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (bf76a7ea-d185-4d18-9d5f-8b5d171e8c81), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.816257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:17.819774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:17.823409 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:17.824116 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.841238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=bf76a7ea-d185-4d18-9d5f-8b5d171e8c81,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:17.867004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-23eafe72-9f53-43c8-870c-faea7f7baa89 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0575633 Feb 19 01:40:17.867430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45212) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:17.873235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'security_group': {'name': 'tempest-secgroup-603620120'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:17.902217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.986071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (ddc8537d-e6d9-479e-a075-5bc4e30aae92), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:17.990756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ddc8537d-e6d9-479e-a075-5bc4e30aae92), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.022422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51321a84-98d9-4e73-99e9-b2d49385e5d5 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:18.023719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc8537d-e6d9-479e-a075-5bc4e30aae92,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:18.030237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.033370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fbc46be0-2742-4530-ae07-aacf22b243b5 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1631339 Feb 19 01:40:18.034393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45214) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:18.038911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'security_group': {'name': 'tempest-secgroup-501339037'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:18.063156 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.134284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.138641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.151466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-77df5efb-bb8c-4df0-84d1-125c6cb7aada None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:18.152051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-77df5efb-bb8c-4df0-84d1-125c6cb7aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.171938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.176102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1379211 Feb 19 01:40:18.176102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45216) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:18.180612 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119679406'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:18.186750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16ffd0-2e0c-4f9d-b965-d1b66aaaba77 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:18.215615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.297428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (aff48ac9-94ea-4687-927a-2371dc0075b0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.301614 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aff48ac9-94ea-4687-927a-2371dc0075b0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.336649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff48ac9-94ea-4687-927a-2371dc0075b0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:18.341997 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.346573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-80444a03-47bb-4ac9-aa6a-27f6822e6245 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1658924 Feb 19 01:40:18.346782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45218) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:18.351671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-498829668', 'security_groups': ['aff48ac9-94ea-4687-927a-2371dc0075b0'], 'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf76a7ea-d185-4d18-9d5f-8b5d171e8c81'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:18.482054 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:18.484105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-77df5efb-bb8c-4df0-84d1-125c6cb7aada None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:18.498668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.504797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-77df5efb-bb8c-4df0-84d1-125c6cb7aada None None] Provisioning complete for port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:18.505201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-77df5efb-bb8c-4df0-84d1-125c6cb7aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.529267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] Update dhcp port {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'fixed_ips': [{'subnet_id': '8e71fc6f-d618-4822-af84-dc8b7734b5cc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bf76a7ea-d185-4d18-9d5f-8b5d171e8c81'}], 'binding:host_id': 'n-d-826752-2'}, 'id': '1887b211-2781-4318-9cfa-9744a5187c59'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:40:18.580194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-77df5efb-bb8c-4df0-84d1-125c6cb7aada None None] Port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:18.585107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1887b211-2781-4318-9cfa-9744a5187c59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.617396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.627085 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53582bbd-63cb-4e1c-a14f-d0aebe811c81 req-8d09d481-29d5-4fa4-9219-99f8a6c1e1cb tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:18.628578 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53582bbd-63cb-4e1c-a14f-d0aebe811c81 req-8d09d481-29d5-4fa4-9219-99f8a6c1e1cb tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 945 time: 0.0875053 Feb 19 01:40:18.656008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] device_id is not set on port ac471491-faeb-4379-8bb1-9040df5536cc yet. {{(pid=103430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:40:18.740981 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53582bbd-63cb-4e1c-a14f-d0aebe811c81 req-370248d9-e399-4f06-a3ba-26765a6c3b3e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041481 Feb 19 01:40:18.807235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] Allocated IP 172.20.0.2 (77c14b98-a3af-4743-b120-98ce75a2da39/bf76a7ea-d185-4d18-9d5f-8b5d171e8c81/1887b211-2781-4318-9cfa-9744a5187c59) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:18.890941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 745e0d68-5f3d-4b0f-983d-c15309ba3693 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:18.933953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1887b211-2781-4318-9cfa-9744a5187c59,segment=NetworkSegment(ef16e007-4012-49c9-a62e-bc5e6e72cd41),segment_id=ef16e007-4012-49c9-a62e-bc5e6e72cd41)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:18.973166 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] Publish callbacks [] for port (1887b211-2781-4318-9cfa-9744a5187c59), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:18.979137 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.005630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 745e0d68-5f3d-4b0f-983d-c15309ba3693 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:40:19.015908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 745e0d68-5f3d-4b0f-983d-c15309ba3693 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:19.016284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.040330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.10 (77c14b98-a3af-4743-b120-98ce75a2da39/bf76a7ea-d185-4d18-9d5f-8b5d171e8c81/ac471491-faeb-4379-8bb1-9040df5536cc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:19.103306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ead55-24f7-47a8-836f-ee8455318e83 None None] Pushing event updated for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:19.154137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 745e0d68-5f3d-4b0f-983d-c15309ba3693 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:19.155345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.180405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:19.182428 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28df5730-2e5f-4c5f-bf7d-446384cc757a" -d '{"events": [{"server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "name": "network-vif-plugged", "status": "completed", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:19.200977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 745e0d68-5f3d-4b0f-983d-c15309ba3693, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:19.207882 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.252870 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (ac471491-faeb-4379-8bb1-9040df5536cc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.282623 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab811f-594f-4a9d-986d-a2876a451c79 x-openstack-request-id: req-d9ab811f-594f-4a9d-986d-a2876a451c79 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:19.283008 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "name": "network-vif-plugged", "status": "completed", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:19.283328 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9ab811f-594f-4a9d-986d-a2876a451c79 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:19.283788 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'code': 200} Feb 19 01:40:19.284567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=745e0d68-5f3d-4b0f-983d-c15309ba3693,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:19.357119 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.415855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:19.424959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:19.428265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:19.432283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794283ed-8f45-44ef-9776-9e0ba9ac1564 req-1a9ee0a0-fdb1-4289-87de-89841dee0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:19.434037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-794283ed-8f45-44ef-9776-9e0ba9ac1564 req-1a9ee0a0-fdb1-4289-87de-89841dee0dea service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.1334600 Feb 19 01:40:19.434716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=ac471491-faeb-4379-8bb1-9040df5536cc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:19.519747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:19.520374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.550045 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-794283ed-8f45-44ef-9776-9e0ba9ac1564 req-e10a9fd2-3db1-4112-8e94-f2df3c9c7512 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856011 Feb 19 01:40:19.556470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bb912c0c-432f-49a5-ac5f-1c19469c9576 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2087593 Feb 19 01:40:19.559587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45228) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:19.565289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:19.697218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:19.706736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.823151 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bf76a7ea-d185-4d18-9d5f-8b5d171e8c81 (CIDR: 172.20.0.0/28) Feb 19 01:40:19.824628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0afcfb1e-2c6c-4ea7-83c3-3016982e18ea None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:19.825263 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0afcfb1e-2c6c-4ea7-83c3-3016982e18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.829401 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:40:19.830080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:19.866587 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2baa431b-9b68-40c4-8115-325922fadd9c tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3057101 Feb 19 01:40:19.867540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1887b211-2781-4318-9cfa-9744a5187c59 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:19.869590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45232) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:19.881035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:19.906050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6be90e-096e-44f3-af9b-987473647b45 req-acf04941-cadb-45fd-a56d-3249cf623b62 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:19.907679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a6be90e-096e-44f3-af9b-987473647b45 req-acf04941-cadb-45fd-a56d-3249cf623b62 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.0676582 Feb 19 01:40:19.979475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:19.979975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.992014 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a6be90e-096e-44f3-af9b-987473647b45 req-73b4a5a8-cfe9-47fd-af4e-60740e7e4ab3 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771132 Feb 19 01:40:20.063121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:20.067998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.103441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0afcfb1e-2c6c-4ea7-83c3-3016982e18ea None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:20.120573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:20.127693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0afcfb1e-2c6c-4ea7-83c3-3016982e18ea None None] Provisioning complete for port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:20.128127 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0afcfb1e-2c6c-4ea7-83c3-3016982e18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.169331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0afcfb1e-2c6c-4ea7-83c3-3016982e18ea None None] Port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:20.170768 n-d-826752-2 neutron-server[103429]: INFO neutron.db.ipam_backend_mixin [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8e71fc6f-d618-4822-af84-dc8b7734b5cc (CIDR: 172.20.0.16/28) Feb 19 01:40:20.175509 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:40:20.176167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:20.194310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce7cceae-6d3b-4739-8dc6-6ab066e38c82 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3235750 Feb 19 01:40:20.197203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45234) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:20.202713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'subnet': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:20.249226 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b91ff50-a0b1-497e-a4cd-1359c441a982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.291264 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-26cadb1e-80c0-4efb-9e18-037a8eb5a2b8 None None] Provisioning complete for port ac471491-faeb-4379-8bb1-9040df5536cc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:20.292101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26cadb1e-80c0-4efb-9e18-037a8eb5a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.323137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Made reservation on behalf of f1cfddec6b02440eb4d12547b2ad3e6c for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:20.326793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.343880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-26cadb1e-80c0-4efb-9e18-037a8eb5a2b8 None None] Port ac471491-faeb-4379-8bb1-9040df5536cc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:20.551036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (8f919f9c-5c63-4de6-9a91-151a04c15d31), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.589496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Network 77c14b98-a3af-4743-b120-98ce75a2da39 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:20.593593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:20.598050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:20.598643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.612342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3e2dc-7487-4303-9d5d-ccf173c25090 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:20.621363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Subnet': ['ID=8f919f9c-5c63-4de6-9a91-151a04c15d31,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:20.630797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-739133fd-e059-49ea-aee3-39a8d7080bce tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4297349 Feb 19 01:40:20.631276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45240) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:20.637470 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1812038712', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f919f9c-5c63-4de6-9a91-151a04c15d31'}], 'security_groups': ['ddc8537d-e6d9-479e-a075-5bc4e30aae92', 'd8d62b86-f2b9-4b74-ad76-6fb1e4c69c33']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:20.782209 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:20.897764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] Update dhcp port {'port': {'network_id': '77c14b98-a3af-4743-b120-98ce75a2da39', 'fixed_ips': [{'subnet_id': '8e71fc6f-d618-4822-af84-dc8b7734b5cc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bf76a7ea-d185-4d18-9d5f-8b5d171e8c81', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f919f9c-5c63-4de6-9a91-151a04c15d31'}], 'binding:host_id': 'n-d-826752-2'}, 'id': '1887b211-2781-4318-9cfa-9744a5187c59'} from n-d-826752-2. {{(pid=103431) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:40:20.930437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1887b211-2781-4318-9cfa-9744a5187c59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.127812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Delete allocated IP 172.20.0.10 (77c14b98-a3af-4743-b120-98ce75a2da39/bf76a7ea-d185-4d18-9d5f-8b5d171e8c81) {{(pid=103430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:40:21.138350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Allocated IP 172.20.0.43 (77c14b98-a3af-4743-b120-98ce75a2da39/8f919f9c-5c63-4de6-9a91-151a04c15d31/ac471491-faeb-4379-8bb1-9040df5536cc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:21.151378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac21a40-0902-4616-98d4-840739c4522b req-f3fe4eca-4b13-400b-9587-026ecce064b7 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:21.158625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eac21a40-0902-4616-98d4-840739c4522b req-f3fe4eca-4b13-400b-9587-026ecce064b7 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.0627549 Feb 19 01:40:21.214753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eac21a40-0902-4616-98d4-840739c4522b req-8303a7e2-4deb-43c3-9205-caf86cb1034d tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550151 Feb 19 01:40:21.366995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for port (ac471491-faeb-4379-8bb1-9040df5536cc), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.374995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.404686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29522-b0b4-4449-84af-347448bf727b req-cd73d646-3e7c-4699-944d-309a7b60438e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:21.411644 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2bb29522-b0b4-4449-84af-347448bf727b req-cd73d646-3e7c-4699-944d-309a7b60438e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.1138258 Feb 19 01:40:21.440181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] Allocated IP 172.20.0.34 (77c14b98-a3af-4743-b120-98ce75a2da39/8f919f9c-5c63-4de6-9a91-151a04c15d31/1887b211-2781-4318-9cfa-9744a5187c59) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:21.527006 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event updated for resources: {'Port': ['ID=ac471491-faeb-4379-8bb1-9040df5536cc,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:21.544345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1887b211-2781-4318-9cfa-9744a5187c59,segment=NetworkSegment(ef16e007-4012-49c9-a62e-bc5e6e72cd41),segment_id=ef16e007-4012-49c9-a62e-bc5e6e72cd41)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:21.558218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2bb29522-b0b4-4449-84af-347448bf727b req-a2ebad40-6cc8-4183-96f0-e5f2bd69047c tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413531 Feb 19 01:40:21.577180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] In _notify_port_updated(), no bound segment for port ac471491-faeb-4379-8bb1-9040df5536cc on network 77c14b98-a3af-4743-b120-98ce75a2da39 {{(pid=103430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:40:21.577180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:21.577180 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.581123 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-958ddc90-8315-415b-94db-266d7a3a0fbd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "PUT /v2.0/ports/ac471491-faeb-4379-8bb1-9040df5536cc HTTP/1.1" status: 200 len: 960 time: 0.9486654 Feb 19 01:40:21.581771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45250) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:21.609710 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] Publish callbacks [] for port (1887b211-2781-4318-9cfa-9744a5187c59), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.622346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.739803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27685458-e127-4a33-9709-afbdc3ac7a75 req-87ab5556-2e9a-42b3-abf2-6145131217aa tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:21.747874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27685458-e127-4a33-9709-afbdc3ac7a75 req-87ab5556-2e9a-42b3-abf2-6145131217aa tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.0947778 Feb 19 01:40:21.791056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c80ef-2fbe-44b5-b12b-e512bd9459b4 None None] Pushing event updated for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:21.803415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port ac471491-faeb-4379-8bb1-9040df5536cc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:21.803913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.809834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27685458-e127-4a33-9709-afbdc3ac7a75 req-99eca3f2-b26a-4e57-a824-f5f4cea58415 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606840 Feb 19 01:40:21.831139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45254) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:21.932210 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.966385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for ac471491-faeb-4379-8bb1-9040df5536cc owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:22.042667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe67979-7e08-4351-a639-925673abd684 tempest-TestServerBasicOps-854735586 tempest-TestServerBasicOps-854735586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:22.047084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dfe67979-7e08-4351-a639-925673abd684 tempest-TestServerBasicOps-854735586 tempest-TestServerBasicOps-854735586-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1123 time: 0.2144661 Feb 19 01:40:22.051341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45258) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:22.057213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:22.094861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.215417 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ac471491-faeb-4379-8bb1-9040df5536cc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.244497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=ac471491-faeb-4379-8bb1-9040df5536cc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:22.254994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.354609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.360590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d181b9f7-a506-4617-8d73-05b30c8f2ec0 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/ac471491-faeb-4379-8bb1-9040df5536cc HTTP/1.1" status: 204 len: 168 time: 0.7772710 Feb 19 01:40:22.362648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:22.405947 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9783c63b-97c5-4eed-982b-f53367a28cbf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] GET failed (client error): The resource could not be found. Feb 19 01:40:22.407901 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9783c63b-97c5-4eed-982b-f53367a28cbf tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports/ac471491-faeb-4379-8bb1-9040df5536cc HTTP/1.1" status: 404 len: 333 time: 0.0435090 Feb 19 01:40:22.414908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45262) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:22.416186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Allocated IP 172.25.0.236 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/ce1e43c5-d0f0-4271-9903-6dc9d83e7e85) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:22.480234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7392ed7e-4c76-43d9-a3af-b84c41be15dd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (aff48ac9-94ea-4687-927a-2371dc0075b0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.510118 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7392ed7e-4c76-43d9-a3af-b84c41be15dd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (aff48ac9-94ea-4687-927a-2371dc0075b0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.562591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7392ed7e-4c76-43d9-a3af-b84c41be15dd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (aff48ac9-94ea-4687-927a-2371dc0075b0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.564982 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7392ed7e-4c76-43d9-a3af-b84c41be15dd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.569667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7392ed7e-4c76-43d9-a3af-b84c41be15dd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/security-groups/aff48ac9-94ea-4687-927a-2371dc0075b0 HTTP/1.1" status: 204 len: 168 time: 0.1534209 Feb 19 01:40:22.570704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45264) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:22.578539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.591303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392ed7e-4c76-43d9-a3af-b84c41be15dd tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff48ac9-94ea-4687-927a-2371dc0075b0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:22.658326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-18d91b2a-0564-4d5b-8522-8ac5824b195a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.658905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.672902 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-de004e22-3ced-4dd7-8710-047131e3d738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.680475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:22.680789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.735257 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-de004e22-3ced-4dd7-8710-047131e3d738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.741382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:22.753895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:22.758032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:22.776313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:22.789785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Provisioning complete for port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:22.791070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.802647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-de004e22-3ced-4dd7-8710-047131e3d738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.806471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-de004e22-3ced-4dd7-8710-047131e3d738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.808430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-de004e22-3ced-4dd7-8710-047131e3d738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33 HTTP/1.1" status: 204 len: 168 time: 0.2256179 Feb 19 01:40:22.813311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'Port': ['ID=ce1e43c5-d0f0-4271-9903-6dc9d83e7e85,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:22.815824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:22.837371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:22.845144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ba704ba0-02fd-4197-9d5a-dfdb53065f2c None None] Could not find standard attr ID for object ac471491-faeb-4379-8bb1-9040df5536cc. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:40:22.875875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de004e22-3ced-4dd7-8710-047131e3d738 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d62b86-f2b9-4b74-ad76-6fb1e4c69c33,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:22.976704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (ddc8537d-e6d9-479e-a075-5bc4e30aae92), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.010000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (ddc8537d-e6d9-479e-a075-5bc4e30aae92), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.077110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ddc8537d-e6d9-479e-a075-5bc4e30aae92), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.080781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.082150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddc8537d-e6d9-479e-a075-5bc4e30aae92 HTTP/1.1" status: 204 len: 168 time: 0.2634788 Feb 19 01:40:23.100004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:23.101532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc8537d-e6d9-479e-a075-5bc4e30aae92,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:23.148854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.149561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.150103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.150611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.151135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.152359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.152878 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.153419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.153938 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.154459 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.155003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.155501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.156011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02f2ed-6c90-4e2f-a384-7706270d889f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:23.211136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet bf76a7ea-d185-4d18-9d5f-8b5d171e8c81 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:23.217851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (bf76a7ea-d185-4d18-9d5f-8b5d171e8c81), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.289354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (bf76a7ea-d185-4d18-9d5f-8b5d171e8c81), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.349319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for floatingip (e965aa87-443c-4c56-a128-a2f119956e1a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.367191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-592669ac-9b3b-4efb-8238-8ec50fc98c8b None None] Could not find standard attr ID for object ac471491-faeb-4379-8bb1-9040df5536cc. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:40:23.401722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (bf76a7ea-d185-4d18-9d5f-8b5d171e8c81), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.450316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.499603 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (bf76a7ea-d185-4d18-9d5f-8b5d171e8c81), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.544748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=bf76a7ea-d185-4d18-9d5f-8b5d171e8c81,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:23.555647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.561867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9a23f1f6-6d16-4594-be54-7c41ed81eada tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/bf76a7ea-d185-4d18-9d5f-8b5d171e8c81 HTTP/1.1" status: 204 len: 168 time: 0.4519155 Feb 19 01:40:23.562738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2240a7f-f25f-44b3-bd11-0b06b4434bf8 None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:23.566455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:23.633985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet 8f919f9c-5c63-4de6-9a91-151a04c15d31 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:23.638589 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (8f919f9c-5c63-4de6-9a91-151a04c15d31), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.668206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.675820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.689066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (8f919f9c-5c63-4de6-9a91-151a04c15d31), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.768531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.806341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event updated for resources: {'Port': ['ID=ce1e43c5-d0f0-4271-9903-6dc9d83e7e85,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:23.815192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (e965aa87-443c-4c56-a128-a2f119956e1a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.820526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8f919f9c-5c63-4de6-9a91-151a04c15d31), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.865271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1887b211-2781-4318-9cfa-9744a5187c59 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:23.939828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (8f919f9c-5c63-4de6-9a91-151a04c15d31), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.949383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:23.951440 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:23.985678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=8f919f9c-5c63-4de6-9a91-151a04c15d31,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:23.994193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.002447 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Floating IP e965aa87-443c-4c56-a128-a2f119956e1a associated. External IP: 172.25.0.236, port: 745e0d68-5f3d-4b0f-983d-c15309ba3693. Feb 19 01:40:24.003246 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c9355d15-3a30-48fc-af3e-e2ceabf784bc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/8f919f9c-5c63-4de6-9a91-151a04c15d31 HTTP/1.1" status: 204 len: 168 time: 0.4348521 Feb 19 01:40:24.004257 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45276) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.044899 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2ca1fb-6a67-4165-b038-eeb83b74c6c6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.045933 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2ca1fb-6a67-4165-b038-eeb83b74c6c6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.051984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6d2ca1fb-6a67-4165-b038-eeb83b74c6c6 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/bf76a7ea-d185-4d18-9d5f-8b5d171e8c81 HTTP/1.1" status: 404 len: 337 time: 0.0457325 Feb 19 01:40:24.052837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45278) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.084091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:24.113112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting subnet 8e71fc6f-d618-4822-af84-dc8b7734b5cc {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:24.116886 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (8e71fc6f-d618-4822-af84-dc8b7734b5cc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.169930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (8e71fc6f-d618-4822-af84-dc8b7734b5cc), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.279282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8e71fc6f-d618-4822-af84-dc8b7734b5cc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.353609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (8e71fc6f-d618-4822-af84-dc8b7734b5cc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.370426 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.375007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/8e71fc6f-d618-4822-af84-dc8b7734b5cc HTTP/1.1" status: 204 len: 168 time: 0.3208261 Feb 19 01:40:24.377546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45280) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.432484 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4d298b-f440-4261-9294-3d6ba6d7731d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.433325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4d298b-f440-4261-9294-3d6ba6d7731d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.439209 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7c4d298b-f440-4261-9294-3d6ba6d7731d tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/bbf4c65c-8962-4627-9abb-552401ef9d1e HTTP/1.1" status: 404 len: 337 time: 0.0606093 Feb 19 01:40:24.441320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa54a45-c17a-4bd7-81f2-b44b71947c01 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Subnet': ['ID=8e71fc6f-d618-4822-af84-dc8b7734b5cc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:24.450389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.497129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9a76b5e6-3027-4422-84ac-751843712860 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f91c64-cce5-40f0-a9d0-21e8ab16bba9 HTTP/1.1" status: 200 len: 205 time: 0.0453935 Feb 19 01:40:24.499865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45284) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.503918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73fa3a1-4ad3-400c-b5ba-ba44947c716e None None] Network 77c14b98-a3af-4743-b120-98ce75a2da39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:24.542989 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-d67b834b-f5fb-4efe-99f6-8a2511226e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] delete failed (client error): The resource could not be found. Feb 19 01:40:24.544020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d67b834b-f5fb-4efe-99f6-8a2511226e96 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/routers/97f91c64-cce5-40f0-a9d0-21e8ab16bba9 HTTP/1.1" status: 404 len: 336 time: 0.0432100 Feb 19 01:40:24.548286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45286) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.583880 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50cc8d2-48c5-40a6-897e-cfff3e39a082 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.586779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50cc8d2-48c5-40a6-897e-cfff3e39a082 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.592148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d50cc8d2-48c5-40a6-897e-cfff3e39a082 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/ec60e072-6c0b-4d3e-8cac-5914fad74bdf HTTP/1.1" status: 404 len: 337 time: 0.0406651 Feb 19 01:40:24.592469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45288) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.627608 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37ebb45-1ec3-4daf-93b3-6cb3bdc09042 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.627979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37ebb45-1ec3-4daf-93b3-6cb3bdc09042 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.634076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-296ce640-5d19-40b8-af17-ce39f6fc7cec None None] Provisioning complete for port 1887b211-2781-4318-9cfa-9744a5187c59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:24.634302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e37ebb45-1ec3-4daf-93b3-6cb3bdc09042 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/79177b61-c2e1-446d-91c6-afb2b7787c92 HTTP/1.1" status: 404 len: 337 time: 0.0398335 Feb 19 01:40:24.634538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-296ce640-5d19-40b8-af17-ce39f6fc7cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1887b211-2781-4318-9cfa-9744a5187c59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.635911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45290) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.675074 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4d2c3d-bf33-451c-b87e-6ba27dbe4fed tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.675530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4d2c3d-bf33-451c-b87e-6ba27dbe4fed tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.680867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0b4d2c3d-bf33-451c-b87e-6ba27dbe4fed tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/b6c79146-0f18-4bee-b505-592ccf1b7811 HTTP/1.1" status: 404 len: 337 time: 0.0437739 Feb 19 01:40:24.683484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.738464 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d73b97a-cb62-49f4-b145-049ce2013f88 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.738717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-296ce640-5d19-40b8-af17-ce39f6fc7cec None None] Current status of the port 1887b211-2781-4318-9cfa-9744a5187c59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:24.740352 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d73b97a-cb62-49f4-b145-049ce2013f88 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.748618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9d73b97a-cb62-49f4-b145-049ce2013f88 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/2c6a4a0b-22fa-40c3-b625-a22aa81ea80c HTTP/1.1" status: 404 len: 333 time: 0.0625443 Feb 19 01:40:24.751164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45294) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.759420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-296ce640-5d19-40b8-af17-ce39f6fc7cec None None] Provisioning complete for port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:24.759800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-296ce640-5d19-40b8-af17-ce39f6fc7cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.763416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:24.764117 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] DHCP port deletion for 77c14b98-a3af-4743-b120-98ce75a2da39 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:24.812030 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-00090e15-017a-4578-a589-4337c8f3aa08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.814596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00090e15-017a-4578-a589-4337c8f3aa08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.821464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-00090e15-017a-4578-a589-4337c8f3aa08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/5df865be-389c-4241-a9bb-bb2c153eb2a7 HTTP/1.1" status: 404 len: 337 time: 0.0682642 Feb 19 01:40:24.824777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.827856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-296ce640-5d19-40b8-af17-ce39f6fc7cec None None] Port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:24.853456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] Deleting port 1887b211-2781-4318-9cfa-9744a5187c59 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:24.853456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1887b211-2781-4318-9cfa-9744a5187c59), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.865698 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b638ae-4469-467d-b6a9-00f601fdc2dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.866156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b638ae-4469-467d-b6a9-00f601fdc2dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.869186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4b638ae-4469-467d-b6a9-00f601fdc2dc tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/cad6f124-5e66-475d-9145-709101a050c4 HTTP/1.1" status: 404 len: 337 time: 0.0433147 Feb 19 01:40:24.871971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45298) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.922327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] For port 1887b211-2781-4318-9cfa-9744a5187c59, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1887b211-2781-4318-9cfa-9744a5187c59,segment=NetworkSegment(ef16e007-4012-49c9-a62e-bc5e6e72cd41),segment_id=ef16e007-4012-49c9-a62e-bc5e6e72cd41)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:24.922642 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1887b211-2781-4318-9cfa-9744a5187c59), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.923180 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eeece6-23fb-4e2c-acc5-38951c83daff tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.923727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eeece6-23fb-4e2c-acc5-38951c83daff tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.929502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-29eeece6-23fb-4e2c-acc5-38951c83daff tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/fb0b740c-8ad7-4fef-a236-48e5ca25fdfc HTTP/1.1" status: 404 len: 333 time: 0.0538335 Feb 19 01:40:24.930370 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45300) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.951340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] Calling delete_port for 1887b211-2781-4318-9cfa-9744a5187c59 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:24.952106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:24.964798 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] Sync routers for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:24.966007 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c55e1a-d430-4f2c-a29a-95617a31f54b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:24.966544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c55e1a-d430-4f2c-a29a-95617a31f54b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:24.970471 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-53c55e1a-d430-4f2c-a29a-95617a31f54b tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/9ca3161c-7b90-40b9-84b6-991866d10218 HTTP/1.1" status: 404 len: 337 time: 0.0394514 Feb 19 01:40:24.973994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45302) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:24.976160 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.987278 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:24.990874 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:25.001838 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f894a0e3-b8a8-428a-946e-c44a305ded91 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] DELETE failed (client error): The resource could not be found. Feb 19 01:40:25.003672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f894a0e3-b8a8-428a-946e-c44a305ded91 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:40:25.011838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f894a0e3-b8a8-428a-946e-c44a305ded91 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/subnets/a2269066-6ddf-44c9-b3a4-0deaa06f785a HTTP/1.1" status: 404 len: 337 time: 0.0372462 Feb 19 01:40:25.017703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b0abe49-c45c-4159-ab04-650d733bfadf tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9650617 Feb 19 01:40:25.018313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45304) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:25.018457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:25.020717 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f33d1d-266a-421e-87bf-e0182413e770" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:25.065089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (1887b211-2781-4318-9cfa-9744a5187c59), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.123929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] No DVR routers for this DVR port 1887b211-2781-4318-9cfa-9744a5187c59 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:25.137016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bcc11-c10a-4a7b-b449-917f566da5f7 None None] Pushing event deleted for resources: {'Port': ['ID=1887b211-2781-4318-9cfa-9744a5187c59,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:25.166208 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:25.240687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Deleting port 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:25.242230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.294064 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f742ce4d-aaed-4625-840d-67993e656b01 x-openstack-request-id: req-f742ce4d-aaed-4625-840d-67993e656b01 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:25.294569 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:25.295962 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f742ce4d-aaed-4625-840d-67993e656b01 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:25.296683 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'status': 'completed', 'code': 200} Feb 19 01:40:25.383337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.403117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Calling delete_port for 1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 owned by {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:25.414072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.427005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-b647abd6-551f-497c-892d-d8b3aced1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:25.429156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-b647abd6-551f-497c-892d-d8b3aced1838 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.1037567 Feb 19 01:40:25.436881 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'e965aa87-443c-4c56-a128-a2f119956e1a', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'port_id': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'mac_address': 'fa:16:3e:2f:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:40:23Z', 'updated_at': '2022-02-19T01:40:23Z', 'revision_number': 0, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:40:00Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:25.471252 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] Checking router: 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:40:25.480509 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:25.481325 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:25.598403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-46de6a97-588e-4f8e-8f65-91cac1f8b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:25.600211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-46de6a97-588e-4f8e-8f65-91cac1f8b727 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 909 time: 0.1343822 Feb 19 01:40:25.604476 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:25.605585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1813b3fc-a5b8-4b3a-bd07-ef4d41a87768), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.708062 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Port': ['ID=1813b3fc-a5b8-4b3a-bd07-ef4d41a87768,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:25.711751 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-192edd9b-7356-4bfa-91af-9825b0164ff0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 1000 time: 0.1027369 Feb 19 01:40:25.717462 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.721358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-eaf8a278-9ca7-4606-929c-c3d685606c08 tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/ports/1813b3fc-a5b8-4b3a-bd07-ef4d41a87768 HTTP/1.1" status: 204 len: 168 time: 0.7020159 Feb 19 01:40:25.723834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45318) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:25.776331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-9a3c8c11-f7de-4c7a-bfe2-2d265162e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:25.778300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-9a3c8c11-f7de-4c7a-bfe2-2d265162e59a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0553281 Feb 19 01:40:25.876781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1887b211-2781-4318-9cfa-9744a5187c59 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:25.877355 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'e965aa87-443c-4c56-a128-a2f119956e1a', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'port_id': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'mac_address': 'fa:16:3e:2f:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:40:23Z', 'updated_at': '2022-02-19T01:40:23Z', 'revision_number': 0, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:40:00Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:25.893434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (77c14b98-a3af-4743-b120-98ce75a2da39), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.906764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-a50a1ac4-0a9c-458e-8146-e4cea80d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:25.908409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-a50a1ac4-0a9c-458e-8146-e4cea80d8401 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220355 Feb 19 01:40:25.911333 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c0ba6-09a1-4440-b68f-200ee9749aea None None] The sync data for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 is: [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'e965aa87-443c-4c56-a128-a2f119956e1a', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'port_id': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'mac_address': 'fa:16:3e:2f:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:40:23Z', 'updated_at': '2022-02-19T01:40:23Z', 'revision_number': 0, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:40:00Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:25.927961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1887b211-2781-4318-9cfa-9744a5187c59 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:25.928706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1887b211-2781-4318-9cfa-9744a5187c59 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:26.007612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (77c14b98-a3af-4743-b120-98ce75a2da39), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.038526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c14b98-a3af-4743-b120-98ce75a2da39']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:26.082236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef16e007-4012-49c9-a62e-bc5e6e72cd41') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:26.082532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef16e007-4012-49c9-a62e-bc5e6e72cd41') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:26.095145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (ef16e007-4012-49c9-a62e-bc5e6e72cd41), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.119005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ef16e007-4012-49c9-a62e-bc5e6e72cd41), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.131627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:26.132079 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (ef16e007-4012-49c9-a62e-bc5e6e72cd41), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:26.136109 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:26.187662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.189425 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-0d15e73d-0197-4619-8841-9f688714684a service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488108 Feb 19 01:40:26.258332 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (77c14b98-a3af-4743-b120-98ce75a2da39), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.278035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.283891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c7cc3-0fe1-4cff-b512-b8fa6aa5345f None None] New status for floating IP e965aa87-443c-4c56-a128-a2f119956e1a: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:40:26.294204 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] 10.222.0.43 "DELETE /v2.0/networks/77c14b98-a3af-4743-b120-98ce75a2da39 HTTP/1.1" status: 204 len: 168 time: 0.5692265 Feb 19 01:40:26.324417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737d453-a6db-4d64-9b52-f952cb2b283f tempest-PortsTestJSON-438552733 tempest-PortsTestJSON-438552733-project] Pushing event deleted for resources: {'Network': ['ID=77c14b98-a3af-4743-b120-98ce75a2da39,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:26.403183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d2f33d1d-266a-421e-87bf-e0182413e770 req-f65af55d-ba88-43b2-b423-b7643bd8617f service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006044 Feb 19 01:40:26.596890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.672472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45328) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:26.813844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b55af42b-653a-44af-be24-affc88b3d7fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1cfddec6b02440eb4d12547b2ad3e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377997 Feb 19 01:40:26.814090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45332) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:26.862877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0b13d8-fa4b-4092-908b-8b4bff7b4873 admin admin] Publish callbacks [] for security_group (56eed4a2-d42e-4db7-913f-c2c275ed7c3c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.884355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0b13d8-fa4b-4092-908b-8b4bff7b4873 admin admin] Publish callbacks [] for security_group (56eed4a2-d42e-4db7-913f-c2c275ed7c3c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.931966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0b13d8-fa4b-4092-908b-8b4bff7b4873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (56eed4a2-d42e-4db7-913f-c2c275ed7c3c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.935040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0b13d8-fa4b-4092-908b-8b4bff7b4873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:26.937434 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3a0b13d8-fa4b-4092-908b-8b4bff7b4873 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56eed4a2-d42e-4db7-913f-c2c275ed7c3c HTTP/1.1" status: 204 len: 168 time: 0.1224766 Feb 19 01:40:26.946407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b13d8-fa4b-4092-908b-8b4bff7b4873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eed4a2-d42e-4db7-913f-c2c275ed7c3c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:27.698686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45356) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:27.802905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1953033562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:27.824848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:27.825894 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:27.880544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router_controller (dd6c3e9c-dd03-4174-93f4-e79357a2c487), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:27.886235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:27.908702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:27.912373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-16034e50-d3b8-4f9a-95a8-f0431566c5fb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2108011 Feb 19 01:40:27.912741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45360) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:27.920071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1872684250'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:27.939244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:27.942904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:27.951464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.024828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for security_group (1bbde063-17f7-483b-933c-db521a0ce4ba), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.028925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1bbde063-17f7-483b-933c-db521a0ce4ba), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.056891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:28.066491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbde063-17f7-483b-933c-db521a0ce4ba,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:28.071461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7f1e3e22-7c35-494b-9623-3a57e1e75add), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.071809 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Added segment 7f1e3e22-7c35-494b-9623-3a57e1e75add of type vlan for network 745660b1-726e-4381-8a84-0b70d64bcc09 Feb 19 01:40:28.112588 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (745660b1-726e-4381-8a84-0b70d64bcc09), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.137008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (745660b1-726e-4381-8a84-0b70d64bcc09), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.142096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:28.142680 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.199025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2848911 Feb 19 01:40:28.202264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45362) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:28.208311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'subnet': {'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:28.213522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b9d28-5360-4703-9e27-04fded5c32c0 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Network': ['ID=745660b1-726e-4381-8a84-0b70d64bcc09,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:28.224373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 745660b1-726e-4381-8a84-0b70d64bcc09 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:28.322290 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:28.325655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.521280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (61b91f67-c16c-4c2d-b894-80460e99765a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.574138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Subnet': ['ID=61b91f67-c16c-4c2d-b894-80460e99765a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:28.590494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Checking segment: {'id': '7f1e3e22-7c35-494b-9623-3a57e1e75add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:28.590851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network hostable DHCP agents. Network: 745660b1-726e-4381-8a84-0b70d64bcc09, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:28.611291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 745660b1-726e-4381-8a84-0b70d64bcc09 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:28.616190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 745660b1-726e-4381-8a84-0b70d64bcc09) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:28.620222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:28.620812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.628615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03153d-0f64-4e58-91c4-ca99a16a472a None None] Network 745660b1-726e-4381-8a84-0b70d64bcc09 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:28.641604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39b0d4a5-6bf8-4aad-ad93-9bbe1cddb8ec tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4375200 Feb 19 01:40:28.645154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45366) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:28.650602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'network': {'name': 'tempest-router-network01--1649025073'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:28.670596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:28.674170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.703743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:28.714547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f187635f-42ad-4544-9a89-e8186eb6c810), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.714906 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Added segment f187635f-42ad-4544-9a89-e8186eb6c810 of type vlan for network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b Feb 19 01:40:28.759901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-745660b1-726e-4381-8a84-0b70d64bcc09', 'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09', 'project_id': 'c0195b97c9814300aedf1769d9245fd5', 'fixed_ips': [{'subnet_id': '61b91f67-c16c-4c2d-b894-80460e99765a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:28.760781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:28.767259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (76d0a3e9-ad8e-48cb-819b-cec19a835c6b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.071043 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (76d0a3e9-ad8e-48cb-819b-cec19a835c6b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.076442 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:29.076702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.088372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Allocated IP 2001:db8::2 (745660b1-726e-4381-8a84-0b70d64bcc09/61b91f67-c16c-4c2d-b894-80460e99765a/2a1bc66f-ba10-4460-afb5-7c7a03ac492d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:29.132794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4841516 Feb 19 01:40:29.133893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45368) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:29.142798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'network': {'name': 'tempest-router-network02--678513736'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:29.145163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f57d90-565d-486c-9b64-92fe60eb1e25 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Network': ['ID=76d0a3e9-ad8e-48cb-819b-cec19a835c6b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:29.160540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:29.169422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:29.173530 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.205511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:29.218987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d25bc7a9-35bd-4cc4-862f-b46a1556edf7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.219580 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Added segment d25bc7a9-35bd-4cc4-862f-b46a1556edf7 of type vlan for network 7166dd9b-0727-4c68-8cb0-50539d352c3c Feb 19 01:40:29.265427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7166dd9b-0727-4c68-8cb0-50539d352c3c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.293313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7166dd9b-0727-4c68-8cb0-50539d352c3c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.299255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:29.299839 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.307748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Publish callbacks [] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.314888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.358187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Network 745660b1-726e-4381-8a84-0b70d64bcc09 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:29.366340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:29.368896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2332954 Feb 19 01:40:29.369413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45370) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:29.370030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:29.376468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6bc7c-c0ca-4fd6-9a30-faf24aac8637 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Network': ['ID=7166dd9b-0727-4c68-8cb0-50539d352c3c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:29.383402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'subnet': {'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:29.383910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Pushing event updated for resources: {'Port': ['ID=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:29.390414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7166dd9b-0727-4c68-8cb0-50539d352c3c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:29.482160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:29.486723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.495449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Attempting to bind port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:29.495823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Attempting to bind port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '7f1e3e22-7c35-494b-9623-3a57e1e75add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:29.496186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Attempting to bind port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d on network 745660b1-726e-4381-8a84-0b70d64bcc09 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:29.506631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:29.507014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Checking segment: {'id': '7f1e3e22-7c35-494b-9623-3a57e1e75add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:29.507623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.508172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Bound using segment: {'id': '7f1e3e22-7c35-494b-9623-3a57e1e75add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:29.508830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Bound port: 2a1bc66f-ba10-4460-afb5-7c7a03ac492d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1e3e22-7c35-494b-9623-3a57e1e75add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '745660b1-726e-4381-8a84-0b70d64bcc09'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:29.509482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.588859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] For port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:29.593956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] For port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,segment=NetworkSegment(7f1e3e22-7c35-494b-9623-3a57e1e75add),segment_id=7f1e3e22-7c35-494b-9623-3a57e1e75add)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:29.601747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.667030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd8b1d-d7ea-4530-a807-2b87ea67c765 None None] Pushing event updated for resources: {'Port': ['ID=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:29.713504 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (7716e048-8864-4c7b-b42b-6ebbd3cb85cf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.792758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Subnet': ['ID=7716e048-8864-4c7b-b42b-6ebbd3cb85cf,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:29.798174 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Checking segment: {'id': 'f187635f-42ad-4544-9a89-e8186eb6c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:29.798800 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network hostable DHCP agents. Network: 76d0a3e9-ad8e-48cb-819b-cec19a835c6b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:29.821183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:29.834522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 76d0a3e9-ad8e-48cb-819b-cec19a835c6b) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:29.841216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:29.841889 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:29.848450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e75c41-16ad-4a78-8ad1-a682fc1f0056 None None] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:29.864170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ec56e453-afb9-4ff5-89dc-c2d95a25541a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4904740 Feb 19 01:40:29.867180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45378) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:29.872309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'subnet': {'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:29.976604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45380) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:30.010395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:30.014501 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.039476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-76d0a3e9-ad8e-48cb-819b-cec19a835c6b', 'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b', 'project_id': 'c0195b97c9814300aedf1769d9245fd5', 'fixed_ips': [{'subnet_id': '7716e048-8864-4c7b-b42b-6ebbd3cb85cf'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:30.041977 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.177134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7181bb55-5ab6-4a13-b0ba-af379bfd33a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.211446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Allocated IP 2001:db8::2 (76d0a3e9-ad8e-48cb-819b-cec19a835c6b/7716e048-8864-4c7b-b42b-6ebbd3cb85cf/abe97484-6b7b-49fb-a234-0cbd1b4f39df) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:30.318325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (cb7ce574-a124-4be4-a842-27f4fb5671c6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.383452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7181bb55-5ab6-4a13-b0ba-af379bfd33a9 admin admin] Publish callbacks [] for security_group (a117377a-1f94-4758-bd38-a88d74e6af0c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.384038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Publish callbacks [] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.392703 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.393727 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7181bb55-5ab6-4a13-b0ba-af379bfd33a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a117377a-1f94-4758-bd38-a88d74e6af0c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.423737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Subnet': ['ID=cb7ce574-a124-4be4-a842-27f4fb5671c6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:30.435846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:30.442137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:30.449654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:30.450389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7181bb55-5ab6-4a13-b0ba-af379bfd33a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1e242513c36411e9a3884b50821255d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699721 Feb 19 01:40:30.453743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45384) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:30.457473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181bb55-5ab6-4a13-b0ba-af379bfd33a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a117377a-1f94-4758-bd38-a88d74e6af0c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:30.460142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Checking segment: {'id': 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:30.460494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network hostable DHCP agents. Network: 7166dd9b-0727-4c68-8cb0-50539d352c3c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:30.476132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Pushing event updated for resources: {'Port': ['ID=abe97484-6b7b-49fb-a234-0cbd1b4f39df,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:30.486647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 7166dd9b-0727-4c68-8cb0-50539d352c3c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:30.506714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7166dd9b-0727-4c68-8cb0-50539d352c3c) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:30.511427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:30.512034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.534701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a9a03-9ee9-4ba6-ae77-522fbe5698a1 None None] Network 7166dd9b-0727-4c68-8cb0-50539d352c3c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:30.537743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-58e69889-a0e2-40b9-8d4f-12850701a0f8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6693516 Feb 19 01:40:30.538412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45386) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:30.562860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f06b03b-86f6-4e3b-ac0b-ba9ea62e1780 admin admin] Publish callbacks [] for security_group (a117377a-1f94-4758-bd38-a88d74e6af0c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.564604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Attempting to bind port abe97484-6b7b-49fb-a234-0cbd1b4f39df on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:30.565340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Attempting to bind port abe97484-6b7b-49fb-a234-0cbd1b4f39df by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f187635f-42ad-4544-9a89-e8186eb6c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:30.565828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Attempting to bind port abe97484-6b7b-49fb-a234-0cbd1b4f39df on network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:30.604577 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f06b03b-86f6-4e3b-ac0b-ba9ea62e1780 admin admin] Publish callbacks [] for security_group (a117377a-1f94-4758-bd38-a88d74e6af0c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.617407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:30.617807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Checking segment: {'id': 'f187635f-42ad-4544-9a89-e8186eb6c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:30.618224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.618609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Bound using segment: {'id': 'f187635f-42ad-4544-9a89-e8186eb6c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:30.619106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Bound port: abe97484-6b7b-49fb-a234-0cbd1b4f39df, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f187635f-42ad-4544-9a89-e8186eb6c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '76d0a3e9-ad8e-48cb-819b-cec19a835c6b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:30.619956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.686067 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f06b03b-86f6-4e3b-ac0b-ba9ea62e1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a117377a-1f94-4758-bd38-a88d74e6af0c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.690005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f06b03b-86f6-4e3b-ac0b-ba9ea62e1780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.693554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5f06b03b-86f6-4e3b-ac0b-ba9ea62e1780 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a117377a-1f94-4758-bd38-a88d74e6af0c HTTP/1.1" status: 204 len: 168 time: 0.2364645 Feb 19 01:40:30.715287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06b03b-86f6-4e3b-ac0b-ba9ea62e1780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a117377a-1f94-4758-bd38-a88d74e6af0c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:30.756880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-7166dd9b-0727-4c68-8cb0-50539d352c3c', 'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c', 'project_id': 'c0195b97c9814300aedf1769d9245fd5', 'fixed_ips': [{'subnet_id': 'cb7ce574-a124-4be4-a842-27f4fb5671c6'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:30.757913 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:30.788277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] For port abe97484-6b7b-49fb-a234-0cbd1b4f39df, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:30.809271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] For port abe97484-6b7b-49fb-a234-0cbd1b4f39df, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=abe97484-6b7b-49fb-a234-0cbd1b4f39df,segment=NetworkSegment(f187635f-42ad-4544-9a89-e8186eb6c810),segment_id=f187635f-42ad-4544-9a89-e8186eb6c810)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:30.867459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.000364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.010007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Pushing event updated for resources: {'Port': ['ID=abe97484-6b7b-49fb-a234-0cbd1b4f39df,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:31.028952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.029310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.029663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.030002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.030870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.031191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.031523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.031851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.032428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.032573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.032804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.036291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.036668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc267e0-5189-40da-87a6-232b772a8501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:31.052900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Allocated IP 2001:db8::2 (7166dd9b-0727-4c68-8cb0-50539d352c3c/cb7ce574-a124-4be4-a842-27f4fb5671c6/e2649f2a-0880-4c51-bcff-bfa5f2234e5c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:31.259584 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Publish callbacks [] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.266404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326fb806-3615-4ebb-9e63-60694e7882ce None None] Network 745660b1-726e-4381-8a84-0b70d64bcc09 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:31.342551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.415752 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Network 7166dd9b-0727-4c68-8cb0-50539d352c3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:31.443066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:31.445300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] Provisioning complete for port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:31.445300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.484475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:31.495187 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Pushing event updated for resources: {'Port': ['ID=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:31.524501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Allocated IP 2001:db8::1 (76d0a3e9-ad8e-48cb-819b-cec19a835c6b/7716e048-8864-4c7b-b42b-6ebbd3cb85cf/5d21991b-234a-4359-b2b9-898110e2dd19) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:31.610412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Attempting to bind port e2649f2a-0880-4c51-bcff-bfa5f2234e5c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:31.610785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Attempting to bind port e2649f2a-0880-4c51-bcff-bfa5f2234e5c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:31.611151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Attempting to bind port e2649f2a-0880-4c51-bcff-bfa5f2234e5c on network 7166dd9b-0727-4c68-8cb0-50539d352c3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:31.621280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:31.621757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Checking segment: {'id': 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:31.622230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.622674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Bound using segment: {'id': 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:31.623168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Bound port: e2649f2a-0880-4c51-bcff-bfa5f2234e5c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7166dd9b-0727-4c68-8cb0-50539d352c3c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:31.623555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.636593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] Current status of the port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:31.636980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.790976 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for port (5d21991b-234a-4359-b2b9-898110e2dd19), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.826989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] For port e2649f2a-0880-4c51-bcff-bfa5f2234e5c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:31.843365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] For port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,segment=NetworkSegment(7f1e3e22-7c35-494b-9623-3a57e1e75add),segment_id=7f1e3e22-7c35-494b-9623-3a57e1e75add)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:31.845302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] For port e2649f2a-0880-4c51-bcff-bfa5f2234e5c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,segment=NetworkSegment(d25bc7a9-35bd-4cc4-862f-b46a1556edf7),segment_id=d25bc7a9-35bd-4cc4-862f-b46a1556edf7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:31.856641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.857235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:31.930257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:31.934949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:31.938075 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:31.938771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.002464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8cd37-5f11-4811-8862-20c4d710f8c4 None None] Pushing event updated for resources: {'Port': ['ID=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:32.015660 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.067421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Port': ['ID=5d21991b-234a-4359-b2b9-898110e2dd19,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:32.167684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abe97484-6b7b-49fb-a234-0cbd1b4f39df up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:32.182725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32987-3d78-4419-a7f6-6bc453a886ac None None] Pushing event updated for resources: {'Port': ['ID=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:32.228423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.238422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-00a1b542-5abc-4711-8ad0-edf4da45cd87 None None] Provisioning complete for port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:32.239353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00a1b542-5abc-4711-8ad0-edf4da45cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.381551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port abe97484-6b7b-49fb-a234-0cbd1b4f39df triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:32.383894 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.670581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-00a1b542-5abc-4711-8ad0-edf4da45cd87 None None] Current status of the port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:32.723244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port abe97484-6b7b-49fb-a234-0cbd1b4f39df is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:32.723669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.805290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for port (5d21991b-234a-4359-b2b9-898110e2dd19), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.806238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port abe97484-6b7b-49fb-a234-0cbd1b4f39df, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=abe97484-6b7b-49fb-a234-0cbd1b4f39df,segment=NetworkSegment(f187635f-42ad-4544-9a89-e8186eb6c810),segment_id=f187635f-42ad-4544-9a89-e8186eb6c810)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:32.820733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.822004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a1bc66f-ba10-4460-afb5-7c7a03ac492d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:32.833841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.844549 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:32.960177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4c439-9f7a-49de-978b-7e13d85abe4b None None] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:32.986112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:32.987103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:33.020943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Port': ['ID=5d21991b-234a-4359-b2b9-898110e2dd19,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:33.070085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=abe97484-6b7b-49fb-a234-0cbd1b4f39df,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:33.111110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:33.112529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:33.136499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b1c46fb1-74e7-450f-8e08-4568591aa577 None None] Provisioning complete for port abe97484-6b7b-49fb-a234-0cbd1b4f39df triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:33.137148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1c46fb1-74e7-450f-8e08-4568591aa577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:33.249127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Router dd6c3e9c-dd03-4174-93f4-e79357a2c487 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:40:33.256766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:33.306542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b1c46fb1-74e7-450f-8e08-4568591aa577 None None] Current status of the port abe97484-6b7b-49fb-a234-0cbd1b4f39df is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:33.406564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:33.414635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45418) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:33.415095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-feb38979-0e82-46fe-a63a-ac22857f5a78 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8754652 Feb 19 01:40:33.419620 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] Sync routers for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:33.440585 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:33.441164 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:33.488335 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:33.511748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:33.512648 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:33.589433 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:33.590423 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ae3b7-3ec5-4656-b6b0-365ee789f6ca None None] The sync data for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:33.751402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-23bbe2cf-5727-424f-84fa-c7b8c59ef398 None None] Provisioning complete for port 5d21991b-234a-4359-b2b9-898110e2dd19 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:33.751888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23bbe2cf-5727-424f-84fa-c7b8c59ef398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:33.828886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-23bbe2cf-5727-424f-84fa-c7b8c59ef398 None None] Port 5d21991b-234a-4359-b2b9-898110e2dd19 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:33.853877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-23bbe2cf-5727-424f-84fa-c7b8c59ef398 None None] Provisioning complete for port abe97484-6b7b-49fb-a234-0cbd1b4f39df triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:33.854257 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-23bbe2cf-5727-424f-84fa-c7b8c59ef398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.039239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-23bbe2cf-5727-424f-84fa-c7b8c59ef398 None None] Current status of the port abe97484-6b7b-49fb-a234-0cbd1b4f39df is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:34.077061 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-1d60dc8e-1060-4bfa-b583-8fc5c12e2433 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:40:34.078746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1d60dc8e-1060-4bfa-b583-8fc5c12e2433 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6631253 Feb 19 01:40:34.081694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:34.096111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abe97484-6b7b-49fb-a234-0cbd1b4f39df up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:34.183199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-14710aa6-e83b-4497-9929-95b65f127c18 None None] Provisioning complete for port 5d21991b-234a-4359-b2b9-898110e2dd19 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:34.183918 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14710aa6-e83b-4497-9929-95b65f127c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.234839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port abe97484-6b7b-49fb-a234-0cbd1b4f39df triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:34.235297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.238703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-14710aa6-e83b-4497-9929-95b65f127c18 None None] Port 5d21991b-234a-4359-b2b9-898110e2dd19 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:34.278509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a0c9f2-e076-446f-9ae8-fd87596ff542 None None] Network 7166dd9b-0727-4c68-8cb0-50539d352c3c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:34.603366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] Provisioning complete for port e2649f2a-0880-4c51-bcff-bfa5f2234e5c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:34.603889 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.689835 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.778397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port abe97484-6b7b-49fb-a234-0cbd1b4f39df is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:34.779809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a1bc66f-ba10-4460-afb5-7c7a03ac492d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:34.805733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] Current status of the port e2649f2a-0880-4c51-bcff-bfa5f2234e5c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:34.806133 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.874232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] For port e2649f2a-0880-4c51-bcff-bfa5f2234e5c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,segment=NetworkSegment(d25bc7a9-35bd-4cc4-862f-b46a1556edf7),segment_id=d25bc7a9-35bd-4cc4-862f-b46a1556edf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:34.891739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:34.892257 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.894695 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:34.999972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91752a3-34fd-4013-a42a-9fab6f658ce2 None None] Pushing event updated for resources: {'Port': ['ID=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:35.024402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting port 5d21991b-234a-4359-b2b9-898110e2dd19 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:35.025111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-34eb4549-57e3-465c-82d2-665e25ca276b None None] Provisioning complete for port 5d21991b-234a-4359-b2b9-898110e2dd19 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:35.025289 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.025486 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34eb4549-57e3-465c-82d2-665e25ca276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.080740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:35.081904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e2649f2a-0880-4c51-bcff-bfa5f2234e5c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:35.138619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-34eb4549-57e3-465c-82d2-665e25ca276b None None] Port 5d21991b-234a-4359-b2b9-898110e2dd19 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:35.143512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.156649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Calling delete_port for 5d21991b-234a-4359-b2b9-898110e2dd19 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:35.163997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e2649f2a-0880-4c51-bcff-bfa5f2234e5c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:35.164452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.250691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-c3218584-6b2b-40d6-855f-305bdbbb8eb8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=29dc668f65384bf28dba812d8dcb64eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308714 Feb 19 01:40:35.259865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e2649f2a-0880-4c51-bcff-bfa5f2234e5c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:35.269123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-915baab5-af3f-46af-8b2d-d2175caac78c None None] Provisioning complete for port e2649f2a-0880-4c51-bcff-bfa5f2234e5c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:35.269504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-915baab5-af3f-46af-8b2d-d2175caac78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.346780 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5d21991b-234a-4359-b2b9-898110e2dd19), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.361562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-915baab5-af3f-46af-8b2d-d2175caac78c None None] Current status of the port e2649f2a-0880-4c51-bcff-bfa5f2234e5c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:35.374105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Port': ['ID=5d21991b-234a-4359-b2b9-898110e2dd19,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:35.475507 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.486135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-114ee77e-c3f3-40da-9eb0-26e08e0fd80e tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:35.487717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-114ee77e-c3f3-40da-9eb0-26e08e0fd80e tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296648 Feb 19 01:40:35.506809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-0321a068-4249-4018-a444-21b04545cc95 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/quotas/29dc668f65384bf28dba812d8dcb64eb HTTP/1.1" status: 200 len: 375 time: 0.0106308 Feb 19 01:40:35.566439 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-84e5ffab-9058-411f-b030-e9ada492ed49 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29dc668f65384bf28dba812d8dcb64eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533237 Feb 19 01:40:35.648892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Router dd6c3e9c-dd03-4174-93f4-e79357a2c487 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:35.730660 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:35.736652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b830a547-56cb-4709-a80f-c6623be3f535 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6469970 Feb 19 01:40:35.744035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:35.746551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] Sync routers for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:35.757776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:35.758515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:35.805916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:35.820768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:35.821463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:35.861997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e2649f2a-0880-4c51-bcff-bfa5f2234e5c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:35.885045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:35.885713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0841b85-2332-42e0-8f15-4b8f8cadae50 None None] The sync data for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:35.915313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port e2649f2a-0880-4c51-bcff-bfa5f2234e5c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:35.915588 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:35.997524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port e2649f2a-0880-4c51-bcff-bfa5f2234e5c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:36.051039 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-7aa11e42-a3bf-47d5-aaa6-4bf61490782f tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] delete failed (client error): The resource could not be found. Feb 19 01:40:36.052077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7aa11e42-a3bf-47d5-aaa6-4bf61490782f tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1133055026 HTTP/1.1" status: 404 len: 335 time: 0.3061242 Feb 19 01:40:36.055809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:36.060183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c8c4383f-538c-474b-b0a9-eaff46961c1c tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd6c3e9c-dd03-4174-93f4-e79357a2c487'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:36.300094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c8c4383f-538c-474b-b0a9-eaff46961c1c tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router_gateway (dd6c3e9c-dd03-4174-93f4-e79357a2c487), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.321538 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-c8c4383f-538c-474b-b0a9-eaff46961c1c tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] update failed (client error): The resource could not be found. Feb 19 01:40:36.322579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8c4383f-538c-474b-b0a9-eaff46961c1c tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487 HTTP/1.1" status: 404 len: 339 time: 0.2658525 Feb 19 01:40:36.326128 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:36.333059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1408246492'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:36.354331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:36.357755 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.381887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:36.391764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (135e4025-b2ae-4d6a-9472-a2df38e5fe99), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.392105 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Added segment 135e4025-b2ae-4d6a-9472-a2df38e5fe99 of type vlan for network 451d33e6-6a44-473b-90a0-2f63f1813bde Feb 19 01:40:36.432109 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (451d33e6-6a44-473b-90a0-2f63f1813bde), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.458719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (451d33e6-6a44-473b-90a0-2f63f1813bde), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.464099 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:36.464699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.524456 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1972942 Feb 19 01:40:36.527570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45446) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:36.532691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'subnet': {'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:36.540211 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aeeb8-2896-407a-96de-137083b5f8a8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Network': ['ID=451d33e6-6a44-473b-90a0-2f63f1813bde,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:36.551202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 451d33e6-6a44-473b-90a0-2f63f1813bde details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:36.633247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Made reservation on behalf of c0195b97c9814300aedf1769d9245fd5 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:36.636616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.758514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b21663f2-c9c1-4e60-a13b-efe80cdfc65f req-4da72249-f350-41ad-80d7-50de34f947c6 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 210 time: 0.0308013 Feb 19 01:40:36.822117 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (2c3e186f-2668-47f1-a764-8dcfe3e65b7a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.885854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Subnet': ['ID=2c3e186f-2668-47f1-a764-8dcfe3e65b7a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:36.894561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Checking segment: {'id': '135e4025-b2ae-4d6a-9472-a2df38e5fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:36.894920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network hostable DHCP agents. Network: 451d33e6-6a44-473b-90a0-2f63f1813bde, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:36.912056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 451d33e6-6a44-473b-90a0-2f63f1813bde is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:36.920538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 451d33e6-6a44-473b-90a0-2f63f1813bde) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:36.925255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:36.925846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:36.931798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3097ed9-3dbb-4707-a5c7-61fa9abb8160 None None] Network 451d33e6-6a44-473b-90a0-2f63f1813bde requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:36.942415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8860600d-0b26-4190-bfb7-bf1a11bf0223 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4137316 Feb 19 01:40:36.945575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45452) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:36.950371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d4345203-dfc7-4a1d-9c55-8e55105f6e23 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'router': {'external_gateway_info': {'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:37.034566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-451d33e6-6a44-473b-90a0-2f63f1813bde', 'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde', 'project_id': 'c0195b97c9814300aedf1769d9245fd5', 'fixed_ips': [{'subnet_id': '2c3e186f-2668-47f1-a764-8dcfe3e65b7a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:37.035422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.167368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d4345203-dfc7-4a1d-9c55-8e55105f6e23 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router_gateway (dd6c3e9c-dd03-4174-93f4-e79357a2c487), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.175807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Allocated IP 2001:db8:1::2 (451d33e6-6a44-473b-90a0-2f63f1813bde/2c3e186f-2668-47f1-a764-8dcfe3e65b7a/ceb02ad7-349d-4555-921c-f7d8fc1d9ce3) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:37.277313 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-d4345203-dfc7-4a1d-9c55-8e55105f6e23 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:40:37.278380 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d4345203-dfc7-4a1d-9c55-8e55105f6e23 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487 HTTP/1.1" status: 400 len: 364 time: 0.3317966 Feb 19 01:40:37.282020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45454) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:37.322240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Publish callbacks [] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.328879 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.370674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Network 451d33e6-6a44-473b-90a0-2f63f1813bde is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:37.373499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:37.379492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:37.384803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Pushing event updated for resources: {'Port': ['ID=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:37.439029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Attempting to bind port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:37.439404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Attempting to bind port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '135e4025-b2ae-4d6a-9472-a2df38e5fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:37.439779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Attempting to bind port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 on network 451d33e6-6a44-473b-90a0-2f63f1813bde {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:37.445101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:37.445484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Checking segment: {'id': '135e4025-b2ae-4d6a-9472-a2df38e5fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:37.445888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.446309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Bound using segment: {'id': '135e4025-b2ae-4d6a-9472-a2df38e5fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:37.446790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Bound port: ceb02ad7-349d-4555-921c-f7d8fc1d9ce3, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135e4025-b2ae-4d6a-9472-a2df38e5fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '451d33e6-6a44-473b-90a0-2f63f1813bde'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:37.447174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.518716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] For port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:37.522108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] For port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,segment=NetworkSegment(135e4025-b2ae-4d6a-9472-a2df38e5fe99),segment_id=135e4025-b2ae-4d6a-9472-a2df38e5fe99)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:37.530562 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.586174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:37.598046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3464e-bdac-43dd-8100-8a7b8cace3ba None None] Pushing event updated for resources: {'Port': ['ID=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:37.892679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Allocated IP 2001:db8::1 (745660b1-726e-4381-8a84-0b70d64bcc09/61b91f67-c16c-4c2d-b894-80460e99765a/42e73626-095d-4d69-a603-5e2a4203c280) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:37.900448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-89f78cc2-e1a7-4ef5-8e8b-80acdf03694e req-32f197f0-d879-43a0-81e2-bf58548031f2 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 210 time: 0.0569086 Feb 19 01:40:37.944980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:38.006766 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:38.007053 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.047111 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for port (42e73626-095d-4d69-a603-5e2a4203c280), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.085068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (42e73626-095d-4d69-a603-5e2a4203c280), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.096658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:38.097218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.126451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 745660b1-726e-4381-8a84-0b70d64bcc09 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:38.129840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:38.134436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:38.134683 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.139147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,segment=NetworkSegment(135e4025-b2ae-4d6a-9472-a2df38e5fe99),segment_id=135e4025-b2ae-4d6a-9472-a2df38e5fe99)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:38.145365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.189010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Port': ['ID=42e73626-095d-4d69-a603-5e2a4203c280,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:38.206111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:38.290277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (42e73626-095d-4d69-a603-5e2a4203c280), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.548878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-035ccd6d-e8a5-4cbe-9c6e-46899abfecc9 None None] Provisioning complete for port 42e73626-095d-4d69-a603-5e2a4203c280 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:38.549297 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-035ccd6d-e8a5-4cbe-9c6e-46899abfecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42e73626-095d-4d69-a603-5e2a4203c280), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.595186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-035ccd6d-e8a5-4cbe-9c6e-46899abfecc9 None None] Port 42e73626-095d-4d69-a603-5e2a4203c280 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:38.611060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for port (42e73626-095d-4d69-a603-5e2a4203c280), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.617089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (42e73626-095d-4d69-a603-5e2a4203c280), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.618060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.711150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event updated for resources: {'Port': ['ID=42e73626-095d-4d69-a603-5e2a4203c280,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:38.752154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Network 745660b1-726e-4381-8a84-0b70d64bcc09 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:38.753773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:38.781872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2ee63-cb19-4389-82fe-a8a359d4ea14 None None] Network 451d33e6-6a44-473b-90a0-2f63f1813bde requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:38.866515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0f765bff-3d04-4b00-94a0-cc03855aebd9 None None] Provisioning complete for port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:38.867048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f765bff-3d04-4b00-94a0-cc03855aebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:38.936080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-60e191da-a63a-4b61-9dda-3e100071217f tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=29dc668f65384bf28dba812d8dcb64eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326474 Feb 19 01:40:39.068676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0f765bff-3d04-4b00-94a0-cc03855aebd9 None None] Current status of the port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:39.104294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-1b1ef569-d062-43e7-84e2-6debcf1478a1 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:39.105914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-1b1ef569-d062-43e7-84e2-6debcf1478a1 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557078 Feb 19 01:40:39.124695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Request body: {'port': {'device_id': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '29dc668f65384bf28dba812d8dcb64eb'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:39.199255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-246e7570-b811-4eff-a7c0-cd5d6e10777a None None] Provisioning complete for port 42e73626-095d-4d69-a603-5e2a4203c280 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:39.200243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-246e7570-b811-4eff-a7c0-cd5d6e10777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (42e73626-095d-4d69-a603-5e2a4203c280), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.249984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-246e7570-b811-4eff-a7c0-cd5d6e10777a None None] Port 42e73626-095d-4d69-a603-5e2a4203c280 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:39.273774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3ca2150-e30e-43f9-88bd-b13a1b680072 req-d19b9891-ef69-4f2f-8483-93d8abc8d010 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 210 time: 0.0641494 Feb 19 01:40:39.282348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Router dd6c3e9c-dd03-4174-93f4-e79357a2c487 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:39.372731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4bd8c9d4-7a02-4fb5-bded-2305486eaa6e None None] Provisioning complete for port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:39.373411 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bd8c9d4-7a02-4fb5-bded-2305486eaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.383892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:39.392206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7a43b038-2be7-4690-b7c8-56ce9428a4e8 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1091046 Feb 19 01:40:39.392806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45472) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:39.397300 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] Sync routers for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:39.410220 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:39.411524 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:39.453240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:39.458698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4bd8c9d4-7a02-4fb5-bded-2305486eaa6e None None] Current status of the port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:39.465988 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:39.467257 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:39.499175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cbc58a99-2c0f-4d9e-a6ec-6c18a5655dc2 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.506049 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:39.506719 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066eb63-07fe-4150-ad15-c25fdbe8dd8b None None] The sync data for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:39.596461 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-cbc58a99-2c0f-4d9e-a6ec-6c18a5655dc2 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:40:39.598043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cbc58a99-2c0f-4d9e-a6ec-6c18a5655dc2 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487 HTTP/1.1" status: 409 len: 329 time: 0.2041340 Feb 19 01:40:39.601402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45474) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:39.615009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Made reservation on behalf of 29dc668f65384bf28dba812d8dcb64eb for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:39.618406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.627565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.701550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks [] for security_group (b803d1a4-ca3b-441a-ba6a-d46c9e4a872b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.706281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b803d1a4-ca3b-441a-ba6a-d46c9e4a872b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.774581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:39.851788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:39.852824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Allocated IP 192.168.233.88 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/d185f13d-ed6b-4e37-9e8e-4897579c7dbe) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:39.907310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:39.907692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.937786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:39.991945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:40.013683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks [] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.051413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.095586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:40.100630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:40.105171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:40.109074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Pushing event updated for resources: {'Port': ['ID=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:40.157296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:40.157935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.174643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-82f0b0ad-72e5-41a1-8c2a-dc17881d0fe8 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0550082 Feb 19 01:40:40.212130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting port 42e73626-095d-4d69-a603-5e2a4203c280 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:40.212479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (42e73626-095d-4d69-a603-5e2a4203c280), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.305094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Request body: {'port': {'device_id': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:40.316515 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (42e73626-095d-4d69-a603-5e2a4203c280), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.330156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Calling delete_port for 42e73626-095d-4d69-a603-5e2a4203c280 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:40.382621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dc81fdef-daf9-4ac4-a85f-7d6dc35e6dc5 None None] Provisioning complete for port d185f13d-ed6b-4e37-9e8e-4897579c7dbe triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:40.383254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc81fdef-daf9-4ac4-a85f-7d6dc35e6dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.400412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.422770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dc81fdef-daf9-4ac4-a85f-7d6dc35e6dc5 None None] Port d185f13d-ed6b-4e37-9e8e-4897579c7dbe cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:40.452363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88897d85-379a-4ee1-aab2-cbf7dd7e3fef req-7b2b1ea9-6b24-4681-b431-8539019ccfc7 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:40.457470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88897d85-379a-4ee1-aab2-cbf7dd7e3fef req-7b2b1ea9-6b24-4681-b431-8539019ccfc7 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 935 time: 0.0944757 Feb 19 01:40:40.519790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (42e73626-095d-4d69-a603-5e2a4203c280), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.547482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Port': ['ID=42e73626-095d-4d69-a603-5e2a4203c280,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:40.627215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88897d85-379a-4ee1-aab2-cbf7dd7e3fef req-eca32673-98b4-40d5-a396-fcd3d7f3ab34 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669555 Feb 19 01:40:40.679131 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (dd6c3e9c-dd03-4174-93f4-e79357a2c487), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.802856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d185f13d-ed6b-4e37-9e8e-4897579c7dbe {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:40:40.810517 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Publish callbacks [] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.826390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Transition to ACTIVE for port object d185f13d-ed6b-4e37-9e8e-4897579c7dbe will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:40:40.830592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.848572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Router dd6c3e9c-dd03-4174-93f4-e79357a2c487 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:40.926722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Pushing event updated for resources: {'Port': ['ID=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:40.940040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:40.951106 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d23d031c-f370-48fa-afe5-2d1f57e1e96a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3480582 Feb 19 01:40:40.951994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:40.953502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] Sync routers for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:40.965903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:40.966814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:40.994732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Attempting to bind port d185f13d-ed6b-4e37-9e8e-4897579c7dbe on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:40.995070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Attempting to bind port d185f13d-ed6b-4e37-9e8e-4897579c7dbe by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:40.995406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Attempting to bind port d185f13d-ed6b-4e37-9e8e-4897579c7dbe on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:41.000167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Port d185f13d-ed6b-4e37-9e8e-4897579c7dbe on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:40:41.000807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Attempting to bind port d185f13d-ed6b-4e37-9e8e-4897579c7dbe on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:41.002632 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-19ca5e89-9791-442c-a1e3-c5f816fbc800 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] show failed (client error): The resource could not be found. Feb 19 01:40:41.007992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:41.008755 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-19ca5e89-9791-442c-a1e3-c5f816fbc800 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1170528731 HTTP/1.1" status: 404 len: 335 time: 0.0554104 Feb 19 01:40:41.012220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:41.016005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cf5b6e9c-9751-418d-9cb4-2da7afa399eb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:41.020460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:41.020805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:41.021226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:41.021808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Bound port: d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:41.022169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.026377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] Routers {'dd6c3e9c-dd03-4174-93f4-e79357a2c487'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:41.027012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:41.063070 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-cf5b6e9c-9751-418d-9cb4-2da7afa399eb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] update failed (client error): The resource could not be found. Feb 19 01:40:41.064122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cf5b6e9c-9751-418d-9cb4-2da7afa399eb tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1448371564 HTTP/1.1" status: 404 len: 335 time: 0.0540993 Feb 19 01:40:41.064286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:41.064956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54c55d-cf5e-44d6-9851-a30bf9b6c3c1 None None] The sync data for ids ['dd6c3e9c-dd03-4174-93f4-e79357a2c487'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:41.067483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45484) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:41.119991 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting subnet 2c3e186f-2668-47f1-a764-8dcfe3e65b7a {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:41.122159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] For port d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:41.123036 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (2c3e186f-2668-47f1-a764-8dcfe3e65b7a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.125294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] For port d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:41.132061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.170982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:41.171645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.172246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (2c3e186f-2668-47f1-a764-8dcfe3e65b7a), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.173074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] 10.222.0.10 "PUT /v2.0/ports/d185f13d-ed6b-4e37-9e8e-4897579c7dbe HTTP/1.1" status: 200 len: 1095 time: 0.9869657 Feb 19 01:40:41.173560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'tag': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:41.175844 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81066be2-453b-4f6a-a34a-47def6d722ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4c567edc-a1a6-4ed5-b387-bd03cb0ebead", "tag": "d185f13d-ed6b-4e37-9e8e-4897579c7dbe"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:41.201901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcd7ad-2a3b-4c6b-8850-484d24ac92df service neutron] Pushing event updated for resources: {'Port': ['ID=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:41.255651 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62bf05-de8a-4a2b-88b5-f0341305c05d x-openstack-request-id: req-1d62bf05-de8a-4a2b-88b5-f0341305c05d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:41.256068 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c567edc-a1a6-4ed5-b387-bd03cb0ebead", "tag": "d185f13d-ed6b-4e37-9e8e-4897579c7dbe", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:41.256442 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d62bf05-de8a-4a2b-88b5-f0341305c05d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:41.257025 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'tag': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe', 'status': 'completed', 'code': 200} Feb 19 01:40:41.284414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (2c3e186f-2668-47f1-a764-8dcfe3e65b7a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.330011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-4bca0402-0390-48e5-b398-a9b028cb4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:41.331726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-4bca0402-0390-48e5-b398-a9b028cb4a73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dc668f65384bf28dba812d8dcb64eb&device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 1129 time: 0.1121578 Feb 19 01:40:41.357640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (2c3e186f-2668-47f1-a764-8dcfe3e65b7a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.388538 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.393474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/subnets/2c3e186f-2668-47f1-a764-8dcfe3e65b7a HTTP/1.1" status: 204 len: 168 time: 0.3247616 Feb 19 01:40:41.395097 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903cb60-8c01-4a15-9e53-bb2c87f0848b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3e186f-2668-47f1-a764-8dcfe3e65b7a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:41.397149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45488) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:41.397777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8cb6ab-c25a-413c-8ff4-798ecc13d420 None None] Network 451d33e6-6a44-473b-90a0-2f63f1813bde requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:41.406030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-9eee7ae6-25db-487d-8c01-1ca2269bbc87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe HTTP/1.1" status: 200 len: 217 time: 0.0620489 Feb 19 01:40:41.483171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-2ff4f44e-af12-40ad-9b14-8c12de2beb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:41.484290 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (451d33e6-6a44-473b-90a0-2f63f1813bde), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.484729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-2ff4f44e-af12-40ad-9b14-8c12de2beb9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0693929 Feb 19 01:40:41.542519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:41.542875 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.573399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-e853920a-576b-41f8-890e-110ea101634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:41.574906 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-e853920a-576b-41f8-890e-110ea101634a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0812707 Feb 19 01:40:41.586372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] DHCP port deletion for 451d33e6-6a44-473b-90a0-2f63f1813bde request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:41.614727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] For port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,segment=NetworkSegment(135e4025-b2ae-4d6a-9472-a2df38e5fe99),segment_id=135e4025-b2ae-4d6a-9472-a2df38e5fe99)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:41.615148 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.629626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Calling delete_port for ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:41.641032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] Deleting port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:41.641666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.691801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-0d8433d3-602e-4c29-82a5-7e365145623e service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061788 Feb 19 01:40:41.711042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] For port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,segment=NetworkSegment(135e4025-b2ae-4d6a-9472-a2df38e5fe99),segment_id=135e4025-b2ae-4d6a-9472-a2df38e5fe99)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:41.711725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.725133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] Calling delete_port for ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:41.739137 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.768413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] No DVR routers for this DVR port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:41.774994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Port': ['ID=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:41.814749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ceb02ad7-349d-4555-921c-f7d8fc1d9ce3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.834825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64881f-ab6f-43e0-940d-3a34c2d5eaa0 req-c51fea94-9a9c-4fec-bc9e-d32ac1b91fda tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:41.842675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c64881f-ab6f-43e0-940d-3a34c2d5eaa0 req-c51fea94-9a9c-4fec-bc9e-d32ac1b91fda tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 947 time: 0.1320543 Feb 19 01:40:41.850462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] Pushing event deleted for resources: {'Port': ['ID=ceb02ad7-349d-4555-921c-f7d8fc1d9ce3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:41.860855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a31cd-c284-4ea5-8e3d-f40977a1bbc6 None None] No DVR routers for this DVR port ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:41.872699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (451d33e6-6a44-473b-90a0-2f63f1813bde), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.874269 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:41.880548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed245439-d756-4e18-a2cb-666e2ef18e55 req-e9cc4225-5da0-4ed5-b19f-cc26947248bd service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800385 Feb 19 01:40:41.895411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:41.895738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ceb02ad7-349d-4555-921c-f7d8fc1d9ce3 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:41.913954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451d33e6-6a44-473b-90a0-2f63f1813bde']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:41.915072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c64881f-ab6f-43e0-940d-3a34c2d5eaa0 req-3fb8b031-ef3a-403e-9cad-2084e527f9a6 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Feb 19 01:40:41.925112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135e4025-b2ae-4d6a-9472-a2df38e5fe99') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:41.925414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135e4025-b2ae-4d6a-9472-a2df38e5fe99') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:41.935876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (135e4025-b2ae-4d6a-9472-a2df38e5fe99), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.949920 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (135e4025-b2ae-4d6a-9472-a2df38e5fe99), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.956289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:41.956699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (135e4025-b2ae-4d6a-9472-a2df38e5fe99), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:41.960309 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:41.987863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066be2-453b-4f6a-a34a-47def6d722ae req-0b9140c8-1b1e-4085-a3f7-b28ec3a1555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:41.989424 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-0b9140c8-1b1e-4085-a3f7-b28ec3a1555f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dc668f65384bf28dba812d8dcb64eb&device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 1129 time: 0.0456939 Feb 19 01:40:42.023226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (451d33e6-6a44-473b-90a0-2f63f1813bde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.030518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.033792 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/networks/451d33e6-6a44-473b-90a0-2f63f1813bde HTTP/1.1" status: 204 len: 168 time: 0.6345644 Feb 19 01:40:42.045183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:42.055362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea25aa3-a095-406e-a084-6b8a0192c18b tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Network': ['ID=451d33e6-6a44-473b-90a0-2f63f1813bde,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:42.102048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting subnet cb7ce574-a124-4be4-a842-27f4fb5671c6 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:42.105184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (cb7ce574-a124-4be4-a842-27f4fb5671c6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.143352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066be2-453b-4f6a-a34a-47def6d722ae req-ad5bb8ee-cd33-4887-81d6-804631c8497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:42.144767 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-ad5bb8ee-cd33-4887-81d6-804631c8497e service neutron] 10.222.0.10 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.1483140 Feb 19 01:40:42.146457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (cb7ce574-a124-4be4-a842-27f4fb5671c6), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.189839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-809d940f-5315-4b39-929f-c91452f2d01f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe HTTP/1.1" status: 200 len: 217 time: 0.0377667 Feb 19 01:40:42.230606 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (cb7ce574-a124-4be4-a842-27f4fb5671c6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.241137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066be2-453b-4f6a-a34a-47def6d722ae req-0cacd280-07a0-4c2e-9ee0-5e07c93e4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:42.242604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-0cacd280-07a0-4c2e-9ee0-5e07c93e4ecd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0446768 Feb 19 01:40:42.293266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066be2-453b-4f6a-a34a-47def6d722ae req-566836be-c71b-4ce6-910c-519fd5832b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:42.294845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-566836be-c71b-4ce6-910c-519fd5832b9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0457718 Feb 19 01:40:42.297794 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (cb7ce574-a124-4be4-a842-27f4fb5671c6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.323173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7ce574-a124-4be4-a842-27f4fb5671c6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:42.329700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.336555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60401d-0ece-49f7-b57d-a07d4086c9d7 None None] Network 7166dd9b-0727-4c68-8cb0-50539d352c3c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:42.339519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45bd8ce1-966b-422c-a82f-4ef32e984073 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/subnets/cb7ce574-a124-4be4-a842-27f4fb5671c6 HTTP/1.1" status: 204 len: 168 time: 0.2911074 Feb 19 01:40:42.339762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45494) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:42.395200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting subnet 7716e048-8864-4c7b-b42b-6ebbd3cb85cf {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:42.398528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (7716e048-8864-4c7b-b42b-6ebbd3cb85cf), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.402434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-b22ca5e4-56a1-4776-935e-4b3145babf47 service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012716 Feb 19 01:40:42.442847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (7716e048-8864-4c7b-b42b-6ebbd3cb85cf), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.504070 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81066be2-453b-4f6a-a34a-47def6d722ae req-98b8e5f9-e22a-4cdf-bbcb-d4a01f4149eb service neutron] 10.222.0.10 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947073 Feb 19 01:40:42.660566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] DHCP port deletion for 7166dd9b-0727-4c68-8cb0-50539d352c3c request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:42.709972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] Deleting port e2649f2a-0880-4c51-bcff-bfa5f2234e5c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:42.710545 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.778614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] For port e2649f2a-0880-4c51-bcff-bfa5f2234e5c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,segment=NetworkSegment(d25bc7a9-35bd-4cc4-862f-b46a1556edf7),segment_id=d25bc7a9-35bd-4cc4-862f-b46a1556edf7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:42.779145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.792472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] Calling delete_port for e2649f2a-0880-4c51-bcff-bfa5f2234e5c owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:42.816307 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7716e048-8864-4c7b-b42b-6ebbd3cb85cf), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.871417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (e2649f2a-0880-4c51-bcff-bfa5f2234e5c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.874255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (7716e048-8864-4c7b-b42b-6ebbd3cb85cf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.896590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] Pushing event deleted for resources: {'Port': ['ID=e2649f2a-0880-4c51-bcff-bfa5f2234e5c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:42.900498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3eb8f-cd51-47f0-afaa-9cd03a4fe0d7 None None] No DVR routers for this DVR port e2649f2a-0880-4c51-bcff-bfa5f2234e5c on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:42.902589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Subnet': ['ID=7716e048-8864-4c7b-b42b-6ebbd3cb85cf,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:42.904751 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.909040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-efea687c-c8e3-44c6-9883-e38e5eb8cd92 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/subnets/7716e048-8864-4c7b-b42b-6ebbd3cb85cf HTTP/1.1" status: 204 len: 168 time: 0.5676172 Feb 19 01:40:42.911933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45496) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:42.912966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c852999-baf1-44f8-8641-cb63cb42804e None None] Network 76d0a3e9-ad8e-48cb-819b-cec19a835c6b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:42.998510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7166dd9b-0727-4c68-8cb0-50539d352c3c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.048712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712615b-09dd-4a04-9c72-a07e444831f4 req-646551b7-d2f0-441d-9014-0e5315a1620f tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:43.055557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3712615b-09dd-4a04-9c72-a07e444831f4 req-646551b7-d2f0-441d-9014-0e5315a1620f tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 947 time: 0.0592613 Feb 19 01:40:43.087449 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7166dd9b-0727-4c68-8cb0-50539d352c3c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.101977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3712615b-09dd-4a04-9c72-a07e444831f4 req-a69bc4a3-abf0-40c8-896e-f8fea053b264 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Feb 19 01:40:43.113104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] DHCP port deletion for 76d0a3e9-ad8e-48cb-819b-cec19a835c6b request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:43.114895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7166dd9b-0727-4c68-8cb0-50539d352c3c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:43.125389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:43.125691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25bc7a9-35bd-4cc4-862f-b46a1556edf7') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:43.134939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d25bc7a9-35bd-4cc4-862f-b46a1556edf7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.147918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d25bc7a9-35bd-4cc4-862f-b46a1556edf7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.154331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:43.154654 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d25bc7a9-35bd-4cc4-862f-b46a1556edf7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:43.158087 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:43.161801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] Deleting port abe97484-6b7b-49fb-a234-0cbd1b4f39df {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:43.162180 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.214887 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7166dd9b-0727-4c68-8cb0-50539d352c3c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.220123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.225991 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/networks/7166dd9b-0727-4c68-8cb0-50539d352c3c HTTP/1.1" status: 204 len: 168 time: 0.3102720 Feb 19 01:40:43.226123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:43.233642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] For port abe97484-6b7b-49fb-a234-0cbd1b4f39df, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=abe97484-6b7b-49fb-a234-0cbd1b4f39df,segment=NetworkSegment(f187635f-42ad-4544-9a89-e8186eb6c810),segment_id=f187635f-42ad-4544-9a89-e8186eb6c810)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:43.234197 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.238129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5150e8a-09db-4692-b495-5084c908260d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Network': ['ID=7166dd9b-0727-4c68-8cb0-50539d352c3c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:43.248589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] Calling delete_port for abe97484-6b7b-49fb-a234-0cbd1b4f39df owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:43.307578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (76d0a3e9-ad8e-48cb-819b-cec19a835c6b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.334782 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.358788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] Pushing event deleted for resources: {'Port': ['ID=abe97484-6b7b-49fb-a234-0cbd1b4f39df,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:43.366676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40a16c-8cbb-4a6b-8aa2-030f74b0b11f None None] No DVR routers for this DVR port abe97484-6b7b-49fb-a234-0cbd1b4f39df on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:43.367406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting port abe97484-6b7b-49fb-a234-0cbd1b4f39df {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:43.368317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.435501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] For port abe97484-6b7b-49fb-a234-0cbd1b4f39df, host n-d-826752-2, got binding levels [] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:43.436271 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.448271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Calling delete_port for abe97484-6b7b-49fb-a234-0cbd1b4f39df owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:43.450988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Port abe97484-6b7b-49fb-a234-0cbd1b4f39df was not found and therefore no delete operation was performed {{(pid=103430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:40:43.452234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (abe97484-6b7b-49fb-a234-0cbd1b4f39df), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.477732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Port': ['ID=abe97484-6b7b-49fb-a234-0cbd1b4f39df,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:43.482180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] No DVR routers for this DVR port abe97484-6b7b-49fb-a234-0cbd1b4f39df on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:43.562632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (76d0a3e9-ad8e-48cb-819b-cec19a835c6b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.582592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d0a3e9-ad8e-48cb-819b-cec19a835c6b']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:43.591522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f187635f-42ad-4544-9a89-e8186eb6c810') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:43.591815 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f187635f-42ad-4544-9a89-e8186eb6c810') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:43.601592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (f187635f-42ad-4544-9a89-e8186eb6c810), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.614646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f187635f-42ad-4544-9a89-e8186eb6c810), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.620521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:43.620907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (f187635f-42ad-4544-9a89-e8186eb6c810), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:43.624122 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:43.688295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (76d0a3e9-ad8e-48cb-819b-cec19a835c6b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.696473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.699607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/networks/76d0a3e9-ad8e-48cb-819b-cec19a835c6b HTTP/1.1" status: 204 len: 168 time: 0.4724908 Feb 19 01:40:43.702272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45502) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:43.710337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a79840-aad1-4e12-819d-85297eeb7f3a tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Network': ['ID=76d0a3e9-ad8e-48cb-819b-cec19a835c6b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:43.754053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting subnet 61b91f67-c16c-4c2d-b894-80460e99765a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:43.757172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (61b91f67-c16c-4c2d-b894-80460e99765a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:43.831663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abe97484-6b7b-49fb-a234-0cbd1b4f39df no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:43.853193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: abe97484-6b7b-49fb-a234-0cbd1b4f39df {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:43.853539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device abe97484-6b7b-49fb-a234-0cbd1b4f39df not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:43.853951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e2649f2a-0880-4c51-bcff-bfa5f2234e5c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:43.874235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: e2649f2a-0880-4c51-bcff-bfa5f2234e5c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:43.874589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device e2649f2a-0880-4c51-bcff-bfa5f2234e5c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:44.040399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (61b91f67-c16c-4c2d-b894-80460e99765a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.120987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (61b91f67-c16c-4c2d-b894-80460e99765a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.189783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (61b91f67-c16c-4c2d-b894-80460e99765a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.238171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Subnet': ['ID=61b91f67-c16c-4c2d-b894-80460e99765a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:44.240143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.243328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e69f458-eafe-4824-a1e7-7a1173a1ce8e tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/subnets/61b91f67-c16c-4c2d-b894-80460e99765a HTTP/1.1" status: 204 len: 168 time: 0.5398779 Feb 19 01:40:44.245584 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183729d0-e45f-499e-a9ab-8bb0d0cc728c None None] Network 745660b1-726e-4381-8a84-0b70d64bcc09 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:44.245883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45506) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:44.326083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdf64c-677c-4ad6-a500-c5a4a55bb24e req-37c0b51f-91cd-474c-a12a-8e2865075554 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:44.327447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88fdf64c-677c-4ad6-a500-c5a4a55bb24e req-37c0b51f-91cd-474c-a12a-8e2865075554 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 947 time: 0.1510272 Feb 19 01:40:44.334936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (745660b1-726e-4381-8a84-0b70d64bcc09), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.400599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] DHCP port deletion for 745660b1-726e-4381-8a84-0b70d64bcc09 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:44.411747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-88fdf64c-677c-4ad6-a500-c5a4a55bb24e req-af55556d-d46b-46ec-bffa-bddf5f9383b1 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748656 Feb 19 01:40:44.431917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Deleting port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:44.432257 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.456787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] Deleting port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:44.457262 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.494826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] For port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,segment=NetworkSegment(7f1e3e22-7c35-494b-9623-3a57e1e75add),segment_id=7f1e3e22-7c35-494b-9623-3a57e1e75add)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:44.495199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.507821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Calling delete_port for 2a1bc66f-ba10-4460-afb5-7c7a03ac492d owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:44.524396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] For port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,segment=NetworkSegment(7f1e3e22-7c35-494b-9623-3a57e1e75add),segment_id=7f1e3e22-7c35-494b-9623-3a57e1e75add)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:44.524805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.537867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] Calling delete_port for 2a1bc66f-ba10-4460-afb5-7c7a03ac492d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:44.547587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d185f13d-ed6b-4e37-9e8e-4897579c7dbe details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:40:44.591752 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.616196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Port': ['ID=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:44.621892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] No DVR routers for this DVR port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:44.690034 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (2a1bc66f-ba10-4460-afb5-7c7a03ac492d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.701231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (745660b1-726e-4381-8a84-0b70d64bcc09), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.721911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745660b1-726e-4381-8a84-0b70d64bcc09']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:44.726628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] Pushing event deleted for resources: {'Port': ['ID=2a1bc66f-ba10-4460-afb5-7c7a03ac492d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:44.728485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1be6dc-ebf0-4899-948b-691f15eb85c4 None None] No DVR routers for this DVR port 2a1bc66f-ba10-4460-afb5-7c7a03ac492d on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:44.732137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1e3e22-7c35-494b-9623-3a57e1e75add') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:44.732137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1e3e22-7c35-494b-9623-3a57e1e75add') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:44.740059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:44.748075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (7f1e3e22-7c35-494b-9623-3a57e1e75add), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.751804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe', 'mac_address': 'fa:16:3e:dd:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:40:44.763694 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (7f1e3e22-7c35-494b-9623-3a57e1e75add), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.770822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:44.771163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (7f1e3e22-7c35-494b-9623-3a57e1e75add), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:44.774726 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:44.798240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d185f13d-ed6b-4e37-9e8e-4897579c7dbe is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:44.798630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.812012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d185f13d-ed6b-4e37-9e8e-4897579c7dbe {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:40:44.831587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:44.836111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.846036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (745660b1-726e-4381-8a84-0b70d64bcc09), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.852907 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.856141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/networks/745660b1-726e-4381-8a84-0b70d64bcc09 HTTP/1.1" status: 204 len: 168 time: 0.6093500 Feb 19 01:40:44.859422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45508) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:44.868093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc130e-6df4-452b-a707-9ee4484eac07 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Pushing event deleted for resources: {'Network': ['ID=745660b1-726e-4381-8a84-0b70d64bcc09,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:44.885413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:44.893288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0bcf5215-1b52-4a07-be25-f86da84a5718 tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd6c3e9c-dd03-4174-93f4-e79357a2c487 HTTP/1.1" status: 200 len: 205 time: 0.0319240 Feb 19 01:40:44.895394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45510) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:44.972841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.133396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.135384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router_controller (dd6c3e9c-dd03-4174-93f4-e79357a2c487), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.145506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d185f13d-ed6b-4e37-9e8e-4897579c7dbe'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:40:45.182753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (dd6c3e9c-dd03-4174-93f4-e79357a2c487), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.183395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Fanout notify agent at l3_agent the message router_deleted on router dd6c3e9c-dd03-4174-93f4-e79357a2c487 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:40:45.191457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.192517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e4d8b21-9bf4-4dd7-a90c-1fbf6485aa7d tempest-RoutersNegativeIpV6Test-1050850570 tempest-RoutersNegativeIpV6Test-1050850570-project] 10.222.0.43 "DELETE /v2.0/routers/dd6c3e9c-dd03-4174-93f4-e79357a2c487 HTTP/1.1" status: 204 len: 168 time: 0.2962096 Feb 19 01:40:45.434941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45520) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:45.535426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048892fc-7393-4f5a-9add-9e03aac2a374 req-f8df80c7-6fe2-40b7-a568-4b218221f137 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:45.536905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-048892fc-7393-4f5a-9add-9e03aac2a374 req-f8df80c7-6fe2-40b7-a568-4b218221f137 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 948 time: 0.0544639 Feb 19 01:40:45.607041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f075c32b-0911-42f4-8986-82dade219bf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0195b97c9814300aedf1769d9245fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709278 Feb 19 01:40:45.610254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45524) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:45.611390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-048892fc-7393-4f5a-9add-9e03aac2a374 req-4715575c-269a-4bd9-b605-84ebd87d83d5 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682435 Feb 19 01:40:45.658760 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8249a8c-2a4d-4f0a-8fdb-ba7bb4f075ff admin admin] Publish callbacks [] for security_group (1bbde063-17f7-483b-933c-db521a0ce4ba), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.679548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8249a8c-2a4d-4f0a-8fdb-ba7bb4f075ff admin admin] Publish callbacks [] for security_group (1bbde063-17f7-483b-933c-db521a0ce4ba), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.725372 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8249a8c-2a4d-4f0a-8fdb-ba7bb4f075ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (1bbde063-17f7-483b-933c-db521a0ce4ba), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.727965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c8249a8c-2a4d-4f0a-8fdb-ba7bb4f075ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.729118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c8249a8c-2a4d-4f0a-8fdb-ba7bb4f075ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bbde063-17f7-483b-933c-db521a0ce4ba HTTP/1.1" status: 204 len: 168 time: 0.1178048 Feb 19 01:40:45.737052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8249a8c-2a4d-4f0a-8fdb-ba7bb4f075ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbde063-17f7-483b-933c-db521a0ce4ba,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:45.833956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a1bc66f-ba10-4460-afb5-7c7a03ac492d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:45.855413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2a1bc66f-ba10-4460-afb5-7c7a03ac492d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:45.856039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a1bc66f-ba10-4460-afb5-7c7a03ac492d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:46.375006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:46.472186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-337515673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:46.496807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.497743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.547919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router_controller (b9183e3b-325a-44bb-bba0-573ec18d69f3), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.551785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.560343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d185f13d-ed6b-4e37-9e8e-4897579c7dbe up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:46.569339 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.570532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0589b506-49b1-4339-94f9-02b2c71d0b41 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1945236 Feb 19 01:40:46.573263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45550) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:46.578729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-180646518'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:46.598571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Made reservation on behalf of 2d73c915812942ccb54c80f02622fefd for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:46.602197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.610774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.616298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port d185f13d-ed6b-4e37-9e8e-4897579c7dbe completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:40:46.620609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port d185f13d-ed6b-4e37-9e8e-4897579c7dbe triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:46.621167 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.706510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port d185f13d-ed6b-4e37-9e8e-4897579c7dbe is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:46.706908 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.729909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:46.730563 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for security_group (e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.732445 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b980dee1-960b-425d-bf05-f25d6adc609c" -d '{"events": [{"server_uuid": "4c567edc-a1a6-4ed5-b387-bd03cb0ebead", "name": "network-vif-plugged", "status": "completed", "tag": "d185f13d-ed6b-4e37-9e8e-4897579c7dbe"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:46.735232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.751527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:46.756101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.780698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:46.786753 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a040ca02-a708-42df-9278-7b7a76558d04 x-openstack-request-id: req-a040ca02-a708-42df-9278-7b7a76558d04 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:46.787055 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c567edc-a1a6-4ed5-b387-bd03cb0ebead", "name": "network-vif-plugged", "status": "completed", "tag": "d185f13d-ed6b-4e37-9e8e-4897579c7dbe", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:46.787314 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a040ca02-a708-42df-9278-7b7a76558d04 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:46.787708 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe', 'code': 200} Feb 19 01:40:46.791424 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:46.802610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4b1f57c1-8007-40cc-84c1-76db534276fc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.802974 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Added segment 4b1f57c1-8007-40cc-84c1-76db534276fc of type vlan for network b2a7512a-1ee3-42fe-aae0-2255d2507373 Feb 19 01:40:46.807987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:46.833689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55058044-aa7a-4900-859e-24ba3814dcb3 req-382511ad-fb11-44e5-88c7-5afa85b904b1 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:46.835200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55058044-aa7a-4900-859e-24ba3814dcb3 req-382511ad-fb11-44e5-88c7-5afa85b904b1 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 948 time: 0.1441677 Feb 19 01:40:46.904789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b2a7512a-1ee3-42fe-aae0-2255d2507373), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.957384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55058044-aa7a-4900-859e-24ba3814dcb3 req-a0b7a0ff-8ff2-4aca-a514-231d35a90eea tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017325 Feb 19 01:40:46.959992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0111-0e44-4eeb-959f-b9355c76a2a4 req-7401790c-a4dc-42d3-8c4d-628e287db2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:46.961547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1fff0111-0e44-4eeb-959f-b9355c76a2a4 req-7401790c-a4dc-42d3-8c4d-628e287db2bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 1131 time: 0.1071563 Feb 19 01:40:46.962668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b2a7512a-1ee3-42fe-aae0-2255d2507373), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.967415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:46.967986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.040632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4661684 Feb 19 01:40:47.043384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45558) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:47.049291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'subnet': {'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:47.072923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2942537-14f0-4aff-9d2f-7c2733a602f0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Network': ['ID=b2a7512a-1ee3-42fe-aae0-2255d2507373,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:47.085706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:47.088366 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1fff0111-0e44-4eeb-959f-b9355c76a2a4 req-d8cfc32b-27ac-450a-8c3e-d36891ddea6e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174064 Feb 19 01:40:47.146076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Made reservation on behalf of 2d73c915812942ccb54c80f02622fefd for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:47.149950 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.330984 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (dd8d37c8-1c63-439d-b010-0e929c36a3cb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.395575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Subnet': ['ID=dd8d37c8-1c63-439d-b010-0e929c36a3cb,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:47.403154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Checking segment: {'id': '4b1f57c1-8007-40cc-84c1-76db534276fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:47.403519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network hostable DHCP agents. Network: b2a7512a-1ee3-42fe-aae0-2255d2507373, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:47.421295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:47.430728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b2a7512a-1ee3-42fe-aae0-2255d2507373) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:47.434820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:47.435413 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.445610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c8a8d-c564-4078-927a-9b503c299a23 None None] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:47.453243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2e068445-aaf5-407b-ac10-c7830d114334 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4087095 Feb 19 01:40:47.456216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:47.462568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'network': {'name': 'tempest-router-network01--2088652122'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:47.484304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Made reservation on behalf of 2d73c915812942ccb54c80f02622fefd for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:47.487732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.512116 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:47.523063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (feca5cbd-86c1-429d-bf89-83b741e5b75d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.523917 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Added segment feca5cbd-86c1-429d-bf89-83b741e5b75d of type vlan for network 489bb23b-4943-4327-a62e-96b2def83e7a Feb 19 01:40:47.560882 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b2a7512a-1ee3-42fe-aae0-2255d2507373', 'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373', 'project_id': '2d73c915812942ccb54c80f02622fefd', 'fixed_ips': [{'subnet_id': 'dd8d37c8-1c63-439d-b010-0e929c36a3cb'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:47.562086 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.565228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (489bb23b-4943-4327-a62e-96b2def83e7a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.591810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (489bb23b-4943-4327-a62e-96b2def83e7a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.597261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:47.597838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.661810 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2037239 Feb 19 01:40:47.664384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:47.671439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'network': {'name': 'tempest-router-network02--1560300393'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:47.681412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34d99-ed5f-40fc-b1dd-3509bb41694b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Network': ['ID=489bb23b-4943-4327-a62e-96b2def83e7a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:47.695298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 489bb23b-4943-4327-a62e-96b2def83e7a details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:47.697954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Made reservation on behalf of 2d73c915812942ccb54c80f02622fefd for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:47.702206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.715630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Allocated IP 172.20.0.2 (b2a7512a-1ee3-42fe-aae0-2255d2507373/dd8d37c8-1c63-439d-b010-0e929c36a3cb/7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:47.728529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:40:47.739093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c39c28d5-99fb-42a8-9041-72e082fbb0e4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.739727 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Added segment c39c28d5-99fb-42a8-9041-72e082fbb0e4 of type vlan for network 87d6970d-56bb-4841-afd4-e627852c058b Feb 19 01:40:47.782034 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (87d6970d-56bb-4841-afd4-e627852c058b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.807072 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (87d6970d-56bb-4841-afd4-e627852c058b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.812429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:47.813819 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.878211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2126470 Feb 19 01:40:47.880767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:47.887673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'subnet': {'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:47.895721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eb963-1dde-45b7-b680-01dae9b2c2d9 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Network': ['ID=87d6970d-56bb-4841-afd4-e627852c058b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:47.909083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 87d6970d-56bb-4841-afd4-e627852c058b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:40:47.927115 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Publish callbacks [] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.958466 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:47.981440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Made reservation on behalf of 2d73c915812942ccb54c80f02622fefd for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:47.985832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.019783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:48.027907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:48.030144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Pushing event updated for resources: {'Port': ['ID=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:48.032351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:48.092132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Attempting to bind port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:48.092839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Attempting to bind port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '4b1f57c1-8007-40cc-84c1-76db534276fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:48.092987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Attempting to bind port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 on network b2a7512a-1ee3-42fe-aae0-2255d2507373 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:48.097970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:48.098490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Checking segment: {'id': '4b1f57c1-8007-40cc-84c1-76db534276fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:48.099006 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.099738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Bound using segment: {'id': '4b1f57c1-8007-40cc-84c1-76db534276fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:48.099887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Bound port: 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1f57c1-8007-40cc-84c1-76db534276fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2a7512a-1ee3-42fe-aae0-2255d2507373'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:48.100278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.122336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd49d5b-802e-4cee-9168-989968745705 req-bc1fdc43-c8d3-4060-9594-e176fb0a58e9 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:48.124143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ccd49d5b-802e-4cee-9168-989968745705 req-bc1fdc43-c8d3-4060-9594-e176fb0a58e9 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 949 time: 0.0853498 Feb 19 01:40:48.166952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] For port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:48.170468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] For port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,segment=NetworkSegment(4b1f57c1-8007-40cc-84c1-76db534276fc),segment_id=4b1f57c1-8007-40cc-84c1-76db534276fc)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:48.177706 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.237399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ccd49d5b-802e-4cee-9168-989968745705 req-b46db7cd-31b4-4022-9758-f1effbc76cd2 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026390 Feb 19 01:40:48.239709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885da84-e046-4640-9675-75f0f8fb2220 None None] Pushing event updated for resources: {'Port': ['ID=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:48.267694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (1ec346d8-8a5b-4fae-8f37-9dbc94954158), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.330514 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Subnet': ['ID=1ec346d8-8a5b-4fae-8f37-9dbc94954158,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:48.341297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Checking segment: {'id': 'feca5cbd-86c1-429d-bf89-83b741e5b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:48.341673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network hostable DHCP agents. Network: 489bb23b-4943-4327-a62e-96b2def83e7a, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:48.358623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network 489bb23b-4943-4327-a62e-96b2def83e7a is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:48.368144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 489bb23b-4943-4327-a62e-96b2def83e7a) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:48.372730 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:48.373394 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.380944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc5cbf-3adb-4554-a5a1-454d60fb6dbf None None] Network 489bb23b-4943-4327-a62e-96b2def83e7a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:48.394886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-58164bf3-a2ec-42d5-ae58-448d1c40992d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5126390 Feb 19 01:40:48.397354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:48.402702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'subnet': {'network_id': '87d6970d-56bb-4841-afd4-e627852c058b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:48.483941 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.530468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Made reservation on behalf of 2d73c915812942ccb54c80f02622fefd for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:40:48.536102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.545639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-489bb23b-4943-4327-a62e-96b2def83e7a', 'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a', 'project_id': '2d73c915812942ccb54c80f02622fefd', 'fixed_ips': [{'subnet_id': '1ec346d8-8a5b-4fae-8f37-9dbc94954158'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:48.546593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.698942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Allocated IP 172.20.0.2 (489bb23b-4943-4327-a62e-96b2def83e7a/1ec346d8-8a5b-4fae-8f37-9dbc94954158/1a198f3f-de27-4ff6-ba06-f22fd8862904) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:48.733243 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (0cbe2b5c-989b-4526-bd77-f25d73f903ca), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.803774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Subnet': ['ID=0cbe2b5c-989b-4526-bd77-f25d73f903ca,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:48.811622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Checking segment: {'id': 'c39c28d5-99fb-42a8-9041-72e082fbb0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '87d6970d-56bb-4841-afd4-e627852c058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:48.812157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network hostable DHCP agents. Network: 87d6970d-56bb-4841-afd4-e627852c058b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:40:48.836347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network 87d6970d-56bb-4841-afd4-e627852c058b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:40:48.847356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 87d6970d-56bb-4841-afd4-e627852c058b) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:48.851667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:48.852276 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.861026 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Publish callbacks [] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.863822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39d41f-6ca5-4cc9-b353-730534e9284a None None] Network 87d6970d-56bb-4841-afd4-e627852c058b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:48.871571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d4b37c46-b6b0-478d-9ee8-ac2c2722e531 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4728241 Feb 19 01:40:48.874027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45570) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:48.880809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.964846 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Network 489bb23b-4943-4327-a62e-96b2def83e7a is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:48.973969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:48.981759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:49.151393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Pushing event updated for resources: {'Port': ['ID=1a198f3f-de27-4ff6-ba06-f22fd8862904,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:49.197066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.222341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-87d6970d-56bb-4841-afd4-e627852c058b', 'network_id': '87d6970d-56bb-4841-afd4-e627852c058b', 'project_id': '2d73c915812942ccb54c80f02622fefd', 'fixed_ips': [{'subnet_id': '0cbe2b5c-989b-4526-bd77-f25d73f903ca'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:40:49.223232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.259477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Attempting to bind port 1a198f3f-de27-4ff6-ba06-f22fd8862904 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:49.259966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Attempting to bind port 1a198f3f-de27-4ff6-ba06-f22fd8862904 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'feca5cbd-86c1-429d-bf89-83b741e5b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:49.260374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Attempting to bind port 1a198f3f-de27-4ff6-ba06-f22fd8862904 on network 489bb23b-4943-4327-a62e-96b2def83e7a {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:49.320778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:49.321274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Checking segment: {'id': 'feca5cbd-86c1-429d-bf89-83b741e5b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:49.321586 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.322328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Bound using segment: {'id': 'feca5cbd-86c1-429d-bf89-83b741e5b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:49.322439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Bound port: 1a198f3f-de27-4ff6-ba06-f22fd8862904, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feca5cbd-86c1-429d-bf89-83b741e5b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '489bb23b-4943-4327-a62e-96b2def83e7a'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:49.322827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.343175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ab879-0eed-4a3b-b7eb-e4cdb0af1df5 None None] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:49.442135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982c423-f78b-4194-bcbd-ca371119b4b6 req-005a481d-bf28-4ec8-b439-a2e9f2118a5c tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:49.443612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6982c423-f78b-4194-bcbd-ca371119b4b6 req-005a481d-bf28-4ec8-b439-a2e9f2118a5c tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 949 time: 0.1120288 Feb 19 01:40:49.499391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] Provisioning complete for port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:49.499690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.510236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Allocated IP 172.20.0.1 (489bb23b-4943-4327-a62e-96b2def83e7a/1ec346d8-8a5b-4fae-8f37-9dbc94954158/d05e1e92-8b53-4af2-a0f2-b7b9af650880) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:49.532851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6982c423-f78b-4194-bcbd-ca371119b4b6 req-ed54039e-54aa-4033-a6f8-6ab66424a9ee tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674591 Feb 19 01:40:49.536320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] For port 1a198f3f-de27-4ff6-ba06-f22fd8862904, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:49.561385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] For port 1a198f3f-de27-4ff6-ba06-f22fd8862904, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a198f3f-de27-4ff6-ba06-f22fd8862904,segment=NetworkSegment(feca5cbd-86c1-429d-bf89-83b741e5b75d),segment_id=feca5cbd-86c1-429d-bf89-83b741e5b75d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:49.583316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Allocated IP 172.20.0.2 (87d6970d-56bb-4841-afd4-e627852c058b/0cbe2b5c-989b-4526-bd77-f25d73f903ca/b7ba867b-329f-4c25-8701-56366ecb6263) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:49.603994 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.654571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.722801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.784764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Port': ['ID=d05e1e92-8b53-4af2-a0f2-b7b9af650880,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:49.809882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network 489bb23b-4943-4327-a62e-96b2def83e7a is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:49.826136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:49.828579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9942-848f-4cb0-a28b-29c1a401fba0 None None] Pushing event updated for resources: {'Port': ['ID=1a198f3f-de27-4ff6-ba06-f22fd8862904,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:49.831388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:49.882906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] Current status of the port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:49.883600 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.887371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.910452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5765-f3da-4551-b30f-9447ad51f855 req-9de18a7d-6793-44eb-8673-203f620567e7 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:49.912226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fad5765-f3da-4551-b30f-9447ad51f855 req-9de18a7d-6793-44eb-8673-203f620567e7 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 949 time: 0.1243556 Feb 19 01:40:49.988017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] For port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,segment=NetworkSegment(4b1f57c1-8007-40cc-84c1-76db534276fc),segment_id=4b1f57c1-8007-40cc-84c1-76db534276fc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:49.997899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:50.026859 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.051854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fad5765-f3da-4551-b30f-9447ad51f855 req-d734aa7f-e562-4ff9-91a1-7b642add348c tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975358 Feb 19 01:40:50.099997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.114439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Publish callbacks [] for port (b7ba867b-329f-4c25-8701-56366ecb6263), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.137809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.167450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e525bee-40e5-4677-b9d6-d138d33f44a6 None None] Pushing event updated for resources: {'Port': ['ID=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:50.201818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Network 87d6970d-56bb-4841-afd4-e627852c058b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:50.229354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:50.232879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:50.258065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d64fb0a7-47bc-4e94-9b5d-144329c1576f None None] Provisioning complete for port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:50.258493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d64fb0a7-47bc-4e94-9b5d-144329c1576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.273983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:50.274356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.311841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Pushing event updated for resources: {'Port': ['ID=b7ba867b-329f-4c25-8701-56366ecb6263,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:50.340544 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-078ca517-7365-401c-8b37-c63fabfd11ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.389525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.394564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Attempting to bind port b7ba867b-329f-4c25-8701-56366ecb6263 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:40:50.394948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Attempting to bind port b7ba867b-329f-4c25-8701-56366ecb6263 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'c39c28d5-99fb-42a8-9041-72e082fbb0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '87d6970d-56bb-4841-afd4-e627852c058b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:40:50.395318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Attempting to bind port b7ba867b-329f-4c25-8701-56366ecb6263 on network 87d6970d-56bb-4841-afd4-e627852c058b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:40:50.395615 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.406586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:40:50.406967 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Checking segment: {'id': 'c39c28d5-99fb-42a8-9041-72e082fbb0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '87d6970d-56bb-4841-afd4-e627852c058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:40:50.407372 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.407770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Bound using segment: {'id': 'c39c28d5-99fb-42a8-9041-72e082fbb0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '87d6970d-56bb-4841-afd4-e627852c058b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:40:50.408242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Bound port: b7ba867b-329f-4c25-8701-56366ecb6263, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39c28d5-99fb-42a8-9041-72e082fbb0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '87d6970d-56bb-4841-afd4-e627852c058b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:40:50.408623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.474014 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.475895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Port': ['ID=d05e1e92-8b53-4af2-a0f2-b7b9af650880,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:50.538734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:50.540868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d64fb0a7-47bc-4e94-9b5d-144329c1576f None None] Current status of the port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:50.551898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] For port b7ba867b-329f-4c25-8701-56366ecb6263, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:40:50.555398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] For port b7ba867b-329f-4c25-8701-56366ecb6263, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7ba867b-329f-4c25-8701-56366ecb6263,segment=NetworkSegment(c39c28d5-99fb-42a8-9041-72e082fbb0e4),segment_id=c39c28d5-99fb-42a8-9041-72e082fbb0e4)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:40:50.565386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.583816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network 489bb23b-4943-4327-a62e-96b2def83e7a is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:50.585474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:50.632006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9c734-e9b2-4b0b-9ab7-f78f7a050159 None None] Pushing event updated for resources: {'Port': ['ID=b7ba867b-329f-4c25-8701-56366ecb6263,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:50.733695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Router b9183e3b-325a-44bb-bba0-573ec18d69f3 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:40:50.954314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d56b72-5f0d-4389-87c9-998323033392 None None] Network 489bb23b-4943-4327-a62e-96b2def83e7a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:51.019418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] Provisioning complete for port 1a198f3f-de27-4ff6-ba06-f22fd8862904 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:51.019804 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.148691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:51.152361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] Current status of the port 1a198f3f-de27-4ff6-ba06-f22fd8862904 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:51.152755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.165107 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] Sync routers for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:51.184094 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:51.184726 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:51.185812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e87b24a-6c61-4042-9867-4bdf66c4d6a2 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3107414 Feb 19 01:40:51.189623 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:51.199527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] For port 1a198f3f-de27-4ff6-ba06-f22fd8862904, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a198f3f-de27-4ff6-ba06-f22fd8862904,segment=NetworkSegment(feca5cbd-86c1-429d-bf89-83b741e5b75d),segment_id=feca5cbd-86c1-429d-bf89-83b741e5b75d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:51.207281 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.216482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-ca6d7284-b085-4f36-9c77-bdc308eaffec tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:51.224248 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-ca6d7284-b085-4f36-9c77-bdc308eaffec tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 949 time: 0.0883453 Feb 19 01:40:51.233895 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:51.247007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:51.248007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:51.276275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1e94a-a5bc-40ae-a5bf-8f2a4144b480 None None] Pushing event updated for resources: {'Port': ['ID=1a198f3f-de27-4ff6-ba06-f22fd8862904,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:51.306337 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:51.307399 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4603f19-d9a7-4f71-9c6c-9bd6bb214d98 None None] The sync data for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:51.342556 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f27f49-3616-4b82-af78-c9adcf8eff3a req-78892f7c-e28b-4f64-a193-237107ab3b88 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:51.342828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Deleting port d185f13d-ed6b-4e37-9e8e-4897579c7dbe {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:51.342828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.344872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88f27f49-3616-4b82-af78-c9adcf8eff3a req-78892f7c-e28b-4f64-a193-237107ab3b88 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c567edc-a1a6-4ed5-b387-bd03cb0ebead HTTP/1.1" status: 200 len: 949 time: 0.2102091 Feb 19 01:40:51.450626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] For port d185f13d-ed6b-4e37-9e8e-4897579c7dbe, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:51.451575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.466300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Calling delete_port for d185f13d-ed6b-4e37-9e8e-4897579c7dbe owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:51.483050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88f27f49-3616-4b82-af78-c9adcf8eff3a req-3648c3b8-6a29-4497-8e6f-468bca7fed76 tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.43 "GET /v2.0/security-groups?id=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933356 Feb 19 01:40:51.541791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dcb5e0a8-6430-4148-b1fb-14e170ce117b None None] Provisioning complete for port 1a198f3f-de27-4ff6-ba06-f22fd8862904 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:51.542168 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e0a8-6430-4148-b1fb-14e170ce117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.665817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5e0a8-6430-4148-b1fb-14e170ce117b None None] Current status of the port 1a198f3f-de27-4ff6-ba06-f22fd8862904 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:51.669177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d185f13d-ed6b-4e37-9e8e-4897579c7dbe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.683048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dcb5e0a8-6430-4148-b1fb-14e170ce117b None None] Provisioning complete for port d05e1e92-8b53-4af2-a0f2-b7b9af650880 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:51.683321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcb5e0a8-6430-4148-b1fb-14e170ce117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.687197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['d185f13d-ed6b-4e37-9e8e-4897579c7dbe'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:40:51.717840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Pushing event deleted for resources: {'Port': ['ID=d185f13d-ed6b-4e37-9e8e-4897579c7dbe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:51.771115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5e0a8-6430-4148-b1fb-14e170ce117b None None] Port d05e1e92-8b53-4af2-a0f2-b7b9af650880 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:51.773748 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-73dac321-035b-4d01-9689-36e123830682 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:40:51.779127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-73dac321-035b-4d01-9689-36e123830682 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5881915 Feb 19 01:40:51.780528 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45586) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:51.792601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] No DVR routers for this DVR port d185f13d-ed6b-4e37-9e8e-4897579c7dbe on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:51.795139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.798715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e41a4c9-a78c-40af-bd15-fb392933858f req-c5e9f178-c899-46bc-83a5-81b94bd9302b tempest-VolumesNegativeTest-2053195550 tempest-VolumesNegativeTest-2053195550-project] 10.222.0.10 "DELETE /v2.0/ports/d185f13d-ed6b-4e37-9e8e-4897579c7dbe HTTP/1.1" status: 204 len: 173 time: 0.5648241 Feb 19 01:40:51.799218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'name': 'network-vif-deleted', 'tag': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:51.801671 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a939b-94f9-47a7-838d-149017d25c8a" -d '{"events": [{"server_uuid": "4c567edc-a1a6-4ed5-b387-bd03cb0ebead", "name": "network-vif-deleted", "tag": "d185f13d-ed6b-4e37-9e8e-4897579c7dbe"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:51.880613 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b2f665-bfe0-42fb-bd79-cc9425474f0b x-openstack-request-id: req-94b2f665-bfe0-42fb-bd79-cc9425474f0b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:51.880953 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c567edc-a1a6-4ed5-b387-bd03cb0ebead", "name": "network-vif-deleted", "tag": "d185f13d-ed6b-4e37-9e8e-4897579c7dbe", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:51.881323 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94b2f665-bfe0-42fb-bd79-cc9425474f0b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:51.881742 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c567edc-a1a6-4ed5-b387-bd03cb0ebead', 'name': 'network-vif-deleted', 'tag': 'd185f13d-ed6b-4e37-9e8e-4897579c7dbe', 'status': 'completed', 'code': 200} Feb 19 01:40:51.913935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3fdd69a0-78cd-4b8e-91a1-62b28196351d None None] Provisioning complete for port d05e1e92-8b53-4af2-a0f2-b7b9af650880 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:51.914319 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3fdd69a0-78cd-4b8e-91a1-62b28196351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.020302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd69a0-78cd-4b8e-91a1-62b28196351d None None] Port d05e1e92-8b53-4af2-a0f2-b7b9af650880 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:52.113466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:52.197647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:52.198120 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.224005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa726f-e754-4c3b-9fcf-7df027a9e354 None None] Network 87d6970d-56bb-4841-afd4-e627852c058b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:52.291096 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.309950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] Provisioning complete for port b7ba867b-329f-4c25-8701-56366ecb6263 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:52.310369 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.417628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:52.418600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7ba867b-329f-4c25-8701-56366ecb6263 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:52.578679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting port d05e1e92-8b53-4af2-a0f2-b7b9af650880 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:52.579169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.682206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] Current status of the port b7ba867b-329f-4c25-8701-56366ecb6263 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:52.682206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.695135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-94d71ee5-b386-47cf-b7db-2f9ddd68ddfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.705294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.724112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7ba867b-329f-4c25-8701-56366ecb6263 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:52.724484 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.727404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] For port b7ba867b-329f-4c25-8701-56366ecb6263, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7ba867b-329f-4c25-8701-56366ecb6263,segment=NetworkSegment(c39c28d5-99fb-42a8-9041-72e082fbb0e4),segment_id=c39c28d5-99fb-42a8-9041-72e082fbb0e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:52.750893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Calling delete_port for d05e1e92-8b53-4af2-a0f2-b7b9af650880 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:52.752294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.817460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91edb58-052a-4b76-8ddd-f28ced471790 None None] Pushing event updated for resources: {'Port': ['ID=b7ba867b-329f-4c25-8701-56366ecb6263,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:52.868691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7ba867b-329f-4c25-8701-56366ecb6263 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:52.869832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a198f3f-de27-4ff6-ba06-f22fd8862904 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:52.910443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d41c06c6-b08a-4589-bb83-33a2c82323ce None None] Provisioning complete for port d05e1e92-8b53-4af2-a0f2-b7b9af650880 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:52.911035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d41c06c6-b08a-4589-bb83-33a2c82323ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.951063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d41c06c6-b08a-4589-bb83-33a2c82323ce None None] Port d05e1e92-8b53-4af2-a0f2-b7b9af650880 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:52.957252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1a198f3f-de27-4ff6-ba06-f22fd8862904 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:52.957630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.971106 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d05e1e92-8b53-4af2-a0f2-b7b9af650880), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:53.031538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Port': ['ID=d05e1e92-8b53-4af2-a0f2-b7b9af650880,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:53.042564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1a198f3f-de27-4ff6-ba06-f22fd8862904 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:53.071314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-93e64161-8825-4ff4-99a0-c264fb9e8251 None None] Provisioning complete for port b7ba867b-329f-4c25-8701-56366ecb6263 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:53.071689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93e64161-8825-4ff4-99a0-c264fb9e8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:53.169627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-93e64161-8825-4ff4-99a0-c264fb9e8251 None None] Current status of the port b7ba867b-329f-4c25-8701-56366ecb6263 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:53.187540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:53.647780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Router b9183e3b-325a-44bb-bba0-573ec18d69f3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:53.729771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:53.745157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-86fb9d8d-27de-43a4-a7a4-c88726f5dde1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597912 Feb 19 01:40:53.745379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] Sync routers for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:53.745834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45692) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:53.765419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:53.767037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:53.771599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:53.813084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:53.825644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:53.826575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:53.831647 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-49df02b4-fe16-47e6-85ff-cc5e6917f79c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] delete failed (client error): The resource could not be found. Feb 19 01:40:53.832819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-49df02b4-fe16-47e6-85ff-cc5e6917f79c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-154659601 HTTP/1.1" status: 404 len: 334 time: 0.0855210 Feb 19 01:40:53.837033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45698) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:53.841830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d1fa2caf-da6e-49c6-9aff-6225bcd9596d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9183e3b-325a-44bb-bba0-573ec18d69f3'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:53.869053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:53.869745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527dc9e-50f8-4b79-af3c-9b50839b6fd1 None None] The sync data for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:53.873193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7ba867b-329f-4c25-8701-56366ecb6263 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:40:53.905614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:40:53.933920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port b7ba867b-329f-4c25-8701-56366ecb6263 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:53.934613 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.022532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port b7ba867b-329f-4c25-8701-56366ecb6263 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:40:54.067716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2caf-da6e-49c6-9aff-6225bcd9596d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router_gateway (b9183e3b-325a-44bb-bba0-573ec18d69f3), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.088140 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-d1fa2caf-da6e-49c6-9aff-6225bcd9596d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] update failed (client error): The resource could not be found. Feb 19 01:40:54.089199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1fa2caf-da6e-49c6-9aff-6225bcd9596d tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3 HTTP/1.1" status: 404 len: 339 time: 0.2510846 Feb 19 01:40:54.092958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45712) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:54.384698 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.607934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d185f13d-ed6b-4e37-9e8e-4897579c7dbe no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:54.634168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: d185f13d-ed6b-4e37-9e8e-4897579c7dbe {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:54.634519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device d185f13d-ed6b-4e37-9e8e-4897579c7dbe not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:54.635036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Allocated IP 172.20.0.1 (b2a7512a-1ee3-42fe-aae0-2255d2507373/dd8d37c8-1c63-439d-b010-0e929c36a3cb/5e0409b6-493f-4b42-ba32-b3c0586f790a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:54.754461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.789112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.835619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:54.838674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:54.841429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:54.875497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Port': ['ID=5e0409b6-493f-4b42-ba32-b3c0586f790a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:54.895754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.032692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.106162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5aac3f11-a813-4f4a-8f23-fc5dc96d83b7 None None] Provisioning complete for port 5e0409b6-493f-4b42-ba32-b3c0586f790a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:55.106677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5aac3f11-a813-4f4a-8f23-fc5dc96d83b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.163455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3f11-a813-4f4a-8f23-fc5dc96d83b7 None None] Port 5e0409b6-493f-4b42-ba32-b3c0586f790a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:55.348527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.354089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.405669 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.434941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event updated for resources: {'Port': ['ID=5e0409b6-493f-4b42-ba32-b3c0586f790a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:55.439118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.545739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:55.547109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:55.653559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Router b9183e3b-325a-44bb-bba0-573ec18d69f3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:55.758991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:55.768604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6fa95721-0e91-419a-9fa3-8296da38e969 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710591 Feb 19 01:40:55.769246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:55.769877 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] Sync routers for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:55.779864 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:55.780471 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:55.809801 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f7441a9a-5461-4666-87d4-9de8f9489f44 None None] Provisioning complete for port 5e0409b6-493f-4b42-ba32-b3c0586f790a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:40:55.810393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7441a9a-5461-4666-87d4-9de8f9489f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.817450 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:55.828131 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:55.830189 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:55.852162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f7441a9a-5461-4666-87d4-9de8f9489f44 None None] Port 5e0409b6-493f-4b42-ba32-b3c0586f790a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:40:55.866756 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:55.867445 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f6dd1-c1a8-4391-a009-ad9347fc13a5 None None] The sync data for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 is: [] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:55.899549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc30cbfc-2f8a-4b17-aee4-513e8baa027b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:55.985902 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-cc30cbfc-2f8a-4b17-aee4-513e8baa027b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:40:55.986938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cc30cbfc-2f8a-4b17-aee4-513e8baa027b tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3 HTTP/1.1" status: 409 len: 329 time: 0.2167029 Feb 19 01:40:55.989904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:56.171089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:56.316023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:56.577108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting port 5e0409b6-493f-4b42-ba32-b3c0586f790a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:56.577460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:56.595555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:56.681841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:56.693689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Calling delete_port for 5e0409b6-493f-4b42-ba32-b3c0586f790a owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:56.870279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5e0409b6-493f-4b42-ba32-b3c0586f790a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:56.901953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Port': ['ID=5e0409b6-493f-4b42-ba32-b3c0586f790a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:57.068776 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (b9183e3b-325a-44bb-bba0-573ec18d69f3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.231835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Router b9183e3b-325a-44bb-bba0-573ec18d69f3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:57.318869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:57.324145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f261fa26-4ae1-411e-a6e9-4ebb5d7ba147 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3332825 Feb 19 01:40:57.327909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45842) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:57.330460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] Sync routers for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:57.341471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:57.342086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:57.372472 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-c8e781c2-04aa-41e2-a9ff-8373f2b7bce0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] show failed (client error): The resource could not be found. Feb 19 01:40:57.374131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c8e781c2-04aa-41e2-a9ff-8373f2b7bce0 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-171383444 HTTP/1.1" status: 404 len: 334 time: 0.0446689 Feb 19 01:40:57.378689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45844) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:57.379779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:57.384311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1a79a03f-2f52-4232-9abc-55e1b955e1ca tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:57.388414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] Routers {'b9183e3b-325a-44bb-bba0-573ec18d69f3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:57.389227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['b9183e3b-325a-44bb-bba0-573ec18d69f3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:57.422858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:57.423513 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc036f8a-0771-4cc4-89b3-4f0e26f2bd1b None None] The sync data for ids ['b9183e3b-325a-44bb-bba0-573ec18d69f3'] in n-d-826752-2 is: [] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:57.423671 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-1a79a03f-2f52-4232-9abc-55e1b955e1ca tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] update failed (client error): The resource could not be found. Feb 19 01:40:57.424880 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1a79a03f-2f52-4232-9abc-55e1b955e1ca tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1490616198 HTTP/1.1" status: 404 len: 335 time: 0.0444665 Feb 19 01:40:57.428438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:57.482158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting subnet 0cbe2b5c-989b-4526-bd77-f25d73f903ca {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:57.485779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (0cbe2b5c-989b-4526-bd77-f25d73f903ca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.525990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (0cbe2b5c-989b-4526-bd77-f25d73f903ca), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.618212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0cbe2b5c-989b-4526-bd77-f25d73f903ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.682994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (0cbe2b5c-989b-4526-bd77-f25d73f903ca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.711381 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbe2b5c-989b-4526-bd77-f25d73f903ca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:57.719392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.722687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/subnets/0cbe2b5c-989b-4526-bd77-f25d73f903ca HTTP/1.1" status: 204 len: 168 time: 0.2932835 Feb 19 01:40:57.723535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd05e40f-8fc7-462e-a0c9-611b7aad1152 None None] Network 87d6970d-56bb-4841-afd4-e627852c058b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:57.724628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.724977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.725350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.725693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.725929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:57.726024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.726352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.726685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.727015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.727345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.727673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.727999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.728373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.728643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6ace0-a913-44fb-ad69-227bbfd7b748 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:40:57.782616 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting subnet 1ec346d8-8a5b-4fae-8f37-9dbc94954158 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:57.786074 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (1ec346d8-8a5b-4fae-8f37-9dbc94954158), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.829951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (1ec346d8-8a5b-4fae-8f37-9dbc94954158), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.899101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] DHCP port deletion for 87d6970d-56bb-4841-afd4-e627852c058b request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:57.930046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (1ec346d8-8a5b-4fae-8f37-9dbc94954158), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.949758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] Deleting port b7ba867b-329f-4c25-8701-56366ecb6263 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:57.950285 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:57.995234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (1ec346d8-8a5b-4fae-8f37-9dbc94954158), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.020199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] For port b7ba867b-329f-4c25-8701-56366ecb6263, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7ba867b-329f-4c25-8701-56366ecb6263,segment=NetworkSegment(c39c28d5-99fb-42a8-9041-72e082fbb0e4),segment_id=c39c28d5-99fb-42a8-9041-72e082fbb0e4)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:58.020758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.022364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec346d8-8a5b-4fae-8f37-9dbc94954158,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:58.028590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.035175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1dbd36a2-19ad-4684-b7b6-b7466d7922b1 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/subnets/1ec346d8-8a5b-4fae-8f37-9dbc94954158 HTTP/1.1" status: 204 len: 168 time: 0.3043087 Feb 19 01:40:58.035258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:58.040154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f5e8e0-0040-4e2d-bab2-f7107b15e24b None None] Network 489bb23b-4943-4327-a62e-96b2def83e7a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:58.057539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] Calling delete_port for b7ba867b-329f-4c25-8701-56366ecb6263 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:58.121201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (87d6970d-56bb-4841-afd4-e627852c058b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.176729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting port b7ba867b-329f-4c25-8701-56366ecb6263 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:58.176729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.209429 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.237750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] Pushing event deleted for resources: {'Port': ['ID=b7ba867b-329f-4c25-8701-56366ecb6263,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:58.243066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a05144-6c23-4bf1-9108-b77735178217 None None] No DVR routers for this DVR port b7ba867b-329f-4c25-8701-56366ecb6263 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:58.255529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] For port b7ba867b-329f-4c25-8701-56366ecb6263, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=b7ba867b-329f-4c25-8701-56366ecb6263,segment=NetworkSegment(c39c28d5-99fb-42a8-9041-72e082fbb0e4),segment_id=c39c28d5-99fb-42a8-9041-72e082fbb0e4)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:58.255909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.270697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Calling delete_port for b7ba867b-329f-4c25-8701-56366ecb6263 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:58.326773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] DHCP port deletion for 489bb23b-4943-4327-a62e-96b2def83e7a request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:58.358214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b7ba867b-329f-4c25-8701-56366ecb6263), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.376088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] No DVR routers for this DVR port b7ba867b-329f-4c25-8701-56366ecb6263 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:58.376840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] Deleting port 1a198f3f-de27-4ff6-ba06-f22fd8862904 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:58.378514 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.433419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Port': ['ID=b7ba867b-329f-4c25-8701-56366ecb6263,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:58.453342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] For port 1a198f3f-de27-4ff6-ba06-f22fd8862904, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a198f3f-de27-4ff6-ba06-f22fd8862904,segment=NetworkSegment(feca5cbd-86c1-429d-bf89-83b741e5b75d),segment_id=feca5cbd-86c1-429d-bf89-83b741e5b75d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:58.454565 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.471213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] Calling delete_port for 1a198f3f-de27-4ff6-ba06-f22fd8862904 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:58.502699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (87d6970d-56bb-4841-afd4-e627852c058b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.527834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d6970d-56bb-4841-afd4-e627852c058b']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:58.538782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39c28d5-99fb-42a8-9041-72e082fbb0e4') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:58.539086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39c28d5-99fb-42a8-9041-72e082fbb0e4') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:58.550115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (c39c28d5-99fb-42a8-9041-72e082fbb0e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.565587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c39c28d5-99fb-42a8-9041-72e082fbb0e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.574562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:58.575237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (c39c28d5-99fb-42a8-9041-72e082fbb0e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: self.session.flush() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:58.580400 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:58.616212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (1a198f3f-de27-4ff6-ba06-f22fd8862904), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.676083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (87d6970d-56bb-4841-afd4-e627852c058b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.680869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] No DVR routers for this DVR port 1a198f3f-de27-4ff6-ba06-f22fd8862904 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:58.683947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d2023-3b3e-4ef6-8160-5f8c21b7ab9f None None] Pushing event deleted for resources: {'Port': ['ID=1a198f3f-de27-4ff6-ba06-f22fd8862904,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:58.713217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.723010 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:58.723363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/networks/87d6970d-56bb-4841-afd4-e627852c058b HTTP/1.1" status: 204 len: 168 time: 0.6872354 Feb 19 01:40:58.732558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c674c-de99-4f9e-95c0-9e36e557de94 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Network': ['ID=87d6970d-56bb-4841-afd4-e627852c058b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:58.803911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:58.831718 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (489bb23b-4943-4327-a62e-96b2def83e7a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.937835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d9c4a-0561-4f54-a22b-9b303ba3cdf1 req-1b0b76fb-e884-4576-ba5e-5db6b1c4791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:58.941335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-998d9c4a-0561-4f54-a22b-9b303ba3cdf1 req-1b0b76fb-e884-4576-ba5e-5db6b1c4791b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.1358907 Feb 19 01:40:58.942687 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (489bb23b-4943-4327-a62e-96b2def83e7a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:58.967027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489bb23b-4943-4327-a62e-96b2def83e7a']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:58.977825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feca5cbd-86c1-429d-bf89-83b741e5b75d') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:58.978227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feca5cbd-86c1-429d-bf89-83b741e5b75d') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:58.989527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (feca5cbd-86c1-429d-bf89-83b741e5b75d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.003722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-998d9c4a-0561-4f54-a22b-9b303ba3cdf1 req-b1aa9468-3cad-4f0d-b307-92cd0944e9f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522201 Feb 19 01:40:59.009363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (feca5cbd-86c1-429d-bf89-83b741e5b75d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.015734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:40:59.016193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (feca5cbd-86c1-429d-bf89-83b741e5b75d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:40:59.020156 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:40:59.087474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (489bb23b-4943-4327-a62e-96b2def83e7a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.097657 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.101130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/networks/489bb23b-4943-4327-a62e-96b2def83e7a HTTP/1.1" status: 204 len: 168 time: 0.3707972 Feb 19 01:40:59.104007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:59.112386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68478a5c-3ecf-4ff0-9a31-7c290bfeb58c tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Network': ['ID=489bb23b-4943-4327-a62e-96b2def83e7a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:59.159902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting subnet dd8d37c8-1c63-439d-b010-0e929c36a3cb {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:40:59.163061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (dd8d37c8-1c63-439d-b010-0e929c36a3cb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.202757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (dd8d37c8-1c63-439d-b010-0e929c36a3cb), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.287808 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (dd8d37c8-1c63-439d-b010-0e929c36a3cb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.343986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (dd8d37c8-1c63-439d-b010-0e929c36a3cb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.372842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.380508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/subnets/dd8d37c8-1c63-439d-b010-0e929c36a3cb HTTP/1.1" status: 204 len: 168 time: 0.2729189 Feb 19 01:40:59.380508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e80e87-bca9-4ab5-89d6-a19c2fae3910 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8d37c8-1c63-439d-b010-0e929c36a3cb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:59.380720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45872) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:59.383228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80046417-5c8d-4abc-81e1-ee4f933335e8 None None] Network b2a7512a-1ee3-42fe-aae0-2255d2507373 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:40:59.473127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b2a7512a-1ee3-42fe-aae0-2255d2507373), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.547159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Deleting port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:59.547439 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.560659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] DHCP port deletion for b2a7512a-1ee3-42fe-aae0-2255d2507373 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:40:59.623467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] For port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,segment=NetworkSegment(4b1f57c1-8007-40cc-84c1-76db534276fc),segment_id=4b1f57c1-8007-40cc-84c1-76db534276fc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:59.624012 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.648214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Calling delete_port for 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:59.656479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] Deleting port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:40:59.656857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.724251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] For port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,segment=NetworkSegment(4b1f57c1-8007-40cc-84c1-76db534276fc),segment_id=4b1f57c1-8007-40cc-84c1-76db534276fc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:40:59.724656 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.756011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] Calling delete_port for 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:40:59.791564 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.854672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Port': ['ID=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:59.867177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] No DVR routers for this DVR port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:40:59.895890 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:59.947193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a198f3f-de27-4ff6-ba06-f22fd8862904 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:59.970230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] Pushing event deleted for resources: {'Port': ['ID=7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:59.974552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1a198f3f-de27-4ff6-ba06-f22fd8862904 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:40:59.974903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a198f3f-de27-4ff6-ba06-f22fd8862904 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:40:59.975452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:40:59.977544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece87d1-34e5-4be4-9796-c0ee664b0c2f None None] No DVR routers for this DVR port 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:00.003387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:00.004006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7dc1e0fa-62cf-4569-a8ef-1da1ea7184e2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:00.004181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7ba867b-329f-4c25-8701-56366ecb6263 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:00.008425 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b2a7512a-1ee3-42fe-aae0-2255d2507373), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.032179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: b7ba867b-329f-4c25-8701-56366ecb6263 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:00.032644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device b7ba867b-329f-4c25-8701-56366ecb6263 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:00.040577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a7512a-1ee3-42fe-aae0-2255d2507373']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:00.057075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f57c1-8007-40cc-84c1-76db534276fc') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:00.058566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f57c1-8007-40cc-84c1-76db534276fc') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:00.075532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (4b1f57c1-8007-40cc-84c1-76db534276fc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.091263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (4b1f57c1-8007-40cc-84c1-76db534276fc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.097871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:41:00.098317 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (4b1f57c1-8007-40cc-84c1-76db534276fc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:41:00.101776 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:41:00.166395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b2a7512a-1ee3-42fe-aae0-2255d2507373), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.171205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.178073 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/networks/b2a7512a-1ee3-42fe-aae0-2255d2507373 HTTP/1.1" status: 204 len: 168 time: 0.7960813 Feb 19 01:41:00.178207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45888) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:00.192701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a657c-6907-4885-b748-c11617895517 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Pushing event deleted for resources: {'Network': ['ID=b2a7512a-1ee3-42fe-aae0-2255d2507373,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:00.211461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:00.211883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45892) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:00.213093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-89a9b8bc-7649-4470-b460-4cf5317636af tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9183e3b-325a-44bb-bba0-573ec18d69f3 HTTP/1.1" status: 200 len: 205 time: 0.0290964 Feb 19 01:41:00.304914 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.499148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-16041464-00a1-4227-afa4-d93954ae9b92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29dc668f65384bf28dba812d8dcb64eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860401 Feb 19 01:41:00.501701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:00.503302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.505654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router_controller (b9183e3b-325a-44bb-bba0-573ec18d69f3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.553664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (b9183e3b-325a-44bb-bba0-573ec18d69f3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.553984 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1786daf6-bda3-425a-a38d-fd0a03a6b94c admin admin] Publish callbacks [] for security_group (b803d1a4-ca3b-441a-ba6a-d46c9e4a872b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.554526 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Fanout notify agent at l3_agent the message router_deleted on router b9183e3b-325a-44bb-bba0-573ec18d69f3 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:41:00.561685 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.565439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4aeeafcb-7200-4d04-830d-9d06ba3d6179 tempest-RoutersNegativeTest-606580518 tempest-RoutersNegativeTest-606580518-project] 10.222.0.43 "DELETE /v2.0/routers/b9183e3b-325a-44bb-bba0-573ec18d69f3 HTTP/1.1" status: 204 len: 168 time: 0.3485439 Feb 19 01:41:00.585116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1786daf6-bda3-425a-a38d-fd0a03a6b94c admin admin] Publish callbacks [] for security_group (b803d1a4-ca3b-441a-ba6a-d46c9e4a872b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.639555 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1786daf6-bda3-425a-a38d-fd0a03a6b94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b803d1a4-ca3b-441a-ba6a-d46c9e4a872b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.642674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1786daf6-bda3-425a-a38d-fd0a03a6b94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:00.646283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1786daf6-bda3-425a-a38d-fd0a03a6b94c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b803d1a4-ca3b-441a-ba6a-d46c9e4a872b HTTP/1.1" status: 204 len: 168 time: 0.1411543 Feb 19 01:41:00.663962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786daf6-bda3-425a-a38d-fd0a03a6b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803d1a4-ca3b-441a-ba6a-d46c9e4a872b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:00.811246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:00.963799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e3afac40-8b49-47a2-b50f-5dae80081a85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d73c915812942ccb54c80f02622fefd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490052 Feb 19 01:41:00.963968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45918) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:01.012918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e7edcb-84cc-4aef-ac93-6e421c2b80d3 admin admin] Publish callbacks [] for security_group (e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.036207 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e7edcb-84cc-4aef-ac93-6e421c2b80d3 admin admin] Publish callbacks [] for security_group (e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.086352 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e7edcb-84cc-4aef-ac93-6e421c2b80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.089471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99e7edcb-84cc-4aef-ac93-6e421c2b80d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.093827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-99e7edcb-84cc-4aef-ac93-6e421c2b80d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e HTTP/1.1" status: 204 len: 168 time: 0.1285422 Feb 19 01:41:01.106301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7edcb-84cc-4aef-ac93-6e421c2b80d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a6da4-7cdd-4c7d-8e46-1e8d5acf4a8e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:01.386295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45936) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:01.494220 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1562007967-network', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:01.515235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Made reservation on behalf of 50b86ef8f4124ca1b9063b518f81ad2a for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:01.518515 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.527995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.609931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks [] for security_group (d411027c-0341-4850-9bc0-3e65e7472a44), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.614392 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d411027c-0341-4850-9bc0-3e65e7472a44), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.643645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:41:01.650430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d411027c-0341-4850-9bc0-3e65e7472a44,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:01.660652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (28fd482f-2154-4c53-805f-8b79a9675354), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.661020 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Added segment 28fd482f-2154-4c53-805f-8b79a9675354 of type vlan for network 16f550e9-a727-42e2-9ad8-38b3503e8363 Feb 19 01:41:01.702378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (16f550e9-a727-42e2-9ad8-38b3503e8363), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.726975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (16f550e9-a727-42e2-9ad8-38b3503e8363), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.727836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:01.728438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.787915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3997927 Feb 19 01:41:01.788031 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45954) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:01.793015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Request body: {'subnet': {'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1562007967-subnet', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:01.793345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5bd17-010f-4b1a-b22d-ad75e787e775 admin admin] Pushing event updated for resources: {'Network': ['ID=16f550e9-a727-42e2-9ad8-38b3503e8363,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:01.802836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:41:01.816729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Made reservation on behalf of 50b86ef8f4124ca1b9063b518f81ad2a for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:01.819931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:01.867066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:01.980674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1783403482'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:02.002123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Made reservation on behalf of 7a1714ac38c7446cbf877efeef1b23ff for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:02.004472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (179e7308-78b3-46dc-8010-ea6eee1275a3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.005584 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.014768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.065714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179e7308-78b3-46dc-8010-ea6eee1275a3,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:02.087850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Checking segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:02.088151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Network hostable DHCP agents. Network: 16f550e9-a727-42e2-9ad8-38b3503e8363, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:41:02.100604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for security_group (927bbdbb-187a-4b92-b84c-bf86992f0098), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.105916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (927bbdbb-187a-4b92-b84c-bf86992f0098), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.106503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:41:02.117932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 16f550e9-a727-42e2-9ad8-38b3503e8363) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:02.122862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:02.123558 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.130416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d3a34-8c5e-49ce-8b37-87b0b104641f None None] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:02.144516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ecc17c7c-458e-40ca-aa01-e4e3879bc369 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3535497 Feb 19 01:41:02.144876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:02.147841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:41:02.154762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:02.167813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927bbdbb-187a-4b92-b84c-bf86992f0098,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:02.172261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0b709207-6ea6-4a45-b1fa-0ee9af3beb73), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.172620 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Added segment 0b709207-6ea6-4a45-b1fa-0ee9af3beb73 of type vlan for network d2a51bbd-7c30-4378-b5ca-ed9290e82dae Feb 19 01:41:02.181104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (e068e2d6-129f-4ad3-833e-ec0fbe354189), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.183078 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (e068e2d6-129f-4ad3-833e-ec0fbe354189), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.235174 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d2a51bbd-7c30-4378-b5ca-ed9290e82dae), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.246591 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks [] for router_controller (e068e2d6-129f-4ad3-833e-ec0fbe354189), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.253297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-16f550e9-a727-42e2-9ad8-38b3503e8363', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'fixed_ips': [{'subnet_id': '179e7308-78b3-46dc-8010-ea6eee1275a3'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:41:02.255660 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.266384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d2a51bbd-7c30-4378-b5ca-ed9290e82dae), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.272026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:02.272770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.349846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4815392 Feb 19 01:41:02.352756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:02.361836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Request body: {'subnet': {'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:02.369346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60df877-aa4c-4167-aaa5-2ecd2672d165 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event updated for resources: {'Network': ['ID=d2a51bbd-7c30-4378-b5ca-ed9290e82dae,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:02.391706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:41:02.463193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Made reservation on behalf of 7a1714ac38c7446cbf877efeef1b23ff for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:02.466982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.467866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Allocated IP 172.20.0.2 (16f550e9-a727-42e2-9ad8-38b3503e8363/179e7308-78b3-46dc-8010-ea6eee1275a3/72cbb91a-cb7a-4b1c-b72d-58bd1f57c499) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:02.649965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Publish callbacks [] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.658362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.675503 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (528d6014-a671-430e-9875-6b17770623a0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.711046 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks [] for router_gateway (e068e2d6-129f-4ad3-833e-ec0fbe354189), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.743431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event updated for resources: {'Subnet': ['ID=528d6014-a671-430e-9875-6b17770623a0,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:02.751853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Checking segment: {'id': '0b709207-6ea6-4a45-b1fa-0ee9af3beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:02.752212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Network hostable DHCP agents. Network: d2a51bbd-7c30-4378-b5ca-ed9290e82dae, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:41:02.771977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:41:02.786767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d2a51bbd-7c30-4378-b5ca-ed9290e82dae) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:02.796928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:02.797661 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.820115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c31d93a1-4646-4f22-b673-2c1004a6447d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4632490 Feb 19 01:41:02.820579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45966) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:02.826195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Request body: {'port': {'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae', 'name': 'tempest-TagsExtTest-1117139011'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:02.878003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:02.880120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec6787d-9d64-4ea4-b677-92079c4393e6 None None] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:02.938586 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:02.940593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Pushing event updated for resources: {'Port': ['ID=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:02.945208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:02.958377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks [] for router_gateway (e068e2d6-129f-4ad3-833e-ec0fbe354189), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:02.984966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.039860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-d2a51bbd-7c30-4378-b5ca-ed9290e82dae', 'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae', 'project_id': '7a1714ac38c7446cbf877efeef1b23ff', 'fixed_ips': [{'subnet_id': '528d6014-a671-430e-9875-6b17770623a0'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:41:03.040919 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.104985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Allocated IP 172.25.0.48 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/dd56573a-54b5-4ca6-ad05-8c8692d7ee61) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:03.117505 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Attempting to bind port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:03.117866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Attempting to bind port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:03.118209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Attempting to bind port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:03.131195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:03.131575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Checking segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:03.131986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.132449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Bound using segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:03.132947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Bound port: 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:03.133359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.225250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Made reservation on behalf of 7a1714ac38c7446cbf877efeef1b23ff for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:03.229480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.235129 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks [] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.251885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] device_id is not set on port 4c008572-996c-414e-b684-70c31698ac87 yet. {{(pid=103429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:41:03.263424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Allocated IP 172.20.0.2 (d2a51bbd-7c30-4378-b5ca-ed9290e82dae/528d6014-a671-430e-9875-6b17770623a0/d2ce8ccd-9930-436a-9540-84e4768b7837) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:03.278088 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.287075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] For port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:03.293141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] For port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:03.320391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:03.322987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.326262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:03.331594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:03.334125 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Pushing event updated for resources: {'Port': ['ID=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:03.480985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214cd51-76d2-4330-9134-ebdc80b81110 None None] Pushing event updated for resources: {'Port': ['ID=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:03.542830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Publish callbacks [] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.562439 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.603293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Allocated IP 172.20.0.5 (d2a51bbd-7c30-4378-b5ca-ed9290e82dae/528d6014-a671-430e-9875-6b17770623a0/4c008572-996c-414e-b684-70c31698ac87) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:03.609563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:03.615037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:03.621979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:03.643494 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks [] for router_gateway (e068e2d6-129f-4ad3-833e-ec0fbe354189), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.692461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Pushing event updated for resources: {'Port': ['ID=d2ce8ccd-9930-436a-9540-84e4768b7837,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:03.736398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Attempting to bind port d2ce8ccd-9930-436a-9540-84e4768b7837 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:03.736694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Attempting to bind port d2ce8ccd-9930-436a-9540-84e4768b7837 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '0b709207-6ea6-4a45-b1fa-0ee9af3beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:03.737637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Attempting to bind port d2ce8ccd-9930-436a-9540-84e4768b7837 on network d2a51bbd-7c30-4378-b5ca-ed9290e82dae {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:03.746140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:03.746532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Checking segment: {'id': '0b709207-6ea6-4a45-b1fa-0ee9af3beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:03.746921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.747634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Bound using segment: {'id': '0b709207-6ea6-4a45-b1fa-0ee9af3beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:03.748113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Bound port: d2ce8ccd-9930-436a-9540-84e4768b7837, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b709207-6ea6-4a45-b1fa-0ee9af3beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2a51bbd-7c30-4378-b5ca-ed9290e82dae'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:03.748518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.842555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] For port d2ce8ccd-9930-436a-9540-84e4768b7837, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:03.850418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] For port d2ce8ccd-9930-436a-9540-84e4768b7837, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d2ce8ccd-9930-436a-9540-84e4768b7837,segment=NetworkSegment(0b709207-6ea6-4a45-b1fa-0ee9af3beb73),segment_id=0b709207-6ea6-4a45-b1fa-0ee9af3beb73)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:03.860051 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.886111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for port (4c008572-996c-414e-b684-70c31698ac87), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.944658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca790b-9dad-47bf-808e-c896c5859158 None None] Pushing event updated for resources: {'Port': ['ID=d2ce8ccd-9930-436a-9540-84e4768b7837,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:03.959141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:03.959732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4c008572-996c-414e-b684-70c31698ac87), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:03.961904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (e068e2d6-129f-4ad3-833e-ec0fbe354189), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.010555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:04.016079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:04.020519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:04.021026 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.021129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:04.024755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event updated for resources: {'Port': ['ID=4c008572-996c-414e-b684-70c31698ac87,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:04.088230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:04.089039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.113890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-729f186f-caaa-472f-9a48-b547bcc44259 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2913072 Feb 19 01:41:04.115811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45970) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.121689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:04.122079 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.122186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-598774217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:04.142689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Router e068e2d6-129f-4ad3-833e-ec0fbe354189 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:41:04.151671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (6a2a19af-7c05-4fd9-b64d-7c227ff01524), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.153299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (6a2a19af-7c05-4fd9-b64d-7c227ff01524), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.170033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:04.193748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.233911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for router_controller (6a2a19af-7c05-4fd9-b64d-7c227ff01524), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.242324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (6a2a19af-7c05-4fd9-b64d-7c227ff01524), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.273244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.276592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:04.281669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ddc810a2-9435-45b8-8826-3092beb5b8d0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1647449 Feb 19 01:41:04.283473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.288709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c87ea86e-75d3-4a4e-bd3d-1e52614138c0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-148518444', 'prefixes': ['172.20.0.0/16']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:04.366166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:04.377238 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87ea86e-75d3-4a4e-bd3d-1e52614138c0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.377488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Sync routers for ids ['e068e2d6-129f-4ad3-833e-ec0fbe354189'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:04.383000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c87ea86e-75d3-4a4e-bd3d-1e52614138c0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0982897 Feb 19 01:41:04.385345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.393341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-aaaf9fd3-c719-48a1-8871-5d3bc0fac5fd tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-1676775100') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:04.397226 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Routers {'e068e2d6-129f-4ad3-833e-ec0fbe354189'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:04.398232 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e068e2d6-129f-4ad3-833e-ec0fbe354189'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:04.406671 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.408477 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-52e115c7-2f67-4ff7-abb2-6e80e10b201c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2625203 Feb 19 01:41:04.411790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45976) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.515266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aaaf9fd3-c719-48a1-8871-5d3bc0fac5fd tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-1676775100 HTTP/1.1" status: 201 len: 201 time: 0.1277025 Feb 19 01:41:04.518633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.527020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-74be8137-f601-4f27-b7b4-3c3ca3ab4ae2 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-1764345461') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:04.585697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Set router e068e2d6-129f-4ad3-833e-ec0fbe354189 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:04.636428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74be8137-f601-4f27-b7b4-3c3ca3ab4ae2 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-1764345461 HTTP/1.1" status: 201 len: 201 time: 0.1162364 Feb 19 01:41:04.639115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.652598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-573d8a9e-8c97-441b-8b4b-d3a8561c0806 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-1857931339') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:04.740899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cb2303-0aee-45c3-9e21-ce16c747186a None None] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:04.768018 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-573d8a9e-8c97-441b-8b4b-d3a8561c0806 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-1857931339 HTTP/1.1" status: 201 len: 201 time: 0.1269453 Feb 19 01:41:04.770659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45982) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.777592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-b56cdbdc-de84-4486-b11e-f325b16cc12d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-116119403') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:04.821788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:03Z', 'revision_number': 3, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:04.822755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-be3e7891-67af-4e04-bda4-ab77a8d1c838 None None] Provisioning complete for port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:04.823441 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be3e7891-67af-4e04-bda4-ab77a8d1c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.867478 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Checking router: e068e2d6-129f-4ad3-833e-ec0fbe354189 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:04.867970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Updating router e068e2d6-129f-4ad3-833e-ec0fbe354189 port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:41:04.906608 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:04.968315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-be3e7891-67af-4e04-bda4-ab77a8d1c838 None None] Current status of the port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:04.976222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b56cdbdc-de84-4486-b11e-f325b16cc12d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-116119403 HTTP/1.1" status: 201 len: 201 time: 0.2041063 Feb 19 01:41:04.978106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:04.982759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-8cd72e66-9575-4df0-bbf2-5031bd077a7b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.061374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8cd72e66-9575-4df0-bbf2-5031bd077a7b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags HTTP/1.1" status: 200 len: 241 time: 0.0794454 Feb 19 01:41:05.061537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.063411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.069253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-a0548fba-b975-431c-835b-583a386c873f tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-1676775100') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.149053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a0548fba-b975-431c-835b-583a386c873f tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-1676775100 HTTP/1.1" status: 204 len: 168 time: 0.0831594 Feb 19 01:41:05.151336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45988) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.160650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-67d6da65-22c0-4be6-a18d-2ce0b295cee9 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-1676775100') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.247289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-67d6da65-22c0-4be6-a18d-2ce0b295cee9 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-1676775100 HTTP/1.1" status: 204 len: 168 time: 0.0947204 Feb 19 01:41:05.249798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45990) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.255097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-fdf73452-f0c7-44c6-b2a9-6543f114aa66 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.260325 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Publish callbacks [] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.266316 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.324052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Attempting to bind port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:05.324515 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Attempting to bind port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:05.324946 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Attempting to bind port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:05.336081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479275-7490-4446-bd76-73eb39026436 None None] Pushing event updated for resources: {'Port': ['ID=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:05.339338 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:05.339795 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:05.340270 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.340729 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:05.341327 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Bound port: dd56573a-54b5-4ca6-ad05-8c8692d7ee61, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:05.341713 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.348785 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.349162 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.350061 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.350061 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.350363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.350664 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.351189 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.351321 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.352256 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.352593 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.352923 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.353274 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.353595 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479275-7490-4446-bd76-73eb39026436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:05.356744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Allocated IP 172.20.0.1 (16f550e9-a727-42e2-9ad8-38b3503e8363/179e7308-78b3-46dc-8010-ea6eee1275a3/0df02610-8a6b-4add-a5a7-24636e30f47e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:05.366650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61a12b-f3b7-469d-92ee-d52203476bf3 None None] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:05.419251 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] For port dd56573a-54b5-4ca6-ad05-8c8692d7ee61, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:05.424472 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] For port dd56573a-54b5-4ca6-ad05-8c8692d7ee61, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:05.433570 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.447622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Provisioning complete for port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:05.448091 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.454320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fdf73452-f0c7-44c6-b2a9-6543f114aa66 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags HTTP/1.1" status: 200 len: 205 time: 0.2005694 Feb 19 01:41:05.456095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45992) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.459628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-25d3ab93-b706-430b-a261-bad205b21d8c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.503386 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Routers {'e068e2d6-129f-4ad3-833e-ec0fbe354189'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:05.504156 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e068e2d6-129f-4ad3-833e-ec0fbe354189'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.509456 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479275-7490-4446-bd76-73eb39026436 None None] Pushing event updated for resources: {'Port': ['ID=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:05.522211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-25d3ab93-b706-430b-a261-bad205b21d8c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags HTTP/1.1" status: 200 len: 241 time: 0.0640426 Feb 19 01:41:05.522684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45994) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.530407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-dfa11b7c-6e36-42e6-8a1b-3b9955fda244 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-1764345461') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.582523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks [] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.593390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dfa11b7c-6e36-42e6-8a1b-3b9955fda244 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-1764345461 HTTP/1.1" status: 204 len: 168 time: 0.0654528 Feb 19 01:41:05.593814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 45996) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.598943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-a32c4290-5785-4271-bef8-47a874b5d396 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-1764345461') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.612236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Current status of the port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:05.624942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Provisioning complete for port d2ce8ccd-9930-436a-9540-84e4768b7837 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:05.625582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.647854 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] Set router e068e2d6-129f-4ad3-833e-ec0fbe354189 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:05.666552 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.719484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:05.721391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Current status of the port d2ce8ccd-9930-436a-9540-84e4768b7837 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:05.721999 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.723206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:05.731327 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:05.768818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Pushing event updated for resources: {'Port': ['ID=0df02610-8a6b-4add-a5a7-24636e30f47e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:05.782134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] For port d2ce8ccd-9930-436a-9540-84e4768b7837, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d2ce8ccd-9930-436a-9540-84e4768b7837,segment=NetworkSegment(0b709207-6ea6-4a45-b1fa-0ee9af3beb73),segment_id=0b709207-6ea6-4a45-b1fa-0ee9af3beb73)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:05.785306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a32c4290-5785-4271-bef8-47a874b5d396 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-1764345461 HTTP/1.1" status: 204 len: 168 time: 0.1904347 Feb 19 01:41:05.787999 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 45998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.790490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.794903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-b1e6aedd-ff3d-4d8d-857b-75a8225015e0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.802537 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (e068e2d6-129f-4ad3-833e-ec0fbe354189), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:05.869631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b3fe2-ccc0-42e3-9489-c24c879a2411 None None] Pushing event updated for resources: {'Port': ['ID=d2ce8ccd-9930-436a-9540-84e4768b7837,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:05.980720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b1e6aedd-ff3d-4d8d-857b-75a8225015e0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags HTTP/1.1" status: 200 len: 205 time: 0.1913781 Feb 19 01:41:05.981454 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:03Z', 'revision_number': 3, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:05.983910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46000) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:05.989464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-6e202084-343f-4848-b280-ae3c995c996a tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:06.005313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-110f1507-f1ff-4f67-ad40-ea9e95fa8d6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848200 Feb 19 01:41:06.029874 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680637f-747b-436c-8371-fc2ce4fa63af None None] The sync data for ids ['e068e2d6-129f-4ad3-833e-ec0fbe354189'] in n-d-826752-2 is: [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:03Z', 'revision_number': 3, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:06.068454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1be7dc06-8209-4624-b610-a1749e33a330 None None] Provisioning complete for port 4c008572-996c-414e-b684-70c31698ac87 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:06.069233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.069598 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1be7dc06-8209-4624-b610-a1749e33a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4c008572-996c-414e-b684-70c31698ac87), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.148110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1be7dc06-8209-4624-b610-a1749e33a330 None None] Port 4c008572-996c-414e-b684-70c31698ac87 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:06.172532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d2ce8ccd-9930-436a-9540-84e4768b7837 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:06.176483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1be7dc06-8209-4624-b610-a1749e33a330 None None] Provisioning complete for port d2ce8ccd-9930-436a-9540-84e4768b7837 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:06.176483 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1be7dc06-8209-4624-b610-a1749e33a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.274077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e202084-343f-4848-b280-ae3c995c996a tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags HTTP/1.1" status: 200 len: 241 time: 0.2882271 Feb 19 01:41:06.274817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46002) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:06.279661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-eeb27d93-51f2-43d1-bd6e-17493885c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:06.279972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-b0956b02-1883-45ce-b1ad-b53434b80b25 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-1857931339') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:06.281290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-eeb27d93-51f2-43d1-bd6e-17493885c9ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.1800289 Feb 19 01:41:06.301550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d2ce8ccd-9930-436a-9540-84e4768b7837 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:06.301950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.358762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1be7dc06-8209-4624-b610-a1749e33a330 None None] Current status of the port d2ce8ccd-9930-436a-9540-84e4768b7837 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:06.442858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d2ce8ccd-9930-436a-9540-84e4768b7837 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:06.443969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:06.455232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks [] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.459927 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-3c916298-d445-4c09-b601-f5ddde949b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:06.461841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-3c916298-d445-4c09-b601-f5ddde949b8d service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 909 time: 0.1552122 Feb 19 01:41:06.462841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.487653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b0956b02-1883-45ce-b1ad-b53434b80b25 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-1857931339 HTTP/1.1" status: 204 len: 168 time: 0.2117589 Feb 19 01:41:06.513698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-13448c3b-bd68-401b-a7aa-7987bd2faa16 None None] Provisioning complete for port 0df02610-8a6b-4add-a5a7-24636e30f47e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:06.514072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13448c3b-bd68-401b-a7aa-7987bd2faa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.519562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46004) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:06.526638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-9435e507-00a5-4e01-9659-1eb5462f8f92 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-1857931339') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:06.569682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-4f98d358-2419-4185-a434-4046f940cd31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 1002 time: 0.0994592 Feb 19 01:41:06.574073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-13448c3b-bd68-401b-a7aa-7987bd2faa16 None None] Port 0df02610-8a6b-4add-a5a7-24636e30f47e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:06.584191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:06.584566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.598359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (e068e2d6-129f-4ad3-833e-ec0fbe354189), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.624552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-13448c3b-bd68-401b-a7aa-7987bd2faa16 None None] Provisioning complete for port 4c008572-996c-414e-b684-70c31698ac87 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:06.625223 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13448c3b-bd68-401b-a7aa-7987bd2faa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4c008572-996c-414e-b684-70c31698ac87), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:06.633505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Pushing event updated for resources: {'Port': ['ID=0df02610-8a6b-4add-a5a7-24636e30f47e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:06.634310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-cc92bd78-96f1-4486-854d-3e0cf132c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:06.635986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-cc92bd78-96f1-4486-854d-3e0cf132c77b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0604515 Feb 19 01:41:06.677434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-13448c3b-bd68-401b-a7aa-7987bd2faa16 None None] Port 4c008572-996c-414e-b684-70c31698ac87 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:06.701262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-1e5d6893-4013-48e5-9e93-bea746d6c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:06.703146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-1e5d6893-4013-48e5-9e93-bea746d6c83f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592587 Feb 19 01:41:06.723814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:06.758578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9435e507-00a5-4e01-9659-1eb5462f8f92 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-1857931339 HTTP/1.1" status: 204 len: 168 time: 0.2351787 Feb 19 01:41:06.758578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:06.758822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:06.763331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-f11f85f3-a70a-4517-8a77-7d6e60e8e59d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:06.766599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:06.824383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-1e7df703-a3ea-45de-a94e-917fd6faa1a6 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153462 Feb 19 01:41:06.934410 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f11f85f3-a70a-4517-8a77-7d6e60e8e59d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags HTTP/1.1" status: 200 len: 205 time: 0.1746402 Feb 19 01:41:06.937419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46008) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:06.942232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-e7b71f8f-cb50-419b-9f5a-10db7b890313 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:06.989742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e7b71f8f-cb50-419b-9f5a-10db7b890313 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags HTTP/1.1" status: 200 len: 240 time: 0.0508962 Feb 19 01:41:06.993031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:06.997514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-a4abb09e-b73d-44bf-8912-c9e42bdbb06d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-116119403') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.010505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Router e068e2d6-129f-4ad3-833e-ec0fbe354189 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:41:07.105162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4d7544f0-5ad7-4c92-bd39-3ca5edf4ac36 None None] Provisioning complete for port 0df02610-8a6b-4add-a5a7-24636e30f47e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:07.105691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d7544f0-5ad7-4c92-bd39-3ca5edf4ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:07.147952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4d7544f0-5ad7-4c92-bd39-3ca5edf4ac36 None None] Port 0df02610-8a6b-4add-a5a7-24636e30f47e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:07.239242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e77f6d48-a4f6-4170-8799-e52ae2525f9f req-b350722d-8156-43ca-a348-bc0e923ab9e5 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078703 Feb 19 01:41:07.349343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a4abb09e-b73d-44bf-8912-c9e42bdbb06d tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-116119403 HTTP/1.1" status: 204 len: 168 time: 0.3552215 Feb 19 01:41:07.352553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.358011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-c6afe830-dad0-47f6-8bfa-24bc6851bed4 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-116119403') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.406695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c6afe830-dad0-47f6-8bfa-24bc6851bed4 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-116119403 HTTP/1.1" status: 204 len: 168 time: 0.0526783 Feb 19 01:41:07.409780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46014) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.414732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-63ebc311-80f1-4bed-8b17-4d7f468eaf93 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.421203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:07.426638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cad47253-9988-4215-93db-076d99d41e81 admin admin] 10.222.0.43 "PUT /v2.0/routers/e068e2d6-129f-4ad3-833e-ec0fbe354189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0133629 Feb 19 01:41:07.444466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-63ebc311-80f1-4bed-8b17-4d7f468eaf93 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags HTTP/1.1" status: 200 len: 205 time: 0.0336096 Feb 19 01:41:07.447038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46018) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.451803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-087f3d0c-d9bf-40fd-b3d2-04b0d0cdc752 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.487932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46020) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.488203 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-087f3d0c-d9bf-40fd-b3d2-04b0d0cdc752 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0396135 Feb 19 01:41:07.496534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-630eeed9-d138-475e-98e7-730d13f85380 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.593330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-630eeed9-d138-475e-98e7-730d13f85380 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags HTTP/1.1" status: 204 len: 168 time: 0.1017795 Feb 19 01:41:07.593649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46024) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.598628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-cdc2114c-3efa-4809-820a-ad7d7a041b05 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.657667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cdc2114c-3efa-4809-820a-ad7d7a041b05 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags HTTP/1.1" status: 204 len: 168 time: 0.0628750 Feb 19 01:41:07.659292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46026) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.663436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-dcf42684-cca9-4fca-92b0-ad1e961b7ee3 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.722292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dcf42684-cca9-4fca-92b0-ad1e961b7ee3 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0619314 Feb 19 01:41:07.726462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46030) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.731162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-c128792f-d6e9-4dcd-b4a9-b8a983d445e2 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-1441128809') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.804272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46032) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.805331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c128792f-d6e9-4dcd-b4a9-b8a983d445e2 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-1441128809 HTTP/1.1" status: 201 len: 201 time: 0.0776541 Feb 19 01:41:07.809840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-98df9d3c-5735-4202-87b8-164fd44d9afc tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-2087072744') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.885043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-98df9d3c-5735-4202-87b8-164fd44d9afc tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-2087072744 HTTP/1.1" status: 201 len: 201 time: 0.0769377 Feb 19 01:41:07.885394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46038) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:07.890521 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-d027b2ca-7bd0-4a7b-828c-b39fdcf60e0c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-161468377') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:07.964380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d2ce8ccd-9930-436a-9540-84e4768b7837 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:08.000080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d027b2ca-7bd0-4a7b-828c-b39fdcf60e0c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-161468377 HTTP/1.1" status: 201 len: 201 time: 0.1135793 Feb 19 01:41:08.003480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46042) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.008242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-fedeebda-a266-401c-bc27-fc69c197da13 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-1354457697') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.027082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d2ce8ccd-9930-436a-9540-84e4768b7837 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:08.027637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.045920 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fedeebda-a266-401c-bc27-fc69c197da13 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-1354457697 HTTP/1.1" status: 201 len: 201 time: 0.0414958 Feb 19 01:41:08.049091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.054231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-4ff2a020-0bbb-4754-b33b-c8e8abe58452 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', {'tags': ['tempest-TagsExtTest-Tag-1910142276', 'tempest-TagsExtTest-Tag-1211013867', 'tempest-TagsExtTest-Tag-713333751']}) {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.114103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46048) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.115321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d2ce8ccd-9930-436a-9540-84e4768b7837 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:08.116519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd56573a-54b5-4ca6-ad05-8c8692d7ee61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:08.121747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-592248242-network', 'tenant_id': '33894350091f4b8a8d18b810622e94ec'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:08.138627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Sync routers for ids ['e068e2d6-129f-4ad3-833e-ec0fbe354189'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:08.139893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ff2a020-0bbb-4754-b33b-c8e8abe58452 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags HTTP/1.1" status: 200 len: 317 time: 0.0895901 Feb 19 01:41:08.143120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46050) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.149239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-3f2e793f-f2e2-4434-acf0-e3cbfcdb032a tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.163373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Routers {'e068e2d6-129f-4ad3-833e-ec0fbe354189'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:08.163939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e068e2d6-129f-4ad3-833e-ec0fbe354189'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.174378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Made reservation on behalf of 33894350091f4b8a8d18b810622e94ec for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:08.176675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.190321 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.228789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:08.229606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.288317 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3f2e793f-f2e2-4434-acf0-e3cbfcdb032a tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1440852 Feb 19 01:41:08.291134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46052) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.295630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-27e63247-2610-487b-840d-21d462cf1c55 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-1910142276') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.312410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks [] for security_group (f5ac675c-93b4-4911-b707-1a52e64c6118), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.317390 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f5ac675c-93b4-4911-b707-1a52e64c6118), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.324046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Set router e068e2d6-129f-4ad3-833e-ec0fbe354189 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:08.344445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:41:08.359916 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-27e63247-2610-487b-840d-21d462cf1c55 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:08.363817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-27e63247-2610-487b-840d-21d462cf1c55 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-1910142276 HTTP/1.1" status: 404 len: 329 time: 0.0690250 Feb 19 01:41:08.363956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ac675c-93b4-4911-b707-1a52e64c6118,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:08.364189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46054) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.366720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.367068 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Added segment f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5 of type vlan for network b5d5160b-e441-4047-b92b-b74633f77a4f Feb 19 01:41:08.370854 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-648e8d3e-ca91-47f9-b731-e5d1c71f969b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-1211013867') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.434143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (b5d5160b-e441-4047-b92b-b74633f77a4f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.472927 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (b5d5160b-e441-4047-b92b-b74633f77a4f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.473935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:08.474519 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.483486 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-648e8d3e-ca91-47f9-b731-e5d1c71f969b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:08.487402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-648e8d3e-ca91-47f9-b731-e5d1c71f969b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-1211013867 HTTP/1.1" status: 404 len: 329 time: 0.1194634 Feb 19 01:41:08.487986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46056) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.493091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-6b4b597c-b7c3-4312-bff7-a7d7c7a8e5af tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0', 'tempest-TagsExtTest-Tag-713333751') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.539596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4217753 Feb 19 01:41:08.539855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46058) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.545337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Request body: {'subnet': {'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-592248242-subnet', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:08.550821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974ba2-65ee-476f-84cf-1a434a7f1276 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d5160b-e441-4047-b92b-b74633f77a4f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:08.579311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Made reservation on behalf of 33894350091f4b8a8d18b810622e94ec for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:08.582307 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.585095 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-6b4b597c-b7c3-4312-bff7-a7d7c7a8e5af tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:08.586415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6b4b597c-b7c3-4312-bff7-a7d7c7a8e5af tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags/tempest-TagsExtTest-Tag-713333751 HTTP/1.1" status: 404 len: 328 time: 0.0971522 Feb 19 01:41:08.589573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46060) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.596642 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-dee03355-9769-4469-85b4-cd5d3ddf6c69 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', {'tags': ['tempest-TagsExtTest-Tag-484878661', 'tempest-TagsExtTest-Tag-959727361', 'tempest-TagsExtTest-Tag-603152347']}) {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.614166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network b5d5160b-e441-4047-b92b-b74633f77a4f details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:41:08.648636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:08.649081 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.670004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dee03355-9769-4469-85b4-cd5d3ddf6c69 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags HTTP/1.1" status: 200 len: 315 time: 0.0789933 Feb 19 01:41:08.670649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46062) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.676407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-3fb5f6e6-73d7-40bf-9941-2882713e3127 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.719049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port dd56573a-54b5-4ca6-ad05-8c8692d7ee61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:08.731286 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.767154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3fb5f6e6-73d7-40bf-9941-2882713e3127 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags HTTP/1.1" status: 204 len: 168 time: 0.0951557 Feb 19 01:41:08.768486 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46064) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.773577 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-a79b741f-0091-46f5-9eaf-9bc23de1aa39 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-484878661') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.811423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (98146ab7-1740-4224-ace4-50b45a3062ec), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.827569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:08.827934 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-a79b741f-0091-46f5-9eaf-9bc23de1aa39 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:08.833479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a79b741f-0091-46f5-9eaf-9bc23de1aa39 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-484878661 HTTP/1.1" status: 404 len: 328 time: 0.0642443 Feb 19 01:41:08.834307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46066) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.839684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-c0b92b18-51c0-4545-8dd2-a573420bc585 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-959727361') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.859630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:05Z', 'revision_number': 4, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0df02610-8a6b-4add-a5a7-24636e30f47e', 'name': '', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'mac_address': 'fa:16:3e:59:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:05Z', 'updated_at': '2022-02-19T01:41:06Z', 'revision_number': 2, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'subnets': [{'id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.879560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=98146ab7-1740-4224-ace4-50b45a3062ec,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:08.887915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Checking segment: {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:08.888283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Network hostable DHCP agents. Network: b5d5160b-e441-4047-b92b-b74633f77a4f, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:41:08.895077 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Checking router: e068e2d6-129f-4ad3-833e-ec0fbe354189 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:08.895604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Updating router e068e2d6-129f-4ad3-833e-ec0fbe354189 port 0df02610-8a6b-4add-a5a7-24636e30f47e binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:41:08.899812 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [None req-c0b92b18-51c0-4545-8dd2-a573420bc585 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:08.904189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46068) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.904429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c0b92b18-51c0-4545-8dd2-a573420bc585 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-959727361 HTTP/1.1" status: 404 len: 328 time: 0.0690084 Feb 19 01:41:08.908573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-dc66fde1-7858-4614-a5ce-bec7bd9a1b9c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87', 'tempest-TagsExtTest-Tag-603152347') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:08.912083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Network b5d5160b-e441-4047-b92b-b74633f77a4f is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:41:08.927135 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.946037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, b5d5160b-e441-4047-b92b-b74633f77a4f) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:08.951800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:08.951954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:08.966559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981f63b-eb97-4fcd-91df-a12adcfbf071 None None] Network b5d5160b-e441-4047-b92b-b74633f77a4f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:08.974152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-70c06ed5-c427-4785-a64e-0164b611cadc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4330213 Feb 19 01:41:08.976790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46070) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.981449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:08.982679 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-dc66fde1-7858-4614-a5ce-bec7bd9a1b9c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:08.987112 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-dc66fde1-7858-4614-a5ce-bec7bd9a1b9c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags/tempest-TagsExtTest-Tag-603152347 HTTP/1.1" status: 404 len: 328 time: 0.0786464 Feb 19 01:41:08.987277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46072) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:08.992037 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-9d8fb15a-d61d-44cc-9bcd-271054eebefa tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', {'tags': ['tempest-TagsExtTest-Tag-349865535', 'tempest-TagsExtTest-Tag-1126139217', 'tempest-TagsExtTest-Tag-384982518']}) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.007562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c0d9e455-56af-46d4-afa9-8b4c573c2363), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.008553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c0d9e455-56af-46d4-afa9-8b4c573c2363), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.065471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks [] for router_controller (c0d9e455-56af-46d4-afa9-8b4c573c2363), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.095657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9d8fb15a-d61d-44cc-9bcd-271054eebefa tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags HTTP/1.1" status: 200 len: 316 time: 0.1049185 Feb 19 01:41:09.096795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46074) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.101884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-004fbca8-3638-4427-bd07-f5027277c399 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.158283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-b5d5160b-e441-4047-b92b-b74633f77a4f', 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f', 'project_id': '33894350091f4b8a8d18b810622e94ec', 'fixed_ips': [{'subnet_id': '98146ab7-1740-4224-ace4-50b45a3062ec'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:41:09.159155 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.205724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-004fbca8-3638-4427-bd07-f5027277c399 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags HTTP/1.1" status: 204 len: 168 time: 0.1086011 Feb 19 01:41:09.208380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46076) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.214111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-36c02598-7d8e-44ee-b12e-ea1ab06ad04b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-349865535') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.219102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks [] for router_gateway (c0d9e455-56af-46d4-afa9-8b4c573c2363), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.296111 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-36c02598-7d8e-44ee-b12e-ea1ab06ad04b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:09.297821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-36c02598-7d8e-44ee-b12e-ea1ab06ad04b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-349865535 HTTP/1.1" status: 404 len: 328 time: 0.0878460 Feb 19 01:41:09.301893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46078) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.305553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-78683da1-1183-4bc8-b360-e76a1abd5a87 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-1126139217') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.388159 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-78683da1-1183-4bc8-b360-e76a1abd5a87 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:09.392307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78683da1-1183-4bc8-b360-e76a1abd5a87 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-1126139217 HTTP/1.1" status: 404 len: 329 time: 0.0871787 Feb 19 01:41:09.392653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46080) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.397101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-1e49276e-c348-4aa6-86a4-36669e43a4ba tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524', 'tempest-TagsExtTest-Tag-384982518') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.407341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Allocated IP 172.20.0.2 (b5d5160b-e441-4047-b92b-b74633f77a4f/98146ab7-1740-4224-ace4-50b45a3062ec/8f209a01-070d-4d4c-9723-cb2b54c0e0d5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:09.428904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Publish callbacks [] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.438403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.445662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks [] for router_gateway (c0d9e455-56af-46d4-afa9-8b4c573c2363), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.470764 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.479797 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-1e49276e-c348-4aa6-86a4-36669e43a4ba tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:09.483648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e49276e-c348-4aa6-86a4-36669e43a4ba tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags/tempest-TagsExtTest-Tag-384982518 HTTP/1.1" status: 404 len: 328 time: 0.0872447 Feb 19 01:41:09.483826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46082) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.489168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-9f92e1df-f558-408a-a225-ef1aea035dbf tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', {'tags': ['tempest-TagsExtTest-Tag-2059473292', 'tempest-TagsExtTest-Tag-748749100', 'tempest-TagsExtTest-Tag-766957287']}) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.527473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9f92e1df-f558-408a-a225-ef1aea035dbf tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "PUT /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags HTTP/1.1" status: 200 len: 316 time: 0.0415747 Feb 19 01:41:09.529759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46084) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.537994 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.tag.tag_plugin [None req-91cc14c6-c766-4625-93bc-4da508456691 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.542578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e6bf4-0a79-44ec-9d43-230ed5721a73 None None] Pushing event updated for resources: {'Port': ['ID=0df02610-8a6b-4add-a5a7-24636e30f47e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:09.622572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Attempting to bind port 0df02610-8a6b-4add-a5a7-24636e30f47e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:09.623042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Attempting to bind port 0df02610-8a6b-4add-a5a7-24636e30f47e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:09.623305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Attempting to bind port 0df02610-8a6b-4add-a5a7-24636e30f47e on network 16f550e9-a727-42e2-9ad8-38b3503e8363 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:09.624071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Allocated IP 172.25.0.75 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/1a671393-66e7-486f-9080-3055558f5d0d) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:09.627378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-91cc14c6-c766-4625-93bc-4da508456691 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0964820 Feb 19 01:41:09.630287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46086) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.631701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:09.632172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Checking segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:09.632650 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.633098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Bound using segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:09.633582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Bound port: 0df02610-8a6b-4add-a5a7-24636e30f47e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:09.633963 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.634923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-65907781-8e75-4d1f-b545-9468ab633516 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-2059473292') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.662221 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-65907781-8e75-4d1f-b545-9468ab633516 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:09.663914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-65907781-8e75-4d1f-b545-9468ab633516 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-2059473292 HTTP/1.1" status: 404 len: 329 time: 0.0325193 Feb 19 01:41:09.667358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46088) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.675640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-0d433aae-2c4d-4efb-a998-0a94875d3d61 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-748749100') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.703612 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-0d433aae-2c4d-4efb-a998-0a94875d3d61 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:09.707657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d433aae-2c4d-4efb-a998-0a94875d3d61 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-748749100 HTTP/1.1" status: 404 len: 328 time: 0.0388789 Feb 19 01:41:09.708556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46090) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.713261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-86f266a0-0705-41ca-8ce1-65240200b0d4 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5', 'tempest-TagsExtTest-Tag-766957287') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.736910 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-86f266a0-0705-41ca-8ce1-65240200b0d4 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] show failed (client error): The resource could not be found. Feb 19 01:41:09.741310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-86f266a0-0705-41ca-8ce1-65240200b0d4 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags/tempest-TagsExtTest-Tag-766957287 HTTP/1.1" status: 404 len: 328 time: 0.0315113 Feb 19 01:41:09.741886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46092) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.746247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-8333654d-476a-4edd-aa59-f4d19f8978ca tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5200a23-335b-427f-9098-0812c057fdf5') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.751354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Publish callbacks [] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.769532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.780259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8333654d-476a-4edd-aa59-f4d19f8978ca tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0366089 Feb 19 01:41:09.780259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46094) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.786610 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks [] for port (1a671393-66e7-486f-9080-3055558f5d0d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.797546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-fc565c98-324d-4ad7-8f95-a5934537b493 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6a2a19af-7c05-4fd9-b64d-7c227ff01524') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.806398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] For port 0df02610-8a6b-4add-a5a7-24636e30f47e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:09.811116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Network b5d5160b-e441-4047-b92b-b74633f77a4f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:09.822106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:09.828299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:09.833906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] For port 0df02610-8a6b-4add-a5a7-24636e30f47e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0df02610-8a6b-4add-a5a7-24636e30f47e,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:09.835031 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1a671393-66e7-486f-9080-3055558f5d0d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.846788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Pushing event updated for resources: {'Port': ['ID=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:09.852602 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.900456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Pushing event updated for resources: {'Port': ['ID=1a671393-66e7-486f-9080-3055558f5d0d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:09.903061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fc565c98-324d-4ad7-8f95-a5934537b493 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524/tags HTTP/1.1" status: 204 len: 168 time: 0.1218879 Feb 19 01:41:09.906999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46096) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.913453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-5d3fd14f-bc7e-497e-a010-53dfbb4089a0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4c008572-996c-414e-b684-70c31698ac87') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:09.915847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:09.918351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:09.919614 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:09.928069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd56573a-54b5-4ca6-ad05-8c8692d7ee61 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:09.979495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5d3fd14f-bc7e-497e-a010-53dfbb4089a0 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87/tags HTTP/1.1" status: 204 len: 168 time: 0.0692279 Feb 19 01:41:09.979675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Attempting to bind port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:09.979675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Attempting to bind port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:09.979675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Attempting to bind port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 on network b5d5160b-e441-4047-b92b-b74633f77a4f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:09.979891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46098) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:09.984270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.tag.tag_plugin [None req-7d0062dd-0a1a-4503-bad2-5dece7de7a0b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '528d6014-a671-430e-9875-6b17770623a0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:10.003919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:10.004316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Checking segment: {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:10.004708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.005143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Bound using segment: {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:10.005637 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Bound port: 8f209a01-070d-4d4c-9723-cb2b54c0e0d5, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:10.006025 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.043701 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Routers {'e068e2d6-129f-4ad3-833e-ec0fbe354189'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:10.044350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e068e2d6-129f-4ad3-833e-ec0fbe354189'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:10.045252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d0062dd-0a1a-4503-bad2-5dece7de7a0b tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0645311 Feb 19 01:41:10.051874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46100) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:10.087044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] Provisioning complete for port 0df02610-8a6b-4add-a5a7-24636e30f47e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:10.087428 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.094292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e6bf4-0a79-44ec-9d43-230ed5721a73 None None] Pushing event updated for resources: {'Port': ['ID=0df02610-8a6b-4add-a5a7-24636e30f47e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:10.158410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-758eb032-b4a6-45a0-899c-699f860cc8ba tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.162188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-758eb032-b4a6-45a0-899c-699f860cc8ba tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnetpools/d5200a23-335b-427f-9098-0812c057fdf5 HTTP/1.1" status: 204 len: 168 time: 0.1093254 Feb 19 01:41:10.164148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46102) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:10.203118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ce0b10d4-3b6c-46ff-953e-009ff17f94f1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a2a19af-7c05-4fd9-b64d-7c227ff01524 HTTP/1.1" status: 200 len: 205 time: 0.0343046 Feb 19 01:41:10.205500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46104) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:10.227480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:10.227951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.248193 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks [] for router_gateway (c0d9e455-56af-46d4-afa9-8b4c573c2363), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.265195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] For port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:10.294779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for router (6a2a19af-7c05-4fd9-b64d-7c227ff01524), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.297816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] For port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:10.308561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] Set router e068e2d6-129f-4ad3-833e-ec0fbe354189 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:10.354899 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.459423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] Current status of the port 0df02610-8a6b-4add-a5a7-24636e30f47e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:10.459818 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.478313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (6a2a19af-7c05-4fd9-b64d-7c227ff01524), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.480251 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for router_controller (6a2a19af-7c05-4fd9-b64d-7c227ff01524), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.490694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c0d9e455-56af-46d4-afa9-8b4c573c2363), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.547718 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (6a2a19af-7c05-4fd9-b64d-7c227ff01524), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.548331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2a19af-7c05-4fd9-b64d-7c227ff01524 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:41:10.559609 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.560840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2b5508a6-4508-4671-a6ba-f4a07acdd6e1 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/routers/6a2a19af-7c05-4fd9-b64d-7c227ff01524 HTTP/1.1" status: 204 len: 168 time: 0.3540459 Feb 19 01:41:10.563729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:10.581530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:10.583784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1a73d-4639-4a34-b5ec-fb68a9b87a97 None None] Pushing event updated for resources: {'Port': ['ID=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:10.601446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] For port 0df02610-8a6b-4add-a5a7-24636e30f47e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0df02610-8a6b-4add-a5a7-24636e30f47e,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:10.607991 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.715687 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Router c0d9e455-56af-46d4-afa9-8b4c573c2363 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:41:10.849411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:10.868461 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Sync routers for ids ['c0d9e455-56af-46d4-afa9-8b4c573c2363'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:10.884658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.888174 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Routers {'c0d9e455-56af-46d4-afa9-8b4c573c2363'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:10.888546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02c334-f065-4308-b994-d0cea98e22f6 None None] Pushing event updated for resources: {'Port': ['ID=0df02610-8a6b-4add-a5a7-24636e30f47e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:10.889272 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d54effa9-59b7-4b08-8594-a705f162d304 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9094594 Feb 19 01:41:10.890150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46108) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:10.890588 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0d9e455-56af-46d4-afa9-8b4c573c2363'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:10.891286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2985fa6f-42e9-4b97-ab8b-2d459fd39cb8 None None] Provisioning complete for port 0df02610-8a6b-4add-a5a7-24636e30f47e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:10.891666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2985fa6f-42e9-4b97-ab8b-2d459fd39cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.998292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:05Z', 'revision_number': 4, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0df02610-8a6b-4add-a5a7-24636e30f47e', 'name': '', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'mac_address': 'fa:16:3e:59:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:05Z', 'updated_at': '2022-02-19T01:41:09Z', 'revision_number': 4, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'subnets': [{'id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:11.053608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fd394-564e-407e-963d-329b3bf950a4 None None] The sync data for ids ['e068e2d6-129f-4ad3-833e-ec0fbe354189'] in n-d-826752-2 is: [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:05Z', 'revision_number': 4, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0df02610-8a6b-4add-a5a7-24636e30f47e', 'name': '', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'mac_address': 'fa:16:3e:59:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:05Z', 'updated_at': '2022-02-19T01:41:09Z', 'revision_number': 4, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'subnets': [{'id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:11.114553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2985fa6f-42e9-4b97-ab8b-2d459fd39cb8 None None] Current status of the port 0df02610-8a6b-4add-a5a7-24636e30f47e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:11.145170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Deleting port 4c008572-996c-414e-b684-70c31698ac87 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:11.145909 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4c008572-996c-414e-b684-70c31698ac87), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.278213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4c008572-996c-414e-b684-70c31698ac87), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.287281 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Set router c0d9e455-56af-46d4-afa9-8b4c573c2363 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:11.295388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Calling delete_port for 4c008572-996c-414e-b684-70c31698ac87 owned by {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:11.471773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4c008572-996c-414e-b684-70c31698ac87), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.508553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event deleted for resources: {'Port': ['ID=4c008572-996c-414e-b684-70c31698ac87,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:11.576450 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:10Z', 'revision_number': 3, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:11.607102 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.615049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b9e6da51-da64-4843-a783-56598d17c726 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/ports/4c008572-996c-414e-b684-70c31698ac87 HTTP/1.1" status: 204 len: 168 time: 1.0495450 Feb 19 01:41:11.616288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46110) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:11.639445 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Checking router: c0d9e455-56af-46d4-afa9-8b4c573c2363 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:11.639819 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Updating router c0d9e455-56af-46d4-afa9-8b4c573c2363 port 1a671393-66e7-486f-9080-3055558f5d0d binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:41:11.686848 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a671393-66e7-486f-9080-3055558f5d0d), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.718050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Deleting subnet 528d6014-a671-430e-9875-6b17770623a0 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:41:11.726985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for subnet (528d6014-a671-430e-9875-6b17770623a0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.824712 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (528d6014-a671-430e-9875-6b17770623a0), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.008055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0df02610-8a6b-4add-a5a7-24636e30f47e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:12.016253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (528d6014-a671-430e-9875-6b17770623a0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.093746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0df02610-8a6b-4add-a5a7-24636e30f47e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:12.093974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.094064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.112922 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (528d6014-a671-430e-9875-6b17770623a0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.145451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event deleted for resources: {'Subnet': ['ID=528d6014-a671-430e-9875-6b17770623a0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:12.150269 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.153029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c2c4296b-86c7-4a9d-97a4-e2d5e94bd715 tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/subnets/528d6014-a671-430e-9875-6b17770623a0 HTTP/1.1" status: 204 len: 168 time: 0.5353663 Feb 19 01:41:12.161125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46112) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:12.163163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea892960-7e4d-403f-b904-b0d80d62bfba None None] Network d2a51bbd-7c30-4378-b5ca-ed9290e82dae requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:12.252617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495add13-dc81-480d-b15a-485bfae938b8 None None] Network b5d5160b-e441-4047-b92b-b74633f77a4f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:12.272513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d2a51bbd-7c30-4378-b5ca-ed9290e82dae), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.327251 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Publish callbacks [] for port (1a671393-66e7-486f-9080-3055558f5d0d), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.340152 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a671393-66e7-486f-9080-3055558f5d0d), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.349473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Deleting port d2ce8ccd-9930-436a-9540-84e4768b7837 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:12.349855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.374969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] Provisioning complete for port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:12.374969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.406942 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Attempting to bind port 1a671393-66e7-486f-9080-3055558f5d0d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:12.407255 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Attempting to bind port 1a671393-66e7-486f-9080-3055558f5d0d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:12.407601 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Attempting to bind port 1a671393-66e7-486f-9080-3055558f5d0d on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:12.420001 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:12.420876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:12.420876 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.422584 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:12.423077 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Bound port: 1a671393-66e7-486f-9080-3055558f5d0d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:12.424192 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a671393-66e7-486f-9080-3055558f5d0d), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.444501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Allocated IP 172.20.0.1 (b5d5160b-e441-4047-b92b-b74633f77a4f/98146ab7-1740-4224-ace4-50b45a3062ec/6213d091-e213-439b-8c32-585f5e3b2d38) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:12.455056 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dc0e8-2d23-4721-b3ac-a66abe1bc9a7 None None] Pushing event updated for resources: {'Port': ['ID=1a671393-66e7-486f-9080-3055558f5d0d,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:12.487183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] For port d2ce8ccd-9930-436a-9540-84e4768b7837, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d2ce8ccd-9930-436a-9540-84e4768b7837,segment=NetworkSegment(0b709207-6ea6-4a45-b1fa-0ee9af3beb73),segment_id=0b709207-6ea6-4a45-b1fa-0ee9af3beb73)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:12.487551 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.504604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0df02610-8a6b-4add-a5a7-24636e30f47e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:12.505821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:12.506651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Calling delete_port for d2ce8ccd-9930-436a-9540-84e4768b7837 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:12.527304 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] For port 1a671393-66e7-486f-9080-3055558f5d0d, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:12.535420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] For port 1a671393-66e7-486f-9080-3055558f5d0d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a671393-66e7-486f-9080-3055558f5d0d,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:12.552093 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a671393-66e7-486f-9080-3055558f5d0d), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.611909 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Routers {'c0d9e455-56af-46d4-afa9-8b4c573c2363'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:12.612902 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0d9e455-56af-46d4-afa9-8b4c573c2363'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:12.641051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] Current status of the port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:12.641452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.648551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks [] for port (6213d091-e213-439b-8c32-585f5e3b2d38), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.657376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] DHCP port deletion for d2a51bbd-7c30-4378-b5ca-ed9290e82dae request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:41:12.702108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.703600 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.747287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event deleted for resources: {'Port': ['ID=d2ce8ccd-9930-436a-9540-84e4768b7837,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:12.751233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:12.751600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] No DVR routers for this DVR port d2ce8ccd-9930-436a-9540-84e4768b7837 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:12.751774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.773120 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] Set router c0d9e455-56af-46d4-afa9-8b4c573c2363 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:12.804722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Pushing event updated for resources: {'Port': ['ID=6213d091-e213-439b-8c32-585f5e3b2d38,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:12.827599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] For port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:12.830871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Network b5d5160b-e441-4047-b92b-b74633f77a4f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:12.835328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:12.840984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:12.851423 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.896440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d2a51bbd-7c30-4378-b5ca-ed9290e82dae), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.937573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Deleting port d2ce8ccd-9930-436a-9540-84e4768b7837 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:12.937957 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.952827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a51bbd-7c30-4378-b5ca-ed9290e82dae']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:12.968101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (c0d9e455-56af-46d4-afa9-8b4c573c2363), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:12.969858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b709207-6ea6-4a45-b1fa-0ee9af3beb73') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:12.970160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b709207-6ea6-4a45-b1fa-0ee9af3beb73') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:13.006130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (0b709207-6ea6-4a45-b1fa-0ee9af3beb73), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.015603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dc0e8-2d23-4721-b3ac-a66abe1bc9a7 None None] Pushing event updated for resources: {'Port': ['ID=1a671393-66e7-486f-9080-3055558f5d0d,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:13.032606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0b709207-6ea6-4a45-b1fa-0ee9af3beb73), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.043217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:41:13.043617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (0b709207-6ea6-4a45-b1fa-0ee9af3beb73), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:41:13.047487 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:41:13.061456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:13.074153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27098e9-dd83-4ea5-b3be-228d3e76bb9f None None] Pushing event updated for resources: {'Port': ['ID=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:13.108248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] For port d2ce8ccd-9930-436a-9540-84e4768b7837, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:13.108646 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.123513 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:10Z', 'revision_number': 3, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:13.137554 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Calling delete_port for d2ce8ccd-9930-436a-9540-84e4768b7837 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:13.140940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Port d2ce8ccd-9930-436a-9540-84e4768b7837 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:41:13.144366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (d2ce8ccd-9930-436a-9540-84e4768b7837), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.152199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d2a51bbd-7c30-4378-b5ca-ed9290e82dae), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.164292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.171996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] 10.222.0.43 "DELETE /v2.0/networks/d2a51bbd-7c30-4378-b5ca-ed9290e82dae HTTP/1.1" status: 204 len: 168 time: 1.0084896 Feb 19 01:41:13.172492 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d8f0b-7f57-4124-bf90-fe7cf590d381 None None] The sync data for ids ['c0d9e455-56af-46d4-afa9-8b4c573c2363'] in n-d-826752-2 is: [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:10Z', 'revision_number': 3, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:13.185619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] No DVR routers for this DVR port d2ce8ccd-9930-436a-9540-84e4768b7837 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:13.214120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be448-9c36-46cb-9879-5cb30354141c tempest-TagsExtTest-1036317172 tempest-TagsExtTest-1036317172-project] Pushing event deleted for resources: {'Network': ['ID=d2a51bbd-7c30-4378-b5ca-ed9290e82dae,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:13.218437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eff8e-750e-4832-9c5a-157661903d82 None None] Pushing event deleted for resources: {'Port': ['ID=d2ce8ccd-9930-436a-9540-84e4768b7837,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:13.224366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.288858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4b9013f6-8529-427f-8963-6f91cc679db1 None None] Provisioning complete for port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:13.289611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b9013f6-8529-427f-8963-6f91cc679db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.418432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4b9013f6-8529-427f-8963-6f91cc679db1 None None] Current status of the port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:13.459575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks [] for port (6213d091-e213-439b-8c32-585f5e3b2d38), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.466306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.570747 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (c0d9e455-56af-46d4-afa9-8b4c573c2363), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.572655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Pushing event updated for resources: {'Port': ['ID=6213d091-e213-439b-8c32-585f5e3b2d38,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:13.617222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46120) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:13.643638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dc38f06a-373b-4212-b12e-a9044b41a4b2 None None] Provisioning complete for port 6213d091-e213-439b-8c32-585f5e3b2d38 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:13.645310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc38f06a-373b-4212-b12e-a9044b41a4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.689304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dc38f06a-373b-4212-b12e-a9044b41a4b2 None None] Port 6213d091-e213-439b-8c32-585f5e3b2d38 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:13.690392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Network b5d5160b-e441-4047-b92b-b74633f77a4f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:13.693764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:13.831794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Router c0d9e455-56af-46d4-afa9-8b4c573c2363 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:41:13.837245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ca5a5e35-340e-4f4a-a504-bbff16cb9162 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a1714ac38c7446cbf877efeef1b23ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182829 Feb 19 01:41:13.839539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46124) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:14.000268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a671393-66e7-486f-9080-3055558f5d0d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:14.007403 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d063d474-5279-4ba1-af03-03ca927ed186 admin admin] Publish callbacks [] for security_group (927bbdbb-187a-4b92-b84c-bf86992f0098), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.036717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:14.045659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1f619071-4205-43cf-a1d3-af8221fdf264 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0d9e455-56af-46d4-afa9-8b4c573c2363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1492751 Feb 19 01:41:14.048395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d063d474-5279-4ba1-af03-03ca927ed186 admin admin] Publish callbacks [] for security_group (927bbdbb-187a-4b92-b84c-bf86992f0098), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.055334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3c5eaa13-29bc-420f-901c-74c8134dc0ef None None] Provisioning complete for port 6213d091-e213-439b-8c32-585f5e3b2d38 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:14.056021 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c5eaa13-29bc-420f-901c-74c8134dc0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.104675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1a671393-66e7-486f-9080-3055558f5d0d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:14.105618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a671393-66e7-486f-9080-3055558f5d0d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.118357 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d063d474-5279-4ba1-af03-03ca927ed186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (927bbdbb-187a-4b92-b84c-bf86992f0098), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.121140 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d063d474-5279-4ba1-af03-03ca927ed186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.134357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c5eaa13-29bc-420f-901c-74c8134dc0ef None None] Port 6213d091-e213-439b-8c32-585f5e3b2d38 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:14.138439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d063d474-5279-4ba1-af03-03ca927ed186 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/927bbdbb-187a-4b92-b84c-bf86992f0098 HTTP/1.1" status: 204 len: 168 time: 0.2877271 Feb 19 01:41:14.149076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063d474-5279-4ba1-af03-03ca927ed186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927bbdbb-187a-4b92-b84c-bf86992f0098,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:14.230994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1a671393-66e7-486f-9080-3055558f5d0d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:14.231406 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a671393-66e7-486f-9080-3055558f5d0d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.257544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 1a671393-66e7-486f-9080-3055558f5d0d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a671393-66e7-486f-9080-3055558f5d0d,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:14.263513 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a671393-66e7-486f-9080-3055558f5d0d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.264407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:14.353110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=1a671393-66e7-486f-9080-3055558f5d0d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:14.364327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:14.364722 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.460483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:14.533648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d2ce8ccd-9930-436a-9540-84e4768b7837 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:14.561631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d2ce8ccd-9930-436a-9540-84e4768b7837 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:14.562268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d2ce8ccd-9930-436a-9540-84e4768b7837 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:14.817546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-108fc619-b20e-4c80-a279-29e24d72860e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:14.819079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-108fc619-b20e-4c80-a279-29e24d72860e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/networks?id=16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 200 len: 911 time: 0.0893881 Feb 19 01:41:14.833554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-26e305ad-50a5-4743-8f8a-01cfd2b302b3 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/quotas/33894350091f4b8a8d18b810622e94ec HTTP/1.1" status: 200 len: 375 time: 0.0090756 Feb 19 01:41:14.924336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-b206c6da-29ef-489d-b8f8-f12cf3887cf8 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=33894350091f4b8a8d18b810622e94ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853133 Feb 19 01:41:15.016203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-312747cd-8e5f-46a8-ae66-cc9def85fa55 service neutron] 10.222.0.43 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Feb 19 01:41:15.114167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-7f938bc9-c01a-4261-b60a-ff056ddc4dc3 service neutron] 10.222.0.43 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914977 Feb 19 01:41:15.290846 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-492a7350-41f8-417e-b01b-0327a2aace16 req-6e220efa-53e8-4479-998b-c58e9b5450aa tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 210 time: 0.0281711 Feb 19 01:41:15.307123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Sync routers for ids ['c0d9e455-56af-46d4-afa9-8b4c573c2363'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:15.318058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Routers {'c0d9e455-56af-46d4-afa9-8b4c573c2363'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:15.318682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0d9e455-56af-46d4-afa9-8b4c573c2363'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:15.437120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Set router c0d9e455-56af-46d4-afa9-8b4c573c2363 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:15.661575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:13Z', 'revision_number': 4, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6213d091-e213-439b-8c32-585f5e3b2d38', 'name': '', 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'mac_address': 'fa:16:3e:cb:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '98146ab7-1740-4224-ace4-50b45a3062ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:12Z', 'updated_at': '2022-02-19T01:41:13Z', 'revision_number': 2, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'subnets': [{'id': '98146ab7-1740-4224-ace4-50b45a3062ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:15.692653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Checking router: c0d9e455-56af-46d4-afa9-8b4c573c2363 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:15.692892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Updating router c0d9e455-56af-46d4-afa9-8b4c573c2363 port 6213d091-e213-439b-8c32-585f5e3b2d38 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:41:15.721758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:15.871076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a671393-66e7-486f-9080-3055558f5d0d up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:15.989922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1a671393-66e7-486f-9080-3055558f5d0d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:15.990382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a671393-66e7-486f-9080-3055558f5d0d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.242385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Publish callbacks [] for port (6213d091-e213-439b-8c32-585f5e3b2d38), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.250847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.324943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1a671393-66e7-486f-9080-3055558f5d0d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:16.341158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc012d4-33d9-465d-86bb-197473c9efad None None] Pushing event updated for resources: {'Port': ['ID=6213d091-e213-439b-8c32-585f5e3b2d38,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:16.427690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Attempting to bind port 6213d091-e213-439b-8c32-585f5e3b2d38 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:16.428136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Attempting to bind port 6213d091-e213-439b-8c32-585f5e3b2d38 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:16.428568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Attempting to bind port 6213d091-e213-439b-8c32-585f5e3b2d38 on network b5d5160b-e441-4047-b92b-b74633f77a4f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:16.434075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:16.434539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Checking segment: {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:16.435010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.435467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Bound using segment: {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:16.436023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Bound port: 6213d091-e213-439b-8c32-585f5e3b2d38, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:16.436473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.442786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f9b1dfdc-8ac0-4155-a4df-530bbe608f13 req-1b41f1cf-018f-4e24-a8fe-b52fc8b2cb5d tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 210 time: 0.0656636 Feb 19 01:41:16.511936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] For port 6213d091-e213-439b-8c32-585f5e3b2d38, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:16.516235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] For port 6213d091-e213-439b-8c32-585f5e3b2d38, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6213d091-e213-439b-8c32-585f5e3b2d38,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:16.537856 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.628344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Routers {'c0d9e455-56af-46d4-afa9-8b4c573c2363'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:16.629164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:40:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0d9e455-56af-46d4-afa9-8b4c573c2363'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:16.637183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-295709f9-3284-43ec-98d7-289f1352079b tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:16.638823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-295709f9-3284-43ec-98d7-289f1352079b tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.10 "GET /v2.0/networks?id=16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 200 len: 911 time: 0.1682167 Feb 19 01:41:16.650628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Request body: {'port': {'device_id': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'admin_state_up': True, 'tenant_id': '33894350091f4b8a8d18b810622e94ec'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:16.682478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Made reservation on behalf of 33894350091f4b8a8d18b810622e94ec for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:16.685685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.716866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc012d4-33d9-465d-86bb-197473c9efad None None] Pushing event updated for resources: {'Port': ['ID=6213d091-e213-439b-8c32-585f5e3b2d38,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:16.771950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] Provisioning complete for port 6213d091-e213-439b-8c32-585f5e3b2d38 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:16.771950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:16.832531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Allocated IP 172.20.0.12 (16f550e9-a727-42e2-9ad8-38b3503e8363/179e7308-78b3-46dc-8010-ea6eee1275a3/aeaf2b49-d64b-470f-92ca-2370358a3a73) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:16.865190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] Set router c0d9e455-56af-46d4-afa9-8b4c573c2363 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:16.921202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] Current status of the port 6213d091-e213-439b-8c32-585f5e3b2d38 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:16.921356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.005677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks [] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.034606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] For port 6213d091-e213-439b-8c32-585f5e3b2d38, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6213d091-e213-439b-8c32-585f5e3b2d38,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:17.040629 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.043767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.085799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:17.088656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:17.094473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:17.143269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Pushing event updated for resources: {'Port': ['ID=aeaf2b49-d64b-470f-92ca-2370358a3a73,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:17.144125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd9b6-b770-4360-af75-54f4c13ad976 None None] Pushing event updated for resources: {'Port': ['ID=6213d091-e213-439b-8c32-585f5e3b2d38,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:17.176228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67a808aa-1bb4-4364-a4dc-3049ef0308cd None None] Provisioning complete for port 6213d091-e213-439b-8c32-585f5e3b2d38 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:17.176558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67a808aa-1bb4-4364-a4dc-3049ef0308cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.192364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:17.192975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.214324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-c4937b65-64b2-4020-828b-8c61771bd37e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5675826 Feb 19 01:41:17.230717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:13Z', 'revision_number': 4, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6213d091-e213-439b-8c32-585f5e3b2d38', 'name': '', 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'mac_address': 'fa:16:3e:cb:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '98146ab7-1740-4224-ace4-50b45a3062ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:12Z', 'updated_at': '2022-02-19T01:41:16Z', 'revision_number': 4, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'subnets': [{'id': '98146ab7-1740-4224-ace4-50b45a3062ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:17.231350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Request body: {'port': {'device_id': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:17.267449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86da7c-55f8-4c56-a362-20d406e753b8 None None] The sync data for ids ['c0d9e455-56af-46d4-afa9-8b4c573c2363'] in n-d-826752-2 is: [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:13Z', 'revision_number': 4, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6213d091-e213-439b-8c32-585f5e3b2d38', 'name': '', 'network_id': 'b5d5160b-e441-4047-b92b-b74633f77a4f', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'mac_address': 'fa:16:3e:cb:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '98146ab7-1740-4224-ace4-50b45a3062ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:12Z', 'updated_at': '2022-02-19T01:41:16Z', 'revision_number': 4, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'subnets': [{'id': '98146ab7-1740-4224-ace4-50b45a3062ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:17.352863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.363950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67a808aa-1bb4-4364-a4dc-3049ef0308cd None None] Current status of the port 6213d091-e213-439b-8c32-585f5e3b2d38 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:17.499247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ca4e86f6-2c48-4747-8808-360ef7370116 None None] Provisioning complete for port aeaf2b49-d64b-470f-92ca-2370358a3a73 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:17.499624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca4e86f6-2c48-4747-8808-360ef7370116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.583393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e86f6-2c48-4747-8808-360ef7370116 None None] Port aeaf2b49-d64b-470f-92ca-2370358a3a73 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:17.664742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57ca3-0bf0-4feb-9995-95722241f2b9 req-c3bbbcb1-5f76-4a9e-9a81-7fd935bc73ae tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:17.666508 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6c57ca3-0bf0-4feb-9995-95722241f2b9 req-c3bbbcb1-5f76-4a9e-9a81-7fd935bc73ae tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1028 time: 0.0675137 Feb 19 01:41:17.724555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6c57ca3-0bf0-4feb-9995-95722241f2b9 req-9181dc08-1e02-4047-9dd5-fae68ceb2457 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521896 Feb 19 01:41:17.733838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaf2b49-d64b-470f-92ca-2370358a3a73 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:41:17.742878 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Publish callbacks [] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.761840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Transition to ACTIVE for port object aeaf2b49-d64b-470f-92ca-2370358a3a73 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:41:17.765868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.828525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf2b49-d64b-470f-92ca-2370358a3a73,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:17.918760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Attempting to bind port aeaf2b49-d64b-470f-92ca-2370358a3a73 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:17.919088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Attempting to bind port aeaf2b49-d64b-470f-92ca-2370358a3a73 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:17.919449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Attempting to bind port aeaf2b49-d64b-470f-92ca-2370358a3a73 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:17.924772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Port aeaf2b49-d64b-470f-92ca-2370358a3a73 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:41:17.925148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Attempting to bind port aeaf2b49-d64b-470f-92ca-2370358a3a73 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:17.930408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:17.930754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Checking segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:17.931142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Bound using segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:17.932359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Bound port: aeaf2b49-d64b-470f-92ca-2370358a3a73, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:17.932723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.951474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6213d091-e213-439b-8c32-585f5e3b2d38 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:18.009603 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] For port aeaf2b49-d64b-470f-92ca-2370358a3a73, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:18.010887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6213d091-e213-439b-8c32-585f5e3b2d38 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:18.011384 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:18.013617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] For port aeaf2b49-d64b-470f-92ca-2370358a3a73, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:18.027769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:18.067641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.068498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:18.071407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] 10.222.0.10 "PUT /v2.0/ports/aeaf2b49-d64b-470f-92ca-2370358a3a73 HTTP/1.1" status: 200 len: 1092 time: 0.8459158 Feb 19 01:41:18.075780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'tag': 'aeaf2b49-d64b-470f-92ca-2370358a3a73'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:18.087777 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f10fde-3da6-4713-a424-38af9edc68f4" -d '{"events": [{"name": "network-changed", "server_uuid": "29508ce3-0eeb-4315-974c-c3d2e9330888", "tag": "aeaf2b49-d64b-470f-92ca-2370358a3a73"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:18.151223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6213d091-e213-439b-8c32-585f5e3b2d38 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:18.164128 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d3de4-8427-463c-b80b-72b9cc18fbe1 x-openstack-request-id: req-417d3de4-8427-463c-b80b-72b9cc18fbe1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:18.164428 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29508ce3-0eeb-4315-974c-c3d2e9330888", "tag": "aeaf2b49-d64b-470f-92ca-2370358a3a73", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:18.164687 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-417d3de4-8427-463c-b80b-72b9cc18fbe1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:18.165129 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'tag': 'aeaf2b49-d64b-470f-92ca-2370358a3a73', 'status': 'completed', 'code': 200} Feb 19 01:41:18.166894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66211070-2c63-4b22-87c4-3ab7808da19e service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf2b49-d64b-470f-92ca-2370358a3a73,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:18.212393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-b9c451ff-ca5a-4a41-9b70-a0cd58b58476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.214875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-b9c451ff-ca5a-4a41-9b70-a0cd58b58476 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33894350091f4b8a8d18b810622e94ec&device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1126 time: 0.0945466 Feb 19 01:41:18.273065 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-165c545a-31e7-4eba-b169-2fc377057f6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73 HTTP/1.1" status: 200 len: 217 time: 0.0490088 Feb 19 01:41:18.346969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-a5670669-270e-42ed-ae9d-41b349783a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.348404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-a5670669-270e-42ed-ae9d-41b349783a0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=179e7308-78b3-46dc-8010-ea6eee1275a3 HTTP/1.1" status: 200 len: 849 time: 0.0633204 Feb 19 01:41:18.408718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-79b268aa-78f7-4d50-9495-89d6ebfb1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.410364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-79b268aa-78f7-4d50-9495-89d6ebfb1a92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16f550e9-a727-42e2-9ad8-38b3503e8363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523436 Feb 19 01:41:18.437171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:18.528957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-5ccd858e-1a6a-4e06-b9fc-7df8648c329e service neutron] 10.222.0.10 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080062 Feb 19 01:41:18.633356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfe15622-3a90-46c3-8f63-e34d07de15bd req-42cdb5c9-8b6f-4506-8bd7-ac99dea5a0f5 service neutron] 10.222.0.10 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 Feb 19 01:41:18.744083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-722389a7-aaa1-4444-a6fe-22a7c8e5e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.745732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-722389a7-aaa1-4444-a6fe-22a7c8e5e527 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33894350091f4b8a8d18b810622e94ec&device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1126 time: 0.0624955 Feb 19 01:41:18.843101 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-eee70f55-49ec-4553-b179-138d90b9be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.843720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276949-3f18-4362-9738-a812ebd83665 req-d2f5921a-d8b7-45b7-a621-2d3845c6a68c tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.844971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-eee70f55-49ec-4553-b179-138d90b9be9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 200 len: 911 time: 0.0914922 Feb 19 01:41:18.846424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f276949-3f18-4362-9738-a812ebd83665 req-d2f5921a-d8b7-45b7-a621-2d3845c6a68c tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1126 time: 0.0461094 Feb 19 01:41:18.892226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f276949-3f18-4362-9738-a812ebd83665 req-ea5a2e45-ae69-441d-868b-9dbfae49dc99 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Feb 19 01:41:18.900707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-fd184878-656c-4554-bc94-4b0380c1da25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73 HTTP/1.1" status: 200 len: 217 time: 0.0422804 Feb 19 01:41:18.954814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-254b06d0-8aea-4dfc-a94e-fd3829a707b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:18.957055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-254b06d0-8aea-4dfc-a94e-fd3829a707b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=179e7308-78b3-46dc-8010-ea6eee1275a3 HTTP/1.1" status: 200 len: 849 time: 0.0496366 Feb 19 01:41:19.007028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-ac5a20e6-4973-4b9a-896d-1d15ba484340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:19.008545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-ac5a20e6-4973-4b9a-896d-1d15ba484340 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16f550e9-a727-42e2-9ad8-38b3503e8363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447958 Feb 19 01:41:19.121307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-74e5818a-1bc5-46f5-83d8-8613f1e3b3b9 service neutron] 10.222.0.10 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053312 Feb 19 01:41:19.215111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10fde-3da6-4713-a424-38af9edc68f4 req-ad58826a-73c8-4da5-98b8-bb08ba8ef74d service neutron] 10.222.0.10 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858147 Feb 19 01:41:20.016582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54361f-9f84-407f-b1be-f567cc91c8ac req-4eb6d37e-3338-491c-a0d3-a0c90cfc4c4c tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:20.018874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb54361f-9f84-407f-b1be-f567cc91c8ac req-4eb6d37e-3338-491c-a0d3-a0c90cfc4c4c tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1126 time: 0.0475209 Feb 19 01:41:20.067664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb54361f-9f84-407f-b1be-f567cc91c8ac req-b3d478a5-b670-425a-ad2e-df23697fbd37 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Feb 19 01:41:20.254110 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6afc-865b-4b95-a6ea-1d6404b954e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:20.767031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device aeaf2b49-d64b-470f-92ca-2370358a3a73 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:41:20.869252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port aeaf2b49-d64b-470f-92ca-2370358a3a73, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:20.880496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'aeaf2b49-d64b-470f-92ca-2370358a3a73', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'port_id': 'aeaf2b49-d64b-470f-92ca-2370358a3a73', 'mac_address': 'fa:16:3e:68:99:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:41:20.921350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port aeaf2b49-d64b-470f-92ca-2370358a3a73 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:20.921765 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:20.935049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeaf2b49-d64b-470f-92ca-2370358a3a73 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:41:20.956965 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port aeaf2b49-d64b-470f-92ca-2370358a3a73, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:20.961719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:21.019557 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=aeaf2b49-d64b-470f-92ca-2370358a3a73,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:21.184891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023428-b80a-43ee-a312-78ef6fc4627a req-c9e13762-68ad-4f03-a20e-f7ffbb6e9f88 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:21.186524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a023428-b80a-43ee-a312-78ef6fc4627a req-c9e13762-68ad-4f03-a20e-f7ffbb6e9f88 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1127 time: 0.0509286 Feb 19 01:41:21.207840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['aeaf2b49-d64b-470f-92ca-2370358a3a73'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:41:21.231869 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a023428-b80a-43ee-a312-78ef6fc4627a req-b94df50e-0d68-4c3b-9313-7ccc9a517307 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Feb 19 01:41:22.355418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5210499-ba3e-4916-ad7f-4790a6afeca7 req-87309bf3-51f2-4e3d-9cb5-21430b6674c4 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:22.357425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5210499-ba3e-4916-ad7f-4790a6afeca7 req-87309bf3-51f2-4e3d-9cb5-21430b6674c4 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1127 time: 0.0500760 Feb 19 01:41:22.401432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5210499-ba3e-4916-ad7f-4790a6afeca7 req-94e6e522-a2ef-4b3d-9555-e45586d70ffb tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Feb 19 01:41:22.638675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff576723-3551-4413-948e-4b8642117941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:22.773518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device aeaf2b49-d64b-470f-92ca-2370358a3a73 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:22.824869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port aeaf2b49-d64b-470f-92ca-2370358a3a73 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:41:22.828694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port aeaf2b49-d64b-470f-92ca-2370358a3a73 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:22.829094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:22.904289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port aeaf2b49-d64b-470f-92ca-2370358a3a73 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:22.904600 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:22.926319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaf2b49-d64b-470f-92ca-2370358a3a73'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:22.928512 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97b27c1-ca07-48e4-b94f-830410f8468e" -d '{"events": [{"server_uuid": "29508ce3-0eeb-4315-974c-c3d2e9330888", "name": "network-vif-plugged", "status": "completed", "tag": "aeaf2b49-d64b-470f-92ca-2370358a3a73"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:22.941718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port aeaf2b49-d64b-470f-92ca-2370358a3a73, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:22.946614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:22.975260 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee1029d-6c85-4e14-a754-c264a88a426e x-openstack-request-id: req-2ee1029d-6c85-4e14-a754-c264a88a426e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:22.975554 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29508ce3-0eeb-4315-974c-c3d2e9330888", "name": "network-vif-plugged", "status": "completed", "tag": "aeaf2b49-d64b-470f-92ca-2370358a3a73", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:22.975812 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ee1029d-6c85-4e14-a754-c264a88a426e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:22.976203 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaf2b49-d64b-470f-92ca-2370358a3a73', 'code': 200} Feb 19 01:41:23.003589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=aeaf2b49-d64b-470f-92ca-2370358a3a73,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:23.078573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252174e3-b346-4333-8424-2dcd640b2a1f req-32701c82-ad01-47ab-8fdf-538db6fc82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:23.080103 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-252174e3-b346-4333-8424-2dcd640b2a1f req-32701c82-ad01-47ab-8fdf-538db6fc82c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0480978 Feb 19 01:41:23.126147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-252174e3-b346-4333-8424-2dcd640b2a1f req-df8391a9-655b-438e-8055-9887df3ec896 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373986 Feb 19 01:41:23.518634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76052916-fd94-4e6a-ba7c-e0fbf954eee6 req-4efa8faf-2577-4acb-95db-be0850722e4e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:23.520968 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76052916-fd94-4e6a-ba7c-e0fbf954eee6 req-4efa8faf-2577-4acb-95db-be0850722e4e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0512645 Feb 19 01:41:23.565721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76052916-fd94-4e6a-ba7c-e0fbf954eee6 req-52fd367a-c98c-4aae-b4e1-48662ceedaca tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Feb 19 01:41:23.761455 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:24.688089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c962d-78aa-4c6b-9967-61249cf63507 req-abc85cef-ef0b-44a1-abfe-4aceadb744fe tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:24.689692 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b27c962d-78aa-4c6b-9967-61249cf63507 req-abc85cef-ef0b-44a1-abfe-4aceadb744fe tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0492446 Feb 19 01:41:24.738563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b27c962d-78aa-4c6b-9967-61249cf63507 req-b606fc55-3f3c-4f66-86ee-7ebc5df686a0 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Feb 19 01:41:24.854774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d1953-f776-45af-819b-115ed6c51698 req-eae759b7-326f-485a-9d1c-e7ff1d0b940a tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:24.856293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-478d1953-f776-45af-819b-115ed6c51698 req-eae759b7-326f-485a-9d1c-e7ff1d0b940a tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0465720 Feb 19 01:41:24.899510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-478d1953-f776-45af-819b-115ed6c51698 req-d942d0e1-d69f-4216-9a48-ad25a99c2dfe tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Feb 19 01:41:25.006025 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491d361-444e-4a38-9f6f-a4181e5f0fa7 req-30fe741f-b24e-4631-9afd-0aa39c3a9c84 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:25.007466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d491d361-444e-4a38-9f6f-a4181e5f0fa7 req-30fe741f-b24e-4631-9afd-0aa39c3a9c84 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0448825 Feb 19 01:41:25.055620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d491d361-444e-4a38-9f6f-a4181e5f0fa7 req-25dd4952-f5e2-4d9c-b1df-ff606ef33757 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Feb 19 01:41:25.315180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-bb777085-31b3-42ae-b3a9-4acc8815dd99 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:25.316589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-bb777085-31b3-42ae-b3a9-4acc8815dd99 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/networks?id=16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 200 len: 911 time: 0.0898049 Feb 19 01:41:25.331662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-13b034fd-a7bc-43be-8481-4f61b24cfd93 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/quotas/33894350091f4b8a8d18b810622e94ec HTTP/1.1" status: 200 len: 375 time: 0.0096574 Feb 19 01:41:25.381666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-72187876-022d-42c1-8231-a5c0012bc8df tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=33894350091f4b8a8d18b810622e94ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449047 Feb 19 01:41:25.403270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.468508 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-43ce3bba-278d-4c21-81a9-4abdda841b54 service neutron] 10.222.0.43 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800610 Feb 19 01:41:25.561144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-ae9608fb-ae76-4f26-a292-02d99226f458 service neutron] 10.222.0.43 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Feb 19 01:41:25.747793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11f202e5-2e10-4f68-8613-f376e1facc7e req-05391be0-a3a0-49e5-83b1-352c5288d6bb tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 210 time: 0.0325921 Feb 19 01:41:26.179089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:26.596119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:26.805338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-f93bf440-20a4-4a1f-bb0e-40eb3540eb82 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.808006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-f93bf440-20a4-4a1f-bb0e-40eb3540eb82 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.89 "GET /v2.0/networks?id=16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 200 len: 911 time: 0.1389394 Feb 19 01:41:26.822073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Request body: {'port': {'device_id': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'admin_state_up': True, 'tenant_id': '33894350091f4b8a8d18b810622e94ec'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:26.878265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Made reservation on behalf of 33894350091f4b8a8d18b810622e94ec for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:26.882956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:26.892653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20d1e581-2451-4f06-a19e-7595f7c185e3 req-24f9264b-4246-4611-8ff9-99218b89084b tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 210 time: 0.0481083 Feb 19 01:41:27.021906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Allocated IP 172.20.0.10 (16f550e9-a727-42e2-9ad8-38b3503e8363/179e7308-78b3-46dc-8010-ea6eee1275a3/98b6ac6c-0990-425c-8939-070486f88cc1) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:27.165032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks [] for port (98b6ac6c-0990-425c-8939-070486f88cc1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.202719 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.227330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['aeaf2b49-d64b-470f-92ca-2370358a3a73'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:41:27.252058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:27.256032 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:27.259976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:27.322788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Pushing event updated for resources: {'Port': ['ID=98b6ac6c-0990-425c-8939-070486f88cc1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:27.349520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.351662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.352110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.352572 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.353021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.353468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.354477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.355598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.359831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.360138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.360589 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.361079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.361622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:27.393283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:27.394050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.416779 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-10b3198c-971d-40a4-a7ca-cc230e3e0924 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6002336 Feb 19 01:41:27.430428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Request body: {'port': {'device_id': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:27.502295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.674840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-285106dc-5a0f-486f-bc22-43f550fcb8d6 None None] Provisioning complete for port 98b6ac6c-0990-425c-8939-070486f88cc1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:27.675783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-285106dc-5a0f-486f-bc22-43f550fcb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.730089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-285106dc-5a0f-486f-bc22-43f550fcb8d6 None None] Port 98b6ac6c-0990-425c-8939-070486f88cc1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:27.816335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b6ac6c-0990-425c-8939-070486f88cc1 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:41:27.825552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Publish callbacks [] for port (98b6ac6c-0990-425c-8939-070486f88cc1), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.837581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Transition to ACTIVE for port object 98b6ac6c-0990-425c-8939-070486f88cc1 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:41:27.842753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:27.969744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Pushing event updated for resources: {'Port': ['ID=98b6ac6c-0990-425c-8939-070486f88cc1,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:28.009036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Attempting to bind port 98b6ac6c-0990-425c-8939-070486f88cc1 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:28.009207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Attempting to bind port 98b6ac6c-0990-425c-8939-070486f88cc1 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:28.010491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Attempting to bind port 98b6ac6c-0990-425c-8939-070486f88cc1 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:28.031794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Port 98b6ac6c-0990-425c-8939-070486f88cc1 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:41:28.032127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Attempting to bind port 98b6ac6c-0990-425c-8939-070486f88cc1 on network 16f550e9-a727-42e2-9ad8-38b3503e8363 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:28.040417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:28.040764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Checking segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:28.041314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Bound using segment: {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:28.041640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Bound port: 98b6ac6c-0990-425c-8939-070486f88cc1, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fd482f-2154-4c53-805f-8b79a9675354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:28.042000 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:28.089868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa9b17-3172-45cc-ab93-4b788165c8cc req-92db49ae-0985-4183-a55a-c28d0c0b174b tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.091432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acaa9b17-3172-45cc-ab93-4b788165c8cc req-92db49ae-0985-4183-a55a-c28d0c0b174b tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1053 time: 0.0953679 Feb 19 01:41:28.147179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] For port 98b6ac6c-0990-425c-8939-070486f88cc1, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:28.152227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] For port 98b6ac6c-0990-425c-8939-070486f88cc1, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=98b6ac6c-0990-425c-8939-070486f88cc1,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:28.163459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:28.181367 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-acaa9b17-3172-45cc-ab93-4b788165c8cc req-fe2844c4-e151-4053-8452-e9ac66bec182 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814905 Feb 19 01:41:28.211773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.212380 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:28.213845 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] 10.222.0.89 "PUT /v2.0/ports/98b6ac6c-0990-425c-8939-070486f88cc1 HTTP/1.1" status: 200 len: 1092 time: 0.7880027 Feb 19 01:41:28.214265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'tag': '98b6ac6c-0990-425c-8939-070486f88cc1'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:28.216640 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d9706-3f13-4b94-8373-0785aacd2e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b26a2461-e012-42e9-a840-6ddaee3d7856", "tag": "98b6ac6c-0990-425c-8939-070486f88cc1"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:28.247578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebab53-c2a3-4fd1-98b0-85ae83342a90 service neutron] Pushing event updated for resources: {'Port': ['ID=98b6ac6c-0990-425c-8939-070486f88cc1,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:28.305577 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af125e3-9151-4c9b-bd62-160d53fe79cf x-openstack-request-id: req-4af125e3-9151-4c9b-bd62-160d53fe79cf {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:28.306107 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26a2461-e012-42e9-a840-6ddaee3d7856", "tag": "98b6ac6c-0990-425c-8939-070486f88cc1", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:28.306518 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4af125e3-9151-4c9b-bd62-160d53fe79cf {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:28.307136 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'tag': '98b6ac6c-0990-425c-8939-070486f88cc1', 'status': 'completed', 'code': 200} Feb 19 01:41:28.331661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-d929e84b-7193-4ecf-878f-2347321efae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.334118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-d929e84b-7193-4ecf-878f-2347321efae1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33894350091f4b8a8d18b810622e94ec&device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1126 time: 0.0695598 Feb 19 01:41:28.381250 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-133b8783-2d5f-4ca4-b437-22737facb0d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98b6ac6c-0990-425c-8939-070486f88cc1 HTTP/1.1" status: 200 len: 217 time: 0.0399041 Feb 19 01:41:28.451864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-f93a9820-7db7-4dfa-a77b-5cc7d24137eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.453788 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-f93a9820-7db7-4dfa-a77b-5cc7d24137eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=179e7308-78b3-46dc-8010-ea6eee1275a3 HTTP/1.1" status: 200 len: 849 time: 0.0661585 Feb 19 01:41:28.536713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3993-bd3e-4973-adc5-f33719927083 req-bb3e1b99-28b9-4a27-9490-b44988d91e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.538353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-bb3e1b99-28b9-4a27-9490-b44988d91e4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16f550e9-a727-42e2-9ad8-38b3503e8363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611820 Feb 19 01:41:28.650835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-43b34823-4339-416d-ac45-dfc05d102dfd service neutron] 10.222.0.89 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028106 Feb 19 01:41:28.754744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a3993-bd3e-4973-adc5-f33719927083 req-4878428f-d4e1-400d-97fa-f7566ac9e333 service neutron] 10.222.0.89 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974650 Feb 19 01:41:28.858160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-7d2bc1bf-e11e-42fa-9e70-1b81aed5eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.860236 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-7d2bc1bf-e11e-42fa-9e70-1b81aed5eec8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33894350091f4b8a8d18b810622e94ec&device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1126 time: 0.0488610 Feb 19 01:41:28.962407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-2500542b-9ee9-48ae-97ed-32536551920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.963909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-2500542b-9ee9-48ae-97ed-32536551920a service neutron] 10.222.0.89 "GET /v2.0/networks?id=16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 200 len: 911 time: 0.0968909 Feb 19 01:41:29.009344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-0d495cc9-b1d1-4e10-8af5-2f505341f20e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98b6ac6c-0990-425c-8939-070486f88cc1 HTTP/1.1" status: 200 len: 217 time: 0.0378890 Feb 19 01:41:29.061709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-e7414558-f186-4a40-8d41-ded53b2322de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:29.063346 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-e7414558-f186-4a40-8d41-ded53b2322de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=179e7308-78b3-46dc-8010-ea6eee1275a3 HTTP/1.1" status: 200 len: 849 time: 0.0480187 Feb 19 01:41:29.121304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-29f8d83f-49fe-4668-b663-ea28a25039c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:29.123232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-29f8d83f-49fe-4668-b663-ea28a25039c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16f550e9-a727-42e2-9ad8-38b3503e8363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501664 Feb 19 01:41:29.235032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-67a4daaf-b9aa-4f79-afc6-4028f778c581 service neutron] 10.222.0.89 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053004 Feb 19 01:41:29.366710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8312801-5006-435e-b1db-051341f58fee req-ac0df5e2-c425-45af-9f65-9710b29c4683 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:29.368305 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8312801-5006-435e-b1db-051341f58fee req-ac0df5e2-c425-45af-9f65-9710b29c4683 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1126 time: 0.1026180 Feb 19 01:41:29.413037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c2d9706-3f13-4b94-8373-0785aacd2e2d req-3651d0c5-c93c-4f5c-a2e2-53cc4339ff3b service neutron] 10.222.0.89 "GET /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706491 Feb 19 01:41:29.447451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e8312801-5006-435e-b1db-051341f58fee req-6d0d6c6a-0b60-4ad6-bfee-249cef94029e tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 Feb 19 01:41:30.575782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26261c63-e47e-4385-bb63-c18d3fbd3397 req-93a49b67-2f77-4fdc-89aa-6ee7f718a204 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:30.577344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26261c63-e47e-4385-bb63-c18d3fbd3397 req-93a49b67-2f77-4fdc-89aa-6ee7f718a204 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1126 time: 0.0462415 Feb 19 01:41:30.633996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26261c63-e47e-4385-bb63-c18d3fbd3397 req-f002c665-c3d8-4bcf-9557-2f800a4867c6 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Feb 19 01:41:30.895698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:41:31.180180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 98b6ac6c-0990-425c-8939-070486f88cc1 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:41:31.386812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 98b6ac6c-0990-425c-8939-070486f88cc1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=98b6ac6c-0990-425c-8939-070486f88cc1,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:31.400864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '98b6ac6c-0990-425c-8939-070486f88cc1', 'network_id': '16f550e9-a727-42e2-9ad8-38b3503e8363', 'port_id': '98b6ac6c-0990-425c-8939-070486f88cc1', 'mac_address': 'fa:16:3e:4e:0d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179e7308-78b3-46dc-8010-ea6eee1275a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:41:31.482263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 98b6ac6c-0990-425c-8939-070486f88cc1 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:31.482574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:31.511822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b6ac6c-0990-425c-8939-070486f88cc1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:41:31.546490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 98b6ac6c-0990-425c-8939-070486f88cc1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=98b6ac6c-0990-425c-8939-070486f88cc1,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:31.554326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:31.608733 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=98b6ac6c-0990-425c-8939-070486f88cc1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:31.616908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.617321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.617668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.618012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.618467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.618807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.619140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.619472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.619798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.620127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.620457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.620778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.621139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:31.791738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['98b6ac6c-0990-425c-8939-070486f88cc1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:41:31.801138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5054-4a4c-431c-8e1e-50869b220ea7 req-49430bd4-6a3f-430d-9b71-36590c777508 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:31.802672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38ea5054-4a4c-431c-8e1e-50869b220ea7 req-49430bd4-6a3f-430d-9b71-36590c777508 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1127 time: 0.0841048 Feb 19 01:41:31.900002 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38ea5054-4a4c-431c-8e1e-50869b220ea7 req-faf994b9-e8cc-4ae9-a404-a13fc6afd3e6 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916529 Feb 19 01:41:33.020391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79357e6-7728-4424-8ce1-cf136d3597c3 req-86e90dec-b005-4eb0-90e5-e3f326ddfebd tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:33.022016 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c79357e6-7728-4424-8ce1-cf136d3597c3 req-86e90dec-b005-4eb0-90e5-e3f326ddfebd tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1127 time: 0.0455587 Feb 19 01:41:33.066121 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c79357e6-7728-4424-8ce1-cf136d3597c3 req-23f80e37-1e58-4eeb-966c-77ffbdfe7545 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Feb 19 01:41:33.194022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 98b6ac6c-0990-425c-8939-070486f88cc1 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:33.251163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 98b6ac6c-0990-425c-8939-070486f88cc1 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:41:33.256821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 98b6ac6c-0990-425c-8939-070486f88cc1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:33.257225 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:33.350606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 98b6ac6c-0990-425c-8939-070486f88cc1 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:33.351219 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:33.386522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b6ac6c-0990-425c-8939-070486f88cc1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:33.389141 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e14893-9614-4f57-aa6e-e50245aeef6b" -d '{"events": [{"server_uuid": "b26a2461-e012-42e9-a840-6ddaee3d7856", "name": "network-vif-plugged", "status": "completed", "tag": "98b6ac6c-0990-425c-8939-070486f88cc1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:33.410234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 98b6ac6c-0990-425c-8939-070486f88cc1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=98b6ac6c-0990-425c-8939-070486f88cc1,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:33.417525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:33.449963 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33503070-672c-4434-ab50-64ed4df41d54 x-openstack-request-id: req-33503070-672c-4434-ab50-64ed4df41d54 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:33.450359 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26a2461-e012-42e9-a840-6ddaee3d7856", "name": "network-vif-plugged", "status": "completed", "tag": "98b6ac6c-0990-425c-8939-070486f88cc1", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:33.450724 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33503070-672c-4434-ab50-64ed4df41d54 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:33.451244 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b6ac6c-0990-425c-8939-070486f88cc1', 'code': 200} Feb 19 01:41:33.475997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=98b6ac6c-0990-425c-8939-070486f88cc1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:33.558947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90352fd-93aa-4658-bb61-6fff71185918 req-7ee1e94d-24dd-4650-b61b-c70343cefc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:33.560631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e90352fd-93aa-4658-bb61-6fff71185918 req-7ee1e94d-24dd-4650-b61b-c70343cefc22 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0471509 Feb 19 01:41:33.614913 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e90352fd-93aa-4658-bb61-6fff71185918 req-e4c68d46-3700-4b90-af30-32046ca7acd6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Feb 19 01:41:34.176635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7c410-bfde-460f-8189-c8f8c356d5da req-92a78e7f-ccb5-4940-9b20-a6ab253220a2 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:34.178197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50e7c410-bfde-460f-8189-c8f8c356d5da req-92a78e7f-ccb5-4940-9b20-a6ab253220a2 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0447717 Feb 19 01:41:34.220461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50e7c410-bfde-460f-8189-c8f8c356d5da req-c1e3729f-3934-4f4a-bfd8-d358cab87b86 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 Feb 19 01:41:35.341891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4996923-942c-469d-ad8b-84d4d32f492e req-a094dcdb-0dec-45f2-900e-7797ad2af2fa tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:35.343656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4996923-942c-469d-ad8b-84d4d32f492e req-a094dcdb-0dec-45f2-900e-7797ad2af2fa tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0514119 Feb 19 01:41:35.389328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4996923-942c-469d-ad8b-84d4d32f492e req-7be1ffe9-1800-426f-90ef-ffc1a784a514 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387869 Feb 19 01:41:35.511655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203040-f88e-422b-9bb9-771ef5a9d0ac req-81ffa6ac-a897-406f-b2d1-f08b373a4347 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:35.513534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38203040-f88e-422b-9bb9-771ef5a9d0ac req-81ffa6ac-a897-406f-b2d1-f08b373a4347 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0536299 Feb 19 01:41:35.562357 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38203040-f88e-422b-9bb9-771ef5a9d0ac req-7fe94ee6-a38a-4ed6-8f22-9534fe9366c1 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Feb 19 01:41:35.689067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235e2f2-e8ba-4e4b-86c6-57d2160d285c req-db3e7932-d5be-4482-aee7-bb0ff47b839a tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:35.691194 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d235e2f2-e8ba-4e4b-86c6-57d2160d285c req-db3e7932-d5be-4482-aee7-bb0ff47b839a tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0532143 Feb 19 01:41:35.737727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d235e2f2-e8ba-4e4b-86c6-57d2160d285c req-0a8448da-8bc9-429b-8bda-abfad3892d3d tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Feb 19 01:41:35.978912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073f65-1ae1-4b99-9e9a-a1f2a731dc8e req-ae1b697d-a52c-4f0e-b6ff-aaf6454c6361 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:35.980569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1073f65-1ae1-4b99-9e9a-a1f2a731dc8e req-ae1b697d-a52c-4f0e-b6ff-aaf6454c6361 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0479548 Feb 19 01:41:36.029311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1073f65-1ae1-4b99-9e9a-a1f2a731dc8e req-25d00d09-88de-42f3-bcb2-394e46562ef3 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Feb 19 01:41:37.143073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab7988-a76f-4e29-8302-4a484ea129a5 req-a458c957-11e3-454d-a55d-57cc9a60d617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:37.144720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0aab7988-a76f-4e29-8302-4a484ea129a5 req-a458c957-11e3-454d-a55d-57cc9a60d617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0455122 Feb 19 01:41:37.190093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0aab7988-a76f-4e29-8302-4a484ea129a5 req-40dc145b-75c5-4c04-80d4-985bf4553fc2 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Feb 19 01:41:37.360091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-3bf745ef-9b87-4f14-9212-478ca1d99259 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:37.361548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-3bf745ef-9b87-4f14-9212-478ca1d99259 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 1128 time: 0.0466595 Feb 19 01:41:37.454012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Deleting port 98b6ac6c-0990-425c-8939-070486f88cc1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:37.454455 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:37.540568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] For port 98b6ac6c-0990-425c-8939-070486f88cc1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=98b6ac6c-0990-425c-8939-070486f88cc1,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:37.540938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:37.559936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Calling delete_port for 98b6ac6c-0990-425c-8939-070486f88cc1 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:37.716005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (98b6ac6c-0990-425c-8939-070486f88cc1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:37.729310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['aeaf2b49-d64b-470f-92ca-2370358a3a73'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:41:37.732795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['98b6ac6c-0990-425c-8939-070486f88cc1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:41:37.751136 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Pushing event deleted for resources: {'Port': ['ID=98b6ac6c-0990-425c-8939-070486f88cc1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:37.807676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] No DVR routers for this DVR port 98b6ac6c-0990-425c-8939-070486f88cc1 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:37.812578 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:37.816636 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da30956a-408a-44c0-815a-6480e11ae7d4 req-e607703f-aecc-497e-8ff4-eca87856a264 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.89 "DELETE /v2.0/ports/98b6ac6c-0990-425c-8939-070486f88cc1 HTTP/1.1" status: 204 len: 173 time: 0.4480636 Feb 19 01:41:37.817119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'name': 'network-vif-deleted', 'tag': '98b6ac6c-0990-425c-8939-070486f88cc1'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:37.819362 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c96a7d5-337d-4aa0-815c-824087409529" -d '{"events": [{"server_uuid": "b26a2461-e012-42e9-a840-6ddaee3d7856", "name": "network-vif-deleted", "tag": "98b6ac6c-0990-425c-8939-070486f88cc1"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:37.870893 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a190a99-21cb-4e09-85e4-1489eeaba657 x-openstack-request-id: req-8a190a99-21cb-4e09-85e4-1489eeaba657 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:37.871194 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26a2461-e012-42e9-a840-6ddaee3d7856", "name": "network-vif-deleted", "tag": "98b6ac6c-0990-425c-8939-070486f88cc1", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:37.871449 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a190a99-21cb-4e09-85e4-1489eeaba657 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:37.871856 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26a2461-e012-42e9-a840-6ddaee3d7856', 'name': 'network-vif-deleted', 'tag': '98b6ac6c-0990-425c-8939-070486f88cc1', 'status': 'completed', 'code': 200} Feb 19 01:41:38.305370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-188a5ede-b813-4137-a206-00c0aa800ae3 req-0bad3153-9a59-42e0-a0dc-80fdfad2a53a tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b26a2461-e012-42e9-a840-6ddaee3d7856 HTTP/1.1" status: 200 len: 210 time: 0.0285392 Feb 19 01:41:38.935656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46376) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:39.042278 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-baff3447-580e-4d4f-8c56-2aa396d16ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.123690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-baff3447-580e-4d4f-8c56-2aa396d16ea7 admin admin] Publish callbacks [] for security_group (d958fec1-b055-4cd5-98fd-0290713499b6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.128032 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-baff3447-580e-4d4f-8c56-2aa396d16ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d958fec1-b055-4cd5-98fd-0290713499b6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.167898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff3447-580e-4d4f-8c56-2aa396d16ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958fec1-b055-4cd5-98fd-0290713499b6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:39.174843 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-baff3447-580e-4d4f-8c56-2aa396d16ea7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e40195c4962b47a08cb650446a8bc912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353613 Feb 19 01:41:39.175106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46380) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:39.224948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92b673f-a9fd-4ff4-acf5-fddac0199b50 admin admin] Publish callbacks [] for security_group (d958fec1-b055-4cd5-98fd-0290713499b6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.245475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92b673f-a9fd-4ff4-acf5-fddac0199b50 admin admin] Publish callbacks [] for security_group (d958fec1-b055-4cd5-98fd-0290713499b6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.295218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92b673f-a9fd-4ff4-acf5-fddac0199b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d958fec1-b055-4cd5-98fd-0290713499b6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.297843 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d92b673f-a9fd-4ff4-acf5-fddac0199b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.301441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d92b673f-a9fd-4ff4-acf5-fddac0199b50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d958fec1-b055-4cd5-98fd-0290713499b6 HTTP/1.1" status: 204 len: 168 time: 0.1229527 Feb 19 01:41:39.311668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b673f-a9fd-4ff4-acf5-fddac0199b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d958fec1-b055-4cd5-98fd-0290713499b6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:39.594561 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61ae2-5ef7-447d-b64b-fb8db3822578 req-1d94a2dd-41c1-4d14-b4e6-bbb32a951097 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:39.596082 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6b61ae2-5ef7-447d-b64b-fb8db3822578 req-1d94a2dd-41c1-4d14-b4e6-bbb32a951097 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0494127 Feb 19 01:41:39.618371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46392) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:39.632591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fa09-bf7b-4644-a47a-5d05abe93d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.657278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6b61ae2-5ef7-447d-b64b-fb8db3822578 req-ff798e88-7925-4920-9d74-65ada2685551 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Feb 19 01:41:39.717793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fa09-bf7b-4644-a47a-5d05abe93d15 admin admin] Publish callbacks [] for security_group (f1713b50-4078-4b9c-aa44-deedbd5a0595), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.721980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fa09-bf7b-4644-a47a-5d05abe93d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f1713b50-4078-4b9c-aa44-deedbd5a0595), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.763073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d7e0fa09-bf7b-4644-a47a-5d05abe93d15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0fddb663e0a4efbb7322983d0bea029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407626 Feb 19 01:41:39.763073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0fa09-bf7b-4644-a47a-5d05abe93d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1713b50-4078-4b9c-aa44-deedbd5a0595,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:39.763658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46394) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:39.814537 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e35f0570-2858-47b8-98a8-6a6036122956 admin admin] Publish callbacks [] for security_group (f1713b50-4078-4b9c-aa44-deedbd5a0595), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.836464 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e35f0570-2858-47b8-98a8-6a6036122956 admin admin] Publish callbacks [] for security_group (f1713b50-4078-4b9c-aa44-deedbd5a0595), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.884228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e35f0570-2858-47b8-98a8-6a6036122956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f1713b50-4078-4b9c-aa44-deedbd5a0595), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.886903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e35f0570-2858-47b8-98a8-6a6036122956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:39.888136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e35f0570-2858-47b8-98a8-6a6036122956 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1713b50-4078-4b9c-aa44-deedbd5a0595 HTTP/1.1" status: 204 len: 168 time: 0.1234374 Feb 19 01:41:39.896692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f0570-2858-47b8-98a8-6a6036122956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1713b50-4078-4b9c-aa44-deedbd5a0595,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:40.780829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832f61d-cda2-458c-9751-8845ec1238d3 req-d9ec8385-0208-42c4-b039-9630d6dea586 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:40.782368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9832f61d-cda2-458c-9751-8845ec1238d3 req-d9ec8385-0208-42c4-b039-9630d6dea586 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0464678 Feb 19 01:41:40.828438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9832f61d-cda2-458c-9751-8845ec1238d3 req-ad30d55c-0bac-4aa5-87b2-e01fefbb18ea tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f5ac675c-93b4-4911-b707-1a52e64c6118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Feb 19 01:41:40.959060 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46428) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:40.974287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-32036314-5232-454e-9f9d-ec66f589a016 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:40.975797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-32036314-5232-454e-9f9d-ec66f589a016 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 1128 time: 0.0448790 Feb 19 01:41:41.064718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Deleting port aeaf2b49-d64b-470f-92ca-2370358a3a73 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:41.065211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.067624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef002a17-bada-4b51-9358-1b17d8e580fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.145663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] For port aeaf2b49-d64b-470f-92ca-2370358a3a73, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=aeaf2b49-d64b-470f-92ca-2370358a3a73,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:41.146033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.146449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef002a17-bada-4b51-9358-1b17d8e580fa admin admin] Publish callbacks [] for security_group (b26ecf76-07b0-48f3-b35c-4b67f820e34e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.151304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef002a17-bada-4b51-9358-1b17d8e580fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b26ecf76-07b0-48f3-b35c-4b67f820e34e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.159247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Calling delete_port for aeaf2b49-d64b-470f-92ca-2370358a3a73 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:41.190588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef002a17-bada-4b51-9358-1b17d8e580fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b06f524f24834b888460d44cdaa05c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304397 Feb 19 01:41:41.192056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef002a17-bada-4b51-9358-1b17d8e580fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ecf76-07b0-48f3-b35c-4b67f820e34e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:41.194427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46432) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:41.226419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 98b6ac6c-0990-425c-8939-070486f88cc1 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:41.248767 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ca365b0-9f06-4feb-a7e0-d4e90abd21ca admin admin] Publish callbacks [] for security_group (b26ecf76-07b0-48f3-b35c-4b67f820e34e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.249315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 98b6ac6c-0990-425c-8939-070486f88cc1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:41.249673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 98b6ac6c-0990-425c-8939-070486f88cc1 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:41.271549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ca365b0-9f06-4feb-a7e0-d4e90abd21ca admin admin] Publish callbacks [] for security_group (b26ecf76-07b0-48f3-b35c-4b67f820e34e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.291854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (aeaf2b49-d64b-470f-92ca-2370358a3a73), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.321457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Pushing event deleted for resources: {'Port': ['ID=aeaf2b49-d64b-470f-92ca-2370358a3a73,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:41.329759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ca365b0-9f06-4feb-a7e0-d4e90abd21ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (b26ecf76-07b0-48f3-b35c-4b67f820e34e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.335582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ca365b0-9f06-4feb-a7e0-d4e90abd21ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.337499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ca365b0-9f06-4feb-a7e0-d4e90abd21ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b26ecf76-07b0-48f3-b35c-4b67f820e34e HTTP/1.1" status: 204 len: 168 time: 0.1393161 Feb 19 01:41:41.349531 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca365b0-9f06-4feb-a7e0-d4e90abd21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ecf76-07b0-48f3-b35c-4b67f820e34e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:41.377089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] No DVR routers for this DVR port aeaf2b49-d64b-470f-92ca-2370358a3a73 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:41.380668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.384240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-624f3062-dae7-4f3c-a302-991f5ad996e1 req-4782c7a8-03e4-44c8-88a7-3b0913181617 tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.10 "DELETE /v2.0/ports/aeaf2b49-d64b-470f-92ca-2370358a3a73 HTTP/1.1" status: 204 len: 173 time: 0.3991036 Feb 19 01:41:41.384728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'name': 'network-vif-deleted', 'tag': 'aeaf2b49-d64b-470f-92ca-2370358a3a73'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:41.387106 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd24fe15-bc61-4dac-aa12-25d17ff8c8a6" -d '{"events": [{"server_uuid": "29508ce3-0eeb-4315-974c-c3d2e9330888", "name": "network-vif-deleted", "tag": "aeaf2b49-d64b-470f-92ca-2370358a3a73"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:41.434318 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a890cc4b-882c-4f2e-ab33-30a74e6ce525 x-openstack-request-id: req-a890cc4b-882c-4f2e-ab33-30a74e6ce525 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:41.434683 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29508ce3-0eeb-4315-974c-c3d2e9330888", "name": "network-vif-deleted", "tag": "aeaf2b49-d64b-470f-92ca-2370358a3a73", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:41.435021 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a890cc4b-882c-4f2e-ab33-30a74e6ce525 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:41.435442 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29508ce3-0eeb-4315-974c-c3d2e9330888', 'name': 'network-vif-deleted', 'tag': 'aeaf2b49-d64b-470f-92ca-2370358a3a73', 'status': 'completed', 'code': 200} Feb 19 01:41:41.942872 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1133152-b01d-4b1e-afed-eb73b8acbb99 req-314719bc-aefd-4082-b0cc-927d57287efb tempest-TestServerMultinode-501408692 tempest-TestServerMultinode-501408692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29508ce3-0eeb-4315-974c-c3d2e9330888 HTTP/1.1" status: 200 len: 210 time: 0.0296385 Feb 19 01:41:42.891069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device aeaf2b49-d64b-470f-92ca-2370358a3a73 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:42.912263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: aeaf2b49-d64b-470f-92ca-2370358a3a73 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:42.912555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device aeaf2b49-d64b-470f-92ca-2370358a3a73 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:43.011961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46472) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:43.383940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (e068e2d6-129f-4ad3-833e-ec0fbe354189), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:43.942975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Deleting port 0df02610-8a6b-4add-a5a7-24636e30f47e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:43.943310 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.018227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] For port 0df02610-8a6b-4add-a5a7-24636e30f47e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0df02610-8a6b-4add-a5a7-24636e30f47e,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:44.018882 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.031541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Calling delete_port for 0df02610-8a6b-4add-a5a7-24636e30f47e owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:44.208107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0df02610-8a6b-4add-a5a7-24636e30f47e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.236903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0df02610-8a6b-4add-a5a7-24636e30f47e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:44.408469 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (e068e2d6-129f-4ad3-833e-ec0fbe354189), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.643922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Router e068e2d6-129f-4ad3-833e-ec0fbe354189 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:41:44.766445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:44.772327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1b238e62-a790-4436-877f-8d7a9d53b8eb admin admin] 10.222.0.43 "PUT /v2.0/routers/e068e2d6-129f-4ad3-833e-ec0fbe354189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7593307 Feb 19 01:41:44.774964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:44.777280 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] Sync routers for ids ['e068e2d6-129f-4ad3-833e-ec0fbe354189'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:44.789248 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] Routers {'e068e2d6-129f-4ad3-833e-ec0fbe354189'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:44.789978 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:41:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e068e2d6-129f-4ad3-833e-ec0fbe354189'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:44.883228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks [] for router (e068e2d6-129f-4ad3-833e-ec0fbe354189), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.903042 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] Set router e068e2d6-129f-4ad3-833e-ec0fbe354189 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:45.096204 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:44Z', 'revision_number': 5, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:45.123835 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] Checking router: e068e2d6-129f-4ad3-833e-ec0fbe354189 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:45.133704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] Routers {'e068e2d6-129f-4ad3-833e-ec0fbe354189'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:45.134327 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:41:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e068e2d6-129f-4ad3-833e-ec0fbe354189'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:45.268150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks [] for router_gateway (e068e2d6-129f-4ad3-833e-ec0fbe354189), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.325019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Deleting port dd56573a-54b5-4ca6-ad05-8c8692d7ee61 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:45.325855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.348476 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] Set router e068e2d6-129f-4ad3-833e-ec0fbe354189 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:45.418070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] For port dd56573a-54b5-4ca6-ad05-8c8692d7ee61, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:45.418577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.431503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Calling delete_port for dd56573a-54b5-4ca6-ad05-8c8692d7ee61 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:45.531141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:44Z', 'revision_number': 5, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:45.564032 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42bf11-cdd1-49a4-9654-4bb8f9420da8 None None] The sync data for ids ['e068e2d6-129f-4ad3-833e-ec0fbe354189'] in n-d-826752-2 is: [{'id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'name': 'tempest-TestServerMultinode-1562007967-router', 'tenant_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:44Z', 'revision_number': 5, 'project_id': '50b86ef8f4124ca1b9063b518f81ad2a', 'gw_port': {'id': 'dd56573a-54b5-4ca6-ad05-8c8692d7ee61', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068e2d6-129f-4ad3-833e-ec0fbe354189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:02Z', 'updated_at': '2022-02-19T01:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:45.615260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (dd56573a-54b5-4ca6-ad05-8c8692d7ee61), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.642078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd56573a-54b5-4ca6-ad05-8c8692d7ee61,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:45.702570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (e068e2d6-129f-4ad3-833e-ec0fbe354189), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.801568 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (e068e2d6-129f-4ad3-833e-ec0fbe354189), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.803836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks [] for router_controller (e068e2d6-129f-4ad3-833e-ec0fbe354189), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.852978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (e068e2d6-129f-4ad3-833e-ec0fbe354189), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.853458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e068e2d6-129f-4ad3-833e-ec0fbe354189 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:41:45.858296 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.859148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-83de8331-8525-4328-94f1-ef18a090be60 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e068e2d6-129f-4ad3-833e-ec0fbe354189 HTTP/1.1" status: 204 len: 168 time: 1.0831091 Feb 19 01:41:45.861944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46486) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:45.910839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Deleting subnet 179e7308-78b3-46dc-8010-ea6eee1275a3 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:41:45.915090 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Publish callbacks [] for subnet (179e7308-78b3-46dc-8010-ea6eee1275a3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.953811 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (179e7308-78b3-46dc-8010-ea6eee1275a3), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.048030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (179e7308-78b3-46dc-8010-ea6eee1275a3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.069252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0df02610-8a6b-4add-a5a7-24636e30f47e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:46.104065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0df02610-8a6b-4add-a5a7-24636e30f47e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:46.104862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0df02610-8a6b-4add-a5a7-24636e30f47e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:46.113250 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (179e7308-78b3-46dc-8010-ea6eee1275a3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.143704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.147784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/179e7308-78b3-46dc-8010-ea6eee1275a3 HTTP/1.1" status: 204 len: 168 time: 0.2847102 Feb 19 01:41:46.149450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4dc35-a513-470b-adc1-4fdb6e73f55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179e7308-78b3-46dc-8010-ea6eee1275a3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:46.150499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46488) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:46.151259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3eb8aa-9960-434a-b9da-8015f3cd2179 None None] Network 16f550e9-a727-42e2-9ad8-38b3503e8363 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:46.224888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (16f550e9-a727-42e2-9ad8-38b3503e8363), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.294120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Deleting port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:46.294601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.381108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] For port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,segment=NetworkSegment(28fd482f-2154-4c53-805f-8b79a9675354),segment_id=28fd482f-2154-4c53-805f-8b79a9675354)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:46.381470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.398366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Calling delete_port for 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:46.485652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (72cbb91a-cb7a-4b1c-b72d-58bd1f57c499), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.514587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Pushing event deleted for resources: {'Port': ['ID=72cbb91a-cb7a-4b1c-b72d-58bd1f57c499,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:46.522008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] No DVR routers for this DVR port 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:46.593401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (16f550e9-a727-42e2-9ad8-38b3503e8363), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.615902 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f550e9-a727-42e2-9ad8-38b3503e8363']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:46.625593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fd482f-2154-4c53-805f-8b79a9675354') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:46.625883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fd482f-2154-4c53-805f-8b79a9675354') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:46.635704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (28fd482f-2154-4c53-805f-8b79a9675354), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.649481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (28fd482f-2154-4c53-805f-8b79a9675354), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.656171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:41:46.656576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (28fd482f-2154-4c53-805f-8b79a9675354), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:41:46.658682 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:41:46.718737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (16f550e9-a727-42e2-9ad8-38b3503e8363), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.729606 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.734796 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] 10.222.0.43 "DELETE /v2.0/networks/16f550e9-a727-42e2-9ad8-38b3503e8363 HTTP/1.1" status: 204 len: 168 time: 0.5832739 Feb 19 01:41:46.737995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:46.751268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d30c-7bb0-40e6-8f77-3c973fadbcbc admin admin] Pushing event deleted for resources: {'Network': ['ID=16f550e9-a727-42e2-9ad8-38b3503e8363,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:46.760740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6558cc52-910a-43a7-a37d-09ab4b549eee None None] DHCP port deletion for 16f550e9-a727-42e2-9ad8-38b3503e8363 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:41:47.183796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (c0d9e455-56af-46d4-afa9-8b4c573c2363), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:47.432111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Deleting port 6213d091-e213-439b-8c32-585f5e3b2d38 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:47.432449 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:47.511063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] For port 6213d091-e213-439b-8c32-585f5e3b2d38, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6213d091-e213-439b-8c32-585f5e3b2d38,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:47.511421 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:47.523641 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Calling delete_port for 6213d091-e213-439b-8c32-585f5e3b2d38 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:47.707506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6213d091-e213-439b-8c32-585f5e3b2d38), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:47.733161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6213d091-e213-439b-8c32-585f5e3b2d38,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:47.943868 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (c0d9e455-56af-46d4-afa9-8b4c573c2363), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:47.987482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:48.010623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:48.011379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 72cbb91a-cb7a-4b1c-b72d-58bd1f57c499 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:48.012914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd56573a-54b5-4ca6-ad05-8c8692d7ee61 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:48.033642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: dd56573a-54b5-4ca6-ad05-8c8692d7ee61 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:48.033998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd56573a-54b5-4ca6-ad05-8c8692d7ee61 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:48.190891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Router c0d9e455-56af-46d4-afa9-8b4c573c2363 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:41:48.302403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:48.310242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-274572c7-5cc7-4ad1-a1ea-7db9806cb6e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0d9e455-56af-46d4-afa9-8b4c573c2363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655484 Feb 19 01:41:48.310242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:48.313347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] Sync routers for ids ['c0d9e455-56af-46d4-afa9-8b4c573c2363'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:48.323948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] Routers {'c0d9e455-56af-46d4-afa9-8b4c573c2363'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:48.324559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:41:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0d9e455-56af-46d4-afa9-8b4c573c2363'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:48.423336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks [] for router (c0d9e455-56af-46d4-afa9-8b4c573c2363), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.446442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] Set router c0d9e455-56af-46d4-afa9-8b4c573c2363 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:48.473613 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.538962 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks [] for router_gateway (c0d9e455-56af-46d4-afa9-8b4c573c2363), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.600005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Deleting port 1a671393-66e7-486f-9080-3055558f5d0d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:48.600419 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1a671393-66e7-486f-9080-3055558f5d0d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.637290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1a671393-66e7-486f-9080-3055558f5d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:47Z', 'revision_number': 5, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port': {'id': '1a671393-66e7-486f-9080-3055558f5d0d', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:48.666771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] Checking router: c0d9e455-56af-46d4-afa9-8b4c573c2363 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:48.677526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] Routers {'c0d9e455-56af-46d4-afa9-8b4c573c2363'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:48.678682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:41:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0d9e455-56af-46d4-afa9-8b4c573c2363'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:48.691717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] For port 1a671393-66e7-486f-9080-3055558f5d0d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a671393-66e7-486f-9080-3055558f5d0d,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:48.692079 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1a671393-66e7-486f-9080-3055558f5d0d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.704059 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Calling delete_port for 1a671393-66e7-486f-9080-3055558f5d0d owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:48.786492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] Set router c0d9e455-56af-46d4-afa9-8b4c573c2363 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:48.860660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:48Z', 'revision_number': 6, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:48.894126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46c82-3b4f-4de9-a398-7472fe63e135 None None] The sync data for ids ['c0d9e455-56af-46d4-afa9-8b4c573c2363'] in n-d-826752-2 is: [{'id': 'c0d9e455-56af-46d4-afa9-8b4c573c2363', 'name': 'tempest-TestServerMultinode-592248242-router', 'tenant_id': '33894350091f4b8a8d18b810622e94ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:41:09Z', 'updated_at': '2022-02-19T01:41:48Z', 'revision_number': 6, 'project_id': '33894350091f4b8a8d18b810622e94ec', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:49.185347 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1a671393-66e7-486f-9080-3055558f5d0d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.209694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a671393-66e7-486f-9080-3055558f5d0d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:49.274890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c0d9e455-56af-46d4-afa9-8b4c573c2363), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.379482 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c0d9e455-56af-46d4-afa9-8b4c573c2363), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.381778 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks [] for router_controller (c0d9e455-56af-46d4-afa9-8b4c573c2363), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.426432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c0d9e455-56af-46d4-afa9-8b4c573c2363), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.426997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d9e455-56af-46d4-afa9-8b4c573c2363 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:41:49.431838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.435199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-921ce8d2-40e9-4dc4-9959-7635b5e61d4a admin admin] 10.222.0.43 "DELETE /v2.0/routers/c0d9e455-56af-46d4-afa9-8b4c573c2363 HTTP/1.1" status: 204 len: 168 time: 1.1223826 Feb 19 01:41:49.435637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46504) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:49.481315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Deleting subnet 98146ab7-1740-4224-ace4-50b45a3062ec {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:41:49.485195 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Publish callbacks [] for subnet (98146ab7-1740-4224-ace4-50b45a3062ec), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.520445 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (98146ab7-1740-4224-ace4-50b45a3062ec), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.601715 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (98146ab7-1740-4224-ace4-50b45a3062ec), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.655757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (98146ab7-1740-4224-ace4-50b45a3062ec), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.680973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98146ab7-1740-4224-ace4-50b45a3062ec,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:49.688913 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.694785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46506) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:49.697641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf23aa6-1f1f-4000-8b1b-a795bfb406aa None None] Network b5d5160b-e441-4047-b92b-b74633f77a4f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:41:49.709583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45326602-117b-457d-ba1e-bf03d185f26f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98146ab7-1740-4224-ace4-50b45a3062ec HTTP/1.1" status: 204 len: 168 time: 0.2644541 Feb 19 01:41:49.783843 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (b5d5160b-e441-4047-b92b-b74633f77a4f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.860920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Deleting port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:49.861315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.882991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] DHCP port deletion for b5d5160b-e441-4047-b92b-b74633f77a4f request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:41:49.933073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a671393-66e7-486f-9080-3055558f5d0d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:49.935160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] For port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:49.935630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.949339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Calling delete_port for 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:49.958389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1a671393-66e7-486f-9080-3055558f5d0d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:49.958731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a671393-66e7-486f-9080-3055558f5d0d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:49.959158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6213d091-e213-439b-8c32-585f5e3b2d38 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:49.981872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 6213d091-e213-439b-8c32-585f5e3b2d38 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:49.982219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6213d091-e213-439b-8c32-585f5e3b2d38 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:50.003566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] Deleting port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:50.004397 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.046572 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.076686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Pushing event deleted for resources: {'Port': ['ID=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:50.087841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] No DVR routers for this DVR port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:50.090771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] For port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,segment=NetworkSegment(f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5),segment_id=f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:50.091182 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.109209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] Calling delete_port for 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:50.171951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (b5d5160b-e441-4047-b92b-b74633f77a4f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.197713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d5160b-e441-4047-b92b-b74633f77a4f']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:50.208440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:50.208942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:50.220592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.221614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (8f209a01-070d-4d4c-9723-cb2b54c0e0d5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.257331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.268894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:41:50.270156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (f8f10a0d-eca3-4c1a-a910-a3bef0ba3fa5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:41:50.272119 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:41:50.350834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] No DVR routers for this DVR port 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:50.352660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c4cd-68d0-4a06-801d-510372a1f130 None None] Pushing event deleted for resources: {'Port': ['ID=8f209a01-070d-4d4c-9723-cb2b54c0e0d5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:50.370181 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0511b16a-21c4-4887-bbb4-73742ee6e0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.407885 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (b5d5160b-e441-4047-b92b-b74633f77a4f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.415030 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.419689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] 10.222.0.43 "DELETE /v2.0/networks/b5d5160b-e441-4047-b92b-b74633f77a4f HTTP/1.1" status: 204 len: 168 time: 0.7238019 Feb 19 01:41:50.438471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc316c-df31-4773-af31-cd0f0eae4cef admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d5160b-e441-4047-b92b-b74633f77a4f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:50.607323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46512) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:50.648726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ffdbe89d-b93a-428e-a222-039936aaafe0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50b86ef8f4124ca1b9063b518f81ad2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396001 Feb 19 01:41:50.650576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46514) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:50.696563 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbeed033-8ecd-4a35-a803-2633542b84cb admin admin] Publish callbacks [] for security_group (d411027c-0341-4850-9bc0-3e65e7472a44), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.718179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbeed033-8ecd-4a35-a803-2633542b84cb admin admin] Publish callbacks [] for security_group (d411027c-0341-4850-9bc0-3e65e7472a44), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.770422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbeed033-8ecd-4a35-a803-2633542b84cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d411027c-0341-4850-9bc0-3e65e7472a44), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.772900 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbeed033-8ecd-4a35-a803-2633542b84cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.774061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bbeed033-8ecd-4a35-a803-2633542b84cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d411027c-0341-4850-9bc0-3e65e7472a44 HTTP/1.1" status: 204 len: 168 time: 0.1225896 Feb 19 01:41:50.781863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeed033-8ecd-4a35-a803-2633542b84cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d411027c-0341-4850-9bc0-3e65e7472a44,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:51.080812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46524) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:51.120637 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d9a0f0a3-17ea-44da-b1c8-693bd8dd5054 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33894350091f4b8a8d18b810622e94ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385916 Feb 19 01:41:51.123116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46526) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:51.175254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48fcbb21-518c-4c60-ad2a-fd70d8e775ee admin admin] Publish callbacks [] for security_group (f5ac675c-93b4-4911-b707-1a52e64c6118), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:51.198110 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48fcbb21-518c-4c60-ad2a-fd70d8e775ee admin admin] Publish callbacks [] for security_group (f5ac675c-93b4-4911-b707-1a52e64c6118), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:51.248325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48fcbb21-518c-4c60-ad2a-fd70d8e775ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f5ac675c-93b4-4911-b707-1a52e64c6118), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:51.250939 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-48fcbb21-518c-4c60-ad2a-fd70d8e775ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:51.252088 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-48fcbb21-518c-4c60-ad2a-fd70d8e775ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5ac675c-93b4-4911-b707-1a52e64c6118 HTTP/1.1" status: 204 len: 168 time: 0.1280768 Feb 19 01:41:51.260144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcbb21-518c-4c60-ad2a-fd70d8e775ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ac675c-93b4-4911-b707-1a52e64c6118,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:51.883058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:51.905084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:51.905596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8f209a01-070d-4d4c-9723-cb2b54c0e0d5 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:52.641287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8caa-939e-45a9-897c-744aab93b6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:53.763558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:55.406902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:56.179428 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:56.589997 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:06.526370 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-ba88b793-5e86-49d3-9b65-21ffa01e81d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465012 Feb 19 01:42:06.623359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0442d4-ce93-42bc-8eec-867874860eef req-3c6e29fd-feff-41ab-8502-5a3ab206144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:06.624877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-3c6e29fd-feff-41ab-8502-5a3ab206144d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.0532169 Feb 19 01:42:06.735103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0442d4-ce93-42bc-8eec-867874860eef req-ff6d7194-e912-4b60-876a-3ec483c127b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:06.736576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-ff6d7194-e912-4b60-876a-3ec483c127b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 909 time: 0.0926712 Feb 19 01:42:06.812607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-2b7e427d-a30b-41e1-8445-d09b692c0376 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 1002 time: 0.0684781 Feb 19 01:42:06.865739 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0442d4-ce93-42bc-8eec-867874860eef req-96ed4085-0af6-4df9-b5af-1e5b8afe2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:06.867263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-96ed4085-0af6-4df9-b5af-1e5b8afe2c99 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0479200 Feb 19 01:42:06.918177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0442d4-ce93-42bc-8eec-867874860eef req-194dbc6d-6ab2-4ccd-8350-f4c710bdbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:06.919691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-194dbc6d-6ab2-4ccd-8350-f4c710bdbe0e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457985 Feb 19 01:42:07.013630 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-399ef324-fbd1-45f7-b497-28908e78ec73 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Feb 19 01:42:07.103964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0e0442d4-ce93-42bc-8eec-867874860eef req-15d37231-a58e-4026-92ec-eaf0ca9511eb service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833366 Feb 19 01:42:07.897108 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:42:18.439665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:20.263956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e47ba84-8412-4de7-b353-2fa11e389954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:22.655264 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-114516bc-598e-4e4c-9cb4-53d09f63452e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:23.767768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:24.224466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-185f4e11-7046-4fd5-8991-b5bfd23bf9e9 req-642ac326-7758-4bb5-8341-6f72bf1323a8 service neutron] (103430) timed out ('10.222.0.43', 55342) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:42:25.409646 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:26.179269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:26.592551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.172883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46656) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:42:27.284646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.358324 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Publish callbacks [] for security_group (9a6ff121-6d26-4679-9419-dd46501ece9e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.362124 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9a6ff121-6d26-4679-9419-dd46501ece9e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.403501 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ff121-6d26-4679-9419-dd46501ece9e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:27.407234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19697b97762544b3a7f5f418fd0b6651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333105 Feb 19 01:42:27.410361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46660) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:42:27.413778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.414066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.414410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.414745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.415076 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.415403 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.415727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.416051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.416371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.416691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.417033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.417359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.417678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4989d-1dbd-4fc8-899e-961cab0952bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.460716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Publish callbacks [] for security_group (9a6ff121-6d26-4679-9419-dd46501ece9e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.481954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Publish callbacks [] for security_group (9a6ff121-6d26-4679-9419-dd46501ece9e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.533260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9a6ff121-6d26-4679-9419-dd46501ece9e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.536072 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:27.537290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a6ff121-6d26-4679-9419-dd46501ece9e HTTP/1.1" status: 204 len: 168 time: 0.1258430 Feb 19 01:42:27.544917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6ff121-6d26-4679-9419-dd46501ece9e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:27.554176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.554782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.554782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.555210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.555534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.555874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.556167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.556486 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.556930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.557280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.557604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.558049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:27.558368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf3129-5106-40be-92bf-dad629fa56c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:44.897217 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:42:48.456712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:50.266703 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-685a5ece-4052-4ce5-bc62-e93b6eadc1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:52.648788 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7af1e4a-bd48-475b-a4d7-a5f5cd760b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:53.770154 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:55.411511 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:56.195349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:56.594693 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:07.066967 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-111234b5-e6bb-4b3a-9ed8-4e0fa19a448f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448741 Feb 19 01:43:07.156837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-3d583ccd-4815-4199-8ec5-2377d57cc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:07.158393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-3d583ccd-4815-4199-8ec5-2377d57cc510 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.0502424 Feb 19 01:43:07.273633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-c090e3c3-3b9d-4a23-b0e2-bfe119158496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:07.275595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-c090e3c3-3b9d-4a23-b0e2-bfe119158496 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 909 time: 0.0952704 Feb 19 01:43:07.344038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-b2872883-c893-46be-85cb-14a2f86819d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 1002 time: 0.0622668 Feb 19 01:43:07.396870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-69cf3ba9-8aa4-4c05-93ef-ca4e226eb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:07.398455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-69cf3ba9-8aa4-4c05-93ef-ca4e226eb052 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0478041 Feb 19 01:43:07.455254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-fc7c497c-2789-4785-bc4e-190c0eac0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:07.456785 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-fc7c497c-2789-4785-bc4e-190c0eac0ea9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518456 Feb 19 01:43:07.467235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-ba4669fa-fa3b-421a-9eb2-abd128d8a285 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:43:07.468188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-ba4669fa-fa3b-421a-9eb2-abd128d8a285 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049906 Feb 19 01:43:07.557286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-5b0805be-e584-4222-945b-d1654a716cbe service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826411 Feb 19 01:43:07.653588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b10bfef4-5d65-48b1-a462-a5d36809331d req-8e3eadac-563c-4157-900c-e58b3826136b service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896711 Feb 19 01:43:15.050777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:15.166065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12a24590-2ee8-4b19-9255-e993159152b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.239704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12a24590-2ee8-4b19-9255-e993159152b7 admin admin] Publish callbacks [] for security_group (d4cc8b7c-9a2d-4912-887b-ac92252b82e4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.244330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12a24590-2ee8-4b19-9255-e993159152b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d4cc8b7c-9a2d-4912-887b-ac92252b82e4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.284251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-12a24590-2ee8-4b19-9255-e993159152b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcd4bd5513b14b67b960eeb153e63469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323790 Feb 19 01:43:15.285149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a24590-2ee8-4b19-9255-e993159152b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc8b7c-9a2d-4912-887b-ac92252b82e4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:15.286910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46926) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:15.340461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5596e679-a78a-4b04-abf9-2c96fd4ff1dc admin admin] Publish callbacks [] for security_group (d4cc8b7c-9a2d-4912-887b-ac92252b82e4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.362664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5596e679-a78a-4b04-abf9-2c96fd4ff1dc admin admin] Publish callbacks [] for security_group (d4cc8b7c-9a2d-4912-887b-ac92252b82e4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.409076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5596e679-a78a-4b04-abf9-2c96fd4ff1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d4cc8b7c-9a2d-4912-887b-ac92252b82e4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.411553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5596e679-a78a-4b04-abf9-2c96fd4ff1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.412948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5596e679-a78a-4b04-abf9-2c96fd4ff1dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4cc8b7c-9a2d-4912-887b-ac92252b82e4 HTTP/1.1" status: 204 len: 168 time: 0.1237578 Feb 19 01:43:15.421771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596e679-a78a-4b04-abf9-2c96fd4ff1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc8b7c-9a2d-4912-887b-ac92252b82e4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:16.049090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46948) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:16.153413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1511851798-network', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:16.176363 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:43:16.178756 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.187893 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.269907 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks [] for security_group (a09109dc-6279-4ca8-8280-f635ad251a07), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.274675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a09109dc-6279-4ca8-8280-f635ad251a07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.303869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:43:16.310444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09109dc-6279-4ca8-8280-f635ad251a07,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:16.316344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (fc2ec939-aa52-44f7-9e47-c3ce9c0144fa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.316690 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Added segment fc2ec939-aa52-44f7-9e47-c3ce9c0144fa of type vlan for network 7f74d520-c7d2-4706-ab18-07b969b344e7 Feb 19 01:43:16.359202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7f74d520-c7d2-4706-ab18-07b969b344e7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.383222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7f74d520-c7d2-4706-ab18-07b969b344e7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.384227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:16.384807 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.431257 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3809617 Feb 19 01:43:16.434259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:16.439356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Request body: {'subnet': {'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1511851798-subnet', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:16.445900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2a348-307d-446a-a3ad-aa52948c699b admin admin] Pushing event updated for resources: {'Network': ['ID=7f74d520-c7d2-4706-ab18-07b969b344e7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:16.456181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:43:16.461460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:43:16.464362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.644098 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3b73b7fc-1af5-4457-b09d-9073f752c7c6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.703280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b73b7fc-1af5-4457-b09d-9073f752c7c6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:16.708514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:16.708900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Network hostable DHCP agents. Network: 7f74d520-c7d2-4706-ab18-07b969b344e7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:43:16.727088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:43:16.736059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7f74d520-c7d2-4706-ab18-07b969b344e7) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:16.740541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:16.741175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.745417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ec4c5-4ac5-4642-aca3-3718d4b8e7c1 None None] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:43:16.757223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-984b6f96-3701-4061-8dbb-4d0c80159cf6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3217654 Feb 19 01:43:16.760609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46954) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:16.765283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:16.785911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (232c3f95-3ccd-42f9-80d7-53e022db64c9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.787052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (232c3f95-3ccd-42f9-80d7-53e022db64c9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.846689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks [] for router_controller (232c3f95-3ccd-42f9-80d7-53e022db64c9), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.855827 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-7f74d520-c7d2-4706-ab18-07b969b344e7', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:43:16.857111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.002800 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks [] for router_gateway (232c3f95-3ccd-42f9-80d7-53e022db64c9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.004665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Allocated IP 172.20.0.2 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/ea4e50b2-75a0-465e-acaf-4c489eb8e2e6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:17.144433 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Publish callbacks [] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.151052 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.192250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:17.198989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:17.203231 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:17.206262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Pushing event updated for resources: {'Port': ['ID=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:17.209788 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks [] for router_gateway (232c3f95-3ccd-42f9-80d7-53e022db64c9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.217796 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.218140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.218475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.218814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.219146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.219477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.219807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.220134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.220466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.220788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.221141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.221467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.221790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:17.231785 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.273346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Attempting to bind port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:17.273631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Attempting to bind port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:17.273998 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Attempting to bind port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:17.279035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:17.279410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:17.279808 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.280201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:17.280668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Bound port: ea4e50b2-75a0-465e-acaf-4c489eb8e2e6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:17.281070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.369414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] For port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:17.370893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Allocated IP 172.25.0.146 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/fa727a0f-5793-4426-bbdd-e1ce206eb5c6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:17.374314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] For port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:17.383184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.449338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f6c4-9515-47bb-b544-aecbd7590f9b None None] Pushing event updated for resources: {'Port': ['ID=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:17.485697 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks [] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.521784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.563330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:17.566143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:17.571806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:17.603792 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Pushing event updated for resources: {'Port': ['ID=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:17.850525 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks [] for router_gateway (232c3f95-3ccd-42f9-80d7-53e022db64c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:17.943256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:17.992655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:17.993066 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.058003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (232c3f95-3ccd-42f9-80d7-53e022db64c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.074520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:18.074909 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.113683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:18.118938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.173054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:18.375893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1acd61-c568-4723-b0e2-278da9c7b068 None None] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:43:18.479890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:43:18.487984 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.489952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c4125a37-f9ed-426f-aad1-ef78e988d769 None None] Provisioning complete for port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:18.490334 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c4125a37-f9ed-426f-aad1-ef78e988d769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.583677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c4125a37-f9ed-426f-aad1-ef78e988d769 None None] Current status of the port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:18.594086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:43:18.603467 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:43:18.614713 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:18.615864 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:42:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:18.620359 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.624681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-da3e3ea7-0dec-4c0f-b501-c7870d216b84 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8602345 Feb 19 01:43:18.624949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:18.732888 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:18.805725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c36a912c-5862-4941-b489-71d709a46d3b None None] Provisioning complete for port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:18.806966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c36a912c-5862-4941-b489-71d709a46d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:18.893370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c36a912c-5862-4941-b489-71d709a46d3b None None] Current status of the port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:18.920503 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:17Z', 'revision_number': 3, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:18.948652 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:43:18.948988 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Updating router 232c3f95-3ccd-42f9-80d7-53e022db64c9 port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:43:18.975578 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.071222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.227105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Allocated IP 172.20.0.1 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/ac445bbd-9bbc-4f97-aa62-496174c7e1b4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:19.233109 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Publish callbacks [] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.238323 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.291763 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Pushing event updated for resources: {'Port': ['ID=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:19.294748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Attempting to bind port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:19.295111 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Attempting to bind port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:19.295475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Attempting to bind port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:19.303962 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.304302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.304937 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.304937 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.305309 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.305635 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.305960 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.306781 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.306781 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.306962 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.307246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.307570 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.307873 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:19.311491 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:19.311863 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:19.312312 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.312638 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:19.313135 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Bound port: fa727a0f-5793-4426-bbdd-e1ce206eb5c6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:19.313516 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.331934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks [] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.365470 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] For port fa727a0f-5793-4426-bbdd-e1ce206eb5c6, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:19.367456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.369089 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] For port fa727a0f-5793-4426-bbdd-e1ce206eb5c6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:19.374868 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.413944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:19.417372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:19.423287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:19.428611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:19.429259 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:42:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:19.445959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:19.466124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (232c3f95-3ccd-42f9-80d7-53e022db64c9), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.518838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6273-7b57-40e4-a02e-e9c9fb208ff6 None None] Pushing event updated for resources: {'Port': ['ID=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:19.548396 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:19.604580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.720353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dd579ee3-751a-4974-b274-e7167c934ee1 None None] Provisioning complete for port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:19.720942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dd579ee3-751a-4974-b274-e7167c934ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.737893 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:17Z', 'revision_number': 3, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:19.757899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dd579ee3-751a-4974-b274-e7167c934ee1 None None] Port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:43:19.765511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc41bb-6279-4e73-926e-18134985ac4c None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:17Z', 'revision_number': 3, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:43:19.775115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks [] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.784891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.848577 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (232c3f95-3ccd-42f9-80d7-53e022db64c9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.850500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:19.925360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:19.952448 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:19.954370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:19.991884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:19.992417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.111698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:43:20.250048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:43:20.256956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b6cf2f8a-3aa4-4db6-95e7-c2b5598bc5e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/232c3f95-3ccd-42f9-80d7-53e022db64c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306610 Feb 19 01:43:20.307873 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-43f096d8-8d6c-447e-8184-915fd199f043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.313719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:20.318036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67bb872a-d1ed-49d1-bd93-63debd31937d None None] Provisioning complete for port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:20.318909 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67bb872a-d1ed-49d1-bd93-63debd31937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.356056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67bb872a-d1ed-49d1-bd93-63debd31937d None None] Port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:43:20.769395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:20.774496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1855299003-network', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:20.793216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Made reservation on behalf of 6d88a5d2a7ca4108a96a87d0fa7b1fb1 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:43:20.795536 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.803987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.878359 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks [] for security_group (2119c389-c19c-43a0-87a4-7fd5ac50a045), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.882791 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2119c389-c19c-43a0-87a4-7fd5ac50a045), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.905459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:43:20.922355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119c389-c19c-43a0-87a4-7fd5ac50a045,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:20.925328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (76670144-c381-4379-90f1-74b9c34ab162), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.925677 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Added segment 76670144-c381-4379-90f1-74b9c34ab162 of type vlan for network 98faa82e-7024-401a-bc8a-7463af726d44 Feb 19 01:43:20.973234 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (98faa82e-7024-401a-bc8a-7463af726d44), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.005793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (98faa82e-7024-401a-bc8a-7463af726d44), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.006728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:21.007298 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.065527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2949708 Feb 19 01:43:21.067138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:21.074039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Request body: {'subnet': {'network_id': '98faa82e-7024-401a-bc8a-7463af726d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1855299003-subnet', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:21.074888 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eecdb8-f1a4-44fc-9682-6e7d4911cbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=98faa82e-7024-401a-bc8a-7463af726d44,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:21.085751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 98faa82e-7024-401a-bc8a-7463af726d44 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:43:21.100809 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Made reservation on behalf of 6d88a5d2a7ca4108a96a87d0fa7b1fb1 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:43:21.103742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.278763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (3b25a40e-cc32-465e-a157-43947e53eb50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.335648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b25a40e-cc32-465e-a157-43947e53eb50,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:21.351441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Checking segment: {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:21.351801 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Network hostable DHCP agents. Network: 98faa82e-7024-401a-bc8a-7463af726d44, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:43:21.370249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Network 98faa82e-7024-401a-bc8a-7463af726d44 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:43:21.379425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 98faa82e-7024-401a-bc8a-7463af726d44) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:21.384214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:21.385080 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.389392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:43:21.401772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-47a86a3c-effc-4000-b77d-80efae558e86 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3329036 Feb 19 01:43:21.402145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110afb8c-5bf7-43ef-b837-f9c54e27bee5 None None] Network 98faa82e-7024-401a-bc8a-7463af726d44 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:43:21.405135 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 46976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:21.410325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:21.430802 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.431947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.451040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:21.451706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:42:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:21.485348 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks [] for router_controller (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.595035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-98faa82e-7024-401a-bc8a-7463af726d44', 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44', 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'fixed_ips': [{'subnet_id': '3b25a40e-cc32-465e-a157-43947e53eb50'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:43:21.595885 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.615173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:21.633771 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks [] for router_gateway (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.841821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks [] for router_gateway (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.861890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.869664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Allocated IP 172.20.0.2 (98faa82e-7024-401a-bc8a-7463af726d44/3b25a40e-cc32-465e-a157-43947e53eb50/dad1a352-ecba-4c5c-b118-05a835c36a2a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:21.896542 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:43:21.964357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fa727a0f-5793-4426-bbdd-e1ce206eb5c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:21.979309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Allocated IP 172.25.0.131 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/08219fb5-f698-4247-aba3-b76c06e5df30) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:22.045899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 2, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:22.087013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks [] for port (08219fb5-f698-4247-aba3-b76c06e5df30), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.090347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:43:22.090782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Updating router 232c3f95-3ccd-42f9-80d7-53e022db64c9 port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:43:22.123730 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.136458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:22.136830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.159651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:22.162964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:22.166950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:22.171760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.198543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=08219fb5-f698-4247-aba3-b76c06e5df30,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:22.204245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Publish callbacks [] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.234953 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.333442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Network 98faa82e-7024-401a-bc8a-7463af726d44 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:22.368141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:22.375278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:22.386692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Pushing event updated for resources: {'Port': ['ID=dad1a352-ecba-4c5c-b118-05a835c36a2a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:22.410284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:22.410677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.438860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks [] for router_gateway (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.481196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port fa727a0f-5793-4426-bbdd-e1ce206eb5c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:22.511392 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.516209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Attempting to bind port dad1a352-ecba-4c5c-b118-05a835c36a2a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:22.516580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Attempting to bind port dad1a352-ecba-4c5c-b118-05a835c36a2a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:22.516945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Attempting to bind port dad1a352-ecba-4c5c-b118-05a835c36a2a on network 98faa82e-7024-401a-bc8a-7463af726d44 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:22.547525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:22.547901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Checking segment: {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:22.548314 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.548710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Bound using segment: {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:22.549221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Bound port: dad1a352-ecba-4c5c-b118-05a835c36a2a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:22.549604 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.621310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:22.651948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.686438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] For port dad1a352-ecba-4c5c-b118-05a835c36a2a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:22.688351 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ece2160-e8aa-4f7b-be98-a1461c2c2a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.690883 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] For port dad1a352-ecba-4c5c-b118-05a835c36a2a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dad1a352-ecba-4c5c-b118-05a835c36a2a,segment=NetworkSegment(76670144-c381-4379-90f1-74b9c34ab162),segment_id=76670144-c381-4379-90f1-74b9c34ab162)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:22.703718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.784959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Publish callbacks [] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.794827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.807281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e17ab9-5cd1-42e5-bc7f-5cbad6c85a8a None None] Pushing event updated for resources: {'Port': ['ID=dad1a352-ecba-4c5c-b118-05a835c36a2a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:22.811112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Router ee79cf3f-1112-4f34-9d54-20524c0d0e9a is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:43:22.891590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d3d93-3239-4970-981f-faef74ee9e46 None None] Pushing event updated for resources: {'Port': ['ID=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:22.931145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Attempting to bind port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:22.932131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Attempting to bind port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:22.932504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Attempting to bind port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:22.937876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:22.938495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:22.938912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.939314 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:22.939793 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Bound port: ac445bbd-9bbc-4f97-aa62-496174c7e1b4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:22.940721 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.958033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:43:22.968643 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Sync routers for ids ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:43:22.984209 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.986806 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Routers {'ee79cf3f-1112-4f34-9d54-20524c0d0e9a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:22.988275 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:43:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:22.994614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 46978) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:22.995267 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-89400c53-9682-4966-a845-f961200ac4d7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5889494 Feb 19 01:43:23.049163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] For port ac445bbd-9bbc-4f97-aa62-496174c7e1b4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:23.072788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] For port ac445bbd-9bbc-4f97-aa62-496174c7e1b4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:23.086482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.172126 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Set router ee79cf3f-1112-4f34-9d54-20524c0d0e9a gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:23.182663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:23.183313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:43:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:23.262934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d3d93-3239-4970-981f-faef74ee9e46 None None] Pushing event updated for resources: {'Port': ['ID=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:23.272408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] Provisioning complete for port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:23.272774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.437543 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 3, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:23.480350 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Checking router: ee79cf3f-1112-4f34-9d54-20524c0d0e9a for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:43:23.480694 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Updating router ee79cf3f-1112-4f34-9d54-20524c0d0e9a port 08219fb5-f698-4247-aba3-b76c06e5df30 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:43:23.510484 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.589836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:23.697405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] Current status of the port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:23.697747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.799196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.811450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] For port ac445bbd-9bbc-4f97-aa62-496174c7e1b4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:23.820908 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.911334 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Publish callbacks [] for port (08219fb5-f698-4247-aba3-b76c06e5df30), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.918213 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.942154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95867ad1-0087-42c4-8054-1799c2100b7d None None] Pushing event updated for resources: {'Port': ['ID=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:23.946742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.967781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fa9bc0d0-91c5-4014-aa27-1133c5b33592 None None] Provisioning complete for port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:23.968157 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc0d0-91c5-4014-aa27-1133c5b33592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:23.990810 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Attempting to bind port 08219fb5-f698-4247-aba3-b76c06e5df30 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:23.991339 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Attempting to bind port 08219fb5-f698-4247-aba3-b76c06e5df30 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:23.991790 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Attempting to bind port 08219fb5-f698-4247-aba3-b76c06e5df30 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:23.996407 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323804f-be74-454c-8c5b-8dd3cc433421 None None] Pushing event updated for resources: {'Port': ['ID=08219fb5-f698-4247-aba3-b76c06e5df30,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:24.001170 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:24.001835 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:24.002373 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.002769 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:24.003243 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Bound port: 08219fb5-f698-4247-aba3-b76c06e5df30, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:24.003637 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.020744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:24.063941 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] For port 08219fb5-f698-4247-aba3-b76c06e5df30, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:24.068839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] For port 08219fb5-f698-4247-aba3-b76c06e5df30, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=08219fb5-f698-4247-aba3-b76c06e5df30,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:24.077839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e6a72-15b4-45a8-aa94-10449b8ee462 None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:43:24.082575 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.169943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fa9bc0d0-91c5-4014-aa27-1133c5b33592 None None] Current status of the port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:24.186792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dad1a352-ecba-4c5c-b118-05a835c36a2a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:24.215198 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323804f-be74-454c-8c5b-8dd3cc433421 None None] Pushing event updated for resources: {'Port': ['ID=08219fb5-f698-4247-aba3-b76c06e5df30,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:24.231645 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Routers {'ee79cf3f-1112-4f34-9d54-20524c0d0e9a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:24.233356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:43:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:24.288922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Allocated IP 172.20.0.1 (98faa82e-7024-401a-bc8a-7463af726d44/3b25a40e-cc32-465e-a157-43947e53eb50/40522332-a079-48fb-a287-751ed4b3fad9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:24.298830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dad1a352-ecba-4c5c-b118-05a835c36a2a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:24.299208 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.341473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a46711-b186-4c5c-83d7-b04cdfcc2b6a None None] Network 98faa82e-7024-401a-bc8a-7463af726d44 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:43:24.373258 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] Set router ee79cf3f-1112-4f34-9d54-20524c0d0e9a gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:24.442161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Provisioning complete for port dad1a352-ecba-4c5c-b118-05a835c36a2a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:24.442533 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.451528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks [] for port (40522332-a079-48fb-a287-751ed4b3fad9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.488755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (40522332-a079-48fb-a287-751ed4b3fad9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.530616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Network 98faa82e-7024-401a-bc8a-7463af726d44 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:24.534132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:24.539386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dad1a352-ecba-4c5c-b118-05a835c36a2a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:24.539606 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.539698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:24.581362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.613286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port dad1a352-ecba-4c5c-b118-05a835c36a2a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dad1a352-ecba-4c5c-b118-05a835c36a2a,segment=NetworkSegment(76670144-c381-4379-90f1-74b9c34ab162),segment_id=76670144-c381-4379-90f1-74b9c34ab162)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:24.620110 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 3, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:24.630065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Current status of the port dad1a352-ecba-4c5c-b118-05a835c36a2a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:24.630487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.638655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=40522332-a079-48fb-a287-751ed4b3fad9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:24.639743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.644880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fa727a0f-5793-4426-bbdd-e1ce206eb5c6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:24.693233 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81166aec-f10b-4f6c-8c64-b0eb5a3e7b6c None None] The sync data for ids ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'] in n-d-826752-2 is: [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 3, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:43:24.780390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40522332-a079-48fb-a287-751ed4b3fad9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.831659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=dad1a352-ecba-4c5c-b118-05a835c36a2a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:24.836248 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:43:24.836611 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:43:24.837341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:24.838255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.938852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:25.089523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks [] for port (40522332-a079-48fb-a287-751ed4b3fad9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.095493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (40522332-a079-48fb-a287-751ed4b3fad9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.169505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.171729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=40522332-a079-48fb-a287-751ed4b3fad9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:25.282285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Network 98faa82e-7024-401a-bc8a-7463af726d44 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:25.283690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:25.386778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-446687ad-feea-410b-b2ea-7845ca474f10 None None] Current status of the port dad1a352-ecba-4c5c-b118-05a835c36a2a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:25.419295 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.440387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Router ee79cf3f-1112-4f34-9d54-20524c0d0e9a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:43:25.522224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7eaac1c4-bc2e-4fb2-b745-234527c81d2b None None] Provisioning complete for port dad1a352-ecba-4c5c-b118-05a835c36a2a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:25.522682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eaac1c4-bc2e-4fb2-b745-234527c81d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.583775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:43:25.593538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-783b1f1a-98c9-4465-a840-ee647f5bc1d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/ee79cf3f-1112-4f34-9d54-20524c0d0e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979853 Feb 19 01:43:25.626890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7eaac1c4-bc2e-4fb2-b745-234527c81d2b None None] Current status of the port dad1a352-ecba-4c5c-b118-05a835c36a2a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:25.638270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7eaac1c4-bc2e-4fb2-b745-234527c81d2b None None] Provisioning complete for port 40522332-a079-48fb-a287-751ed4b3fad9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:25.638653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7eaac1c4-bc2e-4fb2-b745-234527c81d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40522332-a079-48fb-a287-751ed4b3fad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.689874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7eaac1c4-bc2e-4fb2-b745-234527c81d2b None None] Port 40522332-a079-48fb-a287-751ed4b3fad9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:43:25.811604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e0450d39-ca05-4781-8cac-a29540e0e672 None None] Provisioning complete for port 40522332-a079-48fb-a287-751ed4b3fad9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:25.812109 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0450d39-ca05-4781-8cac-a29540e0e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40522332-a079-48fb-a287-751ed4b3fad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:25.860079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e0450d39-ca05-4781-8cac-a29540e0e672 None None] Port 40522332-a079-48fb-a287-751ed4b3fad9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:43:26.036558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 08219fb5-f698-4247-aba3-b76c06e5df30 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:26.091444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 08219fb5-f698-4247-aba3-b76c06e5df30 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:26.091839 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:26.174254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 08219fb5-f698-4247-aba3-b76c06e5df30 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:26.174645 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:26.196368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 08219fb5-f698-4247-aba3-b76c06e5df30, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=08219fb5-f698-4247-aba3-b76c06e5df30,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:26.205269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:26.206027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dad1a352-ecba-4c5c-b118-05a835c36a2a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:26.263097 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:26.291767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=08219fb5-f698-4247-aba3-b76c06e5df30,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:26.303206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dad1a352-ecba-4c5c-b118-05a835c36a2a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:26.303588 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:26.388408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dad1a352-ecba-4c5c-b118-05a835c36a2a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:26.389576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ac445bbd-9bbc-4f97-aa62-496174c7e1b4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:26.436498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:26.436880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:26.520186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:26.595983 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:27.677137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Sync routers for ids ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:43:27.688037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Routers {'ee79cf3f-1112-4f34-9d54-20524c0d0e9a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:27.688747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:43:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:27.943042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 08219fb5-f698-4247-aba3-b76c06e5df30 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:27.994124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Set router ee79cf3f-1112-4f34-9d54-20524c0d0e9a gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:28.074131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 08219fb5-f698-4247-aba3-b76c06e5df30 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:28.074683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.239022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 08219fb5-f698-4247-aba3-b76c06e5df30 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:28.261942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:24Z', 'revision_number': 4, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '40522332-a079-48fb-a287-751ed4b3fad9', 'name': '', 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'mac_address': 'fa:16:3e:e9:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '3b25a40e-cc32-465e-a157-43947e53eb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:23Z', 'updated_at': '2022-02-19T01:43:24Z', 'revision_number': 2, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'subnets': [{'id': '3b25a40e-cc32-465e-a157-43947e53eb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:28.292785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Checking router: ee79cf3f-1112-4f34-9d54-20524c0d0e9a for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:43:28.293172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Updating router ee79cf3f-1112-4f34-9d54-20524c0d0e9a port 40522332-a079-48fb-a287-751ed4b3fad9 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:43:28.321389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40522332-a079-48fb-a287-751ed4b3fad9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.591515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Publish callbacks [] for port (40522332-a079-48fb-a287-751ed4b3fad9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.596770 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (40522332-a079-48fb-a287-751ed4b3fad9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.653895 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ea936-05ac-4aee-935a-0e39813eb273 None None] Pushing event updated for resources: {'Port': ['ID=40522332-a079-48fb-a287-751ed4b3fad9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:28.707124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Attempting to bind port 40522332-a079-48fb-a287-751ed4b3fad9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:28.707751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Attempting to bind port 40522332-a079-48fb-a287-751ed4b3fad9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:28.707869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Attempting to bind port 40522332-a079-48fb-a287-751ed4b3fad9 on network 98faa82e-7024-401a-bc8a-7463af726d44 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:28.714166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:28.714545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Checking segment: {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:28.714949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.715344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Bound using segment: {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:28.715809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Bound port: 40522332-a079-48fb-a287-751ed4b3fad9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76670144-c381-4379-90f1-74b9c34ab162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:28.716190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40522332-a079-48fb-a287-751ed4b3fad9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.803416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] For port 40522332-a079-48fb-a287-751ed4b3fad9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:28.808737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] For port 40522332-a079-48fb-a287-751ed4b3fad9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=40522332-a079-48fb-a287-751ed4b3fad9,segment=NetworkSegment(76670144-c381-4379-90f1-74b9c34ab162),segment_id=76670144-c381-4379-90f1-74b9c34ab162)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:28.819797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (40522332-a079-48fb-a287-751ed4b3fad9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:28.887230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Routers {'ee79cf3f-1112-4f34-9d54-20524c0d0e9a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:28.887867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:43:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:28.928847 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ea936-05ac-4aee-935a-0e39813eb273 None None] Pushing event updated for resources: {'Port': ['ID=40522332-a079-48fb-a287-751ed4b3fad9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:28.970010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] Provisioning complete for port 40522332-a079-48fb-a287-751ed4b3fad9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:28.970387 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40522332-a079-48fb-a287-751ed4b3fad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:29.014605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-90955407-cb25-45d3-bcde-832aa4beb2eb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:29.016147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-90955407-cb25-45d3-bcde-832aa4beb2eb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.2187586 Feb 19 01:43:29.031519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-ce85228d-2ebc-4921-800e-2fa41b537281 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0093486 Feb 19 01:43:29.051929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] Set router ee79cf3f-1112-4f34-9d54-20524c0d0e9a gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:29.106119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-16f27aff-5a40-4d75-98a6-6bd971ce6729 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677850 Feb 19 01:43:29.202022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] Current status of the port 40522332-a079-48fb-a287-751ed4b3fad9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:29.202403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (40522332-a079-48fb-a287-751ed4b3fad9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:29.223497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-c05105aa-19df-402a-a6a0-457caa5d013b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:43:29.224557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-c05105aa-19df-402a-a6a0-457caa5d013b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1121478 Feb 19 01:43:29.262923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] For port 40522332-a079-48fb-a287-751ed4b3fad9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=40522332-a079-48fb-a287-751ed4b3fad9,segment=NetworkSegment(76670144-c381-4379-90f1-74b9c34ab162),segment_id=76670144-c381-4379-90f1-74b9c34ab162)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:29.268760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (40522332-a079-48fb-a287-751ed4b3fad9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:29.321624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-300232c3-1ab2-40b7-9315-bc82897e5d84 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898812 Feb 19 01:43:29.341638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595d42a-9ea8-4e91-8c4c-d4aa85771308 None None] Pushing event updated for resources: {'Port': ['ID=40522332-a079-48fb-a287-751ed4b3fad9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:29.359753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:24Z', 'revision_number': 4, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '40522332-a079-48fb-a287-751ed4b3fad9', 'name': '', 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'mac_address': 'fa:16:3e:e9:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '3b25a40e-cc32-465e-a157-43947e53eb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:23Z', 'updated_at': '2022-02-19T01:43:28Z', 'revision_number': 4, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'subnets': [{'id': '3b25a40e-cc32-465e-a157-43947e53eb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:29.390972 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6f866-a0ce-4c89-8572-b264a9e330eb None None] The sync data for ids ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'] in n-d-826752-2 is: [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:24Z', 'revision_number': 4, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '40522332-a079-48fb-a287-751ed4b3fad9', 'name': '', 'network_id': '98faa82e-7024-401a-bc8a-7463af726d44', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'mac_address': 'fa:16:3e:e9:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '3b25a40e-cc32-465e-a157-43947e53eb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:23Z', 'updated_at': '2022-02-19T01:43:28Z', 'revision_number': 4, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'subnets': [{'id': '3b25a40e-cc32-465e-a157-43947e53eb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:43:29.402034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3eaff456-12b0-4749-ba54-3560a137096d None None] Provisioning complete for port 40522332-a079-48fb-a287-751ed4b3fad9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:29.402414 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3eaff456-12b0-4749-ba54-3560a137096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40522332-a079-48fb-a287-751ed4b3fad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:29.420218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-a5fab877-84b4-45b7-9710-5914a6f0e1f1 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943317 Feb 19 01:43:29.527870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3eaff456-12b0-4749-ba54-3560a137096d None None] Current status of the port 40522332-a079-48fb-a287-751ed4b3fad9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:29.812714 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bd8d577e-407d-4fc4-82c9-fe3bd8d16966 req-f4637a8b-dab2-40e0-aced-547b66e60945 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0908377 Feb 19 01:43:29.963826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40522332-a079-48fb-a287-751ed4b3fad9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:30.018622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 40522332-a079-48fb-a287-751ed4b3fad9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:30.019303 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (40522332-a079-48fb-a287-751ed4b3fad9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:30.111141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 40522332-a079-48fb-a287-751ed4b3fad9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:30.888257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-8e24c9d7-0cbb-4a46-b9f7-fbee3819ca81 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:30.889858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-8e24c9d7-0cbb-4a46-b9f7-fbee3819ca81 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1077781 Feb 19 01:43:30.904748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:30.936617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9e47f218-165a-48e8-a579-d752bad331c7 req-4eae876b-cf6b-426f-bfda-3a444ac88cbf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0457230 Feb 19 01:43:31.036760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:43:31.040863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:31.184881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.3 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/76c4dd9a-ed72-4823-897f-b97be33df16c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:43:31.353596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:31.402749 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:31.465454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=76c4dd9a-ed72-4823-897f-b97be33df16c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:31.469854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:43:31.474675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:43:31.477758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:43:31.481181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.481528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.481868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.482205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.482537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.482864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.483189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.483510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.483832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.484152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.484474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.484796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.485225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:31.548007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:31.548949 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:31.573880 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3d59f862-85f6-432f-975b-36cbc14148e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6745303 Feb 19 01:43:31.589638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Request body: {'port': {'device_id': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:43:31.664773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:31.881059 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8332ffd8-ef32-469d-8145-02b03e50467a None None] Provisioning complete for port 76c4dd9a-ed72-4823-897f-b97be33df16c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:31.882845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8332ffd8-ef32-469d-8145-02b03e50467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:31.945916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8332ffd8-ef32-469d-8145-02b03e50467a None None] Port 76c4dd9a-ed72-4823-897f-b97be33df16c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:43:32.002598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c4dd9a-ed72-4823-897f-b97be33df16c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:43:32.011663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Publish callbacks [] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:32.028460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Transition to ACTIVE for port object 76c4dd9a-ed72-4823-897f-b97be33df16c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:43:32.033661 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:32.140679 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Pushing event updated for resources: {'Port': ['ID=76c4dd9a-ed72-4823-897f-b97be33df16c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:32.149426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027083e-918b-4941-b973-6bb8b2484010 req-170f357a-3055-4217-858e-28cb752115ab tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:32.152298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a027083e-918b-4941-b973-6bb8b2484010 req-170f357a-3055-4217-858e-28cb752115ab tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.1120048 Feb 19 01:43:32.207184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Attempting to bind port 76c4dd9a-ed72-4823-897f-b97be33df16c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:43:32.207711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Attempting to bind port 76c4dd9a-ed72-4823-897f-b97be33df16c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:43:32.208044 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Attempting to bind port 76c4dd9a-ed72-4823-897f-b97be33df16c on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:32.215567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Port 76c4dd9a-ed72-4823-897f-b97be33df16c on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:43:32.215891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Attempting to bind port 76c4dd9a-ed72-4823-897f-b97be33df16c on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:43:32.222940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:43:32.223281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:43:32.223674 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:43:32.224113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Bound port: 76c4dd9a-ed72-4823-897f-b97be33df16c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:43:32.224475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:32.237109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a027083e-918b-4941-b973-6bb8b2484010 req-1bd2df27-a729-4979-a105-c99da02d449a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789495 Feb 19 01:43:32.321461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] For port 76c4dd9a-ed72-4823-897f-b97be33df16c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:43:32.325860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] For port 76c4dd9a-ed72-4823-897f-b97be33df16c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=76c4dd9a-ed72-4823-897f-b97be33df16c,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:43:32.334202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:32.374354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:32.374971 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:32.376565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] 10.222.0.10 "PUT /v2.0/ports/76c4dd9a-ed72-4823-897f-b97be33df16c HTTP/1.1" status: 200 len: 1091 time: 0.7915480 Feb 19 01:43:32.377262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'tag': '76c4dd9a-ed72-4823-897f-b97be33df16c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:43:32.379503 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce8628d-208e-4aa6-ba9a-f90018810d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fe5c97-d18e-4995-9470-0a31f32f1372", "tag": "76c4dd9a-ed72-4823-897f-b97be33df16c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:43:32.424330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84adad-ae5f-4cce-837f-23250b7ab4fa service neutron] Pushing event updated for resources: {'Port': ['ID=76c4dd9a-ed72-4823-897f-b97be33df16c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:32.482514 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da82de-8e02-458f-b25c-c0f6850d44fe x-openstack-request-id: req-35da82de-8e02-458f-b25c-c0f6850d44fe {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:43:32.482865 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fe5c97-d18e-4995-9470-0a31f32f1372", "tag": "76c4dd9a-ed72-4823-897f-b97be33df16c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:43:32.483129 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35da82de-8e02-458f-b25c-c0f6850d44fe {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:43:32.483787 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'tag': '76c4dd9a-ed72-4823-897f-b97be33df16c', 'status': 'completed', 'code': 200} Feb 19 01:43:32.510421 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-494ea3c3-495a-4f56-a712-d8f2933e2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:32.512245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-494ea3c3-495a-4f56-a712-d8f2933e2dc3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 1125 time: 0.0768189 Feb 19 01:43:32.571850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-eba614c6-9c60-4ead-8a75-cc8f5d2022a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76c4dd9a-ed72-4823-897f-b97be33df16c HTTP/1.1" status: 200 len: 217 time: 0.0474086 Feb 19 01:43:32.654155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3a321251-bb02-4c95-b0d8-ebad51cdb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:32.656229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3a321251-bb02-4c95-b0d8-ebad51cdb07d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0767603 Feb 19 01:43:32.721201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-af1c3bc1-f34e-4dc5-9f1f-612da6e3e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:32.722705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-af1c3bc1-f34e-4dc5-9f1f-612da6e3e725 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572546 Feb 19 01:43:33.109592 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-6775ffaf-a8a2-4272-9b4a-185f3b5c1395 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754656 Feb 19 01:43:33.208148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d2c2d3e-d854-46ba-8d2a-6b24fec93659 req-3b2c6cf0-a2d3-4275-bdf7-c7011732cd9d service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876882 Feb 19 01:43:33.319121 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-1f76eded-5e36-4d81-a165-4f68a9bd1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:33.321022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-1f76eded-5e36-4d81-a165-4f68a9bd1457 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 1125 time: 0.0578051 Feb 19 01:43:33.377395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837404b-f55c-4c0d-b303-b8a9f98b1eda req-b51771b7-c260-48d9-9982-5f9f2049b0d3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:33.379469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7837404b-f55c-4c0d-b303-b8a9f98b1eda req-b51771b7-c260-48d9-9982-5f9f2049b0d3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0625389 Feb 19 01:43:33.434825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-8535f50f-d5aa-46ad-9ffc-bef245968afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:33.436540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-8535f50f-d5aa-46ad-9ffc-bef245968afd service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.1058013 Feb 19 01:43:33.438897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7837404b-f55c-4c0d-b303-b8a9f98b1eda req-c330a465-d9c3-4ee3-99d5-8e4b502d8341 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Feb 19 01:43:33.486704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-be0e00bd-3500-43c3-84bb-0069eff90449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76c4dd9a-ed72-4823-897f-b97be33df16c HTTP/1.1" status: 200 len: 217 time: 0.0368326 Feb 19 01:43:33.544066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-ae44d174-ea3a-487c-b745-0088b637055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:33.546356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-ae44d174-ea3a-487c-b745-0088b637055e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0505950 Feb 19 01:43:33.600526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-e0df25c7-857e-4bb6-bb7a-daa31c73ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:33.602085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-e0df25c7-857e-4bb6-bb7a-daa31c73ed5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478926 Feb 19 01:43:33.699749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-223ce4ff-8400-4bcb-b767-815a5259c50b service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879683 Feb 19 01:43:33.794065 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce8628d-208e-4aa6-ba9a-f90018810d9e req-31514d27-d760-4b8f-af8e-33019bbcdb92 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852091 Feb 19 01:43:34.565846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c0a75-188c-445e-a141-1c0f8dcde9e0 req-a9286a23-cf93-4085-8e63-1087ced84782 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:34.567327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c3c0a75-188c-445e-a141-1c0f8dcde9e0 req-a9286a23-cf93-4085-8e63-1087ced84782 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0539472 Feb 19 01:43:34.614869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5c3c0a75-188c-445e-a141-1c0f8dcde9e0 req-9191923c-0a76-4432-b1e7-657b43c373bf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Feb 19 01:43:35.734712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0c613-ace1-4b9f-840f-65343eddf469 req-02457adc-8fbb-4b38-8bde-da12250045d2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:35.736253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5f0c613-ace1-4b9f-840f-65343eddf469 req-02457adc-8fbb-4b38-8bde-da12250045d2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0531006 Feb 19 01:43:35.784762 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5f0c613-ace1-4b9f-840f-65343eddf469 req-c36162d4-f3dd-44d4-b08a-512a6f9909c4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Feb 19 01:43:36.910408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a4d18-2ce3-4c21-9e5e-c72ad2acec9d req-70ac40ef-b38e-4bbf-b80d-30338fe73f0e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:36.911805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d8a4d18-2ce3-4c21-9e5e-c72ad2acec9d req-70ac40ef-b38e-4bbf-b80d-30338fe73f0e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0588849 Feb 19 01:43:36.959271 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d8a4d18-2ce3-4c21-9e5e-c72ad2acec9d req-e4258316-2892-4d04-81bf-4f8315fe164c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Feb 19 01:43:38.081594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71060f8-95d0-4fbd-a1aa-4ba6ef46b660 req-85196d11-fc67-4db1-83d2-1d60378a9b7a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:38.083066 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c71060f8-95d0-4fbd-a1aa-4ba6ef46b660 req-85196d11-fc67-4db1-83d2-1d60378a9b7a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0572891 Feb 19 01:43:38.129607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c71060f8-95d0-4fbd-a1aa-4ba6ef46b660 req-0da7e251-5f8a-4d72-b4be-ee7a3efb216d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Feb 19 01:43:39.248977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dc122-5210-4326-9739-68e2cfedd26d req-7f2585b9-4288-492d-b664-5c393e4e5bdd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:39.250514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-158dc122-5210-4326-9739-68e2cfedd26d req-7f2585b9-4288-492d-b664-5c393e4e5bdd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0535264 Feb 19 01:43:39.298345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-158dc122-5210-4326-9739-68e2cfedd26d req-b4ebfd66-b4cb-4e88-b3cb-5c38fea3812a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Feb 19 01:43:40.423632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d660d6-4d95-4b57-90b8-b0c4c3c7363f req-0ddc50c7-4b03-41c4-9b7e-1e38a595186a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:40.425190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53d660d6-4d95-4b57-90b8-b0c4c3c7363f req-0ddc50c7-4b03-41c4-9b7e-1e38a595186a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0558255 Feb 19 01:43:40.472634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-53d660d6-4d95-4b57-90b8-b0c4c3c7363f req-6931b794-40c7-46ee-9926-4766ef2d9d4a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Feb 19 01:43:41.600618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66532c-c035-4633-ace8-bb4ddaef570a req-66782af1-ce17-44a1-a96a-fe3d6fccb56d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:41.602133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a66532c-c035-4633-ace8-bb4ddaef570a req-66782af1-ce17-44a1-a96a-fe3d6fccb56d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0616393 Feb 19 01:43:41.659790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a66532c-c035-4633-ace8-bb4ddaef570a req-3e56e4c0-32fa-4d87-b2b7-a7978c7d8ca9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506427 Feb 19 01:43:42.778261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e29fe9-a25b-479e-a067-596a5bb6f22c req-42835965-d263-493e-b7ba-32640dac10b8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:42.779735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e29fe9-a25b-479e-a067-596a5bb6f22c req-42835965-d263-493e-b7ba-32640dac10b8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0524731 Feb 19 01:43:42.830276 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82e29fe9-a25b-479e-a067-596a5bb6f22c req-f7e78ff0-4eb9-40d1-897c-b7b3de5d2e1a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Feb 19 01:43:43.949681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f88b2-eb35-486a-8681-1918b3d21e81 req-18333fec-2731-4af3-91ba-20399f1e0ca3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:43.951158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-495f88b2-eb35-486a-8681-1918b3d21e81 req-18333fec-2731-4af3-91ba-20399f1e0ca3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0530815 Feb 19 01:43:43.999994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-495f88b2-eb35-486a-8681-1918b3d21e81 req-a66c5245-08ef-4665-9148-741b03aeebc3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Feb 19 01:43:45.118045 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36eb0f-e6d5-4da2-910c-e6de05a0199b req-5c783c2e-f43e-461c-98eb-444f5d6c08d3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:45.119520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb36eb0f-e6d5-4da2-910c-e6de05a0199b req-5c783c2e-f43e-461c-98eb-444f5d6c08d3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0533431 Feb 19 01:43:45.166053 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb36eb0f-e6d5-4da2-910c-e6de05a0199b req-bbdbc4e3-3d3f-4be7-ac6d-5666a3ca0c54 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Feb 19 01:43:46.284066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be00f-4beb-4eee-8290-549e83193fe7 req-69aaa245-165e-441b-ae08-bd3b6c1128ae tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:46.285551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a70be00f-4beb-4eee-8290-549e83193fe7 req-69aaa245-165e-441b-ae08-bd3b6c1128ae tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0522339 Feb 19 01:43:46.332345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a70be00f-4beb-4eee-8290-549e83193fe7 req-4fcbc91c-0d94-4bcc-b853-5684c627c60d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Feb 19 01:43:47.459341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35695-19ac-4280-b4f2-714e2f988dbb req-7cefaf70-0149-40f6-ba64-ffebffbb5d5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:47.460837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9a35695-19ac-4280-b4f2-714e2f988dbb req-7cefaf70-0149-40f6-ba64-ffebffbb5d5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0608387 Feb 19 01:43:47.508571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c9a35695-19ac-4280-b4f2-714e2f988dbb req-a045875b-7a54-4274-9731-d7687aec82c0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Feb 19 01:43:48.474734 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:48.632055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949d49d-1a5a-45f8-8229-2e7ac919fc63 req-fe2dd421-b367-4274-b9a8-377a926c75af tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:48.633548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d949d49d-1a5a-45f8-8229-2e7ac919fc63 req-fe2dd421-b367-4274-b9a8-377a926c75af tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 943 time: 0.0570679 Feb 19 01:43:48.679910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d949d49d-1a5a-45f8-8229-2e7ac919fc63 req-9e042f9a-bec9-4aff-8dd3-7b165bdd0029 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Feb 19 01:43:49.395471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 76c4dd9a-ed72-4823-897f-b97be33df16c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:43:49.491129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 76c4dd9a-ed72-4823-897f-b97be33df16c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=76c4dd9a-ed72-4823-897f-b97be33df16c,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:49.503272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '76c4dd9a-ed72-4823-897f-b97be33df16c', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': '76c4dd9a-ed72-4823-897f-b97be33df16c', 'mac_address': 'fa:16:3e:73:57:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:43:49.540829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 76c4dd9a-ed72-4823-897f-b97be33df16c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:49.541258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:49.553761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c4dd9a-ed72-4823-897f-b97be33df16c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:43:49.573631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 76c4dd9a-ed72-4823-897f-b97be33df16c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=76c4dd9a-ed72-4823-897f-b97be33df16c,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:49.577797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:49.624324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=76c4dd9a-ed72-4823-897f-b97be33df16c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:49.800574 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b443981-c232-4205-9b57-356f85c6e5c7 req-b2114c60-caf1-427f-b060-407bac240806 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:49.802077 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b443981-c232-4205-9b57-356f85c6e5c7 req-b2114c60-caf1-427f-b060-407bac240806 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 944 time: 0.0570683 Feb 19 01:43:49.849315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3b443981-c232-4205-9b57-356f85c6e5c7 req-8541cb5f-dd42-47d7-8a1b-06623315ad25 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Feb 19 01:43:49.880227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['76c4dd9a-ed72-4823-897f-b97be33df16c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:43:50.264662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9acdfadf-1bbc-45a6-ab10-1b0240642602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:50.966863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73d9c-dea9-43d2-a2c1-9fea6880754c req-16a7d6b8-5e33-40cb-885b-38c528208abc tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:50.968352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75f73d9c-dea9-43d2-a2c1-9fea6880754c req-16a7d6b8-5e33-40cb-885b-38c528208abc tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 944 time: 0.0526659 Feb 19 01:43:51.014779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75f73d9c-dea9-43d2-a2c1-9fea6880754c req-be9c92d6-a8e9-4e08-855d-863f59e09512 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Feb 19 01:43:51.415873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 76c4dd9a-ed72-4823-897f-b97be33df16c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:43:51.464058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 76c4dd9a-ed72-4823-897f-b97be33df16c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:43:51.468355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 76c4dd9a-ed72-4823-897f-b97be33df16c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:43:51.468733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:51.549551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 76c4dd9a-ed72-4823-897f-b97be33df16c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:43:51.549941 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:51.573863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c4dd9a-ed72-4823-897f-b97be33df16c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:43:51.576219 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a84fac-15b8-4010-9383-4dc57768caae" -d '{"events": [{"server_uuid": "a1fe5c97-d18e-4995-9470-0a31f32f1372", "name": "network-vif-plugged", "status": "completed", "tag": "76c4dd9a-ed72-4823-897f-b97be33df16c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:43:51.590606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 76c4dd9a-ed72-4823-897f-b97be33df16c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=76c4dd9a-ed72-4823-897f-b97be33df16c,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:51.595039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:51.641963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=76c4dd9a-ed72-4823-897f-b97be33df16c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:51.682667 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a3f99-c734-45e2-9524-f7f2cf2450b6 x-openstack-request-id: req-ef7a3f99-c734-45e2-9524-f7f2cf2450b6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:43:51.682966 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fe5c97-d18e-4995-9470-0a31f32f1372", "name": "network-vif-plugged", "status": "completed", "tag": "76c4dd9a-ed72-4823-897f-b97be33df16c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:43:51.683230 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef7a3f99-c734-45e2-9524-f7f2cf2450b6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:43:51.683641 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c4dd9a-ed72-4823-897f-b97be33df16c', 'code': 200} Feb 19 01:43:51.796621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815df3e-9d91-471c-8769-da6f06894a83 req-1c762adf-ee7b-462f-b2d0-3fd9af6ede31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:51.798166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0815df3e-9d91-471c-8769-da6f06894a83 req-1c762adf-ee7b-462f-b2d0-3fd9af6ede31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 1127 time: 0.0443285 Feb 19 01:43:51.847369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0815df3e-9d91-471c-8769-da6f06894a83 req-f7c6db70-74ef-4d7d-aa8d-e02b85b184ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Feb 19 01:43:52.132509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9d80e-486f-44cf-9d36-03d9b28e56b9 req-0d157493-7f68-46fd-80af-a1e0870c8a5c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:52.134017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee9d80e-486f-44cf-9d36-03d9b28e56b9 req-0d157493-7f68-46fd-80af-a1e0870c8a5c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0531971 Feb 19 01:43:52.187644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee9d80e-486f-44cf-9d36-03d9b28e56b9 req-bd0070c1-dc48-49e6-9e5d-9893f24517fa tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Feb 19 01:43:52.655945 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b35f8443-d034-47bc-bb0f-70d40e638811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:53.307777 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dd8ea-fdf3-49cd-a73a-75286c76fb67 req-9b370559-7a03-45ac-846b-bef0bf4913c7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:53.309301 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c8dd8ea-fdf3-49cd-a73a-75286c76fb67 req-9b370559-7a03-45ac-846b-bef0bf4913c7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0532751 Feb 19 01:43:53.355583 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8c8dd8ea-fdf3-49cd-a73a-75286c76fb67 req-8cbe613d-7e46-4475-b8a1-66a03221787b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 19 01:43:53.473529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d046c-99ad-4877-82f8-39b8da0fcfe1 req-6493b333-a052-4f36-8c37-18673075ef74 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:53.474917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf0d046c-99ad-4877-82f8-39b8da0fcfe1 req-6493b333-a052-4f36-8c37-18673075ef74 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Feb 19 01:43:53.521239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf0d046c-99ad-4877-82f8-39b8da0fcfe1 req-ec84f73c-bd52-41d4-b49d-2b6ca61d1df3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Feb 19 01:43:53.647597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa849c-7a26-45e4-9473-970e2a8e3561 req-366abcbc-488f-4a3f-877d-d12f044ea19f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:53.649148 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9caa849c-7a26-45e4-9473-970e2a8e3561 req-366abcbc-488f-4a3f-877d-d12f044ea19f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0621691 Feb 19 01:43:53.695895 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9caa849c-7a26-45e4-9473-970e2a8e3561 req-724017a5-5d70-412d-b7a1-aa948d8cb609 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Feb 19 01:43:53.777843 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:53.938539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f09b-86ae-4f4c-8354-7bc77e912955 req-00990064-25bb-43f4-97bd-c960e8506cbc tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:53.940005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc37f09b-86ae-4f4c-8354-7bc77e912955 req-00990064-25bb-43f4-97bd-c960e8506cbc tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0538657 Feb 19 01:43:53.987019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc37f09b-86ae-4f4c-8354-7bc77e912955 req-dd8e4208-52eb-49e7-935d-b6a0dfa9873a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Feb 19 01:43:55.112088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f08fa-bded-4c9a-adfd-a5c7c33e5bde req-f0305258-f7f6-4200-bb03-b54941a7990d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:55.113595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-498f08fa-bded-4c9a-adfd-a5c7c33e5bde req-f0305258-f7f6-4200-bb03-b54941a7990d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0588884 Feb 19 01:43:55.160274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-498f08fa-bded-4c9a-adfd-a5c7c33e5bde req-1ccfe78b-59a3-4ae4-810f-6afde1e39cff tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Feb 19 01:43:55.416822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:55.569014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-218bfee6-b9c0-4908-aa33-16fc87d81c1f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:55.570466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-218bfee6-b9c0-4908-aa33-16fc87d81c1f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Feb 19 01:43:55.674264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 76c4dd9a-ed72-4823-897f-b97be33df16c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:43:55.674611 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:55.765141 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port 76c4dd9a-ed72-4823-897f-b97be33df16c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=76c4dd9a-ed72-4823-897f-b97be33df16c,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:55.765513 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:55.777414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 76c4dd9a-ed72-4823-897f-b97be33df16c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:43:55.906064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (76c4dd9a-ed72-4823-897f-b97be33df16c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:55.924101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['76c4dd9a-ed72-4823-897f-b97be33df16c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:43:55.932727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=76c4dd9a-ed72-4823-897f-b97be33df16c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:55.983801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port 76c4dd9a-ed72-4823-897f-b97be33df16c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:43:55.986775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:55.990477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-710d9e34-9756-45b5-9cd3-1def6b3060a7 req-a738b1d2-a3d6-4bef-a2f6-833a12207edf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "DELETE /v2.0/ports/76c4dd9a-ed72-4823-897f-b97be33df16c HTTP/1.1" status: 204 len: 173 time: 0.4122496 Feb 19 01:43:55.990949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'name': 'network-vif-deleted', 'tag': '76c4dd9a-ed72-4823-897f-b97be33df16c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:43:55.993234 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34d1db-2384-4c1b-a63e-72f88d714bae" -d '{"events": [{"server_uuid": "a1fe5c97-d18e-4995-9470-0a31f32f1372", "name": "network-vif-deleted", "tag": "76c4dd9a-ed72-4823-897f-b97be33df16c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:43:56.040708 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcae60ac-6760-4339-9fdd-f0a6203f92da x-openstack-request-id: req-bcae60ac-6760-4339-9fdd-f0a6203f92da {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:43:56.041030 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fe5c97-d18e-4995-9470-0a31f32f1372", "name": "network-vif-deleted", "tag": "76c4dd9a-ed72-4823-897f-b97be33df16c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:43:56.041305 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcae60ac-6760-4339-9fdd-f0a6203f92da {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:43:56.041720 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fe5c97-d18e-4995-9470-0a31f32f1372', 'name': 'network-vif-deleted', 'tag': '76c4dd9a-ed72-4823-897f-b97be33df16c', 'status': 'completed', 'code': 200} Feb 19 01:43:56.230385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:56.263386 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06f590e6-071f-4601-b0f1-49f18d0a0ffd req-21f3f590-f01a-47e3-8651-2880b58fb9ba tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0343499 Feb 19 01:43:56.598641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.363262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f9ad6d3d-e66e-44c9-8bdd-d04149dbfb1f req-d84e51a3-260d-45d6-91d9-5f034661edff tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Feb 19 01:43:58.461742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f21c868b-66b6-4550-82c1-09d005bdeb51 req-36b29481-261e-4ce0-8a7b-a8b819d0246d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0289526 Feb 19 01:43:58.898686 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:43:59.478483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 76c4dd9a-ed72-4823-897f-b97be33df16c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:43:59.504748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 76c4dd9a-ed72-4823-897f-b97be33df16c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:43:59.505434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 76c4dd9a-ed72-4823-897f-b97be33df16c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:43:59.571268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-296bff2f-b4f9-4c64-833a-fcdcdef3f6d8 req-6ff68e9f-0140-431f-9d68-0e613886efdd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Feb 19 01:44:00.674614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61645956-20bd-4dd6-99dd-144379acdb9b req-7c53540e-565a-4da8-bbb0-f1592aac1ed6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0308068 Feb 19 01:44:01.770796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c989d052-4aae-4131-9775-b861bce233e9 req-6f447919-32ee-4de0-b6f9-6530e3b65d34 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Feb 19 01:44:02.870107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54230cec-419a-408b-92b4-4fdb51965cab req-84999031-0efc-4945-98cf-d9077c53db00 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0319614 Feb 19 01:44:03.965944 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7056985e-0c65-4200-ade6-af77f92f3609 req-fc2f5c90-0e1e-4688-8b2b-9527f75177b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0272653 Feb 19 01:44:05.072565 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63ca5c01-af10-4e29-97f0-e35d936095e7 req-fb98ad76-fc43-4262-b4fe-5e03572cba46 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1fe5c97-d18e-4995-9470-0a31f32f1372 HTTP/1.1" status: 200 len: 210 time: 0.0270643 Feb 19 01:44:07.972489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-c3642579-22e9-460c-bc58-75908d894213 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499256 Feb 19 01:44:08.060587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-7f1c6431-d788-4bb3-af75-f70148ca492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:08.062114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-7f1c6431-d788-4bb3-af75-f70148ca492d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f94da29cbbe4154880e756bafe77cfa&device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 1128 time: 0.0468917 Feb 19 01:44:08.167851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-3c6961bb-6584-43c8-9008-dd220d27abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:08.169892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-3c6961bb-6584-43c8-9008-dd220d27abcc service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 200 len: 909 time: 0.0885875 Feb 19 01:44:08.234046 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-b113dffe-27d3-4170-8ceb-bd427f1b98ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 200 len: 1002 time: 0.0578043 Feb 19 01:44:08.291617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-a52c8f9e-f811-4a44-82b4-a60d15c25ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:08.293244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-a52c8f9e-f811-4a44-82b4-a60d15c25ff4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 200 len: 847 time: 0.0505788 Feb 19 01:44:08.345255 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-b876f64c-77c3-4457-b755-08b931deebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:08.346766 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-b876f64c-77c3-4457-b755-08b931deebb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4498ed2-b16d-489c-ba2f-185d7a32b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474184 Feb 19 01:44:08.433088 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-04659249-bdc5-400f-b515-c2bd1d112df1 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795445 Feb 19 01:44:08.525854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c471eb77-ee75-44d5-bae6-69180286d9dc req-cde16d9f-0014-4dca-97ae-37b281918179 service neutron] 10.222.0.89 "GET /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Feb 19 01:44:18.492137 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:20.270560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5919423-651b-499f-9d71-678c95bd0cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:22.671084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70abf246-e45f-4814-94fa-40e5e18c4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:23.778386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.418785 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:26.231212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:26.602500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:34.367369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-b3a5f845-5369-48fe-89ea-0ac6df3af128 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:34.368845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-b3a5f845-5369-48fe-89ea-0ac6df3af128 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1188438 Feb 19 01:44:34.383422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-d5ac5b0b-32ac-4b64-93cb-828d99d54853 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0091057 Feb 19 01:44:34.438015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-b54ad52e-782a-48f0-89f7-9b86e05c1ef9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497909 Feb 19 01:44:34.532074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-d65149f3-1c2f-4a28-b320-428ccdf74b97 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869095 Feb 19 01:44:34.620798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-d6d7c768-ba89-48d4-9d3f-935b6c067b49 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829258 Feb 19 01:44:34.807017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fe8fb6a-b1ef-45fd-8715-3c4765046b40 req-b4f35938-d56d-4e28-8abc-60d38cf82b16 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Feb 19 01:44:35.778097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-3c4f6126-b3f8-450f-b601-7014650566b6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:35.780156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-3c4f6126-b3f8-450f-b601-7014650566b6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1091368 Feb 19 01:44:35.806201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:35.898641 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:44:35.935932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-97d4ac09-f06b-48ed-83cd-065a027f3322 req-509ed87a-b124-4f46-b78d-9ebb5256d493 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0372961 Feb 19 01:44:35.959959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:44:35.963534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.095578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.11 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/c822c55b-d293-49fc-accc-a8f410e383c9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:44:36.258005 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (c822c55b-d293-49fc-accc-a8f410e383c9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.292180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.334610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:44:36.337872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:44:36.341537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:44:36.370060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=c822c55b-d293-49fc-accc-a8f410e383c9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:36.385581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.386410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.386774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.387120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.387461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.387832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.388168 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.389042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.389369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.389701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.390031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.390362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.390688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:36.421567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:36.422204 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.440332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-95957d89-896b-46a6-bfdb-32a0ab9a4d75 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385012 Feb 19 01:44:36.456565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Request body: {'port': {'device_id': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:36.527363 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.637704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-993b7584-e489-42e4-8587-fb09039ec15c None None] Provisioning complete for port c822c55b-d293-49fc-accc-a8f410e383c9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:44:36.638243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-993b7584-e489-42e4-8587-fb09039ec15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.673423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-993b7584-e489-42e4-8587-fb09039ec15c None None] Port c822c55b-d293-49fc-accc-a8f410e383c9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:44:36.802332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c822c55b-d293-49fc-accc-a8f410e383c9 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:44:36.810108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Publish callbacks [] for port (c822c55b-d293-49fc-accc-a8f410e383c9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.822576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Transition to ACTIVE for port object c822c55b-d293-49fc-accc-a8f410e383c9 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:44:36.826665 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:36.876509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=c822c55b-d293-49fc-accc-a8f410e383c9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:36.958921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Attempting to bind port c822c55b-d293-49fc-accc-a8f410e383c9 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:44:36.959258 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Attempting to bind port c822c55b-d293-49fc-accc-a8f410e383c9 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:44:36.959589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Attempting to bind port c822c55b-d293-49fc-accc-a8f410e383c9 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:44:36.965358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Port c822c55b-d293-49fc-accc-a8f410e383c9 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:44:36.965358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Attempting to bind port c822c55b-d293-49fc-accc-a8f410e383c9 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:44:36.971492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:44:36.971836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:44:36.972227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:44:36.972657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Bound port: c822c55b-d293-49fc-accc-a8f410e383c9, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:44:36.973078 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:37.052641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] For port c822c55b-d293-49fc-accc-a8f410e383c9, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:44:37.056562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] For port c822c55b-d293-49fc-accc-a8f410e383c9, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c822c55b-d293-49fc-accc-a8f410e383c9,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:44:37.064307 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:37.089757 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c717-006f-4e11-b562-e8274fe567ef req-325f2547-1ff0-43e2-9f1c-5a6b014f29b5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.098901 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ad8c717-006f-4e11-b562-e8274fe567ef req-325f2547-1ff0-43e2-9f1c-5a6b014f29b5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0742154 Feb 19 01:44:37.125778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.126589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:37.128253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] 10.222.0.10 "PUT /v2.0/ports/c822c55b-d293-49fc-accc-a8f410e383c9 HTTP/1.1" status: 200 len: 1092 time: 0.6760297 Feb 19 01:44:37.128961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'tag': 'c822c55b-d293-49fc-accc-a8f410e383c9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:37.131541 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58860b73-b234-4574-93b2-f8dab5622f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5339e4d0-a805-4713-a21c-c7a36b596ed2", "tag": "c822c55b-d293-49fc-accc-a8f410e383c9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:37.139574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e3311-9e32-4fe4-b21a-7e7bce83dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=c822c55b-d293-49fc-accc-a8f410e383c9,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:37.153328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ad8c717-006f-4e11-b562-e8274fe567ef req-58d002e8-0104-43bf-8967-1dbd1e445a51 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535200 Feb 19 01:44:37.200073 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041f49e-e86d-437c-bdb8-c329ad59f2f1 x-openstack-request-id: req-0041f49e-e86d-437c-bdb8-c329ad59f2f1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:37.200452 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5339e4d0-a805-4713-a21c-c7a36b596ed2", "tag": "c822c55b-d293-49fc-accc-a8f410e383c9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:37.200827 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0041f49e-e86d-437c-bdb8-c329ad59f2f1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:37.201887 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'tag': 'c822c55b-d293-49fc-accc-a8f410e383c9', 'status': 'completed', 'code': 200} Feb 19 01:44:37.243331 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-2c61b6db-a9e4-45e8-bf03-4e43f293718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.246044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-2c61b6db-a9e4-45e8-bf03-4e43f293718f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 1126 time: 0.0579042 Feb 19 01:44:37.290620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-d36dabcd-47e6-4f05-852f-c43ba74b3f52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c822c55b-d293-49fc-accc-a8f410e383c9 HTTP/1.1" status: 200 len: 217 time: 0.0376368 Feb 19 01:44:37.346311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-f34e9618-a57e-4fa5-97eb-a36ce087b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.348021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-f34e9618-a57e-4fa5-97eb-a36ce087b8ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0484605 Feb 19 01:44:37.406910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-73a11f0d-76a9-4c0d-9e9d-6e4eaf048ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.408539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-73a11f0d-76a9-4c0d-9e9d-6e4eaf048ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499151 Feb 19 01:44:37.525361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-aabd4def-8d78-4d49-ae84-ef5fc6bcbe57 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076248 Feb 19 01:44:37.622188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-283b37b7-043e-48a4-b3fa-6f137e2ccb3c req-c5c2d4a1-4b2a-476b-9cdd-19edbff93ebd service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878556 Feb 19 01:44:37.733918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860b73-b234-4574-93b2-f8dab5622f6c req-96518dcb-e506-4867-b888-f76beb2f3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.735429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-96518dcb-e506-4867-b888-f76beb2f3ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 1126 time: 0.0507889 Feb 19 01:44:37.827909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860b73-b234-4574-93b2-f8dab5622f6c req-2181554e-3d20-4d43-89a5-79f7fdb407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.829321 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-2181554e-3d20-4d43-89a5-79f7fdb407ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0836644 Feb 19 01:44:37.876084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-d0c603c6-bf35-43ce-8a60-aecdefc9c388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c822c55b-d293-49fc-accc-a8f410e383c9 HTTP/1.1" status: 200 len: 217 time: 0.0377014 Feb 19 01:44:37.924870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860b73-b234-4574-93b2-f8dab5622f6c req-602c28e3-085a-4ec4-a46a-e280da2c55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.926349 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-602c28e3-085a-4ec4-a46a-e280da2c55ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0448909 Feb 19 01:44:37.979916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860b73-b234-4574-93b2-f8dab5622f6c req-f75e8857-d9b2-4dcd-a840-2091c7c0d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.981449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-f75e8857-d9b2-4dcd-a840-2091c7c0d94d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452251 Feb 19 01:44:38.074737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-7f79cbda-ec78-40cf-bce7-424db503cde9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837514 Feb 19 01:44:38.165383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-58860b73-b234-4574-93b2-f8dab5622f6c req-2b88d5c2-7139-418c-abfd-3a56d43a2ea8 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 Feb 19 01:44:38.277673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd47b34-9494-4609-b9be-c35442d92bc6 req-e13fc582-b43a-4304-85d1-a105ae6d484e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:38.279679 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3dd47b34-9494-4609-b9be-c35442d92bc6 req-e13fc582-b43a-4304-85d1-a105ae6d484e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0529339 Feb 19 01:44:38.327520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3dd47b34-9494-4609-b9be-c35442d92bc6 req-f986a2b7-2470-4e91-a358-cf7b5400be59 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Feb 19 01:44:39.452051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dc13a-c36d-4968-a095-d3b8a0c2908a req-b5a45058-1e51-4528-8552-35929eb0019b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:39.453552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-210dc13a-c36d-4968-a095-d3b8a0c2908a req-b5a45058-1e51-4528-8552-35929eb0019b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0541451 Feb 19 01:44:39.501068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-210dc13a-c36d-4968-a095-d3b8a0c2908a req-041f2835-606a-4102-9792-54f4dd2326e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Feb 19 01:44:40.625923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec30f6-54aa-4437-94b8-5a40f0b688e5 req-22ee5d02-cc06-47f2-a069-69a22e1c5420 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:40.627435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fec30f6-54aa-4437-94b8-5a40f0b688e5 req-22ee5d02-cc06-47f2-a069-69a22e1c5420 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0542600 Feb 19 01:44:40.685705 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fec30f6-54aa-4437-94b8-5a40f0b688e5 req-a8ca2a58-0237-405b-a7d8-f96a15fb4624 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519638 Feb 19 01:44:41.822842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2217-b46c-4fdd-9ae1-b9ff064dfd01 req-f4026893-1cc9-40f7-829a-9d9692b1b061 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:41.824324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48ed2217-b46c-4fdd-9ae1-b9ff064dfd01 req-f4026893-1cc9-40f7-829a-9d9692b1b061 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0607414 Feb 19 01:44:41.888273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48ed2217-b46c-4fdd-9ae1-b9ff064dfd01 req-c221287b-5d94-4f01-98ef-1d2ae26ba3ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564301 Feb 19 01:44:43.117644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b2db-1a0f-4806-81d4-abca8aac9cb1 req-d163722e-fb89-42e1-aaaf-b70efe7a3705 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:43.119633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6949b2db-1a0f-4806-81d4-abca8aac9cb1 req-d163722e-fb89-42e1-aaaf-b70efe7a3705 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.1286612 Feb 19 01:44:43.181368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6949b2db-1a0f-4806-81d4-abca8aac9cb1 req-fc156ea9-9090-4969-be12-8247d4ca9d26 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549417 Feb 19 01:44:44.331129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c234298-e54f-4d19-8ac7-9c099dcee917 req-871de547-ada2-4490-9ce3-75193eee3456 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:44.337727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c234298-e54f-4d19-8ac7-9c099dcee917 req-871de547-ada2-4490-9ce3-75193eee3456 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0799258 Feb 19 01:44:44.394169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2c234298-e54f-4d19-8ac7-9c099dcee917 req-36104113-19b1-48df-be82-b790b9413aa8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Feb 19 01:44:45.517397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c05e95-c2b2-4e02-9899-4e5d4cbf4e43 req-d427ae5f-a783-40ea-8e9c-d63d69e9d31c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:45.518926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56c05e95-c2b2-4e02-9899-4e5d4cbf4e43 req-d427ae5f-a783-40ea-8e9c-d63d69e9d31c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0564253 Feb 19 01:44:45.577199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56c05e95-c2b2-4e02-9899-4e5d4cbf4e43 req-63dfd4e0-81cb-4b5f-b679-964be8cc67cd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Feb 19 01:44:46.691342 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262584a-0e64-499b-9a91-1c671fe77dfe req-a2d7ff83-3a6d-493f-a51f-300d3ed6cdce tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:46.692815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3262584a-0e64-499b-9a91-1c671fe77dfe req-a2d7ff83-3a6d-493f-a51f-300d3ed6cdce tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0565119 Feb 19 01:44:46.739926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3262584a-0e64-499b-9a91-1c671fe77dfe req-8e13c4f2-8170-406c-8e2d-6560123d9697 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Feb 19 01:44:47.860005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04770-082d-4c3c-8656-83ef6f0113d3 req-40ddf27a-bb8e-4994-b44e-d83eb9d76194 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:47.861486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6b04770-082d-4c3c-8656-83ef6f0113d3 req-40ddf27a-bb8e-4994-b44e-d83eb9d76194 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0528498 Feb 19 01:44:47.910621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6b04770-082d-4c3c-8656-83ef6f0113d3 req-4b31e03c-701a-4832-a629-2527e58dca08 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Feb 19 01:44:48.493512 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:49.030181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff1654-42a9-40fb-b44e-28b2d98d1286 req-f4d0a8ba-6500-4503-ac2c-5635d028a1ed tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:49.031673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ff1654-42a9-40fb-b44e-28b2d98d1286 req-f4d0a8ba-6500-4503-ac2c-5635d028a1ed tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0537651 Feb 19 01:44:49.079457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02ff1654-42a9-40fb-b44e-28b2d98d1286 req-1e7490d6-c635-4b5b-a834-23fd5dc17757 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Feb 19 01:44:50.199051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521f551-d106-4777-a8ff-65d9d680f186 req-6facfb25-b94d-4927-a880-06d22341e61e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:50.200533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e521f551-d106-4777-a8ff-65d9d680f186 req-6facfb25-b94d-4927-a880-06d22341e61e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0535362 Feb 19 01:44:50.255157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e521f551-d106-4777-a8ff-65d9d680f186 req-4a80b2ba-d341-46d3-b157-c8967b022846 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Feb 19 01:44:50.267360 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9580d626-e186-41f8-b194-9fc8a0d4f2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:51.383242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f3714-8c14-4c16-8a7b-98f1045bbb6a req-4441bf8a-d6c3-4a78-ab03-73f56fc670c3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:51.384742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-677f3714-8c14-4c16-8a7b-98f1045bbb6a req-4441bf8a-d6c3-4a78-ab03-73f56fc670c3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0525601 Feb 19 01:44:51.444636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-677f3714-8c14-4c16-8a7b-98f1045bbb6a req-f8bf67a5-e116-47bd-9c32-cd3e42e9493f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537333 Feb 19 01:44:52.567127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779f08-00e5-4d2a-a6d2-a62cf756f557 req-0178cc27-823d-4484-8305-8831a3ab8e51 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:52.568598 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d779f08-00e5-4d2a-a6d2-a62cf756f557 req-0178cc27-823d-4484-8305-8831a3ab8e51 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0518935 Feb 19 01:44:52.615701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5d779f08-00e5-4d2a-a6d2-a62cf756f557 req-55c0784e-0e44-47d0-a931-6135e0121b39 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Feb 19 01:44:52.663255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0143e8d5-5e80-43dc-9cab-5ec1125b0827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.734676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1743443-9589-4b8c-92f6-cadea681a4ed req-146c5d9e-ce15-4b38-92b9-df82e9dd9ff6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:53.736380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1743443-9589-4b8c-92f6-cadea681a4ed req-146c5d9e-ce15-4b38-92b9-df82e9dd9ff6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0536971 Feb 19 01:44:53.781887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.784249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1743443-9589-4b8c-92f6-cadea681a4ed req-4651466c-0c51-4ecd-af46-8302378a7235 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Feb 19 01:44:54.912277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3933-88e6-4f83-b0a8-5920ae961264 req-ecc8b48b-776f-4c7c-9726-b8a9a3f88ce3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:54.913772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08ad3933-88e6-4f83-b0a8-5920ae961264 req-ecc8b48b-776f-4c7c-9726-b8a9a3f88ce3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0594578 Feb 19 01:44:54.964693 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08ad3933-88e6-4f83-b0a8-5920ae961264 req-4c78211b-f8e8-4206-bf5f-cf66362a0f4a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Feb 19 01:44:55.425575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:56.089885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2281a-517c-4a86-b4f1-32d60b5eef5e req-324ce2bb-4324-4012-948d-1c8b998fa63b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:56.091354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20c2281a-517c-4a86-b4f1-32d60b5eef5e req-324ce2bb-4324-4012-948d-1c8b998fa63b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0549550 Feb 19 01:44:56.138170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20c2281a-517c-4a86-b4f1-32d60b5eef5e req-11f877cf-053f-4206-b04a-716efb02149b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Feb 19 01:44:56.229939 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:56.611748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:57.257126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d242-cb5a-4a91-b1be-e01a64239c9a req-0fd8ab45-89db-4b09-8bb9-e839de9142ce tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:57.258629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2094d242-cb5a-4a91-b1be-e01a64239c9a req-0fd8ab45-89db-4b09-8bb9-e839de9142ce tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0531776 Feb 19 01:44:57.305918 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2094d242-cb5a-4a91-b1be-e01a64239c9a req-8e320300-0196-4cd3-b84b-808e4054f47e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Feb 19 01:44:58.429949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642c0ac-d62f-400d-95a6-f3345670b09f req-40f6f037-fc75-4013-86c5-2e2a733f31c4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:58.431487 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0642c0ac-d62f-400d-95a6-f3345670b09f req-40f6f037-fc75-4013-86c5-2e2a733f31c4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0582185 Feb 19 01:44:58.482298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0642c0ac-d62f-400d-95a6-f3345670b09f req-ee1d0129-6137-4422-a0cb-bfaa6ecc0545 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Feb 19 01:44:59.602608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac98a2-c6bc-4fb2-876a-075bc7ac5321 req-b3e9d02a-c59e-428d-a7e9-b039e4b18c55 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:59.604089 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74ac98a2-c6bc-4fb2-876a-075bc7ac5321 req-b3e9d02a-c59e-428d-a7e9-b039e4b18c55 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0557930 Feb 19 01:44:59.661832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74ac98a2-c6bc-4fb2-876a-075bc7ac5321 req-1725eb31-d342-45c4-9203-6bbd36ff8280 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514641 Feb 19 01:45:00.781153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c38431-2c79-4825-8079-a78c47c36ed1 req-71079c68-912f-487d-845a-cbd29d2f297c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:00.782618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4c38431-2c79-4825-8079-a78c47c36ed1 req-71079c68-912f-487d-845a-cbd29d2f297c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0531037 Feb 19 01:45:00.829369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4c38431-2c79-4825-8079-a78c47c36ed1 req-3ba7435f-5327-4af1-b89c-99f889369474 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Feb 19 01:45:01.948509 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20d5a0-6140-4505-8d4f-f3a0c5e6b240 req-3b3be50f-5933-4a77-a821-900c44643e92 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:01.950007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a20d5a0-6140-4505-8d4f-f3a0c5e6b240 req-3b3be50f-5933-4a77-a821-900c44643e92 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0531578 Feb 19 01:45:01.996372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0a20d5a0-6140-4505-8d4f-f3a0c5e6b240 req-5cc2c796-57f9-4325-8739-b16908f9fbc4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Feb 19 01:45:03.112840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c724fc2-cf00-4b3d-b589-5db412984ef1 req-fa53a097-bd15-45f1-8edf-79c06b53c256 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:03.114363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c724fc2-cf00-4b3d-b589-5db412984ef1 req-fa53a097-bd15-45f1-8edf-79c06b53c256 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0523813 Feb 19 01:45:03.164574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c724fc2-cf00-4b3d-b589-5db412984ef1 req-6d27a9c9-6c99-4e34-8c34-ca85e89abb84 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Feb 19 01:45:03.579833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c885-ef13-49ed-ab3e-5a6a999d46fa req-500d9489-7e2f-4dc5-a6e9-ca89dac46c68 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:03.581339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05c2c885-ef13-49ed-ab3e-5a6a999d46fa req-500d9489-7e2f-4dc5-a6e9-ca89dac46c68 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.0535095 Feb 19 01:45:03.630970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-05c2c885-ef13-49ed-ab3e-5a6a999d46fa req-55ef4ea9-7cf1-4a81-ace6-8c469989d595 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 Feb 19 01:45:04.285625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeb024-33fe-4bf0-81fb-184c96abc57f req-58af59a8-d237-4181-bdf1-9bc323b9cb72 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:04.287092 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbdeb024-33fe-4bf0-81fb-184c96abc57f req-58af59a8-d237-4181-bdf1-9bc323b9cb72 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.0517759 Feb 19 01:45:04.337502 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bbdeb024-33fe-4bf0-81fb-184c96abc57f req-e2224929-a894-4dc6-b03f-4d6824ffecfe tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Feb 19 01:45:04.751741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4d20-bfe2-42ea-9422-9c707296882f req-488b8678-9557-4e7d-a2bf-d85ec024a85a tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:04.753253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d7b4d20-bfe2-42ea-9422-9c707296882f req-488b8678-9557-4e7d-a2bf-d85ec024a85a tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Feb 19 01:45:04.801788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d7b4d20-bfe2-42ea-9422-9c707296882f req-790866e7-608c-4e4f-947d-d6501ed98d28 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/security-groups?id=f10a08f6-a39b-40f7-a1bc-587bfb640c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Feb 19 01:45:04.916417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-d9d20357-4862-499c-9b09-a9ca3f56fed4 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:04.917793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-d9d20357-4862-499c-9b09-a9ca3f56fed4 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.89 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 946 time: 0.0505197 Feb 19 01:45:05.007729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Deleting port 745e0d68-5f3d-4b0f-983d-c15309ba3693 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:05.008063 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.095929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] For port 745e0d68-5f3d-4b0f-983d-c15309ba3693, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=745e0d68-5f3d-4b0f-983d-c15309ba3693,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:05.096288 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.604783 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77692d44-9e93-4c64-9b64-eb907d6ba32d req-5f86c1c0-2a5c-4a0a-99ea-b545195b7bf7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:05.606274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77692d44-9e93-4c64-9b64-eb907d6ba32d req-5f86c1c0-2a5c-4a0a-99ea-b545195b7bf7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 944 time: 0.1367309 Feb 19 01:45:05.637904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.638187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (e965aa87-443c-4c56-a128-a2f119956e1a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.638500 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Floating IP e965aa87-443c-4c56-a128-a2f119956e1a disassociated. External IP: 172.25.0.236, port: 745e0d68-5f3d-4b0f-983d-c15309ba3693. Feb 19 01:45:05.638958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Calling delete_port for 745e0d68-5f3d-4b0f-983d-c15309ba3693 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:05.704933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77692d44-9e93-4c64-9b64-eb907d6ba32d req-46dc9496-4adf-452c-8d35-3fac3cdda13d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920217 Feb 19 01:45:05.730416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c822c55b-d293-49fc-accc-a8f410e383c9 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:45:05.802911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (745e0d68-5f3d-4b0f-983d-c15309ba3693), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.832922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c822c55b-d293-49fc-accc-a8f410e383c9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c822c55b-d293-49fc-accc-a8f410e383c9,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:05.833086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event deleted for resources: {'Port': ['ID=745e0d68-5f3d-4b0f-983d-c15309ba3693,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:05.845523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c822c55b-d293-49fc-accc-a8f410e383c9', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': 'c822c55b-d293-49fc-accc-a8f410e383c9', 'mac_address': 'fa:16:3e:b0:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:45:05.884756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.885130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.885473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.885814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.886148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.886477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.886799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.887123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.887450 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.888033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.888144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.888397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.888717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:05.897780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c822c55b-d293-49fc-accc-a8f410e383c9 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:45:05.898183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.912518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c822c55b-d293-49fc-accc-a8f410e383c9 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:45:05.934522 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c822c55b-d293-49fc-accc-a8f410e383c9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c822c55b-d293-49fc-accc-a8f410e383c9,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:05.939501 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:05.965596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:45:05.994673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c822c55b-d293-49fc-accc-a8f410e383c9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:06.002367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.002721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.003067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.003408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.003744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.004079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.004410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.004736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.005292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.005622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.005953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.006279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.006600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:45:06.035187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b4bab94-3eff-44ba-ac15-2d411eb439cc req-b1bcc1ab-0084-48d4-9720-519302592e2e tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ad6ee04-74a3-46b8-ac17-70927dedcb10 HTTP/1.1" status: 200 len: 210 time: 0.0357075 Feb 19 01:45:06.082108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:45:06.092749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] Sync routers for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:45:06.102371 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:45:06.102979 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:44:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:06.122508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] No DVR routers for this DVR port 745e0d68-5f3d-4b0f-983d-c15309ba3693 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:45:06.125571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:06.128894 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f0595595-3dfa-4b71-8ec1-ad4502aaf585 req-5d41cbe6-b8dd-4bcc-a678-71d6457380cc tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.89 "DELETE /v2.0/ports/745e0d68-5f3d-4b0f-983d-c15309ba3693 HTTP/1.1" status: 204 len: 173 time: 1.2059069 Feb 19 01:45:06.129358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'name': 'network-vif-deleted', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:45:06.131664 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657ab920-6c1d-47df-99b2-812441fa4769" -d '{"events": [{"server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "name": "network-vif-deleted", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:45:06.207239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c822c55b-d293-49fc-accc-a8f410e383c9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:45:06.219472 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:45:06.252183 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002b585f-379a-4343-bde4-ce3501106388 x-openstack-request-id: req-002b585f-379a-4343-bde4-ce3501106388 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:45:06.252485 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad6ee04-74a3-46b8-ac17-70927dedcb10", "name": "network-vif-deleted", "tag": "745e0d68-5f3d-4b0f-983d-c15309ba3693", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:45:06.252743 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-002b585f-379a-4343-bde4-ce3501106388 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:45:06.253179 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad6ee04-74a3-46b8-ac17-70927dedcb10', 'name': 'network-vif-deleted', 'tag': '745e0d68-5f3d-4b0f-983d-c15309ba3693', 'status': 'completed', 'code': 200} Feb 19 01:45:06.429856 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:40:00Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:06.455779 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] Checking router: 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:45:06.463768 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:45:06.464361 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:44:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:06.573703 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:45:06.781557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:40:00Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:06.807949 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67f136-7081-4295-a85a-60b8b75d895d None None] The sync data for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 is: [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:39:54Z', 'revision_number': 4, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd7aa1b28-3c45-4184-8cc0-a4c515269133', 'name': '', 'network_id': 'a4498ed2-b16d-489c-ba2f-185d7a32b650', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'mac_address': 'fa:16:3e:6c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:54Z', 'updated_at': '2022-02-19T01:40:00Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'subnets': [{'id': '439e529b-bba6-4e99-aca2-33157a1f66f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:45:06.830442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0a732-8342-4c7d-9f66-1641ffef7cff req-e6dcd3e3-ccaf-41de-a71e-fe6ff4d2eb97 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:06.831903 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60d0a732-8342-4c7d-9f66-1641ffef7cff req-e6dcd3e3-ccaf-41de-a71e-fe6ff4d2eb97 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 945 time: 0.0551603 Feb 19 01:45:06.881317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60d0a732-8342-4c7d-9f66-1641ffef7cff req-8aee1649-032f-4e95-99d4-ef7c3681cb29 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Feb 19 01:45:07.053067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dda3d0-3528-44e2-807e-b77f6b84658f None None] New status for floating IP e965aa87-443c-4c56-a128-a2f119956e1a: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:45:07.092537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47402) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:07.253566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Deleting port ce1e43c5-d0f0-4271-9903-6dc9d83e7e85 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:07.253838 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.330849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.331178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for floatingip (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.343253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Calling delete_port for ce1e43c5-d0f0-4271-9903-6dc9d83e7e85 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:07.478602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ce1e43c5-d0f0-4271-9903-6dc9d83e7e85), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.504538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event deleted for resources: {'Port': ['ID=ce1e43c5-d0f0-4271-9903-6dc9d83e7e85,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:07.564626 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for floatingip (e965aa87-443c-4c56-a128-a2f119956e1a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.567384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.568536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f646e6dd-0641-428d-abe1-ebb018753664 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "DELETE /v2.0/floatingips/e965aa87-443c-4c56-a128-a2f119956e1a HTTP/1.1" status: 204 len: 168 time: 0.4749424 Feb 19 01:45:07.635975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:07.695652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f39a-389d-4ae5-8c1d-22c9142f1a39 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group (f10a08f6-a39b-40f7-a1bc-587bfb640c9f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.720707 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f39a-389d-4ae5-8c1d-22c9142f1a39 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group (f10a08f6-a39b-40f7-a1bc-587bfb640c9f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.741778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c822c55b-d293-49fc-accc-a8f410e383c9 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:45:07.781354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f39a-389d-4ae5-8c1d-22c9142f1a39 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f10a08f6-a39b-40f7-a1bc-587bfb640c9f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.783986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f39a-389d-4ae5-8c1d-22c9142f1a39 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.787825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6cd0f39a-389d-4ae5-8c1d-22c9142f1a39 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] 10.222.0.43 "DELETE /v2.0/security-groups/f10a08f6-a39b-40f7-a1bc-587bfb640c9f HTTP/1.1" status: 204 len: 168 time: 0.1483772 Feb 19 01:45:07.795570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0f39a-389d-4ae5-8c1d-22c9142f1a39 tempest-TestServerBasicOps-1409604965 tempest-TestServerBasicOps-1409604965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a08f6-a39b-40f7-a1bc-587bfb640c9f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:07.798305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c822c55b-d293-49fc-accc-a8f410e383c9 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:45:07.804407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c822c55b-d293-49fc-accc-a8f410e383c9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:45:07.805012 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.888871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c822c55b-d293-49fc-accc-a8f410e383c9 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:45:07.889294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.911625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c822c55b-d293-49fc-accc-a8f410e383c9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:45:07.913888 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29dcb79-4ceb-42cf-ad4a-63165d9cb852" -d '{"events": [{"server_uuid": "5339e4d0-a805-4713-a21c-c7a36b596ed2", "name": "network-vif-plugged", "status": "completed", "tag": "c822c55b-d293-49fc-accc-a8f410e383c9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:45:07.930747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c822c55b-d293-49fc-accc-a8f410e383c9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c822c55b-d293-49fc-accc-a8f410e383c9,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:07.934893 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:07.982771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c822c55b-d293-49fc-accc-a8f410e383c9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:08.008752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ee505-6917-4543-a2b0-0e30a83eedb9 req-98788197-e403-4bdf-a2e8-7bb34b3791d8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:08.010284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-439ee505-6917-4543-a2b0-0e30a83eedb9 req-98788197-e403-4bdf-a2e8-7bb34b3791d8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.0579858 Feb 19 01:45:08.058031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-439ee505-6917-4543-a2b0-0e30a83eedb9 req-a29d4654-067e-47e5-a8dd-9897d66ee30d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Feb 19 01:45:08.101136 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af3b964-bcba-446b-a54f-ea0399cacb60 x-openstack-request-id: req-8af3b964-bcba-446b-a54f-ea0399cacb60 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:45:08.101629 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5339e4d0-a805-4713-a21c-c7a36b596ed2", "name": "network-vif-plugged", "status": "completed", "tag": "c822c55b-d293-49fc-accc-a8f410e383c9", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:45:08.101717 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8af3b964-bcba-446b-a54f-ea0399cacb60 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:45:08.102254 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c822c55b-d293-49fc-accc-a8f410e383c9', 'code': 200} Feb 19 01:45:08.208275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43135331-d341-45d7-865a-7fc852243960 req-6a9e22bd-a958-4372-b191-11a808d72e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:08.209854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43135331-d341-45d7-865a-7fc852243960 req-6a9e22bd-a958-4372-b191-11a808d72e3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 1128 time: 0.0449333 Feb 19 01:45:08.232214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 745e0d68-5f3d-4b0f-983d-c15309ba3693 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:08.252298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 745e0d68-5f3d-4b0f-983d-c15309ba3693 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:08.252647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 745e0d68-5f3d-4b0f-983d-c15309ba3693 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:08.256040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43135331-d341-45d7-865a-7fc852243960 req-4423bd94-0571-43a5-9c10-ee4bb503d770 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Feb 19 01:45:08.835094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47418) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:09.180439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e91eda-8b03-4013-9ed9-b4fa62861d55 req-b71a0802-f05f-40a7-8d80-beda1a6dd930 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:09.181969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0e91eda-8b03-4013-9ed9-b4fa62861d55 req-b71a0802-f05f-40a7-8d80-beda1a6dd930 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.0552309 Feb 19 01:45:09.232138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0e91eda-8b03-4013-9ed9-b4fa62861d55 req-68f3d60d-863c-4814-b0d6-5a6e17e9d409 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Feb 19 01:45:09.562953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:09.804720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Deleting port d7aa1b28-3c45-4184-8cc0-a4c515269133 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:09.805070 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:09.887758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] For port d7aa1b28-3c45-4184-8cc0-a4c515269133, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d7aa1b28-3c45-4184-8cc0-a4c515269133,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:09.888034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:09.899528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Calling delete_port for d7aa1b28-3c45-4184-8cc0-a4c515269133 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:10.078175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d7aa1b28-3c45-4184-8cc0-a4c515269133), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:10.101365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aa1b28-3c45-4184-8cc0-a4c515269133,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:10.274548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:10.426362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987adff-b986-4b1c-a792-0c9a43c5b399 req-7a9932b7-4739-4fd3-84dd-cbea81581ce2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:10.427821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2987adff-b986-4b1c-a792-0c9a43c5b399 req-7a9932b7-4739-4fd3-84dd-cbea81581ce2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.1036797 Feb 19 01:45:10.524177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2987adff-b986-4b1c-a792-0c9a43c5b399 req-1ea1ce39-21de-4420-89dc-e15c697d501e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895350 Feb 19 01:45:10.581341 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:45:10.644083 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26404c-06b9-4d28-9533-fe5154219879 req-23713dde-d695-4cd8-b8f2-43e08c5998ae tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:10.645649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d26404c-06b9-4d28-9533-fe5154219879 req-23713dde-d695-4cd8-b8f2-43e08c5998ae tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.0547588 Feb 19 01:45:10.694595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:45:10.699526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d26404c-06b9-4d28-9533-fe5154219879 req-4aca3478-8510-455a-b98c-5884d6a21da9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Feb 19 01:45:10.701717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-102c4bf6-dab8-4a70-9196-9c1bf2e0fff9 admin admin] 10.222.0.43 "PUT /v2.0/routers/24ea6d8d-73c5-47e2-8da1-e95bdecdd532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8639879 Feb 19 01:45:10.702746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47428) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:10.704242 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] Sync routers for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:45:10.714786 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:45:10.715488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:44:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:10.849948 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks [] for router (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:10.908445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b024b7-516c-44ee-992e-c0baa027cb04 req-d8d9d044-7b8c-459b-b9fc-b28f6364dac6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:10.909965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3b024b7-516c-44ee-992e-c0baa027cb04 req-d8d9d044-7b8c-459b-b9fc-b28f6364dac6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.1123574 Feb 19 01:45:10.912229 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:45:11.001723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks [] for router_gateway (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.009730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3b024b7-516c-44ee-992e-c0baa027cb04 req-c6b9cd04-444e-4de7-a69b-05ccafaa6feb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932655 Feb 19 01:45:11.063159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Deleting port 660f3f77-8554-4a75-901a-f49b266f79ac {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:11.063558 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.094087 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:45:10Z', 'revision_number': 5, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port': {'id': '660f3f77-8554-4a75-901a-f49b266f79ac', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:51Z', 'updated_at': '2022-02-19T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:11.120401 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] Checking router: 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:45:11.128839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] Routers {'24ea6d8d-73c5-47e2-8da1-e95bdecdd532'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:45:11.129488 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:44:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:11.152764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] For port 660f3f77-8554-4a75-901a-f49b266f79ac, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=660f3f77-8554-4a75-901a-f49b266f79ac,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:11.153214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.166772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Calling delete_port for 660f3f77-8554-4a75-901a-f49b266f79ac owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:11.222030 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] Set router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:45:11.284553 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:45:11Z', 'revision_number': 6, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:11.313822 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c0bd3-178a-4b7d-a519-b0f466965f96 None None] The sync data for ids ['24ea6d8d-73c5-47e2-8da1-e95bdecdd532'] in n-d-826752-2 is: [{'id': '24ea6d8d-73c5-47e2-8da1-e95bdecdd532', 'name': 'tempest-TestServerBasicOps-722790261-router', 'tenant_id': '6f94da29cbbe4154880e756bafe77cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:50Z', 'updated_at': '2022-02-19T01:45:11Z', 'revision_number': 6, 'project_id': '6f94da29cbbe4154880e756bafe77cfa', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:45:11.380211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ef24e-4b37-44e6-bf1f-30336fcaf140 req-dd06baa5-6120-49cc-a8fb-c71680a580eb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:11.381718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-835ef24e-4b37-44e6-bf1f-30336fcaf140 req-dd06baa5-6120-49cc-a8fb-c71680a580eb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.1014414 Feb 19 01:45:11.406722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (660f3f77-8554-4a75-901a-f49b266f79ac), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.448892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=660f3f77-8554-4a75-901a-f49b266f79ac,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:11.512899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-835ef24e-4b37-44e6-bf1f-30336fcaf140 req-2aed24e5-f0df-4bd7-8134-024e1c858e12 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251891 Feb 19 01:45:11.525616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.619975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.622044 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks [] for router_controller (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.665807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (24ea6d8d-73c5-47e2-8da1-e95bdecdd532), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.666348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ea6d8d-73c5-47e2-8da1-e95bdecdd532 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:45:11.671032 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.672364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-759deff1-9c37-41a5-9610-62fd08f092b5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/24ea6d8d-73c5-47e2-8da1-e95bdecdd532 HTTP/1.1" status: 204 len: 168 time: 0.9686742 Feb 19 01:45:11.675439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:11.726227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Deleting subnet 439e529b-bba6-4e99-aca2-33157a1f66f7 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:45:11.729871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Publish callbacks [] for subnet (439e529b-bba6-4e99-aca2-33157a1f66f7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.769871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (439e529b-bba6-4e99-aca2-33157a1f66f7), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.850901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (439e529b-bba6-4e99-aca2-33157a1f66f7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.902443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (439e529b-bba6-4e99-aca2-33157a1f66f7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.932943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439e529b-bba6-4e99-aca2-33157a1f66f7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:11.939645 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:11.942846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a20e2c90-936e-4eb1-9af6-b330256cbc7c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/439e529b-bba6-4e99-aca2-33157a1f66f7 HTTP/1.1" status: 204 len: 168 time: 0.2664335 Feb 19 01:45:11.945385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:11.946127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279b441-d802-4c9e-b53f-75799a2b8a0f None None] Network a4498ed2-b16d-489c-ba2f-185d7a32b650 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:45:12.013273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a4498ed2-b16d-489c-ba2f-185d7a32b650), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.067524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Deleting port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:12.067869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.102308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] DHCP port deletion for a4498ed2-b16d-489c-ba2f-185d7a32b650 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:45:12.138590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] For port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:12.139355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.158846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Calling delete_port for ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:12.167856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d7aa1b28-3c45-4184-8cc0-a4c515269133 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:12.197653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d7aa1b28-3c45-4184-8cc0-a4c515269133 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:12.198001 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d7aa1b28-3c45-4184-8cc0-a4c515269133 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:12.198588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:12.226595 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] Deleting port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:12.226780 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.244459 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.269366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:12.278774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] No DVR routers for this DVR port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:45:12.284620 n-d-826752-2 neutron-server[103431]: INFO neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No ports have port_id starting with ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 Feb 19 01:45:12.287143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 660f3f77-8554-4a75-901a-f49b266f79ac no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:12.316740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 660f3f77-8554-4a75-901a-f49b266f79ac {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:12.317120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 660f3f77-8554-4a75-901a-f49b266f79ac not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:12.323430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] For port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,segment=NetworkSegment(c60aabf9-bbf3-4e09-9d50-36128319a4b7),segment_id=c60aabf9-bbf3-4e09-9d50-36128319a4b7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:12.323783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.337170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] Calling delete_port for ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:12.367368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a4498ed2-b16d-489c-ba2f-185d7a32b650), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.389247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4498ed2-b16d-489c-ba2f-185d7a32b650']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:12.399253 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60aabf9-bbf3-4e09-9d50-36128319a4b7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:12.399555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60aabf9-bbf3-4e09-9d50-36128319a4b7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:12.409988 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (c60aabf9-bbf3-4e09-9d50-36128319a4b7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.422162 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.429091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (c60aabf9-bbf3-4e09-9d50-36128319a4b7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.436141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:45:12.436575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (c60aabf9-bbf3-4e09-9d50-36128319a4b7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:45:12.438611 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:45:12.453630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] Pushing event deleted for resources: {'Port': ['ID=ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:12.458578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a386b18-ee75-4e6d-9ba2-5290d5d9309d None None] No DVR routers for this DVR port ebe01ab0-f2e0-42b6-8ffd-8c2ec26ff092 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:45:12.494644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a4498ed2-b16d-489c-ba2f-185d7a32b650), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.500083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.503234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a4498ed2-b16d-489c-ba2f-185d7a32b650 HTTP/1.1" status: 204 len: 168 time: 0.5568130 Feb 19 01:45:12.506346 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47442) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:12.519639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95481465-c3db-41e1-a1f7-aa23dc978336 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4498ed2-b16d-489c-ba2f-185d7a32b650,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:12.638056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636805-a29f-4fe6-aeb8-5e9c779611ed req-44308c2d-9da7-4f07-80c6-917d242ac61e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:12.639558 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da636805-a29f-4fe6-aeb8-5e9c779611ed req-44308c2d-9da7-4f07-80c6-917d242ac61e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.0549383 Feb 19 01:45:12.699470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da636805-a29f-4fe6-aeb8-5e9c779611ed req-938bac37-01d4-4995-b872-67bf07f3f616 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510056 Feb 19 01:45:12.898330 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:45:13.112803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-b21a250a-f629-4075-a9e6-d2d01051d495 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:13.114191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-b21a250a-f629-4075-a9e6-d2d01051d495 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 946 time: 0.0831020 Feb 19 01:45:13.251872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port c822c55b-d293-49fc-accc-a8f410e383c9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:13.252214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.317493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.396073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port c822c55b-d293-49fc-accc-a8f410e383c9, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c822c55b-d293-49fc-accc-a8f410e383c9,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:13.396362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.441157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for c822c55b-d293-49fc-accc-a8f410e383c9 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:13.691544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c822c55b-d293-49fc-accc-a8f410e383c9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.703946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c822c55b-d293-49fc-accc-a8f410e383c9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:45:13.725305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=c822c55b-d293-49fc-accc-a8f410e383c9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:13.778840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port c822c55b-d293-49fc-accc-a8f410e383c9 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:45:13.791187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.794441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bb2a550-9aa5-481e-9170-53f5dbed4743 req-97771d5a-5fc0-4650-8651-7dcdcda846e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "DELETE /v2.0/ports/c822c55b-d293-49fc-accc-a8f410e383c9 HTTP/1.1" status: 204 len: 173 time: 0.6734288 Feb 19 01:45:13.794919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'name': 'network-vif-deleted', 'tag': 'c822c55b-d293-49fc-accc-a8f410e383c9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:45:13.798057 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4931437e-655b-421b-9c24-1d66d4e34955" -d '{"events": [{"server_uuid": "5339e4d0-a805-4713-a21c-c7a36b596ed2", "name": "network-vif-deleted", "tag": "c822c55b-d293-49fc-accc-a8f410e383c9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:45:13.826741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8502cf56-4c1a-4f3d-bcff-51da6185ffe2 req-d2faf477-b6bd-41b2-8bb5-886b0652bfd2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0491750 Feb 19 01:45:13.831872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Deleting port 114ed71a-5965-4cd2-ab92-73164081c0c0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:13.832215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.852057 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23e94e1-5d5e-4bb9-ae83-97350fa05435 x-openstack-request-id: req-e23e94e1-5d5e-4bb9-ae83-97350fa05435 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:45:13.852367 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5339e4d0-a805-4713-a21c-c7a36b596ed2", "name": "network-vif-deleted", "tag": "c822c55b-d293-49fc-accc-a8f410e383c9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:45:13.852626 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e23e94e1-5d5e-4bb9-ae83-97350fa05435 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:45:13.853059 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5339e4d0-a805-4713-a21c-c7a36b596ed2', 'name': 'network-vif-deleted', 'tag': 'c822c55b-d293-49fc-accc-a8f410e383c9', 'status': 'completed', 'code': 200} Feb 19 01:45:13.931083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] For port 114ed71a-5965-4cd2-ab92-73164081c0c0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=114ed71a-5965-4cd2-ab92-73164081c0c0,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:13.931471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:13.947343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Calling delete_port for 114ed71a-5965-4cd2-ab92-73164081c0c0 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:14.131695 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (114ed71a-5965-4cd2-ab92-73164081c0c0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:14.158274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=114ed71a-5965-4cd2-ab92-73164081c0c0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:14.331858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:14.559209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:45:14.680436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:45:14.686002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7d747527-e637-472a-802b-c23930d9eb8d admin admin] 10.222.0.43 "PUT /v2.0/routers/8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1785862 Feb 19 01:45:14.689110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47450) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:14.692619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] Sync routers for ids ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:45:14.703298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] Routers {'8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:45:14.704045 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:44:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:14.803857 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks [] for router (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:14.848553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] Set router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:45:14.923310 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks [] for router_gateway (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:14.940448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0332919c-9c39-413d-a6e5-e3322c33a7c1 req-3ad464a0-0134-4b65-9e24-449a0183a41a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0289423 Feb 19 01:45:14.991375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Deleting port 057a68db-926b-457e-936d-6599c13bbeeb {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:14.992128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (057a68db-926b-457e-936d-6599c13bbeeb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.061625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '057a68db-926b-457e-936d-6599c13bbeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:45:14Z', 'revision_number': 5, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port': {'id': '057a68db-926b-457e-936d-6599c13bbeeb', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:15.083522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] For port 057a68db-926b-457e-936d-6599c13bbeeb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=057a68db-926b-457e-936d-6599c13bbeeb,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:15.083926 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (057a68db-926b-457e-936d-6599c13bbeeb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.089899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] Checking router: 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:45:15.096702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Calling delete_port for 057a68db-926b-457e-936d-6599c13bbeeb owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:15.098727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] Routers {'8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:45:15.099401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:44:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:15.200149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] Set router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:45:15.255529 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:45:14Z', 'revision_number': 6, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:15.282514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07543581-e51a-4237-9b22-ebca2e653e3e None None] The sync data for ids ['8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af'] in n-d-826752-2 is: [{'id': '8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af', 'name': 'tempest-TestServerBasicOps-401243791-router', 'tenant_id': '2b89b1e0a78447a48b8c8df84af8c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:58Z', 'updated_at': '2022-02-19T01:45:14Z', 'revision_number': 6, 'project_id': '2b89b1e0a78447a48b8c8df84af8c626', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:45:15.292682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (057a68db-926b-457e-936d-6599c13bbeeb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.323689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Pushing event deleted for resources: {'Port': ['ID=057a68db-926b-457e-936d-6599c13bbeeb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:15.385255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.488861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.491931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks [] for router_controller (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.544640 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.545480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:45:15.550349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.551569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8f52eb32-7af9-412b-999a-52365b07c87e admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d3dc93c-ba84-4df7-a60b-ad1b9e4fd0af HTTP/1.1" status: 204 len: 168 time: 0.8615220 Feb 19 01:45:15.554410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47454) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:15.602483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Deleting subnet 57bfbc15-ef09-4b10-bf52-5ee2a82514cf {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:45:15.605782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Publish callbacks [] for subnet (57bfbc15-ef09-4b10-bf52-5ee2a82514cf), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.644823 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (57bfbc15-ef09-4b10-bf52-5ee2a82514cf), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.741176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (57bfbc15-ef09-4b10-bf52-5ee2a82514cf), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.794742 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (57bfbc15-ef09-4b10-bf52-5ee2a82514cf), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.820700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bfbc15-ef09-4b10-bf52-5ee2a82514cf,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:15.824259 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.830371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-117f15d3-42c5-4a09-8592-d913e311f9b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/57bfbc15-ef09-4b10-bf52-5ee2a82514cf HTTP/1.1" status: 204 len: 168 time: 0.2719970 Feb 19 01:45:15.830791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e98404-56f5-4052-b5cf-29974efd71a6 None None] Network 089a3f62-0d1f-4354-8134-1f7b93471b90 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:45:15.831594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47456) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:15.911849 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (089a3f62-0d1f-4354-8134-1f7b93471b90), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.973152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Deleting port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:15.973669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.037491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] For port 1b046eb5-f808-49d7-b34c-2288ddad8ee1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1b046eb5-f808-49d7-b34c-2288ddad8ee1,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:16.037854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.056374 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Calling delete_port for 1b046eb5-f808-49d7-b34c-2288ddad8ee1 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:16.057376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-270da1d2-d618-4d6c-8791-e325c18adff2 req-d5784ce8-160d-437e-8862-e3de6f8e6b65 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0415154 Feb 19 01:45:16.075618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] DHCP port deletion for 089a3f62-0d1f-4354-8134-1f7b93471b90 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:45:16.153778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] Deleting port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:45:16.154427 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.170060 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.197478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b046eb5-f808-49d7-b34c-2288ddad8ee1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:16.201245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] No DVR routers for this DVR port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:45:16.205734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 057a68db-926b-457e-936d-6599c13bbeeb no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:16.235954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 057a68db-926b-457e-936d-6599c13bbeeb {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:16.236306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 057a68db-926b-457e-936d-6599c13bbeeb not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:16.236738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 114ed71a-5965-4cd2-ab92-73164081c0c0 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:16.267221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 114ed71a-5965-4cd2-ab92-73164081c0c0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:16.268095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 114ed71a-5965-4cd2-ab92-73164081c0c0 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:16.268871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1b046eb5-f808-49d7-b34c-2288ddad8ee1 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:16.285497 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (089a3f62-0d1f-4354-8134-1f7b93471b90), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.299055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1b046eb5-f808-49d7-b34c-2288ddad8ee1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:16.299345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1b046eb5-f808-49d7-b34c-2288ddad8ee1 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:16.303101 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] For port 1b046eb5-f808-49d7-b34c-2288ddad8ee1, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1b046eb5-f808-49d7-b34c-2288ddad8ee1,segment=NetworkSegment(5d051d0c-2a6a-4ba7-8951-90de7dee39c2),segment_id=5d051d0c-2a6a-4ba7-8951-90de7dee39c2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:45:16.303418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.310580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089a3f62-0d1f-4354-8134-1f7b93471b90']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:16.318488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] Calling delete_port for 1b046eb5-f808-49d7-b34c-2288ddad8ee1 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:45:16.321367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d051d0c-2a6a-4ba7-8951-90de7dee39c2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:16.321657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d051d0c-2a6a-4ba7-8951-90de7dee39c2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:45:16.332146 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (5d051d0c-2a6a-4ba7-8951-90de7dee39c2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.346191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (5d051d0c-2a6a-4ba7-8951-90de7dee39c2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.352358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:45:16.352761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (5d051d0c-2a6a-4ba7-8951-90de7dee39c2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:45:16.354623 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:45:16.409904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (1b046eb5-f808-49d7-b34c-2288ddad8ee1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.419183 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (089a3f62-0d1f-4354-8134-1f7b93471b90), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.427203 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] No DVR routers for this DVR port 1b046eb5-f808-49d7-b34c-2288ddad8ee1 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:45:16.427790 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.433152 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] 10.222.0.43 "DELETE /v2.0/networks/089a3f62-0d1f-4354-8134-1f7b93471b90 HTTP/1.1" status: 204 len: 168 time: 0.5994444 Feb 19 01:45:16.449686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404abf4e-ef22-4b06-8176-1ccc653a2778 None None] Pushing event deleted for resources: {'Port': ['ID=1b046eb5-f808-49d7-b34c-2288ddad8ee1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:16.454936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212f2a4-c424-41a0-a541-6dd13ad5e235 admin admin] Pushing event deleted for resources: {'Network': ['ID=089a3f62-0d1f-4354-8134-1f7b93471b90,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:16.599082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47462) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:16.646382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-225fa206-3351-4afc-b307-ff3fefa74c93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f94da29cbbe4154880e756bafe77cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434616 Feb 19 01:45:16.646780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47464) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:16.701076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c073f757-e60d-4bfb-9e2a-13443522814c admin admin] Publish callbacks [] for security_group (90e4400a-1b56-453d-b1d6-00f95e1d2c4a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.722215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c073f757-e60d-4bfb-9e2a-13443522814c admin admin] Publish callbacks [] for security_group (90e4400a-1b56-453d-b1d6-00f95e1d2c4a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.777351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c073f757-e60d-4bfb-9e2a-13443522814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (90e4400a-1b56-453d-b1d6-00f95e1d2c4a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.779897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c073f757-e60d-4bfb-9e2a-13443522814c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.783500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c073f757-e60d-4bfb-9e2a-13443522814c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90e4400a-1b56-453d-b1d6-00f95e1d2c4a HTTP/1.1" status: 204 len: 168 time: 0.1332998 Feb 19 01:45:16.789403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073f757-e60d-4bfb-9e2a-13443522814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4400a-1b56-453d-b1d6-00f95e1d2c4a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:17.095633 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 47470) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:17.137531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b09b6eba-a8f0-49b5-b0b6-abda395a10e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b89b1e0a78447a48b8c8df84af8c626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405159 Feb 19 01:45:17.140240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 47474) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:45:17.196240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8a8812a9-8256-4efc-9579-be1d9d23e897 req-fc4ae108-96b1-41fc-b739-ebf0e28560ea tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0380597 Feb 19 01:45:17.218068 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86a60ea4-b522-414f-99d5-4fe747410bbb admin admin] Publish callbacks [] for security_group (871b0310-a1aa-433a-81d0-dc64b995d43a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:17.239663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86a60ea4-b522-414f-99d5-4fe747410bbb admin admin] Publish callbacks [] for security_group (871b0310-a1aa-433a-81d0-dc64b995d43a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:17.286988 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86a60ea4-b522-414f-99d5-4fe747410bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (871b0310-a1aa-433a-81d0-dc64b995d43a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:17.289632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86a60ea4-b522-414f-99d5-4fe747410bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:17.290979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-86a60ea4-b522-414f-99d5-4fe747410bbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/871b0310-a1aa-433a-81d0-dc64b995d43a HTTP/1.1" status: 204 len: 168 time: 0.1491568 Feb 19 01:45:17.300628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60ea4-b522-414f-99d5-4fe747410bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b0310-a1aa-433a-81d0-dc64b995d43a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:45:17.794379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c822c55b-d293-49fc-accc-a8f410e383c9 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:45:17.821245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: c822c55b-d293-49fc-accc-a8f410e383c9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:45:17.821609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c822c55b-d293-49fc-accc-a8f410e383c9 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:45:18.295032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5fb62058-a82b-4bb8-8e50-a024de92a011 req-7c1c911f-9dbc-41cb-acfe-f67c31f17b51 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0270939 Feb 19 01:45:18.494509 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:19.391417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc6a4580-af0a-479d-9505-9e7d5317c976 req-ab247774-288e-4e64-bbde-ab1a3c014358 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Feb 19 01:45:20.263801 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6386f01e-763f-41ee-b92e-7870ce46dcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:20.486822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ee3383c-2db2-49e1-bc88-56610fe900f4 req-9f9c9d98-a4d5-4727-a80c-4796c982b4b9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0277638 Feb 19 01:45:21.587865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ec052346-6e84-4c64-b492-6b668fa74e39 req-12547d64-4046-4403-8c33-385082f1bd50 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0310385 Feb 19 01:45:22.673525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13bb31c4-2f20-4b20-bd3a-dade44fbf349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:22.694455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7085321-e0fc-4e3c-b05a-d4386854620c req-005a8a89-c0e4-4a24-ab36-efa50607148a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=5339e4d0-a805-4713-a21c-c7a36b596ed2 HTTP/1.1" status: 200 len: 210 time: 0.0359261 Feb 19 01:45:23.785252 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:25.424555 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:26.231009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:26.605810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:48.512102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:49.897996 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:45:50.265567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99564c96-f82e-40fb-a390-db962fdd2992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:52.671116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-691db6a5-6598-4440-882f-e6506068e8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:53.786826 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:55.426940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:56.138112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-56ab9ffe-e9b7-4cd2-af2e-e274a05bcb5b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:56.139567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-56ab9ffe-e9b7-4cd2-af2e-e274a05bcb5b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.0977328 Feb 19 01:45:56.154455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-622eed3c-ddc9-43eb-a0b9-4a1e266084f4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0088408 Feb 19 01:45:56.208322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-fc8a0005-3acb-48ef-ad30-e7223ce5cac6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486531 Feb 19 01:45:56.233438 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:56.301345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-405c569a-c3a8-4a4c-871d-20b6e8814af4 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Feb 19 01:45:56.389859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-f747eb56-924b-4bea-831a-8c5c1ac11356 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827737 Feb 19 01:45:56.609966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:56.674076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8b44b8ca-450b-4d24-9372-f5528bbb01fb req-d45bc5ab-8034-479e-9c2b-196201c17c85 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0283573 Feb 19 01:45:57.759146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-154d7c79-a677-489a-9642-a26c9353ddaf req-498b2c80-870b-430c-8df6-66e766b6e70d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0329683 Feb 19 01:45:58.854896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79119cb8-a29a-489f-a79f-73eef7ca2cf8 req-bdf980cc-e3f5-416a-9aff-bd3d7e6c3b90 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0279534 Feb 19 01:45:59.609619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-7ad90d1a-54a0-4c8f-b4e0-1bd1973da6e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:59.611626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-7ad90d1a-54a0-4c8f-b4e0-1bd1973da6e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1071520 Feb 19 01:45:59.623720 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': '4391752e-e03a-4431-bcf7-a9e576da134b', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:45:59.734058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:45:59.737640 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:59.867943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.11 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:45:59.958086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52d15c24-8fab-464b-9e36-1659523a9df1 req-f814b6da-ecf1-4ed0-b692-9931e333e757 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0310810 Feb 19 01:46:00.031928 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.069529 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.113808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:46:00.121105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:46:00.127149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:46:00.131066 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:00.192539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:00.193202 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.216954 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-33e03ad3-b7e7-4c3a-a738-5136e41065cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969141 Feb 19 01:46:00.232427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Request body: {'port': {'device_id': '4391752e-e03a-4431-bcf7-a9e576da134b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:46:00.305104 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.381577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a1f53c73-dfb4-4a3f-901b-e6402a3a3e51 None None] Provisioning complete for port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:46:00.382143 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1f53c73-dfb4-4a3f-901b-e6402a3a3e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.416842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1f53c73-dfb4-4a3f-901b-e6402a3a3e51 None None] Port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:46:00.573024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:46:00.581300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Publish callbacks [] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.595530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Transition to ACTIVE for port object a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:46:00.599223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.653646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Pushing event updated for resources: {'Port': ['ID=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:00.722692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Attempting to bind port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:46:00.723028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Attempting to bind port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:46:00.723359 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Attempting to bind port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:46:00.727705 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:46:00.728042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Attempting to bind port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:46:00.733439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:46:00.733776 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:46:00.734158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:46:00.734578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Bound port: a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:46:00.734943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.807524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] For port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:46:00.811928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] For port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:46:00.819741 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.858423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:00.859057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:00.860690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] 10.222.0.89 "PUT /v2.0/ports/a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f HTTP/1.1" status: 200 len: 1092 time: 0.6348646 Feb 19 01:46:00.861609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4391752e-e03a-4431-bcf7-a9e576da134b', 'tag': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:46:00.863935 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b30d15-11c3-49cc-b005-849ec8b24f30" -d '{"events": [{"name": "network-changed", "server_uuid": "4391752e-e03a-4431-bcf7-a9e576da134b", "tag": "a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:46:00.894931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4cbd9-22c0-486e-9b72-1f964144debe service neutron] Pushing event updated for resources: {'Port': ['ID=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:00.947388 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5b9e87-0a67-474d-a0a4-0c148c04089b x-openstack-request-id: req-8c5b9e87-0a67-474d-a0a4-0c148c04089b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:46:00.947809 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4391752e-e03a-4431-bcf7-a9e576da134b", "tag": "a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:46:00.948162 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c5b9e87-0a67-474d-a0a4-0c148c04089b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:46:00.949432 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4391752e-e03a-4431-bcf7-a9e576da134b', 'tag': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f', 'status': 'completed', 'code': 200} Feb 19 01:46:00.971735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-fe7bd7e7-74a4-4a45-b4c9-d24397de9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:00.973313 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-fe7bd7e7-74a4-4a45-b4c9-d24397de9403 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 1126 time: 0.0738382 Feb 19 01:46:01.026135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-c2ca501d-6dcf-48bf-847d-97b41e948cf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f HTTP/1.1" status: 200 len: 217 time: 0.0444963 Feb 19 01:46:01.081242 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-5dd67f60-01da-443d-9ff5-ec75ac0f26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.082719 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-5dd67f60-01da-443d-9ff5-ec75ac0f26ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0495441 Feb 19 01:46:01.102251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddbec8-5507-4122-9334-37d5340682ea req-6163f792-c73a-4f83-b5f6-745199eb22e5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.103912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4ddbec8-5507-4122-9334-37d5340682ea req-6163f792-c73a-4f83-b5f6-745199eb22e5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0623400 Feb 19 01:46:01.136371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-6eb63bb4-efd2-4975-b2a0-cf57ec43783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.138146 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-6eb63bb4-efd2-4975-b2a0-cf57ec43783a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483179 Feb 19 01:46:01.157852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4ddbec8-5507-4122-9334-37d5340682ea req-0d4defe8-8b6b-4988-a796-4a15febaed12 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Feb 19 01:46:01.235325 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-1618a9e5-e245-4a7a-84ae-4c7c3e6d0245 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902791 Feb 19 01:46:01.322023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2761597b-e0cc-44b6-b15a-4e4ea2c2fdaf req-83539390-d66c-4a82-93c2-f8be48053665 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802567 Feb 19 01:46:01.415750 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-27179ed4-58a3-4ab6-a9ef-9f394a746a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.417223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-27179ed4-58a3-4ab6-a9ef-9f394a746a31 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 1126 time: 0.0505395 Feb 19 01:46:01.512767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-3f56bf92-045a-431d-807c-6948fb5806b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.514284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-3f56bf92-045a-431d-807c-6948fb5806b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0912888 Feb 19 01:46:01.560105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-fadf1a8b-f7e6-45bb-8c27-aa887f4a3412 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f HTTP/1.1" status: 200 len: 217 time: 0.0393305 Feb 19 01:46:01.610071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-fc943076-2274-4b07-9928-1f6e0213bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.612683 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-fc943076-2274-4b07-9928-1f6e0213bac6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0460031 Feb 19 01:46:01.663849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-a527ffcb-f2df-4038-9b53-b3ad63c78705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:01.665393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-a527ffcb-f2df-4038-9b53-b3ad63c78705 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467939 Feb 19 01:46:01.763155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-e48464fa-a171-473f-bfd6-7aee3e409fc6 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883298 Feb 19 01:46:01.853593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f1b30d15-11c3-49cc-b005-849ec8b24f30 req-a58104ea-431d-4b85-aaf0-55d266abc419 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837455 Feb 19 01:46:02.283400 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b69a6-5cd2-448b-8294-66bf571746bb req-79c5d08f-fd56-4825-9332-4a88ff3a7916 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:02.284879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a19b69a6-5cd2-448b-8294-66bf571746bb req-79c5d08f-fd56-4825-9332-4a88ff3a7916 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0524228 Feb 19 01:46:02.331713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a19b69a6-5cd2-448b-8294-66bf571746bb req-edce97ee-4eaa-4de4-967c-c6722d18de28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Feb 19 01:46:03.452922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e17b9-4179-4162-a46f-e3f724cfc1c8 req-5ccb12d8-f9bf-4f20-b277-b2a080fab918 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:03.455598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f36e17b9-4179-4162-a46f-e3f724cfc1c8 req-5ccb12d8-f9bf-4f20-b277-b2a080fab918 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0535157 Feb 19 01:46:03.506939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f36e17b9-4179-4162-a46f-e3f724cfc1c8 req-28f5fec8-3c01-4d3f-a02b-121591c1e228 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460720 Feb 19 01:46:04.635009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c539-eb46-448d-a7b0-e0dfeb3fc0fd req-d811dd0f-c63e-4489-9872-9b947b0f38a4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:04.636582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae87c539-eb46-448d-a7b0-e0dfeb3fc0fd req-d811dd0f-c63e-4489-9872-9b947b0f38a4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0609531 Feb 19 01:46:04.684097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae87c539-eb46-448d-a7b0-e0dfeb3fc0fd req-fc2e14bd-d6e9-43e4-90d8-68b4ca0f24c6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Feb 19 01:46:05.801720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0bf79-9cfc-4ccc-a09e-6ade3bd65313 req-a6c990b7-bde1-48a8-850a-f6a86f543b2e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:05.803174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38e0bf79-9cfc-4ccc-a09e-6ade3bd65313 req-a6c990b7-bde1-48a8-850a-f6a86f543b2e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0523608 Feb 19 01:46:05.850428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-38e0bf79-9cfc-4ccc-a09e-6ade3bd65313 req-42b5e226-2e91-4749-9e42-a2fabdfdb937 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Feb 19 01:46:06.990534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7519e6-4178-4f43-83d2-79274f45b75a req-7d73c66f-4cc5-42fd-83c5-124b4337c7b8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:06.992069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b7519e6-4178-4f43-83d2-79274f45b75a req-7d73c66f-4cc5-42fd-83c5-124b4337c7b8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0702238 Feb 19 01:46:07.039458 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b7519e6-4178-4f43-83d2-79274f45b75a req-82ea7385-a2e3-4e24-ae1a-ebdf94740e6a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Feb 19 01:46:08.161688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443f10b-5658-4b1d-a335-f283b3f68fcb req-7724b114-a659-4f9e-b142-b1675bfe35d9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:08.163178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9443f10b-5658-4b1d-a335-f283b3f68fcb req-7724b114-a659-4f9e-b142-b1675bfe35d9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0532246 Feb 19 01:46:08.210844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9443f10b-5658-4b1d-a335-f283b3f68fcb req-88e2be99-b535-43c4-b902-5de88e5fb803 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Feb 19 01:46:09.337452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359737d-7f6b-4ad5-8123-ead95a838b41 req-7e36b966-5393-41c0-af4b-691f7779d0f5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:09.338993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6359737d-7f6b-4ad5-8123-ead95a838b41 req-7e36b966-5393-41c0-af4b-691f7779d0f5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0568638 Feb 19 01:46:09.384643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6359737d-7f6b-4ad5-8123-ead95a838b41 req-dd21e6bd-fd39-4331-94d1-cc10e1c649d3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Feb 19 01:46:10.506274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885704c3-a023-49ad-b1b6-a7de78a05285 req-5e38de0a-59e6-44c5-8d76-fb577da1e77e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:10.507730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-885704c3-a023-49ad-b1b6-a7de78a05285 req-5e38de0a-59e6-44c5-8d76-fb577da1e77e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0561833 Feb 19 01:46:10.553733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-885704c3-a023-49ad-b1b6-a7de78a05285 req-39fa18ad-a2a7-4fa2-be7c-ea1ec9483dcb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Feb 19 01:46:11.676015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aa15f-83c9-4406-8118-924facf74436 req-00ef6601-745a-4097-8888-a6ca9b78c744 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:11.677532 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-316aa15f-83c9-4406-8118-924facf74436 req-00ef6601-745a-4097-8888-a6ca9b78c744 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0558252 Feb 19 01:46:11.724439 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-316aa15f-83c9-4406-8118-924facf74436 req-d5036b25-975e-4bda-b869-2925617879e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Feb 19 01:46:12.841955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10913-7d52-4dc3-a7a3-eec391d921f2 req-1c6be327-538b-458b-94a1-e0f1737e0892 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:12.843403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10913-7d52-4dc3-a7a3-eec391d921f2 req-1c6be327-538b-458b-94a1-e0f1737e0892 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0521121 Feb 19 01:46:12.889894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d0f10913-7d52-4dc3-a7a3-eec391d921f2 req-04caa89f-6a2c-4f1c-a5b9-89d033b0429a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Feb 19 01:46:14.007575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4fb0-e51c-4391-8b20-d1d23b0db1a1 req-8f92f46e-7ac0-4de9-8a2a-0e8dc8a8a79d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:14.009062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d62e4fb0-e51c-4391-8b20-d1d23b0db1a1 req-8f92f46e-7ac0-4de9-8a2a-0e8dc8a8a79d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0520017 Feb 19 01:46:14.058164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d62e4fb0-e51c-4391-8b20-d1d23b0db1a1 req-d187654a-e6d5-40a4-b70d-c6d1fdb42017 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Feb 19 01:46:15.180214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b569c-eb9d-4ffd-bab3-6e7547ead279 req-d2716860-acec-45be-9f67-997ffe7efcf9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:15.181707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c79b569c-eb9d-4ffd-bab3-6e7547ead279 req-d2716860-acec-45be-9f67-997ffe7efcf9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0566196 Feb 19 01:46:15.226971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c79b569c-eb9d-4ffd-bab3-6e7547ead279 req-f3d9674e-d213-4b54-9a76-b59d1c1188b9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Feb 19 01:46:16.621209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e8b9-24df-4b92-9af2-a35ef7e2e36e req-9872b03d-8163-4390-a8a9-5f2e21b2be90 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:16.622560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d85e8b9-24df-4b92-9af2-a35ef7e2e36e req-9872b03d-8163-4390-a8a9-5f2e21b2be90 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.3294272 Feb 19 01:46:16.668594 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d85e8b9-24df-4b92-9af2-a35ef7e2e36e req-4cbf8a80-c6cf-4e6a-9573-aec6cc708c40 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Feb 19 01:46:17.791143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa390c69-2be5-4ad2-81da-4f4e6b466b22 req-97d5d8a9-8232-4a02-b42e-ec176d9e1223 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:17.792647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa390c69-2be5-4ad2-81da-4f4e6b466b22 req-97d5d8a9-8232-4a02-b42e-ec176d9e1223 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 944 time: 0.0526636 Feb 19 01:46:17.838925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa390c69-2be5-4ad2-81da-4f4e6b466b22 req-f6bbfaed-9f94-4a68-acc9-86a4bc43fe8f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Feb 19 01:46:18.511380 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:18.639474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:46:18.734681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:46:18.749082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f', 'mac_address': 'fa:16:3e:32:22:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:46:18.785271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:46:18.785610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:18.798171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:46:18.817214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:46:18.821251 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:18.867345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:18.874823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.875177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.875519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.875913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.876182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.877021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.877360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.877923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.878270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.878583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.878910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.879235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.879558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:18.959337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086129-6bd0-45bb-a773-c6618bca6f09 req-8124903b-8aa1-45c3-a19b-5ea9701cc45b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:18.960848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29086129-6bd0-45bb-a773-c6618bca6f09 req-8124903b-8aa1-45c3-a19b-5ea9701cc45b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 945 time: 0.0540977 Feb 19 01:46:19.008003 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29086129-6bd0-45bb-a773-c6618bca6f09 req-17ad6169-d7e8-40a8-8f98-71f2c9f6fe0b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Feb 19 01:46:19.088319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:46:20.125522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acd766-c5eb-418c-9daa-a5fdd53b8cea req-cfe95c79-27ae-40c2-8c11-658fffc7b2c9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:20.127361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78acd766-c5eb-418c-9daa-a5fdd53b8cea req-cfe95c79-27ae-40c2-8c11-658fffc7b2c9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 945 time: 0.0525250 Feb 19 01:46:20.177668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78acd766-c5eb-418c-9daa-a5fdd53b8cea req-94214da8-0941-4ab8-af6f-59fdad774467 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 Feb 19 01:46:20.268258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78d3e47f-d086-4ab8-9830-a14840554005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:20.650900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:46:20.712220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:46:20.716313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:46:20.716715 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:20.798135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:46:20.799305 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:20.822423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391752e-e03a-4431-bcf7-a9e576da134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:46:20.824638 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170f77e-3fdb-469c-a261-31c5207010b4" -d '{"events": [{"server_uuid": "4391752e-e03a-4431-bcf7-a9e576da134b", "name": "network-vif-plugged", "status": "completed", "tag": "a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:46:20.836731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:46:20.841760 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:20.865154 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb1893c-2c8d-43ea-8769-9e0337604c05 x-openstack-request-id: req-9bb1893c-2c8d-43ea-8769-9e0337604c05 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:46:20.865451 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4391752e-e03a-4431-bcf7-a9e576da134b", "name": "network-vif-plugged", "status": "completed", "tag": "a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:46:20.865706 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9bb1893c-2c8d-43ea-8769-9e0337604c05 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:46:20.866093 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4391752e-e03a-4431-bcf7-a9e576da134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f', 'code': 200} Feb 19 01:46:20.894079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:20.971023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91b13f-5444-489f-8a3c-bbccc0e5a9e9 req-34050197-3e08-4ff9-afec-222c3ef5d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:20.972506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee91b13f-5444-489f-8a3c-bbccc0e5a9e9 req-34050197-3e08-4ff9-afec-222c3ef5d6c8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 1128 time: 0.0474987 Feb 19 01:46:21.022746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee91b13f-5444-489f-8a3c-bbccc0e5a9e9 req-6a129dcc-1662-43e7-9f79-a4a20ac0e450 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Feb 19 01:46:21.294105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee749-e380-4944-a3d4-1f938efc540d req-cdf096d3-e2c8-4602-8cd7-a4f66e0e7748 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:21.295589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-478ee749-e380-4944-a3d4-1f938efc540d req-cdf096d3-e2c8-4602-8cd7-a4f66e0e7748 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 946 time: 0.0517142 Feb 19 01:46:21.347751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-478ee749-e380-4944-a3d4-1f938efc540d req-19baf307-a95b-4820-a76e-40eeac47d2e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Feb 19 01:46:22.469378 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acaeba-a8d9-4c2e-bf3a-4d4f235b155a req-28adde89-9eeb-488c-ae22-ebb05b7a8c66 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:22.470844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10acaeba-a8d9-4c2e-bf3a-4d4f235b155a req-28adde89-9eeb-488c-ae22-ebb05b7a8c66 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 946 time: 0.0530217 Feb 19 01:46:22.517658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-10acaeba-a8d9-4c2e-bf3a-4d4f235b155a req-6a3330de-9519-4a04-8a73-71cad5fcb6da tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Feb 19 01:46:22.635033 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b2d1a-7f54-4687-a9c0-4c415454c088 req-90058bbc-37a5-4ca9-8d94-9ca6619611ee tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:22.636417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed6b2d1a-7f54-4687-a9c0-4c415454c088 req-90058bbc-37a5-4ca9-8d94-9ca6619611ee tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 946 time: 0.0530653 Feb 19 01:46:22.665500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4beb1ac2-e482-47a0-82af-344660e1d9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:22.684665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed6b2d1a-7f54-4687-a9c0-4c415454c088 req-48f75333-7504-4d41-8ee2-4fe9796d5882 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Feb 19 01:46:23.791864 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:25.435830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:26.212555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fbc97be8-e8bd-4e07-b3e5-08273e96ee5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:26.214074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fbc97be8-e8bd-4e07-b3e5-08273e96ee5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1008916 Feb 19 01:46:26.227995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-417d599a-bf56-49fb-a5ba-d638dc4c4b0c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0087285 Feb 19 01:46:26.263098 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:26.285858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-95cec2ed-5914-4cf0-8542-18ae2f7c93e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529926 Feb 19 01:46:26.380028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-6584ccb2-4887-4ce9-bc9e-f0ea59057ac4 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872650 Feb 19 01:46:26.470143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-e52798f6-2f3a-46b1-872e-0bfbef7f689d service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843170 Feb 19 01:46:26.616842 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:26.667674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cce8d86-ef82-4e93-a6b3-7dc8972e5080 req-8e9ca426-68a3-47f3-8d02-2f62724cb458 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0322397 Feb 19 01:46:26.897991 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:46:27.779377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ad44a83-abed-492a-a8a0-dca31cca00c4 req-3cec1d29-6f1f-47e4-a1d3-9c04e3c037e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0337191 Feb 19 01:46:27.823182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-c31bedfc-05c2-4e77-b455-aad317aa66a3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:27.824658 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-c31bedfc-05c2-4e77-b455-aad317aa66a3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1354520 Feb 19 01:46:27.837313 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:46:27.943563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:46:27.947208 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:28.084014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.6 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/09088157-ce44-4283-bb72-43a20af5c84a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:46:28.535157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (09088157-ce44-4283-bb72-43a20af5c84a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:28.569361 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (09088157-ce44-4283-bb72-43a20af5c84a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:28.584787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:46:28.617174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:46:28.620377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:46:28.627329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:46:28.633449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=09088157-ce44-4283-bb72-43a20af5c84a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:28.668180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.668522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.668861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.669221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.669554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.669886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.670209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.670530 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.670847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.671163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.671480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.671802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.672125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:28.699840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:28.700967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:28.725372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-fb7fbae9-2d40-405a-a06d-4ec195d06002 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8916717 Feb 19 01:46:28.917236 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84b765-4a3b-4274-a4bd-331c1d470cd3 req-c0fcd231-5dd2-4ec3-8481-a2e5c4df076f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:28.924868 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da84b765-4a3b-4274-a4bd-331c1d470cd3 req-c0fcd231-5dd2-4ec3-8481-a2e5c4df076f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 931 time: 0.0680594 Feb 19 01:46:28.930667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Request body: {'port': {'device_id': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:46:28.971515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cbbf9b1c-d827-48f4-b338-6ad9959c8477 None None] Provisioning complete for port 09088157-ce44-4283-bb72-43a20af5c84a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:46:28.972299 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b1c-d827-48f4-b338-6ad9959c8477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (09088157-ce44-4283-bb72-43a20af5c84a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:28.986872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da84b765-4a3b-4274-a4bd-331c1d470cd3 req-23b19c6f-6040-41a8-a939-51961e50b100 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Feb 19 01:46:29.005266 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (09088157-ce44-4283-bb72-43a20af5c84a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:29.010143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf9b1c-d827-48f4-b338-6ad9959c8477 None None] Port 09088157-ce44-4283-bb72-43a20af5c84a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:46:29.267640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09088157-ce44-4283-bb72-43a20af5c84a {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:46:29.275201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Publish callbacks [] for port (09088157-ce44-4283-bb72-43a20af5c84a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:29.287650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Transition to ACTIVE for port object 09088157-ce44-4283-bb72-43a20af5c84a will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:46:29.292077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (09088157-ce44-4283-bb72-43a20af5c84a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:29.349870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Pushing event updated for resources: {'Port': ['ID=09088157-ce44-4283-bb72-43a20af5c84a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:29.429040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Attempting to bind port 09088157-ce44-4283-bb72-43a20af5c84a on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:46:29.429203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Attempting to bind port 09088157-ce44-4283-bb72-43a20af5c84a by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:46:29.429538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Attempting to bind port 09088157-ce44-4283-bb72-43a20af5c84a on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:46:29.434950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Port 09088157-ce44-4283-bb72-43a20af5c84a on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:46:29.435426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Attempting to bind port 09088157-ce44-4283-bb72-43a20af5c84a on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:46:29.441231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:46:29.441646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:46:29.441961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:46:29.442377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Bound port: 09088157-ce44-4283-bb72-43a20af5c84a, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:46:29.442737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (09088157-ce44-4283-bb72-43a20af5c84a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:29.531516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] For port 09088157-ce44-4283-bb72-43a20af5c84a, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:46:29.535947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] For port 09088157-ce44-4283-bb72-43a20af5c84a, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=09088157-ce44-4283-bb72-43a20af5c84a,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:46:29.543302 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (09088157-ce44-4283-bb72-43a20af5c84a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:29.588411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:29.589074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:29.590584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] 10.222.0.10 "PUT /v2.0/ports/09088157-ce44-4283-bb72-43a20af5c84a HTTP/1.1" status: 200 len: 1091 time: 0.8543777 Feb 19 01:46:29.591030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'tag': '09088157-ce44-4283-bb72-43a20af5c84a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:46:29.593489 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c0515-d570-49cf-b8e7-5edfbc668025" -d '{"events": [{"name": "network-changed", "server_uuid": "124ea913-8ea6-4f10-b38e-8f865703c3ea", "tag": "09088157-ce44-4283-bb72-43a20af5c84a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:46:29.633199 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e295a7-3c84-4a83-954c-afa838b957bd service neutron] Pushing event updated for resources: {'Port': ['ID=09088157-ce44-4283-bb72-43a20af5c84a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:29.715936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-90635833-9be4-4eaa-8769-4e17b5065b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:29.717533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-90635833-9be4-4eaa-8769-4e17b5065b77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 1125 time: 0.0623455 Feb 19 01:46:29.767228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-41e2b609-227b-443c-993d-c247c1269146 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09088157-ce44-4283-bb72-43a20af5c84a HTTP/1.1" status: 200 len: 217 time: 0.0393438 Feb 19 01:46:29.827402 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6602caee-ac33-468d-a076-628e4217de06 x-openstack-request-id: req-6602caee-ac33-468d-a076-628e4217de06 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:46:29.827712 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124ea913-8ea6-4f10-b38e-8f865703c3ea", "tag": "09088157-ce44-4283-bb72-43a20af5c84a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:46:29.827973 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6602caee-ac33-468d-a076-628e4217de06 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:46:29.828412 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'tag': '09088157-ce44-4283-bb72-43a20af5c84a', 'status': 'completed', 'code': 200} Feb 19 01:46:29.836518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-92d57019-87dc-4bcf-87ad-027bc416346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:29.838310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-92d57019-87dc-4bcf-87ad-027bc416346d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0623293 Feb 19 01:46:29.897174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-9f32432a-57a0-48cb-9f6f-66ee1a976d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:29.898676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-9f32432a-57a0-48cb-9f6f-66ee1a976d3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537612 Feb 19 01:46:29.994456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-64664207-c640-4b34-b3da-4d96cce32f49 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868144 Feb 19 01:46:30.093994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ed3219b-ccb1-4505-8e60-cd16374a6d01 req-29d30856-d3bf-4b19-bbf4-34614ef6e034 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908036 Feb 19 01:46:30.101407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a48c-4b88-483e-bb90-797e7c671d6d req-0792c53a-8a21-484d-8fb3-08e677d7078c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:30.102899 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4764a48c-4b88-483e-bb90-797e7c671d6d req-0792c53a-8a21-484d-8fb3-08e677d7078c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0544283 Feb 19 01:46:30.152334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4764a48c-4b88-483e-bb90-797e7c671d6d req-a4bdc4e5-23c8-4505-a752-cddca00719c6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Feb 19 01:46:30.194175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-26407fcf-f99e-4566-94cb-b6ac1b2dd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:30.195982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-26407fcf-f99e-4566-94cb-b6ac1b2dd5d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 1125 time: 0.0516155 Feb 19 01:46:30.293157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-31af0bc0-8b40-45b2-8f42-84cc67712fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:30.294644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-31af0bc0-8b40-45b2-8f42-84cc67712fa2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0891409 Feb 19 01:46:30.335285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-baa16b87-44f8-462d-a765-da9b209bc775 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09088157-ce44-4283-bb72-43a20af5c84a HTTP/1.1" status: 200 len: 217 time: 0.0345018 Feb 19 01:46:30.386941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-cb5713ba-b4fa-4976-8a43-1231ea418913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:30.388329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-cb5713ba-b4fa-4976-8a43-1231ea418913 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0446162 Feb 19 01:46:30.445672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-1305a7ba-fa43-404d-810b-804847e5665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:30.447174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-1305a7ba-fa43-404d-810b-804847e5665d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495417 Feb 19 01:46:30.539512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-3de56207-1ae9-48da-859e-f9c2f1b1e245 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830109 Feb 19 01:46:30.646707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6a4c0515-d570-49cf-b8e7-5edfbc668025 req-1b16a243-a745-42cf-95b1-37ac2529ac9e service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964253 Feb 19 01:46:31.285417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1a93-4f37-4673-8941-5987b4ce54f6 req-7150d1e9-db85-4037-9132-a432c7a052cd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:31.287127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b8d1a93-4f37-4673-8941-5987b4ce54f6 req-7150d1e9-db85-4037-9132-a432c7a052cd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0584900 Feb 19 01:46:31.341554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b8d1a93-4f37-4673-8941-5987b4ce54f6 req-902d4dd7-3e06-4a92-969b-4350c50c4560 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 Feb 19 01:46:32.466102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32ac88-b965-4696-8311-03a2571b6eec req-7243a4ba-93ee-4306-8993-477271057b92 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:32.467813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c32ac88-b965-4696-8311-03a2571b6eec req-7243a4ba-93ee-4306-8993-477271057b92 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0607908 Feb 19 01:46:32.523224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c32ac88-b965-4696-8311-03a2571b6eec req-fc2f170d-c242-4d8c-a120-cdf74b2ca802 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 Feb 19 01:46:33.661383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1704b19-2099-4a44-9400-fee916471091 req-aa891496-a287-48f1-ae17-0d45f575d684 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:33.663040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1704b19-2099-4a44-9400-fee916471091 req-aa891496-a287-48f1-ae17-0d45f575d684 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0643885 Feb 19 01:46:33.716432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1704b19-2099-4a44-9400-fee916471091 req-99f926b8-f53c-47d2-8621-14c7eb2aacce tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Feb 19 01:46:34.906908 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47da08-d706-4de8-a8be-047a809cfdbc req-c060c0de-5cad-455e-b2e0-e1ebdef5826b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:34.908745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d47da08-d706-4de8-a8be-047a809cfdbc req-c060c0de-5cad-455e-b2e0-e1ebdef5826b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0771935 Feb 19 01:46:34.981171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d47da08-d706-4de8-a8be-047a809cfdbc req-e4aba2f0-0dfc-4c1c-86bd-70532eb4df55 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602486 Feb 19 01:46:36.161084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db345f-a5b8-4a12-9a29-fa50898b194d req-51db84cf-8667-4342-800f-94b9492566c2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:36.162757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4db345f-a5b8-4a12-9a29-fa50898b194d req-51db84cf-8667-4342-800f-94b9492566c2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0701911 Feb 19 01:46:36.217582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4db345f-a5b8-4a12-9a29-fa50898b194d req-2f26ff94-999b-485e-8c5b-7f1997f6eda6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487072 Feb 19 01:46:37.342857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b4f1b-25a6-4196-a3c2-434dfbcf34c7 req-ba0d7f16-1460-4e05-9b6d-1d1d91fa0d11 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:37.344363 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b55b4f1b-25a6-4196-a3c2-434dfbcf34c7 req-ba0d7f16-1460-4e05-9b6d-1d1d91fa0d11 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0556164 Feb 19 01:46:37.417535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b55b4f1b-25a6-4196-a3c2-434dfbcf34c7 req-7768b175-416a-42cf-8aea-e529de54d9f4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595250 Feb 19 01:46:38.548627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60cb12-7374-4d25-bd13-eb4255acceb5 req-1e976e4a-f674-4954-a563-8dc32748cf27 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:38.550400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa60cb12-7374-4d25-bd13-eb4255acceb5 req-1e976e4a-f674-4954-a563-8dc32748cf27 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0554888 Feb 19 01:46:38.598699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa60cb12-7374-4d25-bd13-eb4255acceb5 req-d212be85-63f9-4965-b6b5-de9e3f75688d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Feb 19 01:46:39.718753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162db4f-cc65-41c6-83c4-581d43b64694 req-f9f215b6-862b-447b-a72e-105916d6ca41 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:39.720219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b162db4f-cc65-41c6-83c4-581d43b64694 req-f9f215b6-862b-447b-a72e-105916d6ca41 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0529637 Feb 19 01:46:39.767516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b162db4f-cc65-41c6-83c4-581d43b64694 req-5341656c-321a-4920-bce7-076dc42a4b0e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Feb 19 01:46:40.887078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9b96d-85bf-450e-86c2-4cde653d9de4 req-ea2b9ebf-c3ef-4865-8bc6-db1205219db0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:40.888619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bbb9b96d-85bf-450e-86c2-4cde653d9de4 req-ea2b9ebf-c3ef-4865-8bc6-db1205219db0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0527284 Feb 19 01:46:40.940890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bbb9b96d-85bf-450e-86c2-4cde653d9de4 req-f352bf53-840b-4318-abee-ba035a006416 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Feb 19 01:46:42.061117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e359d-d33e-48b5-a86c-b43d2e38be70 req-c614adda-cad9-47fb-95b6-364e39144b41 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:42.062514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-479e359d-d33e-48b5-a86c-b43d2e38be70 req-c614adda-cad9-47fb-95b6-364e39144b41 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0530579 Feb 19 01:46:42.109905 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-479e359d-d33e-48b5-a86c-b43d2e38be70 req-f5d8aea7-e6a1-4267-aa14-491c85756c04 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Feb 19 01:46:43.233370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc05b5-6476-49c3-88ca-ee4ab849de75 req-5c5c1612-96e2-49c1-906b-edac6862a837 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:43.234873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ffc05b5-6476-49c3-88ca-ee4ab849de75 req-5c5c1612-96e2-49c1-906b-edac6862a837 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0551498 Feb 19 01:46:43.285504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ffc05b5-6476-49c3-88ca-ee4ab849de75 req-29ae83a8-3ea3-4971-8362-e68071465c0c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Feb 19 01:46:44.414384 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb8195-bd87-4296-ab55-10a2c81c779c req-06b516f0-33da-451e-9ff7-ed4ff072cbcd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:44.415910 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a0cb8195-bd87-4296-ab55-10a2c81c779c req-06b516f0-33da-451e-9ff7-ed4ff072cbcd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0577288 Feb 19 01:46:44.470132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a0cb8195-bd87-4296-ab55-10a2c81c779c req-267bb7b3-7853-4208-9f20-cca8dc320615 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Feb 19 01:46:45.603266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa167f6-5572-458e-92d8-f0ad8da1051c req-4452c7c7-788f-4168-8425-ebc08c77af5b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:45.604776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0aa167f6-5572-458e-92d8-f0ad8da1051c req-4452c7c7-788f-4168-8425-ebc08c77af5b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0619106 Feb 19 01:46:45.665879 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0aa167f6-5572-458e-92d8-f0ad8da1051c req-372764f9-4c01-43f9-a134-f997c85a9ef5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546067 Feb 19 01:46:46.810700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802be4b3-6692-4cb5-a14e-ee96dd05e77d req-2232ca4a-c1e5-45fb-a964-30114f1e039e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:46.812610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-802be4b3-6692-4cb5-a14e-ee96dd05e77d req-2232ca4a-c1e5-45fb-a964-30114f1e039e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0745325 Feb 19 01:46:46.867862 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-802be4b3-6692-4cb5-a14e-ee96dd05e77d req-575efb34-f0f8-4d17-9d26-77e7e4e297e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482759 Feb 19 01:46:47.999264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b617f87-5f6b-49c2-b988-b044d85e0242 req-83a03192-9afc-4be6-a334-52fd0d5f8720 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:48.000761 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b617f87-5f6b-49c2-b988-b044d85e0242 req-83a03192-9afc-4be6-a334-52fd0d5f8720 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0587149 Feb 19 01:46:48.049956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b617f87-5f6b-49c2-b988-b044d85e0242 req-e089c946-55eb-485a-a362-a8d567ecb4d6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Feb 19 01:46:48.522640 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:49.181455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea7680-9664-44df-94f0-37b61b2b5792 req-a17618c3-f5bf-499a-b2a7-452459d632f7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:49.183145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fea7680-9664-44df-94f0-37b61b2b5792 req-a17618c3-f5bf-499a-b2a7-452459d632f7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0583005 Feb 19 01:46:49.230112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3fea7680-9664-44df-94f0-37b61b2b5792 req-b61ac57d-a74c-4f30-8c94-b6017b8098ae tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Feb 19 01:46:50.292793 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d92256a-d65a-4b07-8245-d4d66d3ed4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:50.361067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf393e1b-2f2c-413f-8ff5-27d118d0ea9f req-ef0a51b6-99e6-4dec-a4d9-a4179be73915 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:50.362595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf393e1b-2f2c-413f-8ff5-27d118d0ea9f req-ef0a51b6-99e6-4dec-a4d9-a4179be73915 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0598238 Feb 19 01:46:50.412779 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf393e1b-2f2c-413f-8ff5-27d118d0ea9f req-7802e917-5625-4a25-967d-a1503c62795f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426793 Feb 19 01:46:51.545664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88543ed9-c0f6-4164-8e9c-d75fde8e1991 req-b76d4fdd-0ad0-4132-9c5e-34541d13b85a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:51.547221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88543ed9-c0f6-4164-8e9c-d75fde8e1991 req-b76d4fdd-0ad0-4132-9c5e-34541d13b85a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0631115 Feb 19 01:46:51.598017 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88543ed9-c0f6-4164-8e9c-d75fde8e1991 req-8c64201f-23c9-46e9-a8f3-b641e6549604 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Feb 19 01:46:52.671767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f109ee77-cc3d-4e4f-9743-49acc4fe550e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:52.760775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971074b-db3e-4d2d-a370-e367ab2f6c4b req-6e366dd2-f7fc-4496-ae63-6ca11678fa7e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:52.762845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8971074b-db3e-4d2d-a370-e367ab2f6c4b req-6e366dd2-f7fc-4496-ae63-6ca11678fa7e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0737605 Feb 19 01:46:52.818537 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8971074b-db3e-4d2d-a370-e367ab2f6c4b req-415cb47e-3d70-4d6e-900e-723c749d86f0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Feb 19 01:46:53.793689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:53.938322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6cab2-d024-4d73-81ae-03ce0da645e6 req-bba1e161-7da9-4633-a231-d7a4d3c8309e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:53.940433 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6f6cab2-d024-4d73-81ae-03ce0da645e6 req-bba1e161-7da9-4633-a231-d7a4d3c8309e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0533848 Feb 19 01:46:53.996236 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6f6cab2-d024-4d73-81ae-03ce0da645e6 req-4978d52e-2c5d-4d27-bfb2-1c2622236575 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Feb 19 01:46:55.115721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6506e-29aa-449f-b3d6-342cbab92983 req-a65e8cdb-c4aa-4797-90ff-c8797af9d8ed tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:55.117212 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7e6506e-29aa-449f-b3d6-342cbab92983 req-a65e8cdb-c4aa-4797-90ff-c8797af9d8ed tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0528166 Feb 19 01:46:55.163480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7e6506e-29aa-449f-b3d6-342cbab92983 req-582303e8-85d5-4223-bc25-1331b9742788 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Feb 19 01:46:55.437245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:56.282335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d085670-e871-4154-ab86-2fd4f253dbe2 req-c45fe0dc-689d-4a18-aaf7-ec91fab8e290 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:56.284259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d085670-e871-4154-ab86-2fd4f253dbe2 req-c45fe0dc-689d-4a18-aaf7-ec91fab8e290 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0528209 Feb 19 01:46:56.285915 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:56.331345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d085670-e871-4154-ab86-2fd4f253dbe2 req-99a5a2ce-3775-450b-98a9-a6dac3f92784 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Feb 19 01:46:56.611409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:57.452842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41500ba2-1200-42d3-823f-3cd41bb8624c req-77f697f9-adca-464d-8be9-8b71252df393 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:57.454363 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41500ba2-1200-42d3-823f-3cd41bb8624c req-77f697f9-adca-464d-8be9-8b71252df393 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0545309 Feb 19 01:46:57.506275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-41500ba2-1200-42d3-823f-3cd41bb8624c req-dcf128ac-79a4-4e3f-9327-ef8304b64972 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Feb 19 01:46:58.625554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe20ad-ab5d-465f-801f-e3d169e12db3 req-2417fc74-f5cc-4a79-9bf4-e1f4296d92ac tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:58.627044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56fe20ad-ab5d-465f-801f-e3d169e12db3 req-2417fc74-f5cc-4a79-9bf4-e1f4296d92ac tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0534229 Feb 19 01:46:58.673976 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-56fe20ad-ab5d-465f-801f-e3d169e12db3 req-e4bcad49-35aa-4440-ab73-e06d0130cc89 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Feb 19 01:46:59.800648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c72c5-679c-4d1b-a8e7-26cf6b7a109d req-6b4c9db8-c772-4a0e-9cae-66f33d350a67 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:59.802404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a9c72c5-679c-4d1b-a8e7-26cf6b7a109d req-6b4c9db8-c772-4a0e-9cae-66f33d350a67 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 943 time: 0.0544801 Feb 19 01:46:59.849701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2a9c72c5-679c-4d1b-a8e7-26cf6b7a109d req-e41dc794-e69f-4ec2-86d6-93b0f365fb1f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Feb 19 01:47:00.234028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 09088157-ce44-4283-bb72-43a20af5c84a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:47:00.339028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 09088157-ce44-4283-bb72-43a20af5c84a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=09088157-ce44-4283-bb72-43a20af5c84a,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:00.356017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '09088157-ce44-4283-bb72-43a20af5c84a', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': '09088157-ce44-4283-bb72-43a20af5c84a', 'mac_address': 'fa:16:3e:b2:86:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:47:00.396365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 09088157-ce44-4283-bb72-43a20af5c84a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:47:00.396857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (09088157-ce44-4283-bb72-43a20af5c84a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:00.410821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09088157-ce44-4283-bb72-43a20af5c84a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:47:00.432337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 09088157-ce44-4283-bb72-43a20af5c84a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=09088157-ce44-4283-bb72-43a20af5c84a,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:00.436641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (09088157-ce44-4283-bb72-43a20af5c84a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:00.491811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=09088157-ce44-4283-bb72-43a20af5c84a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:00.682574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['09088157-ce44-4283-bb72-43a20af5c84a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:47:00.975924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48836d6-f739-4a95-986a-3e7a2498e61f req-2c6cc700-6f71-4e08-acfa-1880a6818ed8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:00.977429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c48836d6-f739-4a95-986a-3e7a2498e61f req-2c6cc700-6f71-4e08-acfa-1880a6818ed8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 944 time: 0.0592663 Feb 19 01:47:01.023119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c48836d6-f739-4a95-986a-3e7a2498e61f req-1e53cd89-6afe-49a4-9915-ce1ea0f096ef tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Feb 19 01:47:02.165117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42cc8-a18d-4a87-8415-b57a849eb781 req-4f8a7153-1f62-4862-9705-6e4880eabe76 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:02.167583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98c42cc8-a18d-4a87-8415-b57a849eb781 req-4f8a7153-1f62-4862-9705-6e4880eabe76 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 944 time: 0.0654335 Feb 19 01:47:02.220072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98c42cc8-a18d-4a87-8415-b57a849eb781 req-91d09f57-5206-4943-b70e-9f4333674e62 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Feb 19 01:47:02.250308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 09088157-ce44-4283-bb72-43a20af5c84a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:47:02.302403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 09088157-ce44-4283-bb72-43a20af5c84a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:47:02.305994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 09088157-ce44-4283-bb72-43a20af5c84a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:47:02.306376 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (09088157-ce44-4283-bb72-43a20af5c84a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:02.387296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 09088157-ce44-4283-bb72-43a20af5c84a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:47:02.387683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (09088157-ce44-4283-bb72-43a20af5c84a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:02.412943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09088157-ce44-4283-bb72-43a20af5c84a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:02.415842 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6727f447-1b74-4e5c-b230-decf093d7385" -d '{"events": [{"server_uuid": "124ea913-8ea6-4f10-b38e-8f865703c3ea", "name": "network-vif-plugged", "status": "completed", "tag": "09088157-ce44-4283-bb72-43a20af5c84a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:02.431754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 09088157-ce44-4283-bb72-43a20af5c84a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=09088157-ce44-4283-bb72-43a20af5c84a,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:02.436296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (09088157-ce44-4283-bb72-43a20af5c84a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:02.468226 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81ca28d-6854-4966-94c6-013fac57be2e x-openstack-request-id: req-e81ca28d-6854-4966-94c6-013fac57be2e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:02.468558 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124ea913-8ea6-4f10-b38e-8f865703c3ea", "name": "network-vif-plugged", "status": "completed", "tag": "09088157-ce44-4283-bb72-43a20af5c84a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:02.468921 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e81ca28d-6854-4966-94c6-013fac57be2e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:02.469495 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09088157-ce44-4283-bb72-43a20af5c84a', 'code': 200} Feb 19 01:47:02.503054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=09088157-ce44-4283-bb72-43a20af5c84a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:02.578083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deffb1-5120-4cb3-98eb-af49ed67fe95 req-aa126f74-ada8-432e-88fb-538b8c73c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:02.579633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52deffb1-5120-4cb3-98eb-af49ed67fe95 req-aa126f74-ada8-432e-88fb-538b8c73c921 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 1127 time: 0.0553706 Feb 19 01:47:02.627408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52deffb1-5120-4cb3-98eb-af49ed67fe95 req-2baf6bfd-7c0e-4903-a74e-92348e1da43c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Feb 19 01:47:03.361163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213efd5-30a6-4a01-b3a7-51f4def8a580 req-fa95bb48-8ba2-4920-b42a-9cf7cd352fe3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:03.362653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1213efd5-30a6-4a01-b3a7-51f4def8a580 req-fa95bb48-8ba2-4920-b42a-9cf7cd352fe3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 945 time: 0.0691929 Feb 19 01:47:03.411118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1213efd5-30a6-4a01-b3a7-51f4def8a580 req-890111ed-3d5a-4e83-bef4-1b8653c43d83 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Feb 19 01:47:03.897739 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:47:04.532709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34d2e0-b43f-4ffd-8f9a-6910f4d2e932 req-c441e789-8980-494a-bec9-ca30d6a0552b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:04.534221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e34d2e0-b43f-4ffd-8f9a-6910f4d2e932 req-c441e789-8980-494a-bec9-ca30d6a0552b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 945 time: 0.0530913 Feb 19 01:47:04.580956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4e34d2e0-b43f-4ffd-8f9a-6910f4d2e932 req-e397fa01-89d9-4806-bec2-ae976e11930b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Feb 19 01:47:04.699903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc62d6f-5288-4ddd-b2e7-23a79835d49d req-28e918a9-d359-4e4c-ab93-3e4973200bf4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:04.701342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc62d6f-5288-4ddd-b2e7-23a79835d49d req-28e918a9-d359-4e4c-ab93-3e4973200bf4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 945 time: 0.0529313 Feb 19 01:47:04.751115 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc62d6f-5288-4ddd-b2e7-23a79835d49d req-bce7852c-8818-4bd5-a1e7-3f1de1f3da40 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Feb 19 01:47:05.041477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6a38e-0215-44b3-b70f-d7baf9834e77 req-445896b8-e089-48d0-a8eb-b90a5d97f815 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:05.042942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12c6a38e-0215-44b3-b70f-d7baf9834e77 req-445896b8-e089-48d0-a8eb-b90a5d97f815 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 945 time: 0.0510981 Feb 19 01:47:05.088523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-12c6a38e-0215-44b3-b70f-d7baf9834e77 req-b6e81e2d-0d52-4231-8cd8-ccfcc12c58b9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Feb 19 01:47:06.211684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5a1bb-4f8f-490b-8f9e-cf7c74a5de8e req-52c7d1a8-a714-4a9f-9a25-72f1d65d7438 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:06.213283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8aa5a1bb-4f8f-490b-8f9e-cf7c74a5de8e req-52c7d1a8-a714-4a9f-9a25-72f1d65d7438 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 945 time: 0.0542891 Feb 19 01:47:06.263971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8aa5a1bb-4f8f-490b-8f9e-cf7c74a5de8e req-cdd466af-57fb-48b4-9dc0-a0a7d4c9b110 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Feb 19 01:47:06.659917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-79f98f4b-01af-47f5-b47d-6beb613771c9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:06.662035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-79f98f4b-01af-47f5-b47d-6beb613771c9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 945 time: 0.0647612 Feb 19 01:47:06.759744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 09088157-ce44-4283-bb72-43a20af5c84a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:06.760076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (09088157-ce44-4283-bb72-43a20af5c84a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:06.845923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port 09088157-ce44-4283-bb72-43a20af5c84a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=09088157-ce44-4283-bb72-43a20af5c84a,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:06.846277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (09088157-ce44-4283-bb72-43a20af5c84a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:06.858503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 09088157-ce44-4283-bb72-43a20af5c84a owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:06.993548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (09088157-ce44-4283-bb72-43a20af5c84a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:07.006960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:47:07.011934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['09088157-ce44-4283-bb72-43a20af5c84a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:47:07.022333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=09088157-ce44-4283-bb72-43a20af5c84a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:07.071559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port 09088157-ce44-4283-bb72-43a20af5c84a on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:07.074423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:07.077887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4eb719c8-94c8-4027-a032-d4fa27796dd0 req-4a6b3d3a-1241-4d0e-a10b-5849d5e78260 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "DELETE /v2.0/ports/09088157-ce44-4283-bb72-43a20af5c84a HTTP/1.1" status: 204 len: 173 time: 0.4072943 Feb 19 01:47:07.078526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'name': 'network-vif-deleted', 'tag': '09088157-ce44-4283-bb72-43a20af5c84a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:07.080819 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65e989-6ec3-4dab-8f3f-05787529f603" -d '{"events": [{"server_uuid": "124ea913-8ea6-4f10-b38e-8f865703c3ea", "name": "network-vif-deleted", "tag": "09088157-ce44-4283-bb72-43a20af5c84a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:07.133434 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f2a06b-2bd7-47c0-916f-88c5e4dd9637 x-openstack-request-id: req-e5f2a06b-2bd7-47c0-916f-88c5e4dd9637 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:07.133919 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124ea913-8ea6-4f10-b38e-8f865703c3ea", "name": "network-vif-deleted", "tag": "09088157-ce44-4283-bb72-43a20af5c84a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:07.134512 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5f2a06b-2bd7-47c0-916f-88c5e4dd9637 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:07.135162 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124ea913-8ea6-4f10-b38e-8f865703c3ea', 'name': 'network-vif-deleted', 'tag': '09088157-ce44-4283-bb72-43a20af5c84a', 'status': 'completed', 'code': 200} Feb 19 01:47:07.363344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-074b3a05-5c77-4b9d-ac25-339a9811b23f req-35e43d14-1b0d-4924-bdeb-d449ebb8a6e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0284271 Feb 19 01:47:08.461383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd721198-1ac4-4750-993f-5956ec437de9 req-6613273c-f2a0-46fb-9c74-ba1e201d01fd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0275788 Feb 19 01:47:09.558763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f56af642-6660-42ef-825a-5bc062e24e03 req-404f21cf-868b-441d-8712-0821dea85bb0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0288460 Feb 19 01:47:10.266938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 09088157-ce44-4283-bb72-43a20af5c84a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:10.287488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 09088157-ce44-4283-bb72-43a20af5c84a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:10.287819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 09088157-ce44-4283-bb72-43a20af5c84a not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:10.660947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d7f2fa94-73de-406c-8b03-ecd35fbc01ed req-08ed770b-2aa5-44f8-9d87-6b36296a40d6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0281188 Feb 19 01:47:11.760308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4a2096ee-646b-4e75-b2a7-2750069d34ab req-3536f286-c951-4908-83dd-6135602ee4c6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0275538 Feb 19 01:47:11.975169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-d8abca38-41a7-44cd-a3f7-6e8cef06566a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469861 Feb 19 01:47:12.060885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-40feb39f-ef73-4d65-8f8a-d24089562046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:12.062446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-40feb39f-ef73-4d65-8f8a-d24089562046 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 1128 time: 0.0468605 Feb 19 01:47:12.166566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-f5c4911b-47f0-412c-ae57-3d73419b4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:12.168037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-f5c4911b-47f0-412c-ae57-3d73419b4ad3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0847816 Feb 19 01:47:12.212768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-a28b3501-b1a7-44c4-8e79-8b85e9e38c98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f HTTP/1.1" status: 200 len: 217 time: 0.0384507 Feb 19 01:47:12.261790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-35fe272f-0a85-41ea-9dfa-bd8943d1ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:12.263180 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-35fe272f-0a85-41ea-9dfa-bd8943d1ace8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0439394 Feb 19 01:47:12.313217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-7912d9fa-d21c-4ed4-b1ac-41d94c150cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:12.314811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-7912d9fa-d21c-4ed4-b1ac-41d94c150cc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452602 Feb 19 01:47:12.408736 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-2d181629-fd08-4ca0-a5f1-0bcf61b20da8 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876677 Feb 19 01:47:12.505557 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-19dfb0bc-5085-45d7-98b3-bf82646a9da5 req-4441f57f-9729-4eaa-a35d-b836d803f3ef service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904520 Feb 19 01:47:12.859337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dac3a4a-b546-4726-8bc3-e1e6f2b28a05 req-78c8f945-266a-4c6f-9c2d-bc9ebe24cf18 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0277050 Feb 19 01:47:13.961643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2634a306-57a7-4545-ba67-869601ddd941 req-5ddfeb11-5aa6-4dee-bbd3-d083024784f0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0333126 Feb 19 01:47:15.056697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2e32d6cd-fa78-424a-94ff-e34dd05ff1d6 req-fe79cfcd-820d-4b2d-9953-c94c32036589 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0280802 Feb 19 01:47:16.152340 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c263fb9-d42d-4e33-8e70-9b6d8a525eba req-3df7041c-2c35-4f11-8313-03601939e798 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=124ea913-8ea6-4f10-b38e-8f865703c3ea HTTP/1.1" status: 200 len: 210 time: 0.0288367 Feb 19 01:47:18.544859 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:20.276662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4b255-4159-4992-8754-603784660983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:22.667795 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-607a4653-a69d-4e8c-878a-fc8d74904712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:23.798860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:25.440947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:25.873492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9493a-dd52-418b-af3a-49af8f430552 req-b832a9bc-3a44-48c1-8913-e4c5eb6f102d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:25.874964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bc9493a-dd52-418b-af3a-49af8f430552 req-b832a9bc-3a44-48c1-8913-e4c5eb6f102d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 946 time: 0.0561590 Feb 19 01:47:25.921459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bc9493a-dd52-418b-af3a-49af8f430552 req-aa07c171-967f-4327-bd06-05a2dc462458 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Feb 19 01:47:26.278847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:26.618006 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.044050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55f92-e5f0-4108-948a-e42005a4c83d req-d1ad426e-4b75-4ac7-8b2b-8ee5853573e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:27.045555 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ba55f92-e5f0-4108-948a-e42005a4c83d req-d1ad426e-4b75-4ac7-8b2b-8ee5853573e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 946 time: 0.0537052 Feb 19 01:47:27.093738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ba55f92-e5f0-4108-948a-e42005a4c83d req-8e782c7c-b53c-4e45-8cff-41294a517955 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=a09109dc-6279-4ca8-8280-f635ad251a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Feb 19 01:47:27.350844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-8e223799-8dba-47e7-bdb9-03aa13aa0a56 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:27.352303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-8e223799-8dba-47e7-bdb9-03aa13aa0a56 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 946 time: 0.0530005 Feb 19 01:47:27.458094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:27.458438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.545554 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:27.545830 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.558328 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:27.688163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.699251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:47:27.722210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:27.767433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.767808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.768130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.768472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.768819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.769180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.769518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.769877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.770204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.770549 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.770855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.771271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.771505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:27.793299 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:27.796022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.799546 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc53451c-e2c2-4a93-9764-39969a187fb8 req-b32b04cb-459d-44bd-8d3b-9d4eb15b01b1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "DELETE /v2.0/ports/a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f HTTP/1.1" status: 204 len: 173 time: 0.4417636 Feb 19 01:47:27.799986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391752e-e03a-4431-bcf7-a9e576da134b', 'name': 'network-vif-deleted', 'tag': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:27.803108 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc597861-80c2-4c77-87f3-eeff34008423" -d '{"events": [{"server_uuid": "4391752e-e03a-4431-bcf7-a9e576da134b", "name": "network-vif-deleted", "tag": "a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:27.840164 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e087b78-ccdd-47c5-965d-ecb24f2b3790 x-openstack-request-id: req-4e087b78-ccdd-47c5-965d-ecb24f2b3790 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:27.840461 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4391752e-e03a-4431-bcf7-a9e576da134b", "name": "network-vif-deleted", "tag": "a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:27.840713 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e087b78-ccdd-47c5-965d-ecb24f2b3790 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:27.841144 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4391752e-e03a-4431-bcf7-a9e576da134b', 'name': 'network-vif-deleted', 'tag': 'a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f', 'status': 'completed', 'code': 200} Feb 19 01:47:28.197156 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22abb8bf-6bd2-41b7-97bc-6171532c90a9 req-a4ae4cf2-c42e-4b14-947b-48456f4021cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0294394 Feb 19 01:47:29.297603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e198b895-e4cd-475a-9c15-ca34396e76e6 req-2e936955-f0c6-43e2-801f-248dcb0950f9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0294876 Feb 19 01:47:30.392041 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6977e634-34dc-4a5a-9dad-b3a5eb2e9570 req-77e8fc4c-369c-4a5f-a24b-284b4a364238 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0271714 Feb 19 01:47:30.999542 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:31.022759 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:31.023103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device a1d38ef4-14dd-4e2c-b7f4-bf22e0bef77f not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:31.490098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69d18b62-e662-4eb0-965f-efb2cb914b35 req-17f05606-48a4-4e27-b385-b18951bf9c7d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0288372 Feb 19 01:47:32.588044 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3194dc96-a225-4ee9-88cd-b593298da005 req-fac058e0-a29d-4085-aae8-0c97592cdd5c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0287752 Feb 19 01:47:33.699189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-99bbd5fd-b566-4851-af8b-371f0a8c0ab8 req-432b425e-f4a4-4174-bcd0-ebc0620d0e5f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0346539 Feb 19 01:47:34.801857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-120e11b7-dab8-4125-a242-40a36b3c08d8 req-7064b0e2-e1b5-43d4-afee-4690f482a861 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0321751 Feb 19 01:47:35.902043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a8acdc6-936a-4e8b-ac14-3afbe35aeb3e req-23ae9d18-8c2e-4e6c-bd51-fa60cb12f866 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0314295 Feb 19 01:47:37.007791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b93e8574-5218-4617-9fd5-411b5ac1a296 req-a5c5db3d-bb7e-470b-9ebc-b0569a2e5560 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4391752e-e03a-4431-bcf7-a9e576da134b HTTP/1.1" status: 200 len: 210 time: 0.0270398 Feb 19 01:47:40.898018 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:47:43.156214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48080) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.160863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514828226', 'description': 'tempest-secgroup-smoke-1514828226 description', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.181922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.252532 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group (ba3adf03-27d8-4b47-800c-17bdb52e53dd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.257203 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ba3adf03-27d8-4b47-800c-17bdb52e53dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.293583 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.294921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1376650 Feb 19 01:47:43.296391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b745146-82e4-4dfd-a68c-7ebcb8ef7cbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3adf03-27d8-4b47-800c-17bdb52e53dd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.298035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48086) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.304482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group_rule': {'security_group_id': 'ba3adf03-27d8-4b47-800c-17bdb52e53dd', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.330164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (afc17d76-a8dd-4118-b9a4-0ab17f74d0ec), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.385141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (afc17d76-a8dd-4118-b9a4-0ab17f74d0ec), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.388798 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (afc17d76-a8dd-4118-b9a4-0ab17f74d0ec), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.406905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc17d76-a8dd-4118-b9a4-0ab17f74d0ec,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.415408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.415755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.416102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.416440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.416778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.417145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.417474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.417795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.418116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.418433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.418753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.419076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.419395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.423896 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.428830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.433410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group_rule': {'security_group_id': 'ba3adf03-27d8-4b47-800c-17bdb52e53dd', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.433725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-159f8fcc-768e-4b59-b4af-193da88bd968 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335459 Feb 19 01:47:43.458268 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (17cadbdd-b250-4a03-ae3b-129ae8be9891), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.513851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (17cadbdd-b250-4a03-ae3b-129ae8be9891), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.517535 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (17cadbdd-b250-4a03-ae3b-129ae8be9891), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.534916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cadbdd-b250-4a03-ae3b-129ae8be9891,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.544661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.548729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-765d91af-d203-482e-8600-801c0defa856 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187909 Feb 19 01:47:43.548860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48090) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.554223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group_rule': {'security_group_id': 'ba3adf03-27d8-4b47-800c-17bdb52e53dd', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.579681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (8fcc5f39-b760-4301-85f6-62968d324dce), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.637959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (8fcc5f39-b760-4301-85f6-62968d324dce), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.641508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (8fcc5f39-b760-4301-85f6-62968d324dce), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.659060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcc5f39-b760-4301-85f6-62968d324dce,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.668746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.672603 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6cacd75e-a846-481b-b531-1831f27d6e28 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202669 Feb 19 01:47:43.672910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48092) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.678445 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group_rule': {'security_group_id': 'ba3adf03-27d8-4b47-800c-17bdb52e53dd', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.703754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (351eacd7-f573-46f8-aaa2-743a23ca91b8), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.766169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (351eacd7-f573-46f8-aaa2-743a23ca91b8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.770080 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (351eacd7-f573-46f8-aaa2-743a23ca91b8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.790648 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351eacd7-f573-46f8-aaa2-743a23ca91b8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.796577 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.800775 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3649439e-70f5-43f7-8329-12bcbaf7cb07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241841 Feb 19 01:47:43.800929 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.806449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group_rule': {'security_group_id': 'ba3adf03-27d8-4b47-800c-17bdb52e53dd', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.825715 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Project e671138bc0c54c45a8414ecb9c8a07f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:47:43.830590 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (e2ef1c33-cb67-49ba-8f4b-175629e5321b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.892828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (e2ef1c33-cb67-49ba-8f4b-175629e5321b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.896549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e2ef1c33-cb67-49ba-8f4b-175629e5321b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.916446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ef1c33-cb67-49ba-8f4b-175629e5321b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.922883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.927187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-af5d0e0f-d0ea-4207-821e-8ecf49aa8d21 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212761 Feb 19 01:47:43.927389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48096) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.932178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'security_group_rule': {'security_group_id': 'ba3adf03-27d8-4b47-800c-17bdb52e53dd', 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:47:43.952676 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Project e671138bc0c54c45a8414ecb9c8a07f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:47:43.958244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (78c27198-8bc1-4975-9589-f20fe4868408), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.024052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (78c27198-8bc1-4975-9589-f20fe4868408), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.027489 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (78c27198-8bc1-4975-9589-f20fe4868408), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.045419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c27198-8bc1-4975-9589-f20fe4868408,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:44.054784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.056147 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f3c0838f-81ea-4010-8939-eef5e270267c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275852 Feb 19 01:47:48.545383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:50.279470 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d787d63-dc49-434a-8c6f-8f035b6d6aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:52.671123 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eee0032-6c3a-4f89-b822-4299e515f7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:53.798342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:55.440773 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:56.280144 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:56.615038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:03.573374 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-a7672fff-c5b4-40de-af15-e8b23990a286 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514828226&fields=id&tenant_id=e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 267 time: 0.0593340 Feb 19 01:48:03.677612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-7ff2d86f-d610-4037-9901-d1ff6e16e2f2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:03.679886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-7ff2d86f-d610-4037-9901-d1ff6e16e2f2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.0999491 Feb 19 01:48:03.694913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-17132e46-8d5f-4db4-abd1-463f6d85675d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Feb 19 01:48:03.748602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-7c6ea511-5950-4566-99be-837055085424 req-bc1865ce-f6ca-4754-86a0-d49e4bfe5fb9 service neutron] (103430) timed out ('10.222.0.10', 57770) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:48:03.759413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-ce131d18-9cc4-4e99-a607-9047911de1b5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593953 Feb 19 01:48:03.857494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-b4dac40d-bf32-470a-a0c1-6fe01ed7c421 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859473 Feb 19 01:48:03.948367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-0916f993-9574-45af-9b44-bbb6292d2ed1 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850675 Feb 19 01:48:04.243958 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e19980f-cd14-413a-a400-a9626dad8836 req-bad45d43-6421-462e-9b03-ecd2424f28fd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0308506 Feb 19 01:48:05.217903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-e4f9900c-8913-488c-8a47-bbb9972fab24 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.219371 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-e4f9900c-8913-488c-8a47-bbb9972fab24 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1057558 Feb 19 01:48:05.283118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-5310be35-9ba6-4066-983e-bb7f7887e3c4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 380 time: 0.0556123 Feb 19 01:48:05.291779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': '77be90c2-1cc8-442d-894e-da5af8089413', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'security_groups': ['ba3adf03-27d8-4b47-800c-17bdb52e53dd']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:05.348123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04990c83-ee8d-467d-bf89-ecb56ecbbb31 req-430e0268-780b-454c-8543-87e29bf72161 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0340626 Feb 19 01:48:05.411883 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:48:05.415758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:05.542167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.3 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/58eb7d2a-5f88-4f85-a12e-815ff1e9f09e) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:48:05.686273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:05.719922 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:05.759762 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:48:05.762868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:48:05.767462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:48:05.799583 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:05.828372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.829226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:05.846450 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-43303c3d-56f2-427d-ab42-a8b401758524 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589032 Feb 19 01:48:05.858180 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Request body: {'port': {'device_id': '77be90c2-1cc8-442d-894e-da5af8089413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:05.924653 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.021248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-047ba199-94e6-4ed8-8716-5d9d3ccb178b None None] Provisioning complete for port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:48:06.022131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-047ba199-94e6-4ed8-8716-5d9d3ccb178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.057320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-047ba199-94e6-4ed8-8716-5d9d3ccb178b None None] Port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:48:06.200473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:48:06.208983 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Publish callbacks [] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.221946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Transition to ACTIVE for port object 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:48:06.227277 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.286244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Pushing event updated for resources: {'Port': ['ID=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:06.357286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Attempting to bind port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:48:06.357633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Attempting to bind port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:48:06.357967 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Attempting to bind port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:48:06.363389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:48:06.363717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Attempting to bind port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:48:06.369885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:48:06.370232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:48:06.370834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:48:06.371422 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Bound port: 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:48:06.371799 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.478562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] For port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:48:06.494355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] For port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:48:06.506134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.545150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b658fa7-cac2-4fbb-a9ff-0993a863e3a3 req-c847dace-b6bb-41d2-962d-8a9d9c484035 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:06.546550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b658fa7-cac2-4fbb-a9ff-0993a863e3a3 req-c847dace-b6bb-41d2-962d-8a9d9c484035 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.1077893 Feb 19 01:48:06.562277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:06.562912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:06.564226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] 10.222.0.89 "PUT /v2.0/ports/58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 200 len: 1091 time: 0.7105947 Feb 19 01:48:06.564666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:06.566932 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342426cb-9d87-474d-adfe-26f46381d7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:06.597914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499e8ff-12d3-448c-9a37-09198f473216 service neutron] Pushing event updated for resources: {'Port': ['ID=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:06.656657 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5aadae-f912-4332-ac9b-603775a7f033 x-openstack-request-id: req-ef5aadae-f912-4332-ac9b-603775a7f033 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:06.657076 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:06.657401 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef5aadae-f912-4332-ac9b-603775a7f033 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:06.657901 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'status': 'completed', 'code': 200} Feb 19 01:48:06.675852 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b658fa7-cac2-4fbb-a9ff-0993a863e3a3 req-5047f6d4-478c-4cef-bff5-b45ceba89343 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198075 Feb 19 01:48:06.696698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-7c05372b-91a8-40c8-8c9f-3c8b2384ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:06.698438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-7c05372b-91a8-40c8-8c9f-3c8b2384ec91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1125 time: 0.0786526 Feb 19 01:48:06.747207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-b015abd7-e33d-4ec9-8e7d-048e14836a62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 200 len: 217 time: 0.0421696 Feb 19 01:48:06.802259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-93be8e2f-2a4e-4c72-8430-7122ebacb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:06.803737 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-93be8e2f-2a4e-4c72-8430-7122ebacb968 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0500998 Feb 19 01:48:06.852952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-804848a0-c470-41b1-b846-e0370b1e6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:06.854474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-804848a0-c470-41b1-b846-e0370b1e6db9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444992 Feb 19 01:48:06.950504 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-1d1b91e6-53f2-4298-85f8-af33dfdf4d02 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901036 Feb 19 01:48:07.037924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7992f1df-ecab-42ce-b65d-8c798e419813 req-d8592597-b0a8-441a-b63c-537881d5f9b7 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Feb 19 01:48:07.132975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342426cb-9d87-474d-adfe-26f46381d7fa req-68292558-9aed-40ef-82ff-758007d2ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:07.134430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-68292558-9aed-40ef-82ff-758007d2ef3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1125 time: 0.0534570 Feb 19 01:48:07.224017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342426cb-9d87-474d-adfe-26f46381d7fa req-06c4b78c-3399-4fec-9c2b-6972001814ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:07.225516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-06c4b78c-3399-4fec-9c2b-6972001814ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0846088 Feb 19 01:48:07.348946 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-ab7e97c6-c92a-4a62-9348-db7f0f5f64eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 200 len: 217 time: 0.1172311 Feb 19 01:48:07.403706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342426cb-9d87-474d-adfe-26f46381d7fa req-53bdeb10-d433-41d6-af56-835fd3e4c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:07.405121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-53bdeb10-d433-41d6-af56-835fd3e4c558 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0496924 Feb 19 01:48:07.454489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342426cb-9d87-474d-adfe-26f46381d7fa req-055b6fb2-289c-4a11-8f56-6529e4af0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:07.456025 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-055b6fb2-289c-4a11-8f56-6529e4af0e6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448666 Feb 19 01:48:07.556061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-28188b5a-f9b9-46b6-a692-1ec858835daa service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938892 Feb 19 01:48:07.652005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-342426cb-9d87-474d-adfe-26f46381d7fa req-19f5b4dc-75c4-46e6-84a3-d658f3f21deb service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899415 Feb 19 01:48:07.799884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e568d9-c757-4363-bc41-faf9c4b8ccc9 req-4b08b2ea-85a3-4e2c-bb5a-c881d2842776 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:07.801540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14e568d9-c757-4363-bc41-faf9c4b8ccc9 req-4b08b2ea-85a3-4e2c-bb5a-c881d2842776 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0536101 Feb 19 01:48:07.861307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14e568d9-c757-4363-bc41-faf9c4b8ccc9 req-d13cdb57-ae25-4add-8be7-6c8ed0d26f7a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536070 Feb 19 01:48:08.994210 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2227-72d7-416c-bac2-44de8d7e7e9a req-0d40dca9-833d-4be1-84d3-11e7a794f446 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:08.995791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b75c2227-72d7-416c-bac2-44de8d7e7e9a req-0d40dca9-833d-4be1-84d3-11e7a794f446 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0611112 Feb 19 01:48:09.044882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b75c2227-72d7-416c-bac2-44de8d7e7e9a req-e3ddc05e-1032-4b91-978d-1d5111b814ea tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Feb 19 01:48:10.163153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07940f-820d-4751-bd26-c3df42bff356 req-bb9141f2-8285-4302-877f-19ec24bfb6bc tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:10.165184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d07940f-820d-4751-bd26-c3df42bff356 req-bb9141f2-8285-4302-877f-19ec24bfb6bc tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0531490 Feb 19 01:48:10.213426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d07940f-820d-4751-bd26-c3df42bff356 req-f0be7506-5734-4011-9858-be3e0e491343 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Feb 19 01:48:11.340037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867f110-0061-4d07-83d2-c870a7d8f095 req-56531184-dbd2-43da-a49c-030f17e04725 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:11.341545 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b867f110-0061-4d07-83d2-c870a7d8f095 req-56531184-dbd2-43da-a49c-030f17e04725 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0575507 Feb 19 01:48:11.390670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b867f110-0061-4d07-83d2-c870a7d8f095 req-96da54fd-a26a-41a1-8853-814ad0b68311 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Feb 19 01:48:12.513239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805345e-af0d-4158-9c85-02ba1f46e499 req-f5cbfe73-a7de-4902-8c2b-6ee7436d5860 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:12.514718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0805345e-af0d-4158-9c85-02ba1f46e499 req-f5cbfe73-a7de-4902-8c2b-6ee7436d5860 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0563259 Feb 19 01:48:12.563265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0805345e-af0d-4158-9c85-02ba1f46e499 req-cd35ad96-b3ab-425a-ab24-345f317859c2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Feb 19 01:48:13.685670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565833d-c655-4d04-8750-1144c21541c9 req-06e1648f-647a-4302-bf0c-286af7ae193c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:13.687153 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f565833d-c655-4d04-8750-1144c21541c9 req-06e1648f-647a-4302-bf0c-286af7ae193c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0563755 Feb 19 01:48:13.736035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f565833d-c655-4d04-8750-1144c21541c9 req-31f4a1b4-f34b-446b-a12c-e737a0188223 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Feb 19 01:48:14.855840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4886-000c-4e4a-a129-4bf882623c05 req-55b551fe-f76b-4160-9749-c5d5892ed4cb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:14.857329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35ac4886-000c-4e4a-a129-4bf882623c05 req-55b551fe-f76b-4160-9749-c5d5892ed4cb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0532663 Feb 19 01:48:14.906504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-35ac4886-000c-4e4a-a129-4bf882623c05 req-548934ac-a1e1-4044-8980-8725e0b7c466 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432379 Feb 19 01:48:16.025184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b0c6b-d16e-47db-8cc3-b7a8af792957 req-5ea9d4fb-8a54-46c4-b102-0d72c8bbd54b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:16.026643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-495b0c6b-d16e-47db-8cc3-b7a8af792957 req-5ea9d4fb-8a54-46c4-b102-0d72c8bbd54b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0518143 Feb 19 01:48:16.079440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-495b0c6b-d16e-47db-8cc3-b7a8af792957 req-c175af8b-77a5-4c35-a47e-f6444020cde7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471199 Feb 19 01:48:17.195597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dc6c3-99da-431f-ae9e-094ab85de596 req-a3056140-8b39-4c46-9d10-733a1b13e984 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:17.197072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c43dc6c3-99da-431f-ae9e-094ab85de596 req-a3056140-8b39-4c46-9d10-733a1b13e984 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0516670 Feb 19 01:48:17.248904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c43dc6c3-99da-431f-ae9e-094ab85de596 req-25784a3e-1afe-4ecd-954d-2eac21bc3f80 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462589 Feb 19 01:48:17.897096 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:48:18.366158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbff38-3fa3-4e82-9ab0-cc23d9a33e00 req-de312695-6875-481c-b52d-f6adab648c0d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:18.368119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74cbff38-3fa3-4e82-9ab0-cc23d9a33e00 req-de312695-6875-481c-b52d-f6adab648c0d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0539746 Feb 19 01:48:18.415978 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74cbff38-3fa3-4e82-9ab0-cc23d9a33e00 req-155f7af4-c03d-41c2-b381-083158ce5b0e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Feb 19 01:48:18.558328 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:19.532366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083589e-18b3-4663-b718-f5b7a766ecc8 req-1f66bb7a-daa1-4218-acd0-4fb3f20f62e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:19.533844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3083589e-18b3-4663-b718-f5b7a766ecc8 req-1f66bb7a-daa1-4218-acd0-4fb3f20f62e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0513518 Feb 19 01:48:19.581939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3083589e-18b3-4663-b718-f5b7a766ecc8 req-9a35f7bc-24c1-4c8b-9f76-37b85198b846 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Feb 19 01:48:20.281551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3ec28de-da6c-4e32-bb65-48ebf5ee62f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.706250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd95065-d976-4267-a517-41169d4aaa85 req-817b5fca-7e17-4757-9a61-e44b97be4c6d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:20.707829 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dd95065-d976-4267-a517-41169d4aaa85 req-817b5fca-7e17-4757-9a61-e44b97be4c6d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0563753 Feb 19 01:48:20.755896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dd95065-d976-4267-a517-41169d4aaa85 req-e099722a-ded8-4450-92b5-a4844b0b4c4e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Feb 19 01:48:21.875899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af41ab-bfdd-46ac-a55d-6130afdca878 req-06860a4e-344e-4a6a-8834-c8c31c7dcc2a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:21.877404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44af41ab-bfdd-46ac-a55d-6130afdca878 req-06860a4e-344e-4a6a-8834-c8c31c7dcc2a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0519011 Feb 19 01:48:21.926124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44af41ab-bfdd-46ac-a55d-6130afdca878 req-e82215d0-9059-4eeb-8282-4ab343b30d16 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427749 Feb 19 01:48:22.674293 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb8ded93-bdbf-45c6-842b-2f0d232c3e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:23.050388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a78e3-875e-40be-a9d6-03c14478330b req-f15fd939-80ad-46dc-bff0-1e07f9b25134 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:23.051866 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fb2a78e3-875e-40be-a9d6-03c14478330b req-f15fd939-80ad-46dc-bff0-1e07f9b25134 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 943 time: 0.0584500 Feb 19 01:48:23.099726 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fb2a78e3-875e-40be-a9d6-03c14478330b req-02d7b08d-86ef-40cf-a12c-b358db3034ad tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Feb 19 01:48:23.273926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:48:23.380561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:23.392190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'mac_address': 'fa:16:3e:1f:a5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:48:23.429091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:48:23.429803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:23.442346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:48:23.462590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:23.466352 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:23.511084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:23.518200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.518552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.518898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.519239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.519576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.519910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.520239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.520567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.520896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.521248 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.521579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.521902 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.522229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:23.711349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['58eb7d2a-5f88-4f85-a12e-815ff1e9f09e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:48:23.823122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.219288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff717c75-4800-4787-804b-181de8e1fee2 req-d8644296-3e2c-437d-89aa-0143f4281666 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:24.220713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff717c75-4800-4787-804b-181de8e1fee2 req-d8644296-3e2c-437d-89aa-0143f4281666 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 944 time: 0.0547621 Feb 19 01:48:24.268496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff717c75-4800-4787-804b-181de8e1fee2 req-71bc76af-8ea0-48bd-a2b8-f9b99197b32b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Feb 19 01:48:25.297154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:48:25.357053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:48:25.361914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:48:25.362158 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.398003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e97366-396d-4fbe-b6fe-c11746739ed3 req-f26c3a12-37d6-4ec9-964e-2d70ca92d4c1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.399520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43e97366-396d-4fbe-b6fe-c11746739ed3 req-f26c3a12-37d6-4ec9-964e-2d70ca92d4c1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 944 time: 0.0541992 Feb 19 01:48:25.450810 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-43e97366-396d-4fbe-b6fe-c11746739ed3 req-831e467b-bfe6-4036-8470-7aea618aaed3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Feb 19 01:48:25.452039 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:48:25.452489 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.456389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.478244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:25.480415 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51a271-2385-423f-b248-3598b7fece14" -d '{"events": [{"server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "name": "network-vif-plugged", "status": "completed", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:25.492783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:25.496857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.524413 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37770e14-405d-4705-98f0-46cda2b3e80f x-openstack-request-id: req-37770e14-405d-4705-98f0-46cda2b3e80f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:25.524719 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "name": "network-vif-plugged", "status": "completed", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:25.524986 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37770e14-405d-4705-98f0-46cda2b3e80f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:25.525396 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'code': 200} Feb 19 01:48:25.553125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:25.627958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb1000-73c3-43e1-9b99-70ebcd749c38 req-213f8698-7d81-4491-a5a8-cdc7524eab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.629482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99bb1000-73c3-43e1-9b99-70ebcd749c38 req-213f8698-7d81-4491-a5a8-cdc7524eab30 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1127 time: 0.0501316 Feb 19 01:48:25.675187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99bb1000-73c3-43e1-9b99-70ebcd749c38 req-c7e65bd4-f9a4-4e31-8691-ea1cc42583f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 Feb 19 01:48:26.289388 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:26.610632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:26.629985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d1b58-106d-4917-9f21-5cdba8bb6fbb req-0eba70d9-005e-49a5-8f36-7d19594551fe tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:26.637419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b37d1b58-106d-4917-9f21-5cdba8bb6fbb req-0eba70d9-005e-49a5-8f36-7d19594551fe tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 945 time: 0.0634484 Feb 19 01:48:26.686629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b37d1b58-106d-4917-9f21-5cdba8bb6fbb req-a3763c60-10cc-4f65-82c4-1183ee1472ac tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Feb 19 01:48:27.808952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab04bc-6cc4-465b-a327-3912f0e61b20 req-23eb45b7-b899-46a3-a345-28367526f8c0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:27.810509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29ab04bc-6cc4-465b-a327-3912f0e61b20 req-23eb45b7-b899-46a3-a345-28367526f8c0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 945 time: 0.0540421 Feb 19 01:48:27.859442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29ab04bc-6cc4-465b-a327-3912f0e61b20 req-29ebe5d0-d6ed-4996-8389-d5b68394ea09 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Feb 19 01:48:27.977719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50b6b-c724-48c5-a274-9c53ce7c2691 req-5a7b2ab6-57b5-4fd8-845d-5c251f429ae4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:27.979199 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ca50b6b-c724-48c5-a274-9c53ce7c2691 req-5a7b2ab6-57b5-4fd8-845d-5c251f429ae4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 945 time: 0.0550756 Feb 19 01:48:28.036682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ca50b6b-c724-48c5-a274-9c53ce7c2691 req-78bee7d0-4deb-4abc-89e5-d3a4baaeea81 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519276 Feb 19 01:48:28.059903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48326) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:28.199089 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcea618-6adb-4019-8b94-02bd22a3758c tempest-TestVolumeBootPattern-70360934 tempest-TestVolumeBootPattern-70360934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:28.200607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ffcea618-6adb-4019-8b94-02bd22a3758c tempest-TestVolumeBootPattern-70360934 tempest-TestVolumeBootPattern-70360934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1122 time: 0.1397088 Feb 19 01:48:28.203578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48330) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:28.207743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:28.228744 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:28.321686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:28.426383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.25.0.125 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/25ac6062-5f3d-438c-9773-3f66e99717c9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:48:28.524314 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:28.556618 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:28.595148 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:48:28.598050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:48:28.601768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:48:28.632974 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=25ac6062-5f3d-438c-9773-3f66e99717c9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:28.644564 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.644920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.645289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.645633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.645973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.646311 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.647182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.647182 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.647377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.647595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.647923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.648818 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:28.649190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:29.081335 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (80fd98b1-ce29-44b6-be04-c66367705b03), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.478065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.628760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.634018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.707909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=25ac6062-5f3d-438c-9773-3f66e99717c9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:29.718655 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (80fd98b1-ce29-44b6-be04-c66367705b03), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.827871 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Floating IP 80fd98b1-ce29-44b6-be04-c66367705b03 associated. External IP: 172.25.0.125, port: 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e. Feb 19 01:48:30.041247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:48:30.151039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:48:30.160839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:48:30.168821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:30.171261 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:48:30.171893 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:48:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:30.200319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6dbbcc9e-0116-4d56-86a5-850ed8c55c5e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9957275 Feb 19 01:48:30.200901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:30.203174 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7baaaa-b319-4cb5-af53-31e23f6e8457" -d '{"events": [{"name": "network-changed", "server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:30.238651 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d532297f-99bf-4d50-8778-76254e1a9c95 x-openstack-request-id: req-d532297f-99bf-4d50-8778-76254e1a9c95 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:30.238978 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:30.239238 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d532297f-99bf-4d50-8778-76254e1a9c95 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:30.239642 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'status': 'completed', 'code': 200} Feb 19 01:48:30.283357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:48:30.305759 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-63cf1477-e399-4aac-81a1-5d28352f4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:30.307332 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-63cf1477-e399-4aac-81a1-5d28352f4e56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1127 time: 0.0459125 Feb 19 01:48:30.400852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-d1830ca1-7cf9-4420-bd83-80941f6bf1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:30.402453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-d1830ca1-7cf9-4420-bd83-80941f6bf1f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0893967 Feb 19 01:48:30.467730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-4b752792-bbf7-414c-9e1a-6c5ead4a3c12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 200 len: 999 time: 0.0589695 Feb 19 01:48:30.510042 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '80fd98b1-ce29-44b6-be04-c66367705b03', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:1f:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be90c2-1cc8-442d-894e-da5af8089413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:48:28Z', 'updated_at': '2022-02-19T01:48:28Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:30.517088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-7bb8dd9f-469b-4093-892a-5808ed9c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:30.518540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-7bb8dd9f-469b-4093-892a-5808ed9c4173 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0443187 Feb 19 01:48:30.535654 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:48:30.544460 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:48:30.545089 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:48:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:30.572104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-56375d1f-77cd-4dff-91a9-c67d3f097bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:30.573704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-56375d1f-77cd-4dff-91a9-c67d3f097bfa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485809 Feb 19 01:48:30.673405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-3546e2ce-e670-4f61-869a-273051920ccf service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926554 Feb 19 01:48:30.740196 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:48:30.770718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df7baaaa-b319-4cb5-af53-31e23f6e8457 req-65f1eae4-c279-4a83-9f38-acbc8ff2e46a service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907671 Feb 19 01:48:30.961577 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '80fd98b1-ce29-44b6-be04-c66367705b03', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:1f:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be90c2-1cc8-442d-894e-da5af8089413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:48:28Z', 'updated_at': '2022-02-19T01:48:28Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:30.986300 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26399d-06c3-4d5c-b18f-b5f9a10635ff None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '80fd98b1-ce29-44b6-be04-c66367705b03', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:1f:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be90c2-1cc8-442d-894e-da5af8089413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:48:28Z', 'updated_at': '2022-02-19T01:48:28Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:48:31.175816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbbe3b-f4eb-4d19-985b-468b7d423974 None None] New status for floating IP 80fd98b1-ce29-44b6-be04-c66367705b03: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:48:48.561153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:50.283067 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9671d29c-6147-4327-b4e1-0fbbb4de9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:52.675357 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8b314f02-e6d4-4b8f-a7a2-ff2f183c61d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:53.805583 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:54.896721 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:48:55.444487 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:56.295987 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:56.603938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.499738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-69d5952e-22c1-43f4-bb9d-ffbee46b1f44 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442171 Feb 19 01:49:13.584399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-732050d5-0c7d-4f0a-9221-b18147aeb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:13.585971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-732050d5-0c7d-4f0a-9221-b18147aeb3e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1127 time: 0.0451276 Feb 19 01:49:13.695449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-ae489ff6-79c9-4ca2-a57d-fba3ef85aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:13.696950 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-ae489ff6-79c9-4ca2-a57d-fba3ef85aa48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0926113 Feb 19 01:49:13.762273 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-3feeadd0-2b7e-4056-a29f-7b7a4035c8e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 200 len: 1001 time: 0.0585132 Feb 19 01:49:13.808810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-89994741-a838-4ec2-b276-0494d98ecea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:13.810278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-89994741-a838-4ec2-b276-0494d98ecea4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0426972 Feb 19 01:49:13.862183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-8f6f793a-4140-4a2f-9724-02ef886371f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:13.863828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-8f6f793a-4140-4a2f-9724-02ef886371f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479028 Feb 19 01:49:13.953237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-41fa7d48-d696-47e6-ac40-0681d2b9d010 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828841 Feb 19 01:49:14.042405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-88ff778b-74dd-4642-9464-4b0e4263f5a9 req-0a0a37ff-8999-42de-ac0f-d179580e1464 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838022 Feb 19 01:49:18.561570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.285671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd7af222-315c-46be-9067-73cf4684acbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.677174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d59a628d-1b99-4154-957a-d337344001fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:23.808635 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.454041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:26.294357 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:26.607982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:31.895935 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:49:48.562708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:50.286367 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5da43804-9aa6-4d18-a4bd-16ff70be0338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:52.673895 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8610-0989-47e5-8fc9-0d7ac2281945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:53.809810 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:55.449923 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:56.310978 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:56.611018 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:08.897013 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:50:14.535542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-068284fc-fc64-4a3f-be7e-03131b01f26f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470555 Feb 19 01:50:14.621016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c226d-9647-4212-81d6-e9c363af614e req-d5874fc4-cdd4-41d4-b28c-de8c13447fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:14.622563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-d5874fc4-cdd4-41d4-b28c-de8c13447fe3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 1127 time: 0.0463548 Feb 19 01:50:14.727342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c226d-9647-4212-81d6-e9c363af614e req-2105e558-dc19-49ab-b491-c1bb0bac53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:14.728831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-2105e558-dc19-49ab-b491-c1bb0bac53b5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0875697 Feb 19 01:50:14.794696 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-f132d9e4-37bd-40a3-afd4-e3d40ca6e7cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 200 len: 1001 time: 0.0595419 Feb 19 01:50:14.840643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c226d-9647-4212-81d6-e9c363af614e req-d0207f23-19ab-4d04-930b-164f201d440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:14.842107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-d0207f23-19ab-4d04-930b-164f201d440a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0422816 Feb 19 01:50:14.892156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c226d-9647-4212-81d6-e9c363af614e req-7f307ab1-49e4-4b87-8c18-1baa04c4e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:14.894144 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-7f307ab1-49e4-4b87-8c18-1baa04c4e6ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464852 Feb 19 01:50:14.980831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-21161f69-5568-4f33-abc9-838fdc6c8773 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811329 Feb 19 01:50:15.070758 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-292c226d-9647-4212-81d6-e9c363af614e req-5c718889-ecf4-4f8b-9a20-d99dd2a43aa6 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Feb 19 01:50:18.577307 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:20.287857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ed80709f-5eca-4cab-8ad3-6a62abdce9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:22.677689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f2e2aa72-0c1c-4f57-ab59-3a1b50a6f749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:23.120281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06822-46b2-4d1b-b632-ce3e491488cb req-63a185a4-14d4-48f3-8def-29fa4e98ede0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:23.121654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bee06822-46b2-4d1b-b632-ce3e491488cb req-63a185a4-14d4-48f3-8def-29fa4e98ede0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 945 time: 0.1592138 Feb 19 01:50:23.169397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bee06822-46b2-4d1b-b632-ce3e491488cb req-826e4d11-54e1-4e32-98a4-57606b45992f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Feb 19 01:50:23.812959 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:24.523217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-6af403fc-81d8-4710-b72e-b49612d99455 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:24.524720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-6af403fc-81d8-4710-b72e-b49612d99455 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 945 time: 0.0599377 Feb 19 01:50:24.661124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b473b-d281-4f04-bee9-2957645cf7f4 req-7a751299-6a6f-4bab-a3d2-24a7ae0f6c97 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:24.662604 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-459b473b-d281-4f04-bee9-2957645cf7f4 req-7a751299-6a6f-4bab-a3d2-24a7ae0f6c97 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 945 time: 0.1599202 Feb 19 01:50:24.676315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:50:24.676654 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:24.761878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-459b473b-d281-4f04-bee9-2957645cf7f4 req-346cd980-2df3-407e-9300-a5f730b4cc66 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931611 Feb 19 01:50:24.792347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:24.792711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:25.252638 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:25.253069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (80fd98b1-ce29-44b6-be04-c66367705b03), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:25.253492 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Floating IP 80fd98b1-ce29-44b6-be04-c66367705b03 disassociated. External IP: 172.25.0.125, port: 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e. Feb 19 01:50:25.253842 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:50:25.376945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (58eb7d2a-5f88-4f85-a12e-815ff1e9f09e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:25.408941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=58eb7d2a-5f88-4f85-a12e-815ff1e9f09e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:25.419407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.419694 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.420043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.420389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.420725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.421090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.421429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.421758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.422087 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.422699 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.423048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.423309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.423643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:25.454206 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:25.539411 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:50:25.652200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:50:25.663204 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:50:25.673522 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:50:25.674216 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:50:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:50:25.695035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:50:25.697690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:25.701031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18bb14e2-4bc0-4c8f-aeda-77ef5743a3e1 req-8dd50ea4-d9a5-455c-868e-10b7223d1c14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "DELETE /v2.0/ports/58eb7d2a-5f88-4f85-a12e-815ff1e9f09e HTTP/1.1" status: 204 len: 173 time: 1.1699708 Feb 19 01:50:25.701478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'name': 'network-vif-deleted', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:25.703953 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b298a6e6-a40d-491d-90a2-139db8d240b0" -d '{"events": [{"server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "name": "network-vif-deleted", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:25.798172 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:50:25.836950 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4014be8-8c37-4c47-af25-93ccd6b6000b x-openstack-request-id: req-b4014be8-8c37-4c47-af25-93ccd6b6000b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:25.837273 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be90c2-1cc8-442d-894e-da5af8089413", "name": "network-vif-deleted", "tag": "58eb7d2a-5f88-4f85-a12e-815ff1e9f09e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:25.837528 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4014be8-8c37-4c47-af25-93ccd6b6000b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:25.837937 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be90c2-1cc8-442d-894e-da5af8089413', 'name': 'network-vif-deleted', 'tag': '58eb7d2a-5f88-4f85-a12e-815ff1e9f09e', 'status': 'completed', 'code': 200} Feb 19 01:50:25.875717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1265e80f-59b0-40ab-9bd9-cb2ef8f215e2 req-fa7a0cae-cd86-4433-bcd7-4f4aa48ce0f9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0282490 Feb 19 01:50:26.024062 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:50:26.053119 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:50:26.061441 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:50:26.062040 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:50:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:50:26.168239 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:50:26.310345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:26.368007 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:50:26.395887 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416b7a2-6fa8-4761-b309-a9bcd676bab7 None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:50:26.622731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:26.645952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531c7f8f-f1ac-42f9-9aec-cd88ce83d5ed None None] New status for floating IP 80fd98b1-ce29-44b6-be04-c66367705b03: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:50:26.976244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d774af97-a025-4355-bcdc-8c7fcb01692e req-c194af67-fc9c-4ddf-83a9-f1f2e63820e7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Feb 19 01:50:27.858762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:50:27.879484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:50:27.879833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 58eb7d2a-5f88-4f85-a12e-815ff1e9f09e not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:50:28.070544 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b38363e2-6a09-4456-8714-5308e2a11c59 req-462379ff-074d-4786-8481-10ae97487706 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0279601 Feb 19 01:50:29.173238 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74af4575-d1c2-4919-995c-b36561331a3e req-c4da3527-dd0d-4399-946d-e165b6776c05 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Feb 19 01:50:30.271213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16b994c7-df4a-4269-b168-e30ee774c208 req-2eca5ff9-070f-40c5-aea4-c657a66f7444 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0304220 Feb 19 01:50:31.372669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dececae3-21e0-4704-b8e3-4eefd8cbf226 req-8ef2f4f5-1c56-4bfe-8cbc-9aaa9437e270 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0312536 Feb 19 01:50:32.470657 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8958f613-aace-417f-806d-83fc29de4adb req-7cc125fb-2acc-4d27-85b9-c5e357349b44 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Feb 19 01:50:33.570416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-47f26423-2d23-4235-9aeb-e18cbd6739da req-94ffeff8-4e0e-4faa-9a7c-3b32d0ed0e72 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0298493 Feb 19 01:50:34.673133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c755f35-ecf5-44d2-933b-950e5645e9c9 req-5671dc02-8741-498a-8b09-fd5e406c1576 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=77be90c2-1cc8-442d-894e-da5af8089413 HTTP/1.1" status: 200 len: 210 time: 0.0276980 Feb 19 01:50:35.879470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-3491ea7f-6708-43eb-97e7-c940b6b4a88d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514828226&fields=id&tenant_id=e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 267 time: 0.0444150 Feb 19 01:50:35.990159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-d6111b72-8285-45cb-be16-39667dae7084 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:35.991610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-d6111b72-8285-45cb-be16-39667dae7084 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1058018 Feb 19 01:50:36.005964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-d69f706e-a59d-4db9-977a-f280191858e3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0089779 Feb 19 01:50:36.062141 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-8edae4fc-324f-4583-957e-a68d375fae4d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514810 Feb 19 01:50:36.135338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-a17c95c1-463e-4bb2-96e1-9ea8e9d224d8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:50:36.136337 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-a17c95c1-463e-4bb2-96e1-9ea8e9d224d8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637619 Feb 19 01:50:36.223154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-709042c0-4f82-4510-891f-c9359aea6d1b service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807538 Feb 19 01:50:36.312838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-01b6bb18-9a09-46a2-b274-f0104ca26394 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839946 Feb 19 01:50:36.591475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87e661b1-2433-46cc-9685-ca2d4300bd14 req-0efff4d9-fcde-4ee3-8178-1d79b4e1a614 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Feb 19 01:50:37.501550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-4c969cc2-4af7-484a-8959-cf17d5e502ec tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:37.503104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-4c969cc2-4af7-484a-8959-cf17d5e502ec tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1072047 Feb 19 01:50:37.572037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-a0d061c4-802f-405f-b7f5-0836563bd34b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 380 time: 0.0617878 Feb 19 01:50:37.580371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'security_groups': ['ba3adf03-27d8-4b47-800c-17bdb52e53dd']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:50:37.701476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d3c24bbf-3213-4d9e-a5dc-2a70cb705585 req-287578b4-acf3-45dc-a4b5-0d25c45c8f10 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0362470 Feb 19 01:50:37.725048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:50:37.728552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:37.858779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.13 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/387b7afb-2ed3-4cb4-a839-ebe731253eda) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:50:38.002897 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.036841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.077331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:50:38.081021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:50:38.084617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:50:38.118891 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=387b7afb-2ed3-4cb4-a839-ebe731253eda,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:38.141071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:38.141704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.161424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-196bab22-da58-453a-b648-1293fa4ed0ca tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847099 Feb 19 01:50:38.173710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Request body: {'port': {'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:50:38.245092 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.396612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0cc9d96f-cf27-48d0-b11b-f745669a2fc8 None None] Provisioning complete for port 387b7afb-2ed3-4cb4-a839-ebe731253eda triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:50:38.397176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d96f-cf27-48d0-b11b-f745669a2fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.434202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9d96f-cf27-48d0-b11b-f745669a2fc8 None None] Port 387b7afb-2ed3-4cb4-a839-ebe731253eda cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:50:38.546668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387b7afb-2ed3-4cb4-a839-ebe731253eda {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:50:38.554575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Publish callbacks [] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.567234 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Transition to ACTIVE for port object 387b7afb-2ed3-4cb4-a839-ebe731253eda will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:50:38.571382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.628415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Pushing event updated for resources: {'Port': ['ID=387b7afb-2ed3-4cb4-a839-ebe731253eda,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:38.718026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Attempting to bind port 387b7afb-2ed3-4cb4-a839-ebe731253eda on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:50:38.718519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Attempting to bind port 387b7afb-2ed3-4cb4-a839-ebe731253eda by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:50:38.718863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Attempting to bind port 387b7afb-2ed3-4cb4-a839-ebe731253eda on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:38.725392 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Port 387b7afb-2ed3-4cb4-a839-ebe731253eda on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:50:38.725719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Attempting to bind port 387b7afb-2ed3-4cb4-a839-ebe731253eda on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:38.731254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:50:38.731995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:50:38.731995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:50:38.732396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Bound port: 387b7afb-2ed3-4cb4-a839-ebe731253eda, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:50:38.732754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.816474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] For port 387b7afb-2ed3-4cb4-a839-ebe731253eda, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:50:38.825172 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] For port 387b7afb-2ed3-4cb4-a839-ebe731253eda, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:50:38.836407 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.871657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e36c9-57a2-4b7f-a8e1-599829fb516b req-ec8e2507-43bd-49a5-a066-90b01dd1702f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:38.873230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-945e36c9-57a2-4b7f-a8e1-599829fb516b req-ec8e2507-43bd-49a5-a066-90b01dd1702f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0878897 Feb 19 01:50:38.881729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:38.882408 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:38.883730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] 10.222.0.89 "PUT /v2.0/ports/387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 1092 time: 0.7144063 Feb 19 01:50:38.884173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:38.886733 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f288c7-998d-4526-8a50-fc8bc23efc64" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:38.932340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1c338-f16b-48db-aa3c-474d46858bcf service neutron] Pushing event updated for resources: {'Port': ['ID=387b7afb-2ed3-4cb4-a839-ebe731253eda,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:38.948482 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f871ab-65e8-40c7-9a11-c0a075b4a39c x-openstack-request-id: req-03f871ab-65e8-40c7-9a11-c0a075b4a39c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:38.948784 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:38.949074 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03f871ab-65e8-40c7-9a11-c0a075b4a39c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:38.949490 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'status': 'completed', 'code': 200} Feb 19 01:50:38.960716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-945e36c9-57a2-4b7f-a8e1-599829fb516b req-4ba2661f-0150-4bba-a7e6-7e8aefa7171d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755537 Feb 19 01:50:39.007219 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-0244622c-562b-4c35-a0ea-7b0e46ad3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.008780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-0244622c-562b-4c35-a0ea-7b0e46ad3cd1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1126 time: 0.0584843 Feb 19 01:50:39.065308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-3ca4e077-fa7e-4f1e-9248-61bb29b4bdbc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 217 time: 0.0430083 Feb 19 01:50:39.115902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-8b3afd4c-d10c-4ecc-b41b-564d6d3e5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.117468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-8b3afd4c-d10c-4ecc-b41b-564d6d3e5c20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0467579 Feb 19 01:50:39.171972 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-84cc5a3b-dc13-44bb-a74b-116de69b9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.173625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-84cc5a3b-dc13-44bb-a74b-116de69b9dba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486162 Feb 19 01:50:39.272943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-c029789a-2cba-4b41-bb8b-993ab5ab68e7 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929780 Feb 19 01:50:39.363731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8233484c-2f1b-4546-9c63-a92277c6b84b req-cddfe975-f2bf-4f9b-95ef-c29803f64348 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839694 Feb 19 01:50:39.456485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-e18b5ce3-5f57-4403-8c80-4df5578be49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.458035 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-e18b5ce3-5f57-4403-8c80-4df5578be49d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1126 time: 0.0513170 Feb 19 01:50:39.549261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-b2e39d76-5718-40f5-b5ed-6231a94edd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.550738 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-b2e39d76-5718-40f5-b5ed-6231a94edd44 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0873404 Feb 19 01:50:39.596588 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-c3c0276e-f092-4415-a690-90c7029037c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 217 time: 0.0394664 Feb 19 01:50:39.645984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-4e803c3c-747c-4340-b3a0-db93ecf81b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.647377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-4e803c3c-747c-4340-b3a0-db93ecf81b77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0455010 Feb 19 01:50:39.697949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-3a78aad7-d756-4785-a50f-91270c7691a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.699469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-3a78aad7-d756-4785-a50f-91270c7691a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463841 Feb 19 01:50:39.794926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-04aec2f7-4fef-410e-9570-08c3376e271f service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886402 Feb 19 01:50:39.892543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-55f288c7-998d-4526-8a50-fc8bc23efc64 req-5ddf198c-dc6f-44a4-911c-0a2a8a87cc92 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Feb 19 01:50:40.072343 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310ff4-44a9-4efa-99af-1ad64f181efc req-8006435b-fc10-4eb1-9e68-8a33648dbabf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:40.073902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62310ff4-44a9-4efa-99af-1ad64f181efc req-8006435b-fc10-4eb1-9e68-8a33648dbabf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0533593 Feb 19 01:50:40.121603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-62310ff4-44a9-4efa-99af-1ad64f181efc req-447858bf-2651-4b3e-9a73-e37c9c1d479d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Feb 19 01:50:41.243935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647850b2-2d7a-4e4d-85a3-5f277a204f1c req-0fc0e706-4520-4c7b-a35d-49ba17faab4c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:41.245467 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-647850b2-2d7a-4e4d-85a3-5f277a204f1c req-0fc0e706-4520-4c7b-a35d-49ba17faab4c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0566406 Feb 19 01:50:41.294376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-647850b2-2d7a-4e4d-85a3-5f277a204f1c req-4c3a31e0-d3e7-4371-b72a-f77411ee5d24 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Feb 19 01:50:42.420018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440774e-d30d-4e30-ae8c-902ddb3f5ed4 req-42bb6ee3-5617-40e4-90fe-e8a77c005bf6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:42.421528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9440774e-d30d-4e30-ae8c-902ddb3f5ed4 req-42bb6ee3-5617-40e4-90fe-e8a77c005bf6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0583220 Feb 19 01:50:42.470150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9440774e-d30d-4e30-ae8c-902ddb3f5ed4 req-9330db9c-7397-4fce-8a55-c70e60bc689c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Feb 19 01:50:43.591003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dc87d-8ed4-448a-aa53-3320d9c52db6 req-56ed4e2f-7eed-4a26-b6c7-b074c7880c1e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:43.592493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-672dc87d-8ed4-448a-aa53-3320d9c52db6 req-56ed4e2f-7eed-4a26-b6c7-b074c7880c1e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0528545 Feb 19 01:50:43.643193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-672dc87d-8ed4-448a-aa53-3320d9c52db6 req-42ce3af0-7787-47d0-8a75-3c43344a499f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Feb 19 01:50:44.764147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b60313-09ad-458f-ba06-9036d1e06e78 req-82efb84e-92e9-4269-aaa5-42c2ad666b91 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:44.765667 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40b60313-09ad-458f-ba06-9036d1e06e78 req-82efb84e-92e9-4269-aaa5-42c2ad666b91 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0530152 Feb 19 01:50:44.815266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40b60313-09ad-458f-ba06-9036d1e06e78 req-3769911e-30f1-481a-8bf0-f66ae8e1b59c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Feb 19 01:50:45.900157 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:50:45.939275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c0cd1-f00c-4e2c-a221-d197c4b9398d req-35afb82c-b977-4fa7-9e7d-f5445da90658 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:45.941432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc9c0cd1-f00c-4e2c-a221-d197c4b9398d req-35afb82c-b977-4fa7-9e7d-f5445da90658 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0589106 Feb 19 01:50:45.995429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc9c0cd1-f00c-4e2c-a221-d197c4b9398d req-afe36687-475d-4ffd-bd16-5f212636673d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483913 Feb 19 01:50:47.117907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c659b48-e8a4-4697-b09a-5e561479ad62 req-2e14bbe1-ed46-439a-8600-02b8b392182b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:47.119376 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c659b48-e8a4-4697-b09a-5e561479ad62 req-2e14bbe1-ed46-439a-8600-02b8b392182b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0561323 Feb 19 01:50:47.168214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c659b48-e8a4-4697-b09a-5e561479ad62 req-32f03be6-36f7-4528-8fce-3fa58120ff14 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Feb 19 01:50:48.286269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d87cb-0ed3-4e39-b257-6f53f14f4fa5 req-8ad127b4-0ec0-4cf0-ac60-c112b1d55ae8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:48.287707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-656d87cb-0ed3-4e39-b257-6f53f14f4fa5 req-8ad127b4-0ec0-4cf0-ac60-c112b1d55ae8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0518239 Feb 19 01:50:48.335025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-656d87cb-0ed3-4e39-b257-6f53f14f4fa5 req-15e584d7-57cb-40ea-baf8-9f0e9cba8c85 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Feb 19 01:50:48.575595 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:49.455036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c8375-df72-4ac0-a18f-df6266d4d66c req-92fca9bd-4ee6-4934-a3fd-69464f6c89b6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:49.456536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed3c8375-df72-4ac0-a18f-df6266d4d66c req-92fca9bd-4ee6-4934-a3fd-69464f6c89b6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0542111 Feb 19 01:50:49.505271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed3c8375-df72-4ac0-a18f-df6266d4d66c req-a04795ba-f375-4ad7-b869-66291d25d9f1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Feb 19 01:50:50.289177 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e240fafa-c759-4c24-a654-c754dcca4bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:50.624765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d942ed-5569-4bd9-96b5-82c2b8613b6a req-016d9cbc-2c4d-4809-9ba6-2ee90f6757b5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:50.626272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46d942ed-5569-4bd9-96b5-82c2b8613b6a req-016d9cbc-2c4d-4809-9ba6-2ee90f6757b5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0551879 Feb 19 01:50:50.678854 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46d942ed-5569-4bd9-96b5-82c2b8613b6a req-d0a57d3e-1dc1-47d5-a027-c009da303468 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465965 Feb 19 01:50:51.798596 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e483d9-9e91-4920-a581-b6ec7757a5a6 req-5f940eef-c55c-456f-b7b9-235b6ba9a9a4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:51.800546 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7e483d9-9e91-4920-a581-b6ec7757a5a6 req-5f940eef-c55c-456f-b7b9-235b6ba9a9a4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0528717 Feb 19 01:50:51.852197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f7e483d9-9e91-4920-a581-b6ec7757a5a6 req-1aa1f9ed-1ef1-40bb-a4f3-7079ce0b3f2f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461266 Feb 19 01:50:52.680152 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3a58134-1850-4ce1-a41f-f5b3c4265cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.970903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd681e-4471-4ac9-8102-3d7f9c7b2011 req-48c741ba-b25a-48a9-a7ed-5445642bd4e1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:52.972362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2dcd681e-4471-4ac9-8102-3d7f9c7b2011 req-48c741ba-b25a-48a9-a7ed-5445642bd4e1 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0528541 Feb 19 01:50:53.019457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2dcd681e-4471-4ac9-8102-3d7f9c7b2011 req-2c82c2f3-a1a1-483d-8db8-9149f6870ac0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Feb 19 01:50:53.815598 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:54.135907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895f17d-3a3e-486e-b8ca-0392977740ce req-3597f83a-63ab-4b70-b998-ca355422c1ba tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.137437 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d895f17d-3a3e-486e-b8ca-0392977740ce req-3597f83a-63ab-4b70-b998-ca355422c1ba tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0524786 Feb 19 01:50:54.185193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d895f17d-3a3e-486e-b8ca-0392977740ce req-10dde6c6-2aea-4231-a89c-e5cb5f9d1e23 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Feb 19 01:50:55.319415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5af7ee-8639-47ed-8fa9-98d509a74ffe req-068606bb-d447-4bbe-9e68-951e9c1366b4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:55.320876 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f5af7ee-8639-47ed-8fa9-98d509a74ffe req-068606bb-d447-4bbe-9e68-951e9c1366b4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 944 time: 0.0694709 Feb 19 01:50:55.368939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f5af7ee-8639-47ed-8fa9-98d509a74ffe req-3a79e8c0-ecfc-42d6-92a9-ab48b158fe60 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Feb 19 01:50:55.457660 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:55.998683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 387b7afb-2ed3-4cb4-a839-ebe731253eda details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:50:56.095278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 387b7afb-2ed3-4cb4-a839-ebe731253eda, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:56.107815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:50:56.143993 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 387b7afb-2ed3-4cb4-a839-ebe731253eda is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:56.144380 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:56.156854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387b7afb-2ed3-4cb4-a839-ebe731253eda {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:50:56.176327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 387b7afb-2ed3-4cb4-a839-ebe731253eda, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:56.180089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:56.225772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=387b7afb-2ed3-4cb4-a839-ebe731253eda,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:56.232858 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.233237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.233585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.233925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.234289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.234618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.234949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.235276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.235602 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.235927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.236255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.236653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.237005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:56.331496 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:56.386721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['387b7afb-2ed3-4cb4-a839-ebe731253eda'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:50:56.487489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7f3e8-2ca7-400f-b9f5-d8e2aabe6ef9 req-e20cc6b7-5cf8-43a4-abd5-ed021a39b3fd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.488965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2d7f3e8-2ca7-400f-b9f5-d8e2aabe6ef9 req-e20cc6b7-5cf8-43a4-abd5-ed021a39b3fd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 945 time: 0.0537443 Feb 19 01:50:56.537139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2d7f3e8-2ca7-400f-b9f5-d8e2aabe6ef9 req-50953bd2-8dbe-413d-9ea0-c57d4fbf2991 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Feb 19 01:50:56.626421 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:57.660783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d35f7f-1246-4f0a-a3de-55a5a1129853 req-e42ba65d-b174-4e0c-9df0-ac02ba22a3bf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:57.662339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8d35f7f-1246-4f0a-a3de-55a5a1129853 req-e42ba65d-b174-4e0c-9df0-ac02ba22a3bf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 945 time: 0.0572629 Feb 19 01:50:57.719288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e8d35f7f-1246-4f0a-a3de-55a5a1129853 req-61391e91-e771-4be5-a601-673efe5ee0f7 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504224 Feb 19 01:50:58.030668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 387b7afb-2ed3-4cb4-a839-ebe731253eda up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:50:58.084331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 387b7afb-2ed3-4cb4-a839-ebe731253eda completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:50:58.087995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 387b7afb-2ed3-4cb4-a839-ebe731253eda triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:50:58.088374 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:58.163991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 387b7afb-2ed3-4cb4-a839-ebe731253eda is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:58.164385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:58.187427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:58.189657 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74912948-f1a1-4cb0-a2a5-2ad0ac0510b5" -d '{"events": [{"server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "name": "network-vif-plugged", "status": "completed", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:58.201700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 387b7afb-2ed3-4cb4-a839-ebe731253eda, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:58.206081 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:58.257014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=387b7afb-2ed3-4cb4-a839-ebe731253eda,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:58.288200 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af60046-9eb4-4c97-831b-99f0366b0e82 x-openstack-request-id: req-2af60046-9eb4-4c97-831b-99f0366b0e82 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:58.288529 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "name": "network-vif-plugged", "status": "completed", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:58.288895 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2af60046-9eb4-4c97-831b-99f0366b0e82 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:58.289332 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'code': 200} Feb 19 01:50:58.403001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2420e92-4f2b-41be-841e-fc5a13748f3c req-d158faab-d5b2-444d-9feb-f26ff59bd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:58.404520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2420e92-4f2b-41be-841e-fc5a13748f3c req-d158faab-d5b2-444d-9feb-f26ff59bd9da service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0509713 Feb 19 01:50:58.449022 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e2420e92-4f2b-41be-841e-fc5a13748f3c req-b2acb581-8fd5-4c0e-8295-44092882351d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381653 Feb 19 01:50:58.840879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b931-bd93-4e38-83bd-d53bbd99e699 req-2f4cc1c5-d63c-44ae-ae10-4336df43220e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:58.842398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a960b931-bd93-4e38-83bd-d53bbd99e699 req-2f4cc1c5-d63c-44ae-ae10-4336df43220e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 946 time: 0.0553482 Feb 19 01:50:58.890218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a960b931-bd93-4e38-83bd-d53bbd99e699 req-aaadaba1-ee7d-4376-abb6-6078e8fa12ab tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Feb 19 01:51:00.010913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48721ffb-2f0d-4a6b-9bcb-691a629bef04 req-f742221d-a466-46ae-b270-7020ee18fdc9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:00.012411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48721ffb-2f0d-4a6b-9bcb-691a629bef04 req-f742221d-a466-46ae-b270-7020ee18fdc9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 946 time: 0.0539033 Feb 19 01:51:00.073595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48721ffb-2f0d-4a6b-9bcb-691a629bef04 req-dcd8da28-c49d-4f8f-acbb-e6031ecd3894 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556664 Feb 19 01:51:00.190363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e337e-5e1d-4e45-9047-3508bb1a0523 req-9840e7f1-f572-4c03-b5d5-d741004a427f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:00.192380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54e337e-5e1d-4e45-9047-3508bb1a0523 req-9840e7f1-f572-4c03-b5d5-d741004a427f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 946 time: 0.0526659 Feb 19 01:51:00.243845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a54e337e-5e1d-4e45-9047-3508bb1a0523 req-e1ee400c-3b60-440c-8eff-a0c24ad4efb6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459654 Feb 19 01:51:00.265866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48490) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:00.308763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137adba8-3728-41a4-95d3-03a6cdeda2c4 tempest-TestVolumeBootPattern-70360934 tempest-TestVolumeBootPattern-70360934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:00.310544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-137adba8-3728-41a4-95d3-03a6cdeda2c4 tempest-TestVolumeBootPattern-70360934 tempest-TestVolumeBootPattern-70360934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1123 time: 0.0434577 Feb 19 01:51:00.313296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48492) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:00.317974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:00.338637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:00.434089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:00.542359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.25.0.97 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/f4cfc4da-b191-4abc-8f59-a60b07fa150a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:00.645241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:00.678770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:00.717271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:00.720139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:00.723685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:00.752974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=f4cfc4da-b191-4abc-8f59-a60b07fa150a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:00.765330 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.765678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.766016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.766780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.767126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.767465 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.767798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.768128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.768455 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.768780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.769157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.769488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:00.769812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:01.105576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (5fbdaa7f-51dc-4aa1-983d-7657ef0afae9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.170840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.604488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.609346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.677606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=f4cfc4da-b191-4abc-8f59-a60b07fa150a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:01.689802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (5fbdaa7f-51dc-4aa1-983d-7657ef0afae9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.789481 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Floating IP 5fbdaa7f-51dc-4aa1-983d-7657ef0afae9 associated. External IP: 172.25.0.97, port: 387b7afb-2ed3-4cb4-a839-ebe731253eda. Feb 19 01:51:01.999536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:51:02.109638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:51:02.119620 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:51:02.127802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.129260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:02.129865 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:50:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.157235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8b4beee9-3596-4857-9c45-1c61cf7a55e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8429096 Feb 19 01:51:02.157947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:02.160917 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:02.197023 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a00a456-9f51-4b2a-b2bf-143a583cdff0 x-openstack-request-id: req-6a00a456-9f51-4b2a-b2bf-143a583cdff0 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:02.197339 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:02.197603 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a00a456-9f51-4b2a-b2bf-143a583cdff0 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:02.198016 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'status': 'completed', 'code': 200} Feb 19 01:51:02.248455 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:02.264516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-1fddc74f-bf1d-4a70-bf3b-5b7f7dbaf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:02.265992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-1fddc74f-bf1d-4a70-bf3b-5b7f7dbaf2b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0446236 Feb 19 01:51:02.359330 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-b5e6d1fc-c579-43d3-b0d9-edbdd294258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:02.360857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-b5e6d1fc-c579-43d3-b0d9-edbdd294258f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0889487 Feb 19 01:51:02.424964 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-860a1604-7ad3-40cd-9c49-7413901fb0f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 999 time: 0.0583763 Feb 19 01:51:02.470779 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:00Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.476758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-9437c5af-1355-4904-b87f-10fdfbc59c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:02.478246 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-9437c5af-1355-4904-b87f-10fdfbc59c7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0476675 Feb 19 01:51:02.497807 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:51:02.506285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:02.507290 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:50:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.527954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-eebe4d2c-5026-4444-9ea1-c59de6da3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:02.529419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-eebe4d2c-5026-4444-9ea1-c59de6da3a45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453956 Feb 19 01:51:02.616872 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:02.620253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-f6c2ea5f-2139-42a2-9d32-fc6808b7d781 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Feb 19 01:51:02.715517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7f3b3e7f-8873-4bdf-b9e1-c6eec4c74254 req-327a336e-e6a8-447d-8689-79e6f9e2fa81 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885816 Feb 19 01:51:02.833356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:00Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.861317 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f51b9-d906-4bbb-8f0f-0a497a4f2172 None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:00Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:51:03.054022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855c12b-5caf-4e41-9f4f-c5bc173018e4 None None] New status for floating IP 5fbdaa7f-51dc-4aa1-983d-7657ef0afae9: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:51:16.848114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-83dc5fbb-ebfb-4525-9450-253468dd9950 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440328 Feb 19 01:51:16.933179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-5e69af93-b71a-4e54-af80-de81a98b90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:16.934804 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-5e69af93-b71a-4e54-af80-de81a98b90b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0457129 Feb 19 01:51:17.043709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-d5f3bbc1-6459-4169-a879-917c908c7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.045269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-d5f3bbc1-6459-4169-a879-917c908c7652 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0925865 Feb 19 01:51:17.109314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-195a0dcf-be6b-42c5-a5e9-f60a51f05821 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 1001 time: 0.0583167 Feb 19 01:51:17.161419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-c781597f-b36a-4e1f-a7fc-fe2a44bf187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.162835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-c781597f-b36a-4e1f-a7fc-fe2a44bf187e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0470493 Feb 19 01:51:17.212681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-9ea7d97d-f306-4031-aacd-fe3dc205ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.214096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-9ea7d97d-f306-4031-aacd-fe3dc205ae04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447311 Feb 19 01:51:17.301265 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-8905c6af-d9c9-4def-8ac1-5422b81ad3dd service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808992 Feb 19 01:51:17.396666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-185318e3-0706-45c1-b945-a6981c8c0f6e req-fc0b0fef-d471-442e-9800-261d5738fd24 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Feb 19 01:51:18.577583 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:20.290462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa95e902-0398-4797-983d-dde2e1bafcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:22.683483 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-639f889c-d6c1-4277-a403-269296852d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:22.901027 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:51:23.820398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:25.461107 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:26.325121 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:26.622970 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:48.594529 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:50.294248 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5eff76ec-de17-42a0-9145-e022d132c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:52.686183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bdf0ca7b-1548-4ecb-910a-13b7e5e1c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:53.820506 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:55.462132 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:56.327493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:56.619353 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:59.900475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:52:15.970008 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-bcaa9e81-cba6-4877-9f8d-30825b1eb422 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455647 Feb 19 01:52:16.059468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-3cc5608f-4763-4449-a31e-a58c78db9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:16.060972 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-3cc5608f-4763-4449-a31e-a58c78db9a22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0456426 Feb 19 01:52:16.167065 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-23827649-9cc9-46df-9229-7ded9c8c8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:16.168613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-23827649-9cc9-46df-9229-7ded9c8c8480 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0900216 Feb 19 01:52:16.232450 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-11ad979f-9f7b-4311-9917-54df95b91669 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 1001 time: 0.0578246 Feb 19 01:52:16.283231 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-51e9eaac-50a6-480e-8b6e-a27fdcc695a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:16.284668 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-51e9eaac-50a6-480e-8b6e-a27fdcc695a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0470431 Feb 19 01:52:16.333541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-2f697300-95b6-4b4c-8d28-15abe6310adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:16.335608 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-2f697300-95b6-4b4c-8d28-15abe6310adc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448232 Feb 19 01:52:16.427524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-3e243deb-92ea-4f47-b7f9-675671e16030 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861733 Feb 19 01:52:16.520781 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-32869690-eb0e-4763-8649-7d0a54d523a1 req-1c28a0cf-1167-41db-928c-0242ee07d5cd service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870824 Feb 19 01:52:17.117510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a580592c-df55-4946-be10-ea82c1c10552 tempest-TestNetworkAdvancedServerOps-1950870399 tempest-TestNetworkAdvancedServerOps-1950870399-project-admin] (103429) timed out ('10.222.0.43', 37412) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:52:17.900893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-b6e8436e-f9ff-49ba-87da-18831fa2946b req-a0686e81-e8f1-4591-8d04-a167b1cf61a7 service neutron] (103429) timed out ('10.222.0.43', 40332) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:52:18.587702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:20.296229 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3adf3226-1e75-4815-bec2-2b8a4e15e61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:21.372481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-b1288e3a-b37b-422c-ac1a-59daac021760 service neutron] (103430) timed out ('10.222.0.43', 36760) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:52:21.464611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-0c362a67-d3b6-42e4-8b05-080862c984df req-2dc43df0-7f8f-41c2-8f61-cba14a8fc543 tempest-AttachVolumeShelveTestJSON-537533474 tempest-AttachVolumeShelveTestJSON-537533474-project] (103430) timed out ('10.222.0.43', 34090) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:52:22.506001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-d755e9db-e9e9-459a-87ff-98ecb55d9757 req-77adee6e-e1af-4828-9fa4-edf7776c0c77 service neutron] (103429) timed out ('10.222.0.10', 57878) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:52:22.688155 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f75d26c9-60e3-4232-9871-3c681d32a2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:23.824036 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:25.465836 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:26.338655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:26.611969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:36.899361 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:52:48.605312 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:50.300192 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47c148d9-5f55-4457-8c12-fc44e000ca4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:52.696452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e6f0-5c0f-43ad-ad9b-05328d21acca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:53.828787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:55.110617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-9cd42e3c-3ffe-47e6-96ed-baa607c3ea5f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514828226&fields=id&tenant_id=e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 267 time: 0.0457206 Feb 19 01:52:55.217269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-c8fd766f-8dd9-4101-9ed5-1fac1411fd6e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:55.218738 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-c8fd766f-8dd9-4101-9ed5-1fac1411fd6e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1012616 Feb 19 01:52:55.234075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-b76e9814-6dd7-4320-973f-59273555c561 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/quotas/e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 375 time: 0.0094481 Feb 19 01:52:55.290820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-3284792c-620f-4f9e-a640-85925c8b0dbb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520198 Feb 19 01:52:55.435587 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-fa0a0455-9725-4037-a7a9-18088cfd409e service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327958 Feb 19 01:52:55.467610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:55.524275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-b60b973f-1128-4eb5-88ef-cf114b7586c6 service neutron] 10.222.0.43 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Feb 19 01:52:55.809132 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7ca35df-13d2-4385-8bcf-fc34b96227d6 req-895dc07f-595a-4a66-8246-7c8b99805862 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0288198 Feb 19 01:52:56.342196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:56.615412 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:56.782246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-995fd0df-787c-4287-9acd-07703f105f87 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:56.783667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-995fd0df-787c-4287-9acd-07703f105f87 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 812 time: 0.1049018 Feb 19 01:52:56.870104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-ddafaccc-e4cf-43f8-8e13-18bdfc53987d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e671138bc0c54c45a8414ecb9c8a07f9 HTTP/1.1" status: 200 len: 380 time: 0.0651333 Feb 19 01:52:56.879611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'port': {'device_id': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'admin_state_up': True, 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'security_groups': ['ba3adf03-27d8-4b47-800c-17bdb52e53dd']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:56.919319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7aa89a47-3400-4564-9012-cf422aff0aaa req-5faef2a1-5260-416e-9275-1dbb2ebcb4cd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0362065 Feb 19 01:52:57.013240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Made reservation on behalf of e671138bc0c54c45a8414ecb9c8a07f9 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:52:57.016535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.139611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.20.0.8 (7f74d520-c7d2-4706-ab18-07b969b344e7/3b73b7fc-1af5-4457-b09d-9073f752c7c6/2bce60fc-707e-4d51-8e57-76d976409386) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:52:57.277374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (2bce60fc-707e-4d51-8e57-76d976409386), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.311330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2bce60fc-707e-4d51-8e57-76d976409386), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.351735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:52:57.354831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:52:57.358432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:52:57.390916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=2bce60fc-707e-4d51-8e57-76d976409386,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:57.409298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.409638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.409979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.410312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.410663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.410978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.411303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.411627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.411948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.412266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.412588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.413464 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.413789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:57.437049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:57.437756 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.456947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-566e6f64-08b0-4f1a-8db2-ae0d154a43db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809674 Feb 19 01:52:57.468754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-13fad058-ee34-4ee8-af51-8a81dd3651b9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:52:57.469889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-13fad058-ee34-4ee8-af51-8a81dd3651b9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057476 Feb 19 01:52:57.533697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Request body: {'port': {'device_id': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:57.597099 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2bce60fc-707e-4d51-8e57-76d976409386), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.659448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d375d754-19f4-42b4-afd9-bf8bc6455ebf None None] Provisioning complete for port 2bce60fc-707e-4d51-8e57-76d976409386 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:52:57.660003 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d375d754-19f4-42b4-afd9-bf8bc6455ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2bce60fc-707e-4d51-8e57-76d976409386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.704154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d375d754-19f4-42b4-afd9-bf8bc6455ebf None None] Port 2bce60fc-707e-4d51-8e57-76d976409386 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:52:57.882146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bce60fc-707e-4d51-8e57-76d976409386 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:52:57.889723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Publish callbacks [] for port (2bce60fc-707e-4d51-8e57-76d976409386), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:57.902920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Transition to ACTIVE for port object 2bce60fc-707e-4d51-8e57-76d976409386 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:52:57.905647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2bce60fc-707e-4d51-8e57-76d976409386), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:58.034533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Pushing event updated for resources: {'Port': ['ID=2bce60fc-707e-4d51-8e57-76d976409386,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:58.050437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Attempting to bind port 2bce60fc-707e-4d51-8e57-76d976409386 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:52:58.051110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Attempting to bind port 2bce60fc-707e-4d51-8e57-76d976409386 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:52:58.051675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Attempting to bind port 2bce60fc-707e-4d51-8e57-76d976409386 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:58.058738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Port 2bce60fc-707e-4d51-8e57-76d976409386 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:52:58.058738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Attempting to bind port 2bce60fc-707e-4d51-8e57-76d976409386 on network 7f74d520-c7d2-4706-ab18-07b969b344e7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:58.065238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:52:58.065556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Checking segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:52:58.066034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Bound using segment: {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:52:58.066578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Bound port: 2bce60fc-707e-4d51-8e57-76d976409386, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:52:58.067323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2bce60fc-707e-4d51-8e57-76d976409386), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:58.117502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da42aa3-c313-4f82-9fc8-8745576ce312 req-0121fe7c-5a90-47c4-899e-9b6cf54570cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.125315 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5da42aa3-c313-4f82-9fc8-8745576ce312 req-0121fe7c-5a90-47c4-899e-9b6cf54570cf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0704253 Feb 19 01:52:58.144249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] For port 2bce60fc-707e-4d51-8e57-76d976409386, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:52:58.149492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] For port 2bce60fc-707e-4d51-8e57-76d976409386, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2bce60fc-707e-4d51-8e57-76d976409386,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:52:58.164854 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2bce60fc-707e-4d51-8e57-76d976409386), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:58.184108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5da42aa3-c313-4f82-9fc8-8745576ce312 req-520ed5dc-1ed0-4904-b5d4-ec22c8157fbf tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577331 Feb 19 01:52:58.229718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.230683 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:58.232829 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] 10.222.0.10 "PUT /v2.0/ports/2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 1091 time: 0.7517331 Feb 19 01:52:58.233413 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:58.235955 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d6115c-cf76-4713-9d89-f790043bb023" -d '{"events": [{"name": "network-changed", "server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "tag": "2bce60fc-707e-4d51-8e57-76d976409386"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:58.244897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92bb7e-7816-49ff-8f42-177814ca334b service neutron] Pushing event updated for resources: {'Port': ['ID=2bce60fc-707e-4d51-8e57-76d976409386,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:58.326627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-17f95daa-c900-4b83-93da-e21a320b1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.328522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-17f95daa-c900-4b83-93da-e21a320b1254 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1125 time: 0.0543480 Feb 19 01:52:58.389387 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6625e88d-aa12-40e5-a4d4-dba96e77f507 x-openstack-request-id: req-6625e88d-aa12-40e5-a4d4-dba96e77f507 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:58.389795 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "tag": "2bce60fc-707e-4d51-8e57-76d976409386", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:58.390144 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6625e88d-aa12-40e5-a4d4-dba96e77f507 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:58.390650 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386', 'status': 'completed', 'code': 200} Feb 19 01:52:58.392600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-cd81f3dd-2eda-443e-a4bf-732cb4823f77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 217 time: 0.0528104 Feb 19 01:52:58.453933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-38afc22c-59ef-461c-9c31-fcef7b8d9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.455403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-38afc22c-59ef-461c-9c31-fcef7b8d9401 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0468144 Feb 19 01:52:58.510069 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29727-9dee-469f-9b17-19b430a50bbb req-67f000e8-76b0-4b0e-b900-d6e17d23f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.511433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-67f000e8-76b0-4b0e-b900-d6e17d23f8e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455406 Feb 19 01:52:58.613397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-fb2ea5ab-8656-473d-9aca-0e08e9090328 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910718 Feb 19 01:52:58.721577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-84a29727-9dee-469f-9b17-19b430a50bbb req-be345568-b3c9-48f9-b168-39a0aa334b58 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994587 Feb 19 01:52:58.823542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-17058fbc-7a75-4ae5-9b87-0d54866615f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.825213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-17058fbc-7a75-4ae5-9b87-0d54866615f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1125 time: 0.0511191 Feb 19 01:52:58.927861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-2f4b32be-bd3f-4956-8b5a-9f8714c4ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.930017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-2f4b32be-bd3f-4956-8b5a-9f8714c4ab1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0962102 Feb 19 01:52:58.974534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-315a2e86-a506-49f1-acf6-cc7a226874ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 217 time: 0.0353727 Feb 19 01:52:59.037914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-56746fb8-28c5-4b54-8ec7-ec38785e4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:59.039371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-56746fb8-28c5-4b54-8ec7-ec38785e4622 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0567849 Feb 19 01:52:59.096806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-4d74cd99-91f8-4b8e-8465-4b6d9c1efa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:59.098453 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-4d74cd99-91f8-4b8e-8465-4b6d9c1efa52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493441 Feb 19 01:52:59.190382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-270acc53-f0bb-4646-b89b-38d61c819911 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829611 Feb 19 01:52:59.289743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6d6115c-cf76-4713-9d89-f790043bb023 req-f77475bd-ad0f-4866-9d1c-03d0c38974fb service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891497 Feb 19 01:52:59.316240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1c2d-1b2f-4a7a-ba1c-b8627c5a9695 req-efefa8ec-fa32-4e8e-bd59-a8a658597b34 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:59.318023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63e1c2d-1b2f-4a7a-ba1c-b8627c5a9695 req-efefa8ec-fa32-4e8e-bd59-a8a658597b34 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0566387 Feb 19 01:52:59.373665 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f63e1c2d-1b2f-4a7a-ba1c-b8627c5a9695 req-e8d3d1ef-3457-4f49-b91c-14454103e8d6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494423 Feb 19 01:53:00.507270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f339f3-a054-4c25-817e-66561737b191 req-78c173c8-1a67-43bd-997d-5fc75945d17a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:00.508771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36f339f3-a054-4c25-817e-66561737b191 req-78c173c8-1a67-43bd-997d-5fc75945d17a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0570357 Feb 19 01:53:00.560601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36f339f3-a054-4c25-817e-66561737b191 req-83538c93-0cd1-445a-872b-d48cfaf00804 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449553 Feb 19 01:53:01.698709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bff9f6-744c-4693-ba31-caca7da4662c req-2946d574-0b55-4f82-9d9b-4d79ab15c517 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:01.700390 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97bff9f6-744c-4693-ba31-caca7da4662c req-2946d574-0b55-4f82-9d9b-4d79ab15c517 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0609746 Feb 19 01:53:01.754943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97bff9f6-744c-4693-ba31-caca7da4662c req-9feb3cf0-9973-4efb-9544-78f961c360d4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Feb 19 01:53:02.890177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acfd50-9971-4794-9342-b8a5d309d4be req-9b4df460-7c84-4fc7-a47e-a88b3aabdbea tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.891662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4acfd50-9971-4794-9342-b8a5d309d4be req-9b4df460-7c84-4fc7-a47e-a88b3aabdbea tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0518119 Feb 19 01:53:02.950226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4acfd50-9971-4794-9342-b8a5d309d4be req-9b98268d-fde3-4541-b137-bbc503281a23 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530307 Feb 19 01:53:04.073505 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd494-d5dc-48db-bf2f-b2105bb3aee9 req-ff57ca26-fd5f-4ff1-9439-7132135c00a6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:04.074991 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02fbd494-d5dc-48db-bf2f-b2105bb3aee9 req-ff57ca26-fd5f-4ff1-9439-7132135c00a6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0574324 Feb 19 01:53:04.125620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02fbd494-d5dc-48db-bf2f-b2105bb3aee9 req-003f5664-47fd-45c9-92c8-a8079d86d093 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446875 Feb 19 01:53:04.769990 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-845a70e3-8bd7-422d-b7b8-5b11b174e305 req-4e2a5fa8-6d4b-416d-9752-ba635bdf38b8 service neutron] (103430) timed out ('10.222.0.89', 53495) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:53:05.248047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10f206-0e77-417b-8a5b-01051b6f11df req-0b605a59-a3eb-4724-8955-2da8d64bbd59 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:05.249692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de10f206-0e77-417b-8a5b-01051b6f11df req-0b605a59-a3eb-4724-8955-2da8d64bbd59 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0553832 Feb 19 01:53:05.302826 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de10f206-0e77-417b-8a5b-01051b6f11df req-ff7c450a-14b7-4e15-a8d3-db182072ca03 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Feb 19 01:53:06.423832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c9187-0231-440e-a985-4c95e10dc11c req-5596369f-c8cb-4beb-bfb2-68175667891b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:06.425259 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-314c9187-0231-440e-a985-4c95e10dc11c req-5596369f-c8cb-4beb-bfb2-68175667891b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0533147 Feb 19 01:53:06.474752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-314c9187-0231-440e-a985-4c95e10dc11c req-b6abbe2e-57f1-4b84-ad2c-f0e8ab312ee8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Feb 19 01:53:07.591690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13588ec6-2e8d-4fa2-8451-1d5b8569d3db req-006de989-9333-4b4b-babf-146971ef34e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:07.593199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13588ec6-2e8d-4fa2-8451-1d5b8569d3db req-006de989-9333-4b4b-babf-146971ef34e9 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0523937 Feb 19 01:53:07.644287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13588ec6-2e8d-4fa2-8451-1d5b8569d3db req-74652e4f-4236-47da-a347-3f01bdab4f25 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 Feb 19 01:53:08.764931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033afe72-9ce4-4c01-bc16-fc67f2071f21 req-8e7a3c02-46f6-41eb-98e3-823e582fb279 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:08.766427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033afe72-9ce4-4c01-bc16-fc67f2071f21 req-8e7a3c02-46f6-41eb-98e3-823e582fb279 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0566535 Feb 19 01:53:08.814237 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033afe72-9ce4-4c01-bc16-fc67f2071f21 req-332d6598-59cb-4c78-8e69-3d996fd7ecf3 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Feb 19 01:53:09.938903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cbfb0-1beb-43bb-b147-619a876c2c83 req-c1e8a6e8-7b78-4569-bd88-5645926c2df8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:09.940360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd8cbfb0-1beb-43bb-b147-619a876c2c83 req-c1e8a6e8-7b78-4569-bd88-5645926c2df8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0557880 Feb 19 01:53:09.988308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bd8cbfb0-1beb-43bb-b147-619a876c2c83 req-6c95cdbe-b404-419b-95b4-578bdb2b79e4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Feb 19 01:53:11.107742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f52c4-fdae-4195-9610-49cb06138157 req-c087f0ab-417d-412b-bc87-6f59efa3ff09 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:11.109229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f02f52c4-fdae-4195-9610-49cb06138157 req-c087f0ab-417d-412b-bc87-6f59efa3ff09 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0513487 Feb 19 01:53:11.156651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f02f52c4-fdae-4195-9610-49cb06138157 req-e512ced4-26fe-4d66-883b-ba1ca957f273 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Feb 19 01:53:12.276107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429008-3c26-4f6e-9c62-38a3f078aa52 req-02d4275e-39e4-4f90-87e6-96891dc2ecef tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:12.277608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c429008-3c26-4f6e-9c62-38a3f078aa52 req-02d4275e-39e4-4f90-87e6-96891dc2ecef tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0526235 Feb 19 01:53:12.325295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c429008-3c26-4f6e-9c62-38a3f078aa52 req-6cd46c37-18f9-4703-8b05-1eebed69d481 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Feb 19 01:53:13.442674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851d755-67fe-4bf5-ac40-8ead40d8a5df req-e493b1ba-1ff7-4933-bb9d-ba318a0d454f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:13.444214 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e851d755-67fe-4bf5-ac40-8ead40d8a5df req-e493b1ba-1ff7-4933-bb9d-ba318a0d454f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0520329 Feb 19 01:53:13.497080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e851d755-67fe-4bf5-ac40-8ead40d8a5df req-b37e1b34-1dc8-49b2-80de-2ba265485472 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467293 Feb 19 01:53:13.898645 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:53:14.620140 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc764d74-c513-43ec-99e3-b17e4be5bba8 req-070b6967-c545-43ef-bda7-ffbdc42d4764 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:14.621651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc764d74-c513-43ec-99e3-b17e4be5bba8 req-070b6967-c545-43ef-bda7-ffbdc42d4764 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0573676 Feb 19 01:53:14.670379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc764d74-c513-43ec-99e3-b17e4be5bba8 req-7d4fdf0a-8f06-4799-8673-9b2152c8b72f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Feb 19 01:53:15.736549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2bce60fc-707e-4d51-8e57-76d976409386 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:53:15.792383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559d5f6-4ac9-4e01-959e-411b3226599b req-6ad4ccbe-8afb-4aee-b6d6-e73f7c0a1624 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:15.793897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c559d5f6-4ac9-4e01-959e-411b3226599b req-6ad4ccbe-8afb-4aee-b6d6-e73f7c0a1624 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 943 time: 0.0525823 Feb 19 01:53:15.834697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2bce60fc-707e-4d51-8e57-76d976409386, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2bce60fc-707e-4d51-8e57-76d976409386,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:15.842831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c559d5f6-4ac9-4e01-959e-411b3226599b req-3782d8b0-2fe3-4193-b90d-a329e2ce57dd tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Feb 19 01:53:15.845997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '2bce60fc-707e-4d51-8e57-76d976409386', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'port_id': '2bce60fc-707e-4d51-8e57-76d976409386', 'mac_address': 'fa:16:3e:69:03:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:53:15.884349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2bce60fc-707e-4d51-8e57-76d976409386 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:15.884743 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2bce60fc-707e-4d51-8e57-76d976409386), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:15.897941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bce60fc-707e-4d51-8e57-76d976409386 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:53:15.923910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2bce60fc-707e-4d51-8e57-76d976409386, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2bce60fc-707e-4d51-8e57-76d976409386,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:15.928976 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2bce60fc-707e-4d51-8e57-76d976409386), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:15.975243 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2bce60fc-707e-4d51-8e57-76d976409386,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:15.983170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.983525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.983873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.984213 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.984551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.984885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.985244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.985610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.985951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.986267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.986596 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.986922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:15.987246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:16.259593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2bce60fc-707e-4d51-8e57-76d976409386'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:53:16.964904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adae3c-9a4b-4aba-bc84-892020a948d7 req-cf93c7c7-9ce5-4e9d-9e85-b1152df14568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:16.966441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8adae3c-9a4b-4aba-bc84-892020a948d7 req-cf93c7c7-9ce5-4e9d-9e85-b1152df14568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 944 time: 0.0539658 Feb 19 01:53:17.011006 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-22213db5-2f8e-44a3-bb4f-c9bd9bc78c9c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872450 Feb 19 01:53:17.015369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8adae3c-9a4b-4aba-bc84-892020a948d7 req-b0cdc597-0b1b-4cd0-a77c-b7bfb5464f3c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Feb 19 01:53:17.096190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-602fd3c6-b6e2-4cc3-92cc-ea544a3371b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:17.097729 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-602fd3c6-b6e2-4cc3-92cc-ea544a3371b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0453262 Feb 19 01:53:17.203254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-d13d79ac-7b6f-4510-b6fe-cb78ccea3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:17.204660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-d13d79ac-7b6f-4510-b6fe-cb78ccea3f49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0888357 Feb 19 01:53:17.288818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-fa1bde70-0061-4b79-9fa7-52b617092481 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 1001 time: 0.0783634 Feb 19 01:53:17.339950 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-30fedbe2-47a7-4ae5-8cde-6f5a7d099715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:17.341477 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-30fedbe2-47a7-4ae5-8cde-6f5a7d099715 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0469160 Feb 19 01:53:17.389406 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-0f13e77f-8af3-4069-8797-e90f597498e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:17.390882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-0f13e77f-8af3-4069-8797-e90f597498e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436730 Feb 19 01:53:17.400728 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-0cecb535-3854-4c44-90b1-31bb337be700 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:53:17.401830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-0cecb535-3854-4c44-90b1-31bb337be700 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049951 Feb 19 01:53:17.490818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-9252e6ea-a185-4ad3-85fa-8755f2ff1aea service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817487 Feb 19 01:53:17.597256 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6372d848-74ec-4a1e-bce4-97ee00233c42 req-ba77c48d-f559-47ca-892c-8281b58adddc service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998402 Feb 19 01:53:17.774106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2bce60fc-707e-4d51-8e57-76d976409386 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:53:17.821920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 2bce60fc-707e-4d51-8e57-76d976409386 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:53:17.826084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 2bce60fc-707e-4d51-8e57-76d976409386 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:53:17.826484 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2bce60fc-707e-4d51-8e57-76d976409386), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:18.064631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2bce60fc-707e-4d51-8e57-76d976409386 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:18.065027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2bce60fc-707e-4d51-8e57-76d976409386), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:18.087888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:18.090114 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585eb941-af29-410e-b923-47c69ac085dd" -d '{"events": [{"server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "name": "network-vif-plugged", "status": "completed", "tag": "2bce60fc-707e-4d51-8e57-76d976409386"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:18.103075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2bce60fc-707e-4d51-8e57-76d976409386, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2bce60fc-707e-4d51-8e57-76d976409386,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:18.108100 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2bce60fc-707e-4d51-8e57-76d976409386), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:18.131668 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04913edd-9a3b-46f4-9dea-204a2533e8be x-openstack-request-id: req-04913edd-9a3b-46f4-9dea-204a2533e8be {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:18.131956 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "name": "network-vif-plugged", "status": "completed", "tag": "2bce60fc-707e-4d51-8e57-76d976409386", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:18.132208 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04913edd-9a3b-46f4-9dea-204a2533e8be {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:18.132604 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386', 'code': 200} Feb 19 01:53:18.139935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea72ce2-4222-4892-b5aa-fae6d9f25db7 req-27da40ae-fbc8-4ee0-b8b5-c5e98d7e12ef tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:18.141453 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aea72ce2-4222-4892-b5aa-fae6d9f25db7 req-27da40ae-fbc8-4ee0-b8b5-c5e98d7e12ef tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 944 time: 0.0562351 Feb 19 01:53:18.159537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2bce60fc-707e-4d51-8e57-76d976409386,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:18.195170 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aea72ce2-4222-4892-b5aa-fae6d9f25db7 req-b783bd1d-938a-42f7-a27e-6694b9c1f09a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Feb 19 01:53:18.251521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626812b-9eb8-425f-b3f4-55dbf67364e4 req-4756905c-24ac-426f-a05b-bb33dd25d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:18.251521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e626812b-9eb8-425f-b3f4-55dbf67364e4 req-4756905c-24ac-426f-a05b-bb33dd25d01f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1127 time: 0.0472152 Feb 19 01:53:18.309164 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e626812b-9eb8-425f-b3f4-55dbf67364e4 req-f3fd7490-3662-4ecf-a348-8cafcf484be6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Feb 19 01:53:18.627139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:19.323816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bcbeb-e2e5-4a87-ab22-24718f7abef6 req-2b04df78-e182-426e-8e1e-d8a86dc9c7c8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:19.325330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-859bcbeb-e2e5-4a87-ab22-24718f7abef6 req-2b04df78-e182-426e-8e1e-d8a86dc9c7c8 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 945 time: 0.0591941 Feb 19 01:53:19.374058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-859bcbeb-e2e5-4a87-ab22-24718f7abef6 req-4f1fb6d5-be92-4a1f-bd45-2a88be915837 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432112 Feb 19 01:53:20.302856 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3a75-a32a-4f9f-92b6-b037eaea3b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:20.496794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2109-4cbb-4715-8502-b085330f316a req-8f615bde-7850-4e43-86a8-001ab77cb781 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:20.498311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b7f2109-4cbb-4715-8502-b085330f316a req-8f615bde-7850-4e43-86a8-001ab77cb781 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 945 time: 0.0578890 Feb 19 01:53:20.547129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6b7f2109-4cbb-4715-8502-b085330f316a req-48f33ce1-4567-4efe-9ccc-98b6814ce079 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Feb 19 01:53:20.666036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6fde0-31bc-4de0-9031-eefef1bfcbed req-beed437c-f5d6-4273-9851-82c5df01d497 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:20.667980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66b6fde0-31bc-4de0-9031-eefef1bfcbed req-beed437c-f5d6-4273-9851-82c5df01d497 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 945 time: 0.0542810 Feb 19 01:53:20.717403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66b6fde0-31bc-4de0-9031-eefef1bfcbed req-63dee451-f497-4e25-9d3a-d37b58ff5418 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Feb 19 01:53:20.740090 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48672) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:53:20.786779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72699d7-de8c-46e5-a49a-4047421031b4 tempest-TestVolumeBootPattern-70360934 tempest-TestVolumeBootPattern-70360934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:20.788268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e72699d7-de8c-46e5-a49a-4047421031b4 tempest-TestVolumeBootPattern-70360934 tempest-TestVolumeBootPattern-70360934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1122 time: 0.0472214 Feb 19 01:53:20.790993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48674) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:53:20.795135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '2bce60fc-707e-4d51-8e57-76d976409386', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:53:20.814529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:20.908927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.013713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Allocated IP 172.25.0.128 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/4a006659-83ad-4e10-bcb6-05068f0c3556) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:53:21.111074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.145159 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.182617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:53:21.185528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:53:21.189301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:53:21.218512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=4a006659-83ad-4e10-bcb6-05068f0c3556,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:21.554492 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.627254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.774463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.779664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.845989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event updated for resources: {'Port': ['ID=4a006659-83ad-4e10-bcb6-05068f0c3556,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:21.856527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.958129 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Floating IP 984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d associated. External IP: 172.25.0.128, port: 2bce60fc-707e-4d51-8e57-76d976409386. Feb 19 01:53:22.476070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:53:22.583293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:53:22.593265 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:53:22.604205 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:53:22.604406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:22.604797 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:52:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:22.661039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9be75d16-17ec-41d5-b7e6-c03471260c07 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8689959 Feb 19 01:53:22.663154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:22.665320 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83e853-efbc-4837-880c-5a37c69af697" -d '{"events": [{"name": "network-changed", "server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "tag": "2bce60fc-707e-4d51-8e57-76d976409386"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:22.685693 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-25cf766a-6bbc-40ee-87f3-0545dd40efab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610225 Feb 19 01:53:22.699120 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15a8e686-14b3-4edd-b56d-e250b1c47689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:22.720825 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9dbe3e-b079-4393-a460-4ec28dcf816f x-openstack-request-id: req-7c9dbe3e-b079-4393-a460-4ec28dcf816f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:22.721385 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "tag": "2bce60fc-707e-4d51-8e57-76d976409386", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:22.721859 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c9dbe3e-b079-4393-a460-4ec28dcf816f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:22.722303 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386', 'status': 'completed', 'code': 200} Feb 19 01:53:22.779203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-8684aa29-10d5-488c-8929-8f1355c7ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:22.780711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-8684aa29-10d5-488c-8929-8f1355c7ca68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1127 time: 0.0504315 Feb 19 01:53:22.826491 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:53:22.883516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-3c136452-db10-4617-b0ef-980993b9eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:22.885043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-3c136452-db10-4617-b0ef-980993b9eb33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0857227 Feb 19 01:53:22.983930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-6329f327-77c3-4b79-81b1-dc18dfdd96d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 999 time: 0.0928361 Feb 19 01:53:23.033834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-95d669d0-00e5-4223-8d62-4ee28e37eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:23.035309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-95d669d0-00e5-4223-8d62-4ee28e37eb1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0442395 Feb 19 01:53:23.053266 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:03Z', 'revision_number': 1, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}, {'id': '984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '2bce60fc-707e-4d51-8e57-76d976409386', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:69:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:53:21Z', 'updated_at': '2022-02-19T01:53:21Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:23.079420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:53:23.085167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-165e576a-76e7-4ee5-bc30-fccde6a2ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:23.086686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-165e576a-76e7-4ee5-bc30-fccde6a2ee0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459840 Feb 19 01:53:23.087519 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:53:23.088149 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:53:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:23.180110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-d0e43336-13f6-4a4a-af22-5daad0ce8356 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876021 Feb 19 01:53:23.196776 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:53:23.268547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43c3600b-57a3-4887-a5f4-41c55bcccdb0 req-f5304bf8-62cc-4539-b6bc-0537259e10dc service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819473 Feb 19 01:53:23.361372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e853-efbc-4837-880c-5a37c69af697 req-5ac192d4-2eb0-4270-9b2e-a4edfa9f18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:23.362831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-5ac192d4-2eb0-4270-9b2e-a4edfa9f18dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1127 time: 0.0520463 Feb 19 01:53:23.422649 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:03Z', 'revision_number': 1, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}, {'id': '984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '2bce60fc-707e-4d51-8e57-76d976409386', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:69:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:53:21Z', 'updated_at': '2022-02-19T01:53:21Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:23.453308 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab2c4c-0ae1-4e84-8c80-486b1d678889 None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:03Z', 'revision_number': 1, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}, {'id': '984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '2bce60fc-707e-4d51-8e57-76d976409386', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:69:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:53:21Z', 'updated_at': '2022-02-19T01:53:21Z', 'revision_number': 0, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:53:23.453718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e853-efbc-4837-880c-5a37c69af697 req-86b07f98-5b68-45ce-9cec-9c81d7f6597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:23.455222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-86b07f98-5b68-45ce-9cec-9c81d7f6597d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0867956 Feb 19 01:53:23.528141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-a9170a62-1224-4787-aac0-f1cc5abca42a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 999 time: 0.0673645 Feb 19 01:53:23.577096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e853-efbc-4837-880c-5a37c69af697 req-388115ab-361e-46b2-9923-0d804b124b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:23.578600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-388115ab-361e-46b2-9923-0d804b124b4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0449724 Feb 19 01:53:23.630451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e853-efbc-4837-880c-5a37c69af697 req-99d9c8f5-fc5e-4ed9-96e7-1f7eed5d7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:23.632000 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-99d9c8f5-fc5e-4ed9-96e7-1f7eed5d7fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480917 Feb 19 01:53:23.655066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bdefe2-69e2-4ffd-800c-17ece6607427 None None] New status for floating IP 984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:53:23.727055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-5e1c00ce-a6db-4a3c-8a68-4c6df2f4e3f7 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886502 Feb 19 01:53:23.820131 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce83e853-efbc-4837-880c-5a37c69af697 req-42123b0d-5bb0-4b95-8669-93a100c2971b service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868657 Feb 19 01:53:23.830330 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:25.469921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:26.354568 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:26.613287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:48.630515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:50.305904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cb09d873-52b8-4ca2-a10b-ef43f5ff17a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:50.897241 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:53:52.691322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-da670ec0-f24b-46a0-b52c-ec0eb7be30db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:53.831400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.471901 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:56.353459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:56.616958 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:18.618733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:18.984032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-c97f02f5-4a15-4807-b983-029210c1b77a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456975 Feb 19 01:54:19.068437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-b397a90d-151f-4561-9ac0-d0117c95b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:19.069969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-b397a90d-151f-4561-9ac0-d0117c95b4e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0463500 Feb 19 01:54:19.173345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-288cc9f4-7101-4c24-b769-58b4614ab1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:19.174878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-288cc9f4-7101-4c24-b769-58b4614ab1ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0874169 Feb 19 01:54:19.243408 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-0dad1f12-4a88-4de8-8ad7-455b4d68c5b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 1001 time: 0.0609226 Feb 19 01:54:19.295361 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-41da39b4-1846-492b-a8a8-7b82b97a985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:19.296811 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-41da39b4-1846-492b-a8a8-7b82b97a985c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0478141 Feb 19 01:54:19.645745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-b12c777e-9165-4a86-8563-62796e5cfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:19.648115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-b12c777e-9165-4a86-8563-62796e5cfd93 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3457279 Feb 19 01:54:19.741640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-b6f51e4d-0d7d-4d4c-8330-e41df88bfb75 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859444 Feb 19 01:54:19.834095 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6900debb-6bb0-46dc-a1bf-ee7049f7c0e1 req-6f0e06de-5d10-491d-ba32-ee112a80d95d service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868878 Feb 19 01:54:20.308394 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-755410f4-bf6a-4900-9102-daea553ad81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:22.696178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9997d72-972a-4629-b530-82c5447b7a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:23.834402 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:24.697625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-939f4204-3aac-4a66-abe2-222d57732528 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459695 Feb 19 01:54:24.797405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-20f3da0a-c9c8-420e-88a0-899283137374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:24.798820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-20f3da0a-c9c8-420e-88a0-899283137374 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1127 time: 0.0493507 Feb 19 01:54:24.904593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-3e6fc652-66a9-47b9-abc0-1052f3f5bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:24.906650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-3e6fc652-66a9-47b9-abc0-1052f3f5bdb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.0845945 Feb 19 01:54:24.978134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-5142943f-ee7f-4fe7-bd3d-cbd39224722c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 1001 time: 0.0623085 Feb 19 01:54:25.028958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-5913da67-1520-446f-bf45-7aca306520aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:25.031023 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-5913da67-1520-446f-bf45-7aca306520aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0432868 Feb 19 01:54:25.082016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-ffeed2dd-ba65-4202-afd5-4d5b4e0be6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:25.083449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-ffeed2dd-ba65-4202-afd5-4d5b4e0be6f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438700 Feb 19 01:54:25.174418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-c3d46ac4-2cf3-4a0d-96ca-b19f60feb6f2 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840440 Feb 19 01:54:25.265860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4bfbabf-d481-41da-add2-6d4a7d0dafb2 req-5df163bf-397b-4ce2-826c-e015261a7382 service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822108 Feb 19 01:54:25.474144 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:26.375619 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:26.619610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:27.895541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:54:48.623751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:50.311119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-693c7dff-1a45-447b-8aa8-c5887dce47e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:52.697480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b96d6283-87a7-4dd2-9635-1ef0bf75f216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:53.837202 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:55.476587 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:56.367082 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:56.621927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:01.754905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48714) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:01.967245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 4a006659-83ad-4e10-bcb6-05068f0c3556 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:01.967586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:02.044381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:02.044702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (4a006659-83ad-4e10-bcb6-05068f0c3556), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:02.056070 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 4a006659-83ad-4e10-bcb6-05068f0c3556 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:02.197579 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (4a006659-83ad-4e10-bcb6-05068f0c3556), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:02.227756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=4a006659-83ad-4e10-bcb6-05068f0c3556,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:02.250761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.251112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.251452 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.251791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.252124 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.252454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.252784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.253144 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.253471 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.253794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.254118 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.254441 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.254765 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:02.298291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:02.298622 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Floating IP 984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d disassociated (deleted). External IP: 172.25.0.128, port: 2bce60fc-707e-4d51-8e57-76d976409386. Feb 19 01:55:02.526880 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:55:02.654536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:55:02.659630 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:02.668250 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:55:02.678823 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:02.681141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:54:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:02.691670 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-13e2bdac-3415-4297-9c56-53a268e30fc2 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "DELETE /v2.0/floatingips/984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d HTTP/1.1" status: 204 len: 168 time: 0.9356232 Feb 19 01:55:02.692280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:02.695701 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac2596-f22d-4847-912f-47d121db3fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "tag": "2bce60fc-707e-4d51-8e57-76d976409386"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:02.756171 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1b29f1-bbe6-46b7-a51f-2c1b1a4eba7a x-openstack-request-id: req-ad1b29f1-bbe6-46b7-a51f-2c1b1a4eba7a {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:02.756886 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "tag": "2bce60fc-707e-4d51-8e57-76d976409386", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:02.756886 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad1b29f1-bbe6-46b7-a51f-2c1b1a4eba7a {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:02.757458 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386', 'status': 'completed', 'code': 200} Feb 19 01:55:02.811533 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:02.858609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-0e78b68f-a1ed-4faf-b6e4-2b1684a6ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:02.861252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-0e78b68f-a1ed-4faf-b6e4-2b1684a6ae05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 1127 time: 0.0695703 Feb 19 01:55:02.972408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-22d85154-809a-48d3-a5f9-d3a5d730ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:02.973940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-22d85154-809a-48d3-a5f9-d3a5d730ad9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.1028237 Feb 19 01:55:02.989215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041951-e8c4-453c-8794-9069eb5c4c02 req-bb658eb1-f653-465d-89d8-fa2ceb851bcb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:02.992063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93041951-e8c4-453c-8794-9069eb5c4c02 req-bb658eb1-f653-465d-89d8-fa2ceb851bcb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 945 time: 0.0744750 Feb 19 01:55:03.020945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-1de2ae26-8d80-41ba-918c-e59cb1d35bcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 200 len: 217 time: 0.0404851 Feb 19 01:55:03.068596 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-93041951-e8c4-453c-8794-9069eb5c4c02 req-2c2e2fe7-d984-4581-babf-b650dcdacd76 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664284 Feb 19 01:55:03.074304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-0ab0a3bf-71b6-4e66-ac13-ba52856620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:03.075773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-0ab0a3bf-71b6-4e66-ac13-ba52856620f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0490024 Feb 19 01:55:03.093605 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:03Z', 'revision_number': 1, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:03.120465 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:55:03.130303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:03.130971 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:54:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:03.135361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-de5dee6e-ca48-42e9-bd9c-70a89fbfeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:03.136901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-de5dee6e-ca48-42e9-bd9c-70a89fbfeacc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535827 Feb 19 01:55:03.239497 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-7014115f-5448-4c2a-9fb7-3b386255678e service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960357 Feb 19 01:55:03.246274 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:03.357465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81ac2596-f22d-4847-912f-47d121db3fa2 req-d07a9f2b-1b23-4756-8d20-875313e55f3b service neutron] 10.222.0.10 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110647 Feb 19 01:55:03.489019 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:03Z', 'revision_number': 1, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:03.515112 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f9766b-bc4b-43d3-bd26-903ac33f74f5 None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5fbdaa7f-51dc-4aa1-983d-7657ef0afae9', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'port_id': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'mac_address': 'fa:16:3e:32:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:00Z', 'updated_at': '2022-02-19T01:51:03Z', 'revision_number': 1, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:55:03.749958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2d0ae-655c-4c3b-b0b4-6cbbd7ffe14f None None] New status for floating IP 984fa121-7f8d-4f48-8c7c-b1e0e4c8e14d: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:55:04.189956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cbed1-3999-4f24-bda9-ec7fb0812cfb req-10232f5c-3c81-458d-921f-ef17307a0726 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:04.191690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-075cbed1-3999-4f24-bda9-ec7fb0812cfb req-10232f5c-3c81-458d-921f-ef17307a0726 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 945 time: 0.0530522 Feb 19 01:55:04.241074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-075cbed1-3999-4f24-bda9-ec7fb0812cfb req-ecda8147-8c4c-40eb-8977-aebcd8764f8f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Feb 19 01:55:04.756247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-2a5106f3-89a1-40bc-a070-220cca17548b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:04.757752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-2a5106f3-89a1-40bc-a070-220cca17548b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 945 time: 0.0517254 Feb 19 01:55:04.855157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 2bce60fc-707e-4d51-8e57-76d976409386 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:04.855499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2bce60fc-707e-4d51-8e57-76d976409386), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:04.895693 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:55:04.942387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port 2bce60fc-707e-4d51-8e57-76d976409386, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2bce60fc-707e-4d51-8e57-76d976409386,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:04.942754 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2bce60fc-707e-4d51-8e57-76d976409386), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:04.955120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 2bce60fc-707e-4d51-8e57-76d976409386 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:05.094199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2bce60fc-707e-4d51-8e57-76d976409386), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:05.128078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=2bce60fc-707e-4d51-8e57-76d976409386,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:05.156495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.156839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.157205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.157547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.157883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.158216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.158708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.159043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.159364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.159685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.160005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.160324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.160640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:05.181265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port 2bce60fc-707e-4d51-8e57-76d976409386 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:05.183852 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:05.187986 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01b76405-9fe1-4251-a8bc-d197e92d97b2 req-deb73976-830f-4a15-8cd7-81807a9d9fa6 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.10 "DELETE /v2.0/ports/2bce60fc-707e-4d51-8e57-76d976409386 HTTP/1.1" status: 204 len: 173 time: 0.4218259 Feb 19 01:55:05.188436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'name': 'network-vif-deleted', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:05.190684 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b74be281d16b4fb18588ad3bde6bee7a69d5afe22cfb0823a966c5e60a7208da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074edecc-1249-4296-a0b7-96bda8dd0fd2" -d '{"events": [{"server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "name": "network-vif-deleted", "tag": "2bce60fc-707e-4d51-8e57-76d976409386"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:05.232250 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ecba7-4928-4070-b246-3561992c69c2 x-openstack-request-id: req-da0ecba7-4928-4070-b246-3561992c69c2 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:05.232552 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d6c563-93bf-4fcc-9916-a7b3463347f0", "name": "network-vif-deleted", "tag": "2bce60fc-707e-4d51-8e57-76d976409386", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:05.232812 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da0ecba7-4928-4070-b246-3561992c69c2 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:05.233250 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6c563-93bf-4fcc-9916-a7b3463347f0', 'name': 'network-vif-deleted', 'tag': '2bce60fc-707e-4d51-8e57-76d976409386', 'status': 'completed', 'code': 200} Feb 19 01:55:05.344958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d3e8c17-7778-4e6d-9b0f-ce7b7d4d2d26 req-01b258e3-7cd2-43d2-a1a7-3cdb5050943e tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Feb 19 01:55:06.459206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f209a01-3c04-4928-a5b5-21ce583078e5 req-c52f6757-dae0-43eb-85eb-abaec070381b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0304399 Feb 19 01:55:07.556028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6648b6e2-ce80-4f2a-84cd-bbcb081ef8f1 req-546ad016-eb6d-4e77-8d11-30abbdd97556 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Feb 19 01:55:08.261465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2bce60fc-707e-4d51-8e57-76d976409386 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:08.283053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 2bce60fc-707e-4d51-8e57-76d976409386 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:08.283401 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2bce60fc-707e-4d51-8e57-76d976409386 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:08.660119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1f7c68ee-5304-4022-8235-d43551434f29 req-4e7762fa-b648-4ec7-a9b3-4b1cef2b2c83 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0308168 Feb 19 01:55:09.755711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-69cddcc8-1f1c-4776-a042-59939caa555e req-05591d46-d37b-4a36-a28c-a736c163721b tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Feb 19 01:55:10.850379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-345e9086-566d-4639-9c10-a35715b42c06 req-f7216775-1937-4816-8e33-b8883287e174 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0273852 Feb 19 01:55:11.948133 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07c77a94-18d2-47e4-b591-5373b4326032 req-9a342b31-597c-4917-86bc-aa6555a031f0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0312798 Feb 19 01:55:13.045611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9ffdb9e-6fc6-49fb-8639-9a9cd5de5110 req-6575162d-5270-4217-bfff-de108d8c550a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0271780 Feb 19 01:55:14.141289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8669b96c-cdae-43f3-8f5c-19fbf1a174a5 req-c5b97dd6-cf52-4359-9805-51c42ff408c4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d6c563-93bf-4fcc-9916-a7b3463347f0 HTTP/1.1" status: 200 len: 210 time: 0.0276961 Feb 19 01:55:18.639386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:20.314315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ca3b84d9-dca8-44f4-8082-957be22e1e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:21.551568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-062b995f-b9d5-43e0-8683-a65618386b03 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485401 Feb 19 01:55:21.656654 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-c68d2205-2005-4ccd-9a97-5cd182d7b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:21.658560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-c68d2205-2005-4ccd-9a97-5cd182d7b618 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0631454 Feb 19 01:55:21.783284 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-5613f401-cbdf-45a4-8c77-591f6fca3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:21.784662 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-5613f401-cbdf-45a4-8c77-591f6fca3265 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.1043539 Feb 19 01:55:21.855933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-f1989c66-2e64-4edf-ad96-ab152341f5a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 1001 time: 0.0644226 Feb 19 01:55:21.913993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-e2b42f09-43d3-4c9d-be67-02401123357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:21.915520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-e2b42f09-43d3-4c9d-be67-02401123357f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0530219 Feb 19 01:55:21.968052 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-2e83bb3a-94de-4f3e-8bb0-f0a9effae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:21.969658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-2e83bb3a-94de-4f3e-8bb0-f0a9effae11d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471950 Feb 19 01:55:22.073765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-c3d529ec-f0f1-45d2-a04b-434a4acc860b service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955331 Feb 19 01:55:22.166040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-86753b13-2862-413d-9f62-cc17fff8a0e3 req-be4978fc-582e-4392-991e-977098d8db46 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Feb 19 01:55:22.700035 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fd8b95a2-0506-4e90-8278-74755384b8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.688204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:23.840928 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.856828 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port f4cfc4da-b191-4abc-8f59-a60b07fa150a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:23.857208 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.936382 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.936716 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (f4cfc4da-b191-4abc-8f59-a60b07fa150a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.949213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for f4cfc4da-b191-4abc-8f59-a60b07fa150a owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:24.095628 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (f4cfc4da-b191-4abc-8f59-a60b07fa150a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:24.126408 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=f4cfc4da-b191-4abc-8f59-a60b07fa150a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:24.182365 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (5fbdaa7f-51dc-4aa1-983d-7657ef0afae9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:24.182714 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Floating IP 5fbdaa7f-51dc-4aa1-983d-7657ef0afae9 disassociated (deleted). External IP: 172.25.0.97, port: 387b7afb-2ed3-4cb4-a839-ebe731253eda. Feb 19 01:55:24.399454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:55:24.507966 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:55:24.512281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:24.519020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:55:24.529146 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:24.529747 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:55:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:24.541233 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9ac126d9-366a-468c-9232-c136737a831d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "DELETE /v2.0/floatingips/5fbdaa7f-51dc-4aa1-983d-7657ef0afae9 HTTP/1.1" status: 204 len: 168 time: 0.8518972 Feb 19 01:55:24.541838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:24.544089 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743b3baf-8e4b-4171-b639-8c0418ad35b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:24.596291 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237087d-77a3-49e3-98dc-12a6ea13fd88 x-openstack-request-id: req-e237087d-77a3-49e3-98dc-12a6ea13fd88 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:24.596902 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:24.597221 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e237087d-77a3-49e3-98dc-12a6ea13fd88 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:24.597647 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'status': 'completed', 'code': 200} Feb 19 01:55:24.688704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-8cff337d-882a-4ff3-850b-abfaa9c858e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:24.690934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-8cff337d-882a-4ff3-850b-abfaa9c858e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 1128 time: 0.0636594 Feb 19 01:55:24.743161 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:24.799209 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-8f38075c-a445-4e6b-bbad-b17cf68ee5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:24.800759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-8f38075c-a445-4e6b-bbad-b17cf68ee5f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 200 len: 913 time: 0.1027310 Feb 19 01:55:24.871138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-9d8f1a07-fcb3-4e8a-b5f7-69e85a7aa0b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 200 len: 217 time: 0.0624712 Feb 19 01:55:24.931024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19496c9-0637-4a08-a574-8e451e8b60bb req-2d129028-758c-4dda-b68b-cea42c513667 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:24.932527 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a19496c9-0637-4a08-a574-8e451e8b60bb req-2d129028-758c-4dda-b68b-cea42c513667 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 946 time: 0.1794145 Feb 19 01:55:24.938323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-acee14b9-1170-40e5-9581-de9673ef51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:24.939708 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-acee14b9-1170-40e5-9581-de9673ef51ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 200 len: 851 time: 0.0617595 Feb 19 01:55:24.947796 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:24.973801 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:55:24.982057 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:24.982672 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:55:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:25.013503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a19496c9-0637-4a08-a574-8e451e8b60bb req-081b0aff-cfcd-47eb-9a4a-79b5f00ef8f5 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727258 Feb 19 01:55:25.022733 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-4f9f1d70-2df9-4ab2-b8aa-9641a4acff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:25.024310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-4f9f1d70-2df9-4ab2-b8aa-9641a4acff17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f74d520-c7d2-4706-ab18-07b969b344e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767219 Feb 19 01:55:25.090700 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:25.118620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-21b2ff34-ccb4-47c1-8771-74e17c855064 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864267 Feb 19 01:55:25.209609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-743b3baf-8e4b-4171-b639-8c0418ad35b5 req-041d99ef-2d21-4f96-a6ee-4f2e58e317e4 service neutron] 10.222.0.89 "GET /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Feb 19 01:55:25.290640 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:25.315559 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6dccb5-aa78-40e0-9b89-0751fa8845fe None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:43:19Z', 'revision_number': 4, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'ac445bbd-9bbc-4f97-aa62-496174c7e1b4', 'name': '', 'network_id': '7f74d520-c7d2-4706-ab18-07b969b344e7', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'mac_address': 'fa:16:3e:70:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:19Z', 'updated_at': '2022-02-19T01:43:23Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'subnets': [{'id': '3b73b7fc-1af5-4457-b09d-9073f752c7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:55:25.480123 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.545668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e381fa-2fec-4941-9132-eb13b3dc75fa None None] New status for floating IP 5fbdaa7f-51dc-4aa1-983d-7657ef0afae9: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:55:26.179442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32f37a-d4e0-411c-b39f-49d41a002120 req-12db9016-319a-4ef7-a001-cd58b9b8f626 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.180931 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba32f37a-d4e0-411c-b39f-49d41a002120 req-12db9016-319a-4ef7-a001-cd58b9b8f626 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 946 time: 0.0997365 Feb 19 01:55:26.230421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ba32f37a-d4e0-411c-b39f-49d41a002120 req-06d5eab1-ef09-4752-b3d8-1afdce1a300f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba3adf03-27d8-4b47-800c-17bdb52e53dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Feb 19 01:55:26.400173 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:26.507518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-77bacd8d-5905-4f62-ba39-750edf749f59 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.509068 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-77bacd8d-5905-4f62-ba39-750edf749f59 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 946 time: 0.0591841 Feb 19 01:55:26.602302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 387b7afb-2ed3-4cb4-a839-ebe731253eda {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:26.602646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:26.625076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:26.697104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] For port 387b7afb-2ed3-4cb4-a839-ebe731253eda, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=387b7afb-2ed3-4cb4-a839-ebe731253eda,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:26.697473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:26.709667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 387b7afb-2ed3-4cb4-a839-ebe731253eda owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:26.836490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (387b7afb-2ed3-4cb4-a839-ebe731253eda), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:26.874019 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=387b7afb-2ed3-4cb4-a839-ebe731253eda,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:26.912005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] No DVR routers for this DVR port 387b7afb-2ed3-4cb4-a839-ebe731253eda on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:26.914841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:26.918135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a42ec301-ba3a-42f9-9814-9e3a59fc26cb req-2cc08bb6-c6dc-402c-bcd8-5bcf52bdd6db tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.89 "DELETE /v2.0/ports/387b7afb-2ed3-4cb4-a839-ebe731253eda HTTP/1.1" status: 204 len: 173 time: 0.4036360 Feb 19 01:55:26.918570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'name': 'network-vif-deleted', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:26.920768 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f63905-91c9-4022-bd29-8fb861b639cc" -d '{"events": [{"server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "name": "network-vif-deleted", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:27.021096 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08263daa-47ca-4468-a08e-17de01ace60b x-openstack-request-id: req-08263daa-47ca-4468-a08e-17de01ace60b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:27.021403 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb5b347-0edb-4392-87eb-e968b6be2b11", "name": "network-vif-deleted", "tag": "387b7afb-2ed3-4cb4-a839-ebe731253eda", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:27.021668 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08263daa-47ca-4468-a08e-17de01ace60b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:27.022077 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb5b347-0edb-4392-87eb-e968b6be2b11', 'name': 'network-vif-deleted', 'tag': '387b7afb-2ed3-4cb4-a839-ebe731253eda', 'status': 'completed', 'code': 200} Feb 19 01:55:27.332184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff7eb25b-ece2-4473-a840-65fcc3fb70d9 req-1394696e-f675-4e54-aaa7-fb3badc679bb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0285254 Feb 19 01:55:28.430931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3e93c11-946f-4f7c-985a-f333900837e6 req-ac137d4a-b621-40e3-bc72-cf57d41604cb tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0277205 Feb 19 01:55:29.323571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 387b7afb-2ed3-4cb4-a839-ebe731253eda no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:29.347033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 387b7afb-2ed3-4cb4-a839-ebe731253eda {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:29.347405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 387b7afb-2ed3-4cb4-a839-ebe731253eda not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:29.531136 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b7e2d979-b493-445f-8f7e-38fe96cf64b6 req-1845ed16-89cb-42ff-87d4-182a1589498d tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Feb 19 01:55:30.627797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5428a2bc-acc4-4936-ac37-03cb92ab6d4a req-ca39b47a-266d-4ef4-95b6-ba7c8a72b5e0 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0288568 Feb 19 01:55:31.724790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2054154b-aa82-4263-bef9-37670e878edb req-7317fd4d-e112-4eec-99a5-064f09cfd065 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Feb 19 01:55:32.822183 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8fdf115-8257-497b-ab8c-08a028d4c057 req-ab900e15-a6c2-48c9-a220-13e3e790345a tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0271919 Feb 19 01:55:33.923905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-544acc9c-fc91-4be9-abb6-f17c1cf29866 req-ad5d75ed-dfb0-4bb5-b7f5-2982bd0df35f tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0319998 Feb 19 01:55:35.022898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f52155c6-9c7d-434d-bfd2-345d817d4dab req-c931a6bc-f2ec-4840-9abf-b0905f70e93c tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0313528 Feb 19 01:55:36.129103 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4be6a6b9-7e3e-4942-a367-243152b270d3 req-331b4175-1733-4732-bfda-dd461d1a01d4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eb5b347-0edb-4392-87eb-e968b6be2b11 HTTP/1.1" status: 200 len: 210 time: 0.0286260 Feb 19 01:55:37.186620 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:37.310588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Deleting port 25ac6062-5f3d-438c-9773-3f66e99717c9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:37.310930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:37.384898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:37.385255 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (25ac6062-5f3d-438c-9773-3f66e99717c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:37.397410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Calling delete_port for 25ac6062-5f3d-438c-9773-3f66e99717c9 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:37.542581 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (25ac6062-5f3d-438c-9773-3f66e99717c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:37.565558 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'Port': ['ID=25ac6062-5f3d-438c-9773-3f66e99717c9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:37.633877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for floatingip (80fd98b1-ce29-44b6-be04-c66367705b03), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:37.636457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:37.637674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-46f535af-9796-4fa9-9436-a5f367aea568 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "DELETE /v2.0/floatingips/80fd98b1-ce29-44b6-be04-c66367705b03 HTTP/1.1" status: 204 len: 168 time: 0.4500744 Feb 19 01:55:41.894557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:55:43.032165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48844) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:43.089921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63bae659-799b-4445-96fc-b02f1898ebd4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group (ba3adf03-27d8-4b47-800c-17bdb52e53dd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:43.114813 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63bae659-799b-4445-96fc-b02f1898ebd4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group (ba3adf03-27d8-4b47-800c-17bdb52e53dd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:43.174867 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63bae659-799b-4445-96fc-b02f1898ebd4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (ba3adf03-27d8-4b47-800c-17bdb52e53dd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:43.177450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63bae659-799b-4445-96fc-b02f1898ebd4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:43.181103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-63bae659-799b-4445-96fc-b02f1898ebd4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba3adf03-27d8-4b47-800c-17bdb52e53dd HTTP/1.1" status: 204 len: 168 time: 0.1454966 Feb 19 01:55:43.188582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bae659-799b-4445-96fc-b02f1898ebd4 tempest-TestVolumeBootPattern-451750729 tempest-TestVolumeBootPattern-451750729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3adf03-27d8-4b47-800c-17bdb52e53dd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:43.265187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48848) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:44.067016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (232c3f95-3ccd-42f9-80d7-53e022db64c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.320425 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Deleting port ac445bbd-9bbc-4f97-aa62-496174c7e1b4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:44.320754 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.398254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] For port ac445bbd-9bbc-4f97-aa62-496174c7e1b4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:44.398619 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.409980 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Calling delete_port for ac445bbd-9bbc-4f97-aa62-496174c7e1b4 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:44.593786 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ac445bbd-9bbc-4f97-aa62-496174c7e1b4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.621177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac445bbd-9bbc-4f97-aa62-496174c7e1b4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:44.802222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (232c3f95-3ccd-42f9-80d7-53e022db64c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.032015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Router 232c3f95-3ccd-42f9-80d7-53e022db64c9 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:55:45.150657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:55:45.156658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5159cdac-188f-454b-b8aa-90a3097b6536 admin admin] 10.222.0.43 "PUT /v2.0/routers/232c3f95-3ccd-42f9-80d7-53e022db64c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8902566 Feb 19 01:55:45.159276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48852) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:45.159908 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] Sync routers for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:55:45.169984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:45.170595 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:55:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:45.264848 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks [] for router (232c3f95-3ccd-42f9-80d7-53e022db64c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.275736 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:45.369602 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks [] for router_gateway (232c3f95-3ccd-42f9-80d7-53e022db64c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.423779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Deleting port fa727a0f-5793-4426-bbdd-e1ce206eb5c6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:45.424115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.454629 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:55:44Z', 'revision_number': 5, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port': {'id': 'fa727a0f-5793-4426-bbdd-e1ce206eb5c6', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:17Z', 'updated_at': '2022-02-19T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:45.480750 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] Checking router: 232c3f95-3ccd-42f9-80d7-53e022db64c9 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:55:45.489518 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] Routers {'232c3f95-3ccd-42f9-80d7-53e022db64c9'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:45.490127 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:55:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['232c3f95-3ccd-42f9-80d7-53e022db64c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:45.500947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] For port fa727a0f-5793-4426-bbdd-e1ce206eb5c6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:45.501339 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.513807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Calling delete_port for fa727a0f-5793-4426-bbdd-e1ce206eb5c6 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:45.577644 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] Set router 232c3f95-3ccd-42f9-80d7-53e022db64c9 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:45.627752 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:55:45Z', 'revision_number': 6, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:45.660148 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec664b6-fd33-4f6f-9b0d-2487c87109ca None None] The sync data for ids ['232c3f95-3ccd-42f9-80d7-53e022db64c9'] in n-d-826752-2 is: [{'id': '232c3f95-3ccd-42f9-80d7-53e022db64c9', 'name': 'tempest-TestVolumeBootPattern-1511851798-router', 'tenant_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:16Z', 'updated_at': '2022-02-19T01:55:45Z', 'revision_number': 6, 'project_id': 'e671138bc0c54c45a8414ecb9c8a07f9', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:55:45.691674 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fa727a0f-5793-4426-bbdd-e1ce206eb5c6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.723295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Pushing event deleted for resources: {'Port': ['ID=fa727a0f-5793-4426-bbdd-e1ce206eb5c6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:45.785264 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (232c3f95-3ccd-42f9-80d7-53e022db64c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.876945 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (232c3f95-3ccd-42f9-80d7-53e022db64c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.879121 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks [] for router_controller (232c3f95-3ccd-42f9-80d7-53e022db64c9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.938548 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (232c3f95-3ccd-42f9-80d7-53e022db64c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.939132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232c3f95-3ccd-42f9-80d7-53e022db64c9 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:55:45.944115 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.945311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4a7f714f-003b-47c9-aadc-539e0d0c9bab admin admin] 10.222.0.43 "DELETE /v2.0/routers/232c3f95-3ccd-42f9-80d7-53e022db64c9 HTTP/1.1" status: 204 len: 168 time: 0.7850640 Feb 19 01:55:45.947827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48854) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:45.992593 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Deleting subnet 3b73b7fc-1af5-4457-b09d-9073f752c7c6 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:55:45.996304 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Publish callbacks [] for subnet (3b73b7fc-1af5-4457-b09d-9073f752c7c6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.032646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (3b73b7fc-1af5-4457-b09d-9073f752c7c6), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.121177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3b73b7fc-1af5-4457-b09d-9073f752c7c6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.172066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (3b73b7fc-1af5-4457-b09d-9073f752c7c6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.197916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b73b7fc-1af5-4457-b09d-9073f752c7c6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:46.203205 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.206171 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b475a45-c5a2-4da4-833f-bac57739f93f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3b73b7fc-1af5-4457-b09d-9073f752c7c6 HTTP/1.1" status: 204 len: 168 time: 0.2574315 Feb 19 01:55:46.208541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7845e2-fd21-4397-9322-ea1cc6c22352 None None] Network 7f74d520-c7d2-4706-ab18-07b969b344e7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:55:46.209047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 48856) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:46.279308 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7f74d520-c7d2-4706-ab18-07b969b344e7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.339746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Deleting port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:46.340082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.403740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] For port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,segment=NetworkSegment(fc2ec939-aa52-44f7-9e47-c3ce9c0144fa),segment_id=fc2ec939-aa52-44f7-9e47-c3ce9c0144fa)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:46.404107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.417573 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Calling delete_port for ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:46.424214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] DHCP port deletion for 7f74d520-c7d2-4706-ab18-07b969b344e7 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:55:46.483825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:46.498860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.509181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Deleting port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:46.509561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.530475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:46.534100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] No DVR routers for this DVR port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:46.570789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No active binding found for port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 {{(pid=103431) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:55:46.571171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] The host n-d-826752-2 is not matching for port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 host None! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:55:46.571561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:46.571989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fa727a0f-5793-4426-bbdd-e1ce206eb5c6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:46.601389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: fa727a0f-5793-4426-bbdd-e1ce206eb5c6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:46.602008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fa727a0f-5793-4426-bbdd-e1ce206eb5c6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:46.602432 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ac445bbd-9bbc-4f97-aa62-496174c7e1b4 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:46.605216 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7f74d520-c7d2-4706-ab18-07b969b344e7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.627303 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f74d520-c7d2-4706-ab18-07b969b344e7']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:46.627520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] For port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:46.627806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.630441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ac445bbd-9bbc-4f97-aa62-496174c7e1b4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:46.631152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ac445bbd-9bbc-4f97-aa62-496174c7e1b4 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:46.637473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:46.637912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2ec939-aa52-44f7-9e47-c3ce9c0144fa') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:46.646844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Calling delete_port for ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:46.649992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:55:46.651261 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ea4e50b2-75a0-465e-acaf-4c489eb8e2e6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.655827 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (fc2ec939-aa52-44f7-9e47-c3ce9c0144fa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.673536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (fc2ec939-aa52-44f7-9e47-c3ce9c0144fa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.680069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Pushing event deleted for resources: {'Port': ['ID=ea4e50b2-75a0-465e-acaf-4c489eb8e2e6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:46.680532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:55:46.680940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (fc2ec939-aa52-44f7-9e47-c3ce9c0144fa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: timer() Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:55:46.683159 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:55:46.685196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] No DVR routers for this DVR port ea4e50b2-75a0-465e-acaf-4c489eb8e2e6 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:46.691929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.692487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.693019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.693506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.693970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.694429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.695537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.695876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.696207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.696536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.697200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.697200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.697500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df77ea1-2d31-4107-bab9-a4f69ff6952d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:55:46.750465 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7f74d520-c7d2-4706-ab18-07b969b344e7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.756753 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.762177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f74d520-c7d2-4706-ab18-07b969b344e7 HTTP/1.1" status: 204 len: 168 time: 0.5521832 Feb 19 01:55:46.765025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48858) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:46.775643 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5643fc4-d5fc-4abf-bda6-a868b2e48356 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f74d520-c7d2-4706-ab18-07b969b344e7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:47.110475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:47.356280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Deleting port 40522332-a079-48fb-a287-751ed4b3fad9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:47.356608 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (40522332-a079-48fb-a287-751ed4b3fad9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:47.430093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] For port 40522332-a079-48fb-a287-751ed4b3fad9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=40522332-a079-48fb-a287-751ed4b3fad9,segment=NetworkSegment(76670144-c381-4379-90f1-74b9c34ab162),segment_id=76670144-c381-4379-90f1-74b9c34ab162)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:47.430445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (40522332-a079-48fb-a287-751ed4b3fad9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:47.442387 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Calling delete_port for 40522332-a079-48fb-a287-751ed4b3fad9 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:47.635942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (40522332-a079-48fb-a287-751ed4b3fad9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:47.665740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=40522332-a079-48fb-a287-751ed4b3fad9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:48.123594 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.340682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Router ee79cf3f-1112-4f34-9d54-20524c0d0e9a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:55:48.448401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:55:48.453432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-03821829-d642-4c70-a379-525fb019e8fa admin admin] 10.222.0.43 "PUT /v2.0/routers/ee79cf3f-1112-4f34-9d54-20524c0d0e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873443 Feb 19 01:55:48.455942 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48860) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:48.459958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] Sync routers for ids ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:55:48.471367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] Routers {'ee79cf3f-1112-4f34-9d54-20524c0d0e9a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:48.471995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:55:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:48.564702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks [] for router (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.586229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] Set router ee79cf3f-1112-4f34-9d54-20524c0d0e9a gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:48.671934 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks [] for router_gateway (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.693309 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.726099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Deleting port 08219fb5-f698-4247-aba3-b76c06e5df30 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:48.726349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.780031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:55:47Z', 'revision_number': 5, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port': {'id': '08219fb5-f698-4247-aba3-b76c06e5df30', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:48.803754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] For port 08219fb5-f698-4247-aba3-b76c06e5df30, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=08219fb5-f698-4247-aba3-b76c06e5df30,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:48.804119 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.806870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] Checking router: ee79cf3f-1112-4f34-9d54-20524c0d0e9a for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:55:48.816002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] Routers {'ee79cf3f-1112-4f34-9d54-20524c0d0e9a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:48.816389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Calling delete_port for 08219fb5-f698-4247-aba3-b76c06e5df30 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:48.816876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:55:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:48.906692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] Set router ee79cf3f-1112-4f34-9d54-20524c0d0e9a gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:48.959452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:55:48Z', 'revision_number': 6, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:48.989216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bb1f4-7d43-413d-a7cd-028c98b90938 None None] The sync data for ids ['ee79cf3f-1112-4f34-9d54-20524c0d0e9a'] in n-d-826752-2 is: [{'id': 'ee79cf3f-1112-4f34-9d54-20524c0d0e9a', 'name': 'tempest-TestVolumeBootPattern-1855299003-router', 'tenant_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:43:21Z', 'updated_at': '2022-02-19T01:55:48Z', 'revision_number': 6, 'project_id': '6d88a5d2a7ca4108a96a87d0fa7b1fb1', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:55:48.998472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (08219fb5-f698-4247-aba3-b76c06e5df30), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.029304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=08219fb5-f698-4247-aba3-b76c06e5df30,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:49.090865 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.185942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.188570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks [] for router_controller (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.235920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (ee79cf3f-1112-4f34-9d54-20524c0d0e9a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.236433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee79cf3f-1112-4f34-9d54-20524c0d0e9a {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:55:49.240655 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.241807 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2190697f-4183-4291-98e4-e181da89b6eb admin admin] 10.222.0.43 "DELETE /v2.0/routers/ee79cf3f-1112-4f34-9d54-20524c0d0e9a HTTP/1.1" status: 204 len: 168 time: 0.7849576 Feb 19 01:55:49.244510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:49.289165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Deleting subnet 3b25a40e-cc32-465e-a157-43947e53eb50 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:55:49.292215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Publish callbacks [] for subnet (3b25a40e-cc32-465e-a157-43947e53eb50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.327228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (3b25a40e-cc32-465e-a157-43947e53eb50), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.413171 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3b25a40e-cc32-465e-a157-43947e53eb50), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.465998 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (3b25a40e-cc32-465e-a157-43947e53eb50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.492481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b25a40e-cc32-465e-a157-43947e53eb50,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:49.494413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.497680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ae94364c-3c40-46f0-982c-a1943eb2bed9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3b25a40e-cc32-465e-a157-43947e53eb50 HTTP/1.1" status: 204 len: 168 time: 0.2521694 Feb 19 01:55:49.498514 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea38fe2-e149-45e0-9ecc-9427775dc1c1 None None] Network 98faa82e-7024-401a-bc8a-7463af726d44 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:55:49.500874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48864) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:49.569750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (98faa82e-7024-401a-bc8a-7463af726d44), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.630662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Deleting port dad1a352-ecba-4c5c-b118-05a835c36a2a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:49.631180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.693790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] For port dad1a352-ecba-4c5c-b118-05a835c36a2a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dad1a352-ecba-4c5c-b118-05a835c36a2a,segment=NetworkSegment(76670144-c381-4379-90f1-74b9c34ab162),segment_id=76670144-c381-4379-90f1-74b9c34ab162)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:49.694154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.706897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Calling delete_port for dad1a352-ecba-4c5c-b118-05a835c36a2a owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:49.765885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] DHCP port deletion for 98faa82e-7024-401a-bc8a-7463af726d44 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:55:49.788893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.821877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad1a352-ecba-4c5c-b118-05a835c36a2a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:49.828931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] No DVR routers for this DVR port dad1a352-ecba-4c5c-b118-05a835c36a2a on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:49.904980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (98faa82e-7024-401a-bc8a-7463af726d44), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.927820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98faa82e-7024-401a-bc8a-7463af726d44']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.938358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76670144-c381-4379-90f1-74b9c34ab162') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.938653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76670144-c381-4379-90f1-74b9c34ab162') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.950529 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (76670144-c381-4379-90f1-74b9c34ab162), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.965535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (76670144-c381-4379-90f1-74b9c34ab162), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.974950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:55:49.975134 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (76670144-c381-4379-90f1-74b9c34ab162), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:55:49.977024 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:55:49.992185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Deleting port dad1a352-ecba-4c5c-b118-05a835c36a2a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:49.992566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.041228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (98faa82e-7024-401a-bc8a-7463af726d44), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.047486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.050720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] 10.222.0.43 "DELETE /v2.0/networks/98faa82e-7024-401a-bc8a-7463af726d44 HTTP/1.1" status: 204 len: 168 time: 0.5488822 Feb 19 01:55:50.062839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0826cf7-0b86-4cb0-a528-ff1d2065f018 admin admin] Pushing event deleted for resources: {'Network': ['ID=98faa82e-7024-401a-bc8a-7463af726d44,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:50.067816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] For port dad1a352-ecba-4c5c-b118-05a835c36a2a, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:50.068358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.086599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Calling delete_port for dad1a352-ecba-4c5c-b118-05a835c36a2a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:50.089336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Port dad1a352-ecba-4c5c-b118-05a835c36a2a was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:55:50.090665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (dad1a352-ecba-4c5c-b118-05a835c36a2a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.116396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Network 98faa82e-7024-401a-bc8a-7463af726d44 is not hosted by any dhcp agent {{(pid=103431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:55:50.117131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] No DVR routers for this DVR port dad1a352-ecba-4c5c-b118-05a835c36a2a on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:50.122167 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143d0ea-cf44-4b9a-b1c0-8eb3bc9f6ab0 None None] Pushing event deleted for resources: {'Port': ['ID=dad1a352-ecba-4c5c-b118-05a835c36a2a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:50.191382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48868) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:50.230335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5f94a1f6-810d-44cd-94c1-0676a9e086fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e671138bc0c54c45a8414ecb9c8a07f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374961 Feb 19 01:55:50.232798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:50.283852 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21de-cfcd-4416-bd3b-252d5e5b1b55 admin admin] Publish callbacks [] for security_group (a09109dc-6279-4ca8-8280-f635ad251a07), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.307661 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21de-cfcd-4416-bd3b-252d5e5b1b55 admin admin] Publish callbacks [] for security_group (a09109dc-6279-4ca8-8280-f635ad251a07), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.311133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 08219fb5-f698-4247-aba3-b76c06e5df30 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:50.334760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 08219fb5-f698-4247-aba3-b76c06e5df30 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:50.335168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 08219fb5-f698-4247-aba3-b76c06e5df30 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:50.335527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dad1a352-ecba-4c5c-b118-05a835c36a2a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:50.355978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: dad1a352-ecba-4c5c-b118-05a835c36a2a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:50.356331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dad1a352-ecba-4c5c-b118-05a835c36a2a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:50.356755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40522332-a079-48fb-a287-751ed4b3fad9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:50.358914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7147b25-a752-4129-86d4-fe819c6372c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.363806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21de-cfcd-4416-bd3b-252d5e5b1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a09109dc-6279-4ca8-8280-f635ad251a07), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.366534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21de-cfcd-4416-bd3b-252d5e5b1b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.367687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d1e21de-cfcd-4416-bd3b-252d5e5b1b55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a09109dc-6279-4ca8-8280-f635ad251a07 HTTP/1.1" status: 204 len: 168 time: 0.1334405 Feb 19 01:55:50.379513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e21de-cfcd-4416-bd3b-252d5e5b1b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09109dc-6279-4ca8-8280-f635ad251a07,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:50.379737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 40522332-a079-48fb-a287-751ed4b3fad9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:50.380075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 40522332-a079-48fb-a287-751ed4b3fad9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:50.689318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:50.733044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e58d5bba-1353-48bb-9d15-52456fd5e282 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d88a5d2a7ca4108a96a87d0fa7b1fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425084 Feb 19 01:55:50.735994 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 48878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:55:50.782783 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad96a386-822d-4c40-9a79-caa4b0672b4f admin admin] Publish callbacks [] for security_group (2119c389-c19c-43a0-87a4-7fd5ac50a045), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.803018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad96a386-822d-4c40-9a79-caa4b0672b4f admin admin] Publish callbacks [] for security_group (2119c389-c19c-43a0-87a4-7fd5ac50a045), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.850715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad96a386-822d-4c40-9a79-caa4b0672b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2119c389-c19c-43a0-87a4-7fd5ac50a045), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.853348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad96a386-822d-4c40-9a79-caa4b0672b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.854499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ad96a386-822d-4c40-9a79-caa4b0672b4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2119c389-c19c-43a0-87a4-7fd5ac50a045 HTTP/1.1" status: 204 len: 168 time: 0.1176136 Feb 19 01:55:50.862339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96a386-822d-4c40-9a79-caa4b0672b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119c389-c19c-43a0-87a4-7fd5ac50a045,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:52.702854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1173-826c-4109-9fb9-13bf13e04e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:53.842665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:55.482772 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:56.412178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:56.630183 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:59.004787 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-998d9c4a-0561-4f54-a22b-9b303ba3cdf1 req-b1aa9468-3cad-4f0d-b307-92cd0944e9f8 service neutron] (103429) timed out ('10.222.0.43', 45864) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:56:01.815710 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-f2f1fd16-4ab5-41a3-bffa-661ad7774c91 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=96561e5d1d6d4a94b8257e22637f8de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299084 Feb 19 01:56:02.000675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-1ead2853-3e61-4911-a2bc-1ab2a7f1545e tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:02.002188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-1ead2853-3e61-4911-a2bc-1ab2a7f1545e tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813476 Feb 19 01:56:02.016186 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-3056d9f2-a7bd-46c4-9be5-4bbdbf08a132 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/quotas/96561e5d1d6d4a94b8257e22637f8de2 HTTP/1.1" status: 200 len: 375 time: 0.0087750 Feb 19 01:56:02.347161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-28967515-0bd4-422b-9069-4b096865af11 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96561e5d1d6d4a94b8257e22637f8de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3262477 Feb 19 01:56:03.679292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b6f4036-6440-4ecc-8502-58497e200f00 req-ca4f8aea-fdfb-49ff-a26e-775729efcd72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.1177671 Feb 19 01:56:04.755599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64267770-0811-442b-bc6c-d9678090b4d2 req-4bc3f4a5-6cd5-4c17-91cf-9b0694415750 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.0271933 Feb 19 01:56:05.839057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8c00f563-8d11-4f94-b066-98fd4b47a271 req-1ee5cdd2-a3ae-41e2-a3b6-95e05493bbef tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.0333748 Feb 19 01:56:06.920675 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e5c643a-04f5-4fd2-aa7a-9685f64cf361 req-7c53d1ba-1948-4bb3-9608-13fd3647f0be tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.0294552 Feb 19 01:56:08.019005 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73a5d573-ee13-4a8c-a616-8e4bcd364076 req-ebff7e6c-1755-46e3-bec3-e7437a16aade tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.0321991 Feb 19 01:56:08.522812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-cc615287-6986-47ca-9a18-ab40094f3a11 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=96561e5d1d6d4a94b8257e22637f8de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216856 Feb 19 01:56:08.633665 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-2bd20611-77d7-4119-bf88-7a828946458d tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:08.635111 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-2bd20611-77d7-4119-bf88-7a828946458d tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080968 Feb 19 01:56:08.647820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Request body: {'port': {'device_id': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'admin_state_up': True, 'tenant_id': '96561e5d1d6d4a94b8257e22637f8de2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:08.751120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Made reservation on behalf of 96561e5d1d6d4a94b8257e22637f8de2 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:08.754418 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.767869 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.840708 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks [] for security_group (194f5243-b866-41eb-9cc1-0c69f98e2707), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.844838 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (194f5243-b866-41eb-9cc1-0c69f98e2707), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.907048 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194f5243-b866-41eb-9cc1-0c69f98e2707,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:08.920146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.920480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.920821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.921178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.921538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.921862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.922185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.922508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.922830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.923153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.923473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.923788 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.924100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:08.986497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Allocated IP 192.168.233.32 (79cd119f-b11c-4b83-b9b6-e4be4dce2075/86d69f56-b09e-4809-99d1-0e35e744afc8/77181114-d218-479c-8eab-4a206f2216a6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:09.132193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3bafdfa8-ecbc-4b1e-9f00-76c20a4d50d7 req-f6593f52-07fb-4834-bbaf-82682bd9b6d1 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.0397656 Feb 19 01:56:09.162871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks [] for port (77181114-d218-479c-8eab-4a206f2216a6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.196155 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (77181114-d218-479c-8eab-4a206f2216a6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.240906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:09.243849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:09.249988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:09.274961 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Pushing event updated for resources: {'Port': ['ID=77181114-d218-479c-8eab-4a206f2216a6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:09.305109 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:09.305740 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.322522 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-fbc6611a-b7ea-45a5-9c34-c13725651e72 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6784697 Feb 19 01:56:09.418446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Request body: {'port': {'device_id': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:09.458644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8e71def6-6e5f-4354-9012-10a9cc8b2096 None None] Provisioning complete for port 77181114-d218-479c-8eab-4a206f2216a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:09.459213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e71def6-6e5f-4354-9012-10a9cc8b2096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77181114-d218-479c-8eab-4a206f2216a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.479962 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77181114-d218-479c-8eab-4a206f2216a6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.492900 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8e71def6-6e5f-4354-9012-10a9cc8b2096 None None] Port 77181114-d218-479c-8eab-4a206f2216a6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:56:09.745717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77181114-d218-479c-8eab-4a206f2216a6 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:09.753594 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Publish callbacks [] for port (77181114-d218-479c-8eab-4a206f2216a6), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.765250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Transition to ACTIVE for port object 77181114-d218-479c-8eab-4a206f2216a6 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:56:09.769220 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (77181114-d218-479c-8eab-4a206f2216a6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.818689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Pushing event updated for resources: {'Port': ['ID=77181114-d218-479c-8eab-4a206f2216a6,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:09.896264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Attempting to bind port 77181114-d218-479c-8eab-4a206f2216a6 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:09.896600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Attempting to bind port 77181114-d218-479c-8eab-4a206f2216a6 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:09.896982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Attempting to bind port 77181114-d218-479c-8eab-4a206f2216a6 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:09.901628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Port 77181114-d218-479c-8eab-4a206f2216a6 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:56:09.901952 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Attempting to bind port 77181114-d218-479c-8eab-4a206f2216a6 on network 79cd119f-b11c-4b83-b9b6-e4be4dce2075 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:09.907595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:09.908075 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Checking segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:09.908463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Bound using segment: {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:09.908906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Bound port: 77181114-d218-479c-8eab-4a206f2216a6, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8c775-4e6e-4cda-8280-71187ed4005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:09.909281 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77181114-d218-479c-8eab-4a206f2216a6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.974590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] For port 77181114-d218-479c-8eab-4a206f2216a6, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:09.977782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] For port 77181114-d218-479c-8eab-4a206f2216a6, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77181114-d218-479c-8eab-4a206f2216a6,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:09.985082 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (77181114-d218-479c-8eab-4a206f2216a6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.020898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.022105 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.023030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] 10.222.0.89 "PUT /v2.0/ports/77181114-d218-479c-8eab-4a206f2216a6 HTTP/1.1" status: 200 len: 1095 time: 0.6545627 Feb 19 01:56:10.023496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'tag': '77181114-d218-479c-8eab-4a206f2216a6'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:10.025830 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8200a7-9705-4d9d-a001-510d3a4ff19f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2088921-f1b0-4038-bf00-52d5fd04774e", "tag": "77181114-d218-479c-8eab-4a206f2216a6"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:10.055873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a3715-7a54-4c10-9441-ec9d4907cce5 service neutron] Pushing event updated for resources: {'Port': ['ID=77181114-d218-479c-8eab-4a206f2216a6,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:10.096304 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e0860d-a753-447b-8ce1-6c83a3cfdc18 x-openstack-request-id: req-71e0860d-a753-447b-8ce1-6c83a3cfdc18 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:10.096602 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2088921-f1b0-4038-bf00-52d5fd04774e", "tag": "77181114-d218-479c-8eab-4a206f2216a6", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:10.096856 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71e0860d-a753-447b-8ce1-6c83a3cfdc18 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:10.097293 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'tag': '77181114-d218-479c-8eab-4a206f2216a6', 'status': 'completed', 'code': 200} Feb 19 01:56:10.117995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-f2634aa4-6501-44ce-b618-6e138fd5376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.119741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-f2634aa4-6501-44ce-b618-6e138fd5376d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96561e5d1d6d4a94b8257e22637f8de2&device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 1129 time: 0.0540428 Feb 19 01:56:10.169294 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-c7faff94-1c16-4b94-947c-0addeaa86e39 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=77181114-d218-479c-8eab-4a206f2216a6 HTTP/1.1" status: 200 len: 217 time: 0.0421786 Feb 19 01:56:10.249794 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-2c5b7ea7-d0dd-49aa-a31a-15e2b72fee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.251282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-2c5b7ea7-d0dd-49aa-a31a-15e2b72fee6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0768023 Feb 19 01:56:10.297196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96c13b-7074-4ff6-9a6a-c34bcb4627a1 req-dd3f76ff-7a31-4220-87b6-99de34d81735 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.298659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df96c13b-7074-4ff6-9a6a-c34bcb4627a1 req-dd3f76ff-7a31-4220-87b6-99de34d81735 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 947 time: 0.0914295 Feb 19 01:56:10.340592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-be15a86a-a488-40e1-b2fd-538c553b5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.342177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-be15a86a-a488-40e1-b2fd-538c553b5842 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0838113 Feb 19 01:56:10.376634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df96c13b-7074-4ff6-9a6a-c34bcb4627a1 req-8b0753c2-c93e-45cf-9503-37483bf47162 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718563 Feb 19 01:56:10.443013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-484c3fc5-6c18-4954-b4ef-1213635984db service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889354 Feb 19 01:56:10.534266 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-81b56ff4-5f2b-4bcf-9b63-cc1b00780759 req-83616dae-7227-4d1b-90a4-9f65b497a765 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858452 Feb 19 01:56:10.622428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-f9e3d9fc-b826-4363-b372-529db08dba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.624020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-f9e3d9fc-b826-4363-b372-529db08dba61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96561e5d1d6d4a94b8257e22637f8de2&device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 1129 time: 0.0464828 Feb 19 01:56:10.722468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-c8574caa-a912-4b5a-8bf3-35a51e9a4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.723893 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-c8574caa-a912-4b5a-8bf3-35a51e9a4a64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79cd119f-b11c-4b83-b9b6-e4be4dce2075 HTTP/1.1" status: 200 len: 870 time: 0.0897551 Feb 19 01:56:10.764694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-382f5902-b2b7-43ed-898d-72816be56f7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=77181114-d218-479c-8eab-4a206f2216a6 HTTP/1.1" status: 200 len: 217 time: 0.0346401 Feb 19 01:56:10.812919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-df3fbb9c-f218-41e1-ba52-90ab4544010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.814389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-df3fbb9c-f218-41e1-ba52-90ab4544010d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=86d69f56-b09e-4809-99d1-0e35e744afc8 HTTP/1.1" status: 200 len: 843 time: 0.0435417 Feb 19 01:56:10.871046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-816c38a6-2b08-4036-b0e7-3b64639716aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:10.872567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-816c38a6-2b08-4036-b0e7-3b64639716aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79cd119f-b11c-4b83-b9b6-e4be4dce2075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0513473 Feb 19 01:56:10.960924 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-a7f3eba9-d52d-4411-b58e-8ef08a91da17 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817780 Feb 19 01:56:11.054752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bf8200a7-9705-4d9d-a001-510d3a4ff19f req-21d381f4-8a4b-4ae5-bee5-1032180847e7 service neutron] 10.222.0.89 "GET /v2.0/networks/79cd119f-b11c-4b83-b9b6-e4be4dce2075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872881 Feb 19 01:56:11.495655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4654877-1f63-414b-8dfc-611f050550b8 req-9117db90-a590-4591-aaa8-b41e089baac6 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:11.497168 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4654877-1f63-414b-8dfc-611f050550b8 req-9117db90-a590-4591-aaa8-b41e089baac6 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 947 time: 0.0518231 Feb 19 01:56:11.543362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4654877-1f63-414b-8dfc-611f050550b8 req-18df10ae-4300-4efd-93c4-d55850eb7563 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Feb 19 01:56:12.664324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3336b-7b36-4033-b1be-f4410a9a3f77 req-db42fe22-7f0d-4a78-ba2e-1b66f9c72e21 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:12.665828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ec3336b-7b36-4033-b1be-f4410a9a3f77 req-db42fe22-7f0d-4a78-ba2e-1b66f9c72e21 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 947 time: 0.0534811 Feb 19 01:56:12.712182 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8ec3336b-7b36-4033-b1be-f4410a9a3f77 req-b0f43045-9d27-45cb-8f2d-95c4b35b98e4 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Feb 19 01:56:13.602719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77181114-d218-479c-8eab-4a206f2216a6 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:56:13.698853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77181114-d218-479c-8eab-4a206f2216a6, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77181114-d218-479c-8eab-4a206f2216a6,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:13.710573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '77181114-d218-479c-8eab-4a206f2216a6', 'network_id': '79cd119f-b11c-4b83-b9b6-e4be4dce2075', 'port_id': '77181114-d218-479c-8eab-4a206f2216a6', 'mac_address': 'fa:16:3e:de:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d69f56-b09e-4809-99d1-0e35e744afc8', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:56:13.746309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77181114-d218-479c-8eab-4a206f2216a6 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:13.746796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77181114-d218-479c-8eab-4a206f2216a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.764155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77181114-d218-479c-8eab-4a206f2216a6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:13.783877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77181114-d218-479c-8eab-4a206f2216a6, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77181114-d218-479c-8eab-4a206f2216a6,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:13.788032 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77181114-d218-479c-8eab-4a206f2216a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.831419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4b094-3320-4702-b141-3479c45724c4 req-ec3aa76d-4a06-437f-8f66-a6f34be30bca tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:13.833066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5be4b094-3320-4702-b141-3479c45724c4 req-ec3aa76d-4a06-437f-8f66-a6f34be30bca tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 948 time: 0.0532880 Feb 19 01:56:13.835354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77181114-d218-479c-8eab-4a206f2216a6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:13.883942 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5be4b094-3320-4702-b141-3479c45724c4 req-6c0329b0-a64a-44aa-82a8-be7ace6300cd tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Feb 19 01:56:14.028128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['77181114-d218-479c-8eab-4a206f2216a6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:15.005814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bb354-b3ca-42f4-8ac5-16589d9b4cb3 req-f176f40e-3a22-4bb8-a81e-dbeb8feac370 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:15.007310 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-104bb354-b3ca-42f4-8ac5-16589d9b4cb3 req-f176f40e-3a22-4bb8-a81e-dbeb8feac370 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 948 time: 0.0531399 Feb 19 01:56:15.053540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-104bb354-b3ca-42f4-8ac5-16589d9b4cb3 req-7481ff7f-9242-4c83-bfb9-a4808e3af0fb tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Feb 19 01:56:15.602818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77181114-d218-479c-8eab-4a206f2216a6 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:56:15.651705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 77181114-d218-479c-8eab-4a206f2216a6 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:56:15.655757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 77181114-d218-479c-8eab-4a206f2216a6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:15.656794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77181114-d218-479c-8eab-4a206f2216a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:15.732230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77181114-d218-479c-8eab-4a206f2216a6 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:15.732620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77181114-d218-479c-8eab-4a206f2216a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:15.755054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77181114-d218-479c-8eab-4a206f2216a6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:15.757299 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426cc175e03c19240e8654ab56dfc4d95a8849fb508c39862adaa10fce99cd11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9226593-b3d8-4771-9910-8456710465bd" -d '{"events": [{"server_uuid": "a2088921-f1b0-4038-bf00-52d5fd04774e", "name": "network-vif-plugged", "status": "completed", "tag": "77181114-d218-479c-8eab-4a206f2216a6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:15.770537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77181114-d218-479c-8eab-4a206f2216a6, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77181114-d218-479c-8eab-4a206f2216a6,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:15.774813 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77181114-d218-479c-8eab-4a206f2216a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:15.825830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77181114-d218-479c-8eab-4a206f2216a6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:15.858833 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a1f0a-8367-4476-b365-c8b6fabd44f0 x-openstack-request-id: req-ce5a1f0a-8367-4476-b365-c8b6fabd44f0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:15.859130 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2088921-f1b0-4038-bf00-52d5fd04774e", "name": "network-vif-plugged", "status": "completed", "tag": "77181114-d218-479c-8eab-4a206f2216a6", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:15.859386 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce5a1f0a-8367-4476-b365-c8b6fabd44f0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:15.859790 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77181114-d218-479c-8eab-4a206f2216a6', 'code': 200} Feb 19 01:56:15.961587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea718fc8-75b4-42a3-8a19-18a16c3259c4 req-3a8eb736-cb25-4f88-bac8-d64358f68730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:15.963081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea718fc8-75b4-42a3-8a19-18a16c3259c4 req-3a8eb736-cb25-4f88-bac8-d64358f68730 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 1131 time: 0.0486863 Feb 19 01:56:16.008125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea718fc8-75b4-42a3-8a19-18a16c3259c4 req-eff1e2ec-11ab-4bfd-adf4-ad6309062320 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386629 Feb 19 01:56:16.180603 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a6736-134e-4766-93c6-7674627576f6 req-dff526ea-4691-44ab-a893-f6c1a2b4593d tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:16.182114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a6736-134e-4766-93c6-7674627576f6 req-dff526ea-4691-44ab-a893-f6c1a2b4593d tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 949 time: 0.0536857 Feb 19 01:56:16.229934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a60a6736-134e-4766-93c6-7674627576f6 req-7c3796d6-d9c3-4bae-a890-82810f36f871 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Feb 19 01:56:17.352509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e84d-4e83-444f-98ec-9216d1032f67 req-9763e91e-8f42-4d10-80f1-9c17ffa94f80 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:17.354027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f786e84d-4e83-444f-98ec-9216d1032f67 req-9763e91e-8f42-4d10-80f1-9c17ffa94f80 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 949 time: 0.0529714 Feb 19 01:56:17.401132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f786e84d-4e83-444f-98ec-9216d1032f67 req-411a89c2-240a-48c2-8c24-5a7693170c7e tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Feb 19 01:56:17.739438 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-fe6e5aa9-9413-4ffa-b6f3-504403d04e40 req-ff40431d-962e-404e-885f-3c1983db0b98 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:56:17.740438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe6e5aa9-9413-4ffa-b6f3-504403d04e40 req-ff40431d-962e-404e-885f-3c1983db0b98 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0435841 Feb 19 01:56:18.054447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-c4d6812e-127e-422b-8a49-f3f1cb243c82 req-a073e719-87a1-47a3-b63d-9a1854786141 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:56:18.055387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4d6812e-127e-422b-8a49-f3f1cb243c82 req-a073e719-87a1-47a3-b63d-9a1854786141 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054822 Feb 19 01:56:18.394878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790be75-efc5-4bb3-9e9d-cc65a70ceb68 req-8df2f4c7-ba4f-4e1f-873f-63ec2f0c167a tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:18.396368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e790be75-efc5-4bb3-9e9d-cc65a70ceb68 req-8df2f4c7-ba4f-4e1f-873f-63ec2f0c167a tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 949 time: 0.0572951 Feb 19 01:56:18.446075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e790be75-efc5-4bb3-9e9d-cc65a70ceb68 req-b7d1f1b7-bb4c-47ca-8cd1-f6ad75138396 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Feb 19 01:56:18.670430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:18.893769 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:56:19.576748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbc2d8-5245-40ec-a05f-48b65979d063 req-a2c2983f-a3be-413b-a17d-d018c94585ef tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.578288 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64bbc2d8-5245-40ec-a05f-48b65979d063 req-a2c2983f-a3be-413b-a17d-d018c94585ef tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 949 time: 0.0570540 Feb 19 01:56:19.626219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64bbc2d8-5245-40ec-a05f-48b65979d063 req-9429f11d-e755-488a-b7b6-6d9bb8deb58d tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/security-groups?id=194f5243-b866-41eb-9cc1-0c69f98e2707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Feb 19 01:56:19.854472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-03c3baf3-1dab-4805-b019-2bdc6f246094 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.855850 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-03c3baf3-1dab-4805-b019-2bdc6f246094 tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 949 time: 0.0629292 Feb 19 01:56:19.946911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Deleting port 77181114-d218-479c-8eab-4a206f2216a6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:19.947257 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (77181114-d218-479c-8eab-4a206f2216a6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:20.037835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] For port 77181114-d218-479c-8eab-4a206f2216a6, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77181114-d218-479c-8eab-4a206f2216a6,segment=NetworkSegment(4ce8c775-4e6e-4cda-8280-71187ed4005b),segment_id=4ce8c775-4e6e-4cda-8280-71187ed4005b)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:20.038198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (77181114-d218-479c-8eab-4a206f2216a6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:20.049752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Calling delete_port for 77181114-d218-479c-8eab-4a206f2216a6 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:20.181624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (77181114-d218-479c-8eab-4a206f2216a6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:20.194864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['77181114-d218-479c-8eab-4a206f2216a6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:20.211464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Pushing event deleted for resources: {'Port': ['ID=77181114-d218-479c-8eab-4a206f2216a6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:20.261017 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] No DVR routers for this DVR port 77181114-d218-479c-8eab-4a206f2216a6 on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:20.263960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:20.267807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a03b3f0b-966c-4aab-858a-1be7c6c61091 req-82a58054-3903-4a70-8ac7-63ae7ebfb75c tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.89 "DELETE /v2.0/ports/77181114-d218-479c-8eab-4a206f2216a6 HTTP/1.1" status: 204 len: 173 time: 0.4048052 Feb 19 01:56:20.268309 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'name': 'network-vif-deleted', 'tag': '77181114-d218-479c-8eab-4a206f2216a6'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:20.270596 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbfc27f-296a-47e5-9230-44c5f00b2cf6" -d '{"events": [{"server_uuid": "a2088921-f1b0-4038-bf00-52d5fd04774e", "name": "network-vif-deleted", "tag": "77181114-d218-479c-8eab-4a206f2216a6"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:20.314684 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e576c-5b8c-4698-8b02-1fbbd4ec1f09 x-openstack-request-id: req-d72e576c-5b8c-4698-8b02-1fbbd4ec1f09 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:20.314980 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2088921-f1b0-4038-bf00-52d5fd04774e", "name": "network-vif-deleted", "tag": "77181114-d218-479c-8eab-4a206f2216a6", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:20.315707 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d72e576c-5b8c-4698-8b02-1fbbd4ec1f09 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:20.315707 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2088921-f1b0-4038-bf00-52d5fd04774e', 'name': 'network-vif-deleted', 'tag': '77181114-d218-479c-8eab-4a206f2216a6', 'status': 'completed', 'code': 200} Feb 19 01:56:20.327230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-18d95615-a0c8-4663-8a6b-381499e07bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:20.735426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d713c327-6a6f-413d-89cd-07897bd127e2 req-64b588d8-69e3-4f25-a4c6-7abec85c6baf tempest-ServersAdminNegativeTestJSON-587583065 tempest-ServersAdminNegativeTestJSON-587583065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2088921-f1b0-4038-bf00-52d5fd04774e HTTP/1.1" status: 200 len: 210 time: 0.0278702 Feb 19 01:56:22.024029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49066) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:22.155478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-32ce749c-7aee-4d58-ad6e-cbb2a8d3369a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96561e5d1d6d4a94b8257e22637f8de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302712 Feb 19 01:56:22.158078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49070) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:22.205335 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Publish callbacks [] for security_group (194f5243-b866-41eb-9cc1-0c69f98e2707), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.227229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Publish callbacks [] for security_group (194f5243-b866-41eb-9cc1-0c69f98e2707), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.279510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (194f5243-b866-41eb-9cc1-0c69f98e2707), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.282084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.283253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/194f5243-b866-41eb-9cc1-0c69f98e2707 HTTP/1.1" status: 204 len: 168 time: 0.1242929 Feb 19 01:56:22.290986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f5243-b866-41eb-9cc1-0c69f98e2707,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:22.298884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.299228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.299568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.299898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.300224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.300551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.300878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.301204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.301526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.301845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.302223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.302543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.302794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35d1f8-5b84-4709-9923-096fdef07feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:22.545043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49076) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:22.560404 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a47c7b55-cd17-4059-bfd6-12e69902afb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.641280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a47c7b55-cd17-4059-bfd6-12e69902afb7 admin admin] Publish callbacks [] for security_group (c5151657-16ea-4b2b-8593-9c39789c8a50), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.646371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a47c7b55-cd17-4059-bfd6-12e69902afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c5151657-16ea-4b2b-8593-9c39789c8a50), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.685816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a47c7b55-cd17-4059-bfd6-12e69902afb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05879bb2f9cc43ce940441182ffadc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395016 Feb 19 01:56:22.687783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7b55-cd17-4059-bfd6-12e69902afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5151657-16ea-4b2b-8593-9c39789c8a50,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:22.688916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49078) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:22.705647 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c3795f4-5020-4795-94f4-110410009166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.743043 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60991159-a07b-4388-a0b4-296b04876880 admin admin] Publish callbacks [] for security_group (c5151657-16ea-4b2b-8593-9c39789c8a50), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.764087 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60991159-a07b-4388-a0b4-296b04876880 admin admin] Publish callbacks [] for security_group (c5151657-16ea-4b2b-8593-9c39789c8a50), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.811125 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60991159-a07b-4388-a0b4-296b04876880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (c5151657-16ea-4b2b-8593-9c39789c8a50), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.813677 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60991159-a07b-4388-a0b4-296b04876880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:22.814809 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-60991159-a07b-4388-a0b4-296b04876880 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5151657-16ea-4b2b-8593-9c39789c8a50 HTTP/1.1" status: 204 len: 168 time: 0.1247978 Feb 19 01:56:22.822678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60991159-a07b-4388-a0b4-296b04876880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5151657-16ea-4b2b-8593-9c39789c8a50,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:23.490134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49100) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:23.587455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-23426231-network', 'tenant_id': '2f4e5bda473d46078f37dc1e38d9a2b9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:23.607534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Made reservation on behalf of 2f4e5bda473d46078f37dc1e38d9a2b9 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:23.610810 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.619713 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.665478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77181114-d218-479c-8eab-4a206f2216a6 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:56:23.686290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 77181114-d218-479c-8eab-4a206f2216a6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:56:23.686659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77181114-d218-479c-8eab-4a206f2216a6 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:56:23.696081 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks [] for security_group (91315803-d5e5-4f87-a97c-62c6550ce40c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.700221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (91315803-d5e5-4f87-a97c-62c6550ce40c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.720810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:56:23.734523 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91315803-d5e5-4f87-a97c-62c6550ce40c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:23.739259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (51c43b4f-710c-4796-bdac-9579ad0aac6f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.739604 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Added segment 51c43b4f-710c-4796-bdac-9579ad0aac6f of type vlan for network 349e9052-61fa-4e3e-ab87-586492930148 Feb 19 01:56:23.779003 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (349e9052-61fa-4e3e-ab87-586492930148), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.804041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (349e9052-61fa-4e3e-ab87-586492930148), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.804968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:23.805665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.848003 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.857823 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3665872 Feb 19 01:56:23.860736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49104) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:23.865816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Request body: {'subnet': {'network_id': '349e9052-61fa-4e3e-ab87-586492930148', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-23426231-subnet', 'tenant_id': '2f4e5bda473d46078f37dc1e38d9a2b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:23.870808 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051560-7193-4dfe-bdf7-766d63608d1c admin admin] Pushing event updated for resources: {'Network': ['ID=349e9052-61fa-4e3e-ab87-586492930148,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:23.881423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 349e9052-61fa-4e3e-ab87-586492930148 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:56:23.885419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Made reservation on behalf of 2f4e5bda473d46078f37dc1e38d9a2b9 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:23.888155 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:24.056472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (0e092a21-523e-48e4-b31c-6b6532072554), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:24.116722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e092a21-523e-48e4-b31c-6b6532072554,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:24.125805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Checking segment: {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:24.126177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Network hostable DHCP agents. Network: 349e9052-61fa-4e3e-ab87-586492930148, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:56:24.143887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Network 349e9052-61fa-4e3e-ab87-586492930148 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:56:24.152533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 349e9052-61fa-4e3e-ab87-586492930148) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:24.156644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:24.157277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:24.162281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd32547-47df-446c-8122-821f20501f8d None None] Network 349e9052-61fa-4e3e-ab87-586492930148 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:24.172613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8d711b68-29e1-4205-beda-0c9e26de411d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3107691 Feb 19 01:56:24.257105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba02e00-a531-4212-9acb-6ee7fb35f463 None None] Network 349e9052-61fa-4e3e-ab87-586492930148 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:24.597250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-cb8570a8-6102-48ac-95da-58be3b34cc81 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:24.598706 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-cb8570a8-6102-48ac-95da-58be3b34cc81 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 810 time: 0.1047447 Feb 19 01:56:24.613713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-b43bdd85-74fd-4d15-9f07-80a62e5ce912 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/quotas/2f4e5bda473d46078f37dc1e38d9a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0094976 Feb 19 01:56:24.652431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-31deb8a0-024b-4f25-9ce4-ca6f3acf7605 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327232 Feb 19 01:56:24.740611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-49bfdfda-7768-46aa-bb76-c737317c123b service neutron] 10.222.0.43 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Feb 19 01:56:24.832240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-889be88c-5579-4bcf-a675-93f2799e94a8 service neutron] 10.222.0.43 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860147 Feb 19 01:56:24.990717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dbb78055-4ee6-4adc-91c2-bf4d5a322518 req-08cc2311-b57a-4df0-8761-0e92580c12e1 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Feb 19 01:56:25.485927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.057787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-7d707c29-376c-426c-b4a8-bdaa591c5ba2 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:26.059438 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-7d707c29-376c-426c-b4a8-bdaa591c5ba2 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.89 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 810 time: 0.1050842 Feb 19 01:56:26.079625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Request body: {'port': {'device_id': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'network_id': '349e9052-61fa-4e3e-ab87-586492930148', 'admin_state_up': True, 'tenant_id': '2f4e5bda473d46078f37dc1e38d9a2b9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:26.113904 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bc7d7851-745b-4b95-86cb-ba49643eedd1 req-708bb9e2-3609-4e6e-a975-42c1311d9f14 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 210 time: 0.0493460 Feb 19 01:56:26.205708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Made reservation on behalf of 2f4e5bda473d46078f37dc1e38d9a2b9 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:26.209143 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.354626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Allocated IP 172.20.0.3 (349e9052-61fa-4e3e-ab87-586492930148/0e092a21-523e-48e4-b31c-6b6532072554/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:26.427966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.502836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks [] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.537246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.581912 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Network 349e9052-61fa-4e3e-ab87-586492930148 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:26.584988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:26.588655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:26.617080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:26.631850 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.648903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:26.649506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.667112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-e2a70595-c3b9-4909-816e-079e22ed9eb6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926549 Feb 19 01:56:26.679742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Request body: {'port': {'device_id': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:26.739956 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:26.997638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:27.004976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Publish callbacks [] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:27.017183 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Transition to ACTIVE for port object 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:56:27.021184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:27.072468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:27.137725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:27.138068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:27.138394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on network 349e9052-61fa-4e3e-ab87-586492930148 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:27.143474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on network 349e9052-61fa-4e3e-ab87-586492930148 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:56:27.143802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on network 349e9052-61fa-4e3e-ab87-586492930148 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:27.148639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:27.148979 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Checking segment: {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:27.149383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Bound using segment: {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:27.149804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Bound port: 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:27.150166 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:27.217462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:27.220493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:27.226392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:27.232196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7db304-c313-4b81-880e-b36eb84b36b2 req-251827c4-0d75-48e7-b870-c9af7ea372ab tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.233734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f7db304-c313-4b81-880e-b36eb84b36b2 req-251827c4-0d75-48e7-b870-c9af7ea372ab tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.0536728 Feb 19 01:56:27.261444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.262062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:27.263474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] 10.222.0.89 "PUT /v2.0/ports/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 1091 time: 0.5880952 Feb 19 01:56:27.263946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:27.266893 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bb6065667eba5905d1e93be2185e2910bc86cd730b7ae5a69274a1206af07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e4606-2dbe-4d66-bb12-daac76827e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:27.296017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f7db304-c313-4b81-880e-b36eb84b36b2 req-e7f425f2-12c1-4657-b10f-a80da35a998a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564463 Feb 19 01:56:27.300258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d278d-eba1-48d1-961a-875282245611 service neutron] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:27.313753 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eaa7ad-2c32-4011-a151-82d17961067d x-openstack-request-id: req-20eaa7ad-2c32-4011-a151-82d17961067d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:27.314049 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:27.314302 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20eaa7ad-2c32-4011-a151-82d17961067d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:27.314704 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'status': 'completed', 'code': 200} Feb 19 01:56:27.360129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-dfdd2a96-1665-4041-9ee8-fa4c2cf76a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.361681 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-dfdd2a96-1665-4041-9ee8-fa4c2cf76a4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1125 time: 0.0460184 Feb 19 01:56:27.406818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-9df059fb-4268-4ec2-8fbc-34a80b06d90d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0382841 Feb 19 01:56:27.455454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-5f734cce-c3a3-45a2-918d-be10bf04e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.456862 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-5f734cce-c3a3-45a2-918d-be10bf04e5dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0430999 Feb 19 01:56:27.489364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-9a0e1229-8dba-4a3b-bbed-9cdfe1c130c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260398 Feb 19 01:56:27.580416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-1e463eeb-18a3-432e-a652-364e1c13100f service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845754 Feb 19 01:56:27.669591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da52f01e-6d2a-4557-8851-9f8be5fc80c4 req-1da83cfc-7249-4845-bc22-b6b203486313 service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829625 Feb 19 01:56:27.762112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-75bba3d5-11e8-43b2-b36b-27c290d831a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.763610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-75bba3d5-11e8-43b2-b36b-27c290d831a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1125 time: 0.0457149 Feb 19 01:56:27.856969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-9b0868c0-6bc5-4c00-9f70-d7562ebc52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.858388 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-9b0868c0-6bc5-4c00-9f70-d7562ebc52c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 911 time: 0.0886765 Feb 19 01:56:27.900739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-34b22c23-dde2-4471-989c-99d7c4ea605a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0338562 Feb 19 01:56:27.948638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-0b927df1-8f0b-4c84-87a3-84c82485cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:27.950081 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-0b927df1-8f0b-4c84-87a3-84c82485cb49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0431888 Feb 19 01:56:27.987126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-ecef77e7-bf53-4ef4-bca4-94bdc95a78c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299995 Feb 19 01:56:28.077002 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-93682c94-c31f-4405-bfd2-88d48a127cf2 service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807178 Feb 19 01:56:28.176452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ff7e4606-2dbe-4d66-bb12-daac76827e4d req-a7cb0ef3-dddb-46ae-bb63-6b8d2c3739f9 service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860600 Feb 19 01:56:28.413404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a38b-8eaa-44a3-97b5-abda8616430b req-d0eb927f-123c-43db-86e6-c77d99e196ee tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:28.414890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f563a38b-8eaa-44a3-97b5-abda8616430b req-d0eb927f-123c-43db-86e6-c77d99e196ee tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.0573840 Feb 19 01:56:28.461064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f563a38b-8eaa-44a3-97b5-abda8616430b req-26a83142-c8e6-46a0-8b60-87b297c5ed0a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Feb 19 01:56:29.582588 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e5c0-48f6-4629-a35f-cd74e9d3f3be req-1972b8de-a17c-49e1-96ec-decb11767aa4 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:29.584093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e25e5c0-48f6-4629-a35f-cd74e9d3f3be req-1972b8de-a17c-49e1-96ec-decb11767aa4 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.0552232 Feb 19 01:56:29.630819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e25e5c0-48f6-4629-a35f-cd74e9d3f3be req-5b16c504-a0c9-4f94-9145-b4f9f2049310 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Feb 19 01:56:29.680220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:56:29.781488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:29.792643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'network_id': '349e9052-61fa-4e3e-ab87-586492930148', 'port_id': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'mac_address': 'fa:16:3e:53:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e092a21-523e-48e4-b31c-6b6532072554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:56:29.829179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:29.829566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:29.845828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:29.865126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:29.869154 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:29.915525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:30.107155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:30.750318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4944-5bb9-4f8f-acb7-9a9b633f55e9 req-dcaf8128-17f6-4d3a-80f2-df5c9e8767aa tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:30.751802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a5c4944-5bb9-4f8f-acb7-9a9b633f55e9 req-dcaf8128-17f6-4d3a-80f2-df5c9e8767aa tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 944 time: 0.0525396 Feb 19 01:56:30.797389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5a5c4944-5bb9-4f8f-acb7-9a9b633f55e9 req-f9ac81f6-1233-4028-b9e9-2558540fc83a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Feb 19 01:56:31.680194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:56:31.728775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:56:31.732751 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:31.733160 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:31.809226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:31.809618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:31.834281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:31.848058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:31.856827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:31.899325 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b095e758-21c2-4e01-87d4-1867dcb3b1e5" -d '{"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:31.923230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:31.947925 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272be60-963f-4943-8546-5df7f13e15ba req-993b78ff-f96f-4f4e-9b52-c2f3132793ae tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.949571 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9272be60-963f-4943-8546-5df7f13e15ba req-993b78ff-f96f-4f4e-9b52-c2f3132793ae tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0749097 Feb 19 01:56:32.001533 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9272be60-963f-4943-8546-5df7f13e15ba req-2aa79846-e81c-4c61-95b1-a9b473082012 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Feb 19 01:56:32.008300 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5783062e-2297-4b5d-863a-65464f4775f0 x-openstack-request-id: req-5783062e-2297-4b5d-863a-65464f4775f0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:32.008300 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:32.008300 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5783062e-2297-4b5d-863a-65464f4775f0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:32.008732 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'code': 200} Feb 19 01:56:32.113701 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0f5a-0743-47ef-8f40-7909a475328f req-70028919-1fa9-49e2-af24-ebf789c5fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:32.115227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e1b0f5a-0743-47ef-8f40-7909a475328f req-70028919-1fa9-49e2-af24-ebf789c5fca7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1127 time: 0.0491242 Feb 19 01:56:32.161807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e1b0f5a-0743-47ef-8f40-7909a475328f req-bb1399e9-ffdb-438c-84e4-4be1c9cee776 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371225 Feb 19 01:56:33.123009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24229d07-4755-4e29-91f8-268f9d49fc80 req-a07bcd28-121c-41f9-af21-829b6b28ff4b tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:33.125221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24229d07-4755-4e29-91f8-268f9d49fc80 req-a07bcd28-121c-41f9-af21-829b6b28ff4b tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0531981 Feb 19 01:56:33.182297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-24229d07-4755-4e29-91f8-268f9d49fc80 req-4cfadc8e-94bd-45e0-9185-57739cd6ec54 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Feb 19 01:56:34.299796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141d83-2f56-4a3c-84a7-d071ca94be24 req-d5211e31-ca66-4d4c-91f5-d3cda0c3e13d tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:34.301298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d141d83-2f56-4a3c-84a7-d071ca94be24 req-d5211e31-ca66-4d4c-91f5-d3cda0c3e13d tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Feb 19 01:56:34.351646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9d141d83-2f56-4a3c-84a7-d071ca94be24 req-9daeb948-b2d5-410e-882b-b9f0b28c8e27 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Feb 19 01:56:34.536750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49162) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:34.614018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa6ea3-6866-4359-92ce-37fdc07810e3 req-bc98d43d-48b4-4aee-859e-6a01b2e318c6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:34.615542 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79fa6ea3-6866-4359-92ce-37fdc07810e3 req-bc98d43d-48b4-4aee-859e-6a01b2e318c6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0696554 Feb 19 01:56:34.648382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-d865c08c-8678-4c8c-bc5f-0fc948d2bc9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103287 Feb 19 01:56:34.657815 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-fbf85b47-3c67-4341-93c5-ecc6d690a1f5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:56:34.658768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-fbf85b47-3c67-4341-93c5-ecc6d690a1f5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055032 Feb 19 01:56:34.663689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79fa6ea3-6866-4359-92ce-37fdc07810e3 req-91fe8eda-ffb0-4e71-a8f2-29632ffea2a8 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Feb 19 01:56:34.964758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49182) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:35.066050 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-e1e8716a-ccd7-4d48-984a-32febf637da3 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:35.067684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-e1e8716a-ccd7-4d48-984a-32febf637da3 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 942 time: 0.1014988 Feb 19 01:56:35.783518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbc617-937a-4259-91cc-34e5fba44533 req-7c2703d9-46d4-42c0-9385-e17faebfcd01 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:35.784969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85cbc617-937a-4259-91cc-34e5fba44533 req-7c2703d9-46d4-42c0-9385-e17faebfcd01 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0516558 Feb 19 01:56:35.831515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-85cbc617-937a-4259-91cc-34e5fba44533 req-a3ecad42-ccb6-4d18-bde1-d341a0d30d95 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Feb 19 01:56:35.916009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-d2d9e738-0c3a-4a19-a7eb-b663a2285f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:35.917452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-d2d9e738-0c3a-4a19-a7eb-b663a2285f0a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1127 time: 0.0450854 Feb 19 01:56:36.009145 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-63a82db0-67b1-492d-83ff-ce132f18446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:36.010617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-63a82db0-67b1-492d-83ff-ce132f18446a service neutron] 10.222.0.89 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 911 time: 0.0861545 Feb 19 01:56:36.051240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-1c9935e3-09b7-407c-8a67-7200eb00b0e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0333936 Feb 19 01:56:36.098292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-dce0a4a6-acaf-420a-a3b8-0183179d210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:36.099704 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-dce0a4a6-acaf-420a-a3b8-0183179d210a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0423045 Feb 19 01:56:36.134659 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-d30602fa-66a9-48d1-8b8d-65ad781a5b82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290263 Feb 19 01:56:36.222655 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-59c61cb2-c9e7-4392-a533-f758cda703b7 service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803442 Feb 19 01:56:36.312813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-e31cc3c6-6945-44bf-8798-a725905b445f service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840013 Feb 19 01:56:36.953965 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7cf4e-0b90-4a69-806a-0c65c1a62716 req-4990bfc6-1205-4742-9a7e-3457a02b4da5 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:36.955448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45b7cf4e-0b90-4a69-806a-0c65c1a62716 req-4990bfc6-1205-4742-9a7e-3457a02b4da5 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Feb 19 01:56:37.001430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45b7cf4e-0b90-4a69-806a-0c65c1a62716 req-1d957a61-16c2-4aba-aefa-9a864574685b tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Feb 19 01:56:38.147941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdc21-1453-489f-9988-ed1864f9f446 req-89de451a-c45a-4c73-815f-f20cb07d4e03 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:38.149406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-600cdc21-1453-489f-9988-ed1864f9f446 req-89de451a-c45a-4c73-815f-f20cb07d4e03 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0563607 Feb 19 01:56:38.195040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-600cdc21-1453-489f-9988-ed1864f9f446 req-02cac75c-6e03-45a2-a12e-5c4285275ffe tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Feb 19 01:56:39.318530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5093d8-94c9-4f1e-bd40-5b576097e444 req-eb8726dc-f347-49c4-9d6f-033e39912856 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:39.320013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c5093d8-94c9-4f1e-bd40-5b576097e444 req-eb8726dc-f347-49c4-9d6f-033e39912856 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0574942 Feb 19 01:56:39.366793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9c5093d8-94c9-4f1e-bd40-5b576097e444 req-9f1d2729-ecd0-4ab2-b92b-803e097f4c58 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Feb 19 01:56:40.487213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb80578-60ff-4b83-a925-1bd125dc2053 req-b0c93748-c640-4b72-8dd6-3b412c1e1b05 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:40.488750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfb80578-60ff-4b83-a925-1bd125dc2053 req-b0c93748-c640-4b72-8dd6-3b412c1e1b05 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0537784 Feb 19 01:56:40.535293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfb80578-60ff-4b83-a925-1bd125dc2053 req-f4d16669-1dc1-46a6-a69e-521915c125b0 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Feb 19 01:56:41.963627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259dee9-486f-4f71-b106-902e730a74a7 req-fcc4fa5b-8f9f-4662-904e-ec38f00436af tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:41.965115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b259dee9-486f-4f71-b106-902e730a74a7 req-fcc4fa5b-8f9f-4662-904e-ec38f00436af tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.3626003 Feb 19 01:56:42.010443 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b259dee9-486f-4f71-b106-902e730a74a7 req-ab98cb80-2ce5-4136-80e0-27f7ce2bf16a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Feb 19 01:56:43.127703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd89a-f671-423f-8af5-00ecde2c4c87 req-c40c1ba7-5966-49e3-9ad8-297e6b0ccd98 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:43.129183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e3cd89a-f671-423f-8af5-00ecde2c4c87 req-c40c1ba7-5966-49e3-9ad8-297e6b0ccd98 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Feb 19 01:56:43.179162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e3cd89a-f671-423f-8af5-00ecde2c4c87 req-c662e81c-5619-4cf4-be06-14efeb44233f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Feb 19 01:56:44.298461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47901607-6abe-42af-afb3-5872b54f3942 req-41ecf3ed-c541-4c36-ae3f-20bfd4cab675 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:44.299931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47901607-6abe-42af-afb3-5872b54f3942 req-41ecf3ed-c541-4c36-ae3f-20bfd4cab675 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Feb 19 01:56:44.346649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47901607-6abe-42af-afb3-5872b54f3942 req-8c076bb3-328f-499b-81db-d7c32b7246ff tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Feb 19 01:56:45.465463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ec160-e3f6-48e5-aeb5-2d32d8a76bee req-f802e2a2-036d-4201-b22f-55e74ea46d26 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:45.466941 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e6ec160-e3f6-48e5-aeb5-2d32d8a76bee req-f802e2a2-036d-4201-b22f-55e74ea46d26 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0530055 Feb 19 01:56:45.519640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e6ec160-e3f6-48e5-aeb5-2d32d8a76bee req-fbdc338b-3089-4d41-ba44-7d2d23f1b34e tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Feb 19 01:56:46.644982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3998cb0-7237-4c1f-bcee-7f94a1538213 req-fe9f805e-47e2-4223-b23f-576e903b3c2f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:46.646599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3998cb0-7237-4c1f-bcee-7f94a1538213 req-fe9f805e-47e2-4223-b23f-576e903b3c2f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Feb 19 01:56:46.693150 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b3998cb0-7237-4c1f-bcee-7f94a1538213 req-edb83506-7b86-4b95-91ba-aa488965cd79 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Feb 19 01:56:47.810637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e98d3-fc35-42ba-bd99-a79c537b237d req-211e8510-6f75-41cc-8c8b-d50f0a82f071 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:47.812209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b9e98d3-fc35-42ba-bd99-a79c537b237d req-211e8510-6f75-41cc-8c8b-d50f0a82f071 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Feb 19 01:56:47.865299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b9e98d3-fc35-42ba-bd99-a79c537b237d req-ccdc6aa2-4adf-4fe6-9b76-a4590e2e7502 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Feb 19 01:56:48.663074 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:48.983814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34753442-edc5-447d-98ea-f4f79615c17e req-3da96e29-61a6-4ffc-93f5-427f1f13a3d2 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:48.985331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34753442-edc5-447d-98ea-f4f79615c17e req-3da96e29-61a6-4ffc-93f5-427f1f13a3d2 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Feb 19 01:56:49.032832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34753442-edc5-447d-98ea-f4f79615c17e req-f325c595-67ae-47fc-84ee-18ee192298fa tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Feb 19 01:56:50.158979 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b9ca9-408a-4ed9-b0e5-9b5ab118e858 req-a6ff8bca-a83e-4649-8bbc-b1deca3fc422 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:50.160452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-109b9ca9-408a-4ed9-b0e5-9b5ab118e858 req-a6ff8bca-a83e-4649-8bbc-b1deca3fc422 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0573335 Feb 19 01:56:50.207020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-109b9ca9-408a-4ed9-b0e5-9b5ab118e858 req-340f69b9-78b3-4226-882d-1a39f49a3a54 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Feb 19 01:56:50.321315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30493013-a33d-400c-b2ba-85269e4e7e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:51.327658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369269-56fd-443a-9621-a62dc2e78be3 req-431abcf6-1e9a-4f9f-b8b5-a3737cf370f4 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:51.329746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66369269-56fd-443a-9621-a62dc2e78be3 req-431abcf6-1e9a-4f9f-b8b5-a3737cf370f4 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0518451 Feb 19 01:56:51.378656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66369269-56fd-443a-9621-a62dc2e78be3 req-c6fc5206-7457-4290-8d60-8283d27e77ca tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Feb 19 01:56:52.496194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aad04-d20a-4037-99f6-a214a29a2f34 req-45e5acf7-a66f-4ded-b3bb-49d0a29a9110 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:52.497725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e12aad04-d20a-4037-99f6-a214a29a2f34 req-45e5acf7-a66f-4ded-b3bb-49d0a29a9110 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Feb 19 01:56:52.543674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e12aad04-d20a-4037-99f6-a214a29a2f34 req-423c249a-1b48-4892-96bc-7dc3737e0a9b tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Feb 19 01:56:52.707668 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9091309e-7603-4f8b-aa33-f6a741a2e892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.666316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5807-b801-4464-9f4f-91d31ea7d913 req-32d87b1d-8bad-4f67-b719-50cde5153760 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:53.667789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c58e5807-b801-4464-9f4f-91d31ea7d913 req-32d87b1d-8bad-4f67-b719-50cde5153760 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Feb 19 01:56:53.716090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c58e5807-b801-4464-9f4f-91d31ea7d913 req-d5811a20-611d-4860-82c0-649256addbee tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Feb 19 01:56:53.850224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.836928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b80540-6153-4668-9c2d-26eed4cea43b req-6ebf782f-37b9-40b3-97bc-ce14d79429da tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:54.838442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3b80540-6153-4668-9c2d-26eed4cea43b req-6ebf782f-37b9-40b3-97bc-ce14d79429da tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0543895 Feb 19 01:56:54.889535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e3b80540-6153-4668-9c2d-26eed4cea43b req-8037f027-e69f-4762-af8f-13c72a141b3a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Feb 19 01:56:55.487670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.894100 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:56:56.010079 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480253b-e699-4ba5-b967-a8459d8162ba req-e726c014-5916-49bc-b332-adbbd71060a2 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:56.011582 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f480253b-e699-4ba5-b967-a8459d8162ba req-e726c014-5916-49bc-b332-adbbd71060a2 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0525610 Feb 19 01:56:56.057384 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f480253b-e699-4ba5-b967-a8459d8162ba req-9b09ea6d-53fe-48d0-8297-bf78e1c2312e tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Feb 19 01:56:56.574066 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.634738 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.173856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822caa7d-e71a-4f77-86ba-d3bf00479326 req-ec68e82e-b082-4d81-8285-cc13e0843aa1 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:57.175306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-822caa7d-e71a-4f77-86ba-d3bf00479326 req-ec68e82e-b082-4d81-8285-cc13e0843aa1 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0523922 Feb 19 01:56:57.224878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-822caa7d-e71a-4f77-86ba-d3bf00479326 req-99cf6d1e-0c09-45fe-9de1-65cb238b2f42 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Feb 19 01:56:58.349611 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bd6f-a16a-4062-9a91-dcc039dc8b57 req-0a89e44a-8688-4eb5-a316-36a916ceeba6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:58.351135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0353bd6f-a16a-4062-9a91-dcc039dc8b57 req-0a89e44a-8688-4eb5-a316-36a916ceeba6 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0561199 Feb 19 01:56:58.397133 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0353bd6f-a16a-4062-9a91-dcc039dc8b57 req-a3291830-e943-4198-83fa-3fdcfe6e560c tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Feb 19 01:56:59.514850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5242-1164-496a-ac21-1d97d672d3e6 req-0e3503cc-4529-4734-a32e-d28fe268f4c0 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:59.516313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07ff5242-1164-496a-ac21-1d97d672d3e6 req-0e3503cc-4529-4734-a32e-d28fe268f4c0 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Feb 19 01:56:59.562389 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-07ff5242-1164-496a-ac21-1d97d672d3e6 req-03339896-a47e-4316-b38a-3d8db1e98a2c tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Feb 19 01:57:00.695383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c5ef1-2eb7-48e2-8061-0032736eae1c req-5d2be4c9-8035-44c8-ba89-0ea75512af97 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:00.696883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f72c5ef1-2eb7-48e2-8061-0032736eae1c req-5d2be4c9-8035-44c8-ba89-0ea75512af97 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0608311 Feb 19 01:57:00.743131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f72c5ef1-2eb7-48e2-8061-0032736eae1c req-62db1ef7-32e1-4f0a-aa33-9936e2025ab0 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Feb 19 01:57:01.865696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f42e02-9044-45cd-846d-d79b4f9fb48b req-32201147-f9eb-4a54-8959-c70bcc2c3d6a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:01.867150 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83f42e02-9044-45cd-846d-d79b4f9fb48b req-32201147-f9eb-4a54-8959-c70bcc2c3d6a tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0564444 Feb 19 01:57:01.912919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83f42e02-9044-45cd-846d-d79b4f9fb48b req-bdd1336b-7295-4061-b577-65b19ccc84cf tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Feb 19 01:57:03.039592 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147feb14-c9c2-4258-8ff0-d79a2b0e1f84 req-69630a5c-df92-4cbe-9c2e-8cce6f3aa60c tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:03.041989 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-147feb14-c9c2-4258-8ff0-d79a2b0e1f84 req-69630a5c-df92-4cbe-9c2e-8cce6f3aa60c tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 945 time: 0.0563498 Feb 19 01:57:03.100496 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-147feb14-c9c2-4258-8ff0-d79a2b0e1f84 req-29a2ad3a-a0b8-44d4-bb20-ee6d9a858f51 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529399 Feb 19 01:57:03.256805 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-27b18300-7da1-4e74-b177-3f3af6045437 req-5071c2d6-917a-440b-a30a-b8b04464c511 service neutron] show failed (client error): The resource could not be found. Feb 19 01:57:03.258178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-5071c2d6-917a-440b-a30a-b8b04464c511 service neutron] 10.222.0.89 "GET /v2.0/ports/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0567005 Feb 19 01:57:03.600943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-d7fd5f0b-88d7-4370-bc30-72d4d493fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:03.602470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-d7fd5f0b-88d7-4370-bc30-72d4d493fc59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7&tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9 HTTP/1.1" status: 200 len: 1127 time: 0.1118398 Feb 19 01:57:03.614030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:03.678746 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.876011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:03.908418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:03.947573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:03.952721 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Publish callbacks [] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.965754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Transition to ACTIVE for port object 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:57:03.969425 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.998440 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86a334-1810-46cc-873d-61ce1986e810" -d '{"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:04.031824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] No DVR routers for this DVR port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:04.063642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:04.075364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:04.075697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:04.076024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on network 349e9052-61fa-4e3e-ab87-586492930148 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:04.080502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on network 349e9052-61fa-4e3e-ab87-586492930148 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:57:04.081398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Attempting to bind port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on network 349e9052-61fa-4e3e-ab87-586492930148 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:04.086156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:04.086488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Checking segment: {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:04.087122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Bound using segment: {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:04.087278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Bound port: 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c43b4f-710c-4796-bdac-9579ad0aac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '349e9052-61fa-4e3e-ab87-586492930148'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:04.087634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.104300 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a2de81-e305-4f05-9d27-252b71dd3d10 x-openstack-request-id: req-53a2de81-e305-4f05-9d27-252b71dd3d10 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:04.104615 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:04.104871 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53a2de81-e305-4f05-9d27-252b71dd3d10 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:04.105292 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'code': 200} Feb 19 01:57:04.156510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:04.160578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:04.166857 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.203885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:04.204505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.206238 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] 10.222.0.10 "PUT /v2.0/ports/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 1091 time: 0.5962565 Feb 19 01:57:04.229743 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a43cc9-5b5d-4a0e-9468-2e2f6787dc97 req-c3288d28-eddb-4451-9ff7-425f06fb8ed9 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:04.231245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51a43cc9-5b5d-4a0e-9468-2e2f6787dc97 req-c3288d28-eddb-4451-9ff7-425f06fb8ed9 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.0587337 Feb 19 01:57:04.233108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23652b-afe0-4e0f-9484-a374e93c031f service neutron] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:04.283649 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51a43cc9-5b5d-4a0e-9468-2e2f6787dc97 req-ea3bcaaf-9801-4dff-b3d2-ff4685542270 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Feb 19 01:57:04.566852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-45437845-4ab6-4aeb-8ae1-e7e79838e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:04.568815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-45437845-4ab6-4aeb-8ae1-e7e79838e1dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1125 time: 0.3324163 Feb 19 01:57:04.667629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-e5449f8e-28ec-4f20-8fa5-c54c11c61663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:04.669146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-e5449f8e-28ec-4f20-8fa5-c54c11c61663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 911 time: 0.0881493 Feb 19 01:57:04.715707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-e7af09bf-6762-48c5-9ff1-3afb00be8fe6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0372040 Feb 19 01:57:04.766366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18300-7da1-4e74-b177-3f3af6045437 req-dd46d045-8a36-4fc5-8537-f0a0bc177d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:04.767809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-dd46d045-8a36-4fc5-8537-f0a0bc177d61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0437591 Feb 19 01:57:04.804540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-92abac73-55e5-4175-9790-5cefa4e97660 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254474 Feb 19 01:57:04.900218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-dfe61c33-7b35-423a-9024-058f65024ffa service neutron] 10.222.0.10 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863729 Feb 19 01:57:05.000076 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27b18300-7da1-4e74-b177-3f3af6045437 req-3c6a2ccc-c60a-49aa-972e-4ee1d6a5468d service neutron] 10.222.0.10 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843801 Feb 19 01:57:05.412713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa0dcc-9315-444d-87ff-578e6d581430 req-ef261fc7-09a5-4afb-be07-7ca76a030f6f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:05.414274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fffa0dcc-9315-444d-87ff-578e6d581430 req-ef261fc7-09a5-4afb-be07-7ca76a030f6f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.0523710 Feb 19 01:57:05.466457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fffa0dcc-9315-444d-87ff-578e6d581430 req-e102a4c1-8243-4803-bbb2-8e2471257ecb tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466690 Feb 19 01:57:05.914063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:57:05.953262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:57:05.953703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:57:06.106316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:06.108640 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:06.155723 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbcfcf1-df4c-4d70-903a-65cd9c84bc0a x-openstack-request-id: req-7bbcfcf1-df4c-4d70-903a-65cd9c84bc0a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:06.156024 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:06.156270 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bbcfcf1-df4c-4d70-903a-65cd9c84bc0a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:06.156703 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'status': 'completed', 'code': 200} Feb 19 01:57:06.224399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-680800fd-6ac8-427b-b464-22140152c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.225902 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-bfa7ab73-38b7-4631-8b4d-e267a2933154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.226399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-680800fd-6ac8-427b-b464-22140152c6f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1125 time: 0.0501173 Feb 19 01:57:06.232361 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-bfa7ab73-38b7-4631-8b4d-e267a2933154 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1125 time: 0.0543911 Feb 19 01:57:06.318113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-47bd2939-037b-4ec5-9bc3-92b1a0f2c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.319626 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-47bd2939-037b-4ec5-9bc3-92b1a0f2c5c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 911 time: 0.0863636 Feb 19 01:57:06.323277 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-f6bc3f96-2997-4152-886a-236e933a0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.324690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-f6bc3f96-2997-4152-886a-236e933a0665 service neutron] 10.222.0.89 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 911 time: 0.0863662 Feb 19 01:57:06.366580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-c885450b-f80b-4e1f-a3b6-3e0187af0455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0394111 Feb 19 01:57:06.369668 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-566b3452-e5e2-4287-b247-213ba843240a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0386505 Feb 19 01:57:06.417806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-c7f169a6-5578-4e58-aad4-d542f71bfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.419290 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-c7f169a6-5578-4e58-aad4-d542f71bfa2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0442388 Feb 19 01:57:06.420847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-37979561-ee80-4c97-b676-fd5e0778b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.422310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-37979561-ee80-4c97-b676-fd5e0778b296 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0485110 Feb 19 01:57:06.450362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-45b60606-d6be-4574-8cd4-0c5956157080 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254457 Feb 19 01:57:06.453908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-127e952a-e03b-4ef7-a3cb-4b89fb5476d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250804 Feb 19 01:57:06.542382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-6420f79d-6fda-4c3f-a095-61ca890587fa service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Feb 19 01:57:06.560063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-d0ba3863-9d19-423c-905f-76714acb014e service neutron] 10.222.0.10 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973239 Feb 19 01:57:06.634490 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-7730e90b-6af3-4fce-b791-fb99f187a545 service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Feb 19 01:57:06.651873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8522251-6c2e-4b7a-9b27-ad38d8bf5fa7 req-dd7c067d-6e99-45ef-a1ea-56e88327a82f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:06.653411 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8522251-6c2e-4b7a-9b27-ad38d8bf5fa7 req-dd7c067d-6e99-45ef-a1ea-56e88327a82f tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.1129601 Feb 19 01:57:06.712742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66c65110-5bb8-4cb6-a8f3-8a1dc3b48456 req-39793075-3262-4eeb-8b3d-51678e5d9803 service neutron] 10.222.0.10 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378133 Feb 19 01:57:06.729144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8522251-6c2e-4b7a-9b27-ad38d8bf5fa7 req-01a31b8a-1e22-43cf-b0be-7d3b42b26fe1 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699072 Feb 19 01:57:07.853244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b703-99fa-4109-80f1-c06339032c09 req-ceda41e0-dca8-4e74-9267-64309e8af2a1 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:07.854715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94e6b703-99fa-4109-80f1-c06339032c09 req-ceda41e0-dca8-4e74-9267-64309e8af2a1 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 943 time: 0.0538013 Feb 19 01:57:07.901715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-94e6b703-99fa-4109-80f1-c06339032c09 req-65c703c8-8274-480d-9631-c6c027d7caed tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Feb 19 01:57:08.176706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-4a6f2520-4863-4ef3-83e2-970b733aab26 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:08.178223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-4a6f2520-4863-4ef3-83e2-970b733aab26 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.89 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7&tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 943 time: 0.0944471 Feb 19 01:57:08.236072 n-d-826752-2 neutron-server[103430]: INFO neutron.api.v2.resource [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-e220af68-f388-468e-a599-8faee506cffb service neutron] delete failed (client error): The resource could not be found. Feb 19 01:57:08.237607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-e220af68-f388-468e-a599-8faee506cffb service neutron] 10.222.0.89 "DELETE /v2.0/ports/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0526340 Feb 19 01:57:08.326946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-9b82ede6-2615-43e9-91bf-743112e48b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:08.328426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-9b82ede6-2615-43e9-91bf-743112e48b7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 1125 time: 0.0493624 Feb 19 01:57:08.416736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-21e8e9d9-da31-484b-b2bc-8e8107631cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:08.418307 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-21e8e9d9-da31-484b-b2bc-8e8107631cb0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 200 len: 911 time: 0.0837681 Feb 19 01:57:08.462004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-ca60b27e-3f93-40b9-9069-787f78a7f5af service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 200 len: 217 time: 0.0380793 Feb 19 01:57:08.508544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-ed232334-8951-470c-93ea-b66739ebda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:08.509981 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-ed232334-8951-470c-93ea-b66739ebda4f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 200 len: 850 time: 0.0428891 Feb 19 01:57:08.541753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-a4f95743-3dc3-40d7-acab-4536e96c4f46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=349e9052-61fa-4e3e-ab87-586492930148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251017 Feb 19 01:57:08.636368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-811ccd4d-d5be-41b9-9fc3-2aad1c0a44e7 service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882592 Feb 19 01:57:08.732009 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-84aced07-6c97-475c-a6db-4f6bb852599d service neutron] 10.222.0.89 "GET /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Feb 19 01:57:08.733338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:57:08.834855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:08.847037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'network_id': '349e9052-61fa-4e3e-ab87-586492930148', 'port_id': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'mac_address': 'fa:16:3e:53:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e092a21-523e-48e4-b31c-6b6532072554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:57:08.882239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:08.882629 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.896015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:57:08.915576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:08.919032 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.974316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:08.981776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.982200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.982475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.982813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.983149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.983489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.983822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.984151 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.984478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.984803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.985169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.985636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.985992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:09.197667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:57:09.463812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52cd01-ca4e-4522-81f1-870803a9f6ff req-66a6df6a-7d9e-463f-836a-61949518cacf tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:09.465302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d52cd01-ca4e-4522-81f1-870803a9f6ff req-66a6df6a-7d9e-463f-836a-61949518cacf tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 944 time: 0.0536444 Feb 19 01:57:09.512923 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d52cd01-ca4e-4522-81f1-870803a9f6ff req-27461ab9-1d3b-4751-9e06-6d26f2c0a7c7 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Feb 19 01:57:10.635487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0284f-8d37-4a1e-a9e3-c7a8b0955a1b req-586d7a0d-fb2c-4d8a-9149-071766546382 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:10.636980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bb0284f-8d37-4a1e-a9e3-c7a8b0955a1b req-586d7a0d-fb2c-4d8a-9149-071766546382 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 944 time: 0.0535376 Feb 19 01:57:10.686799 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9bb0284f-8d37-4a1e-a9e3-c7a8b0955a1b req-a65e6180-2249-4366-b3f2-3e0c5af5d067 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.43 "GET /v2.0/security-groups?id=91315803-d5e5-4f87-a97c-62c6550ce40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Feb 19 01:57:10.750888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:10.805041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:57:10.809211 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:10.809592 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.815895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-f68fd0d4-e238-41a1-b6e5-7aa171d43dac tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:10.817650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-f68fd0d4-e238-41a1-b6e5-7aa171d43dac tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1a9e7aa-9155-42e1-bf2c-ca89b83752d7 HTTP/1.1" status: 200 len: 944 time: 0.0562406 Feb 19 01:57:10.890431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:10.890822 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.913702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:10.915322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Deleting port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:10.915662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.915936 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40473d9-192d-4eed-bd2b-921ab9084abd" -d '{"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:10.928919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:10.933925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.960624 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc48c7-7d11-4e8b-8d5c-bb943074c8e3 x-openstack-request-id: req-cfbc48c7-7d11-4e8b-8d5c-bb943074c8e3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:10.960929 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:10.961215 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfbc48c7-7d11-4e8b-8d5c-bb943074c8e3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:10.961635 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'code': 200} Feb 19 01:57:10.987201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:11.014494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] For port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,segment=NetworkSegment(51c43b4f-710c-4796-bdac-9579ad0aac6f),segment_id=51c43b4f-710c-4796-bdac-9579ad0aac6f)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:11.014918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.026728 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Calling delete_port for 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:11.156462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.172487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:57:11.183180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Pushing event deleted for resources: {'Port': ['ID=3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:11.231757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] No DVR routers for this DVR port 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:11.234467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.238365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-92c402c1-14e6-4f98-8576-bae4b089d352 req-3913f68c-2870-4972-8856-f398111a7833 tempest-DeleteServersTestJSON-1399530492 tempest-DeleteServersTestJSON-1399530492-project] 10.222.0.10 "DELETE /v2.0/ports/3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 HTTP/1.1" status: 204 len: 173 time: 0.4132190 Feb 19 01:57:11.238808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-deleted', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:11.241035 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27909a-efa5-4873-b566-db0485ca4ee7" -d '{"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-deleted", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:11.279591 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b411bae-bf2a-4150-843d-2703396e1765 x-openstack-request-id: req-0b411bae-bf2a-4150-843d-2703396e1765 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:11.279887 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e7aa-9155-42e1-bf2c-ca89b83752d7", "name": "network-vif-deleted", "tag": "3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:11.280149 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b411bae-bf2a-4150-843d-2703396e1765 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:11.280558 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e7aa-9155-42e1-bf2c-ca89b83752d7', 'name': 'network-vif-deleted', 'tag': '3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8', 'status': 'completed', 'code': 200} Feb 19 01:57:11.815707 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49286) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:11.864507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Deleting subnet 0e092a21-523e-48e4-b31c-6b6532072554 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:57:11.867728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Publish callbacks [] for subnet (0e092a21-523e-48e4-b31c-6b6532072554), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.901607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (0e092a21-523e-48e4-b31c-6b6532072554), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.939093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0e092a21-523e-48e4-b31c-6b6532072554), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.990374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (0e092a21-523e-48e4-b31c-6b6532072554), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.017715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e092a21-523e-48e4-b31c-6b6532072554,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.020717 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.023774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0e092a21-523e-48e4-b31c-6b6532072554 HTTP/1.1" status: 204 len: 168 time: 0.2070653 Feb 19 01:57:12.026432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49288) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:12.030245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.030600 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.030948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.031287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.031624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.031954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.032282 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.032615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.032941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.033312 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.033680 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.033998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.034322 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad62913-f383-460b-a796-7b29ca946f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:12.094729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (349e9052-61fa-4e3e-ab87-586492930148), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.174646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (349e9052-61fa-4e3e-ab87-586492930148), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.194981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349e9052-61fa-4e3e-ab87-586492930148']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:12.203966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c43b4f-710c-4796-bdac-9579ad0aac6f') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:12.204281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c43b4f-710c-4796-bdac-9579ad0aac6f') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:12.214091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (51c43b4f-710c-4796-bdac-9579ad0aac6f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.227435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (51c43b4f-710c-4796-bdac-9579ad0aac6f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.233293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:12.233677 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (51c43b4f-710c-4796-bdac-9579ad0aac6f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:12.235397 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:12.288794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (349e9052-61fa-4e3e-ab87-586492930148), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.293990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.297392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] 10.222.0.43 "DELETE /v2.0/networks/349e9052-61fa-4e3e-ab87-586492930148 HTTP/1.1" status: 204 len: 168 time: 0.2699656 Feb 19 01:57:12.310045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd29a5-f1c5-455d-8f88-557e796889fe admin admin] Pushing event deleted for resources: {'Network': ['ID=349e9052-61fa-4e3e-ab87-586492930148,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.404081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49292) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:12.444167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fb2a3753-920c-4c7e-9850-0f066bf364fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f4e5bda473d46078f37dc1e38d9a2b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389202 Feb 19 01:57:12.446568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49294) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:12.497341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ade36aec-7cc0-42ee-93ef-8b3149c1c6cb admin admin] Publish callbacks [] for security_group (91315803-d5e5-4f87-a97c-62c6550ce40c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.518792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ade36aec-7cc0-42ee-93ef-8b3149c1c6cb admin admin] Publish callbacks [] for security_group (91315803-d5e5-4f87-a97c-62c6550ce40c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.566091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ade36aec-7cc0-42ee-93ef-8b3149c1c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (91315803-d5e5-4f87-a97c-62c6550ce40c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.568924 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ade36aec-7cc0-42ee-93ef-8b3149c1c6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.570121 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ade36aec-7cc0-42ee-93ef-8b3149c1c6cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91315803-d5e5-4f87-a97c-62c6550ce40c HTTP/1.1" status: 204 len: 168 time: 0.1226435 Feb 19 01:57:12.580926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade36aec-7cc0-42ee-93ef-8b3149c1c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91315803-d5e5-4f87-a97c-62c6550ce40c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.248906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49316) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:13.345433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-850121506-network', 'tenant_id': 'd7961d57cba64302b18a6c4170bd660e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:13.364932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Made reservation on behalf of d7961d57cba64302b18a6c4170bd660e for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:13.367199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.375350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.449981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks [] for security_group (9854ba85-44af-45e8-92c4-198190270a0a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.455319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9854ba85-44af-45e8-92c4-198190270a0a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.483329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:57:13.488706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854ba85-44af-45e8-92c4-198190270a0a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.495932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b3f72899-3597-48a1-a395-178c480c5a7a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.496800 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Added segment b3f72899-3597-48a1-a395-178c480c5a7a of type vlan for network a548b4d6-cc70-41ee-aa06-33a660bc5f0b Feb 19 01:57:13.536533 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (a548b4d6-cc70-41ee-aa06-33a660bc5f0b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.560094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (a548b4d6-cc70-41ee-aa06-33a660bc5f0b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.561181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:13.561769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.613036 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3629615 Feb 19 01:57:13.615770 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49320) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:13.620556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Request body: {'subnet': {'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-850121506-subnet', 'tenant_id': 'd7961d57cba64302b18a6c4170bd660e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:13.642491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0793890-7a7c-4a41-9e85-46a1b5212b0f admin admin] Pushing event updated for resources: {'Network': ['ID=a548b4d6-cc70-41ee-aa06-33a660bc5f0b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.654604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Made reservation on behalf of d7961d57cba64302b18a6c4170bd660e for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:13.655107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network a548b4d6-cc70-41ee-aa06-33a660bc5f0b details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:57:13.656982 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.824287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (50cb43f5-a551-43f2-b7ff-274603b4f750), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.879777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cb43f5-a551-43f2-b7ff-274603b4f750,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.888286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Checking segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:13.888652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Network hostable DHCP agents. Network: a548b4d6-cc70-41ee-aa06-33a660bc5f0b, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:13.904972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Network a548b4d6-cc70-41ee-aa06-33a660bc5f0b is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:13.913755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, a548b4d6-cc70-41ee-aa06-33a660bc5f0b) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:13.917782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:13.918375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.923055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2ad358-bb5e-4795-8a1c-eaa11450f337 None None] Network a548b4d6-cc70-41ee-aa06-33a660bc5f0b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:13.935927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a6ebcd12-f2d0-47a3-b129-e5cd68c5fe06 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3191335 Feb 19 01:57:14.024353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc3d5a-3611-44ee-9a26-38422317e12e None None] Network a548b4d6-cc70-41ee-aa06-33a660bc5f0b requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:14.355575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1979ed5b-ddf8-4424-b5e6-67ce57d97e99 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:14.356950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1979ed5b-ddf8-4424-b5e6-67ce57d97e99 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 814 time: 0.1035414 Feb 19 01:57:14.371828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-eb678235-cf3e-48e2-975d-a9c3e956fbb5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/quotas/d7961d57cba64302b18a6c4170bd660e HTTP/1.1" status: 200 len: 375 time: 0.0090280 Feb 19 01:57:14.403188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e4b18f63-7d26-469b-9ba8-ed33cfc31711 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265136 Feb 19 01:57:14.482940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-485e9703-6b15-4034-bd42-39ae6c6d4275 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:57:14.483930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-485e9703-6b15-4034-bd42-39ae6c6d4275 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0419049 Feb 19 01:57:14.575863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e561ee12-9e23-4075-951e-9aa3c58728eb service neutron] 10.222.0.43 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852497 Feb 19 01:57:14.665129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-b5ddec3d-263f-4421-baa3-2ea248711723 service neutron] 10.222.0.43 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834041 Feb 19 01:57:14.767335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:57:14.802699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:57:14.803238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 3f54c51a-ab5d-4bb1-bf56-a1953ad13cc8 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:57:14.837526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f46b70e1-1d09-40a6-bd56-03c7dcf35a6c req-3f8e7328-f8bc-4590-9454-289d52f23e62 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 210 time: 0.0347865 Feb 19 01:57:15.842014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-190bd6bb-0332-4829-9db0-143218c133e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:15.843509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-190bd6bb-0332-4829-9db0-143218c133e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 814 time: 0.1078920 Feb 19 01:57:15.856153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Request body: {'port': {'device_id': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'admin_state_up': True, 'tenant_id': 'd7961d57cba64302b18a6c4170bd660e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:15.941290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b81ba6e6-ff7d-497b-9dbe-9fbc2b5254ea req-8dedd31d-ec39-4b4d-9f34-3e97a67e29ca tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Feb 19 01:57:15.990659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Made reservation on behalf of d7961d57cba64302b18a6c4170bd660e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:15.994024 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.121550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Allocated IP 172.20.0.12 (a548b4d6-cc70-41ee-aa06-33a660bc5f0b/50cb43f5-a551-43f2-b7ff-274603b4f750/43d8d3a3-d014-484a-b707-d68d3330e56d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:16.265094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks [] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.298911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.341677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Network a548b4d6-cc70-41ee-aa06-33a660bc5f0b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:16.344727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:16.351320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:16.357333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:16.400977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:16.401618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.417153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-1450af4f-3d5b-4c04-a29d-88d89c1842bd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647030 Feb 19 01:57:16.432184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Request body: {'port': {'device_id': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:16.495230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.749855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d8d3a3-d014-484a-b707-d68d3330e56d {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:57:16.757833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Publish callbacks [] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.770163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Transition to ACTIVE for port object 43d8d3a3-d014-484a-b707-d68d3330e56d will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:57:16.773713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.822811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:16.895470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:16.896164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:16.896164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:16.900471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Port 43d8d3a3-d014-484a-b707-d68d3330e56d on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:57:16.900711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:16.905545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:16.905877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Checking segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:16.906254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Bound using segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:16.906677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Bound port: 43d8d3a3-d014-484a-b707-d68d3330e56d, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:16.907022 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.968422 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:16.971435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:16.977760 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.012509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.013169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.014584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] 10.222.0.10 "PUT /v2.0/ports/43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 1092 time: 0.5863855 Feb 19 01:57:17.015036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:17.017302 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:17.047527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6166d8c-083c-474e-bcbc-b7f85d40bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:17.059952 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adb50f-26ce-4ecf-a2ce-68a28eb02204 x-openstack-request-id: req-a4adb50f-26ce-4ecf-a2ce-68a28eb02204 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:17.060211 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:17.060467 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4adb50f-26ce-4ecf-a2ce-68a28eb02204 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:17.060881 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'status': 'completed', 'code': 200} Feb 19 01:57:17.078702 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c908e-1d5b-4ff6-8fee-9a93eb0ebd12 req-e2d1abd2-1484-430c-9173-7f4149bdb098 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.080226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-174c908e-1d5b-4ff6-8fee-9a93eb0ebd12 req-e2d1abd2-1484-430c-9173-7f4149bdb098 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 944 time: 0.0572813 Feb 19 01:57:17.110080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-df5ec04d-454f-434c-9cf4-151eb4198b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.112130 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-df5ec04d-454f-434c-9cf4-151eb4198b1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1126 time: 0.0453103 Feb 19 01:57:17.128627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-174c908e-1d5b-4ff6-8fee-9a93eb0ebd12 req-721d9491-3729-4c65-a5ac-57b1ef93df83 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Feb 19 01:57:17.156229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-efdb8183-5b99-4634-9dc7-2728eaaef95e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0378108 Feb 19 01:57:17.206799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-7f22c73d-5799-43a4-8d70-c41475152b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.208218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-7f22c73d-5799-43a4-8d70-c41475152b9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0437272 Feb 19 01:57:17.243026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-908ab4bf-9c5e-4779-87d2-6ffd9909c3a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247922 Feb 19 01:57:17.337751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-f14eaf4d-896f-4859-bd7a-412e2c95d5dd service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841558 Feb 19 01:57:17.428452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44db9dd7-c0ba-4f0f-8332-a567be005049 req-cfc9f319-ae17-4f9a-9bdd-7caf4192e025 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812514 Feb 19 01:57:17.528950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-a47f9b52-3bea-4b95-917a-b70a0a14283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.530470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-a47f9b52-3bea-4b95-917a-b70a0a14283a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1126 time: 0.0458367 Feb 19 01:57:17.622591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-16027c82-448d-497d-9a20-cd1bb189f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.624119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-16027c82-448d-497d-9a20-cd1bb189f1fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0878801 Feb 19 01:57:17.665627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-4549b11e-95b3-4987-aee9-e5b32721856d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0356300 Feb 19 01:57:17.718344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-fb37c1cb-26b8-4661-ab5a-866c7fa3d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:17.720002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-fb37c1cb-26b8-4661-ab5a-866c7fa3d8b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0470998 Feb 19 01:57:17.752759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-d886c28c-fb54-4281-874b-bbf86b4ceb32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246654 Feb 19 01:57:17.839731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-d161792f-c189-442d-ac3e-eed936980534 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808113 Feb 19 01:57:17.931251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0ba6d6c9-a777-4233-ad7e-ab1378fdb4d0 req-129794c5-4b0a-42e2-a7c6-0d6e15ccc435 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855198 Feb 19 01:57:18.246816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1fa6b-8992-4dc6-8603-1190df8f79d0 req-6aa168fc-680e-4f56-a9ff-d6d7d3ff7e1e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:18.248277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28b1fa6b-8992-4dc6-8603-1190df8f79d0 req-6aa168fc-680e-4f56-a9ff-d6d7d3ff7e1e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 944 time: 0.0522013 Feb 19 01:57:18.294551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-28b1fa6b-8992-4dc6-8603-1190df8f79d0 req-8fd50059-913f-4e18-aaf7-eca7b8fa2b86 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Feb 19 01:57:18.685174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.418424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b9fb-f5e1-4de2-ab25-b3e365c3e7bb req-3df73310-7ab9-41c4-8fae-8e50d8ef9728 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:19.419922 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74f2b9fb-f5e1-4de2-ab25-b3e365c3e7bb req-3df73310-7ab9-41c4-8fae-8e50d8ef9728 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 944 time: 0.0575962 Feb 19 01:57:19.466626 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74f2b9fb-f5e1-4de2-ab25-b3e365c3e7bb req-1dbb4e1e-1b30-4f48-a80a-7ddbf8e2ef93 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Feb 19 01:57:20.322882 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54533ebe-b260-4e4e-847d-73fb389a6a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.584694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382aefa3-4d6d-4c9e-875a-04427a0c0b6f req-ccac451d-7858-4b16-9381-51c8b8257e50 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:20.586213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-382aefa3-4d6d-4c9e-875a-04427a0c0b6f req-ccac451d-7858-4b16-9381-51c8b8257e50 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 944 time: 0.0534446 Feb 19 01:57:20.637531 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-382aefa3-4d6d-4c9e-875a-04427a0c0b6f req-24db8e0f-aa9d-4428-8ff0-de75dbf74add tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Feb 19 01:57:20.797466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:57:20.893439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:20.905153 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'port_id': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'mac_address': 'fa:16:3e:ad:6e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb43f5-a551-43f2-b7ff-274603b4f750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:57:20.945241 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 43d8d3a3-d014-484a-b707-d68d3330e56d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:20.945631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.958134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8d3a3-d014-484a-b707-d68d3330e56d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:57:20.976492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:20.980364 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:21.026409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:21.260658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['43d8d3a3-d014-484a-b707-d68d3330e56d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:57:21.763416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9556d-3901-40d5-9e30-83157f7e007a req-24efda48-5068-4b39-a546-4b50060f92f7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:21.764900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaa9556d-3901-40d5-9e30-83157f7e007a req-24efda48-5068-4b39-a546-4b50060f92f7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 945 time: 0.0604317 Feb 19 01:57:21.811887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eaa9556d-3901-40d5-9e30-83157f7e007a req-29cd80fa-4f7f-412e-82c0-043a4dea83df tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Feb 19 01:57:22.709749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-643c6361-3e34-4793-8d24-a7b04c2172e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.812352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:22.862887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 43d8d3a3-d014-484a-b707-d68d3330e56d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:57:22.867185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 43d8d3a3-d014-484a-b707-d68d3330e56d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:22.867653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.935249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893fea-8e67-4d9c-9f52-b535a56d39c1 req-c38edff5-9c2d-4452-834e-b92f2416cf82 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:22.936763 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b893fea-8e67-4d9c-9f52-b535a56d39c1 req-c38edff5-9c2d-4452-834e-b92f2416cf82 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 945 time: 0.0546880 Feb 19 01:57:22.950456 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 43d8d3a3-d014-484a-b707-d68d3330e56d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:22.950844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.975020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:22.977262 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a266d04c-687b-461d-9d13-de8828598e24" -d '{"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:22.985901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b893fea-8e67-4d9c-9f52-b535a56d39c1 req-77772c83-6188-44d6-9d30-89821415505b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Feb 19 01:57:22.989609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:22.994443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.018439 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3603f55-2789-43b5-bf5f-269107c9adee x-openstack-request-id: req-c3603f55-2789-43b5-bf5f-269107c9adee {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:23.018732 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:23.018986 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3603f55-2789-43b5-bf5f-269107c9adee {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:23.019443 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'code': 200} Feb 19 01:57:23.044962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:23.126688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848fd33-d3e4-4731-b6c8-37fea2165d3b req-082cfbae-9f88-40e0-a9e2-f2aad78e0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:23.128178 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6848fd33-d3e4-4731-b6c8-37fea2165d3b req-082cfbae-9f88-40e0-a9e2-f2aad78e0681 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1128 time: 0.0501518 Feb 19 01:57:23.173553 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6848fd33-d3e4-4731-b6c8-37fea2165d3b req-03c5460f-7672-4dce-90e9-051deebf7ba4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Feb 19 01:57:23.852716 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.110997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a289c1-236e-408c-8c9e-7d86cd4697c2 req-b4fc33aa-ad66-44b9-9c9d-743fff9f5200 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:24.112506 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16a289c1-236e-408c-8c9e-7d86cd4697c2 req-b4fc33aa-ad66-44b9-9c9d-743fff9f5200 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0552852 Feb 19 01:57:24.159294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-16a289c1-236e-408c-8c9e-7d86cd4697c2 req-4de0c336-284c-4784-bb1c-8468a4c30fdf tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Feb 19 01:57:25.281067 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c7a97-140e-4773-92ac-77b092e4c587 req-e0e7c8d7-8cc6-4aa1-8f0f-f4ab14ecde59 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:25.282574 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-359c7a97-140e-4773-92ac-77b092e4c587 req-e0e7c8d7-8cc6-4aa1-8f0f-f4ab14ecde59 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Feb 19 01:57:25.329260 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-359c7a97-140e-4773-92ac-77b092e4c587 req-6ab5f8c4-44f8-4010-b978-89e9d0d8490b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Feb 19 01:57:25.449851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f08db-0bdf-4d3e-9c26-37ddbc3b0ac8 req-a3cabc8b-104a-4e66-981c-3fb5e467830d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:25.451249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e72f08db-0bdf-4d3e-9c26-37ddbc3b0ac8 req-a3cabc8b-104a-4e66-981c-3fb5e467830d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0529420 Feb 19 01:57:25.490290 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:25.499296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e72f08db-0bdf-4d3e-9c26-37ddbc3b0ac8 req-4c70f38c-0c37-4756-acc5-915a72e274da tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Feb 19 01:57:25.704050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98774720-f94b-48a2-a3c7-f1df858dfcef req-550f1342-a184-4c06-b689-50ecba98dbd8 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:25.706064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98774720-f94b-48a2-a3c7-f1df858dfcef req-550f1342-a184-4c06-b689-50ecba98dbd8 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0560238 Feb 19 01:57:25.750979 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-98774720-f94b-48a2-a3c7-f1df858dfcef req-bca33f3b-2e22-4ce8-96d2-9d31086c2e12 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Feb 19 01:57:25.870421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fb6e4-6877-4b74-ba04-4c5cb17823f6 req-417ed3ff-5ebd-439d-852a-5b30376e449a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:25.871916 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e0fb6e4-6877-4b74-ba04-4c5cb17823f6 req-417ed3ff-5ebd-439d-852a-5b30376e449a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0529003 Feb 19 01:57:25.921938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8e0fb6e4-6877-4b74-ba04-4c5cb17823f6 req-41c6476d-f988-4d86-95f6-6e2f4977c006 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Feb 19 01:57:26.143668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-f7579222-4d53-47d9-a157-02f9dc9ef58c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438712 Feb 19 01:57:26.161117 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c292ffe-df78-4c10-a1ba-46a4781a7af6 req-83d40152-b3c8-437e-a3ac-41480a4f3f08 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:26.162709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c292ffe-df78-4c10-a1ba-46a4781a7af6 req-83d40152-b3c8-437e-a3ac-41480a4f3f08 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0535419 Feb 19 01:57:26.212365 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c292ffe-df78-4c10-a1ba-46a4781a7af6 req-ec3770d9-a5bc-4847-a4a2-6749660cf906 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Feb 19 01:57:26.442720 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.528919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-288db995-fc31-46ad-8f47-9a171b2b9b02 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:26.530295 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-288db995-fc31-46ad-8f47-9a171b2b9b02 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports/43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 943 time: 0.0454371 Feb 19 01:57:26.638708 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.726411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-835d48c7-59d5-4498-84d8-d6d7fbdc9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:26.727810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-835d48c7-59d5-4498-84d8-d6d7fbdc9bd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1128 time: 0.0457900 Feb 19 01:57:26.836805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-ba9f9948-c793-415a-bbf7-0836f54315ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:26.838428 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-ba9f9948-c793-415a-bbf7-0836f54315ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0895658 Feb 19 01:57:26.879833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-94145434-3e4b-4c1b-b4b8-cf6e6d4a9b7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0352309 Feb 19 01:57:26.927568 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-1b746181-d20c-4789-92f3-e3eb8dd95e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:26.929069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-1b746181-d20c-4789-92f3-e3eb8dd95e8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0436687 Feb 19 01:57:26.968720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-929160f6-3987-457d-832b-2ca52b3a7b48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333896 Feb 19 01:57:27.056873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-22686c66-c310-4baf-9645-6e0fb36eb91e service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815177 Feb 19 01:57:27.148188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d4c2c96-adc4-4866-8fa9-4cb2924267a0 req-97bac0b4-0781-4236-91ef-66c88c87ef25 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Feb 19 01:57:27.631945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-83b7f731-ce38-464c-b0f4-a6467d12fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:27.633372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-83b7f731-ce38-464c-b0f4-a6467d12fbf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1128 time: 0.3655005 Feb 19 01:57:27.649392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3939de-68ad-4231-bef6-4db698730205 req-43caa383-a879-4e29-a758-fce9230181f7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:27.650817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac3939de-68ad-4231-bef6-4db698730205 req-43caa383-a879-4e29-a758-fce9230181f7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Feb 19 01:57:27.743846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ac3939de-68ad-4231-bef6-4db698730205 req-ec3f7deb-f94e-4702-bfd3-7f20586edea4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860445 Feb 19 01:57:27.766263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-5e6f24dc-efd7-456d-a017-4a47447403b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:27.768502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-5e6f24dc-efd7-456d-a017-4a47447403b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.1265998 Feb 19 01:57:27.806582 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-80ef932f-8bf6-44a8-b8f5-f82ab1295e8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0332274 Feb 19 01:57:27.856886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-2c3cb745-4c34-4ce3-a884-464e145161f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:27.858933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-2c3cb745-4c34-4ce3-a884-464e145161f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0471509 Feb 19 01:57:27.889686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-7299b79e-708b-48f6-9ab6-3664565c91f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251586 Feb 19 01:57:27.976821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-fa3a20cb-1915-4953-a152-8eebb2e74fe3 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816543 Feb 19 01:57:28.068816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-90a67b3b-2320-498b-ab89-0de08c6039eb service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859706 Feb 19 01:57:28.869225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515041fd-1c82-45c6-8115-5ff02409967d req-29fa2773-4334-4772-8547-166401deb424 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:28.870711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-515041fd-1c82-45c6-8115-5ff02409967d req-29fa2773-4334-4772-8547-166401deb424 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0570681 Feb 19 01:57:28.917344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-515041fd-1c82-45c6-8115-5ff02409967d req-e85afc9c-0c14-4354-821d-610cdd493c67 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Feb 19 01:57:30.036624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e983781-3328-4f98-b5c4-846840420351 req-35d90c97-9fa8-444e-8fc4-47eeff910ae8 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:30.038127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e983781-3328-4f98-b5c4-846840420351 req-35d90c97-9fa8-444e-8fc4-47eeff910ae8 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0541084 Feb 19 01:57:30.084672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e983781-3328-4f98-b5c4-846840420351 req-6fd89922-a684-492a-afb6-48e50274fda4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Feb 19 01:57:31.206455 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c92-0471-4861-ad65-e8c2f2281f62 req-046d7541-026f-4169-b931-bbeec4f2c09d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:31.208038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99922c92-0471-4861-ad65-e8c2f2281f62 req-046d7541-026f-4169-b931-bbeec4f2c09d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0549080 Feb 19 01:57:31.255038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-99922c92-0471-4861-ad65-e8c2f2281f62 req-bd86f37b-8018-408f-b2c9-47242189ed2d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Feb 19 01:57:32.376153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915a75-2199-48a5-952c-b25e8954c812 req-8a25a688-9b55-430b-b008-b7f3e0e38ccf tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:32.378156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3915a75-2199-48a5-952c-b25e8954c812 req-8a25a688-9b55-430b-b008-b7f3e0e38ccf tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0528002 Feb 19 01:57:32.429580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f3915a75-2199-48a5-952c-b25e8954c812 req-2ed4a6c9-2257-4ec0-9c9a-4196d3189ea9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Feb 19 01:57:32.893597 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:57:33.550722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891104e-18f3-4b00-9980-329c965d7680 req-340255b6-6486-407b-bc80-701a52377503 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.552205 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9891104e-18f3-4b00-9980-329c965d7680 req-340255b6-6486-407b-bc80-701a52377503 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0554447 Feb 19 01:57:33.603058 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9891104e-18f3-4b00-9980-329c965d7680 req-5cd521ad-b5c3-4eb8-95a7-3239c9c0b926 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Feb 19 01:57:34.724828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b7b76-fbac-431e-bf42-7b76e3b9f0f4 req-f3a1bd89-1110-45aa-8396-a6ee1165b2eb tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:34.726392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d95b7b76-fbac-431e-bf42-7b76e3b9f0f4 req-f3a1bd89-1110-45aa-8396-a6ee1165b2eb tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0527294 Feb 19 01:57:34.771885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d95b7b76-fbac-431e-bf42-7b76e3b9f0f4 req-62ffc5c6-6f8d-4f0b-b132-27f8b4b5904f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Feb 19 01:57:35.890334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b831-5418-475c-b5c6-01b04f7b29f3 req-3e4967d2-0d70-4cf8-8b91-6f8f9ab71d69 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:35.891801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c049b831-5418-475c-b5c6-01b04f7b29f3 req-3e4967d2-0d70-4cf8-8b91-6f8f9ab71d69 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0526958 Feb 19 01:57:35.938334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c049b831-5418-475c-b5c6-01b04f7b29f3 req-271e5b70-5652-4a80-8bb5-df9a62969a03 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Feb 19 01:57:37.056123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd76c9b-875c-44b8-b998-a585f334b558 req-67615254-1945-471b-a1eb-c7dd2e682366 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:37.057915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fd76c9b-875c-44b8-b998-a585f334b558 req-67615254-1945-471b-a1eb-c7dd2e682366 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0520341 Feb 19 01:57:37.104200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fd76c9b-875c-44b8-b998-a585f334b558 req-dc0cfea5-acf0-409a-b61c-8363960d3ec3 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Feb 19 01:57:38.224433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58386a12-7ad0-4c8c-8726-768acc4076ca req-8b411665-e7d3-4f2a-a2bc-ea1e7b0465e1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:38.225939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58386a12-7ad0-4c8c-8726-768acc4076ca req-8b411665-e7d3-4f2a-a2bc-ea1e7b0465e1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0538344 Feb 19 01:57:38.287422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58386a12-7ad0-4c8c-8726-768acc4076ca req-51da5ca9-5270-4384-9ca5-04dea96ec8ee tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Feb 19 01:57:39.412083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1a6a-3d19-48e7-8fb8-1bbdc06291f9 req-4b8c3e82-189c-462c-bc88-0449b38a51fd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:39.413574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eebe1a6a-3d19-48e7-8fb8-1bbdc06291f9 req-4b8c3e82-189c-462c-bc88-0449b38a51fd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0574617 Feb 19 01:57:39.458948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eebe1a6a-3d19-48e7-8fb8-1bbdc06291f9 req-41945164-8b85-4249-a047-80de70769556 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Feb 19 01:57:40.585401 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b87777-82a2-4b00-a3ee-bb4f1925b71e req-ab49bfc8-af1f-436a-8840-e4ceb9c9edd5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:40.586794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31b87777-82a2-4b00-a3ee-bb4f1925b71e req-ab49bfc8-af1f-436a-8840-e4ceb9c9edd5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0575540 Feb 19 01:57:40.638872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31b87777-82a2-4b00-a3ee-bb4f1925b71e req-e9486c30-a97a-4918-ad90-7f288cc0d8bc tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Feb 19 01:57:41.757216 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79742893-602a-4013-8881-224ca883fcef req-cab64302-6e75-402a-9584-4523096b7c41 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:41.758680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79742893-602a-4013-8881-224ca883fcef req-cab64302-6e75-402a-9584-4523096b7c41 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0513470 Feb 19 01:57:41.805534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79742893-602a-4013-8881-224ca883fcef req-41130f2a-bd4b-46f3-b70d-4ef2d9f11ef7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Feb 19 01:57:42.929146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292a672-d8f2-43dc-9040-63269cf3b98b req-e7d5a57c-270e-4d5c-9c20-791e071bf797 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:42.930627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a292a672-d8f2-43dc-9040-63269cf3b98b req-e7d5a57c-270e-4d5c-9c20-791e071bf797 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0535176 Feb 19 01:57:42.977213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a292a672-d8f2-43dc-9040-63269cf3b98b req-17d6dbef-e96f-4216-9df8-473dec329768 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Feb 19 01:57:44.110893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4802aed-73be-40cd-b556-e6ade6bceb2c req-2ad5aede-8668-469c-9bdc-02dd4e0dd11f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:44.112387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4802aed-73be-40cd-b556-e6ade6bceb2c req-2ad5aede-8668-469c-9bdc-02dd4e0dd11f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0564620 Feb 19 01:57:44.165141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b4802aed-73be-40cd-b556-e6ade6bceb2c req-dab42293-252e-4ae6-875c-5890c9f873a4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Feb 19 01:57:45.294245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54343eac-de8b-4696-9359-a5de2825939f req-26b591f5-d083-4a77-8c4c-0243d15758b6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:45.295720 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54343eac-de8b-4696-9359-a5de2825939f req-26b591f5-d083-4a77-8c4c-0243d15758b6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0530374 Feb 19 01:57:45.345939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54343eac-de8b-4696-9359-a5de2825939f req-c777c65e-adce-492e-bc23-6ddfd2a3d51b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Feb 19 01:57:46.465264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182746-978a-4855-b25e-0922d6f4e530 req-1aaa2246-6d77-430d-91fc-fafaae1ab32d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:46.466768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06182746-978a-4855-b25e-0922d6f4e530 req-1aaa2246-6d77-430d-91fc-fafaae1ab32d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Feb 19 01:57:46.513393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06182746-978a-4855-b25e-0922d6f4e530 req-d7bd8632-dcce-48b9-a37b-e4d00b9716ac tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Feb 19 01:57:47.633216 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff02c3-f8b9-4d59-90d5-bba8a66472e2 req-eedaae05-2580-4203-87c9-2cc850d04391 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:47.634711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61ff02c3-f8b9-4d59-90d5-bba8a66472e2 req-eedaae05-2580-4203-87c9-2cc850d04391 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0535803 Feb 19 01:57:47.687641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-61ff02c3-f8b9-4d59-90d5-bba8a66472e2 req-03f0b923-f2b8-4fbd-97e0-8512040afd52 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Feb 19 01:57:48.714976 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:48.813405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f350444-84dd-4203-a388-88ea476a5414 req-0a907946-6cc8-4e3e-abb5-464382af95af tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:48.814915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f350444-84dd-4203-a388-88ea476a5414 req-0a907946-6cc8-4e3e-abb5-464382af95af tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0567193 Feb 19 01:57:48.860520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f350444-84dd-4203-a388-88ea476a5414 req-77a6d07d-32ad-4df3-9bca-f0452397f1f6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Feb 19 01:57:49.981741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a412d-e390-4262-8a06-15ab06e6a213 req-589c9e5d-c262-433c-aa8e-e2b92901fd1b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:49.983207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-991a412d-e390-4262-8a06-15ab06e6a213 req-589c9e5d-c262-433c-aa8e-e2b92901fd1b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0556285 Feb 19 01:57:50.031680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-991a412d-e390-4262-8a06-15ab06e6a213 req-8e46a8a4-3375-4dd1-a815-7840a1e01239 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Feb 19 01:57:50.327603 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-072418a5-ad28-43a5-b312-fae5b60cc284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:51.158488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bda96-d96e-43ba-a82b-fb3c63bcd8f6 req-5258d5b8-79a0-4f7a-87d5-8047ed571a61 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:51.160639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-182bda96-d96e-43ba-a82b-fb3c63bcd8f6 req-5258d5b8-79a0-4f7a-87d5-8047ed571a61 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0565028 Feb 19 01:57:51.207583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-182bda96-d96e-43ba-a82b-fb3c63bcd8f6 req-be5dd031-b868-4eb2-9684-055579fe72fb tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Feb 19 01:57:52.336931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3167fa7-3b5a-4119-8c0c-119b39525061 req-65368da7-a674-494b-b06b-6a77cc17a893 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:52.338441 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3167fa7-3b5a-4119-8c0c-119b39525061 req-65368da7-a674-494b-b06b-6a77cc17a893 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0635817 Feb 19 01:57:52.385320 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3167fa7-3b5a-4119-8c0c-119b39525061 req-5b55b70f-3572-49b5-94ae-17090307af34 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Feb 19 01:57:52.712418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99350d08-89fe-491f-85cc-3a27bb171b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:53.506156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d00ad-71fa-404d-9f72-f57b7fce284a req-7fb1b460-5449-4f69-b878-9070d4e3e3fa tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:53.507617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-805d00ad-71fa-404d-9f72-f57b7fce284a req-7fb1b460-5449-4f69-b878-9070d4e3e3fa tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0531342 Feb 19 01:57:53.554199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-805d00ad-71fa-404d-9f72-f57b7fce284a req-e861f2b1-1678-4ce7-8e02-afa8c21508c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Feb 19 01:57:53.855578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:54.688429 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec541a-09c5-47c5-8ff5-20986a09c5c5 req-d5f6a91e-aa9b-4a67-9530-0318aaef0408 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:54.689956 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41ec541a-09c5-47c5-8ff5-20986a09c5c5 req-d5f6a91e-aa9b-4a67-9530-0318aaef0408 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0560844 Feb 19 01:57:54.740387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41ec541a-09c5-47c5-8ff5-20986a09c5c5 req-110a8219-aa64-4df6-a885-dafbfa5c1b37 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Feb 19 01:57:55.303763 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-3c8f95a2-4bab-43a6-981b-3ab023e47e5c service neutron] show failed (client error): The resource could not be found. Feb 19 01:57:55.304769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-3c8f95a2-4bab-43a6-981b-3ab023e47e5c service neutron] 10.222.0.10 "GET /v2.0/ports/43d8d3a3-d014-484a-b707-d68d3330e56d/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0589514 Feb 19 01:57:55.493093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:55.558464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-2b0b2999-066e-4e35-841a-35e7ab56ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:55.559897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-2b0b2999-066e-4e35-841a-35e7ab56ed90 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143&tenant_id=d7961d57cba64302b18a6c4170bd660e HTTP/1.1" status: 200 len: 1128 time: 0.0834987 Feb 19 01:57:55.571020 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:55.628899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:55.834833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:55.861897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656086c-7363-4dd1-b496-7389d1609a5b req-9465cf15-f746-4ebf-8855-222236769abb tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:55.863387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b656086c-7363-4dd1-b496-7389d1609a5b req-9465cf15-f746-4ebf-8855-222236769abb tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0540056 Feb 19 01:57:55.873653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h2-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:55.912984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:55.913504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b656086c-7363-4dd1-b496-7389d1609a5b req-0619ea2b-d264-490f-ab2b-96283e0bd479 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Feb 19 01:57:55.919892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Publish callbacks [] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:55.934104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Transition to ACTIVE for port object 43d8d3a3-d014-484a-b707-d68d3330e56d will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:57:55.937880 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:55.965697 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a13d62-65f2-4a09-96d7-be74ddb1f994" -d '{"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-unplugged", "status": "completed", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:55.992061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:56.008585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] No DVR routers for this DVR port 43d8d3a3-d014-484a-b707-d68d3330e56d on host n-h2-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:56.047922 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:56.048407 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:56.048865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:56.053931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Port 43d8d3a3-d014-484a-b707-d68d3330e56d on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:57:56.054281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Attempting to bind port 43d8d3a3-d014-484a-b707-d68d3330e56d on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:56.059291 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:56.059631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Checking segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:56.060018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Bound using segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:56.060449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Bound port: 43d8d3a3-d014-484a-b707-d68d3330e56d, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:56.060842 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:56.100845 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa3dc1-cd24-4ac1-9988-868fd81d02bd x-openstack-request-id: req-9efa3dc1-cd24-4ac1-9988-868fd81d02bd {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:56.101162 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-unplugged", "status": "completed", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:56.101331 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9efa3dc1-cd24-4ac1-9988-868fd81d02bd {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:56.101721 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'code': 200} Feb 19 01:57:56.133276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h1-826752-2, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:56.136212 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:56.142325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:56.175907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:56.177732 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:56.178828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] 10.222.0.89 "PUT /v2.0/ports/43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 1092 time: 0.6119301 Feb 19 01:57:56.198790 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c291ce3-8db7-4a1b-aa9c-c43abe5a2784 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:56.245640 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-eb0a4253-9382-4fe8-bbd3-29530653e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:56.247135 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-eb0a4253-9382-4fe8-bbd3-29530653e600 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1126 time: 0.0455413 Feb 19 01:57:56.338297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-1c7381cb-73f0-415b-9737-2c45c7bbdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:56.339774 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-1c7381cb-73f0-415b-9737-2c45c7bbdb3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0871789 Feb 19 01:57:56.379416 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-e056a56e-1888-41f3-9d97-a42d4bee60dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0341265 Feb 19 01:57:56.425657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-eb45da27-5ec0-4ead-bce2-45775d11f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:56.427122 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-eb45da27-5ec0-4ead-bce2-45775d11f110 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0425704 Feb 19 01:57:56.440858 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:56.463419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-ac2bad15-b5b5-4116-ab7f-fd6bf3cb1e06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306554 Feb 19 01:57:56.550803 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-526d28ac-30e3-4b06-9792-0d0f19b26d1d service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814312 Feb 19 01:57:56.635266 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:56.644718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-704f57bb-655f-4bc7-a0aa-c4bc85723558 req-165a76ab-3877-40ba-ad49-b1f041e1e5ee service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871427 Feb 19 01:57:57.030639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1be3-b51e-4904-bd71-00b8820a58b7 req-1a03e24d-3905-4239-a65e-884e06561e84 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:57.032083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d4b1be3-b51e-4904-bd71-00b8820a58b7 req-1a03e24d-3905-4239-a65e-884e06561e84 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 944 time: 0.0509512 Feb 19 01:57:57.077471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6d4b1be3-b51e-4904-bd71-00b8820a58b7 req-31938c14-8c3d-4037-b362-ab128a57a761 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Feb 19 01:57:58.103263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:58.105636 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033def92-9c3c-402b-a0c6-26bdc0c43429" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:58.161566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:57:58.187797 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea8a9d8-a4bf-4f5b-93c0-96a86dddbacf x-openstack-request-id: req-bea8a9d8-a4bf-4f5b-93c0-96a86dddbacf {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:58.188093 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:58.188352 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bea8a9d8-a4bf-4f5b-93c0-96a86dddbacf {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:58.188757 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'status': 'completed', 'code': 200} Feb 19 01:57:58.264171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d983126-904e-4849-8715-39be4c7c7eee req-961a8e3e-9967-4b82-b231-12257419d19f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.265835 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d983126-904e-4849-8715-39be4c7c7eee req-961a8e3e-9967-4b82-b231-12257419d19f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 944 time: 0.1142409 Feb 19 01:57:58.268856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-845b1a2a-52eb-40da-8d23-7c445879374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.270854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-845b1a2a-52eb-40da-8d23-7c445879374c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1126 time: 0.0807118 Feb 19 01:57:58.283042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-70a8ea3f-be98-4625-a857-fbb108fd4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.284814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-70a8ea3f-be98-4625-a857-fbb108fd4d97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1126 time: 0.0633485 Feb 19 01:57:58.381766 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d983126-904e-4849-8715-39be4c7c7eee req-d2a4a8f7-4fc7-4cb9-b99d-5b4f32c158a9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094615 Feb 19 01:57:58.387379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-52d1f7dc-108c-4127-94cf-130fc68a6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.388875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-52d1f7dc-108c-4127-94cf-130fc68a6119 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0940104 Feb 19 01:57:58.408009 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-3084e6f0-b4f3-408e-941d-1a48db072d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.409864 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-3084e6f0-b4f3-408e-941d-1a48db072d03 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.1296561 Feb 19 01:57:58.444028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-15e53bd5-0ac3-43a8-91ca-799856a67fd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0416520 Feb 19 01:57:58.444679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:58.452166 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-79bd811e-93ed-4d7c-b34c-8d71a94cf413 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0359077 Feb 19 01:57:58.455147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'port_id': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'mac_address': 'fa:16:3e:ad:6e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb43f5-a551-43f2-b7ff-274603b4f750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:57:58.495785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 43d8d3a3-d014-484a-b707-d68d3330e56d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:58.496213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:58.501115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-cb6176fc-9f31-4f06-81c0-5147b2c6050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.501394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-908cd437-95a4-4722-98b5-3d390da73e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:58.502741 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-cb6176fc-9f31-4f06-81c0-5147b2c6050a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0439904 Feb 19 01:57:58.502946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-908cd437-95a4-4722-98b5-3d390da73e5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0497403 Feb 19 01:57:58.509927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8d3a3-d014-484a-b707-d68d3330e56d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:57:58.533277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:58.538846 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:58.540966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-c7db4787-d22a-4233-bc56-90787a2b9e15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330093 Feb 19 01:57:58.546246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-340b4c55-2977-4bf2-b706-240657bac2a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329955 Feb 19 01:57:58.590989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:58.634093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-65cd4faf-2354-4305-8f05-b45bbcff969c service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874274 Feb 19 01:57:58.638049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-c24721a3-9a42-489d-84c5-333962f6cb23 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848558 Feb 19 01:57:58.730387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-987a2a72-d6a1-460e-ba1e-e8acf0f08d5d service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898564 Feb 19 01:57:58.737445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-033def92-9c3c-402b-a0c6-26bdc0c43429 req-29dcf8ca-0cff-4558-92c5-0ca1c91a2ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904541 Feb 19 01:57:58.763294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['43d8d3a3-d014-484a-b707-d68d3330e56d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:57:59.015189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:57:59.055105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port 43d8d3a3-d014-484a-b707-d68d3330e56d host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:57:59.055485 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:57:59.508174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cac91-6e8b-45da-b7e1-31d3513ddf3e req-9d8192aa-e6c1-42f1-bf20-b6cfcded6c14 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:59.509702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d74cac91-6e8b-45da-b7e1-31d3513ddf3e req-9d8192aa-e6c1-42f1-bf20-b6cfcded6c14 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 945 time: 0.0555546 Feb 19 01:57:59.557210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d74cac91-6e8b-45da-b7e1-31d3513ddf3e req-12e66f33-0ff0-45a5-b634-71c580ef7e27 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Feb 19 01:57:59.835307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e18122-01e3-4439-8214-80ed79de2194 req-99c9dd8b-f332-4bd4-a325-bb08f9c23ed4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:59.836800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1e18122-01e3-4439-8214-80ed79de2194 req-99c9dd8b-f332-4bd4-a325-bb08f9c23ed4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 945 time: 0.1281528 Feb 19 01:57:59.844439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99484a-498e-4677-8789-549bad32bcdf req-33c20f0c-ee59-41db-ad0b-fa77523f16d9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:59.845805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-33c20f0c-ee59-41db-ad0b-fa77523f16d9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143&tenant_id=d7961d57cba64302b18a6c4170bd660e&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 945 time: 0.1254740 Feb 19 01:57:59.929201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1e18122-01e3-4439-8214-80ed79de2194 req-9cb7e6c1-3204-4dd8-8d1f-9751c35b1194 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824130 Feb 19 01:57:59.937772 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-0a99484a-498e-4677-8789-549bad32bcdf req-95242a87-2236-4f51-9325-cbfb5ef2ab8c service neutron] delete failed (client error): The resource could not be found. Feb 19 01:57:59.938737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-95242a87-2236-4f51-9325-cbfb5ef2ab8c service neutron] 10.222.0.10 "DELETE /v2.0/ports/43d8d3a3-d014-484a-b707-d68d3330e56d/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0789995 Feb 19 01:58:00.031354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99484a-498e-4677-8789-549bad32bcdf req-03c11e77-dbca-416e-82ae-b212a8d3518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:00.032858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-03c11e77-dbca-416e-82ae-b212a8d3518f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 1127 time: 0.0456474 Feb 19 01:58:00.126842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99484a-498e-4677-8789-549bad32bcdf req-857ddbcf-3e8c-4294-b523-3a05392917f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:00.128297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-857ddbcf-3e8c-4294-b523-3a05392917f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0858068 Feb 19 01:58:00.172842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-c62729d7-8153-4cce-a5b8-826cfee49454 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 200 len: 217 time: 0.0345275 Feb 19 01:58:00.186388 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:00.222358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99484a-498e-4677-8789-549bad32bcdf req-bb8c44a0-f5b4-4905-85f2-38fff362f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:00.224394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-bb8c44a0-f5b4-4905-85f2-38fff362f44d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0434566 Feb 19 01:58:00.233936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 43d8d3a3-d014-484a-b707-d68d3330e56d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:58:00.237949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 43d8d3a3-d014-484a-b707-d68d3330e56d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:00.238318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:00.260920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-3a64ab36-52a2-4a09-828e-3ceee4c00d52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272472 Feb 19 01:58:00.314492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 43d8d3a3-d014-484a-b707-d68d3330e56d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:00.315276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:00.340043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:00.342301 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35918ee-a6e6-4795-9a2b-8f5cc061cedd" -d '{"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:00.357607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:00.358737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-c9f5675e-36fe-46cf-8656-089f21e16423 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914471 Feb 19 01:58:00.362026 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:00.394905 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e159e5ed-303c-4d65-a08f-eb20080d15be x-openstack-request-id: req-e159e5ed-303c-4d65-a08f-eb20080d15be {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:00.395949 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:00.396209 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e159e5ed-303c-4d65-a08f-eb20080d15be {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:00.396605 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'code': 200} Feb 19 01:58:00.418124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:00.455403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0a99484a-498e-4677-8789-549bad32bcdf req-f4f48936-6ed8-412a-847b-ddbded2ee210 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876155 Feb 19 01:58:01.057229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561e8ef-9027-4343-ad90-3c046dc4cf24 req-b606a280-5964-40aa-8a56-68e9ac5770d2 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:01.058756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a561e8ef-9027-4343-ad90-3c046dc4cf24 req-b606a280-5964-40aa-8a56-68e9ac5770d2 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0603335 Feb 19 01:58:01.106343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a561e8ef-9027-4343-ad90-3c046dc4cf24 req-776fb1e2-e09f-474c-ac08-0a1569de848b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Feb 19 01:58:01.226546 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4620b05-2e94-4114-b229-db9ab4d6f212 req-064814c3-4d21-4987-afe5-45711de50d62 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:01.228021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4620b05-2e94-4114-b229-db9ab4d6f212 req-064814c3-4d21-4987-afe5-45711de50d62 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0541093 Feb 19 01:58:01.274161 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c4620b05-2e94-4114-b229-db9ab4d6f212 req-fcfa29d8-5aeb-4c7a-a66e-9434d476548b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Feb 19 01:58:01.390041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e2f1c-5a9b-4883-b69f-1d1bdc9f27b0 req-d41eda78-ddeb-4304-848f-78bc04b38505 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:01.391543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-032e2f1c-5a9b-4883-b69f-1d1bdc9f27b0 req-d41eda78-ddeb-4304-848f-78bc04b38505 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0525975 Feb 19 01:58:01.437430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-032e2f1c-5a9b-4883-b69f-1d1bdc9f27b0 req-fea55f08-8d8c-44a6-a7f3-5acf118ba83c tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Feb 19 01:58:01.782938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-3ebb403c-c68e-42fc-be7a-73da065b25f1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:01.784370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-3ebb403c-c68e-42fc-be7a-73da065b25f1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 814 time: 0.1011975 Feb 19 01:58:01.799089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-25e2c9af-7934-4094-9841-97f99da731c1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/quotas/d7961d57cba64302b18a6c4170bd660e HTTP/1.1" status: 200 len: 375 time: 0.0087543 Feb 19 01:58:01.851911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-db97b5e6-229d-44dd-a9fb-fc887feefbfa tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481215 Feb 19 01:58:01.944442 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-ba9a8235-0d38-4189-8445-72cf91ae092b service neutron] 10.222.0.43 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860126 Feb 19 01:58:02.032049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-7a473b4c-b404-4ea1-93e5-39a3f39ba498 service neutron] 10.222.0.43 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818231 Feb 19 01:58:02.191731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2fc3888d-ec3f-405a-aba7-02793e09f12b req-2795d616-716d-4fb9-89fc-c0f3b0321ce6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Feb 19 01:58:02.929899 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-7144d7aa-fea9-4607-9ae3-ed188628089e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:02.931430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-7144d7aa-fea9-4607-9ae3-ed188628089e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd56b58c-488d-4ec5-87fb-b8f517ec6143 HTTP/1.1" status: 200 len: 946 time: 0.0549176 Feb 19 01:58:03.009092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.89', 53972) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:03.026178 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Deleting port 43d8d3a3-d014-484a-b707-d68d3330e56d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:58:03.026498 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.123001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] For port 43d8d3a3-d014-484a-b707-d68d3330e56d, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=43d8d3a3-d014-484a-b707-d68d3330e56d,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:03.123405 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.125786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-0ab4ba1a-4b1d-4075-92c8-72aeeca14cd9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:03.127305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-0ab4ba1a-4b1d-4075-92c8-72aeeca14cd9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 814 time: 0.1164348 Feb 19 01:58:03.137785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Calling delete_port for 43d8d3a3-d014-484a-b707-d68d3330e56d owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:58:03.140668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Request body: {'port': {'device_id': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'admin_state_up': True, 'tenant_id': 'd7961d57cba64302b18a6c4170bd660e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:03.258534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Made reservation on behalf of d7961d57cba64302b18a6c4170bd660e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:58:03.263518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.285411 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (43d8d3a3-d014-484a-b707-d68d3330e56d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.298693 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['43d8d3a3-d014-484a-b707-d68d3330e56d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:03.333596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7188fc9-7d1f-47a5-bb5a-20dd707937d1 req-5e6b6336-9514-400a-8baf-84fefa10ca40 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 210 time: 0.0428169 Feb 19 01:58:03.335708 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Pushing event deleted for resources: {'Port': ['ID=43d8d3a3-d014-484a-b707-d68d3330e56d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:03.389823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] No DVR routers for this DVR port 43d8d3a3-d014-484a-b707-d68d3330e56d on host n-h1-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:58:03.394170 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.398506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.89 "DELETE /v2.0/ports/43d8d3a3-d014-484a-b707-d68d3330e56d HTTP/1.1" status: 204 len: 173 time: 0.4608603 Feb 19 01:58:03.399246 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-deleted', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:03.401813 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d495f-b9ac-46f9-8652-5da58c8371e1" -d '{"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-deleted", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:03.459785 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08479551-a897-4df1-8900-52f82b056d69 x-openstack-request-id: req-08479551-a897-4df1-8900-52f82b056d69 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:03.460076 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd56b58c-488d-4ec5-87fb-b8f517ec6143", "name": "network-vif-deleted", "tag": "43d8d3a3-d014-484a-b707-d68d3330e56d", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:03.460331 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08479551-a897-4df1-8900-52f82b056d69 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:03.460754 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd56b58c-488d-4ec5-87fb-b8f517ec6143', 'name': 'network-vif-deleted', 'tag': '43d8d3a3-d014-484a-b707-d68d3330e56d', 'status': 'completed', 'code': 200} Feb 19 01:58:03.484367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Allocated IP 172.20.0.2 (a548b4d6-cc70-41ee-aa06-33a660bc5f0b/50cb43f5-a551-43f2-b7ff-274603b4f750/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:03.655996 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks [] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.692613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.704051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['43d8d3a3-d014-484a-b707-d68d3330e56d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:03.734061 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Network a548b4d6-cc70-41ee-aa06-33a660bc5f0b is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:03.737316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:03.740795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:03.766735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:03.780733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.781104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.781452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.781791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.782122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.782452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.782778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.783103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.783429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.783753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.784074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.784391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.784708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:03.804680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:03.805322 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:03.820803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-a01185cf-cfdc-4731-814b-5b827b6c32c5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6850660 Feb 19 01:58:03.831405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Request body: {'port': {'device_id': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:03.892415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.144781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:58:04.152779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Publish callbacks [] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.165096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Transition to ACTIVE for port object 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:58:04.169115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.218263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:04.290302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:04.290636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:04.290965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:04.295249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:58:04.295719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:04.300535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:04.300891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Checking segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:04.301887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Bound using segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:04.302315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Bound port: 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:04.302668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.364720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:04.367855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:04.375210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.412544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:04.413155 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.414561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] 10.222.0.89 "PUT /v2.0/ports/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 1091 time: 0.5870864 Feb 19 01:58:04.415012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:04.417258 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:04.458125 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f74199-84d5-418d-9d06-7f448fde44a1 x-openstack-request-id: req-f0f74199-84d5-418d-9d06-7f448fde44a1 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:04.458429 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:04.458684 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0f74199-84d5-418d-9d06-7f448fde44a1 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:04.459088 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'status': 'completed', 'code': 200} Feb 19 01:58:04.496940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8f300-8f2c-4ad1-912c-62c37c7b3fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:04.529143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683adc47-a522-4cba-96b8-b996fd19eba0 req-42f55634-66c1-4058-ae36-905708d5b046 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:04.530625 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-683adc47-a522-4cba-96b8-b996fd19eba0 req-42f55634-66c1-4058-ae36-905708d5b046 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 943 time: 0.1104038 Feb 19 01:58:04.536433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-5bc12dc4-5bfb-44cb-8aec-1e92a3fa850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:04.537863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-5bc12dc4-5bfb-44cb-8aec-1e92a3fa850a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1125 time: 0.0780537 Feb 19 01:58:04.594568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-bfb100d1-2f50-4486-8ec0-99ea0a33f9dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0491188 Feb 19 01:58:04.646809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-683adc47-a522-4cba-96b8-b996fd19eba0 req-be9341d7-b872-4686-b013-1cd6e7b5cf1a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077378 Feb 19 01:58:04.656367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-2fb65c08-3c55-4b7e-bc5a-d0e3f4c626c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:04.657839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-2fb65c08-3c55-4b7e-bc5a-d0e3f4c626c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0577374 Feb 19 01:58:04.689577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-8a998227-2b24-4d09-b4fc-973dca97c0d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257788 Feb 19 01:58:04.779107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-b9125bc8-5cae-41bf-8b36-3fb27b424827 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830474 Feb 19 01:58:04.865787 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17786d3e-8ece-48fb-8e1d-70eb5074c484 req-b94b0363-cd30-4794-ab79-eefb1e13adec service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807347 Feb 19 01:58:04.955632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-cd9a36b6-2d8f-4af5-ac4c-eb7336583ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:04.957031 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-cd9a36b6-2d8f-4af5-ac4c-eb7336583ba9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1125 time: 0.0451024 Feb 19 01:58:05.047546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-0784286f-d27b-4a03-978f-9b233f3128dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:05.049018 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-0784286f-d27b-4a03-978f-9b233f3128dc service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0856876 Feb 19 01:58:05.088515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-eb24405c-d330-4151-b532-0e46a9c662d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0331824 Feb 19 01:58:05.134821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-bb014622-bc69-469a-91d4-ad8f1806fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:05.136211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-bb014622-bc69-469a-91d4-ad8f1806fc2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0418153 Feb 19 01:58:05.171818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-1f19ff40-2833-47b5-b97c-69836f6c0f27 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290940 Feb 19 01:58:05.259631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-db07eb05-e206-40ff-8fe4-7f3d8a1150e6 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806375 Feb 19 01:58:05.644040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4c7ddb6-a9fb-482f-9f8a-fc4010cef0ec req-39d14eaf-d800-4d1c-a942-d234722f7c26 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784509 Feb 19 01:58:05.768316 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f1e7-fb51-47c5-8503-22aecccaba0b req-b51fa578-3fd4-409e-81df-e97c167c4287 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:05.769839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dd9f1e7-fb51-47c5-8503-22aecccaba0b req-b51fa578-3fd4-409e-81df-e97c167c4287 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Feb 19 01:58:05.816680 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2dd9f1e7-fb51-47c5-8503-22aecccaba0b req-cdf8200f-f3e5-466d-b4b2-3414ddd7b078 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Feb 19 01:58:06.231718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:58:06.233779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:58:06.258390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 43d8d3a3-d014-484a-b707-d68d3330e56d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:58:06.258746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 43d8d3a3-d014-484a-b707-d68d3330e56d not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:58:06.345099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:06.356142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'port_id': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'mac_address': 'fa:16:3e:82:9e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb43f5-a551-43f2-b7ff-274603b4f750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:58:06.397226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:06.397617 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:06.409970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:58:06.428207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:06.432134 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:06.477666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:06.648694 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:06.936006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972e19-4f15-4df2-8a45-767924ff30ee req-8cd8af20-461d-4153-86e9-51d488e36f03 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:06.937503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9972e19-4f15-4df2-8a45-767924ff30ee req-8cd8af20-461d-4153-86e9-51d488e36f03 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 944 time: 0.0531602 Feb 19 01:58:06.983201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9972e19-4f15-4df2-8a45-767924ff30ee req-d8ddcf23-f6e6-46d7-a8f3-21e7d24ecb27 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Feb 19 01:58:08.102748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d73d6-b084-4f81-9a35-5c1868bc04cf req-638495e8-416e-4554-bda3-fbdd172a5966 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:08.104223 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-192d73d6-b084-4f81-9a35-5c1868bc04cf req-638495e8-416e-4554-bda3-fbdd172a5966 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 944 time: 0.0562191 Feb 19 01:58:08.151969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-192d73d6-b084-4f81-9a35-5c1868bc04cf req-f873fdd8-731d-48ff-bf35-cba7f5f3615d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Feb 19 01:58:08.240423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:08.288985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:58:08.292813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:08.293223 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:08.372345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:08.372735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:08.395125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:08.397356 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e061be-d625-4882-8a8f-549a4b5b95f9" -d '{"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:08.409950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:08.414260 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:08.438014 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89f39ee-5cd3-41a5-8b29-eb8074f79b25 x-openstack-request-id: req-d89f39ee-5cd3-41a5-8b29-eb8074f79b25 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:08.438309 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:08.438565 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d89f39ee-5cd3-41a5-8b29-eb8074f79b25 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:08.438958 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'code': 200} Feb 19 01:58:08.464430 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:08.537400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1907e6-0f71-4d55-b694-db5768063b92 req-d5b70edd-a551-440b-b6eb-00e392ead18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:08.538877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f1907e6-0f71-4d55-b694-db5768063b92 req-d5b70edd-a551-440b-b6eb-00e392ead18c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1127 time: 0.0436258 Feb 19 01:58:08.581766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3f1907e6-0f71-4d55-b694-db5768063b92 req-ec1567b7-effb-4868-aa57-e356ca8c32e6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Feb 19 01:58:09.270806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a99e-9b64-4539-a6c9-c913495ede6c req-9ccd327a-2234-476b-af62-2edf8e7dfcb1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:09.272319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be55a99e-9b64-4539-a6c9-c913495ede6c req-9ccd327a-2234-476b-af62-2edf8e7dfcb1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0532043 Feb 19 01:58:09.319418 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-be55a99e-9b64-4539-a6c9-c913495ede6c req-03a211d4-59d6-4cde-9a4d-95adf48833e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Feb 19 01:58:09.893477 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:58:10.450685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4de3-5108-4977-8e50-0be828ee0e09 req-a9559c77-7fac-4420-acbe-728a70e0b423 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:10.452161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-676e4de3-5108-4977-8e50-0be828ee0e09 req-a9559c77-7fac-4420-acbe-728a70e0b423 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0625238 Feb 19 01:58:10.499862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-676e4de3-5108-4977-8e50-0be828ee0e09 req-3b738c62-f442-4fde-af32-feb8f20ab2bb tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Feb 19 01:58:10.615992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe4ef-a283-4b56-b70e-ef56f3216d5c req-f437e127-05e6-41ed-ac34-3bd4cd1cc34a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:10.617409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dfebe4ef-a283-4b56-b70e-ef56f3216d5c req-f437e127-05e6-41ed-ac34-3bd4cd1cc34a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 19 01:58:10.667784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dfebe4ef-a283-4b56-b70e-ef56f3216d5c req-84c9d8ce-8c35-4bb9-b70f-0605c7a5e71c tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Feb 19 01:58:10.906796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9193b-6a58-4afb-bf8b-5851f5fc3d26 req-cde19f08-22ab-4acf-ba98-b1f65b460f93 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:10.908217 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-edd9193b-6a58-4afb-bf8b-5851f5fc3d26 req-cde19f08-22ab-4acf-ba98-b1f65b460f93 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0560880 Feb 19 01:58:10.911832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-f9d2d05a-3c89-435c-81d9-cd5292a4bd76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0613587 Feb 19 01:58:10.959240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-edd9193b-6a58-4afb-bf8b-5851f5fc3d26 req-02b93ba2-a611-441d-8817-68408ffd9d89 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Feb 19 01:58:11.283559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-349132e5-2bd5-444c-99d0-2992ca2844e6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:11.284919 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-349132e5-2bd5-444c-99d0-2992ca2844e6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 942 time: 0.0450385 Feb 19 01:58:12.080030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbfdb1-cdfd-42c4-9072-13f452eb5735 req-0844c622-b673-4079-874c-f0843a4bbe3e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:12.082194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06fbfdb1-cdfd-42c4-9072-13f452eb5735 req-0844c622-b673-4079-874c-f0843a4bbe3e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0541861 Feb 19 01:58:12.142022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-06fbfdb1-cdfd-42c4-9072-13f452eb5735 req-f671e948-1901-4c50-a714-22362cc33ba8 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541704 Feb 19 01:58:12.178805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-97063a8d-66cb-4c7f-bacf-6dc5f8e155e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:12.180298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-97063a8d-66cb-4c7f-bacf-6dc5f8e155e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1127 time: 0.0504313 Feb 19 01:58:12.267800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-2f9b6fa0-0c02-42b3-b738-7a48dc58a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:12.269198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-2f9b6fa0-0c02-42b3-b738-7a48dc58a03c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0832357 Feb 19 01:58:12.312466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-34efcf8b-2efd-4459-8c83-5dae90deba83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0374122 Feb 19 01:58:12.361200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-f0402926-d6d2-4b4a-bcfc-e07c86413d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:12.362762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-f0402926-d6d2-4b4a-bcfc-e07c86413d81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0447042 Feb 19 01:58:12.393421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-413a5e4d-0f57-4952-81ec-6094fea2c3ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252099 Feb 19 01:58:12.483250 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-fee347aa-570b-409a-8de9-119599a3126b service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Feb 19 01:58:12.570758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-b526b087-7c16-45a8-9582-21e277df2d55 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807793 Feb 19 01:58:13.263495 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b5f27-3707-4a5a-867f-6ea66ba5e6ed req-53193768-bffa-4087-ba29-1a87a97432cd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:13.264969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b07b5f27-3707-4a5a-867f-6ea66ba5e6ed req-53193768-bffa-4087-ba29-1a87a97432cd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0522006 Feb 19 01:58:13.314753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b07b5f27-3707-4a5a-867f-6ea66ba5e6ed req-7a592863-338e-4823-8c3d-1120be541b67 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Feb 19 01:58:14.432785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92f7aa-d8ae-4e2a-a1cc-7439d438bd0f req-1ea879d2-90da-4311-9e31-fa2d821be94f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:14.434297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc92f7aa-d8ae-4e2a-a1cc-7439d438bd0f req-1ea879d2-90da-4311-9e31-fa2d821be94f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0528355 Feb 19 01:58:14.481892 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bc92f7aa-d8ae-4e2a-a1cc-7439d438bd0f req-43997d72-d892-4a00-aeaf-47515d05a159 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Feb 19 01:58:15.601595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e692-4e49-42a6-b8b9-d275deeba5c2 req-212a6264-e3a1-431d-9239-653acd299b0a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:15.603102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aec0e692-4e49-42a6-b8b9-d275deeba5c2 req-212a6264-e3a1-431d-9239-653acd299b0a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0541956 Feb 19 01:58:15.652033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aec0e692-4e49-42a6-b8b9-d275deeba5c2 req-e6a0a57b-1fa6-4373-a52e-eb23392bce1d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Feb 19 01:58:16.774460 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280748c-ef69-432b-9492-52e6059e3f94 req-6f1ac0f4-a5c0-4e65-82f3-e3207548ff25 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:16.775933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2280748c-ef69-432b-9492-52e6059e3f94 req-6f1ac0f4-a5c0-4e65-82f3-e3207548ff25 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0569072 Feb 19 01:58:16.822344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2280748c-ef69-432b-9492-52e6059e3f94 req-b49b16f6-0067-4825-aa09-9148ac30ca82 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Feb 19 01:58:17.939754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32617a-2bbb-460e-817b-0def750d3788 req-1e01a5e8-ffe4-4cce-b284-3d64d0a2b50b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:17.941262 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c32617a-2bbb-460e-817b-0def750d3788 req-1e01a5e8-ffe4-4cce-b284-3d64d0a2b50b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Feb 19 01:58:17.986789 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4c32617a-2bbb-460e-817b-0def750d3788 req-1d61c461-ad88-4c8b-a26e-3f4d27ec4698 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Feb 19 01:58:18.731326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:19.108718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415c312-9012-4c67-8a04-effbcf6f5721 req-11ca6128-6ec8-4250-97bc-2559b4b5dd2f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:19.110209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c415c312-9012-4c67-8a04-effbcf6f5721 req-11ca6128-6ec8-4250-97bc-2559b4b5dd2f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0531025 Feb 19 01:58:19.156521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c415c312-9012-4c67-8a04-effbcf6f5721 req-067e0911-cd34-4359-8d28-6574bd2e765d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Feb 19 01:58:20.277827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d0c90-da8e-4e98-a82f-8b31b4366429 req-f3404912-747d-4f0a-9d0e-fcf5cd8ca4d1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:20.279307 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-186d0c90-da8e-4e98-a82f-8b31b4366429 req-f3404912-747d-4f0a-9d0e-fcf5cd8ca4d1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0559206 Feb 19 01:58:20.326666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-186d0c90-da8e-4e98-a82f-8b31b4366429 req-5299c219-c6a1-4b1e-8518-7e2d812256ae tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Feb 19 01:58:20.329252 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1cef7fa-6e58-4ca4-9268-b732b66381f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:21.449873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47bcc1-4496-4811-8b5c-b56b462792ae req-8caa0b4a-3d67-42fb-8916-11052c5795e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:21.451360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b47bcc1-4496-4811-8b5c-b56b462792ae req-8caa0b4a-3d67-42fb-8916-11052c5795e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0578640 Feb 19 01:58:21.497578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b47bcc1-4496-4811-8b5c-b56b462792ae req-d7864afe-d58a-4a0e-9038-61a702ecc8d6 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Feb 19 01:58:22.620671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdb8ca-02d6-4e98-83c4-d5facd4b6c15 req-0764f5a1-06bf-473a-b47c-148ae2b4e924 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:22.622087 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-06bdb8ca-02d6-4e98-83c4-d5facd4b6c15 req-0764f5a1-06bf-473a-b47c-148ae2b4e924 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0574930 Feb 19 01:58:22.674271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-06bdb8ca-02d6-4e98-83c4-d5facd4b6c15 req-f46b5dfa-cf6f-4b68-b509-9636e342fbb3 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Feb 19 01:58:22.714262 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1264-0b4c-4421-87e7-1ae9e26d3835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:23.797457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168889-9d44-4167-8ed5-a1708a5c7815 req-bba7ddef-2fcc-47df-9de3-44f70188d753 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:23.798966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5168889-9d44-4167-8ed5-a1708a5c7815 req-bba7ddef-2fcc-47df-9de3-44f70188d753 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0568564 Feb 19 01:58:23.846301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5168889-9d44-4167-8ed5-a1708a5c7815 req-78e99c95-8294-4f9b-a110-8984fd53a9e1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Feb 19 01:58:23.858278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:24.974992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07a787-f03c-4108-82ce-5a953d3cee98 req-515afb38-fb2a-434b-a2f3-8b41878154b5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:24.976575 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e07a787-f03c-4108-82ce-5a953d3cee98 req-515afb38-fb2a-434b-a2f3-8b41878154b5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0619371 Feb 19 01:58:25.027528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e07a787-f03c-4108-82ce-5a953d3cee98 req-ec727533-3121-4ae7-91ae-921deca36f6a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Feb 19 01:58:25.496577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:25.584452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-ffe0a01d-38ae-4609-ab60-abda618d9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:25.585967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-ffe0a01d-38ae-4609-ab60-abda618d9513 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1127 time: 0.0460262 Feb 19 01:58:25.694686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-e30025ef-4708-4ad9-856e-365006e6db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:25.696152 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-e30025ef-4708-4ad9-856e-365006e6db75 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0915272 Feb 19 01:58:25.735859 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-775fdbf1-c503-4ecf-b0df-aa3405fea052 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0333338 Feb 19 01:58:25.788175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-a5018266-6b2d-48b6-a117-08ec28be4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:25.789632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-a5018266-6b2d-48b6-a117-08ec28be4151 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0474479 Feb 19 01:58:25.821109 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-70533506-e16c-4fda-bb21-81730ae47d6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255039 Feb 19 01:58:25.906135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-7ef2360a-6294-4513-a9f5-c317188b0454 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789022 Feb 19 01:58:25.997976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f29bf54-78ef-4082-8e42-4e5135b14a41 req-ae0dbbd7-33a8-4a6f-a907-21fb966f0c5a service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Feb 19 01:58:26.144928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61214919-b72a-4db9-91f9-942bb2c6c263 req-fa842e20-df1c-4896-acbc-ffa8866f61c9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:26.146414 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61214919-b72a-4db9-91f9-942bb2c6c263 req-fa842e20-df1c-4896-acbc-ffa8866f61c9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0532243 Feb 19 01:58:26.192293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61214919-b72a-4db9-91f9-942bb2c6c263 req-43f28958-812a-4efa-a05e-1aeb461d051a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Feb 19 01:58:26.458009 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:26.642088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:27.314522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59895d3c-4340-4bd5-ad9c-4753b44bb6e7 req-d319b88d-ba93-47c1-8e7e-51e0df3fa46f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:27.316001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59895d3c-4340-4bd5-ad9c-4753b44bb6e7 req-d319b88d-ba93-47c1-8e7e-51e0df3fa46f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0517416 Feb 19 01:58:27.362149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-59895d3c-4340-4bd5-ad9c-4753b44bb6e7 req-893072b9-1267-450f-92e7-36bc598b8562 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Feb 19 01:58:28.480472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223cb1-be1d-4c10-bf03-7b6dae71a5a5 req-267066e9-86cc-492f-bda9-1169d0d3f79e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:28.481983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c223cb1-be1d-4c10-bf03-7b6dae71a5a5 req-267066e9-86cc-492f-bda9-1169d0d3f79e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0527432 Feb 19 01:58:28.533366 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c223cb1-be1d-4c10-bf03-7b6dae71a5a5 req-79731aa8-d32e-4607-a404-35a5d4619183 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 Feb 19 01:58:29.653101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52842c-259a-4ef3-a507-19263ff99f35 req-6894efef-9612-47f5-9400-37cefcf1732d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:29.654666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee52842c-259a-4ef3-a507-19263ff99f35 req-6894efef-9612-47f5-9400-37cefcf1732d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Feb 19 01:58:29.707481 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ee52842c-259a-4ef3-a507-19263ff99f35 req-ae615cdc-86fb-4786-9b56-e251b18ed81f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 Feb 19 01:58:30.825968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ef0fe-82b6-4b8f-98a6-736aa3ff8c03 req-8cdc64af-1d17-4d20-b1a6-cda9b89a6186 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.827500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c96ef0fe-82b6-4b8f-98a6-736aa3ff8c03 req-8cdc64af-1d17-4d20-b1a6-cda9b89a6186 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0526395 Feb 19 01:58:30.874196 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c96ef0fe-82b6-4b8f-98a6-736aa3ff8c03 req-28b00da4-fd6a-467f-9fe6-696ec88fc36d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Feb 19 01:58:32.303325 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8d043-2836-461b-9d10-1eb7763e527a req-e7eaf055-f88c-452a-aacb-767fb267d635 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:32.304933 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97a8d043-2836-461b-9d10-1eb7763e527a req-e7eaf055-f88c-452a-aacb-767fb267d635 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.3616881 Feb 19 01:58:32.355451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97a8d043-2836-461b-9d10-1eb7763e527a req-552fb0aa-cc82-4ffb-ba0a-238e1d30a9af tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Feb 19 01:58:33.478767 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505e6c0-708f-4383-8851-3f2cd6a9cd12 req-f627ff9b-33d0-42bd-8139-ea61e7aed283 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:33.480243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f505e6c0-708f-4383-8851-3f2cd6a9cd12 req-f627ff9b-33d0-42bd-8139-ea61e7aed283 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0559945 Feb 19 01:58:33.526841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f505e6c0-708f-4383-8851-3f2cd6a9cd12 req-0110b284-d53a-4421-b834-dd425573d4da tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Feb 19 01:58:34.651931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ca065-740c-40fb-87de-0d7dc57a55c9 req-8a37b768-077d-4f67-a4c6-f9055c8ca79f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:34.653485 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f4ca065-740c-40fb-87de-0d7dc57a55c9 req-8a37b768-077d-4f67-a4c6-f9055c8ca79f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0538652 Feb 19 01:58:34.699143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f4ca065-740c-40fb-87de-0d7dc57a55c9 req-08b1f12d-70c0-4f57-8847-aa14f882416b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Feb 19 01:58:35.826311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e885b-953c-4c96-b81d-fab1f4b42e00 req-c556e54c-5097-44e7-8482-8d9110b7b420 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:35.827797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd8e885b-953c-4c96-b81d-fab1f4b42e00 req-c556e54c-5097-44e7-8482-8d9110b7b420 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0575719 Feb 19 01:58:35.874170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd8e885b-953c-4c96-b81d-fab1f4b42e00 req-db78d4e6-4d04-4c7c-9280-5d7df54742c4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Feb 19 01:58:36.995331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3173b-d3d0-4095-94ac-1c5e3a8a42f6 req-ae21995b-cce4-4677-acd4-145cc4b56874 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:36.996798 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41e3173b-d3d0-4095-94ac-1c5e3a8a42f6 req-ae21995b-cce4-4677-acd4-145cc4b56874 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0560005 Feb 19 01:58:37.042610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41e3173b-d3d0-4095-94ac-1c5e3a8a42f6 req-c775d378-bc57-4ef3-8d21-67a8b6bdbec1 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Feb 19 01:58:38.174629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf96f-caf1-4679-a3ac-23de6394a0d7 req-93a1d61b-49c3-4ca8-ac13-04564568d11a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:38.176218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d0cf96f-caf1-4679-a3ac-23de6394a0d7 req-93a1d61b-49c3-4ca8-ac13-04564568d11a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0663178 Feb 19 01:58:38.224461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d0cf96f-caf1-4679-a3ac-23de6394a0d7 req-2311ac15-8e7f-42fe-8702-0eadd920a370 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Feb 19 01:58:39.342041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f8a74-0273-44a7-bd19-18349ff72d38 req-85f656a6-4ab0-4477-ad5e-35499dfa367e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:39.343518 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e74f8a74-0273-44a7-bd19-18349ff72d38 req-85f656a6-4ab0-4477-ad5e-35499dfa367e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0520585 Feb 19 01:58:39.395040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e74f8a74-0273-44a7-bd19-18349ff72d38 req-378f9d70-1276-4642-bb72-4397678f9d2a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 Feb 19 01:58:39.401470 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-1eade90e-365f-4bb4-a4a7-23b11198657f service neutron] show failed (client error): The resource could not be found. Feb 19 01:58:39.402510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-1eade90e-365f-4bb4-a4a7-23b11198657f service neutron] 10.222.0.89 "GET /v2.0/ports/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0665524 Feb 19 01:58:39.620307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-ed9879f4-e3cb-48d5-a920-1f17c0058b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:39.621774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-ed9879f4-e3cb-48d5-a920-1f17c0058b1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3&tenant_id=d7961d57cba64302b18a6c4170bd660e HTTP/1.1" status: 200 len: 1127 time: 0.0509670 Feb 19 01:58:39.636585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:39.697253 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:39.901065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:39.933363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:39.980404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:39.982677 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f361712-dbcd-446f-911b-18a440ab4094" -d '{"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:39.986914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Publish callbacks [] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:39.999731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Transition to ACTIVE for port object 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:58:40.003768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:40.032784 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b71a2-8a0c-414f-8908-8037983aca5f x-openstack-request-id: req-356b71a2-8a0c-414f-8908-8037983aca5f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:40.033100 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:40.033360 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-356b71a2-8a0c-414f-8908-8037983aca5f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:40.033753 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'code': 200} Feb 19 01:58:40.067843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] No DVR routers for this DVR port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:58:40.071617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:40.105507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:40.105844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:40.106167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:40.110394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:58:40.110705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Attempting to bind port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on network a548b4d6-cc70-41ee-aa06-33a660bc5f0b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:40.115474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:40.115814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Checking segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:40.116250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Bound using segment: {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:40.116671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Bound port: 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f72899-3597-48a1-a395-178c480c5a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:40.117039 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:40.182748 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:40.185861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:40.191060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:40.222024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:40.222671 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:40.224240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 1091 time: 0.5915937 Feb 19 01:58:40.260912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b753f22-1aac-46f1-9e24-e43aba5a5bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:40.296706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-dbbe47e3-f338-47b6-9e29-08280b37cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:40.298295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-dbbe47e3-f338-47b6-9e29-08280b37cb8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1125 time: 0.0488269 Feb 19 01:58:40.393295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-f1bec4f8-65e8-43f9-8f4e-debdf4b19583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:40.394786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-f1bec4f8-65e8-43f9-8f4e-debdf4b19583 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0878415 Feb 19 01:58:40.440284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-635386c9-c00d-4ba4-a2bd-7443dc7dc0ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0366693 Feb 19 01:58:40.494400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-514ecff7-8743-437f-94d3-5d58ac5d9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:40.495983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-514ecff7-8743-437f-94d3-5d58ac5d9536 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0496418 Feb 19 01:58:40.535183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-8936daf0-b858-4ebc-8aca-3fdb3eb9e082 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305307 Feb 19 01:58:40.536344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ea07f-7386-4246-a31a-a296cbfe91c9 req-bc7b5f88-93de-4f75-90dc-94b6b07cc8ff tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:40.537853 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a31ea07f-7386-4246-a31a-a296cbfe91c9 req-bc7b5f88-93de-4f75-90dc-94b6b07cc8ff tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 943 time: 0.0584397 Feb 19 01:58:40.584857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a31ea07f-7386-4246-a31a-a296cbfe91c9 req-feb3f815-97ad-42be-a486-2b7b1e15264e tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Feb 19 01:58:40.628352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-03cc6331-1482-4053-8591-c1afd965d328 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 Feb 19 01:58:40.720137 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc5d56e2-a61a-49cf-9d6d-86bc593415c4 req-2e8efea6-5816-4b6d-b534-7c05f893aaa4 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860660 Feb 19 01:58:41.707128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a115657-044c-4987-aede-49dfd623bf47 req-45beb698-fbb6-429d-82da-e7d61b2616be tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:41.708620 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a115657-044c-4987-aede-49dfd623bf47 req-45beb698-fbb6-429d-82da-e7d61b2616be tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 943 time: 0.0538328 Feb 19 01:58:41.755907 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8a115657-044c-4987-aede-49dfd623bf47 req-95393f1d-f497-476d-b080-d339908762ad tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Feb 19 01:58:42.035191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:42.037645 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc219e-3a23-4c12-b62f-97d08b43e481" -d '{"events": [{"name": "network-changed", "server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:42.087627 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83192f95-2638-4b5c-95c7-6d4e78a967de x-openstack-request-id: req-83192f95-2638-4b5c-95c7-6d4e78a967de {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:42.087923 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:42.088175 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83192f95-2638-4b5c-95c7-6d4e78a967de {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:42.088605 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'status': 'completed', 'code': 200} Feb 19 01:58:42.188178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-e678dfff-dc94-4d82-ab15-657b92f465ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.189725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-e678dfff-dc94-4d82-ab15-657b92f465ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1125 time: 0.0828714 Feb 19 01:58:42.192167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-652728c3-64ca-4eb7-b98b-61c20b5a6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.193538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-652728c3-64ca-4eb7-b98b-61c20b5a6e39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1125 time: 0.0776193 Feb 19 01:58:42.347427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-22bc37f0-129e-4406-92db-63bf4eeb5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.348889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-22bc37f0-129e-4406-92db-63bf4eeb5aa8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.1527741 Feb 19 01:58:42.349998 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-0a790f62-6611-46a0-9217-9ad067edbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.351813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-0a790f62-6611-46a0-9217-9ad067edbbab service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.1486254 Feb 19 01:58:42.421020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-5333d790-76b7-4970-8615-95777892f6f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0658195 Feb 19 01:58:42.422368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-3fef6ccc-f692-4e59-8a1d-b310d455e850 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0617876 Feb 19 01:58:42.505312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-1503bf5b-0c79-4222-8a24-36222b45e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.506808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-1503bf5b-0c79-4222-8a24-36222b45e770 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0712001 Feb 19 01:58:42.508026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-8b47586f-ba57-4c65-aace-963a300c3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.509359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-8b47586f-ba57-4c65-aace-963a300c3b78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0812371 Feb 19 01:58:42.563863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-ee83f007-7612-41a1-81b5-2581f6a7fb5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507839 Feb 19 01:58:42.565835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-6ee79b48-f659-411a-a816-c7b8f8117e0e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453277 Feb 19 01:58:42.722711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-1fc2c68d-4e7a-443e-a295-e575aee577df service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506529 Feb 19 01:58:42.726718 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-66503678-b5da-44a5-9ed0-148defcffd6e service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478448 Feb 19 01:58:42.916627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-5f6b5dee-91fa-4160-87ec-4b48aa7372d5 service neutron] 10.222.0.10 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808009 Feb 19 01:58:42.919089 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1edc219e-3a23-4c12-b62f-97d08b43e481 req-a24f4ea7-a8d0-4c22-b69b-621d0e80db03 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903279 Feb 19 01:58:42.929699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190e485-9114-4805-b7f4-27a7954a1feb req-1c0d4f68-0a96-4984-8f84-0a0d5269b88f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:42.931184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d190e485-9114-4805-b7f4-27a7954a1feb req-1c0d4f68-0a96-4984-8f84-0a0d5269b88f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 943 time: 0.1076751 Feb 19 01:58:42.979227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d190e485-9114-4805-b7f4-27a7954a1feb req-f55ab7d3-3af8-4924-9219-de25bcd7893b tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Feb 19 01:58:43.205923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:58:43.206533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38643ca-877b-4355-945e-e60a86befbb5 req-b8523a0c-bfd6-4945-b804-094382924575 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:43.208001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b38643ca-877b-4355-945e-e60a86befbb5 req-b8523a0c-bfd6-4945-b804-094382924575 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 943 time: 0.0870140 Feb 19 01:58:43.220282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-72ba544c-d19d-4d0e-a0a8-a7b4e6d506e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:43.221721 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-72ba544c-d19d-4d0e-a0a8-a7b4e6d506e4 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.89 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3&tenant_id=d7961d57cba64302b18a6c4170bd660e&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 943 time: 0.0730541 Feb 19 01:58:43.304230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:43.305720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b38643ca-877b-4355-945e-e60a86befbb5 req-06af6db1-acd6-4c8b-8ff4-3e94cd469cd9 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830321 Feb 19 01:58:43.313245 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-35bc2121-06ec-4acf-8c46-60d5f5bd9a47 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:58:43.314317 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-35bc2121-06ec-4acf-8c46-60d5f5bd9a47 service neutron] 10.222.0.89 "DELETE /v2.0/ports/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0851340 Feb 19 01:58:43.316297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'network_id': 'a548b4d6-cc70-41ee-aa06-33a660bc5f0b', 'port_id': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'mac_address': 'fa:16:3e:82:9e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb43f5-a551-43f2-b7ff-274603b4f750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:58:43.355480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:43.355937 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:43.369671 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:58:43.389680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:43.393833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:43.402961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-85fda9b4-7258-4802-88f4-11f8333e564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:43.404452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-85fda9b4-7258-4802-88f4-11f8333e564a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7961d57cba64302b18a6c4170bd660e&device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 1125 time: 0.0477848 Feb 19 01:58:43.440296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:43.448488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.448840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.449224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.449574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.449915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.450254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.450587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.450919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.451251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.451579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.451912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.452238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.452563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:43.498990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-18bda48d-4db6-466b-bb3b-ce9a530faec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:43.500445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-18bda48d-4db6-466b-bb3b-ce9a530faec6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 200 len: 915 time: 0.0887983 Feb 19 01:58:43.544029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-23be0afc-221a-4248-852a-3eff10482c6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 200 len: 217 time: 0.0379517 Feb 19 01:58:43.593596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-1c658f90-fcc9-4d84-a4b1-b4123ed7d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:43.595057 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-1c658f90-fcc9-4d84-a4b1-b4123ed7d6c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 200 len: 854 time: 0.0454793 Feb 19 01:58:43.627579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-6be60c87-532a-4632-93e6-60ce50244226 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a548b4d6-cc70-41ee-aa06-33a660bc5f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257735 Feb 19 01:58:43.640861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:44.016141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-17d37471-ad76-4967-a32e-6696e7773aae service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821547 Feb 19 01:58:44.104747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b084dc31-f921-4452-b0b7-fae62a91d9ad req-f7d951bd-40a2-4361-999d-3db1dc4913e1 service neutron] 10.222.0.89 "GET /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Feb 19 01:58:44.353768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:58:44.396287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:58:44.396697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:58:44.434904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cbd8-1420-4957-966b-bad6a8dc0d15 req-700d3bf0-29ff-4bc0-8ba2-f491eb42f1bf tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:44.436402 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-35d8cbd8-1420-4957-966b-bad6a8dc0d15 req-700d3bf0-29ff-4bc0-8ba2-f491eb42f1bf tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 944 time: 0.0581663 Feb 19 01:58:44.485510 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-35d8cbd8-1420-4957-966b-bad6a8dc0d15 req-9d724677-bef4-4a18-9719-629cd65e9e02 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Feb 19 01:58:45.223904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:45.274251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:58:45.278238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:45.278610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:45.354519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:45.355237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:45.377363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:45.379573 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef511b7-0175-4e58-a422-5930e950d727" -d '{"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:45.392144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:45.396325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:45.420470 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d40ab-f260-4ba0-9df7-5518b32f6239 x-openstack-request-id: req-c57d40ab-f260-4ba0-9df7-5518b32f6239 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:45.420767 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:45.421051 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c57d40ab-f260-4ba0-9df7-5518b32f6239 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:45.421449 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'code': 200} Feb 19 01:58:45.451021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:45.607602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad09a44-cbcb-4cf3-9be6-9024f96d2a6c req-ed48fa4e-3ee0-47a9-9923-26669c12db3a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:45.609104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ad09a44-cbcb-4cf3-9be6-9024f96d2a6c req-ed48fa4e-3ee0-47a9-9923-26669c12db3a tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Feb 19 01:58:45.661996 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ad09a44-cbcb-4cf3-9be6-9024f96d2a6c req-f07e672f-e31b-47eb-9c4b-53fc84b659fc tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 Feb 19 01:58:45.785507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd156a-cf67-4d0e-89dd-84be2d92fde4 req-3da88b01-920f-4281-a63f-80105c544060 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:45.786875 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81bd156a-cf67-4d0e-89dd-84be2d92fde4 req-3da88b01-920f-4281-a63f-80105c544060 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0559337 Feb 19 01:58:45.832790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-81bd156a-cf67-4d0e-89dd-84be2d92fde4 req-ab3aa644-5b96-45d7-a565-6236ddbf5e31 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Feb 19 01:58:45.949440 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec63de-7b38-4d63-96fe-103b35fb396e req-b24096b6-d9bd-4f3e-9eff-a8a80be60dff tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:45.950902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42ec63de-7b38-4d63-96fe-103b35fb396e req-b24096b6-d9bd-4f3e-9eff-a8a80be60dff tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Feb 19 01:58:45.996674 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-42ec63de-7b38-4d63-96fe-103b35fb396e req-c8cae424-f525-488b-bb52-531144f7597d tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Feb 19 01:58:46.325801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2ec22-4795-43c1-ad1c-7f85a375053a req-34a9d2b5-cb47-4cdd-99cb-5ba3deed74dd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:46.327219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dac2ec22-4795-43c1-ad1c-7f85a375053a req-34a9d2b5-cb47-4cdd-99cb-5ba3deed74dd tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Feb 19 01:58:46.373866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dac2ec22-4795-43c1-ad1c-7f85a375053a req-ce168a6c-d68f-45ac-880d-14deb7f1aa3f tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Feb 19 01:58:46.892699 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:58:47.491932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106195b-fc25-41f7-aa92-0cc19d7c2ae6 req-cf08dde5-b3c0-45a2-a326-fb7197d015f7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:47.493498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a106195b-fc25-41f7-aa92-0cc19d7c2ae6 req-cf08dde5-b3c0-45a2-a326-fb7197d015f7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Feb 19 01:58:47.540103 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a106195b-fc25-41f7-aa92-0cc19d7c2ae6 req-347d5790-674e-4f47-84e1-53b83cfc9ec7 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.43 "GET /v2.0/security-groups?id=9854ba85-44af-45e8-92c4-198190270a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Feb 19 01:58:47.673931 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-2005662a-cd78-4957-ac54-e25a33a0be46 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:47.675681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-2005662a-cd78-4957-ac54-e25a33a0be46 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.10 "GET /v2.0/ports?device_id=6287819a-fa76-4ec6-8bf2-5870dc937db3 HTTP/1.1" status: 200 len: 945 time: 0.0529230 Feb 19 01:58:47.772293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Deleting port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:58:47.772647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:47.858298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] For port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,segment=NetworkSegment(b3f72899-3597-48a1-a395-178c480c5a7a),segment_id=b3f72899-3597-48a1-a395-178c480c5a7a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:47.858556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:47.871309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Calling delete_port for 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:58:48.000876 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2b6d2f06-fe96-4be8-b4fa-03b1f8d68786), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.017233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:48.030684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Pushing event deleted for resources: {'Port': ['ID=2b6d2f06-fe96-4be8-b4fa-03b1f8d68786,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:48.075761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] No DVR routers for this DVR port 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:58:48.078782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.082143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa5cd20a-57ec-410d-979b-d62044f14347 req-562fd2a1-c21b-4df6-bd4c-52b32c081fa5 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] 10.222.0.10 "DELETE /v2.0/ports/2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 HTTP/1.1" status: 204 len: 173 time: 0.3976021 Feb 19 01:58:48.082591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-deleted', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:48.084802 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97451db8-ba8f-4fd7-b99c-d0e0d415863b" -d '{"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-deleted", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:48.129970 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b974fe0c-1ed3-452a-b502-60235eaa4908 x-openstack-request-id: req-b974fe0c-1ed3-452a-b502-60235eaa4908 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:48.130255 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6287819a-fa76-4ec6-8bf2-5870dc937db3", "name": "network-vif-deleted", "tag": "2b6d2f06-fe96-4be8-b4fa-03b1f8d68786", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:48.130520 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b974fe0c-1ed3-452a-b502-60235eaa4908 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:48.130930 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6287819a-fa76-4ec6-8bf2-5870dc937db3', 'name': 'network-vif-deleted', 'tag': '2b6d2f06-fe96-4be8-b4fa-03b1f8d68786', 'status': 'completed', 'code': 200} Feb 19 01:58:48.662475 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49696) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:48.711804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Deleting subnet 50cb43f5-a551-43f2-b7ff-274603b4f750 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:58:48.714876 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Publish callbacks [] for subnet (50cb43f5-a551-43f2-b7ff-274603b4f750), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.730379 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.749179 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (50cb43f5-a551-43f2-b7ff-274603b4f750), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.787531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (50cb43f5-a551-43f2-b7ff-274603b4f750), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.838690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (50cb43f5-a551-43f2-b7ff-274603b4f750), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.864014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cb43f5-a551-43f2-b7ff-274603b4f750,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:48.868568 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:48.871858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/50cb43f5-a551-43f2-b7ff-274603b4f750 HTTP/1.1" status: 204 len: 168 time: 0.2083349 Feb 19 01:58:48.874597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49698) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:48.877353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.877710 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.878061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.878415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.878756 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.879095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.879427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.879760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.880151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.880488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.880821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.881177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.881506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5dacb-3494-46b0-97d0-98db36d6b2a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:48.941908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (a548b4d6-cc70-41ee-aa06-33a660bc5f0b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.023562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (a548b4d6-cc70-41ee-aa06-33a660bc5f0b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.043441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a548b4d6-cc70-41ee-aa06-33a660bc5f0b']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:49.052428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f72899-3597-48a1-a395-178c480c5a7a') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:49.052730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f72899-3597-48a1-a395-178c480c5a7a') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:49.061919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (b3f72899-3597-48a1-a395-178c480c5a7a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.075612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (b3f72899-3597-48a1-a395-178c480c5a7a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.082025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:58:49.082426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (b3f72899-3597-48a1-a395-178c480c5a7a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: timer() Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:58:49.084041 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:58:49.137323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (a548b4d6-cc70-41ee-aa06-33a660bc5f0b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.142651 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.145815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a548b4d6-cc70-41ee-aa06-33a660bc5f0b HTTP/1.1" status: 204 len: 168 time: 0.2701769 Feb 19 01:58:49.157437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0e75b-6728-4e8b-8dce-f7bf68af4f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a548b4d6-cc70-41ee-aa06-33a660bc5f0b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:49.252083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49702) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:49.299794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e9110afc-92e4-4c47-b8d7-f3455564d31a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7961d57cba64302b18a6c4170bd660e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464833 Feb 19 01:58:49.302324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49704) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:49.350637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3813b933-c921-4eca-8e73-5835f0aa07ee admin admin] Publish callbacks [] for security_group (9854ba85-44af-45e8-92c4-198190270a0a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.373021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3813b933-c921-4eca-8e73-5835f0aa07ee admin admin] Publish callbacks [] for security_group (9854ba85-44af-45e8-92c4-198190270a0a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.421899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3813b933-c921-4eca-8e73-5835f0aa07ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9854ba85-44af-45e8-92c4-198190270a0a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.424383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3813b933-c921-4eca-8e73-5835f0aa07ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.425543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3813b933-c921-4eca-8e73-5835f0aa07ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9854ba85-44af-45e8-92c4-198190270a0a HTTP/1.1" status: 204 len: 168 time: 0.1223269 Feb 19 01:58:49.433898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813b933-c921-4eca-8e73-5835f0aa07ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854ba85-44af-45e8-92c4-198190270a0a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:50.065691 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49726) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:50.161677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-54114819-network', 'tenant_id': '1381c878b1b44ab5b525977403d918ee'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:50.182172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Made reservation on behalf of 1381c878b1b44ab5b525977403d918ee for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:58:50.184534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.192872 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.265983 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks [] for security_group (030678a6-8d9f-4bbc-9dd5-52349ed2c646), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.269610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (030678a6-8d9f-4bbc-9dd5-52349ed2c646), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.289810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:58:50.305100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030678a6-8d9f-4bbc-9dd5-52349ed2c646,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:50.308008 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8661378d-1703-443e-8891-171ea16d9231), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.308355 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Added segment 8661378d-1703-443e-8891-171ea16d9231 of type vlan for network 057d741e-1ad8-46df-94b2-d957765dc19c Feb 19 01:58:50.333451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fc88556-f04d-445e-9ecf-852546af0ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.353140 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (057d741e-1ad8-46df-94b2-d957765dc19c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.378239 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (057d741e-1ad8-46df-94b2-d957765dc19c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.379404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:50.380090 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.429705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3623002 Feb 19 01:58:50.433268 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:50.438364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Request body: {'subnet': {'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-54114819-subnet', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:50.442627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d03a0-565d-4b0e-bd05-7aaa80725a38 admin admin] Pushing event updated for resources: {'Network': ['ID=057d741e-1ad8-46df-94b2-d957765dc19c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:50.454582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 057d741e-1ad8-46df-94b2-d957765dc19c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:58:50.458644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Made reservation on behalf of 1381c878b1b44ab5b525977403d918ee for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:58:50.461186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.631748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (95103f72-1e55-4daf-92fb-3cf0d5525f0b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.696304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95103f72-1e55-4daf-92fb-3cf0d5525f0b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:50.701481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:50.701833 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Network hostable DHCP agents. Network: 057d741e-1ad8-46df-94b2-d957765dc19c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:58:50.718238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Network 057d741e-1ad8-46df-94b2-d957765dc19c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:58:50.727398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 057d741e-1ad8-46df-94b2-d957765dc19c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:50.731421 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:50.732041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.736214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e79f2-199c-4151-984e-fbf766310945 None None] Network 057d741e-1ad8-46df-94b2-d957765dc19c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:58:50.748568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8874692f-daf3-4387-bae5-330945bdcb0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3141930 Feb 19 01:58:50.752053 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49732) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:50.756258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:50.774292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (81b97236-0bce-46bf-b2f9-6f5ab3d68623), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.775584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (81b97236-0bce-46bf-b2f9-6f5ab3d68623), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.831883 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks [] for router_controller (81b97236-0bce-46bf-b2f9-6f5ab3d68623), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.840794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-057d741e-1ad8-46df-94b2-d957765dc19c', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:58:50.841730 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.973157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Allocated IP 172.20.0.2 (057d741e-1ad8-46df-94b2-d957765dc19c/95103f72-1e55-4daf-92fb-3cf0d5525f0b/bae323f9-a788-444f-8efb-47408c326399) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:50.978432 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks [] for router_gateway (81b97236-0bce-46bf-b2f9-6f5ab3d68623), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.119338 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Publish callbacks [] for port (bae323f9-a788-444f-8efb-47408c326399), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.125389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (bae323f9-a788-444f-8efb-47408c326399), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.168899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:51.172534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Pushing event updated for resources: {'Port': ['ID=bae323f9-a788-444f-8efb-47408c326399,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:51.175047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:51.177216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:51.182700 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks [] for router_gateway (81b97236-0bce-46bf-b2f9-6f5ab3d68623), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.202711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.234159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Attempting to bind port bae323f9-a788-444f-8efb-47408c326399 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:51.234446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Attempting to bind port bae323f9-a788-444f-8efb-47408c326399 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:51.234809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Attempting to bind port bae323f9-a788-444f-8efb-47408c326399 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:51.239720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:51.240089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:51.240493 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.240886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:51.241406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Bound port: bae323f9-a788-444f-8efb-47408c326399, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:51.241789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bae323f9-a788-444f-8efb-47408c326399), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.253340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:58:51.275862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:58:51.276217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 2b6d2f06-fe96-4be8-b4fa-03b1f8d68786 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:58:51.307241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Allocated IP 172.25.0.83 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/680b154d-0db3-47c0-842a-9d5c89875068) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:51.324777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] For port bae323f9-a788-444f-8efb-47408c326399, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:51.328055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] For port bae323f9-a788-444f-8efb-47408c326399, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bae323f9-a788-444f-8efb-47408c326399,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:51.334073 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bae323f9-a788-444f-8efb-47408c326399), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.398386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dadcc1-a5ea-4e52-8f2b-c5ba409d123c None None] Pushing event updated for resources: {'Port': ['ID=bae323f9-a788-444f-8efb-47408c326399,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:51.421524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks [] for port (680b154d-0db3-47c0-842a-9d5c89875068), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.458772 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (680b154d-0db3-47c0-842a-9d5c89875068), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.495916 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:51.499029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:51.502678 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:51.532919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=680b154d-0db3-47c0-842a-9d5c89875068,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:51.789571 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks [] for router_gateway (81b97236-0bce-46bf-b2f9-6f5ab3d68623), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.013237 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (81b97236-0bce-46bf-b2f9-6f5ab3d68623), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.154917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:58:52.274711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:58:52.283411 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:58:52.293973 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:58:52.294591 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:58:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:52.297853 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.299258 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b3df076d-3256-416a-98df-32bdc90c8cd5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5462573 Feb 19 01:58:52.302079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49734) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:52.333356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50ccc4-9529-4292-99c8-9a77d541c379 None None] Network 057d741e-1ad8-46df-94b2-d957765dc19c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:58:52.408559 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:58:52.477604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] Provisioning complete for port bae323f9-a788-444f-8efb-47408c326399 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:52.478077 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bae323f9-a788-444f-8efb-47408c326399), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.487989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bae323f9-a788-444f-8efb-47408c326399 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:52.595351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bae323f9-a788-444f-8efb-47408c326399 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:52.595623 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bae323f9-a788-444f-8efb-47408c326399), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.617732 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:51Z', 'revision_number': 3, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:52.650342 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:58:52.650993 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Updating router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 port 680b154d-0db3-47c0-842a-9d5c89875068 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:58:52.683902 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (680b154d-0db3-47c0-842a-9d5c89875068), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.816938 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.838943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] Current status of the port bae323f9-a788-444f-8efb-47408c326399 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:52.839335 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bae323f9-a788-444f-8efb-47408c326399), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.862510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64db0b3c-4c72-4730-8fc9-675158424f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.884267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] For port bae323f9-a788-444f-8efb-47408c326399, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bae323f9-a788-444f-8efb-47408c326399,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:52.909190 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bae323f9-a788-444f-8efb-47408c326399), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.963307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a80e08-d7d9-46fc-8f66-d4527c5a72cf None None] Pushing event updated for resources: {'Port': ['ID=bae323f9-a788-444f-8efb-47408c326399,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:52.971587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bae323f9-a788-444f-8efb-47408c326399 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:52.971982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bae323f9-a788-444f-8efb-47408c326399), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.977752 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Publish callbacks [] for port (680b154d-0db3-47c0-842a-9d5c89875068), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:52.984015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Allocated IP 172.20.0.1 (057d741e-1ad8-46df-94b2-d957765dc19c/95103f72-1e55-4daf-92fb-3cf0d5525f0b/6c360288-adee-452f-960b-fec11a0644ae) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:52.984687 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (680b154d-0db3-47c0-842a-9d5c89875068), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.032776 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Pushing event updated for resources: {'Port': ['ID=680b154d-0db3-47c0-842a-9d5c89875068,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:53.040543 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:58:53.041550 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:58:53.041849 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.042191 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.042323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9a7830d9-a153-4740-89ee-b3076dd3ce2b None None] Provisioning complete for port bae323f9-a788-444f-8efb-47408c326399 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:53.042521 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.042773 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a7830d9-a153-4740-89ee-b3076dd3ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bae323f9-a788-444f-8efb-47408c326399), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.043287 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.044079 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.044701 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.045214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.045544 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.045867 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.046189 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.046507 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.046823 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.047140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:53.066158 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Attempting to bind port 680b154d-0db3-47c0-842a-9d5c89875068 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:53.066544 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Attempting to bind port 680b154d-0db3-47c0-842a-9d5c89875068 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:53.066895 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Attempting to bind port 680b154d-0db3-47c0-842a-9d5c89875068 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:53.072695 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:53.073089 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:53.073487 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.073873 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:53.074327 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Bound port: 680b154d-0db3-47c0-842a-9d5c89875068, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:53.074698 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (680b154d-0db3-47c0-842a-9d5c89875068), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.103462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks [] for port (6c360288-adee-452f-960b-fec11a0644ae), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.132006 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] For port 680b154d-0db3-47c0-842a-9d5c89875068, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:53.133320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a7830d9-a153-4740-89ee-b3076dd3ce2b None None] Current status of the port bae323f9-a788-444f-8efb-47408c326399 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:53.135577 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] For port 680b154d-0db3-47c0-842a-9d5c89875068, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=680b154d-0db3-47c0-842a-9d5c89875068,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:53.139065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6c360288-adee-452f-960b-fec11a0644ae), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.141426 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (680b154d-0db3-47c0-842a-9d5c89875068), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.176412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:53.179527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:53.182987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:53.199325 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:58:53.199970 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:58:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:53.205790 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263eb6d-64ac-4757-ad5d-3cd1abdb4154 None None] Pushing event updated for resources: {'Port': ['ID=680b154d-0db3-47c0-842a-9d5c89875068,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:53.209274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Pushing event updated for resources: {'Port': ['ID=6c360288-adee-452f-960b-fec11a0644ae,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:53.229508 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (81b97236-0bce-46bf-b2f9-6f5ab3d68623), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.325356 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:58:53.382711 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6c360288-adee-452f-960b-fec11a0644ae), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.454506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f4d1a446-7a7a-41a9-81f8-d5d9e16eeb16 None None] Provisioning complete for port 6c360288-adee-452f-960b-fec11a0644ae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:53.455210 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a446-7a7a-41a9-81f8-d5d9e16eeb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c360288-adee-452f-960b-fec11a0644ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.501165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1a446-7a7a-41a9-81f8-d5d9e16eeb16 None None] Port 6c360288-adee-452f-960b-fec11a0644ae cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:58:53.522362 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:51Z', 'revision_number': 3, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:53.549712 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf86cb-1c79-4981-ad28-53dd2e051e87 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:51Z', 'revision_number': 3, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:58:53.550654 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks [] for port (6c360288-adee-452f-960b-fec11a0644ae), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.562901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (6c360288-adee-452f-960b-fec11a0644ae), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.587674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bae323f9-a788-444f-8efb-47408c326399 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:53.631819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Pushing event updated for resources: {'Port': ['ID=6c360288-adee-452f-960b-fec11a0644ae,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:53.634866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (81b97236-0bce-46bf-b2f9-6f5ab3d68623), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.733652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:53.735074 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:53.871342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.895397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:58:54.024316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:58:54.028162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e46cdbe-7d6e-498d-87f9-1b18201011af None None] Provisioning complete for port 6c360288-adee-452f-960b-fec11a0644ae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:54.028540 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e46cdbe-7d6e-498d-87f9-1b18201011af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c360288-adee-452f-960b-fec11a0644ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.029421 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0844ebbb-d95f-47f8-ae61-ca5b2994b83d admin admin] 10.222.0.43 "PUT /v2.0/routers/81b97236-0bce-46bf-b2f9-6f5ab3d68623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262392 Feb 19 01:58:54.070608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e46cdbe-7d6e-498d-87f9-1b18201011af None None] Port 6c360288-adee-452f-960b-fec11a0644ae cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:58:54.479743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49742) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:54.484543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160586114', 'description': 'tempest-description--79893477'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:54.498622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bae323f9-a788-444f-8efb-47408c326399 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:54.507694 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.556823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bae323f9-a788-444f-8efb-47408c326399 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:54.557426 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bae323f9-a788-444f-8efb-47408c326399), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.581950 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group (475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.587150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.622416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.623648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428936 Feb 19 01:58:54.625547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15e895-c86f-4b0c-99c6-70ac1e0f377b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:54.626996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49744) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:54.635389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'security_group_rule': {'security_group_id': '475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:54.656700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bae323f9-a788-444f-8efb-47408c326399 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:54.659135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 680b154d-0db3-47c0-842a-9d5c89875068 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:54.668375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group_rule (1b490917-9a16-4ae9-ac5f-3e159f4f0e51), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.708746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 680b154d-0db3-47c0-842a-9d5c89875068 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:54.709163 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (680b154d-0db3-47c0-842a-9d5c89875068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.729186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group_rule (1b490917-9a16-4ae9-ac5f-3e159f4f0e51), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.734931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (1b490917-9a16-4ae9-ac5f-3e159f4f0e51), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.753632 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b490917-9a16-4ae9-ac5f-3e159f4f0e51,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:54.762008 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.763245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-55971dba-a055-4c08-aeaf-b67aa736f083 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330206 Feb 19 01:58:54.766065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49746) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:54.770684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'security_group_rule': {'security_group_id': '475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:54.796509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group_rule (681fe566-a3cc-47b8-af4a-bf98b9883984), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.802263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 680b154d-0db3-47c0-842a-9d5c89875068 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:54.802729 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (680b154d-0db3-47c0-842a-9d5c89875068), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.823932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 680b154d-0db3-47c0-842a-9d5c89875068, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=680b154d-0db3-47c0-842a-9d5c89875068,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:54.828575 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (680b154d-0db3-47c0-842a-9d5c89875068), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.855512 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group_rule (681fe566-a3cc-47b8-af4a-bf98b9883984), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.859629 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (681fe566-a3cc-47b8-af4a-bf98b9883984), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.878276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681fe566-a3cc-47b8-af4a-bf98b9883984,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:54.881760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=680b154d-0db3-47c0-842a-9d5c89875068,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:54.883639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.884838 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1c1a1776-5f59-4125-9aad-ca5dde0fbad0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177707 Feb 19 01:58:54.887970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49748) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:58:54.892530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:54.915624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.024661 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.131399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Allocated IP 172.25.0.213 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/6e67cd79-3533-40c2-9a0d-3671a6beb321) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:55.235893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:58:55.237122 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.247813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:58:55.248428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:58:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:55.273826 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.312046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:55.314876 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:55.320682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:55.326200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'Port': ['ID=6e67cd79-3533-40c2-9a0d-3671a6beb321,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:55.362048 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:58:55.412859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.450053 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.513940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.581029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 2, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:55.608578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:58:55.608945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Updating router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 port 6c360288-adee-452f-960b-fec11a0644ae binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:58:55.609746 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.615030 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.637440 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6c360288-adee-452f-960b-fec11a0644ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.683345 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'Port': ['ID=6e67cd79-3533-40c2-9a0d-3671a6beb321,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:55.695428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.711566 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.712939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dc91a420-03f4-48cf-9765-5b3199c7be15 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8239701 Feb 19 01:58:55.864797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-1edb828f-8ea1-41f8-8f2b-d0801b8b10c9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--160586114&fields=id&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 267 time: 0.0442650 Feb 19 01:58:55.916063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Publish callbacks [] for port (6c360288-adee-452f-960b-fec11a0644ae), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.921361 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6c360288-adee-452f-960b-fec11a0644ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:55.978068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-3db2b9e7-9fb6-4db8-8e80-6c22f93d0660 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:55.979633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-3db2b9e7-9fb6-4db8-8e80-6c22f93d0660 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1081355 Feb 19 01:58:55.991569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3c33-19f6-4e8e-aa4e-e2b4c39018dd None None] Pushing event updated for resources: {'Port': ['ID=6c360288-adee-452f-960b-fec11a0644ae,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:56.011928 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-079f2e58-3a88-4982-9804-d553f83598b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/quotas/1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 375 time: 0.0106978 Feb 19 01:58:56.034677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Attempting to bind port 6c360288-adee-452f-960b-fec11a0644ae on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:56.035006 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Attempting to bind port 6c360288-adee-452f-960b-fec11a0644ae by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:56.035371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Attempting to bind port 6c360288-adee-452f-960b-fec11a0644ae on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:56.040822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:56.041354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:56.041766 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.042163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:56.042634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Bound port: 6c360288-adee-452f-960b-fec11a0644ae, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:56.043013 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6c360288-adee-452f-960b-fec11a0644ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.074318 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-128c1cea-3b90-4084-8375-cc26d4f11f96 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562563 Feb 19 01:58:56.113396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] For port 6c360288-adee-452f-960b-fec11a0644ae, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:56.117419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] For port 6c360288-adee-452f-960b-fec11a0644ae, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6c360288-adee-452f-960b-fec11a0644ae,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:56.125301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6c360288-adee-452f-960b-fec11a0644ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.179549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:58:56.180189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:58:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:56.190059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-a25291dd-2fdd-43a4-9f24-5d25639edb86 service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036730 Feb 19 01:58:56.235363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3c33-19f6-4e8e-aa4e-e2b4c39018dd None None] Pushing event updated for resources: {'Port': ['ID=6c360288-adee-452f-960b-fec11a0644ae,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:56.263604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] Provisioning complete for port 6c360288-adee-452f-960b-fec11a0644ae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:56.263986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c360288-adee-452f-960b-fec11a0644ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.284319 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-ce2d6864-54f7-4062-ab9d-037e9ec4983b service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924599 Feb 19 01:58:56.349426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:58:56.427162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 680b154d-0db3-47c0-842a-9d5c89875068 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:56.430470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] Current status of the port 6c360288-adee-452f-960b-fec11a0644ae is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:56.430747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (6c360288-adee-452f-960b-fec11a0644ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.497542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a3a3ff74-d129-4e6d-8fcd-11a62e51f08f req-e4c9a69c-671a-488d-a0bd-cd44b293282d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 210 time: 0.0368495 Feb 19 01:58:56.545482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.772119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] For port 6c360288-adee-452f-960b-fec11a0644ae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6c360288-adee-452f-960b-fec11a0644ae,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:56.787666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (6c360288-adee-452f-960b-fec11a0644ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.825871 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.876887 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 680b154d-0db3-47c0-842a-9d5c89875068 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:56.877237 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (680b154d-0db3-47c0-842a-9d5c89875068), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:56.907589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48e44-c76a-4b00-9d1e-95bc6b030127 None None] Pushing event updated for resources: {'Port': ['ID=6c360288-adee-452f-960b-fec11a0644ae,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:56.967400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-299361c3-0f38-4249-aa72-43eade408979 None None] Provisioning complete for port 6c360288-adee-452f-960b-fec11a0644ae triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:56.967779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-299361c3-0f38-4249-aa72-43eade408979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c360288-adee-452f-960b-fec11a0644ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:57.058568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:58:57.063052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 680b154d-0db3-47c0-842a-9d5c89875068 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:57.091805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62903fbc-16b5-43ec-9a07-fa2a3be140a9 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:58:57.141738 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-299361c3-0f38-4249-aa72-43eade408979 None None] Current status of the port 6c360288-adee-452f-960b-fec11a0644ae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:57.538887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-dbb51e21-c5ea-46a6-a356-b9c38d9e4f0c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:57.543307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-dbb51e21-c5ea-46a6-a356-b9c38d9e4f0c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1199460 Feb 19 01:58:57.608230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bac34f2b-a855-49cb-932b-af558b380b21 req-6017cd65-3266-451b-91db-115abe3bbeb5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 210 time: 0.0301368 Feb 19 01:58:57.624897 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-0709aa51-19cb-4171-a60d-efbacf66dcc0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 379 time: 0.0708323 Feb 19 01:58:57.634505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'port': {'device_id': '8d3956be-c359-4312-b242-aad85740c07c', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'admin_state_up': True, 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'security_groups': ['475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:57.763807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Made reservation on behalf of 1381c878b1b44ab5b525977403d918ee for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:58:57.767624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:57.896908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Allocated IP 172.20.0.13 (057d741e-1ad8-46df-94b2-d957765dc19c/95103f72-1e55-4daf-92fb-3cf0d5525f0b/e5fbb0e2-9a82-4599-9a85-329e6ca5af87) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:58.045328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.082038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.128275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:58.134155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:58.138700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:58.165299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:58.200650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:58.201474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.220516 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-77ed9f16-35f3-423b-887f-2c0f0df00dcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900116 Feb 19 01:58:58.237163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Request body: {'port': {'device_id': '8d3956be-c359-4312-b242-aad85740c07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:58.301227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.370261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b94b9416-9e1b-4fac-94da-a8991975acc6 None None] Provisioning complete for port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:58.370813 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b94b9416-9e1b-4fac-94da-a8991975acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.406103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b94b9416-9e1b-4fac-94da-a8991975acc6 None None] Port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:58:58.430577 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6c360288-adee-452f-960b-fec11a0644ae up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:58.478506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 6c360288-adee-452f-960b-fec11a0644ae triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:58.478879 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (6c360288-adee-452f-960b-fec11a0644ae), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.561216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 6c360288-adee-452f-960b-fec11a0644ae is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:58.582753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fbb0e2-9a82-4599-9a85-329e6ca5af87 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:58:58.590254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Publish callbacks [] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.603041 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Transition to ACTIVE for port object e5fbb0e2-9a82-4599-9a85-329e6ca5af87 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:58:58.606881 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.708548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:58.771013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:58.771351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:58.771680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:58.778995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:58:58.779319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:58.787248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:58.787592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:58.788522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:58.788967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Bound port: e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:58.789421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.799898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4c8e-1bc3-4dcd-8f67-2b4e2d150d98 req-ce69d01a-4859-423a-8651-aca04b34cb84 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:58.801480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-837b4c8e-1bc3-4dcd-8f67-2b4e2d150d98 req-ce69d01a-4859-423a-8651-aca04b34cb84 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0981493 Feb 19 01:58:58.892583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-837b4c8e-1bc3-4dcd-8f67-2b4e2d150d98 req-a3020b87-ba72-4d78-9af9-23e206925c63 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837803 Feb 19 01:58:58.897984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:58.901102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:58.907766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.940764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:58.941463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:58.942823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] 10.222.0.10 "PUT /v2.0/ports/e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1092 time: 0.7100995 Feb 19 01:58:58.943257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:58.945761 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:58.972878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679dca3-2867-4ee7-99fb-46b33100ae6c service neutron] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:58.987392 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2acab71-0584-4c0d-a398-f7aab0cfbac8 x-openstack-request-id: req-e2acab71-0584-4c0d-a398-f7aab0cfbac8 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:58.987687 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:58.987936 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2acab71-0584-4c0d-a398-f7aab0cfbac8 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:58.988337 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'status': 'completed', 'code': 200} Feb 19 01:58:59.047969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-64d9b455-dcc5-42a0-b11d-e0b1c5599107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.049604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-64d9b455-dcc5-42a0-b11d-e0b1c5599107 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1126 time: 0.0526114 Feb 19 01:58:59.095006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-62d507ac-3616-4b98-aae1-682f3a940439 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 217 time: 0.0357378 Feb 19 01:58:59.145585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-01478678-321c-4735-b737-0a6f670f0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.147055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-01478678-321c-4735-b737-0a6f670f0d39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0450165 Feb 19 01:58:59.198616 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-8d774257-fb40-450c-b2ed-5142a53a36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.200079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-8d774257-fb40-450c-b2ed-5142a53a36f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436065 Feb 19 01:58:59.294049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-327e352d-edf3-4f86-b3a4-030965c2498e service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845270 Feb 19 01:58:59.384087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64418c3a-918a-4a0a-b533-6ed2b4d76765 req-4975c604-b595-4cc6-adc7-22faba1b24bf service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808959 Feb 19 01:58:59.479862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-0ca47ddc-50f9-4fa9-be46-44ad10c46441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.481383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-0ca47ddc-50f9-4fa9-be46-44ad10c46441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1126 time: 0.0505362 Feb 19 01:58:59.568124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-e2c5bfa5-9fbd-4d35-b50f-5f20f3d68c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.570403 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-e2c5bfa5-9fbd-4d35-b50f-5f20f3d68c26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0832114 Feb 19 01:58:59.614886 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-ccb6c990-8eca-4791-bb67-35770878b0ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 217 time: 0.0383415 Feb 19 01:58:59.663339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-133431d4-e5dd-4ace-b090-610d4e9e1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.664808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-133431d4-e5dd-4ace-b090-610d4e9e1368 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0444877 Feb 19 01:58:59.715249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-a211b4f9-0a9d-4c9a-b33b-755c63110b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:59.716745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-a211b4f9-0a9d-4c9a-b33b-755c63110b03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441303 Feb 19 01:58:59.806083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-c7fabdd0-d187-4b06-8ef3-be2c888e772e service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825746 Feb 19 01:58:59.895868 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2fa4c1db-cfd9-478e-8c16-efbbdf59d9f7 req-a69fada5-d4df-42b5-9104-fdbb58b2a15d service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Feb 19 01:59:00.011411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f7a4b-4169-4b18-87d5-dc83f10dbe29 req-cf520fe2-93c7-47d0-81f5-bce92b55acd2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:00.012885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-384f7a4b-4169-4b18-87d5-dc83f10dbe29 req-cf520fe2-93c7-47d0-81f5-bce92b55acd2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0535653 Feb 19 01:59:00.058394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-384f7a4b-4169-4b18-87d5-dc83f10dbe29 req-85697cc0-69eb-4ee8-8a1f-55a091a315b8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398707 Feb 19 01:59:01.176758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a9940-a1c6-4075-8b0a-a606e2f2110b req-c9947b97-88ed-45e9-ae37-6117951f6dbc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:01.178284 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f86a9940-a1c6-4075-8b0a-a606e2f2110b req-c9947b97-88ed-45e9-ae37-6117951f6dbc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0519021 Feb 19 01:59:01.229814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f86a9940-a1c6-4075-8b0a-a606e2f2110b req-4c8e2e55-604a-4d50-9072-b844021a0b2f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Feb 19 01:59:01.280331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:59:01.377690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:01.389214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'mac_address': 'fa:16:3e:a3:6a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:59:01.430259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:01.430652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:01.443646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fbb0e2-9a82-4599-9a85-329e6ca5af87 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:59:01.463830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:01.467530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:01.513271 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:01.734181 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['e5fbb0e2-9a82-4599-9a85-329e6ca5af87'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:59:02.353936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997a75-a09d-4b28-93ef-99304aa263d7 req-9e0fb256-c98f-4efb-9616-ad991d72f4dc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:02.355397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb997a75-a09d-4b28-93ef-99304aa263d7 req-9e0fb256-c98f-4efb-9616-ad991d72f4dc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 945 time: 0.0556924 Feb 19 01:59:02.402228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb997a75-a09d-4b28-93ef-99304aa263d7 req-ef7fe4e9-5d5c-4366-9faf-6f41d3475a35 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413685 Feb 19 01:59:03.296884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:03.345521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:59:03.349445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:03.349827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:03.431172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:03.431559 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:03.454320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:03.457152 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8eb0bf-b919-485c-ba3e-e7026d4d8bc5" -d '{"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-plugged", "status": "completed", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:03.470739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:03.476233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:03.503762 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8862c-1ce5-490d-9ac4-cd2007e8ce56 x-openstack-request-id: req-ebf8862c-1ce5-490d-9ac4-cd2007e8ce56 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:03.504057 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-plugged", "status": "completed", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:03.504311 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebf8862c-1ce5-490d-9ac4-cd2007e8ce56 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:03.504701 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'code': 200} Feb 19 01:59:03.526336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4a00b-f084-4b4e-a7e8-491eeffa0290 req-d0a3cd73-68f1-431b-a152-b942bfc5b35b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:03.527672 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05e4a00b-f084-4b4e-a7e8-491eeffa0290 req-d0a3cd73-68f1-431b-a152-b942bfc5b35b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0564206 Feb 19 01:59:03.529196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:03.583197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05e4a00b-f084-4b4e-a7e8-491eeffa0290 req-ac4e5d21-419d-459b-b3d6-772d81171178 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466993 Feb 19 01:59:03.617226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e101094-e516-4d9a-a381-05028e446609 req-d73bca84-c7bb-4766-9383-4d7ed3ce3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:03.618783 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e101094-e516-4d9a-a381-05028e446609 req-d73bca84-c7bb-4766-9383-4d7ed3ce3e45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1128 time: 0.0505347 Feb 19 01:59:03.674293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8e101094-e516-4d9a-a381-05028e446609 req-b71beb97-ea82-4795-9744-f574cbba9dcb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Feb 19 01:59:04.707269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f7c81-c72c-432a-a3f4-1712b8d5a0b7 req-aa1f9c29-24cb-4a0b-85e5-6dec4e25c44a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:04.708731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f20f7c81-c72c-432a-a3f4-1712b8d5a0b7 req-aa1f9c29-24cb-4a0b-85e5-6dec4e25c44a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0558648 Feb 19 01:59:04.757105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f20f7c81-c72c-432a-a3f4-1712b8d5a0b7 req-031303dd-fe6f-4bbb-8f61-11698b10b4c1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Feb 19 01:59:05.872914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662e38-a90b-4006-9eeb-883405bc0cc4 req-5d4ea63f-daf6-4355-802c-11244d74e0da tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:05.874409 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72662e38-a90b-4006-9eeb-883405bc0cc4 req-5d4ea63f-daf6-4355-802c-11244d74e0da tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0521626 Feb 19 01:59:05.921301 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72662e38-a90b-4006-9eeb-883405bc0cc4 req-4cf3c79e-9fd5-46f8-8eed-0deb9910780b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Feb 19 01:59:06.035647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679039a-b4b6-4b24-8045-7a3640275712 req-e6211867-7fa6-49fb-9aef-599c6ab8b743 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:06.037149 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3679039a-b4b6-4b24-8045-7a3640275712 req-e6211867-7fa6-49fb-9aef-599c6ab8b743 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0539064 Feb 19 01:59:06.045593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 49798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:06.049940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'floatingip': {'port_id': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:06.088709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:06.853981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:06.857965 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:06.960707 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 associated. External IP: 172.25.0.213, port: e5fbb0e2-9a82-4599-9a85-329e6ca5af87. Feb 19 01:59:07.169261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:07.278512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:07.283021 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:07.288064 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:07.297690 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:07.298298 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:58:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:07.312064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-663fd8eb-97ef-42d7-a4e1-4bf1c273ec45 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "PUT /v2.0/floatingips/3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 HTTP/1.1" status: 200 len: 992 time: 1.2654355 Feb 19 01:59:07.312757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:07.315213 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:07.354396 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10365cb-e1a5-4015-a386-039e2a39004c x-openstack-request-id: req-a10365cb-e1a5-4015-a386-039e2a39004c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:07.354693 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:07.354947 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a10365cb-e1a5-4015-a386-039e2a39004c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:07.355358 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'status': 'completed', 'code': 200} Feb 19 01:59:07.424982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89959c77-11d1-4eba-bf7b-12fbb5ba6783 req-617077c4-6333-4174-afcb-faa42412d645 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:07.425868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-183ab259-3272-47bc-82f9-aad680a6c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:07.427400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-183ab259-3272-47bc-82f9-aad680a6c9bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1128 time: 0.0486960 Feb 19 01:59:07.427863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89959c77-11d1-4eba-bf7b-12fbb5ba6783 req-617077c4-6333-4174-afcb-faa42412d645 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0639989 Feb 19 01:59:07.477569 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-89959c77-11d1-4eba-bf7b-12fbb5ba6783 req-35d4f85e-7c8e-413c-9f57-313a69d1fd1f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Feb 19 01:59:07.502720 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:07.525606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-4113fd7b-8155-42dd-9e2b-271092391efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:07.527315 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-4113fd7b-8155-42dd-9e2b-271092391efb service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0937114 Feb 19 01:59:07.629054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-479180d5-bc3b-436f-8dfb-febe53f19bf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1000 time: 0.0961475 Feb 19 01:59:07.668113 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb058ee-6752-47a6-9337-6be6b8645a68 req-d271c1c9-2b0d-45c3-8064-f56a34cf92cc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:07.669576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cb058ee-6752-47a6-9337-6be6b8645a68 req-d271c1c9-2b0d-45c3-8064-f56a34cf92cc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0968242 Feb 19 01:59:07.705281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-2f4f414a-5514-4777-99d4-9df04672e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:07.706729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-2f4f414a-5514-4777-99d4-9df04672e44a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0715086 Feb 19 01:59:07.738048 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:a3:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3956be-c359-4312-b242-aad85740c07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T01:59:06Z', 'revision_number': 1, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:07.758756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cb058ee-6752-47a6-9337-6be6b8645a68 req-f9948973-fdc8-4e69-a0e1-313299c570d4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831301 Feb 19 01:59:07.764071 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:07.772588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-c54699dd-4421-432e-bf04-fa6d1937b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:07.773542 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:07.774119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-c54699dd-4421-432e-bf04-fa6d1937b4f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580530 Feb 19 01:59:07.774363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:58:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:07.861391 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-e5e8b2f2-8210-4ccb-ad8b-815c4f4e276b service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817497 Feb 19 01:59:07.887424 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:07.955232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-71c3d70a-f5b8-4f1a-b143-ab354b99a2e2 req-726286a9-9aaa-42aa-b1e0-4c6e88ed6d0e service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879016 Feb 19 01:59:08.109055 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:a3:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3956be-c359-4312-b242-aad85740c07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T01:59:06Z', 'revision_number': 1, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:08.138975 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e2330-3d29-40a7-8d29-1c8db740325f None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:a3:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3956be-c359-4312-b242-aad85740c07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T01:59:06Z', 'revision_number': 1, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:08.338997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce282f-ec36-4622-9fd8-9dc76c22e685 None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:59:08.882520 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8919259-fedb-4ba7-8e54-4c7825217042 req-e09f898f-40f9-4cba-b04e-b697aada2fa9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:08.884016 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8919259-fedb-4ba7-8e54-4c7825217042 req-e09f898f-40f9-4cba-b04e-b697aada2fa9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0530920 Feb 19 01:59:08.931263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f8919259-fedb-4ba7-8e54-4c7825217042 req-33793bbc-7f7e-4f51-9c61-cff17ce9ebfb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Feb 19 01:59:09.048370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e716447-760c-4214-89d1-130d25769a02 req-7e2995b1-8f69-4832-8acd-88682eaa817f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:09.049777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e716447-760c-4214-89d1-130d25769a02 req-7e2995b1-8f69-4832-8acd-88682eaa817f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0520453 Feb 19 01:59:09.096082 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e716447-760c-4214-89d1-130d25769a02 req-a20964fe-27b7-4e54-b544-c21d94617e56 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403392 Feb 19 01:59:09.475139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-a922c83f-5603-4644-aeb9-c94dee2f3885 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849843 Feb 19 01:59:09.486011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647fe79-222e-4797-8b79-2a14ae1a6977 req-223b876f-1104-4391-96f9-e71309b86040 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:09.488381 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1647fe79-222e-4797-8b79-2a14ae1a6977 req-223b876f-1104-4391-96f9-e71309b86040 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0868328 Feb 19 01:59:09.535445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1647fe79-222e-4797-8b79-2a14ae1a6977 req-216bf496-84be-4e29-afa5-c44b71d6d2ed tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Feb 19 01:59:09.884984 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-acfe35f8-bf8a-4171-a1b6-935e41f24851 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:09.886287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-acfe35f8-bf8a-4171-a1b6-935e41f24851 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports/e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 943 time: 0.0499256 Feb 19 01:59:10.663859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164da2-9827-4b5d-8a76-7569fa6c8403 req-65b70ee8-3c42-40f4-943e-55fbab8e4c7f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:10.665983 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b164da2-9827-4b5d-8a76-7569fa6c8403 req-65b70ee8-3c42-40f4-943e-55fbab8e4c7f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0614262 Feb 19 01:59:10.694501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-8566a243-baa1-42af-843b-f46a890db029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:10.696157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-8566a243-baa1-42af-843b-f46a890db029 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1128 time: 0.0461519 Feb 19 01:59:10.714351 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b164da2-9827-4b5d-8a76-7569fa6c8403 req-647038e6-f8fe-4ede-b235-909b982a43ad tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432818 Feb 19 01:59:10.790434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-8323c602-138f-4db4-bd23-cd8d58666652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:10.791949 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-8323c602-138f-4db4-bd23-cd8d58666652 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0898657 Feb 19 01:59:10.855750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-f4b33ad6-bf98-4cef-b32f-91c1178a7fff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1002 time: 0.0575271 Feb 19 01:59:10.903454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-5f8e1694-06e7-4442-8b8c-4911fc9c9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:10.904883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-5f8e1694-06e7-4442-8b8c-4911fc9c9088 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0436311 Feb 19 01:59:10.955934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-2afb7bcb-95d3-46ce-af8f-754c14b03a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:10.957446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-2afb7bcb-95d3-46ce-af8f-754c14b03a0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473621 Feb 19 01:59:11.044311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-cb8fcd5c-345c-4567-8ba4-df2e26b989bc service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803711 Feb 19 01:59:11.136866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-8cbf8065-6d1b-4d2a-b6ef-d85cfac60e6a service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842364 Feb 19 01:59:11.839471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c12ff9-b5fe-4c6c-8973-215d60d30462 req-046476cf-8870-473f-9a10-e3a8cc5d7918 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:11.841307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70c12ff9-b5fe-4c6c-8973-215d60d30462 req-046476cf-8870-473f-9a10-e3a8cc5d7918 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0558774 Feb 19 01:59:11.887328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-70c12ff9-b5fe-4c6c-8973-215d60d30462 req-c41d1cba-c8ee-495a-a232-fbd85affdb22 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Feb 19 01:59:13.011163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa6d1-252a-4404-9fad-ed9beb684f2b req-b291cd9b-5aab-419e-b2e8-cd2c84cf301a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:13.012634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c0fa6d1-252a-4404-9fad-ed9beb684f2b req-b291cd9b-5aab-419e-b2e8-cd2c84cf301a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0533578 Feb 19 01:59:13.058328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7c0fa6d1-252a-4404-9fad-ed9beb684f2b req-860e85ea-4067-4a82-a91e-34d705a9328d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Feb 19 01:59:14.175370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c61f62-a037-4cb5-bd9a-3830fafa350c req-46b18e2b-a07d-4748-8822-d248412ce4bc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:14.176841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33c61f62-a037-4cb5-bd9a-3830fafa350c req-46b18e2b-a07d-4748-8822-d248412ce4bc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0518410 Feb 19 01:59:14.227397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33c61f62-a037-4cb5-bd9a-3830fafa350c req-c34ea084-b021-4aab-8c74-c30f3eba3a02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445058 Feb 19 01:59:15.349496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9f60-4009-404d-8e40-f6d60502e3f0 req-16609f2e-46d2-4bd2-a705-5601ee4ec6df tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:15.350971 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91bd9f60-4009-404d-8e40-f6d60502e3f0 req-16609f2e-46d2-4bd2-a705-5601ee4ec6df tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0559165 Feb 19 01:59:15.395921 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91bd9f60-4009-404d-8e40-f6d60502e3f0 req-99c5c6c3-c491-44f5-a2fd-18bc5fcd5212 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393934 Feb 19 01:59:16.519125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62762c9-de3f-4d7b-bbc0-c630399091ec req-8d33fa3a-1844-4347-a475-64a054f06184 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:16.520595 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d62762c9-de3f-4d7b-bbc0-c630399091ec req-8d33fa3a-1844-4347-a475-64a054f06184 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0526671 Feb 19 01:59:16.567060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d62762c9-de3f-4d7b-bbc0-c630399091ec req-1896745c-f8bd-43a0-adc1-0a4c3d957d85 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404227 Feb 19 01:59:17.688404 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a978-7acd-4ce2-a985-a7f6ad9eeb2a req-b05edc10-f4ca-438e-acba-eb1b9ebe125d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:17.690030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05c2a978-7acd-4ce2-a985-a7f6ad9eeb2a req-b05edc10-f4ca-438e-acba-eb1b9ebe125d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0540867 Feb 19 01:59:17.736401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05c2a978-7acd-4ce2-a985-a7f6ad9eeb2a req-1f6a0910-d386-43b3-92f9-529a96d45383 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404091 Feb 19 01:59:18.734163 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:18.855019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a166d-850d-4763-98d3-aa1bb04662d1 req-93ef8af2-3a57-4f7d-a7bd-e9cb06ec68d7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:18.856501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f99a166d-850d-4763-98d3-aa1bb04662d1 req-93ef8af2-3a57-4f7d-a7bd-e9cb06ec68d7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0523133 Feb 19 01:59:18.903142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f99a166d-850d-4763-98d3-aa1bb04662d1 req-20958494-5374-4dc8-88ad-9167f0ff03cc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Feb 19 01:59:20.021342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d1d81-5267-4ae2-9f99-be8326408c9f req-d9f6acd6-26a2-4914-b4c6-707ef3198cc3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:20.023525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-329d1d81-5267-4ae2-9f99-be8326408c9f req-d9f6acd6-26a2-4914-b4c6-707ef3198cc3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0526407 Feb 19 01:59:20.073666 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-329d1d81-5267-4ae2-9f99-be8326408c9f req-7aee4d57-f958-4029-ab1c-97aeeb532932 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Feb 19 01:59:20.335951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d21b974b-f151-4406-a040-f6f222589cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:21.195005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218160bc-e95c-46a3-af43-bd017d0c4a63 req-00b33944-3b14-4563-88af-bf36641be74c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:21.196478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-218160bc-e95c-46a3-af43-bd017d0c4a63 req-00b33944-3b14-4563-88af-bf36641be74c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0562923 Feb 19 01:59:21.243898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-218160bc-e95c-46a3-af43-bd017d0c4a63 req-0f178d93-63cf-4264-b557-bf85a0e7e594 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Feb 19 01:59:22.365936 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b4d7c-3690-40ed-a546-18908b8e8cda req-2c3bb592-f0f1-4287-8535-922dd6dc88cd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:22.367421 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-199b4d7c-3690-40ed-a546-18908b8e8cda req-2c3bb592-f0f1-4287-8535-922dd6dc88cd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0533750 Feb 19 01:59:22.414007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-199b4d7c-3690-40ed-a546-18908b8e8cda req-6405b894-6d37-47ec-aa1d-bfd516648b69 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410855 Feb 19 01:59:22.718266 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f95cf7d8-e3e1-4311-83b0-89fffe3b4ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.536537 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e94b-d58c-4d81-97b5-fb9c04f3513f req-d666ade4-fc49-4d3b-9f72-0f69bbc95c33 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:23.538545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab94e94b-d58c-4d81-97b5-fb9c04f3513f req-d666ade4-fc49-4d3b-9f72-0f69bbc95c33 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0522470 Feb 19 01:59:23.587945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab94e94b-d58c-4d81-97b5-fb9c04f3513f req-26981fd7-3844-4f94-9412-3da9174591f1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Feb 19 01:59:23.865075 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.891499 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:59:24.709027 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08489-afcf-49f1-9988-d9e14c00e919 req-9d9fdea9-2cbc-436f-a2c8-011c150bdd18 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:24.710590 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aed08489-afcf-49f1-9988-d9e14c00e919 req-9d9fdea9-2cbc-436f-a2c8-011c150bdd18 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0533297 Feb 19 01:59:24.756844 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aed08489-afcf-49f1-9988-d9e14c00e919 req-3d5a3f80-798e-42ea-9f2a-59d824f1faa1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Feb 19 01:59:25.500278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:25.874441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f973-0f27-4e0c-afa9-98d8e6a35025 req-150fef3d-92f0-4aa9-ad9d-bc3f7a815836 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:25.875887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc27f973-0f27-4e0c-afa9-98d8e6a35025 req-150fef3d-92f0-4aa9-ad9d-bc3f7a815836 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0509140 Feb 19 01:59:25.935994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dc27f973-0f27-4e0c-afa9-98d8e6a35025 req-8206ebe1-97b5-4d81-a955-a04e41b92485 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540690 Feb 19 01:59:26.476770 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.637935 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.063709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a12f85-c767-4391-9cab-b3df5cdf7b76 req-ee2bd80a-fc46-4e29-b75a-fc741bc2d43e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:27.065586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90a12f85-c767-4391-9cab-b3df5cdf7b76 req-ee2bd80a-fc46-4e29-b75a-fc741bc2d43e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0579922 Feb 19 01:59:27.113019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90a12f85-c767-4391-9cab-b3df5cdf7b76 req-c0ea6eff-d265-430e-9b6f-ee3c430d1939 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407362 Feb 19 01:59:28.231135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535f972-bbfd-48cc-95f1-7a2b045158b5 req-4a41e991-ed7a-4e88-a32f-b7121c1ff984 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:28.232597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1535f972-bbfd-48cc-95f1-7a2b045158b5 req-4a41e991-ed7a-4e88-a32f-b7121c1ff984 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0515118 Feb 19 01:59:28.278422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1535f972-bbfd-48cc-95f1-7a2b045158b5 req-491517e3-231e-477a-a0c9-2e4b6ec56b75 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399868 Feb 19 01:59:29.398653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f1db5-c0ec-466a-a580-699f59e1a4a4 req-1fa08559-85bf-40d0-89ec-a33a34a2dc44 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:29.400131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb4f1db5-c0ec-466a-a580-699f59e1a4a4 req-1fa08559-85bf-40d0-89ec-a33a34a2dc44 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0547404 Feb 19 01:59:29.447527 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cb4f1db5-c0ec-466a-a580-699f59e1a4a4 req-e864ad18-60f5-4e95-beba-46341e739a09 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Feb 19 01:59:30.565723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef128-bd26-4e1b-b1f0-cfd3aca69edc req-855a25fc-f05b-4fef-960d-36d64adcf65f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:30.567192 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-948ef128-bd26-4e1b-b1f0-cfd3aca69edc req-855a25fc-f05b-4fef-960d-36d64adcf65f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0524318 Feb 19 01:59:30.614144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-948ef128-bd26-4e1b-b1f0-cfd3aca69edc req-8f8cf967-2bbc-4fd2-9517-eca419bfc377 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Feb 19 01:59:30.729264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-32f2d7ce-9471-49bb-87d9-46d5fe3e160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:30.730766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-32f2d7ce-9471-49bb-87d9-46d5fe3e160d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1128 time: 0.0496583 Feb 19 01:59:30.831440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-a73d811b-c871-400f-84b7-ca992b278b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:30.832890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-a73d811b-c871-400f-84b7-ca992b278b2e service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0832987 Feb 19 01:59:30.900489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-31bb18ff-87c3-46db-8404-d821f8a11d2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1002 time: 0.0608265 Feb 19 01:59:30.949805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-0b6dc2d4-3617-459b-b31b-2f679cf9482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:30.951203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-0b6dc2d4-3617-459b-b31b-2f679cf9482e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0432327 Feb 19 01:59:31.000604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-38419aec-80b6-4139-8750-4c7d80536413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:31.002134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-38419aec-80b6-4139-8750-4c7d80536413 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438561 Feb 19 01:59:31.095445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-8f9d40f3-c097-444a-9d50-a5f9c0a3b5fc service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863431 Feb 19 01:59:31.182563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de4ceb0c-f3af-4019-a0a8-b0403cea5c5c req-ace42f5a-34c3-4573-8b28-7fe3424bcc45 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810883 Feb 19 01:59:31.739485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8407c47-7f86-4d16-ba39-7814e353c40f req-92cbf1f6-955d-4a8d-8853-66212dd2c3ab tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:31.741646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c8407c47-7f86-4d16-ba39-7814e353c40f req-92cbf1f6-955d-4a8d-8853-66212dd2c3ab tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0579832 Feb 19 01:59:31.788985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c8407c47-7f86-4d16-ba39-7814e353c40f req-5199dbbf-fcbb-4aa2-921f-90ba469b6118 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Feb 19 01:59:32.910066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626ff5-ff4d-47c3-8217-4c7a7e6a63c0 req-5f61fed5-5cd3-4607-83f8-703cb0a75451 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:32.911512 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20626ff5-ff4d-47c3-8217-4c7a7e6a63c0 req-5f61fed5-5cd3-4607-83f8-703cb0a75451 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0534198 Feb 19 01:59:32.963745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20626ff5-ff4d-47c3-8217-4c7a7e6a63c0 req-6c76c995-d979-4b16-a111-8fd6aa271661 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460129 Feb 19 01:59:34.082394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759d63-9c9e-48d4-af67-4d518501966c req-92095f20-dd56-41ab-9880-c92ce6c360ef tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:34.083872 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e759d63-9c9e-48d4-af67-4d518501966c req-92095f20-dd56-41ab-9880-c92ce6c360ef tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0526507 Feb 19 01:59:34.129805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e759d63-9c9e-48d4-af67-4d518501966c req-bf890a5d-3999-48ad-a650-0ed0c238dddc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403180 Feb 19 01:59:35.246976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb473cfc-e135-4ae5-b56f-2356820b2306 req-8297f695-1ca3-4adc-96d7-0e3594dee158 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:35.248519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb473cfc-e135-4ae5-b56f-2356820b2306 req-8297f695-1ca3-4adc-96d7-0e3594dee158 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0510764 Feb 19 01:59:35.295577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb473cfc-e135-4ae5-b56f-2356820b2306 req-2794e43f-41a8-4f15-a44b-af5549c303ac tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Feb 19 01:59:36.417243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f191d-389e-4bd0-863c-ba1c4b193939 req-1e50ef8b-4f04-4e4d-b66c-55d61a2544e6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:36.418727 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b38f191d-389e-4bd0-863c-ba1c4b193939 req-1e50ef8b-4f04-4e4d-b66c-55d61a2544e6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0564504 Feb 19 01:59:36.468331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b38f191d-389e-4bd0-863c-ba1c4b193939 req-05e63b7c-691a-4a88-a9e9-9e4e06d0ad8c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441487 Feb 19 01:59:37.587774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17015219-134a-46e3-918e-a86e2c8fa76b req-d260584c-9578-46c7-9664-3874463ae473 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:37.589878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17015219-134a-46e3-918e-a86e2c8fa76b req-d260584c-9578-46c7-9664-3874463ae473 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0528057 Feb 19 01:59:37.636174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-17015219-134a-46e3-918e-a86e2c8fa76b req-f009bb16-9617-42c5-acf2-bbc7ce3ad6ac tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Feb 19 01:59:38.212781 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-462094f4-35b6-4020-80df-f78b621746e2 req-e58ff2e0-0020-49c5-852d-c363a49bf71a service neutron] show failed (client error): The resource could not be found. Feb 19 01:59:38.213819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-e58ff2e0-0020-49c5-852d-c363a49bf71a service neutron] 10.222.0.10 "GET /v2.0/ports/e5fbb0e2-9a82-4599-9a85-329e6ca5af87/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0584865 Feb 19 01:59:38.426668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-a83d0609-8741-4fd0-8bf3-b8c54afd1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:38.428166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-a83d0609-8741-4fd0-8bf3-b8c54afd1ed8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 1128 time: 0.0449276 Feb 19 01:59:38.438442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:38.494423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.700115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:38.759645 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff02a-6268-4014-9f3a-3fbaeca93b99 req-eb98d9a7-f3ab-4edc-b4a9-e4d17d47f791 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:38.761165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ccff02a-6268-4014-9f3a-3fbaeca93b99 req-eb98d9a7-f3ab-4edc-b4a9-e4d17d47f791 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0561423 Feb 19 01:59:38.812419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6ccff02a-6268-4014-9f3a-3fbaeca93b99 req-c7dc5cf7-80bd-426b-bc28-86afb072fb34 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Feb 19 01:59:39.033438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:39.070881 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:39.073310 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6be40-675c-4333-9167-31b33f6753b4" -d '{"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:39.077071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Publish callbacks [] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.090222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Transition to ACTIVE for port object e5fbb0e2-9a82-4599-9a85-329e6ca5af87 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:59:39.093462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.128543 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef0534-3685-4eff-9fa8-85e9a3432c5c x-openstack-request-id: req-b5ef0534-3685-4eff-9fa8-85e9a3432c5c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:39.129527 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:39.129527 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5ef0534-3685-4eff-9fa8-85e9a3432c5c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:39.129527 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'code': 200} Feb 19 01:59:39.201628 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:39.224229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.224577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.224921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.225282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.225614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.225941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.226267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.226590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.226910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.227232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.227557 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.227875 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.228192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:39.280969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] No DVR routers for this DVR port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:39.424891 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:39.425264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:39.425594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:39.429848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:59:39.430158 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Attempting to bind port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:39.435566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:39.436031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:39.436428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:39.436877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Bound port: e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:39.437277 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.499135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:39.502253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:39.507375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.540776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:39.541415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.543398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] 10.222.0.89 "PUT /v2.0/ports/e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1092 time: 1.1088948 Feb 19 01:59:39.563714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e778c6-7d92-4b9f-86f5-8c0ec659c251 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:39.616718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-9303e1d9-3a22-4557-b61b-07c89d53911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:39.618254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-9303e1d9-3a22-4557-b61b-07c89d53911e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1126 time: 0.0517721 Feb 19 01:59:39.713456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-e76ee279-fc52-4104-bc75-8c2ebda20bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:39.715463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-e76ee279-fc52-4104-bc75-8c2ebda20bc6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0911345 Feb 19 01:59:39.780253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-462de0c9-ea73-4b2d-a4bb-e40b12987589 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1000 time: 0.0582609 Feb 19 01:59:39.834605 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-725f6358-add7-463d-9bd5-c4a58cdd95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:39.835994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-725f6358-add7-463d-9bd5-c4a58cdd95b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0499270 Feb 19 01:59:39.886680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462094f4-35b6-4020-80df-f78b621746e2 req-71697939-0abf-417c-96e9-7c536902d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:39.888375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-71697939-0abf-417c-96e9-7c536902d4fe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466945 Feb 19 01:59:39.936024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6590d0-814b-4056-8901-1e878ea3d063 req-14a12e30-a84c-44db-9f88-9f50fcb3be14 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:39.937547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc6590d0-814b-4056-8901-1e878ea3d063 req-14a12e30-a84c-44db-9f88-9f50fcb3be14 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0528965 Feb 19 01:59:39.976055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-ea059b3d-8ccb-4574-bd61-06fbd08e722c service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818160 Feb 19 01:59:39.984621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc6590d0-814b-4056-8901-1e878ea3d063 req-eb3175b7-4d96-4d23-8b7d-2b69741325c6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Feb 19 01:59:40.066756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-462094f4-35b6-4020-80df-f78b621746e2 req-0c028706-f178-415f-b09b-d09e764449ea service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845823 Feb 19 01:59:41.117251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106efd87-3849-46cd-b0db-92c2b38ae398 req-faf32f01-7fd8-4fda-b764-f51b52c0f575 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.121118 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-106efd87-3849-46cd-b0db-92c2b38ae398 req-faf32f01-7fd8-4fda-b764-f51b52c0f575 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0652900 Feb 19 01:59:41.132435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:41.135007 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721125ad-7135-4896-884c-cfd592afb4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:41.176465 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-106efd87-3849-46cd-b0db-92c2b38ae398 req-5032bcfc-1eb3-48e9-adbe-18b5197c01af tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496631 Feb 19 01:59:41.193560 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8033b0c-c316-4752-82e4-0d32b1a3a92b x-openstack-request-id: req-c8033b0c-c316-4752-82e4-0d32b1a3a92b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:41.193866 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:41.194123 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8033b0c-c316-4752-82e4-0d32b1a3a92b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:41.194836 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'status': 'completed', 'code': 200} Feb 19 01:59:41.293960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-291c511f-8b1c-4522-836b-d287605e13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.295393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-291c511f-8b1c-4522-836b-d287605e13d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1126 time: 0.0821407 Feb 19 01:59:41.297908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-fc3b8b22-a53d-4f2d-a81c-e5e94261dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.299265 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-fc3b8b22-a53d-4f2d-a81c-e5e94261dd9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1126 time: 0.0761936 Feb 19 01:59:41.469362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-16459c67-0bc0-421b-8a6e-9ec9ab55e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.470822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-16459c67-0bc0-421b-8a6e-9ec9ab55e180 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1696796 Feb 19 01:59:41.472170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-cd7f4faf-1c6f-45e1-b5bc-e3e8dc6237d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.473489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-cd7f4faf-1c6f-45e1-b5bc-e3e8dc6237d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1640821 Feb 19 01:59:41.593114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-53ad8367-974b-4968-9f79-9f659f97a019 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1000 time: 0.1107719 Feb 19 01:59:41.598235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-e64b1b90-3bd5-4aa4-b446-356ad5362ead service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1000 time: 0.1148865 Feb 19 01:59:41.680904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-0a64a5da-c50e-460d-870d-ab60c89d0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.682407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-0a64a5da-c50e-460d-870d-ab60c89d0e51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0817306 Feb 19 01:59:41.685737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-9d92e498-d8a5-4de8-87f2-024877e237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.687029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-9d92e498-d8a5-4de8-87f2-024877e237d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0789387 Feb 19 01:59:41.759895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-52db8409-4725-4abd-b12c-a3f5c7fc3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.762124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-52db8409-4725-4abd-b12c-a3f5c7fc3414 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736036 Feb 19 01:59:41.767774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721125ad-7135-4896-884c-cfd592afb4e4 req-24f4c081-157f-4fed-b830-2d645efcf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:41.769193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-24f4c081-157f-4fed-b830-2d645efcf9d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714018 Feb 19 01:59:41.917272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-43a7e659-f85a-4d11-b5c3-e6fb83cebf97 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470227 Feb 19 01:59:41.922306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-504a2e19-5cc2-4395-b74c-bd3edfad8397 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361811 Feb 19 01:59:42.077177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-2cb7ee1a-972c-4d6d-8b07-3af73380688e service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539023 Feb 19 01:59:42.082260 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-721125ad-7135-4896-884c-cfd592afb4e4 req-8bc0b5e5-b2c0-48da-8d5b-cce612562cbf service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421185 Feb 19 01:59:42.294657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3504f2-4175-4ee7-b29a-f2c877b4b538 req-c907fb6f-9670-4319-8ae2-eff9d38ec8a8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:42.296119 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab3504f2-4175-4ee7-b29a-f2c877b4b538 req-c907fb6f-9670-4319-8ae2-eff9d38ec8a8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0524318 Feb 19 01:59:42.342662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ab3504f2-4175-4ee7-b29a-f2c877b4b538 req-a606169e-bacd-4e38-8762-7c0b0ca4df7d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409763 Feb 19 01:59:42.573796 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c86c-6105-4c42-9f46-4d5fecdb363d req-3a53f810-a0a2-4340-a8ad-5efa6f457089 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:42.575182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8181c86c-6105-4c42-9f46-4d5fecdb363d req-3a53f810-a0a2-4340-a8ad-5efa6f457089 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 944 time: 0.0894644 Feb 19 01:59:42.603056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-158cfc32-1aeb-4114-a9f1-51448bf8cbef tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:42.605211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-158cfc32-1aeb-4114-a9f1-51448bf8cbef tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c&tenant_id=1381c878b1b44ab5b525977403d918ee&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 944 time: 0.0887945 Feb 19 01:59:42.644863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:59:42.662623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8181c86c-6105-4c42-9f46-4d5fecdb363d req-f34338c8-1663-4cd0-a7dd-25b9192cf0f3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817137 Feb 19 01:59:42.683377 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-9d7bd649-7395-4763-b559-353491e888e1 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:59:42.684388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-9d7bd649-7395-4763-b559-353491e888e1 service neutron] 10.222.0.10 "DELETE /v2.0/ports/e5fbb0e2-9a82-4599-9a85-329e6ca5af87/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0715303 Feb 19 01:59:42.752509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:42.763115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'mac_address': 'fa:16:3e:a3:6a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:59:42.775733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-828bc2da-5232-4feb-939e-b3b027e12a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:42.778095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-828bc2da-5232-4feb-939e-b3b027e12a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 1126 time: 0.0457075 Feb 19 01:59:42.806120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:42.806516 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.820283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fbb0e2-9a82-4599-9a85-329e6ca5af87 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:59:42.840083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:42.844370 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.880752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-8eaf6a55-3f67-4fd7-bb2c-f5470e81e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:42.882309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-8eaf6a55-3f67-4fd7-bb2c-f5470e81e8c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0953677 Feb 19 01:59:42.891971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:42.951525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-bc5c8f92-6414-445a-bda4-b38fa17463bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 200 len: 1001 time: 0.0596578 Feb 19 01:59:43.001304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-36df1e4a-f297-4dd9-8126-ba6fab3e6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:43.002692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-36df1e4a-f297-4dd9-8126-ba6fab3e6ec4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0427561 Feb 19 01:59:43.055892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-8fb46106-9a4a-42e6-8379-5175d4c07311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:43.058019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-8fb46106-9a4a-42e6-8379-5175d4c07311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471928 Feb 19 01:59:43.096583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e5fbb0e2-9a82-4599-9a85-329e6ca5af87'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:59:43.145770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-9979f39e-470b-4106-a3ca-e631e240cf5f service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809078 Feb 19 01:59:43.243341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-355f8720-859f-4901-8b8c-ee49ebfe1d73 req-c123fcbb-5d38-4626-bd5d-1ff9e3d046ae service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885508 Feb 19 01:59:43.371208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:43.409363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:59:43.409748 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:43.788217 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341374fe-e91c-4b16-af1c-f2d5290d11a1 req-e09a4c62-2b2c-40f6-9fcc-699107765ed2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:43.789744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-341374fe-e91c-4b16-af1c-f2d5290d11a1 req-e09a4c62-2b2c-40f6-9fcc-699107765ed2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 945 time: 0.0567765 Feb 19 01:59:43.839634 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-341374fe-e91c-4b16-af1c-f2d5290d11a1 req-bc81e3cb-098f-4171-bdd6-3baf7e4ffdfa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Feb 19 01:59:43.965036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38c59e-17e5-4383-9570-2c76701dea3b req-c16dfdc5-3afd-4f10-842a-b947a102eb03 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:43.966596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d38c59e-17e5-4383-9570-2c76701dea3b req-c16dfdc5-3afd-4f10-842a-b947a102eb03 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 945 time: 0.0546501 Feb 19 01:59:44.013676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3d38c59e-17e5-4383-9570-2c76701dea3b req-e5582bac-211f-4cf5-8216-f23bf81abdb4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Feb 19 01:59:44.127681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baeda9-f4ed-49d6-accf-1a5e4bcab525 req-e100ebba-ebfa-4668-9a9d-ec30ab83bab3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:44.129162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65baeda9-f4ed-49d6-accf-1a5e4bcab525 req-e100ebba-ebfa-4668-9a9d-ec30ab83bab3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 945 time: 0.0516121 Feb 19 01:59:44.182468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-65baeda9-f4ed-49d6-accf-1a5e4bcab525 req-f889dfbe-a682-4dd6-965a-344379dd0ee0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476933 Feb 19 01:59:44.426376 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573bdf5-a71e-46b2-9036-69bba328d7ed req-1680a192-3fde-46b7-b6b1-dfaf049f7760 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:44.427851 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1573bdf5-a71e-46b2-9036-69bba328d7ed req-1680a192-3fde-46b7-b6b1-dfaf049f7760 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 945 time: 0.0525696 Feb 19 01:59:44.491945 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1573bdf5-a71e-46b2-9036-69bba328d7ed req-7a0fbfed-d0e2-462f-84a1-0b369bf880bf tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583370 Feb 19 01:59:44.666983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:44.714667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:59:44.718617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:44.718997 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.796427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:44.796806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.819929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:44.822177 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f438792-1448-43dc-b458-ac171d18038d" -d '{"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-plugged", "status": "completed", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:44.835188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:44.839187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.862172 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7072bc86-daaa-499d-a1a8-eb6dd6f21a68 x-openstack-request-id: req-7072bc86-daaa-499d-a1a8-eb6dd6f21a68 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:44.862465 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-plugged", "status": "completed", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:44.862723 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7072bc86-daaa-499d-a1a8-eb6dd6f21a68 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:44.863115 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'code': 200} Feb 19 01:59:44.888487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:44.896319 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.896672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.897036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.897380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.897717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.898066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.898379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.898706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.899032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.899357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.899679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.899999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:44.900320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:45.617123 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e369a-470d-4cf3-8c76-783cc22e0a9a req-a8e8b54f-7950-4548-b65f-1c6095584a31 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:45.618641 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b4e369a-470d-4cf3-8c76-783cc22e0a9a req-a8e8b54f-7950-4548-b65f-1c6095584a31 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0537875 Feb 19 01:59:45.665818 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0b4e369a-470d-4cf3-8c76-783cc22e0a9a req-7699f5ea-9f73-497e-8dfb-e9da733aee12 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Feb 19 01:59:45.704930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-13a2c791-01f6-4f0f-a5b3-2c227a1d913f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:45.706411 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-13a2c791-01f6-4f0f-a5b3-2c227a1d913f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 946 time: 0.0540001 Feb 19 01:59:45.800227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Deleting port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:45.800480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:45.886400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] For port e5fbb0e2-9a82-4599-9a85-329e6ca5af87, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:45.886768 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:46.103237 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:46.103647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:46.103969 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 disassociated. External IP: 172.25.0.213, port: e5fbb0e2-9a82-4599-9a85-329e6ca5af87. Feb 19 01:59:46.104334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Calling delete_port for e5fbb0e2-9a82-4599-9a85-329e6ca5af87 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:46.230121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e5fbb0e2-9a82-4599-9a85-329e6ca5af87), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:46.259225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event deleted for resources: {'Port': ['ID=e5fbb0e2-9a82-4599-9a85-329e6ca5af87,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:46.379677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:46.491211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:46.501733 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:46.512063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:46.512667 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:59:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:46.531806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] No DVR routers for this DVR port e5fbb0e2-9a82-4599-9a85-329e6ca5af87 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:46.534431 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:46.537699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1f83303-2de9-46c1-97fa-bb3a8be45daa req-5ca23d49-c00f-4401-8dfb-92af152db2d3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "DELETE /v2.0/ports/e5fbb0e2-9a82-4599-9a85-329e6ca5af87 HTTP/1.1" status: 204 len: 173 time: 0.8259480 Feb 19 01:59:46.538153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-deleted', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:46.540371 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1913c3c9-4249-4854-94b2-9045c540ac89" -d '{"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-deleted", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:46.583774 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7a51fb-de7d-497b-b152-e7b0f86ff29b x-openstack-request-id: req-aa7a51fb-de7d-497b-b152-e7b0f86ff29b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:46.584230 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3956be-c359-4312-b242-aad85740c07c", "name": "network-vif-deleted", "tag": "e5fbb0e2-9a82-4599-9a85-329e6ca5af87", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:46.584837 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa7a51fb-de7d-497b-b152-e7b0f86ff29b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:46.585391 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3956be-c359-4312-b242-aad85740c07c', 'name': 'network-vif-deleted', 'tag': 'e5fbb0e2-9a82-4599-9a85-329e6ca5af87', 'status': 'completed', 'code': 200} Feb 19 01:59:46.626516 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:46.788519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d51f8fe-c9d4-48b7-b931-874bfbc3229f req-3b50a822-79e8-4e3c-b25b-cf907b18ee42 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3956be-c359-4312-b242-aad85740c07c HTTP/1.1" status: 200 len: 210 time: 0.0340841 Feb 19 01:59:46.843019 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:46.868736 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:46.877952 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:46.878493 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:59:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:46.982876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:47.171827 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:47.199994 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d86f7-fdb4-49bd-87dc-6a01b19c6557 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:47.416828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd49c55-6af9-41bf-9b22-0198d11d18ec None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:59:48.037555 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-b292ec6d-7b1b-48a0-8336-5d1402d46123 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--160586114&fields=id&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 267 time: 0.0455616 Feb 19 01:59:48.139344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-b97bf482-f106-464f-b1f1-2f455759ad43 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:48.140720 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-b97bf482-f106-464f-b1f1-2f455759ad43 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.0969019 Feb 19 01:59:48.154894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-f22c0707-1c8e-49f6-99e5-349c2a884dd8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/quotas/1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 375 time: 0.0088913 Feb 19 01:59:48.208574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-63ec5ad1-3684-4853-b104-4f90f5d57d51 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487013 Feb 19 01:59:48.304812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-8c177cbe-4e4f-4306-86d2-1d1d7133ffca service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Feb 19 01:59:48.394043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-1e95b93e-a50d-4d1c-8106-98ab7ce5826d service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827971 Feb 19 01:59:48.554411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6a1197a-74b1-436d-a766-44c54d6099d9 req-9def373a-98a7-4394-87dc-39b29803718f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 210 time: 0.0314822 Feb 19 01:59:48.765554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:49.452547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-12adadb3-b449-4c4f-b6f3-966dcbb883ce tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:49.454138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-12adadb3-b449-4c4f-b6f3-966dcbb883ce tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1068418 Feb 19 01:59:49.515852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-70e05378-8c0c-4e7b-a9bb-91455d076490 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 379 time: 0.0535748 Feb 19 01:59:49.523914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'port': {'device_id': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'admin_state_up': True, 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'security_groups': ['475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:49.656678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2625e59-ba98-4c0b-9085-24bc0b86a039 req-9d409133-6628-4bfc-85e8-612752aba762 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 210 time: 0.0328364 Feb 19 01:59:49.657425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Made reservation on behalf of 1381c878b1b44ab5b525977403d918ee for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:59:49.661143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:49.786040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Allocated IP 172.20.0.14 (057d741e-1ad8-46df-94b2-d957765dc19c/95103f72-1e55-4daf-92fb-3cf0d5525f0b/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:49.921534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:49.956192 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.002003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:50.005026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:50.011254 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:50.017550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:50.221106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-95ee88bb-269a-46f8-85cb-a5005174dd51 None None] Provisioning complete for port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:50.221714 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95ee88bb-269a-46f8-85cb-a5005174dd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.255911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-95ee88bb-269a-46f8-85cb-a5005174dd51 None None] Port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:50.339899 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f28273f-964d-46dd-a48b-79f4545a7cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.366750 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:50.367336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.384177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-e718a126-f5bf-42ba-b26a-0a3bbd3c205a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8638160 Feb 19 01:59:50.394845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Request body: {'port': {'device_id': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:50.450715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.690611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:50.709655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8d694c-a675-4e35-a5f0-22d2ecd1adfa {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:59:50.711446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: e5fbb0e2-9a82-4599-9a85-329e6ca5af87 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:50.711802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e5fbb0e2-9a82-4599-9a85-329e6ca5af87 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:50.719049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Publish callbacks [] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.732249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Transition to ACTIVE for port object ba8d694c-a675-4e35-a5f0-22d2ecd1adfa will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:59:50.736315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.785356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:50.785998 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1609-d99a-4d96-81d8-528407d82605 req-fa90f073-7975-4b9e-ba33-062d39af84da tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:50.788423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e0a1609-d99a-4d96-81d8-528407d82605 req-fa90f073-7975-4b9e-ba33-062d39af84da tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.0562904 Feb 19 01:59:50.841125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6e0a1609-d99a-4d96-81d8-528407d82605 req-10985dda-3363-4b3d-9afe-d4966ed62ec1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460539 Feb 19 01:59:50.865170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:50.865505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:50.865832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:50.870363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:59:50.870681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:50.875862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:50.876201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:50.876582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:50.877027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Bound port: ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:50.877393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.948210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:50.951361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:50.958042 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.992521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:50.993270 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.994713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] 10.222.0.89 "PUT /v2.0/ports/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1092 time: 0.6038332 Feb 19 01:59:50.997085 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:50.999435 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780d54df-69f2-4c61-af30-3eada95cd7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:51.029370 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1b20-aa7f-4ae1-898a-6cf38a5e8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:51.050404 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a01ffb-1811-4a49-99df-133e5539be33 x-openstack-request-id: req-90a01ffb-1811-4a49-99df-133e5539be33 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:51.050705 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:51.050956 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90a01ffb-1811-4a49-99df-133e5539be33 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:51.051361 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'status': 'completed', 'code': 200} Feb 19 01:59:51.090643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-5f532537-6814-4845-912c-de8e6c434b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.092354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-5f532537-6814-4845-912c-de8e6c434b4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.0526674 Feb 19 01:59:51.138499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-b43734e3-d877-493f-9195-a60aa2dc38d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 217 time: 0.0396180 Feb 19 01:59:51.189333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-fb264e08-ab33-4dc4-aa17-8179939545ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.190817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-fb264e08-ab33-4dc4-aa17-8179939545ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0462377 Feb 19 01:59:51.240534 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-aae8f34f-861c-4999-8764-fbc2fe2ae6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.242054 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-aae8f34f-861c-4999-8764-fbc2fe2ae6d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448089 Feb 19 01:59:51.342327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-af43d591-92b2-48c6-a07b-df1b92f671a1 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937576 Feb 19 01:59:51.428122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-962c9c81-32b7-46e1-ab20-ea2b8c10cc51 req-31a386c9-5849-4874-bd9c-ca661b22341f service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794411 Feb 19 01:59:51.521218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-3dfc7d60-0dd7-4a9c-9652-81c51b739a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.522713 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-3dfc7d60-0dd7-4a9c-9652-81c51b739a61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.0455110 Feb 19 01:59:51.625856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-2b0e8dfa-2e04-4bfc-9b09-d7cb073436e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.627314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-2b0e8dfa-2e04-4bfc-9b09-d7cb073436e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0984342 Feb 19 01:59:51.668356 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-ec1dc5b7-652a-4bb8-a878-3c91bcf1edc4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 217 time: 0.0349660 Feb 19 01:59:51.722221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-1539f388-b402-4d74-960d-10f735710641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.723579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-1539f388-b402-4d74-960d-10f735710641 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0478704 Feb 19 01:59:51.773091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-7fd7985f-3f1f-4c87-96a6-d056290ea328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.774577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-7fd7985f-3f1f-4c87-96a6-d056290ea328 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443573 Feb 19 01:59:51.861503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-2ea509aa-b058-45c6-935b-fcff9fe6dfab service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797081 Feb 19 01:59:51.957549 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-780d54df-69f2-4c61-af30-3eada95cd7a9 req-93c34f1a-3263-48a7-9433-60c8e99b6a45 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Feb 19 01:59:51.963746 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e414-314c-42c8-aae3-6ecab7efbebe req-faf5f9dc-fb68-46fd-ac86-ae7983ba8f47 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:51.965440 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d952e414-314c-42c8-aae3-6ecab7efbebe req-faf5f9dc-fb68-46fd-ac86-ae7983ba8f47 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.0535369 Feb 19 01:59:52.013232 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d952e414-314c-42c8-aae3-6ecab7efbebe req-99bc982a-a76c-4db8-ab07-cbad1009aeaf tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Feb 19 01:59:52.706851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:59:52.719100 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0818578f-9fc0-4af1-9f8f-5f79520cd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:52.804616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:52.815995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'mac_address': 'fa:16:3e:66:7e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:59:52.857049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:52.857443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:52.870049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8d694c-a675-4e35-a5f0-22d2ecd1adfa {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:59:52.888639 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:52.892298 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:52.938212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:53.116576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:59:53.133003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8a0ac-5018-4567-9d38-a4016a06c9e7 req-8fc98654-2083-4d71-9e43-3828634a86b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:53.134543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ee8a0ac-5018-4567-9d38-a4016a06c9e7 req-8fc98654-2083-4d71-9e43-3828634a86b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 945 time: 0.0538294 Feb 19 01:59:53.181450 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ee8a0ac-5018-4567-9d38-a4016a06c9e7 req-668ebd60-4f33-4d9a-9f85-a055e2b70b8b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Feb 19 01:59:53.867860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:54.317465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb3202-e3ab-468b-b013-b2718ac58807 req-db604fa0-0093-413e-99be-e672ed7f5d4a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:54.319036 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05bb3202-e3ab-468b-b013-b2718ac58807 req-db604fa0-0093-413e-99be-e672ed7f5d4a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 945 time: 0.0605574 Feb 19 01:59:54.371343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05bb3202-e3ab-468b-b013-b2718ac58807 req-e4ebd079-47f0-41ca-9838-fbcff3761ac7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455735 Feb 19 01:59:54.705865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:54.755119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:59:54.759195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:54.759567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:54.838260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:54.838645 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:54.861291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:54.863501 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ef9f1-31c9-48e1-a760-797f1ac5f9f6" -d '{"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-plugged", "status": "completed", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:54.875676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:54.879990 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:54.905520 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4334954-8b36-4733-b7e3-acc3c86644b6 x-openstack-request-id: req-e4334954-8b36-4733-b7e3-acc3c86644b6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:54.905814 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-plugged", "status": "completed", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:54.906069 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4334954-8b36-4733-b7e3-acc3c86644b6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:54.906469 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'code': 200} Feb 19 01:59:54.931413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:55.004757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6849ebb-4e63-4ed5-8cef-b1f05785dfb1 req-c58e0aa5-7f51-48ca-a08e-0ddd35bbda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:55.006309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6849ebb-4e63-4ed5-8cef-b1f05785dfb1 req-c58e0aa5-7f51-48ca-a08e-0ddd35bbda29 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1128 time: 0.0485189 Feb 19 01:59:55.049197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6849ebb-4e63-4ed5-8cef-b1f05785dfb1 req-41a56bdc-5e3b-4cc0-b59d-26757e5c8bee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369477 Feb 19 01:59:55.490568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c4968-895f-4e62-a773-2dd29e4a257d req-78d1c978-a6b2-432b-99f4-28c17a7964b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:55.492282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df2c4968-895f-4e62-a773-2dd29e4a257d req-78d1c978-a6b2-432b-99f4-28c17a7964b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0530412 Feb 19 01:59:55.505358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:55.540225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df2c4968-895f-4e62-a773-2dd29e4a257d req-e7a87254-651d-44e3-9368-c4a314c9300a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Feb 19 01:59:56.474925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:56.641370 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:56.665618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad02a9-90d0-4167-86c7-5ff9a0c2f029 req-faaf9c18-c2c1-4d25-ae0b-ae3187613615 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:56.667094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73ad02a9-90d0-4167-86c7-5ff9a0c2f029 req-faaf9c18-c2c1-4d25-ae0b-ae3187613615 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0559466 Feb 19 01:59:56.713384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73ad02a9-90d0-4167-86c7-5ff9a0c2f029 req-4381be07-2d4d-436a-a23a-20ba952ed5d1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Feb 19 01:59:56.827849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bfce9-593b-4e76-bb01-61ed2f40b87e req-641970d5-01d6-453e-8625-20d7193a5ba9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:56.829354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5e0bfce9-593b-4e76-bb01-61ed2f40b87e req-641970d5-01d6-453e-8625-20d7193a5ba9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0521882 Feb 19 01:59:56.837934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 49972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:56.842670 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'floatingip': {'port_id': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:57.191908 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.627836 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.631341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.734819 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 associated. External IP: 172.25.0.213, port: ba8d694c-a675-4e35-a5f0-22d2ecd1adfa. Feb 19 01:59:57.963770 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:58.072371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:58.077493 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:58.082311 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4311168-7970-4816-aade-6ed05b429457 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:58.092346 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:58.092947 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:59:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:58.106992 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5a38c5c0-d6ae-4983-8be8-1d1f295057a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "PUT /v2.0/floatingips/3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 HTTP/1.1" status: 200 len: 992 time: 1.2680464 Feb 19 01:59:58.107651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:58.110013 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6882216c-d182-4f75-9513-5f88e7a8ced2" -d '{"events": [{"name": "network-changed", "server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:58.159926 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f851e4-d277-44b3-8676-0997e7dee743 x-openstack-request-id: req-03f851e4-d277-44b3-8676-0997e7dee743 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:58.160242 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:58.160496 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03f851e4-d277-44b3-8676-0997e7dee743 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:58.161011 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'status': 'completed', 'code': 200} Feb 19 01:59:58.238368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-543cd689-2fec-4fab-a386-6a5ac173ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:58.240199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-543cd689-2fec-4fab-a386-6a5ac173ee61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1128 time: 0.0582402 Feb 19 01:59:58.304394 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:58.332379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aff6a-964f-4a2e-ba1b-a9182c668209 req-55154771-d7bf-4946-b7c5-9de735158ffd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:58.333953 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-692aff6a-964f-4a2e-ba1b-a9182c668209 req-55154771-d7bf-4946-b7c5-9de735158ffd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0599473 Feb 19 01:59:58.355521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-4ca31e3e-5299-4278-a11c-170c13b902ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:58.358247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-4ca31e3e-5299-4278-a11c-170c13b902ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1090212 Feb 19 01:59:58.384802 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-692aff6a-964f-4a2e-ba1b-a9182c668209 req-18b32efa-09ec-4781-bfdc-e26d08fa1e9a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439396 Feb 19 01:59:58.434997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-27298588-fb8c-48e8-a09f-d5ae6517f6df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1000 time: 0.0701156 Feb 19 01:59:58.487909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-1f617566-a626-4e14-8b6b-791ac1439227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:58.489300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-1f617566-a626-4e14-8b6b-791ac1439227 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0480576 Feb 19 01:59:58.534941 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:66:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T01:59:57Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:58.537301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-f3b39d85-8e97-4ab6-a423-821c00785a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:58.538805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-f3b39d85-8e97-4ab6-a423-821c00785a9c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442963 Feb 19 01:59:58.561027 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4311168-7970-4816-aade-6ed05b429457 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:58.569353 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:58.570230 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T01:59:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:58.627569 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-f002c044-bc8a-4bcb-90c9-ff2c0c06fd26 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Feb 19 01:59:58.680579 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:58.723205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6882216c-d182-4f75-9513-5f88e7a8ced2 req-fecdcd84-5bcf-455f-8b56-41f1a04741f6 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884364 Feb 19 01:59:58.900975 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f4311168-7970-4816-aade-6ed05b429457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:66:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T01:59:57Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:58.929576 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4311168-7970-4816-aade-6ed05b429457 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:66:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T01:59:57Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:59.136506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a286c5-fd96-4026-8105-c2964c6c41e2 None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:59:59.513024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd16485-d53c-4b77-9ce6-8bd822135d9b req-0b3e617b-408c-43e5-a0ec-fec2da4f6656 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:59.514568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abd16485-d53c-4b77-9ce6-8bd822135d9b req-0b3e617b-408c-43e5-a0ec-fec2da4f6656 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0542705 Feb 19 01:59:59.561122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-abd16485-d53c-4b77-9ce6-8bd822135d9b req-9c59f5fb-d027-4ba0-a63e-3b76e4a62249 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 Feb 19 02:00:00.684785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31e48e-1174-4f94-98e4-4e3e2a9bb4a9 req-508aeec9-f2a0-426c-8ec3-cd92cf72d09b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:00.686308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c31e48e-1174-4f94-98e4-4e3e2a9bb4a9 req-508aeec9-f2a0-426c-8ec3-cd92cf72d09b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0571530 Feb 19 02:00:00.736339 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2c31e48e-1174-4f94-98e4-4e3e2a9bb4a9 req-8aef65e5-e8bc-4cd1-947e-5eb1e9e2f870 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445197 Feb 19 02:00:00.891093 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:00:02.111211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfba25-66c1-4c94-bd7a-24ce7e2defd8 req-dca5d75d-1a9c-49c3-9921-d04c839ed21f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:02.112684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83dfba25-66c1-4c94-bd7a-24ce7e2defd8 req-dca5d75d-1a9c-49c3-9921-d04c839ed21f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0570920 Feb 19 02:00:02.157952 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83dfba25-66c1-4c94-bd7a-24ce7e2defd8 req-793ddeb8-34f6-4591-97b1-a7e6f2638aab tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397484 Feb 19 02:00:03.278202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d82e29-28f6-4959-8707-07fac2eeff5c req-38039579-8d12-47f9-a943-6badfd0a68c9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:03.279690 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30d82e29-28f6-4959-8707-07fac2eeff5c req-38039579-8d12-47f9-a943-6badfd0a68c9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0544381 Feb 19 02:00:03.326609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-30d82e29-28f6-4959-8707-07fac2eeff5c req-05b919ba-79a3-4d66-954e-0488a22b6f80 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Feb 19 02:00:04.445238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db07aa-4956-42e0-b0db-c4432e27035d req-a30c0666-9fba-4fc4-b0d0-491918febc60 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:04.446692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6db07aa-4956-42e0-b0db-c4432e27035d req-a30c0666-9fba-4fc4-b0d0-491918febc60 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0518813 Feb 19 02:00:04.493733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6db07aa-4956-42e0-b0db-c4432e27035d req-5ff1ae0e-2ca1-4226-842b-dfb5b8134da5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Feb 19 02:00:05.612882 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178176c-e235-4ac3-8eeb-ace713b1601b req-c7f71c2d-6644-4641-be40-4f72cb319037 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.614411 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d178176c-e235-4ac3-8eeb-ace713b1601b req-c7f71c2d-6644-4641-be40-4f72cb319037 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0532596 Feb 19 02:00:05.661118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d178176c-e235-4ac3-8eeb-ace713b1601b req-5e6c58aa-512f-4145-80fe-e2e005420143 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409572 Feb 19 02:00:06.797543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91327a3-6679-46cb-8928-6ecf5e7f65de req-ac2360e5-40d9-46fd-af33-6c4dda4b45e7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:06.799055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e91327a3-6679-46cb-8928-6ecf5e7f65de req-ac2360e5-40d9-46fd-af33-6c4dda4b45e7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0709088 Feb 19 02:00:06.850037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e91327a3-6679-46cb-8928-6ecf5e7f65de req-a43709ad-4ec6-47bc-90a0-341524b3689f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 Feb 19 02:00:07.972727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283ca29-b098-4629-9847-f1d81c93f817 req-180753e7-7e97-4ff3-8be8-c25f11bbf54c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:07.974227 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0283ca29-b098-4629-9847-f1d81c93f817 req-180753e7-7e97-4ff3-8be8-c25f11bbf54c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0571020 Feb 19 02:00:08.020397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0283ca29-b098-4629-9847-f1d81c93f817 req-12fe3ef9-190c-4e61-80ff-5a136d5da36e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 Feb 19 02:00:09.137186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd458-d51d-4431-838b-56e16699e9a7 req-4c116545-d187-4ee7-b29d-14fdc0821155 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:09.138667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e75dd458-d51d-4431-838b-56e16699e9a7 req-4c116545-d187-4ee7-b29d-14fdc0821155 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0526509 Feb 19 02:00:09.184179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e75dd458-d51d-4431-838b-56e16699e9a7 req-f6a06394-ec35-4c45-90f8-c1efd608aa94 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Feb 19 02:00:10.302319 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6b3d-42c3-4170-8dd9-473db0d87f74 req-30fcf0c7-42a6-4532-a7ee-9bd2ddc7a001 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:10.303814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f15f6b3d-42c3-4170-8dd9-473db0d87f74 req-30fcf0c7-42a6-4532-a7ee-9bd2ddc7a001 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0528941 Feb 19 02:00:10.350886 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f15f6b3d-42c3-4170-8dd9-473db0d87f74 req-7186fad8-47b6-4702-a090-95c39a4ce783 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Feb 19 02:00:11.471026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b66cdc-c476-4ab1-81be-e9a9c60c0cca req-182073cf-d881-4757-a529-aa9b3eb324a9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:11.472498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b66cdc-c476-4ab1-81be-e9a9c60c0cca req-182073cf-d881-4757-a529-aa9b3eb324a9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0528853 Feb 19 02:00:11.519132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c0b66cdc-c476-4ab1-81be-e9a9c60c0cca req-3dc77bd9-0f3b-4b23-bc21-f8829321ed12 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Feb 19 02:00:12.637674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c1739-1c63-4cca-b39e-5dd71e03748e req-c242e9d5-e601-499d-933b-85ffd7c65f74 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:12.639242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b6c1739-1c63-4cca-b39e-5dd71e03748e req-c242e9d5-e601-499d-933b-85ffd7c65f74 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0525937 Feb 19 02:00:12.690054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b6c1739-1c63-4cca-b39e-5dd71e03748e req-8e2d70e7-9a14-462e-af73-51faba426e09 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Feb 19 02:00:13.813219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab572ce-b248-47be-bbdc-310ed7b0dac9 req-8a69c77a-1118-427f-908d-f893790d6cd2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:13.814697 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ab572ce-b248-47be-bbdc-310ed7b0dac9 req-8a69c77a-1118-427f-908d-f893790d6cd2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0561759 Feb 19 02:00:13.861224 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ab572ce-b248-47be-bbdc-310ed7b0dac9 req-3c58bad6-915a-4995-9f55-6100ef6abb1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 Feb 19 02:00:14.981735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726723d-49b8-4375-9561-c05f13b7d79e req-14286e91-ac54-4175-87ea-70b31631d9b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:14.983215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6726723d-49b8-4375-9561-c05f13b7d79e req-14286e91-ac54-4175-87ea-70b31631d9b1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0533261 Feb 19 02:00:15.029955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6726723d-49b8-4375-9561-c05f13b7d79e req-ff73973e-8349-487d-bb02-e5a938ca1b03 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Feb 19 02:00:16.149291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb1d2-7017-4582-93be-5ec93d889cba req-084f326f-f331-42d0-a8fd-9cf9b37bf377 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:16.150748 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f60eb1d2-7017-4582-93be-5ec93d889cba req-084f326f-f331-42d0-a8fd-9cf9b37bf377 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0519328 Feb 19 02:00:16.196770 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f60eb1d2-7017-4582-93be-5ec93d889cba req-af7ea0be-467a-4dc2-8908-3749e153f1b5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405025 Feb 19 02:00:17.315105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3a23-f9d3-4543-b117-3a1ce2a9dcfd req-f92bc9a9-349d-43f3-a397-6e0ebac4404a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:17.316599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fded3a23-f9d3-4543-b117-3a1ce2a9dcfd req-f92bc9a9-349d-43f3-a397-6e0ebac4404a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0526626 Feb 19 02:00:17.363430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fded3a23-f9d3-4543-b117-3a1ce2a9dcfd req-ab886e6f-4670-4baf-b374-e4dc6b966c20 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410476 Feb 19 02:00:18.482118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a18ed-58f1-47a2-8bc5-d86ed471bd82 req-81a6644d-f0d2-49e0-a909-3011235938fc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:18.483742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff5a18ed-58f1-47a2-8bc5-d86ed471bd82 req-81a6644d-f0d2-49e0-a909-3011235938fc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Feb 19 02:00:18.534158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff5a18ed-58f1-47a2-8bc5-d86ed471bd82 req-a0fd03c1-6419-40b7-97eb-30b938ef0443 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Feb 19 02:00:18.762385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:19.660293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d59dba-4de8-4b98-9e7c-490d00cef152 req-298dc3c4-6e9a-4fc5-9a8a-a14863ae17e7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:19.661830 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0d59dba-4de8-4b98-9e7c-490d00cef152 req-298dc3c4-6e9a-4fc5-9a8a-a14863ae17e7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0598285 Feb 19 02:00:19.709879 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0d59dba-4de8-4b98-9e7c-490d00cef152 req-8d93eaed-758d-4763-933b-90f7d0b4450d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Feb 19 02:00:20.343197 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d66a34b-197d-44c4-80ac-d87f5b260493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:20.833945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c996fe-8111-462d-8104-9e9c9055f5eb req-4204de0a-5145-460c-9cc7-c5051b0dfca9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:20.835448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67c996fe-8111-462d-8104-9e9c9055f5eb req-4204de0a-5145-460c-9cc7-c5051b0dfca9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0569644 Feb 19 02:00:20.882674 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67c996fe-8111-462d-8104-9e9c9055f5eb req-0dae8d65-a04b-4eb5-80a7-482c78783958 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 Feb 19 02:00:22.002516 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434aede-bc96-425a-adab-deb79d383f3c req-184b290d-008f-415f-8ba8-76dc8b7c7b40 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:22.003986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1434aede-bc96-425a-adab-deb79d383f3c req-184b290d-008f-415f-8ba8-76dc8b7c7b40 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0522175 Feb 19 02:00:22.049632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1434aede-bc96-425a-adab-deb79d383f3c req-dab8ec58-5253-43c2-85c6-641bcd0fa28b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401511 Feb 19 02:00:22.710645 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19a18267-8f53-41fc-b7f7-07ba201b1109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:23.170895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579e91e-1a97-42e9-94fa-3af144a6f7f5 req-93dca15b-c62f-4c0a-8027-3c127c195ca5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:23.172413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d579e91e-1a97-42e9-94fa-3af144a6f7f5 req-93dca15b-c62f-4c0a-8027-3c127c195ca5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0563011 Feb 19 02:00:23.219752 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d579e91e-1a97-42e9-94fa-3af144a6f7f5 req-b34719ff-bb31-45e5-b99b-15989e8c411a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Feb 19 02:00:23.870480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:24.341835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dd61a-2810-4a45-87cf-4deeec4c1829 req-fb1580ba-146d-4ec6-b25c-419ea2685a95 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:24.343394 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-757dd61a-2810-4a45-87cf-4deeec4c1829 req-fb1580ba-146d-4ec6-b25c-419ea2685a95 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0572889 Feb 19 02:00:24.390764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-757dd61a-2810-4a45-87cf-4deeec4c1829 req-46e5f12d-0122-4712-92e3-f9125f09fd40 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412974 Feb 19 02:00:24.622107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-b9d7f8df-8d2b-42bf-aca3-ab6ed743caa2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495682 Feb 19 02:00:24.635266 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f7c8b-9e40-45cd-a4f0-d46627b9faee req-391969c8-d37e-403d-aa6a-5d5db63b9e02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:24.637331 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-168f7c8b-9e40-45cd-a4f0-d46627b9faee req-391969c8-d37e-403d-aa6a-5d5db63b9e02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0568492 Feb 19 02:00:24.694206 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-168f7c8b-9e40-45cd-a4f0-d46627b9faee req-c956c256-682e-437d-8b4c-7341e6127441 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504494 Feb 19 02:00:24.971956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-340fedcb-d175-4ba5-8636-66e40f573c87 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:24.973335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-340fedcb-d175-4ba5-8636-66e40f573c87 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 943 time: 0.0498316 Feb 19 02:00:25.505408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:25.851303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017c3a-a1ba-4b51-ab14-7706b1af23de req-a021be3d-d8c2-40a2-bf5e-b78100a06c8d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:25.852783 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4017c3a-a1ba-4b51-ab14-7706b1af23de req-a021be3d-d8c2-40a2-bf5e-b78100a06c8d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0800176 Feb 19 02:00:25.858126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-140a3925-21ee-4164-ad40-c07cb98c43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:25.859529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-140a3925-21ee-4164-ad40-c07cb98c43b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1128 time: 0.0778096 Feb 19 02:00:25.954501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e4017c3a-a1ba-4b51-ab14-7706b1af23de req-c2db4746-4e9b-4fef-b105-7c0654356cf8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940120 Feb 19 02:00:25.980908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-d243ca25-0639-45db-8f7c-057a0514007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:25.982411 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-d243ca25-0639-45db-8f7c-057a0514007c service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1153796 Feb 19 02:00:26.046479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-e8ed6b42-3263-425c-b700-4577d6ab94d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1002 time: 0.0576947 Feb 19 02:00:26.097987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-dc53ed6d-fb1e-48eb-913a-ffb5427a4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:26.099395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-dc53ed6d-fb1e-48eb-913a-ffb5427a4020 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0466595 Feb 19 02:00:26.148438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-0499243b-cfde-4b5a-be25-5a7e1e11264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:26.150030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-0499243b-cfde-4b5a-be25-5a7e1e11264b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437770 Feb 19 02:00:26.255560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-c61f8d45-dc08-4a1a-bf0e-fadad592c5ba service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959680 Feb 19 02:00:26.348461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-9761a1d5-6a1b-434d-b332-ff15bd0f3cf6 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868881 Feb 19 02:00:26.468139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:26.635537 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:27.081119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7d1fc-fb10-4b4f-8c5b-e3abbb4ab8d8 req-357a4119-9f79-41f2-9350-ecaad373e42a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:27.082585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2d7d1fc-fb10-4b4f-8c5b-e3abbb4ab8d8 req-357a4119-9f79-41f2-9350-ecaad373e42a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0573111 Feb 19 02:00:27.133210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c2d7d1fc-fb10-4b4f-8c5b-e3abbb4ab8d8 req-617df870-4926-426f-9ed6-470002cdc70d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450647 Feb 19 02:00:28.119660 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-40e30c76-1245-446c-84e8-b6771af4941a service neutron] show failed (client error): The resource could not be found. Feb 19 02:00:28.121316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-40e30c76-1245-446c-84e8-b6771af4941a service neutron] 10.222.0.89 "GET /v2.0/ports/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0538960 Feb 19 02:00:28.259276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce54f5e-f52c-43cf-b602-ef447015c1b1 req-91518c41-7710-4bd4-bd30-4dd43ca053d6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:28.260772 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ce54f5e-f52c-43cf-b602-ef447015c1b1 req-91518c41-7710-4bd4-bd30-4dd43ca053d6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0558469 Feb 19 02:00:28.340714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5ce54f5e-f52c-43cf-b602-ef447015c1b1 req-cdc83901-1452-4d88-8896-ecea3ecee905 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741224 Feb 19 02:00:28.350142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-f66e68d1-f610-4f6d-ad1a-36aed499160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:28.351734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-f66e68d1-f610-4f6d-ad1a-36aed499160c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 1128 time: 0.0674546 Feb 19 02:00:28.366620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:28.425465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:28.628077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:28.660611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:00:28.700194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:28.702492 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64c9015-271c-4493-ba64-df3fe162e5c8" -d '{"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:28.706327 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Publish callbacks [] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:28.721883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Transition to ACTIVE for port object ba8d694c-a675-4e35-a5f0-22d2ecd1adfa will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:00:28.725622 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:28.753452 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ece56-553a-40af-8067-2b5f47b902d7 x-openstack-request-id: req-e37ece56-553a-40af-8067-2b5f47b902d7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:28.753750 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:28.754007 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e37ece56-553a-40af-8067-2b5f47b902d7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:28.754405 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'code': 200} Feb 19 02:00:28.805388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:28.866913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] No DVR routers for this DVR port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:00:29.007842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:00:29.008181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:00:29.008515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:00:29.013415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:00:29.013739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Attempting to bind port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:00:29.018574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:00:29.018913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:00:29.019303 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:00:29.019734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Bound port: ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:00:29.020091 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:29.083590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:00:29.087089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:00:29.093547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:29.126264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:29.126897 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:29.128289 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] 10.222.0.10 "PUT /v2.0/ports/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1092 time: 0.7656746 Feb 19 02:00:29.190536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51281910-e405-4ed4-9bce-28bf7d52ce77 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:29.214988 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-d5982885-d2b6-458a-9e30-f3b6756248ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:29.216548 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-d5982885-d2b6-458a-9e30-f3b6756248ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.0618105 Feb 19 02:00:29.312864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-5e29dc05-17b8-441b-9828-8a967d872e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:29.314407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-5e29dc05-17b8-441b-9828-8a967d872e93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0888960 Feb 19 02:00:29.392474 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-afe70990-a0e7-4f72-84de-bf9accdf854d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1000 time: 0.0676401 Feb 19 02:00:29.473211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-c865227a-e392-4efc-b660-e24332688e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:29.474590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-c865227a-e392-4efc-b660-e24332688e12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0735486 Feb 19 02:00:29.500732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dd515-2940-41fd-a880-a1082bfbbc87 req-3e384124-9ea1-44be-974b-46b3966e2cb6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:29.502208 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722dd515-2940-41fd-a880-a1082bfbbc87 req-3e384124-9ea1-44be-974b-46b3966e2cb6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.0749803 Feb 19 02:00:29.567201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-e34143d9-982b-4941-9d5e-d03c7fa776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:29.568705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-e34143d9-982b-4941-9d5e-d03c7fa776d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0838053 Feb 19 02:00:29.572447 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-722dd515-2940-41fd-a880-a1082bfbbc87 req-3d6d5e10-d5e1-4fc3-bb84-aebeaa533b2a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553756 Feb 19 02:00:29.665432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-8d5de506-8a67-4152-819e-eb5f7005734b service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860772 Feb 19 02:00:29.758367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fd1d2bb-6dd9-4bfe-973f-b82142163578 req-f77bf383-0ffe-4d86-875d-dd3c4fb978c2 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831835 Feb 19 02:00:30.696104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534f32-a886-4e87-948f-7a4d568a39cd req-16974325-90f0-4df8-95ce-5c2d285a637b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:30.697613 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90534f32-a886-4e87-948f-7a4d568a39cd req-16974325-90f0-4df8-95ce-5c2d285a637b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.0546911 Feb 19 02:00:30.746177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-90534f32-a886-4e87-948f-7a4d568a39cd req-59ee405d-959e-4e2f-b7ac-27ca8468f870 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429702 Feb 19 02:00:30.755725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:30.758312 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0d5988-59da-4a70-966f-cda5f59453fa" -d '{"events": [{"name": "network-changed", "server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:30.807179 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defc0ed2-a1c6-41bf-822f-b509b8608cbf x-openstack-request-id: req-defc0ed2-a1c6-41bf-822f-b509b8608cbf {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:30.807475 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:30.807733 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-defc0ed2-a1c6-41bf-822f-b509b8608cbf {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:30.808137 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'status': 'completed', 'code': 200} Feb 19 02:00:30.906615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-aecb3a74-04d4-4784-a60d-53ab92315c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:30.908035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-aecb3a74-04d4-4784-a60d-53ab92315c64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.0819762 Feb 19 02:00:30.913038 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-e8086e8f-cb45-418d-8b83-bdf0e8fdf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:30.914393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-e8086e8f-cb45-418d-8b83-bdf0e8fdf55d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.0799344 Feb 19 02:00:31.067667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-c55c0286-9a95-47c2-98d8-627bd4893254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.069175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-c55c0286-9a95-47c2-98d8-627bd4893254 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1533730 Feb 19 02:00:31.070495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-2d52c570-84a8-4e47-a30d-8958b3c966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.071792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-2d52c570-84a8-4e47-a30d-8958b3c966a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1475375 Feb 19 02:00:31.184601 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-32dbc6dc-e70d-4ea5-8098-08d1643666ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1000 time: 0.1083820 Feb 19 02:00:31.188664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-6512420e-bded-467e-8182-34a99d11bd55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1000 time: 0.1079454 Feb 19 02:00:31.279682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-f2730e84-6051-42c5-8ca6-6c7f12dd9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.281159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-f2730e84-6051-42c5-8ca6-6c7f12dd9da4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0872431 Feb 19 02:00:31.282896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-1c116e49-55c3-4eda-bd7b-5240c4face2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.284183 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-1c116e49-55c3-4eda-bd7b-5240c4face2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0891750 Feb 19 02:00:31.370233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-72916f4a-edc7-4984-bd0d-90bf2b4fe41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.372242 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-72916f4a-edc7-4984-bd0d-90bf2b4fe41c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818415 Feb 19 02:00:31.375250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-68503c97-aaf6-434f-b71b-26c5f3b6f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.376650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-68503c97-aaf6-434f-b71b-26c5f3b6f817 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778592 Feb 19 02:00:31.536409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-db8ef72f-d88f-4039-8de4-3e54c3ad15bc service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577947 Feb 19 02:00:31.538186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-1ea3bac2-d88e-4953-a4a2-577bbf457040 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517630 Feb 19 02:00:31.695621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-b64e8fd4-dd95-4e07-9e92-0a9e673e5a60 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535864 Feb 19 02:00:31.698993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7c0d5988-59da-4a70-966f-cda5f59453fa req-8b09f08e-8318-4da0-b20a-585f39bd360a service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504664 Feb 19 02:00:31.867214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da9a86-decc-4962-94f0-bff89dc73986 req-8dd14c26-e2ce-4430-b788-5fe2b47fe80d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:31.868932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5da9a86-decc-4962-94f0-bff89dc73986 req-8dd14c26-e2ce-4430-b788-5fe2b47fe80d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.0542731 Feb 19 02:00:31.920767 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c5da9a86-decc-4962-94f0-bff89dc73986 req-6d5b12c7-778f-414c-a3cb-9f0a1f0987a7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455284 Feb 19 02:00:32.121804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17c132-a947-4a5c-adf5-0da07a02fbbc req-c6b06bf8-2106-449d-a688-c52b27794023 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:32.123689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de17c132-a947-4a5c-adf5-0da07a02fbbc req-c6b06bf8-2106-449d-a688-c52b27794023 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.0550148 Feb 19 02:00:32.139684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98edd9-8d22-44da-8125-a335d7913909 req-0ec44a46-a872-4be5-b5ef-29a06ef156f5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:32.141285 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-0ec44a46-a872-4be5-b5ef-29a06ef156f5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97&tenant_id=1381c878b1b44ab5b525977403d918ee&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 944 time: 0.0586715 Feb 19 02:00:32.174343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-de17c132-a947-4a5c-adf5-0da07a02fbbc req-0a769bf8-e027-4b01-bc52-58e902b8fa73 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441830 Feb 19 02:00:32.200933 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-da98edd9-8d22-44da-8125-a335d7913909 req-49f440f6-3c04-4f96-9a37-9cf2574261aa service neutron] delete failed (client error): The resource could not be found. Feb 19 02:00:32.201990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-49f440f6-3c04-4f96-9a37-9cf2574261aa service neutron] 10.222.0.89 "DELETE /v2.0/ports/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0542693 Feb 19 02:00:32.603144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98edd9-8d22-44da-8125-a335d7913909 req-6b5263d4-9294-4e47-9020-412e842777bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:32.604567 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-6b5263d4-9294-4e47-9020-412e842777bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.3586326 Feb 19 02:00:32.731786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98edd9-8d22-44da-8125-a335d7913909 req-eaca8221-f0aa-46e6-aa08-efe9fd1b8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:32.733301 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-eaca8221-f0aa-46e6-aa08-efe9fd1b8544 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1225319 Feb 19 02:00:32.738348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-7955080c-1522-41f1-a7d5-fb195d3d0603 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841565 Feb 19 02:00:32.823695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-3c1fd988-88ab-4d38-b4d4-5a6768aa4894 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1000 time: 0.0843029 Feb 19 02:00:32.874817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-a3bc61ad-0226-400a-8294-7890265bb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:32.876342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-a3bc61ad-0226-400a-8294-7890265bb74d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1126 time: 0.0868638 Feb 19 02:00:32.887301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98edd9-8d22-44da-8125-a335d7913909 req-7399f314-f663-4a33-9cf9-d389c3e7a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:32.889675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-7399f314-f663-4a33-9cf9-d389c3e7a9c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0602055 Feb 19 02:00:32.955004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:00:32.997455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:00:32.998202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:00:33.012453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98edd9-8d22-44da-8125-a335d7913909 req-b652b974-eda2-42ea-90be-c37764a22b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.014034 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-b652b974-eda2-42ea-90be-c37764a22b82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184053 Feb 19 02:00:33.034923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-d156ec6f-6ae9-4ee8-9f7d-07a085192133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.036359 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-d156ec6f-6ae9-4ee8-9f7d-07a085192133 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1329875 Feb 19 02:00:33.155062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-05909d3b-8483-4530-945b-c226a637cbb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1000 time: 0.1078689 Feb 19 02:00:33.174818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-260ffe0a-2027-4dc0-9465-0e7993ca8f87 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515656 Feb 19 02:00:33.273735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-a1058deb-9988-442a-9246-428228113d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.275185 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-a1058deb-9988-442a-9246-428228113d7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.1103618 Feb 19 02:00:33.374865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da98edd9-8d22-44da-8125-a335d7913909 req-7822454c-05f8-4cd9-b399-85fc88253712 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807151 Feb 19 02:00:33.384943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc568c8-cec2-41a7-99b6-08ce0d3052b5 req-341a38ff-4c52-46b5-bd37-20c0b886d29d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.386599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cc568c8-cec2-41a7-99b6-08ce0d3052b5 req-341a38ff-4c52-46b5-bd37-20c0b886d29d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 944 time: 0.1331456 Feb 19 02:00:33.391759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-f0d8720b-c709-45d7-8764-5c4103814af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.393435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-f0d8720b-c709-45d7-8764-5c4103814af3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1028461 Feb 19 02:00:33.492409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cc568c8-cec2-41a7-99b6-08ce0d3052b5 req-38be0d80-9d0b-45b7-a47f-a2471dd09e4e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979173 Feb 19 02:00:33.520211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-60069af5-4f14-42ec-8a7a-900b8e3c08f9 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114321 Feb 19 02:00:33.542406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:00:33.622125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bedd1a8d-a76b-41cb-87f9-c8c5b9247516 req-d6beaff7-7e48-4399-9bf1-503887a0c0b5 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923517 Feb 19 02:00:33.644945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:33.657415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'mac_address': 'fa:16:3e:66:7e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:00:33.695320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:33.695734 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:33.709096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8d694c-a675-4e35-a5f0-22d2ecd1adfa {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:00:33.729503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:33.734355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:33.782638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:34.066767 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:00:34.612668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516cae8-2613-42aa-b4da-e4ed32168a7c req-a0ab7aad-3df9-405a-896d-d3912c3c2f24 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:34.614225 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b516cae8-2613-42aa-b4da-e4ed32168a7c req-a0ab7aad-3df9-405a-896d-d3912c3c2f24 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 945 time: 0.0553441 Feb 19 02:00:34.661985 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b516cae8-2613-42aa-b4da-e4ed32168a7c req-7b566390-3290-443a-94f7-dde51dc3e36e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422492 Feb 19 02:00:34.781426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0762e-f2ad-486b-8da5-a246481913b3 req-12b43fac-5a39-47d3-bb2b-51a60ffe43e1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:34.782905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8b0762e-f2ad-486b-8da5-a246481913b3 req-12b43fac-5a39-47d3-bb2b-51a60ffe43e1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 945 time: 0.0534561 Feb 19 02:00:34.829846 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a8b0762e-f2ad-486b-8da5-a246481913b3 req-e369f9b0-e6aa-4300-a3b7-293e1eae9f14 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Feb 19 02:00:35.036302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9745c-b4f8-4170-b541-0db6e724a80c req-76a1b626-758a-454e-b8a2-df087245d2e8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:35.037773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfa9745c-b4f8-4170-b541-0db6e724a80c req-76a1b626-758a-454e-b8a2-df087245d2e8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 945 time: 0.0626094 Feb 19 02:00:35.105608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2cf1c-634e-4400-b020-56d82739d648 req-958f79b8-d8a0-4576-b98a-1b17dd514514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:35.107811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-958f79b8-d8a0-4576-b98a-1b17dd514514 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 1127 time: 0.0896604 Feb 19 02:00:35.111200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfa9745c-b4f8-4170-b541-0db6e724a80c req-0c9da198-d2ec-429c-b2d1-ea7cab0145ce tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585725 Feb 19 02:00:35.197470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2cf1c-634e-4400-b020-56d82739d648 req-091a96e9-4ebe-4bd2-a6ee-46a9bb81dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:35.198932 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-091a96e9-4ebe-4bd2-a6ee-46a9bb81dc5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0823340 Feb 19 02:00:35.269660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-b5dfd722-fc7c-4586-9644-637af223fe7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 200 len: 1001 time: 0.0618703 Feb 19 02:00:35.322092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2cf1c-634e-4400-b020-56d82739d648 req-21e3bcdd-dffa-4cca-a3b0-434bab96c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:35.323494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-21e3bcdd-dffa-4cca-a3b0-434bab96c015 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0429862 Feb 19 02:00:35.374332 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2cf1c-634e-4400-b020-56d82739d648 req-d0f654b4-cacd-4a1c-8c61-c4ab22a050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:35.375991 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-d0f654b4-cacd-4a1c-8c61-c4ab22a050d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435898 Feb 19 02:00:35.471988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-94b0e7be-650c-4c9b-a06d-1a4ec120123a service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858459 Feb 19 02:00:35.559444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:00:35.564181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67e2cf1c-634e-4400-b020-56d82739d648 req-23e93e43-0fb9-4560-9831-81b42a7c313e service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823946 Feb 19 02:00:35.611118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:00:35.612662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:00:35.613073 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.693860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:35.694251 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.717958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:35.720172 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9806c5-8cf3-402e-987f-e6ba05e1bf64" -d '{"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-plugged", "status": "completed", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:35.732309 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:35.736264 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.761335 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09e6d2-377b-4487-9106-498e16e87efd x-openstack-request-id: req-4b09e6d2-377b-4487-9106-498e16e87efd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:35.761634 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-plugged", "status": "completed", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:35.761891 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b09e6d2-377b-4487-9106-498e16e87efd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:35.762285 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'code': 200} Feb 19 02:00:35.785844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:36.229647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f95a7-343f-4753-8b49-dd646f4a1f73 req-f9e7ff3e-7cbe-4936-ba88-966b7d774496 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:36.231104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f2f95a7-343f-4753-8b49-dd646f4a1f73 req-f9e7ff3e-7cbe-4936-ba88-966b7d774496 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0523915 Feb 19 02:00:36.281723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f2f95a7-343f-4753-8b49-dd646f4a1f73 req-9353770a-d885-4441-81d0-9fa565b153ff tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Feb 19 02:00:36.515525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8014-775c-47b4-8332-45119246990b req-8bdf0dc5-cc56-4f81-99d5-568f0132d7ea tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:36.517015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fba8014-775c-47b4-8332-45119246990b req-8bdf0dc5-cc56-4f81-99d5-568f0132d7ea tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0523009 Feb 19 02:00:36.563473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7fba8014-775c-47b4-8332-45119246990b req-3db7e9ab-75eb-441b-9dd4-2d84c915ac7e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Feb 19 02:00:37.691436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3a203-ee3c-432f-aa64-36955acb9a83 req-94161ab0-35e9-4a5d-a297-edddbfcd60b2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:37.692940 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4f3a203-ee3c-432f-aa64-36955acb9a83 req-94161ab0-35e9-4a5d-a297-edddbfcd60b2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0607016 Feb 19 02:00:37.740814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f4f3a203-ee3c-432f-aa64-36955acb9a83 req-7ce90c72-755a-4bb4-b69f-4c35c6b50e5d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419929 Feb 19 02:00:37.894705 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:00:37.957951 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-feed6ca6-246d-401c-b8de-cae31c346c1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:37.959477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-feed6ca6-246d-401c-b8de-cae31c346c1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 946 time: 0.0665081 Feb 19 02:00:38.059100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Deleting port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:00:38.059470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.145828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] For port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:38.146111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.329992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.330353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.330665 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 disassociated. External IP: 172.25.0.213, port: ba8d694c-a675-4e35-a5f0-22d2ecd1adfa. Feb 19 02:00:38.331005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Calling delete_port for ba8d694c-a675-4e35-a5f0-22d2ecd1adfa owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:00:38.455348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ba8d694c-a675-4e35-a5f0-22d2ecd1adfa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.483265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event deleted for resources: {'Port': ['ID=ba8d694c-a675-4e35-a5f0-22d2ecd1adfa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:38.602352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:00:38.717227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:00:38.727731 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:00:38.737714 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:00:38.738407 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:00:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:38.761316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] No DVR routers for this DVR port ba8d694c-a675-4e35-a5f0-22d2ecd1adfa on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:00:38.764681 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.768047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-75297201-3491-4ff4-939e-d68ef6bb7df3 req-0e04f0a2-ea3d-4c76-8df3-4a4e24810104 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "DELETE /v2.0/ports/ba8d694c-a675-4e35-a5f0-22d2ecd1adfa HTTP/1.1" status: 204 len: 173 time: 0.8001049 Feb 19 02:00:38.768567 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-deleted', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:38.770833 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129a9f3-f95d-418c-88cc-7355f78025bf" -d '{"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-deleted", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:38.815572 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e43648-1185-4300-8f2b-86b7e4fa9e25 x-openstack-request-id: req-25e43648-1185-4300-8f2b-86b7e4fa9e25 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:38.815873 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b41cc3-606c-4fc6-ac9d-0a5a25916a97", "name": "network-vif-deleted", "tag": "ba8d694c-a675-4e35-a5f0-22d2ecd1adfa", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:38.816159 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25e43648-1185-4300-8f2b-86b7e4fa9e25 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:38.816573 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b41cc3-606c-4fc6-ac9d-0a5a25916a97', 'name': 'network-vif-deleted', 'tag': 'ba8d694c-a675-4e35-a5f0-22d2ecd1adfa', 'status': 'completed', 'code': 200} Feb 19 02:00:38.850760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-48fb2ad5-1d85-4bfc-bd55-584e97f4b734 req-8091a060-45d0-4927-9e46-949b58f53ca5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b41cc3-606c-4fc6-ac9d-0a5a25916a97 HTTP/1.1" status: 200 len: 210 time: 0.0295694 Feb 19 02:00:38.871800 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:00:39.081679 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:39.106835 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:00:39.115115 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:00:39.115720 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:00:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:39.223560 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:00:39.415267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:39.446108 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac695d11-3001-4782-9828-3f4cb6008ef9 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:00:39.660029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247609b-163a-440b-aef4-d8a897ba84e7 None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:00:40.098282 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-273c4932-039a-4ca9-a3bd-2b263cad769f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--160586114&fields=id&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 267 time: 0.0426276 Feb 19 02:00:40.205007 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-c85ed298-d840-497a-b5c6-0787bca5aa85 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.206481 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-c85ed298-d840-497a-b5c6-0787bca5aa85 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1019092 Feb 19 02:00:40.221184 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-c4b8fcbb-45a7-4aa1-a05c-f81681f48f51 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/quotas/1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 375 time: 0.0095079 Feb 19 02:00:40.275464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-db5f782d-bd2c-4b72-b5f3-672661d4fb31 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496857 Feb 19 02:00:40.290289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-ecc78991-e622-4739-aa04-eb44b9445c97 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:00:40.291175 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-ecc78991-e622-4739-aa04-eb44b9445c97 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050011 Feb 19 02:00:40.380556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-4d4541aa-3b48-4459-b2ad-38757d3df49f service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839787 Feb 19 02:00:40.473691 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-b93fc447-ffe1-4d57-bf5e-8d3b54d4f48e service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873697 Feb 19 02:00:40.632775 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0175a3cf-8c42-4662-b339-b3700e16e477 req-21f54ff0-4097-40d1-be89-a002697ace69 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 210 time: 0.0292583 Feb 19 02:00:41.593451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:00:41.608526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-613f8ea1-fc7f-4df3-9b6c-89dd2c2ae440 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:41.610155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-613f8ea1-fc7f-4df3-9b6c-89dd2c2ae440 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1097279 Feb 19 02:00:41.613861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: ba8d694c-a675-4e35-a5f0-22d2ecd1adfa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:00:41.614356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device ba8d694c-a675-4e35-a5f0-22d2ecd1adfa not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:00:41.697373 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-a4793345-703e-43d2-97f3-497729b19a8a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 379 time: 0.0759697 Feb 19 02:00:41.707631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'port': {'device_id': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'admin_state_up': True, 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'security_groups': ['475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:41.749274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d18655e-8951-4fae-a184-4254799e1398 req-868ed12a-cc28-49f1-a7d3-8790967e7adc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 210 time: 0.0275793 Feb 19 02:00:41.811766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Made reservation on behalf of 1381c878b1b44ab5b525977403d918ee for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:00:41.815156 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:41.947449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Allocated IP 172.20.0.9 (057d741e-1ad8-46df-94b2-d957765dc19c/95103f72-1e55-4daf-92fb-3cf0d5525f0b/df69299f-0270-45ff-ac1b-a1ee5a69791c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:00:42.090437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.124200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.166160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:00:42.169680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:00:42.175852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:00:42.181580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:42.211981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.212255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.212597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.212935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.213371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.213709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.214039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.214363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.214686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.215008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.215338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.215707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.216035 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:42.240029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:42.240652 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.258494 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-3147543a-1c44-4945-99df-df1bba061e1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545952 Feb 19 02:00:42.273606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Request body: {'port': {'device_id': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:42.351219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.383018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bd1ffb1f-a273-45f3-8b4d-b01d936d5bd1 None None] Provisioning complete for port df69299f-0270-45ff-ac1b-a1ee5a69791c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:00:42.383391 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd1ffb1f-a273-45f3-8b4d-b01d936d5bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.417862 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ffb1f-a273-45f3-8b4d-b01d936d5bd1 None None] Port df69299f-0270-45ff-ac1b-a1ee5a69791c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:00:42.620267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df69299f-0270-45ff-ac1b-a1ee5a69791c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:00:42.627869 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Publish callbacks [] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.639528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Transition to ACTIVE for port object df69299f-0270-45ff-ac1b-a1ee5a69791c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:00:42.648058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.699115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:42.772680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:00:42.773049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:00:42.773441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:00:42.778742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:00:42.779002 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:00:42.784373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:00:42.784718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:00:42.785154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:00:42.785593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Bound port: df69299f-0270-45ff-ac1b-a1ee5a69791c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:00:42.785956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.882554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:00:42.886010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:00:42.895844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.935051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87748fdc-05c4-46f7-a010-a502d463ab24 req-d0ecea51-54bc-448c-b803-1d81af7c7c28 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:42.936525 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87748fdc-05c4-46f7-a010-a502d463ab24 req-d0ecea51-54bc-448c-b803-1d81af7c7c28 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.1133866 Feb 19 02:00:42.947554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:42.948163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.949611 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] 10.222.0.10 "PUT /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1091 time: 0.6803925 Feb 19 02:00:42.951232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:42.953442 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea891d1-663c-4ae4-84fc-bb414d56f24b" -d '{"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:43.013776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1a8b-ef42-4e10-a178-df44b97fc31d service neutron] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:43.017824 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea79bfa7-b97e-42a3-8209-e01c08a1b593 x-openstack-request-id: req-ea79bfa7-b97e-42a3-8209-e01c08a1b593 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:43.018113 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:43.018369 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea79bfa7-b97e-42a3-8209-e01c08a1b593 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:43.018767 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'status': 'completed', 'code': 200} Feb 19 02:00:43.060898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-87748fdc-05c4-46f7-a010-a502d463ab24 req-eeb3b5cb-b3a4-45db-8cde-77ea32f5e27e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171420 Feb 19 02:00:43.081613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-0abb678a-07ae-402a-924c-a1327ddc1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:43.083213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-0abb678a-07ae-402a-924c-a1327ddc1106 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1125 time: 0.0614543 Feb 19 02:00:43.129268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-d5b3fde4-2e64-46ec-afd8-8b6fc82358d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 217 time: 0.0348530 Feb 19 02:00:43.186599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-d7b29cb9-c76a-4303-978d-26e6f1911a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:43.188095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-d7b29cb9-c76a-4303-978d-26e6f1911a84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0492470 Feb 19 02:00:43.240094 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83947d1-e6ca-4496-b560-11cf714c143e req-8fdd17c9-0c31-4585-a369-e90a30b2773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:43.241522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-8fdd17c9-0c31-4585-a369-e90a30b2773a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439038 Feb 19 02:00:43.336011 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-702fd956-0687-44bf-a584-0d0f50716c48 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Feb 19 02:00:43.429199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a83947d1-e6ca-4496-b560-11cf714c143e req-df27ca20-2f1c-487c-9602-267611d319b3 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844271 Feb 19 02:00:43.525578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-04b5da60-3896-4ad5-8479-ca1c89b46e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:43.527068 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-04b5da60-3896-4ad5-8479-ca1c89b46e7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1125 time: 0.0452695 Feb 19 02:00:43.931024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-d8e2e27d-dd44-44af-b88e-b291352cb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:43.932501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-d8e2e27d-dd44-44af-b88e-b291352cb5d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.3990839 Feb 19 02:00:43.973399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-0cedc7b4-9364-4aad-854f-529c5c8c3a69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 217 time: 0.0340073 Feb 19 02:00:44.021129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-a8d1b4e1-fdb4-4b00-b5f6-d7d78fe11a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:44.022561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-a8d1b4e1-fdb4-4b00-b5f6-d7d78fe11a92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0434086 Feb 19 02:00:44.074198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-791a9517-1ffc-43bd-a048-44e7b0582471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:44.075667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-791a9517-1ffc-43bd-a048-44e7b0582471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462222 Feb 19 02:00:44.166409 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-26496275-1fd2-4daa-b88f-fc6a67abb87d service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Feb 19 02:00:44.187153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfb5e8-0bef-4b05-90cc-2c0203725637 req-79e85f63-5661-4055-a59e-9659e3a0a0a4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:44.188550 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9abfb5e8-0bef-4b05-90cc-2c0203725637 req-79e85f63-5661-4055-a59e-9659e3a0a0a4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.0529542 Feb 19 02:00:44.235607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9abfb5e8-0bef-4b05-90cc-2c0203725637 req-4927e79c-f2de-476d-a6d2-0eea716c529a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411997 Feb 19 02:00:44.262902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ea891d1-663c-4ae4-84fc-bb414d56f24b req-fab25728-901b-4a27-89e7-9bd76883269c service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Feb 19 02:00:45.353172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426ffb7-4d93-466e-ba21-be019bf24db3 req-ddc61303-af7b-4d50-8ca9-2af1a4401b33 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:45.354639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426ffb7-4d93-466e-ba21-be019bf24db3 req-ddc61303-af7b-4d50-8ca9-2af1a4401b33 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.0527525 Feb 19 02:00:45.401728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5426ffb7-4d93-466e-ba21-be019bf24db3 req-d31113e8-4826-4553-bbaa-b9ce898b1c88 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410080 Feb 19 02:00:46.523825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab09c7-8ca6-469e-a464-09fe81a2fb17 req-da68be96-1285-490a-a5cb-04a4f4f79728 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:46.525300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-07ab09c7-8ca6-469e-a464-09fe81a2fb17 req-da68be96-1285-490a-a5cb-04a4f4f79728 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.0565853 Feb 19 02:00:46.571242 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-07ab09c7-8ca6-469e-a464-09fe81a2fb17 req-2eb8ce03-fe8a-4dfe-8cce-d8a8b216f3e4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403192 Feb 19 02:00:47.624468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:00:47.693792 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47123c4-22ae-4238-aa1c-069313583a39 req-e71696a5-2560-4730-9273-3cfc5ba6dc63 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:47.695634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e47123c4-22ae-4238-aa1c-069313583a39 req-e71696a5-2560-4730-9273-3cfc5ba6dc63 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.0532134 Feb 19 02:00:47.722380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:47.733366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'mac_address': 'fa:16:3e:e3:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:00:47.742865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e47123c4-22ae-4238-aa1c-069313583a39 req-a426c66a-1b97-4948-9907-104bdb533f56 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Feb 19 02:00:47.775168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port df69299f-0270-45ff-ac1b-a1ee5a69791c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:47.775560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:47.788051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df69299f-0270-45ff-ac1b-a1ee5a69791c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:00:47.806797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:47.810838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:47.856818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:47.864023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.864383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.864730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.865098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.865435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.865769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.866098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.866427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.866754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.867080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.867405 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.867731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:47.868054 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:48.107933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['df69299f-0270-45ff-ac1b-a1ee5a69791c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:00:48.791784 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:48.863513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d293e-a8c8-4520-b4a2-37f884a49aba req-888f50d3-5d7c-434e-8568-178613620eea tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:48.865033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a50d293e-a8c8-4520-b4a2-37f884a49aba req-888f50d3-5d7c-434e-8568-178613620eea tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0529315 Feb 19 02:00:48.911943 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a50d293e-a8c8-4520-b4a2-37f884a49aba req-f8122005-f7e4-4b1b-9b56-7f0d446346b5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 Feb 19 02:00:49.622578 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:00:49.672064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port df69299f-0270-45ff-ac1b-a1ee5a69791c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:00:49.675933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port df69299f-0270-45ff-ac1b-a1ee5a69791c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:00:49.676304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:49.760579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port df69299f-0270-45ff-ac1b-a1ee5a69791c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:49.760962 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:49.784472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:49.786706 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d736b-3032-438b-8a22-a358a33760fd" -d '{"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-plugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:49.799833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:49.804966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:49.828777 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9249738-c804-4785-9c2d-b315267ac747 x-openstack-request-id: req-b9249738-c804-4785-9c2d-b315267ac747 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:49.829091 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-plugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:49.829348 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9249738-c804-4785-9c2d-b315267ac747 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:49.829746 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'code': 200} Feb 19 02:00:49.855036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:49.938635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fc7fb-8ea7-4746-9c02-425b1ff9c875 req-5c0ce45e-5210-4b1e-a378-9ca1799ca092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:49.940361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-209fc7fb-8ea7-4746-9c02-425b1ff9c875 req-5c0ce45e-5210-4b1e-a378-9ca1799ca092 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1127 time: 0.0486701 Feb 19 02:00:49.988313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-209fc7fb-8ea7-4746-9c02-425b1ff9c875 req-a3b1e65d-ddfc-4af5-9e21-a676ef44fe32 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379610 Feb 19 02:00:50.036547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372adcd-6a53-4c32-a297-968190a4c0bc req-4a84044f-e841-406e-aae0-bbf48deb57fa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:50.038052 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1372adcd-6a53-4c32-a297-968190a4c0bc req-4a84044f-e841-406e-aae0-bbf48deb57fa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0585883 Feb 19 02:00:50.083931 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1372adcd-6a53-4c32-a297-968190a4c0bc req-d09b126e-7a80-4b77-af9a-47985a837504 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404189 Feb 19 02:00:50.345749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaacf47a-94a5-457a-beac-52621603206b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:51.204980 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ad9a-899d-4d65-9d23-9e62bdd83fa0 req-1f6ffda0-72b9-4f7f-b029-1e67e4a57991 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:51.206546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76b7ad9a-899d-4d65-9d23-9e62bdd83fa0 req-1f6ffda0-72b9-4f7f-b029-1e67e4a57991 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0526011 Feb 19 02:00:51.254851 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76b7ad9a-899d-4d65-9d23-9e62bdd83fa0 req-a291a83e-cdc8-45fe-92b8-9ceed9b5fbdf tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427055 Feb 19 02:00:52.370653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d50dfd-c42d-442c-8606-4ec5f648e9e9 req-2115e0a5-6a2c-4029-b6fe-e0cff5fa2643 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:52.372607 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48d50dfd-c42d-442c-8606-4ec5f648e9e9 req-2115e0a5-6a2c-4029-b6fe-e0cff5fa2643 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Feb 19 02:00:52.423467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48d50dfd-c42d-442c-8606-4ec5f648e9e9 req-7102f9ef-83b2-479d-92e0-19a3cecc917e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452154 Feb 19 02:00:52.543398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d91d9-922c-40e0-947f-09f5cdc2c823 req-07d8e2e0-2afd-4d5a-b741-44ccfa336257 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:52.544847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b05d91d9-922c-40e0-947f-09f5cdc2c823 req-07d8e2e0-2afd-4d5a-b741-44ccfa336257 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0589323 Feb 19 02:00:52.553459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50150) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:52.557834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'floatingip': {'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:52.596743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:52.714502 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81b76b0f-d0de-4533-9723-10fa1edc4fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:53.040649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:53.045085 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:53.145351 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 associated. External IP: 172.25.0.213, port: df69299f-0270-45ff-ac1b-a1ee5a69791c. Feb 19 02:00:53.358800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:00:53.485438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:00:53.489967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:53.496348 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:00:53.506910 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:00:53.507611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:00:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:53.519470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f20674c8-91d8-4711-97e7-c15ec4c532e0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "PUT /v2.0/floatingips/3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 HTTP/1.1" status: 200 len: 991 time: 0.9649365 Feb 19 02:00:53.520045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:53.522350 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1" -d '{"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:53.559819 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd96c55a-2007-4f78-8ae6-5e66639f2c9c x-openstack-request-id: req-dd96c55a-2007-4f78-8ae6-5e66639f2c9c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:53.560550 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:53.560848 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd96c55a-2007-4f78-8ae6-5e66639f2c9c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:53.561537 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'status': 'completed', 'code': 200} Feb 19 02:00:53.628834 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:00:53.641219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-9c8375b3-98b1-4256-9c44-c2d34323c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:53.642911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-9c8375b3-98b1-4256-9c44-c2d34323c52b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1127 time: 0.0603759 Feb 19 02:00:53.817877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-20f3821f-608c-4716-ba69-67030bda9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:53.819350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-20f3821f-608c-4716-ba69-67030bda9527 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1704168 Feb 19 02:00:53.828262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-09097e72-1c20-463c-ae29-f03671842537 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094680 Feb 19 02:00:53.868243 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:e3:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T02:00:52Z', 'revision_number': 9, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:53.884682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209ee2-a4d1-4e7d-a6bd-62b35d386dea req-b727f8cc-f6ff-4bb8-8c5e-35e1c3ab7efd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:53.886476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f209ee2-a4d1-4e7d-a6bd-62b35d386dea req-b727f8cc-f6ff-4bb8-8c5e-35e1c3ab7efd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.1509266 Feb 19 02:00:53.888590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:53.901367 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:00:53.910384 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:00:53.911092 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:00:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:53.923816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-55a0cf08-9a7e-4a38-befc-0ccf9e815342 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 999 time: 0.0944855 Feb 19 02:00:53.987808 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f209ee2-a4d1-4e7d-a6bd-62b35d386dea req-40ca44ea-c33e-4dde-988c-0d2237312e36 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895181 Feb 19 02:00:53.997409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-3d9bec61-8928-47e6-a877-65a73b13459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:53.999990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-3d9bec61-8928-47e6-a877-65a73b13459f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0652001 Feb 19 02:00:54.031311 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:00:54.060814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-84ba6cc5-d5c7-4e6e-9f28-3aa20604ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:54.062430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-84ba6cc5-d5c7-4e6e-9f28-3aa20604ef7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566895 Feb 19 02:00:54.161087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-74843626-c199-41d3-bfe9-8987f13ae2e9 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920808 Feb 19 02:00:54.234846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-9d7a6152-a028-4b62-bf6a-e556f8e35bb5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:54.236220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-9d7a6152-a028-4b62-bf6a-e556f8e35bb5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 942 time: 0.0463972 Feb 19 02:00:54.257974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3fa39ae0-aea3-4d1a-8c71-b6737d3039e1 req-e04e245c-6a60-4ee5-a248-ccabac550844 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906210 Feb 19 02:00:54.274962 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:e3:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T02:00:52Z', 'revision_number': 9, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:54.305603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f01275-0430-4821-a3cc-cce74a5b4b95 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:e3:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T02:00:52Z', 'revision_number': 9, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:00:54.531471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca78ca3-4737-44f7-8847-5bc6e8a35bab None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:00:55.062031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-af70ba89-ae59-4c9b-a6eb-50c894c90391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:55.063543 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-af70ba89-ae59-4c9b-a6eb-50c894c90391 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1127 time: 0.0506504 Feb 19 02:00:55.125137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0658ad-1dc1-4415-a4fa-faa608bdefe1 req-b3ff5c88-f985-4869-bdb1-c92db24b940a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:55.126625 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c0658ad-1dc1-4415-a4fa-faa608bdefe1 req-b3ff5c88-f985-4869-bdb1-c92db24b940a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0572023 Feb 19 02:00:55.152036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-d8aa2060-17fd-451b-96c8-e1573a4ec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:55.153600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-d8aa2060-17fd-451b-96c8-e1573a4ec60c service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0834861 Feb 19 02:00:55.172917 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1c0658ad-1dc1-4415-a4fa-faa608bdefe1 req-2579dff4-07ae-4d38-905b-bded92c91025 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404990 Feb 19 02:00:55.221305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-857fe177-7001-4a4a-b8f4-1a7e938b48f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1002 time: 0.0619872 Feb 19 02:00:55.268726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-9d7fe912-7cad-4a07-a094-3ec3bd801a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:55.270251 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-9d7fe912-7cad-4a07-a094-3ec3bd801a7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0432878 Feb 19 02:00:55.318932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-83e1ffd8-655f-4c08-baac-c6d043ed6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:55.320587 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-83e1ffd8-655f-4c08-baac-c6d043ed6b08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439808 Feb 19 02:00:55.409761 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-0c85992b-9c07-4ff4-ba8a-030e0b278742 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836401 Feb 19 02:00:55.498019 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-2478a993-3f0c-4e66-8537-b8cf8bd22a6e service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819252 Feb 19 02:00:55.509900 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:56.300221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871b25a-82a7-4e72-85ae-08938617209f req-2baaa457-b367-4872-aefd-b64f04ff044f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:56.302220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d871b25a-82a7-4e72-85ae-08938617209f req-2baaa457-b367-4872-aefd-b64f04ff044f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0604675 Feb 19 02:00:56.352127 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d871b25a-82a7-4e72-85ae-08938617209f req-385a3c9a-3a88-4f81-8bc7-3df36b39feab tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Feb 19 02:00:56.483950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:56.638974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:57.483919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cde08a-bec1-4601-9876-e93a7dc7e025 req-0782377a-2970-42fb-8418-4de43ceaa03a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:57.485426 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54cde08a-bec1-4601-9876-e93a7dc7e025 req-0782377a-2970-42fb-8418-4de43ceaa03a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Feb 19 02:00:57.531450 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-54cde08a-bec1-4601-9876-e93a7dc7e025 req-de0cfc82-92c7-4de2-afbb-310095139558 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403414 Feb 19 02:00:58.656223 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79048ed8-54b5-4836-af0e-a8a2385f4f95 req-1c4bfe63-8525-446b-8fe4-1d1f896a1d94 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:58.657704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79048ed8-54b5-4836-af0e-a8a2385f4f95 req-1c4bfe63-8525-446b-8fe4-1d1f896a1d94 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0584939 Feb 19 02:00:58.704445 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-79048ed8-54b5-4836-af0e-a8a2385f4f95 req-d3296a68-d361-4bd0-8f79-13add450ec2c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Feb 19 02:00:59.828525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34341-16c1-4d43-9e60-1bdec449389a req-e0ab824d-93ad-4185-b834-007b7fa12503 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:59.830051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ca34341-16c1-4d43-9e60-1bdec449389a req-e0ab824d-93ad-4185-b834-007b7fa12503 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0578725 Feb 19 02:00:59.880105 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5ca34341-16c1-4d43-9e60-1bdec449389a req-bc85ed53-a95a-4a87-a4ca-8ed8da0b95aa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Feb 19 02:01:01.000335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0569-f776-4da8-92cf-aa572aa64691 req-a93fa863-d297-4b19-b3bf-31f83cedc1bb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:01.001761 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-204e0569-f776-4da8-92cf-aa572aa64691 req-a93fa863-d297-4b19-b3bf-31f83cedc1bb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Feb 19 02:01:01.047402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-204e0569-f776-4da8-92cf-aa572aa64691 req-89b49c1a-4712-42f6-a14d-f560e281d20f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Feb 19 02:01:02.267956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f9195-2e5d-4237-8deb-8b3bbddffef2 req-6b56a683-0d20-4497-a993-ab2538f2d586 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:02.269464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b72f9195-2e5d-4237-8deb-8b3bbddffef2 req-6b56a683-0d20-4497-a993-ab2538f2d586 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.1517508 Feb 19 02:01:02.315253 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b72f9195-2e5d-4237-8deb-8b3bbddffef2 req-04f5c0a4-d9fd-41cf-a870-8406f45ed7e9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400596 Feb 19 02:01:03.491267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0bd9f-346a-409d-af80-4907cf3bb5a5 req-7c72552a-1ebf-4345-8d57-1530621ee14c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:03.492760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5f0bd9f-346a-409d-af80-4907cf3bb5a5 req-7c72552a-1ebf-4345-8d57-1530621ee14c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.1095963 Feb 19 02:01:03.546970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5f0bd9f-346a-409d-af80-4907cf3bb5a5 req-3cb9c365-0bc2-4651-b34c-80925442d5f9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Feb 19 02:01:04.667814 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db883a6-b1c8-4e2c-b977-a2b4c498cd8b req-1929940f-54e5-452d-9f39-68f1f32d06aa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:04.669484 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3db883a6-b1c8-4e2c-b977-a2b4c498cd8b req-1929940f-54e5-452d-9f39-68f1f32d06aa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0521793 Feb 19 02:01:04.715857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3db883a6-b1c8-4e2c-b977-a2b4c498cd8b req-c3dab00b-4642-427d-b228-14a7101f756d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402610 Feb 19 02:01:05.835364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964153b9-d8d9-4f9c-b21b-4e2b6fd02d65 req-1beb1504-de88-4293-a77c-69fdae786b99 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:05.836823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-964153b9-d8d9-4f9c-b21b-4e2b6fd02d65 req-1beb1504-de88-4293-a77c-69fdae786b99 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0515871 Feb 19 02:01:05.882715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-964153b9-d8d9-4f9c-b21b-4e2b6fd02d65 req-49d3bc76-5353-4853-8f14-c831e3055feb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398338 Feb 19 02:01:07.004283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abb68e-6428-4e77-945e-cefe73d9186d req-e6d10220-c4fc-4a54-95a5-34e52c20bb72 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:07.005777 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02abb68e-6428-4e77-945e-cefe73d9186d req-e6d10220-c4fc-4a54-95a5-34e52c20bb72 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Feb 19 02:01:07.052829 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-02abb68e-6428-4e77-945e-cefe73d9186d req-9f12bee9-f1a2-4272-816b-d603ca3da1d2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Feb 19 02:01:08.173122 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaee0e-f91c-4933-b8c1-10eefcf759f6 req-42ad7ae2-7b07-4f17-933a-5dd937ccf871 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:08.174613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-badaee0e-f91c-4933-b8c1-10eefcf759f6 req-42ad7ae2-7b07-4f17-933a-5dd937ccf871 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0538588 Feb 19 02:01:08.225015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-badaee0e-f91c-4933-b8c1-10eefcf759f6 req-3f851a7c-fc00-4b91-84ce-c63a593e6dcf tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447438 Feb 19 02:01:09.346214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a046-0a1e-433b-8da8-248c55e14f0d req-9ff2595f-216a-4ace-93c3-604eff45de65 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:09.347677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1477a046-0a1e-433b-8da8-248c55e14f0d req-9ff2595f-216a-4ace-93c3-604eff45de65 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0520532 Feb 19 02:01:09.394071 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1477a046-0a1e-433b-8da8-248c55e14f0d req-003e321c-038a-4a5e-920d-2f1faf6a9e69 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Feb 19 02:01:10.512599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22762e18-212d-4a02-91bb-f7d89f186dd1 req-78f2d249-34f3-4043-bc58-1b42847bab2d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:10.514227 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22762e18-212d-4a02-91bb-f7d89f186dd1 req-78f2d249-34f3-4043-bc58-1b42847bab2d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0522234 Feb 19 02:01:10.561259 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22762e18-212d-4a02-91bb-f7d89f186dd1 req-40dee07a-a1da-47d3-83a6-b404df237606 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Feb 19 02:01:11.683331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36036bb-399b-4994-80dd-8012045a0358 req-9037ff49-8e5a-439a-95c3-113e0f5238bf tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:11.684888 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b36036bb-399b-4994-80dd-8012045a0358 req-9037ff49-8e5a-439a-95c3-113e0f5238bf tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0559652 Feb 19 02:01:11.731051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b36036bb-399b-4994-80dd-8012045a0358 req-487ca740-3170-45cd-9959-bc9c49318fe7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399513 Feb 19 02:01:12.849312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63765f2-f52a-46bc-8c8d-94e102fb31ad req-95cdf6fa-6c55-4c1a-a058-f8026cd06d01 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:12.850778 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b63765f2-f52a-46bc-8c8d-94e102fb31ad req-95cdf6fa-6c55-4c1a-a058-f8026cd06d01 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0525172 Feb 19 02:01:12.911139 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b63765f2-f52a-46bc-8c8d-94e102fb31ad req-21a13e9a-1167-4ccd-82bf-d52ed1f329dc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548134 Feb 19 02:01:14.033061 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb28ef1-7b66-47c3-af74-c292d5750c83 req-1c99ea64-cc50-441a-9d44-5904157d3cd4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:14.034548 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4cb28ef1-7b66-47c3-af74-c292d5750c83 req-1c99ea64-cc50-441a-9d44-5904157d3cd4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0555058 Feb 19 02:01:14.083283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4cb28ef1-7b66-47c3-af74-c292d5750c83 req-16ecf1e9-4627-40c5-922f-410111dd1bcb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Feb 19 02:01:14.893711 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:01:15.209192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1090cf-0bf0-44cb-a16f-87eb4901e4ba req-235113ae-2dd8-44f1-ac7f-ba8bfe6104cb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:15.210741 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af1090cf-0bf0-44cb-a16f-87eb4901e4ba req-235113ae-2dd8-44f1-ac7f-ba8bfe6104cb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0559449 Feb 19 02:01:15.263995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-af1090cf-0bf0-44cb-a16f-87eb4901e4ba req-d193bfcc-928a-4b7f-bd73-40dff5445e8c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454926 Feb 19 02:01:16.381875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7766-b021-4ad7-bf86-544394d15862 req-127c2816-9c38-426a-b945-a4b8056f1d95 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:16.383335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dff7766-b021-4ad7-bf86-544394d15862 req-127c2816-9c38-426a-b945-a4b8056f1d95 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Feb 19 02:01:16.433486 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6dff7766-b021-4ad7-bf86-544394d15862 req-3c735999-309b-42e3-b55a-9f44fc85745c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445552 Feb 19 02:01:17.556512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d7674-383e-4e2e-9457-f757917c37bb req-a6e43a03-82ae-47de-b90a-551d60cb168e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:17.559382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d39d7674-383e-4e2e-9457-f757917c37bb req-a6e43a03-82ae-47de-b90a-551d60cb168e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Feb 19 02:01:17.608765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d39d7674-383e-4e2e-9457-f757917c37bb req-57a0c369-9963-4ac6-95e8-680877813348 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439379 Feb 19 02:01:18.728337 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcae7d-2eec-47a5-952b-4de5ba160bcf req-2255f7e9-79bc-4ebf-a3ec-0330104764a7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:18.729816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3edcae7d-2eec-47a5-952b-4de5ba160bcf req-2255f7e9-79bc-4ebf-a3ec-0330104764a7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0520298 Feb 19 02:01:18.776921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:18.779213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3edcae7d-2eec-47a5-952b-4de5ba160bcf req-496955c5-7ee0-43c8-b31f-fdab125013dc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Feb 19 02:01:19.899178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d2488-ce02-433e-b450-0e636f8b25d0 req-86a9093e-61cf-4dcc-aa34-a3080180a04c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:19.900568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b4d2488-ce02-433e-b450-0e636f8b25d0 req-86a9093e-61cf-4dcc-aa34-a3080180a04c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0525291 Feb 19 02:01:20.256798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b4d2488-ce02-433e-b450-0e636f8b25d0 req-335208ab-724a-4890-a7d1-6b33b97cbc97 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499293 Feb 19 02:01:20.347940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4bde3d8-f7d2-4193-b5b1-bc510ff2e71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:21.376229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4107d93-d367-4e6e-925e-079d7fef3253 req-389de5f2-2b41-44be-82de-6e1d6651c02a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:21.377717 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4107d93-d367-4e6e-925e-079d7fef3253 req-389de5f2-2b41-44be-82de-6e1d6651c02a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Feb 19 02:01:21.423993 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4107d93-d367-4e6e-925e-079d7fef3253 req-bbb20209-d241-4947-8aba-e7576bdc9753 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407438 Feb 19 02:01:22.542010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6272-a23a-4d89-af88-409b9c7c6689 req-e0940e59-4924-485e-81c5-40c76ce6ccae tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:22.543527 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2ad6272-a23a-4d89-af88-409b9c7c6689 req-e0940e59-4924-485e-81c5-40c76ce6ccae tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0520213 Feb 19 02:01:22.590505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2ad6272-a23a-4d89-af88-409b9c7c6689 req-df06deae-8dfa-4a52-ac69-d6201fdb9abc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 Feb 19 02:01:22.716358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b2a964b-4323-4e46-9e7d-b31814901447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:23.719331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebe0ad-bb66-4caf-b575-c811a3ca2027 req-737ea817-7622-455d-bb82-120451bf7494 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:23.720832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3eebe0ad-bb66-4caf-b575-c811a3ca2027 req-737ea817-7622-455d-bb82-120451bf7494 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0597973 Feb 19 02:01:23.768229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3eebe0ad-bb66-4caf-b575-c811a3ca2027 req-742db285-2f5c-40a1-aef8-3301ed46b19b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413771 Feb 19 02:01:23.877557 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:24.886153 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec46c-ff71-4857-9c89-2319659b4a61 req-8be26e69-d660-495b-a328-eb20472b560f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:24.888087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbdec46c-ff71-4857-9c89-2319659b4a61 req-8be26e69-d660-495b-a328-eb20472b560f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Feb 19 02:01:24.936061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cbdec46c-ff71-4857-9c89-2319659b4a61 req-8fd49414-caa7-4fee-87df-49c23b98ad82 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Feb 19 02:01:25.511607 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:26.054112 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88d4c-930a-4c6f-8648-5ff9c599e467 req-72141081-9cf4-429f-b9f8-13365f3c1182 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:26.055585 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cec88d4c-930a-4c6f-8648-5ff9c599e467 req-72141081-9cf4-429f-b9f8-13365f3c1182 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Feb 19 02:01:26.101769 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cec88d4c-930a-4c6f-8648-5ff9c599e467 req-86ab09dd-936b-405f-87d2-1023a04467a6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401134 Feb 19 02:01:26.499215 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:26.641409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:27.219715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f554d-b837-4763-8bdc-cd820bf2ad30 req-91572c43-3811-4776-9d14-62b93384c44a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:27.221202 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed0f554d-b837-4763-8bdc-cd820bf2ad30 req-91572c43-3811-4776-9d14-62b93384c44a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Feb 19 02:01:27.266232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ed0f554d-b837-4763-8bdc-cd820bf2ad30 req-8975a416-cf00-46ae-b499-b1292c521053 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 Feb 19 02:01:27.752234 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-15d08e12-b465-4e91-80e7-fe22f5364040 service neutron] show failed (client error): The resource could not be found. Feb 19 02:01:27.753269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-15d08e12-b465-4e91-80e7-fe22f5364040 service neutron] 10.222.0.10 "GET /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0522208 Feb 19 02:01:28.012176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-883fac3d-6f6c-4914-aa2f-331edd40d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:28.013768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-883fac3d-6f6c-4914-aa2f-331edd40d1f6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 1127 time: 0.0927982 Feb 19 02:01:28.024510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:01:28.086600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:28.289923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:28.323266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:01:28.363640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:28.365970 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b19c9a5-5b0e-4264-a00d-6a2fd95f98d0" -d '{"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-unplugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:28.369810 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Publish callbacks [] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:28.383036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Transition to ACTIVE for port object df69299f-0270-45ff-ac1b-a1ee5a69791c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:01:28.386454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:28.389824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd40f2c-f336-463c-82c6-a6c2dfee88b0 req-4f0b788d-21e5-46cf-9ad6-0b60203f53ea tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:28.391375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bd40f2c-f336-463c-82c6-a6c2dfee88b0 req-4f0b788d-21e5-46cf-9ad6-0b60203f53ea tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0557344 Feb 19 02:01:28.459382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0bd40f2c-f336-463c-82c6-a6c2dfee88b0 req-d208ddf5-73cc-453b-adb7-5a3bd030e0fb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619948 Feb 19 02:01:28.474770 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ad391b-4349-4bc5-9ba4-257af03c943e x-openstack-request-id: req-42ad391b-4349-4bc5-9ba4-257af03c943e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:28.475066 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-unplugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:28.475319 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42ad391b-4349-4bc5-9ba4-257af03c943e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:28.475720 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'code': 200} Feb 19 02:01:28.493825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:28.532060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] No DVR routers for this DVR port df69299f-0270-45ff-ac1b-a1ee5a69791c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:01:28.673401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:01:28.673742 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:01:28.674076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:01:28.678470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:01:28.678793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:01:28.683623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:01:28.683961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:01:28.684397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:01:28.684818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Bound port: df69299f-0270-45ff-ac1b-a1ee5a69791c, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:01:28.685198 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:28.756947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:01:28.759928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:01:28.766738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:28.801111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:28.801790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:28.803162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] 10.222.0.89 "PUT /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1091 time: 0.7825770 Feb 19 02:01:28.823797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536ef1e-a0fe-4393-9e4a-ed722a076617 service neutron] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:28.873036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-00e45c77-fb8e-4bf0-bd3b-2c3b25d24901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:28.874585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-00e45c77-fb8e-4bf0-bd3b-2c3b25d24901 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1125 time: 0.0473831 Feb 19 02:01:28.973832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-9b2113e4-e28f-4440-ae8b-a00f77ac9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:28.975417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-9b2113e4-e28f-4440-ae8b-a00f77ac9d32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0942156 Feb 19 02:01:29.047014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-79beca84-14b3-4c17-b460-52b40ebc47ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.0649486 Feb 19 02:01:29.101270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-e541037f-89c6-45e9-89ba-eecadeb51ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.102786 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-e541037f-89c6-45e9-89ba-eecadeb51ecc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0494854 Feb 19 02:01:29.151797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-a2981c82-ffc1-4c92-84da-a08ba641318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.153315 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-a2981c82-ffc1-4c92-84da-a08ba641318e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444958 Feb 19 02:01:29.240429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-700226ea-d6bf-4324-910d-e9159792e8fc service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812769 Feb 19 02:01:29.332860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-00f628cc-e2fa-4a56-926d-2f85f58ef059 req-dc2bb28b-c1fe-4484-9401-47da6da293c2 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Feb 19 02:01:29.585997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2298-6f91-4d5a-a7d8-86fb685f9ec8 req-01b51a5e-1a9f-4fb6-8bc9-90a72288cc1e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.587478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-337d2298-6f91-4d5a-a7d8-86fb685f9ec8 req-01b51a5e-1a9f-4fb6-8bc9-90a72288cc1e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.0541787 Feb 19 02:01:29.635926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-337d2298-6f91-4d5a-a7d8-86fb685f9ec8 req-21f16dc7-ead7-491a-bf89-abe625e0d163 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Feb 19 02:01:29.709941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-57cd021b-0286-468c-b5e9-b89575a5827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.711343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-57cd021b-0286-468c-b5e9-b89575a5827f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1125 time: 0.0461168 Feb 19 02:01:29.819864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-1e649c7b-c1f1-4b41-b4f9-823da5d73988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.821618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-1e649c7b-c1f1-4b41-b4f9-823da5d73988 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0889888 Feb 19 02:01:29.887908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-689b2373-eeb7-4974-8e78-95c49390d76d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.0582621 Feb 19 02:01:29.944803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-af7d6bba-8295-490c-b579-eaff367ef20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.946554 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-af7d6bba-8295-490c-b579-eaff367ef20d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0483391 Feb 19 02:01:30.001583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-5e39dbf9-1e89-479f-9297-27cf433c66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.003027 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-5e39dbf9-1e89-479f-9297-27cf433c66d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489531 Feb 19 02:01:30.091586 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-3818311d-2ebf-41c4-9b2a-25a5e9f8d25a service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Feb 19 02:01:30.182566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7169d351-5c4c-45a6-ad8a-4a4dcab34af5 req-c26db1e1-e5bf-42b3-bd13-32030d627203 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Feb 19 02:01:30.476929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:30.479287 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32387f59-7f2c-4062-920d-77f7fb5ddbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:30.526857 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ece620-5e1d-41e8-92ca-1d77112e0d32 x-openstack-request-id: req-b1ece620-5e1d-41e8-92ca-1d77112e0d32 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:30.527151 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:30.527409 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1ece620-5e1d-41e8-92ca-1d77112e0d32 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:30.527820 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'status': 'completed', 'code': 200} Feb 19 02:01:30.622333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-4ca3ee09-04dd-4fdb-83b6-a75c4798c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.623843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-4ca3ee09-04dd-4fdb-83b6-a75c4798c06f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1125 time: 0.0697300 Feb 19 02:01:30.628080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-298c1e3e-727d-4939-a67f-bf0614a4b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.629479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-298c1e3e-727d-4939-a67f-bf0614a4b497 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1125 time: 0.0847712 Feb 19 02:01:30.838008 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-a8e97912-0ed9-4751-ab8a-26389636fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.839515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-a8e97912-0ed9-4751-ab8a-26389636fc66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.2091758 Feb 19 02:01:30.842921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-cd02939d-de74-43db-a860-a0866f8b53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.844236 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-cd02939d-de74-43db-a860-a0866f8b53e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.2068439 Feb 19 02:01:30.854106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b348be-d2c1-4830-887a-24219bb19759 req-b7048b0a-0d74-4b18-b401-2cda4afbfdac tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.855663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2b348be-d2c1-4830-887a-24219bb19759 req-b7048b0a-0d74-4b18-b401-2cda4afbfdac tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 943 time: 0.1347582 Feb 19 02:01:30.998002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-a4ae75f9-aad4-413b-a197-99496bbf1d31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.1395729 Feb 19 02:01:30.999621 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-6c73530c-c2f7-439c-b446-8daa2896bb0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.1423907 Feb 19 02:01:31.003891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2b348be-d2c1-4830-887a-24219bb19759 req-0c7a943e-65cd-4f2e-b5a4-6ef8487440b3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354373 Feb 19 02:01:31.082162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-d3acc1ee-5c4c-43a6-a1f5-b70fcfa5aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:31.083598 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-d3acc1ee-5c4c-43a6-a1f5-b70fcfa5aa5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0788743 Feb 19 02:01:31.087233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-3a6b4485-29b0-43e5-b012-8f1912aa62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:31.088590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-3a6b4485-29b0-43e5-b012-8f1912aa62e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0754027 Feb 19 02:01:31.166865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-da3e8ccd-3c95-478b-b21c-faa27ab1fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:31.168397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-da3e8ccd-3c95-478b-b21c-faa27ab1fc70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785449 Feb 19 02:01:31.170184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-d086cbf2-b6cd-4b5c-9d1e-a5e699b1fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:31.171532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-d086cbf2-b6cd-4b5c-9d1e-a5e699b1fc54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728257 Feb 19 02:01:31.195839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:01:31.301041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:31.314175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'mac_address': 'fa:16:3e:e3:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:01:31.334901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-a172be71-b214-4328-b926-3f0f636b3589 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598537 Feb 19 02:01:31.336764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-49dd8dd5-420e-43b6-9583-07cd8cab35cf service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549199 Feb 19 02:01:31.353606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port df69299f-0270-45ff-ac1b-a1ee5a69791c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:31.354001 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:31.367071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df69299f-0270-45ff-ac1b-a1ee5a69791c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:01:31.389740 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:31.394248 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:31.452004 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:31.497726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-621b10d2-1ac0-45b3-a1d4-90a62340efc4 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548803 Feb 19 02:01:31.502873 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-32387f59-7f2c-4062-920d-77f7fb5ddbb9 req-f79fc145-74d6-4136-9f88-d2656e55dfbb service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518126 Feb 19 02:01:31.639262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['df69299f-0270-45ff-ac1b-a1ee5a69791c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:01:31.808710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:31.850933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] The host n-h2-826752-2 is not matching for port df69299f-0270-45ff-ac1b-a1ee5a69791c host n-h1-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:01:31.851326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:32.126201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1766113-ca8d-4c08-bc8c-3080e5130b05 req-d4a2130a-b7e4-4aa8-8371-6ddb9cdfa306 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.127686 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c1766113-ca8d-4c08-bc8c-3080e5130b05 req-d4a2130a-b7e4-4aa8-8371-6ddb9cdfa306 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0517676 Feb 19 02:01:32.179656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c1766113-ca8d-4c08-bc8c-3080e5130b05 req-a195fb19-5030-4c23-85b2-e7e77c9ca36b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Feb 19 02:01:32.503288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e1a0c-9cbc-4570-98a4-c683590606cc req-81df6765-cc5b-482a-9e8f-29af8fd393d5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.504793 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d7e1a0c-9cbc-4570-98a4-c683590606cc req-81df6765-cc5b-482a-9e8f-29af8fd393d5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0576093 Feb 19 02:01:32.506022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-5a11dabb-0fcc-4c51-8cdc-31d5683df2ae tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.507533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-5a11dabb-0fcc-4c51-8cdc-31d5683df2ae tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52&tenant_id=1381c878b1b44ab5b525977403d918ee&binding%3Ahost_id=n-h1-826752-2 HTTP/1.1" status: 200 len: 944 time: 0.0786352 Feb 19 02:01:32.554306 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d7e1a0c-9cbc-4570-98a4-c683590606cc req-2f560cbf-fb9b-4598-bd1d-edf2fe12357f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Feb 19 02:01:32.579972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-8ca05bf2-48b9-4b14-85da-8572c85a1d7f service neutron] 10.222.0.89 "GET /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c/bindings/n-h1-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.0642865 Feb 19 02:01:32.651248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-209f6007-f748-4cb7-a5e2-7c300c7b840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.652755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-209f6007-f748-4cb7-a5e2-7c300c7b840e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1126 time: 0.0506907 Feb 19 02:01:32.744872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-98cf0de6-20ba-4e1b-bfcb-83969d88e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.746446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-98cf0de6-20ba-4e1b-bfcb-83969d88e58c service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0862305 Feb 19 02:01:32.824839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-5555bda5-7a1b-4221-b50d-e7ba98b35b48 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1001 time: 0.0719244 Feb 19 02:01:32.875012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-d6e3541c-e247-441e-828b-4eea8699ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.876305 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-d6e3541c-e247-441e-828b-4eea8699ad9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0442441 Feb 19 02:01:32.926148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-f9a1f6c6-2c7d-4865-945f-86f59ea7e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.927645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-f9a1f6c6-2c7d-4865-945f-86f59ea7e796 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444851 Feb 19 02:01:33.021947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-7e1e7b54-bb04-486e-bbcf-c9adc0a7cf81 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 Feb 19 02:01:33.112470 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-2edb1458-e0f2-457e-ac31-2cfdf0445755 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833325 Feb 19 02:01:33.199458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:01:33.248825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port df69299f-0270-45ff-ac1b-a1ee5a69791c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:01:33.252893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port df69299f-0270-45ff-ac1b-a1ee5a69791c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:01:33.253301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:33.329137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port df69299f-0270-45ff-ac1b-a1ee5a69791c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:33.329620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:33.358798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:33.361122 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14249ba3-fa65-40fb-a081-57faf74f85e8" -d '{"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-plugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:33.379762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:33.384569 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:33.438259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:33.477600 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6dd0c2-ddfc-448b-aa2a-765f6074a828 x-openstack-request-id: req-9c6dd0c2-ddfc-448b-aa2a-765f6074a828 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:33.477904 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-plugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:33.478165 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c6dd0c2-ddfc-448b-aa2a-765f6074a828 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:33.478566 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'code': 200} Feb 19 02:01:33.679334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38d838-be78-4ae9-aebb-d7f476d79f2f req-64434d1b-e2ec-47ef-bdce-0a8664951cc0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:33.680746 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e38d838-be78-4ae9-aebb-d7f476d79f2f req-64434d1b-e2ec-47ef-bdce-0a8664951cc0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0558050 Feb 19 02:01:33.727815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e38d838-be78-4ae9-aebb-d7f476d79f2f req-56392a32-03ba-423c-b9d2-41651541ba39 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409145 Feb 19 02:01:34.849377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8d17-c460-4f42-ba15-5e14bf7e0e27 req-2ff99326-2492-43f5-93db-f66e9235c297 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:34.850848 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ce8d17-c460-4f42-ba15-5e14bf7e0e27 req-2ff99326-2492-43f5-93db-f66e9235c297 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0535533 Feb 19 02:01:34.898589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f1ce8d17-c460-4f42-ba15-5e14bf7e0e27 req-857343d9-e7c8-4888-a742-f800bf512306 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420668 Feb 19 02:01:35.256287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-b74b943c-1891-4662-883a-e46c814b676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:35.257809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-b74b943c-1891-4662-883a-e46c814b676b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 1127 time: 0.0479071 Feb 19 02:01:35.271574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:01:35.327937 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:35.522620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:35.556503 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:01:35.600355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:35.602553 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc6708-6014-4bc7-a405-36e413aa19dc" -d '{"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-unplugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:35.606001 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Publish callbacks [] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:35.619386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Transition to ACTIVE for port object df69299f-0270-45ff-ac1b-a1ee5a69791c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:01:35.624166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:35.669952 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a286d20-972d-40fd-be6e-d655d065124a x-openstack-request-id: req-5a286d20-972d-40fd-be6e-d655d065124a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:35.670266 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-unplugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:35.670500 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a286d20-972d-40fd-be6e-d655d065124a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:35.670905 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'code': 200} Feb 19 02:01:35.701519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:35.750714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] No DVR routers for this DVR port df69299f-0270-45ff-ac1b-a1ee5a69791c on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:01:35.888494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:01:35.889193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:01:35.889193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:01:35.893456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:01:35.893775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Attempting to bind port df69299f-0270-45ff-ac1b-a1ee5a69791c on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:01:35.898601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:01:35.898939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:01:35.899321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:01:35.899743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Bound port: df69299f-0270-45ff-ac1b-a1ee5a69791c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:01:35.900094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:35.962504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:01:35.966299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:01:35.980343 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:36.038653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:36.039265 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:36.040648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] 10.222.0.10 "PUT /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1092 time: 0.7729089 Feb 19 02:01:36.088249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97126653-e4d6-4458-8cc8-704fdb937cbf req-fa66845e-1c03-472f-a217-3679460928f0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:36.089831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-97126653-e4d6-4458-8cc8-704fdb937cbf req-fa66845e-1c03-472f-a217-3679460928f0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.1206844 Feb 19 02:01:36.105112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b2d75-49c7-4cf2-a9af-75aacef8f111 service neutron] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=11']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:36.161463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-05e18346-70b0-40ed-8056-a384f485ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:36.162987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-05e18346-70b0-40ed-8056-a384f485ef22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1126 time: 0.0968516 Feb 19 02:01:36.167471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-97126653-e4d6-4458-8cc8-704fdb937cbf req-bdab0e62-3011-407a-aeb1-dd7ed90965d1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588570 Feb 19 02:01:36.568718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-23f6d927-a1f7-4867-a6b2-3729218b6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:36.570205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-23f6d927-a1f7-4867-a6b2-3729218b6500 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.3970900 Feb 19 02:01:36.636729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-4f972517-6fab-4142-a025-8f05f3b9f5e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.0566037 Feb 19 02:01:36.687572 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-f167b36f-68bf-4b63-900a-02cce2e53c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:36.688926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-f167b36f-68bf-4b63-900a-02cce2e53c1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0439155 Feb 19 02:01:36.744479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-32d14063-6643-4b0f-a2b8-f726244a1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:36.745965 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-32d14063-6643-4b0f-a2b8-f726244a1954 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467088 Feb 19 02:01:36.835307 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-29fe62e3-ba48-4742-a45e-be0fef44b6dd service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797870 Feb 19 02:01:36.931272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1da192bd-eb96-4a8c-885b-2f391fb6cccf req-769dabbc-20a8-49ef-9ee3-7c8cdea42504 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869787 Feb 19 02:01:37.289907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c98b-0009-402b-a3b7-bcdfe76feb8d req-bace26b7-fb0a-4c4c-b581-d592562f87c5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:37.291375 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a58c98b-0009-402b-a3b7-bcdfe76feb8d req-bace26b7-fb0a-4c4c-b581-d592562f87c5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0522065 Feb 19 02:01:37.339695 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a58c98b-0009-402b-a3b7-bcdfe76feb8d req-a533a05a-da17-42da-b512-bfd325a6f332 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426323 Feb 19 02:01:37.672217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:37.674586 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a9fb9-0faf-43d6-b5bb-fbff84213239" -d '{"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:37.722398 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6a44a2-e9c9-4e67-a32c-15fc3fcbf9e3 x-openstack-request-id: req-2e6a44a2-e9c9-4e67-a32c-15fc3fcbf9e3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:37.722697 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:37.722997 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e6a44a2-e9c9-4e67-a32c-15fc3fcbf9e3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:37.723393 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'status': 'completed', 'code': 200} Feb 19 02:01:37.813541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-67bbed73-ef25-49c0-b053-b7a0ade52c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:37.815030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-67bbed73-ef25-49c0-b053-b7a0ade52c00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1126 time: 0.0667257 Feb 19 02:01:37.817512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-b5ac6d5a-b0e2-4653-bbee-9742f068cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:37.818850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-b5ac6d5a-b0e2-4653-bbee-9742f068cc28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 1126 time: 0.0787058 Feb 19 02:01:37.970164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-92eac8f9-49a7-43d8-98ef-5b210947c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:37.971655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-92eac8f9-49a7-43d8-98ef-5b210947c947 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1501503 Feb 19 02:01:37.975918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-d1194ec2-4acc-45af-8b13-0f8fcd5af6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:37.977336 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-d1194ec2-4acc-45af-8b13-0f8fcd5af6ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1474743 Feb 19 02:01:38.083477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-8de39b89-e850-427c-b170-3f88ab473ef1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.1052017 Feb 19 02:01:38.085108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-5262f946-8821-4d33-a24f-314596cb8938 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 200 len: 1000 time: 0.1003704 Feb 19 02:01:38.169356 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-b42b8d54-493a-4cb0-8e02-316bc1ef5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:38.170798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-b42b8d54-493a-4cb0-8e02-316bc1ef5552 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0793426 Feb 19 02:01:38.172177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-c52d30f9-0a95-4b27-ad3e-c48d81117fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:38.173511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-c52d30f9-0a95-4b27-ad3e-c48d81117fb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0810046 Feb 19 02:01:38.253632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-1a9915c8-92f0-4c88-85ef-d70e639149cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:38.255049 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-1a9915c8-92f0-4c88-85ef-d70e639149cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782735 Feb 19 02:01:38.256708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-32b748f8-5f67-4dd4-a9bb-754c0131e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:38.258062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-32b748f8-5f67-4dd4-a9bb-754c0131e64f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739172 Feb 19 02:01:38.418303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-6436d723-b990-41cb-895f-100fdcde2834 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495745 Feb 19 02:01:38.420046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-374211b8-9df0-442d-bbb6-0a4344cfba1e service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587560 Feb 19 02:01:38.468004 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efab169-b382-4397-a189-f9f98044901e req-50c08c41-6864-4821-ae63-d0ef13856557 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:38.469517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0efab169-b382-4397-a189-f9f98044901e req-50c08c41-6864-4821-ae63-d0ef13856557 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0594213 Feb 19 02:01:38.515966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0efab169-b382-4397-a189-f9f98044901e req-0e936efa-b70d-4dd3-9567-73fa61e84335 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Feb 19 02:01:38.577492 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-a2d7a434-8eaa-479a-b7f1-961807140ae7 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511524 Feb 19 02:01:38.579220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a51a9fb9-0faf-43d6-b5bb-fbff84213239 req-26076a6e-4275-4d29-8ed4-0de9ab6aa1e9 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541820 Feb 19 02:01:39.203576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:39.244003 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port df69299f-0270-45ff-ac1b-a1ee5a69791c host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:01:39.244391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:39.640291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d407-fa27-47ed-9365-9f5ccbffe7d8 req-b2ab498e-96e3-4d2a-995a-c7cfac1859aa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:39.641815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c128d407-fa27-47ed-9365-9f5ccbffe7d8 req-b2ab498e-96e3-4d2a-995a-c7cfac1859aa tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0536637 Feb 19 02:01:39.693232 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c128d407-fa27-47ed-9365-9f5ccbffe7d8 req-14974486-17da-4c6c-968b-e76d7a6192f7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456822 Feb 19 02:01:39.811120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c01074-bceb-43a8-b6e7-780bc691fee2 req-5a34e9ac-4a5f-46b7-b5d6-30cb47004e41 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:39.812512 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9c01074-bceb-43a8-b6e7-780bc691fee2 req-5a34e9ac-4a5f-46b7-b5d6-30cb47004e41 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0526626 Feb 19 02:01:39.823714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:01:39.860932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e9c01074-bceb-43a8-b6e7-780bc691fee2 req-36ca3021-7097-4ec0-9b59-d20165483af0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 Feb 19 02:01:39.931416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:39.942301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'mac_address': 'fa:16:3e:e3:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:01:39.980736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port df69299f-0270-45ff-ac1b-a1ee5a69791c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:39.981674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:39.982917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5260c-f936-41db-bd75-f0d520e66886 req-0e1fba6d-443f-491c-a075-fcc59dbaf59b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:39.984459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a3d5260c-f936-41db-bd75-f0d520e66886 req-0e1fba6d-443f-491c-a075-fcc59dbaf59b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 944 time: 0.0545177 Feb 19 02:01:39.999215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df69299f-0270-45ff-ac1b-a1ee5a69791c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:01:40.018144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:40.022954 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:40.033998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a3d5260c-f936-41db-bd75-f0d520e66886 req-a02f20a2-8551-46ec-aa36-61ce88a3f076 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438714 Feb 19 02:01:40.071845 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=12']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:40.256368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['df69299f-0270-45ff-ac1b-a1ee5a69791c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:01:40.275205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f416-a960-4e76-beb9-3b98d871ed0d req-f3ae6555-65f3-44c2-b61f-7de45b680646 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:40.276691 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3536f416-a960-4e76-beb9-3b98d871ed0d req-f3ae6555-65f3-44c2-b61f-7de45b680646 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0573170 Feb 19 02:01:40.328007 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3536f416-a960-4e76-beb9-3b98d871ed0d req-da13fbb7-f7d3-4f31-83ee-0ca4e9e6d30d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431879 Feb 19 02:01:41.446799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25ce06-da84-452e-880f-4f63a8974e37 req-f515c3c9-571b-4b97-9547-d3e1adf5cbe1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:41.448264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea25ce06-da84-452e-880f-4f63a8974e37 req-f515c3c9-571b-4b97-9547-d3e1adf5cbe1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0520146 Feb 19 02:01:41.498013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ea25ce06-da84-452e-880f-4f63a8974e37 req-98e05a09-a49e-4e77-afa4-a5ea7daac413 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Feb 19 02:01:41.628200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-2e0bcc8e-5799-4cd2-b59d-a0717fe5c1f3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:41.629585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-2e0bcc8e-5799-4cd2-b59d-a0717fe5c1f3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 945 time: 0.0559704 Feb 19 02:01:41.724589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Deleting port df69299f-0270-45ff-ac1b-a1ee5a69791c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:41.724932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.816016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:41.816386 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.836457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:01:41.884523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port df69299f-0270-45ff-ac1b-a1ee5a69791c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:01:41.889330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port df69299f-0270-45ff-ac1b-a1ee5a69791c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:01:41.889732 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.968073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port df69299f-0270-45ff-ac1b-a1ee5a69791c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:41.968458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.987616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.987978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.988287 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 disassociated. External IP: 172.25.0.213, port: df69299f-0270-45ff-ac1b-a1ee5a69791c. Feb 19 02:01:41.988620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Calling delete_port for df69299f-0270-45ff-ac1b-a1ee5a69791c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:41.990750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:41.993142 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776d729b-5f6b-46c5-ab14-85eafbd98b26" -d '{"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-plugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:42.005913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port df69299f-0270-45ff-ac1b-a1ee5a69791c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=df69299f-0270-45ff-ac1b-a1ee5a69791c,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:42.010967 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:42.037276 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8978b4d7-aba3-44b9-8e43-62cfb65accc7 x-openstack-request-id: req-8978b4d7-aba3-44b9-8e43-62cfb65accc7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:42.037572 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-plugged", "status": "completed", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:42.037837 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8978b4d7-aba3-44b9-8e43-62cfb65accc7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:42.038226 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'code': 200} Feb 19 02:01:42.063800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=13']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:42.127327 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (df69299f-0270-45ff-ac1b-a1ee5a69791c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:42.154974 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event deleted for resources: {'Port': ['ID=df69299f-0270-45ff-ac1b-a1ee5a69791c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:42.279217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:01:42.391864 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:01:42.402972 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:01:42.413073 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:42.413630 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:01:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:42.433458 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] No DVR routers for this DVR port df69299f-0270-45ff-ac1b-a1ee5a69791c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:01:42.436771 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:42.440408 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1cb6ba56-712a-4c1d-a477-a0deba721100 req-7c13a0d5-1740-439b-88e4-ff2e1e83ff02 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "DELETE /v2.0/ports/df69299f-0270-45ff-ac1b-a1ee5a69791c HTTP/1.1" status: 204 len: 173 time: 0.8019395 Feb 19 02:01:42.440873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-deleted', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:42.443115 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae87a9-45de-49d2-aa5f-0fdd1aeb8433" -d '{"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-deleted", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:42.488295 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2707f9dd-eb0b-46ba-8e28-cb303efcdaa3 x-openstack-request-id: req-2707f9dd-eb0b-46ba-8e28-cb303efcdaa3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:42.488588 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de285590-5a5e-4226-bf1c-2441bb6dda52", "name": "network-vif-deleted", "tag": "df69299f-0270-45ff-ac1b-a1ee5a69791c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:42.488841 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2707f9dd-eb0b-46ba-8e28-cb303efcdaa3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:42.489285 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de285590-5a5e-4226-bf1c-2441bb6dda52', 'name': 'network-vif-deleted', 'tag': 'df69299f-0270-45ff-ac1b-a1ee5a69791c', 'status': 'completed', 'code': 200} Feb 19 02:01:42.527584 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:42.613395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-63bd44b8-95ec-47b9-b0c7-6f03b7e15a61 req-d5a9af6e-805d-400a-b047-df5b3fab1998 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=de285590-5a5e-4226-bf1c-2441bb6dda52 HTTP/1.1" status: 200 len: 210 time: 0.0316420 Feb 19 02:01:42.728339 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:42.754203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:01:42.762308 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:42.762904 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:01:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:42.871233 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:43.164805 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:43.190141 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cf1d5-fb23-4290-8097-b5c2968926b7 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:01:43.418353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c735280-9e44-401d-8b73-92f2ce861778 None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:01:43.858595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-a1bbdfce-3a22-4e7f-a581-d31d13bc3a91 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--160586114&fields=id&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 267 time: 0.0417697 Feb 19 02:01:43.967357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-3c47d0ae-151c-47e4-a7c1-2decc0ee7058 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:43.968735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-3c47d0ae-151c-47e4-a7c1-2decc0ee7058 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1038849 Feb 19 02:01:43.983382 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-272378f6-13c6-4538-8b01-46181e9a94a4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/quotas/1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 375 time: 0.0093851 Feb 19 02:01:44.040234 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-844d23a7-fcb5-4b4c-af99-871d9ee85dd8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522034 Feb 19 02:01:44.175832 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-f4fb3fcd-975b-4757-b573-9ae1b0b08b24 service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221602 Feb 19 02:01:44.266936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-c748ca7b-db73-4fad-9e45-fe1f716fbe06 service neutron] 10.222.0.43 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Feb 19 02:01:44.430382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-93ba2408-642b-4ac0-9ebe-55f8e396d1ff req-8b56936b-6a03-4044-876a-481336aae18c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0327795 Feb 19 02:01:45.404847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-89c4444f-15e4-4503-aad1-d9234b288d09 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:45.406322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-89c4444f-15e4-4503-aad1-d9234b288d09 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 810 time: 0.1039984 Feb 19 02:01:45.470869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-ab62e234-917d-44ce-95fe-900f5e3a57ee tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 379 time: 0.0560467 Feb 19 02:01:45.480716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'port': {'device_id': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'admin_state_up': True, 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'security_groups': ['475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:01:45.597092 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Made reservation on behalf of 1381c878b1b44ab5b525977403d918ee for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:01:45.600692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:45.736968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Allocated IP 172.20.0.6 (057d741e-1ad8-46df-94b2-d957765dc19c/95103f72-1e55-4daf-92fb-3cf0d5525f0b/90a23dd3-0d9e-4f93-adc1-53dc93663563) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:01:45.840464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e4a33d56-d398-46b3-ab98-9cb6d837d831 req-2faa56d6-05f0-45c6-a7af-94bd9cae0528 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.3416786 Feb 19 02:01:45.855630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:45.876760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: df69299f-0270-45ff-ac1b-a1ee5a69791c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:01:45.877198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device df69299f-0270-45ff-ac1b-a1ee5a69791c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:45.882004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:45.915250 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:45.957305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Network 057d741e-1ad8-46df-94b2-d957765dc19c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:01:45.960289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:01:45.966982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:01:45.972868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:46.007466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.007814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.008171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.008492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.008827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.009186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.009515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.009842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.010162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.010485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.010814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.011137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.011457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:46.035315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:46.035923 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.052167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-302c3b96-dde4-4444-a330-05401b4c570c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752943 Feb 19 02:01:46.063569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Request body: {'port': {'device_id': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:01:46.124979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.258063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f8083d1b-efe0-495e-89ef-00f20f0460f2 None None] Provisioning complete for port 90a23dd3-0d9e-4f93-adc1-53dc93663563 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:01:46.258437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8083d1b-efe0-495e-89ef-00f20f0460f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.295042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f8083d1b-efe0-495e-89ef-00f20f0460f2 None None] Port 90a23dd3-0d9e-4f93-adc1-53dc93663563 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:01:46.392079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:01:46.399427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Publish callbacks [] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.412151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Transition to ACTIVE for port object 90a23dd3-0d9e-4f93-adc1-53dc93663563 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:01:46.415124 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.463176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:46.537713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:01:46.538740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:01:46.538740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:01:46.543173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:01:46.543497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:01:46.548835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:01:46.549212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:01:46.549604 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:01:46.550032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Bound port: 90a23dd3-0d9e-4f93-adc1-53dc93663563, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:01:46.550398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.624329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:01:46.627367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:01:46.633764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.667938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:46.668914 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.670522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-267836e8-630d-46cd-a988-6913a433c367 service neutron] 10.222.0.89 "PUT /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1091 time: 0.6114500 Feb 19 02:01:46.670989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:46.673266 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f" -d '{"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:46.699989 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267836e8-630d-46cd-a988-6913a433c367 service neutron] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:46.717022 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972377a5-52d7-48ee-bd25-11cf1231bd5b x-openstack-request-id: req-972377a5-52d7-48ee-bd25-11cf1231bd5b {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:46.717336 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:46.717591 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-972377a5-52d7-48ee-bd25-11cf1231bd5b {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:46.718001 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'status': 'completed', 'code': 200} Feb 19 02:01:46.773189 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-cd6e99eb-98c1-4b4d-a63f-c8c79a1c6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:46.774871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-cd6e99eb-98c1-4b4d-a63f-c8c79a1c6bc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0481114 Feb 19 02:01:46.820004 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-d6a3b729-55a0-4812-bb75-da83da75209a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 217 time: 0.0389180 Feb 19 02:01:46.889192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-e05aebce-820a-4e84-b7cb-c3b849efa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:46.890654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-e05aebce-820a-4e84-b7cb-c3b849efa764 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0637178 Feb 19 02:01:46.941354 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41175a7-823a-492e-976b-1c942ded4e0a req-b8cba81d-e7d8-4bc0-86ff-243fe22f0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:46.943110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-b8cba81d-e7d8-4bc0-86ff-243fe22f0c1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460672 Feb 19 02:01:46.964159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78825e-85d3-4587-9430-f76bf199429c req-1d10c915-9d06-4cdf-927c-31f7b8ff7464 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:46.965656 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef78825e-85d3-4587-9430-f76bf199429c req-1d10c915-9d06-4cdf-927c-31f7b8ff7464 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0533040 Feb 19 02:01:47.011949 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef78825e-85d3-4587-9430-f76bf199429c req-246fbfa6-f063-4a0b-b30d-2f09cc3f2946 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Feb 19 02:01:47.036129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-5f4c7142-1cb5-482f-90dd-791342b42311 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859537 Feb 19 02:01:47.123641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a41175a7-823a-492e-976b-1c942ded4e0a req-c59339bb-b473-4cbc-89a2-1b62afec3389 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815618 Feb 19 02:01:47.210084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-7d06703b-557b-44fc-a6ee-4289ae1fc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:47.211607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-7d06703b-557b-44fc-a6ee-4289ae1fc75f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0455070 Feb 19 02:01:47.305417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-41c55e37-2dd6-4852-aedb-71cef02eb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:47.306782 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-41c55e37-2dd6-4852-aedb-71cef02eb63d service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0869579 Feb 19 02:01:47.346714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-5441e374-8049-4feb-bf17-1a2ff555372c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 217 time: 0.0334678 Feb 19 02:01:47.397071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-7d3f3ea1-d430-4397-829b-bd633c4a9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:47.398490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-7d3f3ea1-d430-4397-829b-bd633c4a9f81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0460298 Feb 19 02:01:47.448363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-fba50637-3613-4a16-a6f3-6ce3cd2dd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:47.449897 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-fba50637-3613-4a16-a6f3-6ce3cd2dd236 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438263 Feb 19 02:01:47.536434 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-20df7c50-f448-4eb2-9233-8d96a9f39d78 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797715 Feb 19 02:01:47.631815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6dc4e8a6-ed6f-4c1a-8057-b78b92eda69f req-762d78ec-f3d2-491d-ae8e-713edc7f37d9 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890009 Feb 19 02:01:48.134040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa9c0-8023-434e-8d65-3929463e0df2 req-66740454-4ecb-49a4-986b-e1819aa81c9b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:48.135522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9afa9c0-8023-434e-8d65-3929463e0df2 req-66740454-4ecb-49a4-986b-e1819aa81c9b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0544255 Feb 19 02:01:48.185268 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9afa9c0-8023-434e-8d65-3929463e0df2 req-df8bc692-42cc-4496-9903-c6641e97de92 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Feb 19 02:01:48.807744 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:49.280024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:01:49.309222 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bbc4f-c189-4d6d-a217-a49b7d107d2c req-dc29d926-7682-47f2-9ecc-99d662c492c8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:49.311383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-174bbc4f-c189-4d6d-a217-a49b7d107d2c req-dc29d926-7682-47f2-9ecc-99d662c492c8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0564363 Feb 19 02:01:49.357973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-174bbc4f-c189-4d6d-a217-a49b7d107d2c req-4a843c0c-88cf-4e6f-b020-6c4fb48a1982 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Feb 19 02:01:49.378332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:49.391705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:01:49.429279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:49.429664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:49.442202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:01:49.462506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:49.466690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:49.510359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:49.518011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.518373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.518699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.519034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.519362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.519686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.520021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.520329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.520643 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.520957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.521300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.521617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.521929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:49.666593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['90a23dd3-0d9e-4f93-adc1-53dc93663563'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:01:50.352063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba98d-1da7-405b-974a-ee30665a5994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:50.480438 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4ad4-eec2-41ed-a5e8-6acbaec89358 req-b7a8a29f-b384-4ef7-af4a-fc0c8332a9a1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:50.481933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5bcd4ad4-eec2-41ed-a5e8-6acbaec89358 req-b7a8a29f-b384-4ef7-af4a-fc0c8332a9a1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0530334 Feb 19 02:01:50.532165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5bcd4ad4-eec2-41ed-a5e8-6acbaec89358 req-fac2e979-14f7-4b2b-bce7-8274afe9d229 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Feb 19 02:01:51.280520 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:01:51.331536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 90a23dd3-0d9e-4f93-adc1-53dc93663563 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:01:51.335725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 90a23dd3-0d9e-4f93-adc1-53dc93663563 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:01:51.336088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:51.570164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:51.571015 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:51.592803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:51.595025 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365e647-5bbc-4c2c-906f-12365816e237" -d '{"events": [{"server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "name": "network-vif-plugged", "status": "completed", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:51.609027 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:51.614630 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:51.640728 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151c9e9-7737-4d8e-b5f0-076f734374b0 x-openstack-request-id: req-0151c9e9-7737-4d8e-b5f0-076f734374b0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:51.640943 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "name": "network-vif-plugged", "status": "completed", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:51.641240 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0151c9e9-7737-4d8e-b5f0-076f734374b0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:51.641666 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'code': 200} Feb 19 02:01:51.657734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b966b1-161a-40fb-b4d1-b41c516b0043 req-b9fa00b6-89d9-4eb3-87d4-d58c355e5812 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:51.661078 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3b966b1-161a-40fb-b4d1-b41c516b0043 req-b9fa00b6-89d9-4eb3-87d4-d58c355e5812 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0600116 Feb 19 02:01:51.668082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:51.708018 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c3b966b1-161a-40fb-b4d1-b41c516b0043 req-a490154c-7eb5-4cc3-b98a-187ee78322e4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Feb 19 02:01:51.748379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d3e74-d925-48e6-8e47-ba9760d08400 req-f76fd6a9-0b4c-46c6-95ac-ee6671c714a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:51.750123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-790d3e74-d925-48e6-8e47-ba9760d08400 req-f76fd6a9-0b4c-46c6-95ac-ee6671c714a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1127 time: 0.0450730 Feb 19 02:01:51.792702 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-790d3e74-d925-48e6-8e47-ba9760d08400 req-6dd3e8af-949d-4600-9464-3e6945a75b75 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357003 Feb 19 02:01:51.892351 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:01:52.718961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e34e-ed08-4bd2-affc-3698507931e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:52.829865 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650eff-e2cf-4d95-bb8a-c9037222d7bd req-8cc0e3c3-bf12-4718-8696-3a09422ec0cc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:52.831368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e650eff-e2cf-4d95-bb8a-c9037222d7bd req-8cc0e3c3-bf12-4718-8696-3a09422ec0cc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Feb 19 02:01:52.877257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e650eff-e2cf-4d95-bb8a-c9037222d7bd req-a2519c19-ee32-4c5e-95c9-2e4c63944af2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402031 Feb 19 02:01:53.879243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:53.996496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250faa5-8f8d-46e3-a3f2-884b7e87ffa8 req-5a72c644-392e-4731-989f-0a29c87686fd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:53.998609 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3250faa5-8f8d-46e3-a3f2-884b7e87ffa8 req-5a72c644-392e-4731-989f-0a29c87686fd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Feb 19 02:01:54.051243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3250faa5-8f8d-46e3-a3f2-884b7e87ffa8 req-28568abd-0afe-4e38-bd07-1e0977a31770 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Feb 19 02:01:54.171335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f94eb8-173e-4677-8100-cab35e56f831 req-f5af870a-719c-4e88-9e14-18602d19fcc2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:54.172729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-33f94eb8-173e-4677-8100-cab35e56f831 req-f5af870a-719c-4e88-9e14-18602d19fcc2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0570285 Feb 19 02:01:54.181401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50362) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:54.185838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Request body: {'floatingip': {'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:01:54.224512 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.978676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.982837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.094118 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 associated. External IP: 172.25.0.213, port: 90a23dd3-0d9e-4f93-adc1-53dc93663563. Feb 19 02:01:55.309551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:01:55.421737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:01:55.426547 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.432563 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:01:55.443074 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:55.443695 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:01:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.456195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5f93d763-e6f8-470e-80bd-da5b89962951 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "PUT /v2.0/floatingips/3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 HTTP/1.1" status: 200 len: 992 time: 1.2737360 Feb 19 02:01:55.456794 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:55.459093 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c86085-d0b9-47f0-8298-a20adacdf57c" -d '{"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:55.500715 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf43f5-a13d-42c2-9feb-d270be66e177 x-openstack-request-id: req-7ddf43f5-a13d-42c2-9feb-d270be66e177 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:55.501144 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:55.501483 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ddf43f5-a13d-42c2-9feb-d270be66e177 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:55.502066 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'status': 'completed', 'code': 200} Feb 19 02:01:55.530820 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.562696 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:55.574032 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-50782390-5675-4440-b786-d936dd48d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:55.575572 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-50782390-5675-4440-b786-d936dd48d48d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1127 time: 0.0514321 Feb 19 02:01:55.687741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-085bc5eb-e063-4cbd-af56-08ce0a11b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:55.689323 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-085bc5eb-e063-4cbd-af56-08ce0a11b61c service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1067379 Feb 19 02:01:55.775727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-df3b6500-2a19-443d-93a7-2dda5cee8724 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0794199 Feb 19 02:01:55.824233 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T02:01:54Z', 'revision_number': 13, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.836192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-9e71fef2-a32f-46cf-b794-781c7b5a7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:55.837801 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-9e71fef2-a32f-46cf-b794-781c7b5a7c3a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0545306 Feb 19 02:01:55.856054 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:01:55.865630 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:55.866072 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:01:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.892760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-a350edf7-e111-4c26-9475-21d2c129d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:55.894333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-a350edf7-e111-4c26-9475-21d2c129d00f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502999 Feb 19 02:01:55.983531 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:56.002140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-ea0b452c-da79-4fe5-8885-2c2a3c5a0d87 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007628 Feb 19 02:01:56.105834 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6c86085-d0b9-47f0-8298-a20adacdf57c req-90ab3981-0588-49e1-99f4-41ad895d7df5 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968153 Feb 19 02:01:56.230436 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T02:01:54Z', 'revision_number': 13, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:56.261623 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32b0fd-ccbf-4a7a-9b84-77403aac7ef8 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:58:55Z', 'updated_at': '2022-02-19T02:01:54Z', 'revision_number': 13, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:01:56.467311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3928d83e-3303-4109-9c96-50bc645b9234 None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:01:56.533411 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.648345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:58.006566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfda871-bb49-4727-ad14-576fdebf8e55 req-8d6366a4-e59c-40c5-8a35-61e58704be0c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:58.008062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bfda871-bb49-4727-ad14-576fdebf8e55 req-8d6366a4-e59c-40c5-8a35-61e58704be0c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0533760 Feb 19 02:01:58.054730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2bfda871-bb49-4727-ad14-576fdebf8e55 req-9a18196c-9900-4922-8acb-b82b19fe3ad6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Feb 19 02:02:14.424768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d764cd-f857-40d3-98d6-691c7ff0e5b3 req-70b9cdf9-283b-4db6-ac6c-66fb3b813f1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:14.426327 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00d764cd-f857-40d3-98d6-691c7ff0e5b3 req-70b9cdf9-283b-4db6-ac6c-66fb3b813f1b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0557642 Feb 19 02:02:14.481287 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-00d764cd-f857-40d3-98d6-691c7ff0e5b3 req-8c68e1c4-6ad9-4502-aeb2-7dea6067563a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492074 Feb 19 02:02:14.491369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-f0d89868-88ae-44ca-87a8-790ed3a99dc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888054 Feb 19 02:02:14.899951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-c1908675-ae54-4172-8675-8a4fa78700be tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:14.901271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-c1908675-ae54-4172-8675-8a4fa78700be tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 942 time: 0.0992918 Feb 19 02:02:15.612307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2be06-8b26-4639-a43e-514a770b0e61 req-58c8dbc8-1572-452f-aead-4fe452aa0808 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:15.613850 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fcc2be06-8b26-4639-a43e-514a770b0e61 req-58c8dbc8-1572-452f-aead-4fe452aa0808 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0557494 Feb 19 02:02:15.667188 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fcc2be06-8b26-4639-a43e-514a770b0e61 req-37a26f53-c527-4344-aef4-8fadb7a932ba tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473588 Feb 19 02:02:15.783039 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-3d3d53a2-fd60-4a34-a6c4-ef243199d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:15.784413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-3d3d53a2-fd60-4a34-a6c4-ef243199d475 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1127 time: 0.0452161 Feb 19 02:02:15.881084 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-5501e80d-df9b-4618-b92e-80631f3d6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:15.882545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-5501e80d-df9b-4618-b92e-80631f3d6a73 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0918410 Feb 19 02:02:15.951646 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-94be9299-2387-4b8f-847c-4aee2b54c9ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1002 time: 0.0614040 Feb 19 02:02:15.998020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-5194fcb8-0de8-4d0b-8c5f-5acccadd9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:15.999400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-5194fcb8-0de8-4d0b-8c5f-5acccadd9ebe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0425565 Feb 19 02:02:16.046637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-933ef2fe-b6f5-41ab-b1d0-93333e0c19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:16.048014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-933ef2fe-b6f5-41ab-b1d0-93333e0c19b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426016 Feb 19 02:02:16.140477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-8955ad9b-3b77-4e17-96a6-e2942f54792d service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860682 Feb 19 02:02:16.234557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-1b98a034-e84d-4a93-9ea1-24bdc8aa5ddb service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868459 Feb 19 02:02:16.788114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c7669-83f0-49a3-ac2d-a3ddd05b50fc req-1e937d45-c18d-4342-90c9-70050e103bd1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:16.789652 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b05c7669-83f0-49a3-ac2d-a3ddd05b50fc req-1e937d45-c18d-4342-90c9-70050e103bd1 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Feb 19 02:02:16.839857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b05c7669-83f0-49a3-ac2d-a3ddd05b50fc req-97a614e3-df61-4f55-92f8-be66764b0af8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439434 Feb 19 02:02:17.969246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2239-08c6-43a6-82dc-a0232011eb6b req-c3a30252-cade-4da1-b559-83d297e9c9fb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:17.970708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e16a2239-08c6-43a6-82dc-a0232011eb6b req-c3a30252-cade-4da1-b559-83d297e9c9fb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0580966 Feb 19 02:02:18.016519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e16a2239-08c6-43a6-82dc-a0232011eb6b req-f5e6f5d3-7d4c-4422-b75d-5687b909c9ad tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Feb 19 02:02:18.813405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:19.141647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7bf1a-9371-48ce-b086-1db0e9d75509 req-5b05e33b-ac61-4cc8-896e-e329378d1e87 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:19.143060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4c7bf1a-9371-48ce-b086-1db0e9d75509 req-5b05e33b-ac61-4cc8-896e-e329378d1e87 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0590029 Feb 19 02:02:19.203549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d4c7bf1a-9371-48ce-b086-1db0e9d75509 req-ce95160d-c843-4397-8117-d2d6f16f4193 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548480 Feb 19 02:02:20.325185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce66b86-bb64-4e11-9d69-ce48af2cc728 req-798342e2-e370-4b97-992b-e8226b0a896d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:20.327418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ce66b86-bb64-4e11-9d69-ce48af2cc728 req-798342e2-e370-4b97-992b-e8226b0a896d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0553474 Feb 19 02:02:20.352224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a46d53dd-67c2-42ca-8ed7-155218109163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:20.375994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6ce66b86-bb64-4e11-9d69-ce48af2cc728 req-5a0e11d4-95d2-4e6e-86e9-ca8ab3610a95 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430539 Feb 19 02:02:21.495565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e6e41-7611-4e03-8ee1-a816a9a82992 req-689103e0-1055-4f9f-acef-fec489b4bb50 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:21.497087 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d78e6e41-7611-4e03-8ee1-a816a9a82992 req-689103e0-1055-4f9f-acef-fec489b4bb50 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0531981 Feb 19 02:02:21.544049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d78e6e41-7611-4e03-8ee1-a816a9a82992 req-243cd315-b321-445d-b146-9114c4f5a657 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Feb 19 02:02:22.663706 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5344b4b-320b-4a61-9a28-8e4f31589229 req-f843990b-b8d9-45b7-820c-3cb65a92f358 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:22.665325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5344b4b-320b-4a61-9a28-8e4f31589229 req-f843990b-b8d9-45b7-820c-3cb65a92f358 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0537064 Feb 19 02:02:22.718125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5344b4b-320b-4a61-9a28-8e4f31589229 req-bd22b828-a451-42dc-966c-f1b4da1664f3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464737 Feb 19 02:02:22.721371 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7973aa27-9dba-46c1-aa37-7f6c64ce5cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:23.844839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973d3d-19c2-4778-938b-7bfcf56b844e req-79a9bf0a-de44-4b06-a043-a2c8d4f8013a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:23.846428 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4973d3d-19c2-4778-938b-7bfcf56b844e req-79a9bf0a-de44-4b06-a043-a2c8d4f8013a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0576227 Feb 19 02:02:23.883175 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:23.896499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b4973d3d-19c2-4778-938b-7bfcf56b844e req-3afdde6f-9d16-482f-a9a0-4d3cdec79287 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 Feb 19 02:02:25.022289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580df37-6b0f-4a6d-af46-01e8dc6530d6 req-95acbeaf-344f-4e40-a62d-eb1ed3431fbd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:25.023814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a580df37-6b0f-4a6d-af46-01e8dc6530d6 req-95acbeaf-344f-4e40-a62d-eb1ed3431fbd tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0563722 Feb 19 02:02:25.075979 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a580df37-6b0f-4a6d-af46-01e8dc6530d6 req-c1c01b36-69e4-4dfd-a672-7d9973b4d25f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460050 Feb 19 02:02:25.523436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:26.199111 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52bfb5-94c0-445a-a733-4724ba5c1093 req-72d161b5-614a-41cf-a602-9701f1b6d8d4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:26.200617 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d52bfb5-94c0-445a-a733-4724ba5c1093 req-72d161b5-614a-41cf-a602-9701f1b6d8d4 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0534613 Feb 19 02:02:26.247600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1d52bfb5-94c0-445a-a733-4724ba5c1093 req-94141668-b6bd-44da-a289-80898ff7a85a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407403 Feb 19 02:02:26.511309 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:26.644753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:26.978969 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-4aad22d3-f889-4ee5-8dfc-7c3f24c868d9 service neutron] show failed (client error): The resource could not be found. Feb 19 02:02:26.979978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-4aad22d3-f889-4ee5-8dfc-7c3f24c868d9 service neutron] 10.222.0.89 "GET /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0536311 Feb 19 02:02:27.224105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-84862ece-2451-407c-a263-8c9d76b65252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:27.225629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-84862ece-2451-407c-a263-8c9d76b65252 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 1127 time: 0.0868251 Feb 19 02:02:27.239130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:27.300409 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:27.456759 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dbbfb-3cab-41b4-994e-e4f7840ac412 req-caeb1884-6b6a-4897-be42-24a87a428dae tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:27.458257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971dbbfb-3cab-41b4-994e-e4f7840ac412 req-caeb1884-6b6a-4897-be42-24a87a428dae tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.1273134 Feb 19 02:02:27.513371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:02:27.550733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-971dbbfb-3cab-41b4-994e-e4f7840ac412 req-1d3e7cd2-4b77-4268-9d0e-01029758a048 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780318 Feb 19 02:02:27.582818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:27.595282 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:27.595679 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:27.619171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:27.658761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:02:27.661016 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3c306-3151-4138-8941-0789c4e5f439" -d '{"events": [{"server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "name": "network-vif-unplugged", "status": "completed", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:02:27.664442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Publish callbacks [] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:27.677502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Transition to ACTIVE for port object 90a23dd3-0d9e-4f93-adc1-53dc93663563 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:02:27.682525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:27.719927 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:02:27.720371 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:02:27.769453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:27.792673 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d9a050-b420-4332-82b8-83bced2f8793 x-openstack-request-id: req-92d9a050-b420-4332-82b8-83bced2f8793 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:02:27.792976 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "name": "network-vif-unplugged", "status": "completed", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:02:27.793262 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92d9a050-b420-4332-82b8-83bced2f8793 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:02:27.793668 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'code': 200} Feb 19 02:02:27.817086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] No DVR routers for this DVR port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:02:27.960144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:02:27.960478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:02:27.960808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:27.965155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:02:27.965429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:27.970784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:02:27.971125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:27.971513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:02:27.971940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Bound port: 90a23dd3-0d9e-4f93-adc1-53dc93663563, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:02:27.972291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.034418 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:28.037828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:02:28.044094 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.078079 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:28.078703 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.080099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] 10.222.0.10 "PUT /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1091 time: 0.8449247 Feb 19 02:02:28.115277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961650a-a7cd-40cd-9d3e-5e1917a78acd service neutron] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:28.160131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-aca54e26-5795-4970-a53f-97a537bfa3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:28.161709 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-aca54e26-5795-4970-a53f-97a537bfa3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0549562 Feb 19 02:02:28.266469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-49a35e37-5f65-4052-b413-538e21934e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:28.269388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-49a35e37-5f65-4052-b413-538e21934e7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0987742 Feb 19 02:02:28.280868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:28.344773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-e2f02ae3-3753-48ba-9dd7-0d4d41f5af30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0653613 Feb 19 02:02:28.396018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-cd4ee838-752b-4848-9143-5bf491d85622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:28.397614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-cd4ee838-752b-4848-9143-5bf491d85622 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0440540 Feb 19 02:02:28.453816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-37b716ce-932f-4147-ac86-1bec755ec1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:28.455340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-37b716ce-932f-4147-ac86-1bec755ec1e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491648 Feb 19 02:02:28.555743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-c41b6cf5-288f-442b-b5a0-3ff6623a258e service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897148 Feb 19 02:02:28.678383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-64d643ef-df86-4b69-b902-facd2c040418 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152058 Feb 19 02:02:28.697143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b16ac9-1286-4011-b907-49b63aaa9022 req-1123d217-bd05-4d8b-9b48-c86a6a102e76 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:28.699379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4b16ac9-1286-4011-b907-49b63aaa9022 req-1123d217-bd05-4d8b-9b48-c86a6a102e76 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0746410 Feb 19 02:02:28.747058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4b16ac9-1286-4011-b907-49b63aaa9022 req-8b037144-340d-4ed7-b112-906ae2cd8288 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Feb 19 02:02:28.892924 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:02:29.795768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:02:29.798180 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded93f7-a64f-4e99-a73f-510c50cb47ac" -d '{"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:02:29.849119 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66bee9-d6bb-4244-8bdb-6a8de2745f04 x-openstack-request-id: req-9f66bee9-d6bb-4244-8bdb-6a8de2745f04 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:02:29.849419 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:02:29.849677 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f66bee9-d6bb-4244-8bdb-6a8de2745f04 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:02:29.850088 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'status': 'completed', 'code': 200} Feb 19 02:02:29.879672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7979f-4f07-4c49-9329-bb2371eadb9d req-3ef36645-ecab-4ac4-ae3d-652e8c892a62 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:29.881314 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dea7979f-4f07-4c49-9329-bb2371eadb9d req-3ef36645-ecab-4ac4-ae3d-652e8c892a62 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0595870 Feb 19 02:02:29.934838 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dea7979f-4f07-4c49-9329-bb2371eadb9d req-cf76dfa6-3637-45e5-b915-d21025a8f1af tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473526 Feb 19 02:02:29.957797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-8b61cb2f-121d-46a7-8271-a74791330417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:29.959852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-8b61cb2f-121d-46a7-8271-a74791330417 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0865443 Feb 19 02:02:29.963040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-8955340b-48ad-42d1-b498-006a8896d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:29.965123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-8955340b-48ad-42d1-b498-006a8896d568 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0899632 Feb 19 02:02:30.465504 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-b9c88e28-21c8-4097-a73d-269b3ac36329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.466973 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-b9c88e28-21c8-4097-a73d-269b3ac36329 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.5006132 Feb 19 02:02:30.469607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-8fe78599-2eb7-4222-831c-88a9c9e43d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.470915 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-8fe78599-2eb7-4222-831c-88a9c9e43d12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.4957352 Feb 19 02:02:30.579822 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-f6aebb3c-ae41-4fc4-88b0-af07098f2e3d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.1054430 Feb 19 02:02:30.583647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-41e7e1d3-21e1-49c4-a6f4-9d8284f37009 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.1022921 Feb 19 02:02:30.660761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-765ed648-8649-4bbc-a662-300084977d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.662728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-765ed648-8649-4bbc-a662-300084977d6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0778878 Feb 19 02:02:30.667727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-e627aa70-3ead-490b-9c8b-8ec3fbdf44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.669185 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-e627aa70-3ead-490b-9c8b-8ec3fbdf44b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0770624 Feb 19 02:02:30.746667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-7f55708d-9bd0-4004-b9da-548bcdb5ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.748083 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-7f55708d-9bd0-4004-b9da-548bcdb5ab15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696490 Feb 19 02:02:30.753162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-fd4157d5-50e4-4de6-9d28-34f93a9a65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.754545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-fd4157d5-50e4-4de6-9d28-34f93a9a65f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845315 Feb 19 02:02:30.909071 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-51de0bd7-7f06-41d9-ba90-f8c9f83376e6 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511798 Feb 19 02:02:30.910921 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-081c081e-440b-4906-a7ee-091dda1e31d9 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463165 Feb 19 02:02:31.105365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-e9b4cca2-96cd-426f-b2c3-395d98467b4f service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879413 Feb 19 02:02:31.118662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3ded93f7-a64f-4e99-a73f-510c50cb47ac req-aede29ee-f8c2-4102-8601-75cf4915ad08 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941328 Feb 19 02:02:31.126194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25e4aa-f623-425a-92e2-324d8efdf76c req-0dfc9456-95d0-4798-95b0-4959c9e6d1e9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:31.127647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b25e4aa-f623-425a-92e2-324d8efdf76c req-0dfc9456-95d0-4798-95b0-4959c9e6d1e9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.1138229 Feb 19 02:02:31.175584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7b25e4aa-f623-425a-92e2-324d8efdf76c req-4cb1ee54-8def-4907-9634-63bb4ba19f2c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419171 Feb 19 02:02:32.305782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced086b-3a6a-498a-b476-9fb282faf4e9 req-30531da5-966d-43b1-9425-097f0cbd7770 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:32.307520 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dced086b-3a6a-498a-b476-9fb282faf4e9 req-30531da5-966d-43b1-9425-097f0cbd7770 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0564237 Feb 19 02:02:32.355263 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dced086b-3a6a-498a-b476-9fb282faf4e9 req-77d91f08-8700-4d81-a1ee-d7f9d7c2fa20 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 Feb 19 02:02:33.486229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bcedd-2ec8-470f-b9c4-76ba72a06a38 req-3487b798-f4b1-4d61-8658-91d3ce3e03ac tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:33.488401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf6bcedd-2ec8-470f-b9c4-76ba72a06a38 req-3487b798-f4b1-4d61-8658-91d3ce3e03ac tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0599625 Feb 19 02:02:33.537974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf6bcedd-2ec8-470f-b9c4-76ba72a06a38 req-da9ab5fc-a0ac-4ad3-9745-d5ad091290c6 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437684 Feb 19 02:02:34.666836 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26e5e-0573-4e3b-a1db-44d377752ece req-49107075-70a5-45f4-84f7-4541b4ef1403 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:34.668359 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5db26e5e-0573-4e3b-a1db-44d377752ece req-49107075-70a5-45f4-84f7-4541b4ef1403 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0543656 Feb 19 02:02:34.725446 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5db26e5e-0573-4e3b-a1db-44d377752ece req-5efa6d2e-2570-4084-ad2b-886b8ed80dec tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493615 Feb 19 02:02:35.732124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-a843c73f-fa3b-4512-b430-becf3a6c4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:35.733665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-a843c73f-fa3b-4512-b430-becf3a6c4c0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0451353 Feb 19 02:02:35.882283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7018-6416-4852-b488-6410a6305268 req-30fc3f37-ee51-4be7-b472-27e7d7c4280d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:35.883782 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ac7018-6416-4852-b488-6410a6305268 req-30fc3f37-ee51-4be7-b472-27e7d7c4280d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0818892 Feb 19 02:02:35.886589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-3a3e7f6d-c7e1-47aa-a511-148c9c4e065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:35.887940 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-3a3e7f6d-c7e1-47aa-a511-148c9c4e065e service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1354961 Feb 19 02:02:35.982179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-76ac7018-6416-4852-b488-6410a6305268 req-e0946942-0225-4b19-94f1-d1a9b5be70c8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913904 Feb 19 02:02:35.986174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-0b21f00d-5ada-4ae5-9e4a-283f12d9222a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0886798 Feb 19 02:02:36.038409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-1b498cca-b4f2-4c10-8979-86de8cb84391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:36.039871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-1b498cca-b4f2-4c10-8979-86de8cb84391 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0448790 Feb 19 02:02:36.094119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-f63c56bf-56bd-4823-a7de-1fccff861180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:36.095652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-f63c56bf-56bd-4823-a7de-1fccff861180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454249 Feb 19 02:02:36.193694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-7eea938e-d628-44a6-8335-a127a335da7d service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877721 Feb 19 02:02:36.285754 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1b32e00-d23e-4ea7-8553-8d551f430522 req-ca55b8e4-4dc4-4124-a47c-43049b0a8558 service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827074 Feb 19 02:02:37.103515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2ed9-27b9-4c54-b97d-16f5bfd6fdc7 req-35295e6c-ec06-4ef8-8c3e-a99576fa01cb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:37.105099 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f7b2ed9-27b9-4c54-b97d-16f5bfd6fdc7 req-35295e6c-ec06-4ef8-8c3e-a99576fa01cb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0531752 Feb 19 02:02:37.152032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6f7b2ed9-27b9-4c54-b97d-16f5bfd6fdc7 req-242fcec8-cb50-47a1-80e3-7713c8608a21 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Feb 19 02:02:38.277722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025562a-3e12-467f-bb89-1421cabd1abd req-b1c36cae-aa8a-4bbc-aa3d-a6e2844dce5d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:38.279214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9025562a-3e12-467f-bb89-1421cabd1abd req-b1c36cae-aa8a-4bbc-aa3d-a6e2844dce5d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0574563 Feb 19 02:02:38.326316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9025562a-3e12-467f-bb89-1421cabd1abd req-93f12d6e-56c0-46f2-b187-a6e87ea39898 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413988 Feb 19 02:02:39.447772 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d973299-e4c1-40d0-a612-671ab3a04ae3 req-9b4db84f-c21d-4be4-8186-58e8275879fb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:39.449326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d973299-e4c1-40d0-a612-671ab3a04ae3 req-9b4db84f-c21d-4be4-8186-58e8275879fb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0547657 Feb 19 02:02:39.496839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4d973299-e4c1-40d0-a612-671ab3a04ae3 req-322f4559-031b-4ef5-bb86-f3f46c8afb96 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 Feb 19 02:02:40.624207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ed774-4ae7-4a01-a675-f3e8de85ca42 req-0b0b558d-d0bc-4398-bb51-37f86ebc9a49 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:40.625726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9e9ed774-4ae7-4a01-a675-f3e8de85ca42 req-0b0b558d-d0bc-4398-bb51-37f86ebc9a49 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0532115 Feb 19 02:02:40.672358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9e9ed774-4ae7-4a01-a675-f3e8de85ca42 req-7666b06b-4302-4130-919d-d1feb2e13744 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410810 Feb 19 02:02:41.802160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde59b4-44a2-4725-aecf-9f22b79dd9c3 req-0ae68cc7-4911-41e9-b815-e6dcaf96f5ed tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:41.803618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fde59b4-44a2-4725-aecf-9f22b79dd9c3 req-0ae68cc7-4911-41e9-b815-e6dcaf96f5ed tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0555592 Feb 19 02:02:41.857389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0fde59b4-44a2-4725-aecf-9f22b79dd9c3 req-4e8de99e-e66c-46cc-b93f-0db28e51f70c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481772 Feb 19 02:02:42.981976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9cf2f-e0fc-4d74-ad76-c2b222b0701a req-7c5557d4-5b16-45a2-b3c0-087bf2e8e632 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:42.983695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9c9cf2f-e0fc-4d74-ad76-c2b222b0701a req-7c5557d4-5b16-45a2-b3c0-087bf2e8e632 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0582600 Feb 19 02:02:43.030146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d9c9cf2f-e0fc-4d74-ad76-c2b222b0701a req-195650b5-cd55-49a8-b871-10a0465d8b5b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Feb 19 02:02:44.149937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6431157-6e13-4190-aafd-d334930211d3 req-8e45583c-4757-456f-bd28-ebf8bab1ea5e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:44.151523 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6431157-6e13-4190-aafd-d334930211d3 req-8e45583c-4757-456f-bd28-ebf8bab1ea5e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0531812 Feb 19 02:02:44.198302 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6431157-6e13-4190-aafd-d334930211d3 req-38cddd1e-4bd2-42de-87b2-9c504437df3b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Feb 19 02:02:45.320179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74791f34-0678-4328-9747-b2651cd993e6 req-82941bdf-781a-4b3e-9dc5-98a894860f5f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:45.321975 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74791f34-0678-4328-9747-b2651cd993e6 req-82941bdf-781a-4b3e-9dc5-98a894860f5f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0518167 Feb 19 02:02:45.367322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-74791f34-0678-4328-9747-b2651cd993e6 req-fd109554-3225-493b-a8b6-f2a8096fb6ad tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392170 Feb 19 02:02:46.495602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8050702-1440-4f02-a194-beb748cd4ecf req-61d89a8b-2e96-4746-b33e-ac56733603ce tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:46.497826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8050702-1440-4f02-a194-beb748cd4ecf req-61d89a8b-2e96-4746-b33e-ac56733603ce tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0605927 Feb 19 02:02:46.548718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8050702-1440-4f02-a194-beb748cd4ecf req-ee8c4c0f-b834-46b3-bc28-434aaaef3e46 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453944 Feb 19 02:02:46.838129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-df6ff36e-ad20-4d8a-ba51-5a441c185675 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:46.839597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-df6ff36e-ad20-4d8a-ba51-5a441c185675 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.10 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093&tenant_id=1381c878b1b44ab5b525977403d918ee&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 943 time: 0.0581737 Feb 19 02:02:46.875855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc30d7-abad-4e12-b000-42b5d40d6d80 req-a2276673-d517-4f2b-a689-5bd01c316078 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:46.877377 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92bc30d7-abad-4e12-b000-42b5d40d6d80 req-a2276673-d517-4f2b-a689-5bd01c316078 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0562806 Feb 19 02:02:46.906862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-38ba4704-d2e2-4e3a-8c66-38ab0a77a32f service neutron] 10.222.0.10 "GET /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563/bindings/n-h2-826752-2 HTTP/1.1" status: 200 len: 382 time: 0.0594978 Feb 19 02:02:46.926778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-92bc30d7-abad-4e12-b000-42b5d40d6d80 req-c6c1023f-067f-46c3-95b6-3ba614459171 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435433 Feb 19 02:02:46.973194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-f9fd0bce-bac8-4ef2-977b-1f87ffe2551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:46.974688 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-f9fd0bce-bac8-4ef2-977b-1f87ffe2551e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1125 time: 0.0459425 Feb 19 02:02:47.063618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c5de8be-f6d6-4d13-b6a0-8931f60f90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:47.064987 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c5de8be-f6d6-4d13-b6a0-8931f60f90bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0845900 Feb 19 02:02:47.140855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-15b573b3-f288-40a8-a8b7-f353e05fef09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0700812 Feb 19 02:02:47.194867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-4c600c77-f605-4769-b2d0-3c66e9225dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:47.196579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-4c600c77-f605-4769-b2d0-3c66e9225dff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0504043 Feb 19 02:02:47.243509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-18aad4f9-2c8c-4433-9ff8-524e2853c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:47.245062 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-18aad4f9-2c8c-4433-9ff8-524e2853c510 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430348 Feb 19 02:02:47.338983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-dead101f-2d03-416f-9e34-84eea890418f service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878527 Feb 19 02:02:47.427452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-44bac57e-81b1-4b10-86b6-53787e6bb5ff service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828457 Feb 19 02:02:48.055923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13a6d9-3dcb-4be5-b3a4-89c9b54bb485 req-0e16ef72-5ec9-446b-be32-e6a3e4b2f318 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:48.057396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d13a6d9-3dcb-4be5-b3a4-89c9b54bb485 req-0e16ef72-5ec9-446b-be32-e6a3e4b2f318 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0587811 Feb 19 02:02:48.103995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2d13a6d9-3dcb-4be5-b3a4-89c9b54bb485 req-6ed3d64c-6ff6-412b-9871-b10d93b895a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397937 Feb 19 02:02:48.191527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:02:48.284423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:48.295274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:02:48.335414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:48.335798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:48.348254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:02:48.366276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:48.370740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:48.416494 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:48.613853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['90a23dd3-0d9e-4f93-adc1-53dc93663563'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:02:48.805131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:49.226850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc5d67-493e-4656-8ebb-1f994a14dd6b req-03a487d4-2686-453d-9749-1935597d98ed tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:49.228419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1dcc5d67-493e-4656-8ebb-1f994a14dd6b req-03a487d4-2686-453d-9749-1935597d98ed tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0548985 Feb 19 02:02:49.275885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1dcc5d67-493e-4656-8ebb-1f994a14dd6b req-7144e771-b25c-4e3e-ace5-4735f7d3d519 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Feb 19 02:02:50.199889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:02:50.296844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:50.308546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:02:50.356321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-334a4bfc-ee8d-47b2-90c0-4e3129996e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:50.402469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f440a-e2a1-4e93-b768-80cb65a4e81b req-f3c24291-20ef-4fb8-b201-11e5dff8bca7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:50.403974 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d05f440a-e2a1-4e93-b768-80cb65a4e81b req-f3c24291-20ef-4fb8-b201-11e5dff8bca7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0565662 Feb 19 02:02:50.452335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d05f440a-e2a1-4e93-b768-80cb65a4e81b req-ca472c3f-4f7c-4a7a-8efe-1b177590759e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425699 Feb 19 02:02:51.577241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747952-1d49-4ae9-8d05-2d057f73fce8 req-858d36b4-7ee3-4e61-a5e0-5c715ab37216 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:51.578724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77747952-1d49-4ae9-8d05-2d057f73fce8 req-858d36b4-7ee3-4e61-a5e0-5c715ab37216 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0569506 Feb 19 02:02:51.627701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77747952-1d49-4ae9-8d05-2d057f73fce8 req-0aac390d-7064-4248-ac02-69c8d7ac426b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Feb 19 02:02:52.213742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:02:52.287975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: BUILD; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:52.288385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:52.301112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:02:52.320086 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:52.324348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:52.373194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:52.380321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.380668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.381013 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.381362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.381692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.382020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.382348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.382666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.382992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.383333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.383717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.384037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.384356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:52.727951 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee82a-df11-4657-a3fb-19b27a3ac03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:52.761701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c73f-a57c-4653-97d1-a544484f7e88 req-a192317b-f380-4926-b0b2-7f4a8b9f1a1d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:52.763374 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4297c73f-a57c-4653-97d1-a544484f7e88 req-a192317b-f380-4926-b0b2-7f4a8b9f1a1d tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0621736 Feb 19 02:02:52.820110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4297c73f-a57c-4653-97d1-a544484f7e88 req-a0b4ec8e-169f-4f63-809e-e10e6e770d44 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508323 Feb 19 02:02:53.620862 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-9ed75634-76a0-4c1d-a45e-8001fc3f049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:53.622404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-9ed75634-76a0-4c1d-a45e-8001fc3f049e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093&tenant_id=1381c878b1b44ab5b525977403d918ee HTTP/1.1" status: 200 len: 1125 time: 0.0449731 Feb 19 02:02:53.633896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:53.692870 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:53.887825 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:53.894026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:53.931804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:53.949557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d62d6-22c2-4649-b8d8-d11aba14a3de req-3841df40-e8b1-434c-9055-79ba14bfcae3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:53.951008 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e72d62d6-22c2-4649-b8d8-d11aba14a3de req-3841df40-e8b1-434c-9055-79ba14bfcae3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 943 time: 0.0559356 Feb 19 02:02:53.965671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:02:53.973326 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Publish callbacks [] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:53.985624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Ignored duplicate provisioning block setup for port 90a23dd3-0d9e-4f93-adc1-53dc93663563 by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 19 02:02:53.989919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:53.999623 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e72d62d6-22c2-4649-b8d8-d11aba14a3de req-ca4e5d4b-3c40-4fac-b1a7-07f2fb7c2cab tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Feb 19 02:02:54.075398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=10']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:54.088378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.088735 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.089109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.089477 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.089803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.090196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.090944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.091285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.091642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.091973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.092298 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.092632 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.092940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:54.137235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] No DVR routers for this DVR port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:02:54.275648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:02:54.275983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:02:54.276308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:54.280594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:02:54.280911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Attempting to bind port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on network 057d741e-1ad8-46df-94b2-d957765dc19c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:54.285716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:02:54.286052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Checking segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:54.286437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Bound using segment: {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:02:54.286860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Bound port: 90a23dd3-0d9e-4f93-adc1-53dc93663563, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661378d-1703-443e-8891-171ea16d9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:02:54.287211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:54.349491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:54.352379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:02:54.358621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:54.391018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.391624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:54.392981 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] 10.222.0.89 "PUT /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1092 time: 0.7633197 Feb 19 02:02:54.393439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:02:54.395648 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d461688c-edbd-4c32-a430-b3d233545268" -d '{"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:02:54.453316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d1864-8637-421f-af87-744b702760c8 service neutron] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=11']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:54.457624 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e4baf-5e75-4aaa-866c-96171aa8004d x-openstack-request-id: req-201e4baf-5e75-4aaa-866c-96171aa8004d {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:02:54.458056 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:02:54.458317 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-201e4baf-5e75-4aaa-866c-96171aa8004d {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:02:54.458716 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'status': 'completed', 'code': 200} Feb 19 02:02:54.483338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-b3ce880f-22a4-4ffb-b987-f980368ebeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.484890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-b3ce880f-22a4-4ffb-b987-f980368ebeab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1126 time: 0.0680184 Feb 19 02:02:54.602010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-616276b6-df07-4797-aa4a-a3c7c6230f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.603529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-616276b6-df07-4797-aa4a-a3c7c6230f53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1126 time: 0.1177423 Feb 19 02:02:54.624052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-093ca674-3563-4b39-9a79-6ae162e4fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.625510 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-093ca674-3563-4b39-9a79-6ae162e4fd99 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1316819 Feb 19 02:02:54.735116 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-af08b111-5b41-4b3d-98e2-43b2f903f9bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0986063 Feb 19 02:02:54.774629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-2120f208-8023-4e4c-b578-4c6334fcb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.776028 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-2120f208-8023-4e4c-b578-4c6334fcb2bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.1661005 Feb 19 02:02:54.829554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-0c13b403-c217-458c-ba42-3c163f682bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.830980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-0c13b403-c217-458c-ba42-3c163f682bbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0884869 Feb 19 02:02:54.877557 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-90037a56-b529-4002-9d6c-7a9143c831a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0919855 Feb 19 02:02:54.923818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-1e74c7b8-4e63-4902-9648-92c4d4598246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.925330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-1e74c7b8-4e63-4902-9648-92c4d4598246 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880387 Feb 19 02:02:54.942723 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-176f85b0-13d4-40eb-92e9-23f4b1fa90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:54.944053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-176f85b0-13d4-40eb-92e9-23f4b1fa90b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0571413 Feb 19 02:02:55.133584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ecf4-4595-4b17-b34f-94f4ad799a2b req-3819a9f8-7e0c-45c1-a1d4-22eeec24df46 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:55.135261 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d73ecf4-4595-4b17-b34f-94f4ad799a2b req-3819a9f8-7e0c-45c1-a1d4-22eeec24df46 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0598462 Feb 19 02:02:55.186863 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0d73ecf4-4595-4b17-b34f-94f4ad799a2b req-55fc5042-4781-4643-8573-7532d9972d79 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Feb 19 02:02:55.361063 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-95d12b9c-1dbd-4230-946a-3aa4e6283862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:55.362441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-95d12b9c-1dbd-4230-946a-3aa4e6283862 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4086926 Feb 19 02:02:55.365858 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-4f0db618-953b-4de6-ae32-ec60f1dbb49a service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334266 Feb 19 02:02:55.520353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-14e5a9c4-26e2-4e7d-be80-02b34be0459c service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465187 Feb 19 02:02:55.522253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dc6cf34-1234-49f1-8f42-86998138d57d req-ec878d56-8a01-4859-9f24-fc5f9d0e73eb service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498804 Feb 19 02:02:55.525567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:55.645265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-acc74efa-4cba-4117-b6a1-3b45df46303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:55.646519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-acc74efa-4cba-4117-b6a1-3b45df46303b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1381c878b1b44ab5b525977403d918ee&device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 1126 time: 0.0737183 Feb 19 02:02:55.665416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-5c248162-300d-4a6b-9002-0d60b9e5f25d service neutron] 10.222.0.10 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358788 Feb 19 02:02:55.742707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-a78d928b-bdd4-4a7f-a492-d02f368acbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:55.744283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-a78d928b-bdd4-4a7f-a492-d02f368acbe2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 200 len: 911 time: 0.0901520 Feb 19 02:02:55.811989 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-f185b535-6e5a-48af-8fa8-9c1935e66b0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 200 len: 1000 time: 0.0621481 Feb 19 02:02:55.864283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-0244ddc1-1b26-478e-afdf-88df11c81d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:55.865687 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-0244ddc1-1b26-478e-afdf-88df11c81d1a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 200 len: 849 time: 0.0486267 Feb 19 02:02:55.914149 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461688c-edbd-4c32-a430-b3d233545268 req-16a5414a-02e9-4d55-ac6c-2049349a623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:55.915533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-16a5414a-02e9-4d55-ac6c-2049349a623d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=057d741e-1ad8-46df-94b2-d957765dc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437391 Feb 19 02:02:56.006107 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-4e2e9183-169f-426f-a6c9-7b41996dbe78 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845921 Feb 19 02:02:56.092914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d461688c-edbd-4c32-a430-b3d233545268 req-d27863ad-048d-4256-931e-ccc1ff5a5256 service neutron] 10.222.0.89 "GET /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804160 Feb 19 02:02:56.318003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73269941-f384-4999-b5ed-70d2f9f14a3a req-6fe43d56-38d2-46af-a743-8746b8f29cd7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:56.319483 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73269941-f384-4999-b5ed-70d2f9f14a3a req-6fe43d56-38d2-46af-a743-8746b8f29cd7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0582252 Feb 19 02:02:56.366706 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73269941-f384-4999-b5ed-70d2f9f14a3a req-f3b8db8a-7ca5-42b8-9c01-7f95f3d57105 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411727 Feb 19 02:02:56.542306 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:56.641699 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:57.498188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6a013-de15-4901-b16a-85833fef0bc5 req-970cf6a7-bd88-4005-a8ce-26743b086659 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:57.499702 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91f6a013-de15-4901-b16a-85833fef0bc5 req-970cf6a7-bd88-4005-a8ce-26743b086659 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0595489 Feb 19 02:02:57.549651 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-91f6a013-de15-4901-b16a-85833fef0bc5 req-285f5f7e-1f8b-42f1-8588-e9304497b8a8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437748 Feb 19 02:02:58.674376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babae2c3-8822-46fa-9cca-c235cbc79066 req-5e6ae896-ab71-43ef-b366-dfb77f57a4b0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:58.675958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-babae2c3-8822-46fa-9cca-c235cbc79066 req-5e6ae896-ab71-43ef-b366-dfb77f57a4b0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0549054 Feb 19 02:02:58.723765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-babae2c3-8822-46fa-9cca-c235cbc79066 req-d81ada95-a4af-46c1-bc77-84ab0a95d318 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Feb 19 02:02:59.846028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0085bc-57ea-4d9c-abca-8dfec3a65ec3 req-058895b1-d932-4aea-877a-e6e3754c6e2a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:59.847519 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0085bc-57ea-4d9c-abca-8dfec3a65ec3 req-058895b1-d932-4aea-877a-e6e3754c6e2a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0531797 Feb 19 02:02:59.899535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fa0085bc-57ea-4d9c-abca-8dfec3a65ec3 req-39523269-5646-4c27-a87f-94df5a5d09a7 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458598 Feb 19 02:03:01.020517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f590df-b2ec-4fbd-b4ca-556f9c76abcd req-0dba133d-44df-4366-a8df-9215abd77a1e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:01.022024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2f590df-b2ec-4fbd-b4ca-556f9c76abcd req-0dba133d-44df-4366-a8df-9215abd77a1e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0526161 Feb 19 02:03:01.074982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a2f590df-b2ec-4fbd-b4ca-556f9c76abcd req-142bc273-e1e2-4abd-8609-2f22034cfeb0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473895 Feb 19 02:03:02.196605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798cdb1-2ce8-4731-8197-a7575ec0ae4c req-8f1c64ca-d5fc-4528-8b3e-d55ed76048b5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:02.198112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8798cdb1-2ce8-4731-8197-a7575ec0ae4c req-8f1c64ca-d5fc-4528-8b3e-d55ed76048b5 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0531700 Feb 19 02:03:02.247013 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8798cdb1-2ce8-4731-8197-a7575ec0ae4c req-7f100533-a467-418b-9406-02c619592c05 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426888 Feb 19 02:03:03.370833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e2e42-a1cb-4026-bc68-a96e96cf67d4 req-2abcf859-ac1e-45bd-8e3d-3225b4c7ef92 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:03.372337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-969e2e42-a1cb-4026-bc68-a96e96cf67d4 req-2abcf859-ac1e-45bd-8e3d-3225b4c7ef92 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0532665 Feb 19 02:03:03.418210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-969e2e42-a1cb-4026-bc68-a96e96cf67d4 req-3e4e661a-9f17-469e-aa01-f564287c94a0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 Feb 19 02:03:04.565033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9a4c0-63f1-403d-99c9-4a1bb100fec9 req-0e850349-5ef8-4a25-b5e5-c221dfb7509e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:04.567429 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22a9a4c0-63f1-403d-99c9-4a1bb100fec9 req-0e850349-5ef8-4a25-b5e5-c221dfb7509e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0627637 Feb 19 02:03:04.624543 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22a9a4c0-63f1-403d-99c9-4a1bb100fec9 req-76c849e7-c86d-4113-bb8b-8ea205f7d726 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507882 Feb 19 02:03:05.753307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3cc6a-1a2e-4b00-9245-d72c29fe4df8 req-8e83d206-1af4-4d7d-8759-e495efb3dd05 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:05.754809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5e3cc6a-1a2e-4b00-9245-d72c29fe4df8 req-8e83d206-1af4-4d7d-8759-e495efb3dd05 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0538688 Feb 19 02:03:05.801573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f5e3cc6a-1a2e-4b00-9245-d72c29fe4df8 req-2ec9bac1-8a92-4b1e-a82b-9e074983ea12 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402942 Feb 19 02:03:05.892508 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:03:06.929380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9a8bb-5a9b-4676-8bcf-0c30868e4907 req-08b0a513-eac8-4705-ae51-2fe6184d6fef tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:06.930877 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22a9a8bb-5a9b-4676-8bcf-0c30868e4907 req-08b0a513-eac8-4705-ae51-2fe6184d6fef tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0571122 Feb 19 02:03:06.978167 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-22a9a8bb-5a9b-4676-8bcf-0c30868e4907 req-e6396c94-1f41-4bf2-8da9-55d0e90708e9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Feb 19 02:03:08.102212 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a0b3-e58f-42ed-a2a1-778272c7c065 req-ea5e0b2a-671f-404f-ad2e-b5f6014f3c4c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:08.103760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e556a0b3-e58f-42ed-a2a1-778272c7c065 req-ea5e0b2a-671f-404f-ad2e-b5f6014f3c4c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0562315 Feb 19 02:03:08.150377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e556a0b3-e58f-42ed-a2a1-778272c7c065 req-24045aff-5726-4320-af34-885d474521ba tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Feb 19 02:03:09.269201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e002f-d164-418c-a304-14341acb94d3 req-17bb184e-c66d-4b54-a5ae-1f3cdba5bcdc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:09.270685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-371e002f-d164-418c-a304-14341acb94d3 req-17bb184e-c66d-4b54-a5ae-1f3cdba5bcdc tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0525532 Feb 19 02:03:09.318404 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-371e002f-d164-418c-a304-14341acb94d3 req-02028012-d321-475e-953a-0549feea412f tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Feb 19 02:03:10.441619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e3b13-f1b0-445a-b59a-a37f91dc00e4 req-15d1b00b-10d1-460b-9223-917115a47b8c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:10.443093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e2e3b13-f1b0-445a-b59a-a37f91dc00e4 req-15d1b00b-10d1-460b-9223-917115a47b8c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Feb 19 02:03:10.490141 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3e2e3b13-f1b0-445a-b59a-a37f91dc00e4 req-0494d623-de1f-4781-9963-c69d69709a36 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412416 Feb 19 02:03:11.611100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bc506-3e41-4c42-bb62-9a1a9322005e req-7f1cae20-f055-420c-94d1-12bd89df3ce9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:11.612650 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d3bc506-3e41-4c42-bb62-9a1a9322005e req-7f1cae20-f055-420c-94d1-12bd89df3ce9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0551500 Feb 19 02:03:11.666938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3d3bc506-3e41-4c42-bb62-9a1a9322005e req-7302cca4-82a1-4bf5-a33c-db1f2ca940bb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483513 Feb 19 02:03:12.792575 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c78afb-9c74-4e38-aa4b-f13c79e91d79 req-e12e0e4c-ce8f-488c-8926-1c04d011bca9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:12.794143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53c78afb-9c74-4e38-aa4b-f13c79e91d79 req-e12e0e4c-ce8f-488c-8926-1c04d011bca9 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0564353 Feb 19 02:03:12.847022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53c78afb-9c74-4e38-aa4b-f13c79e91d79 req-4ae18c87-79f9-4631-af04-eb98bd5298bb tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470989 Feb 19 02:03:12.965250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081ccc-b0d1-4ea2-ac26-4116de6b74f5 req-55a5948e-c1a1-4393-977e-67f3968cc163 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:12.966801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15081ccc-b0d1-4ea2-ac26-4116de6b74f5 req-55a5948e-c1a1-4393-977e-67f3968cc163 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0525510 Feb 19 02:03:13.012577 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-15081ccc-b0d1-4ea2-ac26-4116de6b74f5 req-30509ab7-8a8c-4ff6-90c2-ba1556e5d0ab tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402052 Feb 19 02:03:13.131006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e513918-4df9-40a2-8891-692d7fa2e574 req-2167219a-b859-452b-a364-9a3c442bb867 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:13.132493 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9e513918-4df9-40a2-8891-692d7fa2e574 req-2167219a-b859-452b-a364-9a3c442bb867 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0542848 Feb 19 02:03:13.179200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9e513918-4df9-40a2-8891-692d7fa2e574 req-fa880907-1caa-4029-8130-ce17ca5d0ac3 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Feb 19 02:03:13.415636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad55c-d70e-4cfa-b4da-b16c28581f82 req-07da906b-289e-44b1-900d-f8af6c3454be tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:13.417149 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a1ad55c-d70e-4cfa-b4da-b16c28581f82 req-07da906b-289e-44b1-900d-f8af6c3454be tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 944 time: 0.0541863 Feb 19 02:03:13.464978 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4a1ad55c-d70e-4cfa-b4da-b16c28581f82 req-4689784e-63bb-4247-8135-7abd347ccc58 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Feb 19 02:03:13.724008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:03:13.820175 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:13.832647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'port_id': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'mac_address': 'fa:16:3e:19:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:03:13.868281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 90a23dd3-0d9e-4f93-adc1-53dc93663563 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:13.868748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.881908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:13.902465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:13.907150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.954301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=12']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:14.153223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['90a23dd3-0d9e-4f93-adc1-53dc93663563'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:03:14.588249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b241cb-b7a4-437d-858a-b05de765d676 req-17cba77d-e090-45f0-84c9-c11a6d440b4a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:14.589773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79b241cb-b7a4-437d-858a-b05de765d676 req-17cba77d-e090-45f0-84c9-c11a6d440b4a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Feb 19 02:03:14.642029 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-79b241cb-b7a4-437d-858a-b05de765d676 req-c9e2d883-39e5-4aeb-a94d-26bb10f3575a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups?id=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448675 Feb 19 02:03:14.963361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-6ffa43e9-5071-45df-ae24-eced34879e9e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:14.964842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-6ffa43e9-5071-45df-ae24-eced34879e9e tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 945 time: 0.0629113 Feb 19 02:03:15.055264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Deleting port 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:15.055602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.156851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] For port 90a23dd3-0d9e-4f93-adc1-53dc93663563, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=90a23dd3-0d9e-4f93-adc1-53dc93663563,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:15.157316 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.346445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.346725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.347039 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 disassociated. External IP: 172.25.0.213, port: 90a23dd3-0d9e-4f93-adc1-53dc93663563. Feb 19 02:03:15.347380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Calling delete_port for 90a23dd3-0d9e-4f93-adc1-53dc93663563 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:15.489332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (90a23dd3-0d9e-4f93-adc1-53dc93663563), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.525404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event deleted for resources: {'Port': ['ID=90a23dd3-0d9e-4f93-adc1-53dc93663563,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:15.643006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:03:15.731178 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:03:15.737151 n-d-826752-2 neutron-server[103431]: INFO neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No ports have port_id starting with 90a23dd3-0d9e-4f93-adc1-53dc93663563 Feb 19 02:03:15.738830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 requested by agent hyperv_n-h1-826752-2 not found in database {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 19 02:03:15.768145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de5d2c54-6a56-4399-87f4-45075c5ca266 req-84dbd5bf-9e94-4284-91b5-7a993560cf4a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0531590 Feb 19 02:03:15.796363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:15.806688 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:15.818609 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:15.819355 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:02:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:15.843364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] No DVR routers for this DVR port 90a23dd3-0d9e-4f93-adc1-53dc93663563 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:03:15.846147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.849613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5e67e65c-e2ed-4056-9076-96f63f9233c1 req-4fb9ca75-90ee-4b35-ae9f-982c2fe0c317 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.89 "DELETE /v2.0/ports/90a23dd3-0d9e-4f93-adc1-53dc93663563 HTTP/1.1" status: 204 len: 173 time: 0.8795829 Feb 19 02:03:15.850009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'name': 'network-vif-deleted', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:15.852452 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f313f-5ee0-4c79-9d9a-158702953ad8" -d '{"events": [{"server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "name": "network-vif-deleted", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:15.896449 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656066e-3e63-4c4a-8bcd-8fc158c3266c x-openstack-request-id: req-f656066e-3e63-4c4a-8bcd-8fc158c3266c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:15.896737 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093", "name": "network-vif-deleted", "tag": "90a23dd3-0d9e-4f93-adc1-53dc93663563", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:15.897049 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f656066e-3e63-4c4a-8bcd-8fc158c3266c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:15.897473 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093', 'name': 'network-vif-deleted', 'tag': '90a23dd3-0d9e-4f93-adc1-53dc93663563', 'status': 'completed', 'code': 200} Feb 19 02:03:15.938774 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:16.148126 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:16.174192 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:16.182485 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:16.183123 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:02:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:16.289472 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:16.580028 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:16.607460 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c694703-7d9b-4756-82df-9afb266e4712 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T01:58:53Z', 'revision_number': 4, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '6c360288-adee-452f-960b-fec11a0644ae', 'name': '', 'network_id': '057d741e-1ad8-46df-94b2-d957765dc19c', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'mac_address': 'fa:16:3e:4c:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:52Z', 'updated_at': '2022-02-19T01:58:56Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'subnets': [{'id': '95103f72-1e55-4daf-92fb-3cf0d5525f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:16.845560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6ed13-6607-458b-8c31-6b58df446b80 None None] New status for floating IP 3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:03:16.874370 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4bca30ad-f048-462b-99d2-fd0765c76f42 req-fc9433c8-957c-4e8a-a08f-b9559e2ea44a tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Feb 19 02:03:17.984001 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-72430c1b-7f10-45d0-b136-1fc99a255dbf req-a6d42dae-bc78-4c98-9132-d63846ddf3d8 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Feb 19 02:03:18.836074 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.081904 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa721a9e-cb08-4d84-a599-6a1cb52405b0 req-fb0b345d-a4df-479e-8a0e-5928af9f6f40 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0289221 Feb 19 02:03:19.762068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:19.783652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 90a23dd3-0d9e-4f93-adc1-53dc93663563 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:19.784014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 90a23dd3-0d9e-4f93-adc1-53dc93663563 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:20.179707 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e0c63a0-8275-45d3-8288-56baa3b16ce4 req-eb6f4a9e-86aa-45a6-9de7-e7d5275555ca tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Feb 19 02:03:20.358678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-460bfd56-a9b7-4fbf-ac75-ebb555366f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.286976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1dbedc24-cb65-4ddd-8e6a-e4f5a3465ead req-cf830313-05b7-41b0-a15c-d6ab7232ac0b tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0313249 Feb 19 02:03:22.383535 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d42981c-2632-43d7-a380-190cd72a3549 req-c35938e0-9642-40d8-acf0-5c80ce6a0403 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0273359 Feb 19 02:03:22.721149 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1cb1a5f7-d048-4edc-8438-13409fe9fe48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.490331 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-31fc6c89-046f-4917-b2cb-6864dee0a789 req-590a5834-2b2d-49bc-82d6-402ca4718539 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0374215 Feb 19 02:03:23.890792 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:24.587742 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-38f003d9-e14e-43e3-8044-a76ffeb83d3e req-e01f7bac-cac3-404b-99b1-e1f627e4db6c tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/ports?device_id=06e2c743-bf6d-4fe9-b6c1-b76f5c8f3093 HTTP/1.1" status: 200 len: 210 time: 0.0277307 Feb 19 02:03:25.527761 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.567847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.637995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.459140 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50646) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:32.515164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group (475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.545187 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group (475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.599241 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.602675 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.604772 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "DELETE /v2.0/security-groups/475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6 HTTP/1.1" status: 204 len: 168 time: 0.1443188 Feb 19 02:03:32.608853 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50648) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:32.619890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:32.624552 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-d1b9749b-aa5a-4136-9c3b-670a933354c0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] show failed (client error): The resource could not be found. Feb 19 02:03:32.628430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.628430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.628672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.629011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.629444 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.629892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.630237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.630568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.630895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.631218 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.631496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d1b9749b-aa5a-4136-9c3b-670a933354c0 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "GET /v2.0/security-groups/475eecc4-ceaf-4f6b-bba4-3c6c7091f8a6 HTTP/1.1" status: 404 len: 347 time: 0.0207932 Feb 19 02:03:32.631633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.631855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.632263 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dda9e5-58da-4238-8a68-a48c1a60bfe2 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:32.632930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50650) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:32.768051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Deleting port 6e67cd79-3533-40c2-9a0d-3671a6beb321 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:32.768397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.847017 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.847426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (6e67cd79-3533-40c2-9a0d-3671a6beb321), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:32.859410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Calling delete_port for 6e67cd79-3533-40c2-9a0d-3671a6beb321 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:33.001499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6e67cd79-3533-40c2-9a0d-3671a6beb321), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.027012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Pushing event deleted for resources: {'Port': ['ID=6e67cd79-3533-40c2-9a0d-3671a6beb321,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:33.096935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks [] for floatingip (3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.099692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.104272 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-11e947bd-dbdd-403a-9c05-eeec5bdb8818 tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] 10.222.0.43 "DELETE /v2.0/floatingips/3c4b8bf9-1cba-4d3e-83c2-f42d3cfd5e74 HTTP/1.1" status: 204 len: 168 time: 0.4669187 Feb 19 02:03:33.104499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50652) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:33.479623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (81b97236-0bce-46bf-b2f9-6f5ab3d68623), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.727856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Deleting port 6c360288-adee-452f-960b-fec11a0644ae {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:33.728550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (6c360288-adee-452f-960b-fec11a0644ae), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.806981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] For port 6c360288-adee-452f-960b-fec11a0644ae, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=6c360288-adee-452f-960b-fec11a0644ae,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:33.807341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (6c360288-adee-452f-960b-fec11a0644ae), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.819301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Calling delete_port for 6c360288-adee-452f-960b-fec11a0644ae owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:33.999003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (6c360288-adee-452f-960b-fec11a0644ae), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:34.024512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c360288-adee-452f-960b-fec11a0644ae,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:34.189168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (81b97236-0bce-46bf-b2f9-6f5ab3d68623), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:34.734162 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:03:34.843507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:34.848322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d77e4cf9-6fb5-49da-a8df-f07e8b4dfe58 admin admin] 10.222.0.43 "PUT /v2.0/routers/81b97236-0bce-46bf-b2f9-6f5ab3d68623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427437 Feb 19 02:03:34.850905 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50654) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:34.852032 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] Sync routers for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:34.862566 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:34.863172 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:03:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:34.962573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks [] for router (81b97236-0bce-46bf-b2f9-6f5ab3d68623), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:34.975101 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:35.078201 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks [] for router_gateway (81b97236-0bce-46bf-b2f9-6f5ab3d68623), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.144687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Deleting port 680b154d-0db3-47c0-842a-9d5c89875068 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:35.145106 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (680b154d-0db3-47c0-842a-9d5c89875068), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.154078 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '680b154d-0db3-47c0-842a-9d5c89875068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T02:03:33Z', 'revision_number': 5, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port': {'id': '680b154d-0db3-47c0-842a-9d5c89875068', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:58:51Z', 'updated_at': '2022-02-19T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:35.184108 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] Checking router: 81b97236-0bce-46bf-b2f9-6f5ab3d68623 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:35.192270 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] Routers {'81b97236-0bce-46bf-b2f9-6f5ab3d68623'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:35.192867 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:03:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:35.232950 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] For port 680b154d-0db3-47c0-842a-9d5c89875068, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=680b154d-0db3-47c0-842a-9d5c89875068,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:35.233353 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (680b154d-0db3-47c0-842a-9d5c89875068), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.244801 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Calling delete_port for 680b154d-0db3-47c0-842a-9d5c89875068 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:35.280980 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] Set router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:35.335678 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T02:03:35Z', 'revision_number': 6, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:35.366126 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb75e4-0d48-4542-84b0-6786ea2eb702 None None] The sync data for ids ['81b97236-0bce-46bf-b2f9-6f5ab3d68623'] in n-d-826752-2 is: [{'id': '81b97236-0bce-46bf-b2f9-6f5ab3d68623', 'name': 'tempest-ServerActionsTestJSON-54114819-router', 'tenant_id': '1381c878b1b44ab5b525977403d918ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:58:50Z', 'updated_at': '2022-02-19T02:03:35Z', 'revision_number': 6, 'project_id': '1381c878b1b44ab5b525977403d918ee', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:35.420480 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (680b154d-0db3-47c0-842a-9d5c89875068), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.448775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=680b154d-0db3-47c0-842a-9d5c89875068,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:35.512570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (81b97236-0bce-46bf-b2f9-6f5ab3d68623), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.604598 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (81b97236-0bce-46bf-b2f9-6f5ab3d68623), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.607410 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks [] for router_controller (81b97236-0bce-46bf-b2f9-6f5ab3d68623), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.650623 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (81b97236-0bce-46bf-b2f9-6f5ab3d68623), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.651180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b97236-0bce-46bf-b2f9-6f5ab3d68623 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:03:35.656318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.657480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6ad5738b-d74d-4c93-8681-a66750281d77 admin admin] 10.222.0.43 "DELETE /v2.0/routers/81b97236-0bce-46bf-b2f9-6f5ab3d68623 HTTP/1.1" status: 204 len: 168 time: 0.8056452 Feb 19 02:03:35.660228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50656) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:35.707026 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Deleting subnet 95103f72-1e55-4daf-92fb-3cf0d5525f0b {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:03:35.710288 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Publish callbacks [] for subnet (95103f72-1e55-4daf-92fb-3cf0d5525f0b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.750871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (95103f72-1e55-4daf-92fb-3cf0d5525f0b), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.834647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (95103f72-1e55-4daf-92fb-3cf0d5525f0b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.885523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (95103f72-1e55-4daf-92fb-3cf0d5525f0b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.912720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95103f72-1e55-4daf-92fb-3cf0d5525f0b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:35.914631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.918773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-47b4a82e-335c-4104-9a00-16eaae57d959 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95103f72-1e55-4daf-92fb-3cf0d5525f0b HTTP/1.1" status: 204 len: 168 time: 0.2573442 Feb 19 02:03:35.919071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e860a8a-ccec-4d04-b86c-53d572f733b4 None None] Network 057d741e-1ad8-46df-94b2-d957765dc19c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:03:35.920347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50658) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:35.991325 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (057d741e-1ad8-46df-94b2-d957765dc19c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.043994 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Deleting port bae323f9-a788-444f-8efb-47408c326399 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:36.044330 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bae323f9-a788-444f-8efb-47408c326399), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.105302 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] For port bae323f9-a788-444f-8efb-47408c326399, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bae323f9-a788-444f-8efb-47408c326399,segment=NetworkSegment(8661378d-1703-443e-8891-171ea16d9231),segment_id=8661378d-1703-443e-8891-171ea16d9231)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:36.105670 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bae323f9-a788-444f-8efb-47408c326399), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.119752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Calling delete_port for bae323f9-a788-444f-8efb-47408c326399 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:36.138834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] DHCP port deletion for 057d741e-1ad8-46df-94b2-d957765dc19c request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:03:36.208908 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bae323f9-a788-444f-8efb-47408c326399), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.212085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Deleting port bae323f9-a788-444f-8efb-47408c326399 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:36.212461 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bae323f9-a788-444f-8efb-47408c326399), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.235940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] No DVR routers for this DVR port bae323f9-a788-444f-8efb-47408c326399 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:03:36.237617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae323f9-a788-444f-8efb-47408c326399,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:36.282049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] For port bae323f9-a788-444f-8efb-47408c326399, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:36.282452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bae323f9-a788-444f-8efb-47408c326399), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.295441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Calling delete_port for bae323f9-a788-444f-8efb-47408c326399 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:36.298184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Port bae323f9-a788-444f-8efb-47408c326399 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:03:36.299528 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (bae323f9-a788-444f-8efb-47408c326399), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.313548 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (057d741e-1ad8-46df-94b2-d957765dc19c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.328382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] No DVR routers for this DVR port bae323f9-a788-444f-8efb-47408c326399 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:03:36.330037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226c9d-537e-4b3d-bfa4-29d31ba9bd5d None None] Pushing event deleted for resources: {'Port': ['ID=bae323f9-a788-444f-8efb-47408c326399,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:36.337358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d741e-1ad8-46df-94b2-d957765dc19c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:36.347538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8661378d-1703-443e-8891-171ea16d9231') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:36.347839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8661378d-1703-443e-8891-171ea16d9231') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:36.358834 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (8661378d-1703-443e-8891-171ea16d9231), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.373244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (8661378d-1703-443e-8891-171ea16d9231), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.380509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:03:36.381049 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (8661378d-1703-443e-8891-171ea16d9231), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:03:36.382752 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:03:36.439528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (057d741e-1ad8-46df-94b2-d957765dc19c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.445639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.451746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] 10.222.0.43 "DELETE /v2.0/networks/057d741e-1ad8-46df-94b2-d957765dc19c HTTP/1.1" status: 204 len: 168 time: 0.5282032 Feb 19 02:03:36.464379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faea134-9519-4f73-9e44-896fbbabed68 admin admin] Pushing event deleted for resources: {'Network': ['ID=057d741e-1ad8-46df-94b2-d957765dc19c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:36.560254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6c360288-adee-452f-960b-fec11a0644ae no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:36.584311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 6c360288-adee-452f-960b-fec11a0644ae {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:36.584800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 6c360288-adee-452f-960b-fec11a0644ae not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:36.585254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bae323f9-a788-444f-8efb-47408c326399 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:36.596631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:36.606563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: bae323f9-a788-444f-8efb-47408c326399 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:36.609539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bae323f9-a788-444f-8efb-47408c326399 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:36.610176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 680b154d-0db3-47c0-842a-9d5c89875068 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:36.632300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 680b154d-0db3-47c0-842a-9d5c89875068 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:36.632787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 680b154d-0db3-47c0-842a-9d5c89875068 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:36.645999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5a0150a2-60e2-4a73-a8d5-400ddcc52a7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1381c878b1b44ab5b525977403d918ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480702 Feb 19 02:03:36.648367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50666) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:36.701016 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1140505f-f56b-4cb1-b54c-489ebe71d876 admin admin] Publish callbacks [] for security_group (030678a6-8d9f-4bbc-9dd5-52349ed2c646), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.721173 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1140505f-f56b-4cb1-b54c-489ebe71d876 admin admin] Publish callbacks [] for security_group (030678a6-8d9f-4bbc-9dd5-52349ed2c646), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.766793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1140505f-f56b-4cb1-b54c-489ebe71d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (030678a6-8d9f-4bbc-9dd5-52349ed2c646), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.769455 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1140505f-f56b-4cb1-b54c-489ebe71d876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.770623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1140505f-f56b-4cb1-b54c-489ebe71d876 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/030678a6-8d9f-4bbc-9dd5-52349ed2c646 HTTP/1.1" status: 204 len: 168 time: 0.1213148 Feb 19 02:03:36.779040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140505f-f56b-4cb1-b54c-489ebe71d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030678a6-8d9f-4bbc-9dd5-52349ed2c646,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:37.437993 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50688) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:37.532262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1625742381-network', 'tenant_id': '7d5ce104668d407eac9bfef6c381fab1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:37.552808 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Made reservation on behalf of 7d5ce104668d407eac9bfef6c381fab1 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:37.555178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.563377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.644318 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks [] for security_group (4ee7fd25-9bd8-4180-8c09-b97d1998dbd4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.648367 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ee7fd25-9bd8-4180-8c09-b97d1998dbd4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.677143 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:03:37.684977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:37.689995 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0d367707-1b25-442c-8914-605ff5bc243a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.690332 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Added segment 0d367707-1b25-442c-8914-605ff5bc243a of type vlan for network dcedb155-782b-466c-8b1f-c42ccc5cc49c Feb 19 02:03:37.733873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (dcedb155-782b-466c-8b1f-c42ccc5cc49c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.756977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (dcedb155-782b-466c-8b1f-c42ccc5cc49c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.757889 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:37.758544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.805303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3661587 Feb 19 02:03:37.808473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50692) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:37.813594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Request body: {'subnet': {'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1625742381-subnet', 'tenant_id': '7d5ce104668d407eac9bfef6c381fab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:37.820547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1c531-e449-4daa-afd0-c7a96c8385f9 admin admin] Pushing event updated for resources: {'Network': ['ID=dcedb155-782b-466c-8b1f-c42ccc5cc49c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:37.831589 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network dcedb155-782b-466c-8b1f-c42ccc5cc49c details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:03:37.841955 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Made reservation on behalf of 7d5ce104668d407eac9bfef6c381fab1 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:37.844496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:38.011169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (95a919b4-1620-418a-af2c-520ffab00613), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:38.064414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a919b4-1620-418a-af2c-520ffab00613,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:38.076391 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Checking segment: {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:38.076753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Network hostable DHCP agents. Network: dcedb155-782b-466c-8b1f-c42ccc5cc49c, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:03:38.093368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Network dcedb155-782b-466c-8b1f-c42ccc5cc49c is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:03:38.102659 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, dcedb155-782b-466c-8b1f-c42ccc5cc49c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:38.107167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:38.108336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:38.111446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cd8820-1ef0-4d5d-84de-2da34e84e145 None None] Network dcedb155-782b-466c-8b1f-c42ccc5cc49c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:03:38.123732 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8aac9ea0-e61b-4d80-a2dd-a66c2c3066fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3140757 Feb 19 02:03:38.370278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f7280-69c6-4224-bd89-11561f2ceae1 None None] Network dcedb155-782b-466c-8b1f-c42ccc5cc49c requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:03:38.547820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-ad590625-eaa3-454c-a7b9-10c8e47572bc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:38.549278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-ad590625-eaa3-454c-a7b9-10c8e47572bc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/networks?id=dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 200 len: 814 time: 0.1060126 Feb 19 02:03:38.564020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-31a7952a-1425-489d-9008-696d4a37be46 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/quotas/7d5ce104668d407eac9bfef6c381fab1 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Feb 19 02:03:38.598552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-26707308-47bc-4f80-9d75-2f9b5459fc2a tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d5ce104668d407eac9bfef6c381fab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293272 Feb 19 02:03:38.688207 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-b819dac7-a4f2-45aa-a2fd-615aece876c1 service neutron] 10.222.0.43 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831659 Feb 19 02:03:38.780593 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-00abb535-dbf3-4e9a-902b-bd0f0a83674e service neutron] 10.222.0.43 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867138 Feb 19 02:03:38.938842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec64586e-60e4-474d-af38-6d08f37ff89f req-d017643c-a21a-4c89-9636-683957393be1 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 210 time: 0.0278864 Feb 19 02:03:39.862935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-2fe7536f-4cb3-4212-a20f-c12127595af3 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:39.864416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-2fe7536f-4cb3-4212-a20f-c12127595af3 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.89 "GET /v2.0/networks?id=dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 200 len: 814 time: 0.1091936 Feb 19 02:03:39.877707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Request body: {'port': {'device_id': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c', 'admin_state_up': True, 'tenant_id': '7d5ce104668d407eac9bfef6c381fab1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:39.983414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Made reservation on behalf of 7d5ce104668d407eac9bfef6c381fab1 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:39.987004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.037599 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fecb6dae-7f01-4d3f-a0ee-866e9ef2582e req-062da572-d9fe-418a-99ae-440135667d25 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 210 time: 0.0298133 Feb 19 02:03:40.116627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Allocated IP 172.20.0.9 (dcedb155-782b-466c-8b1f-c42ccc5cc49c/95a919b4-1620-418a-af2c-520ffab00613/e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:40.260806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks [] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.299081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.338716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Network dcedb155-782b-466c-8b1f-c42ccc5cc49c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:40.342369 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:40.345191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:40.376886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Pushing event updated for resources: {'Port': ['ID=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:40.400693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:40.401323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.417908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-74f75726-d004-4a80-8da6-6cc7e3aeedc0 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441823 Feb 19 02:03:40.427414 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a8ae8a39-90bd-40aa-9ece-f268eb4d1d9d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:03:40.428361 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a8ae8a39-90bd-40aa-9ece-f268eb4d1d9d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049655 Feb 19 02:03:40.438777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Request body: {'port': {'device_id': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:40.502071 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.777285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:40.784740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Publish callbacks [] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.797236 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Transition to ACTIVE for port object e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:03:40.800819 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.849250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:40.920024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Attempting to bind port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:03:40.920256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Attempting to bind port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:03:40.920577 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Attempting to bind port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 on network dcedb155-782b-466c-8b1f-c42ccc5cc49c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:40.924784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 on network dcedb155-782b-466c-8b1f-c42ccc5cc49c not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:03:40.925137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Attempting to bind port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 on network dcedb155-782b-466c-8b1f-c42ccc5cc49c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:40.929820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:03:40.930147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Checking segment: {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:40.930526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Bound using segment: {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:03:40.930936 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Bound port: e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:03:40.931280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.994667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] For port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:03:40.999232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] For port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:03:41.005281 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:41.035285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.035920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:41.037362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] 10.222.0.89 "PUT /v2.0/ports/e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 HTTP/1.1" status: 200 len: 1091 time: 0.6023328 Feb 19 02:03:41.039554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'tag': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:41.041869 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22045807-90e5-4463-b7fe-d021cf3808ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6f0427-c278-44a8-b8cc-d8731687280c", "tag": "e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:41.078515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71937c7-86f2-4fab-a605-b4e9fa7ca5ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:41.082199 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af1827-7750-47bf-ac8a-85b218bdf3d2 x-openstack-request-id: req-54af1827-7750-47bf-ac8a-85b218bdf3d2 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:41.082492 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6f0427-c278-44a8-b8cc-d8731687280c", "tag": "e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:41.082751 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54af1827-7750-47bf-ac8a-85b218bdf3d2 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:41.083154 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'tag': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0', 'status': 'completed', 'code': 200} Feb 19 02:03:41.130106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-ae76983c-b072-458d-ba09-96ca8692bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.131654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-ae76983c-b072-458d-ba09-96ca8692bcfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d5ce104668d407eac9bfef6c381fab1&device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 1125 time: 0.0453858 Feb 19 02:03:41.169823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a22dc6-098d-4f80-a95a-f399d6ff1001 req-30c3c187-dd65-46bb-a496-7070b75de4b7 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.171396 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98a22dc6-098d-4f80-a95a-f399d6ff1001 req-30c3c187-dd65-46bb-a496-7070b75de4b7 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 943 time: 0.0542245 Feb 19 02:03:41.176773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-63ea011e-1848-43a1-b94c-6a932484f0e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0380168 Feb 19 02:03:41.220909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98a22dc6-098d-4f80-a95a-f399d6ff1001 req-c6bc12da-16c0-43a9-ae9c-2a6d132f3f48 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Feb 19 02:03:41.225832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-8b2aac52-bdbd-4525-86c5-686a767c0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.227319 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-8b2aac52-bdbd-4525-86c5-686a767c0c8b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95a919b4-1620-418a-af2c-520ffab00613 HTTP/1.1" status: 200 len: 854 time: 0.0440052 Feb 19 02:03:41.258500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-b304372b-6e39-4bf5-b4ad-419ad96fa641 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dcedb155-782b-466c-8b1f-c42ccc5cc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256991 Feb 19 02:03:41.348966 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-d5cfb2d5-93b2-42e5-bc99-46f1cb840ece service neutron] 10.222.0.89 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Feb 19 02:03:41.436656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b77861eb-91a6-4835-a384-24355c4e6b87 req-58193435-7f9b-4dfe-8ba5-8b3f72a39327 service neutron] 10.222.0.89 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820107 Feb 19 02:03:41.531758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045807-90e5-4463-b7fe-d021cf3808ef req-24a02aeb-de5d-415a-9a62-4d090df270f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.533288 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-24a02aeb-de5d-415a-9a62-4d090df270f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d5ce104668d407eac9bfef6c381fab1&device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 1125 time: 0.0506270 Feb 19 02:03:41.626076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045807-90e5-4463-b7fe-d021cf3808ef req-148f417f-c444-4c63-828c-918510ec0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.627542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-148f417f-c444-4c63-828c-918510ec0db4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 200 len: 915 time: 0.0873008 Feb 19 02:03:41.669210 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-367e8cb9-8846-4b39-aafb-59a825be90ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0353372 Feb 19 02:03:41.723102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045807-90e5-4463-b7fe-d021cf3808ef req-6a9e051f-52a8-47be-8a23-5c371758d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:41.724457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-6a9e051f-52a8-47be-8a23-5c371758d71b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95a919b4-1620-418a-af2c-520ffab00613 HTTP/1.1" status: 200 len: 854 time: 0.0489545 Feb 19 02:03:41.757311 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-e09b7a7e-de40-4b09-ba48-649513527044 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dcedb155-782b-466c-8b1f-c42ccc5cc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254734 Feb 19 02:03:41.843558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-6f07d1c1-d161-4685-9095-803403aa66fd service neutron] 10.222.0.89 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801899 Feb 19 02:03:41.936358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22045807-90e5-4463-b7fe-d021cf3808ef req-81183a85-4b42-44b3-be32-7c6c92edb44d service neutron] 10.222.0.89 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865278 Feb 19 02:03:42.341439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123b06-1807-4076-9f10-dfd46b17cfc0 req-45a85b9d-7071-4f94-b114-8d4ce9701749 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:42.342897 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc123b06-1807-4076-9f10-dfd46b17cfc0 req-45a85b9d-7071-4f94-b114-8d4ce9701749 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 943 time: 0.0528176 Feb 19 02:03:42.388731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fc123b06-1807-4076-9f10-dfd46b17cfc0 req-040a8cfc-8fa8-477f-bef5-b1085b8ba4b2 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Feb 19 02:03:42.891663 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:03:43.512721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b793-81dd-42f8-965b-826e98bc443d req-a4da4864-83b4-43bb-8992-53d233449b66 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:43.514238 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8034b793-81dd-42f8-965b-826e98bc443d req-a4da4864-83b4-43bb-8992-53d233449b66 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 943 time: 0.0584393 Feb 19 02:03:43.560757 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8034b793-81dd-42f8-965b-826e98bc443d req-931dff44-86ad-42cc-bc27-a9db76f493d1 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Feb 19 02:03:43.901864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:03:43.999616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:44.010322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0', 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c', 'port_id': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0', 'mac_address': 'fa:16:3e:d7:b2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a919b4-1620-418a-af2c-520ffab00613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:03:44.046641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:44.047031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:44.059335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:44.078761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:44.082781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:44.127609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:44.277342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:03:44.690563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbde304-371e-4d8d-a5ce-ad9056ba094f req-2a92878d-fc02-47a8-b05c-fbdad986aeff tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:44.692043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9dbde304-371e-4d8d-a5ce-ad9056ba094f req-2a92878d-fc02-47a8-b05c-fbdad986aeff tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 944 time: 0.0604918 Feb 19 02:03:44.740274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9dbde304-371e-4d8d-a5ce-ad9056ba094f req-e83dc6a6-8cfa-42d3-af15-ba73f60264a7 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Feb 19 02:03:45.858909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bf7bb-7009-43f3-9cb6-9ccf5caa473c req-76c91073-0244-468d-9768-f963d8e905da tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:45.860432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad7bf7bb-7009-43f3-9cb6-9ccf5caa473c req-76c91073-0244-468d-9768-f963d8e905da tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 944 time: 0.0532150 Feb 19 02:03:45.906562 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ad7bf7bb-7009-43f3-9cb6-9ccf5caa473c req-439d596e-4b67-4e70-9dff-128d4b55fec3 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Feb 19 02:03:45.912179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:45.961411 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:03:45.965832 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:45.966209 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:46.046458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:46.047124 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:46.070073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:46.072659 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decdd7bd-c091-41f3-a6b8-b0dc8f63aba6" -d '{"events": [{"server_uuid": "fb6f0427-c278-44a8-b8cc-d8731687280c", "name": "network-vif-plugged", "status": "completed", "tag": "e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:46.084658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:46.088593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:46.112083 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b622996-9438-4293-af2a-b99be33d9171 x-openstack-request-id: req-6b622996-9438-4293-af2a-b99be33d9171 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:46.112378 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6f0427-c278-44a8-b8cc-d8731687280c", "name": "network-vif-plugged", "status": "completed", "tag": "e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:46.112636 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b622996-9438-4293-af2a-b99be33d9171 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:46.113050 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0', 'code': 200} Feb 19 02:03:46.137805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:46.205249 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f242770-8840-42be-a183-5c20cec01e80 req-a325f1de-f885-4412-8bab-8b33224a22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:46.206724 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f242770-8840-42be-a183-5c20cec01e80 req-a325f1de-f885-4412-8bab-8b33224a22ea service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 1127 time: 0.0441759 Feb 19 02:03:46.250273 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f242770-8840-42be-a183-5c20cec01e80 req-00f49c21-61d3-4a86-9195-7047e0f085e1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Feb 19 02:03:47.029669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93693-56d6-46b7-b87c-dafa62f8248c req-6d6c4375-1e77-4588-934c-4e89dcdab485 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:47.031050 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aba93693-56d6-46b7-b87c-dafa62f8248c req-6d6c4375-1e77-4588-934c-4e89dcdab485 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0568066 Feb 19 02:03:47.078773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aba93693-56d6-46b7-b87c-dafa62f8248c req-59986261-898b-4a52-aecd-bfd58a3e84d3 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Feb 19 02:03:48.201225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f850e55-d4e0-4bd2-8e7c-2bd125d6b40f req-07d7a83e-2551-488a-aab5-3f6236356bfa tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:48.202680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f850e55-d4e0-4bd2-8e7c-2bd125d6b40f req-07d7a83e-2551-488a-aab5-3f6236356bfa tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0529647 Feb 19 02:03:48.252058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9f850e55-d4e0-4bd2-8e7c-2bd125d6b40f req-292177b6-3893-4892-8985-051beaa6ab64 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435636 Feb 19 02:03:48.472197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-10333eea-3514-4779-bde4-252e07f222f6 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:48.473731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-10333eea-3514-4779-bde4-252e07f222f6 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/networks?id=dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 200 len: 814 time: 0.0989587 Feb 19 02:03:48.488700 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-57043c2f-e452-4206-b8f3-dab1d9a06b09 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/quotas/7d5ce104668d407eac9bfef6c381fab1 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Feb 19 02:03:48.545974 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-5eb8834e-67e9-4492-9d26-b83864abc0f7 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d5ce104668d407eac9bfef6c381fab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523348 Feb 19 02:03:48.635005 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-116752e7-0683-4330-bc17-e6352a84120c service neutron] 10.222.0.43 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Feb 19 02:03:48.728188 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-6c1ea023-389b-4852-9937-ff1a938fd973 service neutron] 10.222.0.43 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874298 Feb 19 02:03:48.855019 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:48.892306 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6f1fe5a-4263-4c21-a40f-23e10a7d1147 req-1a45c9a3-83f6-4d82-96d5-68464febcf4f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Feb 19 02:03:49.864300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-fc17bb99-222d-4ec2-86dc-0f853a4aaa89 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:49.865773 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-fc17bb99-222d-4ec2-86dc-0f853a4aaa89 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.10 "GET /v2.0/networks?id=dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 200 len: 814 time: 0.0996766 Feb 19 02:03:49.879884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Request body: {'port': {'device_id': 'c0661f64-e06b-432a-9505-11ef818db403', 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c', 'admin_state_up': True, 'tenant_id': '7d5ce104668d407eac9bfef6c381fab1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:49.989730 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6b4eb98-c14b-4ba3-9204-44198b4e5765 req-edc7584a-97bb-4d43-b5d4-ea9b6e320b9c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 210 time: 0.0292635 Feb 19 02:03:49.994827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Made reservation on behalf of 7d5ce104668d407eac9bfef6c381fab1 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:49.999356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.119793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Allocated IP 172.20.0.13 (dcedb155-782b-466c-8b1f-c42ccc5cc49c/95a919b4-1620-418a-af2c-520ffab00613/c06130ca-c047-4f29-8c0d-5401a682881c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:50.265185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks [] for port (c06130ca-c047-4f29-8c0d-5401a682881c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.298780 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.311000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:03:50.338990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Network dcedb155-782b-466c-8b1f-c42ccc5cc49c is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:50.342683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:50.345839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:50.369375 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-afbfdc91-fb7d-446d-b9fb-4c17578b84cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.385743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Pushing event updated for resources: {'Port': ['ID=c06130ca-c047-4f29-8c0d-5401a682881c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:50.413333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:50.413333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.433969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-3b9b1a98-9b8d-4c1d-8403-36bcf50e5d1d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578332 Feb 19 02:03:50.444724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-dcaad132-b836-45f8-af7a-fc46f5cde2ee tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:03:50.445771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-dcaad132-b836-45f8-af7a-fc46f5cde2ee tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066302 Feb 19 02:03:50.457812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Request body: {'port': {'device_id': 'c0661f64-e06b-432a-9505-11ef818db403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:50.516637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.790315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06130ca-c047-4f29-8c0d-5401a682881c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:50.801364 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Publish callbacks [] for port (c06130ca-c047-4f29-8c0d-5401a682881c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.813500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Transition to ACTIVE for port object c06130ca-c047-4f29-8c0d-5401a682881c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:03:50.816697 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:50.886136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c06130ca-c047-4f29-8c0d-5401a682881c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:50.938086 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Attempting to bind port c06130ca-c047-4f29-8c0d-5401a682881c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:03:50.938417 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Attempting to bind port c06130ca-c047-4f29-8c0d-5401a682881c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:03:50.938740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Attempting to bind port c06130ca-c047-4f29-8c0d-5401a682881c on network dcedb155-782b-466c-8b1f-c42ccc5cc49c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:50.943023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Port c06130ca-c047-4f29-8c0d-5401a682881c on network dcedb155-782b-466c-8b1f-c42ccc5cc49c not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:03:50.943337 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Attempting to bind port c06130ca-c047-4f29-8c0d-5401a682881c on network dcedb155-782b-466c-8b1f-c42ccc5cc49c {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:50.948511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:03:50.948843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Checking segment: {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:50.949282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Bound using segment: {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:03:50.949705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Bound port: c06130ca-c047-4f29-8c0d-5401a682881c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d367707-1b25-442c-8914-605ff5bc243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:03:50.950051 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:51.015433 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] For port c06130ca-c047-4f29-8c0d-5401a682881c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:03:51.018968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] For port c06130ca-c047-4f29-8c0d-5401a682881c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c06130ca-c047-4f29-8c0d-5401a682881c,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:03:51.025457 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:51.065252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.065873 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:51.067229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] 10.222.0.10 "PUT /v2.0/ports/c06130ca-c047-4f29-8c0d-5401a682881c HTTP/1.1" status: 200 len: 1092 time: 0.6135080 Feb 19 02:03:51.068276 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0661f64-e06b-432a-9505-11ef818db403', 'tag': 'c06130ca-c047-4f29-8c0d-5401a682881c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:51.070559 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ae594-588c-4539-b272-dc285f439873" -d '{"events": [{"name": "network-changed", "server_uuid": "c0661f64-e06b-432a-9505-11ef818db403", "tag": "c06130ca-c047-4f29-8c0d-5401a682881c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:51.117514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b142f73-2c2d-4480-b19c-57fb3d561e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c06130ca-c047-4f29-8c0d-5401a682881c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:51.120878 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350d0364-0512-4373-8581-80d8aa59b10e x-openstack-request-id: req-350d0364-0512-4373-8581-80d8aa59b10e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:51.121204 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0661f64-e06b-432a-9505-11ef818db403", "tag": "c06130ca-c047-4f29-8c0d-5401a682881c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:51.121478 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-350d0364-0512-4373-8581-80d8aa59b10e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:51.121884 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0661f64-e06b-432a-9505-11ef818db403', 'tag': 'c06130ca-c047-4f29-8c0d-5401a682881c', 'status': 'completed', 'code': 200} Feb 19 02:03:51.175615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f8ba1-085b-42d4-9926-661e15d85faa req-7c890087-674a-4d9c-8ecd-a5bfd81d059f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.177135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e1f8ba1-085b-42d4-9926-661e15d85faa req-7c890087-674a-4d9c-8ecd-a5bfd81d059f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 944 time: 0.1149631 Feb 19 02:03:51.192301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-6be66a94-98de-4a25-9dd4-76fb0a988186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.193762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-6be66a94-98de-4a25-9dd4-76fb0a988186 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d5ce104668d407eac9bfef6c381fab1&device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 1126 time: 0.0694821 Feb 19 02:03:51.247161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-d14c0cec-99d7-4a94-b99e-a20148186029 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c06130ca-c047-4f29-8c0d-5401a682881c HTTP/1.1" status: 200 len: 217 time: 0.0427408 Feb 19 02:03:51.268743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6e1f8ba1-085b-42d4-9926-661e15d85faa req-5c0863b9-e92d-4e6c-be0a-811390417e9c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 Feb 19 02:03:51.302602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-c0848089-58bd-462d-b15f-b848adc3ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.304059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-c0848089-58bd-462d-b15f-b848adc3ae4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95a919b4-1620-418a-af2c-520ffab00613 HTTP/1.1" status: 200 len: 854 time: 0.0471909 Feb 19 02:03:51.340815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-a6391e6d-f17a-4bdb-beb4-fed13f59c7a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dcedb155-782b-466c-8b1f-c42ccc5cc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295818 Feb 19 02:03:51.431812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-27b61de0-2be4-4949-8582-c60de14656b8 service neutron] 10.222.0.10 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852404 Feb 19 02:03:51.521589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1f7d46b-ba46-4bcd-a62f-3cc2106678ba req-4075d3fa-22dd-4ec1-ae71-cbcda94d0ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810242 Feb 19 02:03:51.623857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae594-588c-4539-b272-dc285f439873 req-5bcd5881-f9f9-4b1b-8eac-da34b36f556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.625277 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-5bcd5881-f9f9-4b1b-8eac-da34b36f556a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d5ce104668d407eac9bfef6c381fab1&device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 1126 time: 0.0490549 Feb 19 02:03:51.712716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae594-588c-4539-b272-dc285f439873 req-ccf5e816-81b3-4019-819b-6857a1066ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.714222 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-ccf5e816-81b3-4019-819b-6857a1066ac0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 200 len: 915 time: 0.0833302 Feb 19 02:03:51.759300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-bd67f42a-8f88-4fc9-84da-695bbb0f3344 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c06130ca-c047-4f29-8c0d-5401a682881c HTTP/1.1" status: 200 len: 217 time: 0.0383010 Feb 19 02:03:51.806961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae594-588c-4539-b272-dc285f439873 req-2d104167-930a-4f16-b4af-8d50a106390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:51.808926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-2d104167-930a-4f16-b4af-8d50a106390a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95a919b4-1620-418a-af2c-520ffab00613 HTTP/1.1" status: 200 len: 854 time: 0.0431631 Feb 19 02:03:51.840556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-cb25ca90-4a3b-4a4d-9688-5b4e507858cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dcedb155-782b-466c-8b1f-c42ccc5cc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254681 Feb 19 02:03:51.928777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-76329e21-b47e-4fa8-ab19-5a46966ab7ee service neutron] 10.222.0.10 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795975 Feb 19 02:03:52.330840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-446ae594-588c-4539-b272-dc285f439873 req-3b0e0c3f-bcaf-4fbb-9278-32510d4cbadb service neutron] 10.222.0.10 "GET /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934097 Feb 19 02:03:52.391477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4b436-f4f8-4e93-9863-9e7530c72099 req-7902a2a0-0b49-44f6-8fdd-03f7a7cebf6a tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:52.392962 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48b4b436-f4f8-4e93-9863-9e7530c72099 req-7902a2a0-0b49-44f6-8fdd-03f7a7cebf6a tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 944 time: 0.0533106 Feb 19 02:03:52.441901 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-48b4b436-f4f8-4e93-9863-9e7530c72099 req-c25ae785-055c-4025-8618-dbfc77c562a4 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Feb 19 02:03:52.728503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6fd88bb1-4e16-4f81-ba5a-1bdd25f6e6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:53.561940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488a90e-1914-4b90-bc25-9a88ff0c7df7 req-660bac72-b70d-43ab-8510-bee7792f24ea tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:53.564155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6488a90e-1914-4b90-bc25-9a88ff0c7df7 req-660bac72-b70d-43ab-8510-bee7792f24ea tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 944 time: 0.0531421 Feb 19 02:03:53.612153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6488a90e-1914-4b90-bc25-9a88ff0c7df7 req-b68965f3-97cd-421e-9a3a-106adf0ce300 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Feb 19 02:03:53.890662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:54.478353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c06130ca-c047-4f29-8c0d-5401a682881c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:03:54.573664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c06130ca-c047-4f29-8c0d-5401a682881c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c06130ca-c047-4f29-8c0d-5401a682881c,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:54.585888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c06130ca-c047-4f29-8c0d-5401a682881c', 'network_id': 'dcedb155-782b-466c-8b1f-c42ccc5cc49c', 'port_id': 'c06130ca-c047-4f29-8c0d-5401a682881c', 'mac_address': 'fa:16:3e:5c:4c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a919b4-1620-418a-af2c-520ffab00613', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:03:54.628517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c06130ca-c047-4f29-8c0d-5401a682881c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:54.628930 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:54.643497 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06130ca-c047-4f29-8c0d-5401a682881c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:54.663721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c06130ca-c047-4f29-8c0d-5401a682881c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c06130ca-c047-4f29-8c0d-5401a682881c,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:54.668019 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:54.718200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c06130ca-c047-4f29-8c0d-5401a682881c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:54.725633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.725988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.726341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.726685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.727029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.727361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.727700 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.728030 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.728415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.728687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.729034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.729364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.729690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:54.735130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b07dd-50c5-4cf9-94bf-d25cc9fc5e8a req-43e765bd-b752-428f-94ba-8904d4c1634e tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:54.736715 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-780b07dd-50c5-4cf9-94bf-d25cc9fc5e8a req-43e765bd-b752-428f-94ba-8904d4c1634e tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 945 time: 0.0539107 Feb 19 02:03:54.787414 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-780b07dd-50c5-4cf9-94bf-d25cc9fc5e8a req-ae0d8980-baf6-4f98-9662-77702e7d75a7 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Feb 19 02:03:54.926592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c06130ca-c047-4f29-8c0d-5401a682881c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:03:55.532375 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:55.908903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89805-97dc-4a89-a4cf-27f92d355557 req-bf3ef341-00d9-42a8-ba1d-a6e7cfc848a4 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:55.910473 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34a89805-97dc-4a89-a4cf-27f92d355557 req-bf3ef341-00d9-42a8-ba1d-a6e7cfc848a4 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 945 time: 0.0566452 Feb 19 02:03:55.957388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34a89805-97dc-4a89-a4cf-27f92d355557 req-e1e17439-8533-4742-ad11-6c6d8c8b2867 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Feb 19 02:03:56.488815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c06130ca-c047-4f29-8c0d-5401a682881c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:56.537350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c06130ca-c047-4f29-8c0d-5401a682881c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:03:56.544234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c06130ca-c047-4f29-8c0d-5401a682881c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:56.544610 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:56.577955 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:56.641736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c06130ca-c047-4f29-8c0d-5401a682881c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:56.642125 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:56.645122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:56.666840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0661f64-e06b-432a-9505-11ef818db403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06130ca-c047-4f29-8c0d-5401a682881c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:56.669625 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939d26f6-704f-4e6c-a853-c12f5b683183" -d '{"events": [{"server_uuid": "c0661f64-e06b-432a-9505-11ef818db403", "name": "network-vif-plugged", "status": "completed", "tag": "c06130ca-c047-4f29-8c0d-5401a682881c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:56.681851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c06130ca-c047-4f29-8c0d-5401a682881c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c06130ca-c047-4f29-8c0d-5401a682881c,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:56.686857 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:56.714054 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac698633-48d2-4ae5-b685-f66269ad4b43 x-openstack-request-id: req-ac698633-48d2-4ae5-b685-f66269ad4b43 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:56.714346 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0661f64-e06b-432a-9505-11ef818db403", "name": "network-vif-plugged", "status": "completed", "tag": "c06130ca-c047-4f29-8c0d-5401a682881c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:56.714600 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac698633-48d2-4ae5-b685-f66269ad4b43 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:56.714995 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0661f64-e06b-432a-9505-11ef818db403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06130ca-c047-4f29-8c0d-5401a682881c', 'code': 200} Feb 19 02:03:56.737200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c06130ca-c047-4f29-8c0d-5401a682881c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:56.820163 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ab80-9f10-4dd1-ba1a-fa2c1ed3540f req-ab762341-efde-4560-93b2-c668abbccf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:56.821933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f21ab80-9f10-4dd1-ba1a-fa2c1ed3540f req-ab762341-efde-4560-93b2-c668abbccf00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 1128 time: 0.0428908 Feb 19 02:03:56.867132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6f21ab80-9f10-4dd1-ba1a-fa2c1ed3540f req-4cf8d4b4-bffa-4b08-8d99-9bdf932e8088 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Feb 19 02:03:57.082778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827770a3-aec0-4307-8762-86124ef48870 req-e359f37f-7ced-435e-b731-31e879de80ba tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:57.084264 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-827770a3-aec0-4307-8762-86124ef48870 req-e359f37f-7ced-435e-b731-31e879de80ba tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 946 time: 0.0527956 Feb 19 02:03:57.135266 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-827770a3-aec0-4307-8762-86124ef48870 req-bb8b99f8-155a-4804-bdea-cb5ad0f2aefc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Feb 19 02:03:58.256108 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5702b4a-d9db-47b4-819f-79e680335eac req-c52ed84c-10be-420a-9096-5522197eba58 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:58.257645 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5702b4a-d9db-47b4-819f-79e680335eac req-c52ed84c-10be-420a-9096-5522197eba58 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Feb 19 02:03:58.304129 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f5702b4a-d9db-47b4-819f-79e680335eac req-cbcebeaf-f737-4d3b-9063-f6181e528201 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Feb 19 02:03:58.537940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15527f9-6b0a-447d-ad2b-d18fcdcdde68 req-0c91a620-b63f-4555-ae84-a8e951e5d20e tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:58.539478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f15527f9-6b0a-447d-ad2b-d18fcdcdde68 req-0c91a620-b63f-4555-ae84-a8e951e5d20e tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 946 time: 0.0550046 Feb 19 02:03:58.596372 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f15527f9-6b0a-447d-ad2b-d18fcdcdde68 req-cb18332c-3434-49fe-a8eb-13393761afa7 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512223 Feb 19 02:03:59.723586 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15124-6826-4b63-b59e-70acad05a70a req-402a929f-e37e-4c1e-8ca8-7edb272890f4 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:59.725096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5b15124-6826-4b63-b59e-70acad05a70a req-402a929f-e37e-4c1e-8ca8-7edb272890f4 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 946 time: 0.0557725 Feb 19 02:03:59.771802 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d5b15124-6826-4b63-b59e-70acad05a70a req-2256a671-29ec-43e9-a1dd-d67d97d17c9e tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Feb 19 02:03:59.934546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-3137d262-3347-4d64-88f4-5e2d2887e201 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:59.936021 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-3137d262-3347-4d64-88f4-5e2d2887e201 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 946 time: 0.0600908 Feb 19 02:04:00.035549 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Deleting port c06130ca-c047-4f29-8c0d-5401a682881c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:00.035890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:00.120347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] For port c06130ca-c047-4f29-8c0d-5401a682881c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c06130ca-c047-4f29-8c0d-5401a682881c,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:00.120708 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:00.133131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Calling delete_port for c06130ca-c047-4f29-8c0d-5401a682881c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:00.271415 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c06130ca-c047-4f29-8c0d-5401a682881c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:00.284092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:04:00.288854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c06130ca-c047-4f29-8c0d-5401a682881c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:04:00.297643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Pushing event deleted for resources: {'Port': ['ID=c06130ca-c047-4f29-8c0d-5401a682881c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:00.307803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.308157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.308553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.308844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.309736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.310076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.310410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.311211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.311211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.311372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.311732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.312106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.312434 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:00.358432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] No DVR routers for this DVR port c06130ca-c047-4f29-8c0d-5401a682881c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:00.361065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:00.364727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c2334a1-d3d5-4066-9b4f-50b7b9439d1f req-4301ed9c-d379-4c7e-a68a-f999baf59bbc tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.10 "DELETE /v2.0/ports/c06130ca-c047-4f29-8c0d-5401a682881c HTTP/1.1" status: 204 len: 173 time: 0.4207942 Feb 19 02:04:00.365203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0661f64-e06b-432a-9505-11ef818db403', 'name': 'network-vif-deleted', 'tag': 'c06130ca-c047-4f29-8c0d-5401a682881c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:04:00.367449 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b5a1d-eb39-44dd-b10d-eb8d7926773b" -d '{"events": [{"server_uuid": "c0661f64-e06b-432a-9505-11ef818db403", "name": "network-vif-deleted", "tag": "c06130ca-c047-4f29-8c0d-5401a682881c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:04:00.407998 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa80e2e-dc6a-4b9b-92b3-78ffe47d5c95 x-openstack-request-id: req-0aa80e2e-dc6a-4b9b-92b3-78ffe47d5c95 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:04:00.408296 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0661f64-e06b-432a-9505-11ef818db403", "name": "network-vif-deleted", "tag": "c06130ca-c047-4f29-8c0d-5401a682881c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:04:00.408552 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0aa80e2e-dc6a-4b9b-92b3-78ffe47d5c95 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:04:00.408971 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0661f64-e06b-432a-9505-11ef818db403', 'name': 'network-vif-deleted', 'tag': 'c06130ca-c047-4f29-8c0d-5401a682881c', 'status': 'completed', 'code': 200} Feb 19 02:04:00.889513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a0212cf-fc1c-45ee-9bb6-2ba3618b0d9e req-8b4250af-4d4c-4b71-a826-980978200736 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0661f64-e06b-432a-9505-11ef818db403 HTTP/1.1" status: 200 len: 210 time: 0.0318637 Feb 19 02:04:02.041914 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18ec6b-548b-43a9-b960-25dba4fc7f12 req-b0486248-727f-4e38-bdae-0509a789c53f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:02.043362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef18ec6b-548b-43a9-b960-25dba4fc7f12 req-b0486248-727f-4e38-bdae-0509a789c53f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0522888 Feb 19 02:04:02.089077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ef18ec6b-548b-43a9-b960-25dba4fc7f12 req-969e1232-402b-4ea8-b181-7af56c692924 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Feb 19 02:04:02.224301 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3610c-f292-4a10-9357-4659cd942e40 req-dbf6088c-07c5-40ef-90a5-47c29efc2085 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:02.225794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9d3610c-f292-4a10-9357-4659cd942e40 req-dbf6088c-07c5-40ef-90a5-47c29efc2085 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0527172 Feb 19 02:04:02.276433 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9d3610c-f292-4a10-9357-4659cd942e40 req-18de6c68-192e-49b3-9dbf-25abd37a4fb4 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Feb 19 02:04:02.401207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b583f-bb0e-414a-9cff-49f75d2b59bc req-765c1adf-e0ff-4983-862b-a062a51f095f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:02.402694 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a7b583f-bb0e-414a-9cff-49f75d2b59bc req-765c1adf-e0ff-4983-862b-a062a51f095f tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0569367 Feb 19 02:04:02.452026 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3a7b583f-bb0e-414a-9cff-49f75d2b59bc req-6efb6d7d-3ba8-43d5-8ef5-d5db31153001 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Feb 19 02:04:02.624497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527c9d9-001d-439e-9ba8-1081818455c4 req-d20a79c6-8625-425f-a2e6-68acf5da33ab tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:02.626004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f527c9d9-001d-439e-9ba8-1081818455c4 req-d20a79c6-8625-425f-a2e6-68acf5da33ab tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0527499 Feb 19 02:04:02.672763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f527c9d9-001d-439e-9ba8-1081818455c4 req-5444c686-5c26-4e08-9fbe-c03e306a00ed tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Feb 19 02:04:02.793983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f526654-93f1-4104-894c-d6166b9e96b0 req-434214b7-c0cc-4926-bccc-aedb6b41b30a tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:02.795388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f526654-93f1-4104-894c-d6166b9e96b0 req-434214b7-c0cc-4926-bccc-aedb6b41b30a tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0542719 Feb 19 02:04:02.841314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f526654-93f1-4104-894c-d6166b9e96b0 req-9936dc8c-dfda-4e72-9e31-da9015707372 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Feb 19 02:04:02.969855 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ff02-f041-45c1-8d61-ae051a9d4701 req-9b0eadbb-4335-4549-8bce-9e392c7ca844 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:02.971334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-47c0ff02-f041-45c1-8d61-ae051a9d4701 req-9b0eadbb-4335-4549-8bce-9e392c7ca844 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0541449 Feb 19 02:04:03.017197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-47c0ff02-f041-45c1-8d61-ae051a9d4701 req-07b078fe-ba19-428a-b06b-2e0f74ba7800 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Feb 19 02:04:03.323685 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ebcd2-392b-49cc-a202-001632eb4fb3 req-7d0e54c4-c96c-4825-aa86-39f5152c60a8 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:03.325064 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-952ebcd2-392b-49cc-a202-001632eb4fb3 req-7d0e54c4-c96c-4825-aa86-39f5152c60a8 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0564113 Feb 19 02:04:03.371899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-952ebcd2-392b-49cc-a202-001632eb4fb3 req-d2553cb9-4dbc-4dce-a951-ff099ad9e54d tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Feb 19 02:04:04.492206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b023a2-e9ae-467e-824d-5aa45cb1f78b req-24b8fa5b-788b-44c0-a531-e3ea5b16f152 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:04.493764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8b023a2-e9ae-467e-824d-5aa45cb1f78b req-24b8fa5b-788b-44c0-a531-e3ea5b16f152 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0515540 Feb 19 02:04:04.541920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c06130ca-c047-4f29-8c0d-5401a682881c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:04:04.548507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d8b023a2-e9ae-467e-824d-5aa45cb1f78b req-df664482-e2d6-40b6-a2d9-42388bfe8428 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Feb 19 02:04:04.568960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: c06130ca-c047-4f29-8c0d-5401a682881c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:04:04.569338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c06130ca-c047-4f29-8c0d-5401a682881c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:04:04.690471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4acdfb-644f-412d-accf-0420b29934b3 req-c9b49a8b-4bb0-4b8d-a45b-c809e1ee6312 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:04.691951 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da4acdfb-644f-412d-accf-0420b29934b3 req-c9b49a8b-4bb0-4b8d-a45b-c809e1ee6312 tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6f0427-c278-44a8-b8cc-d8731687280c HTTP/1.1" status: 200 len: 945 time: 0.0539618 Feb 19 02:04:04.787948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Deleting port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:04.788282 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:04.878535 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] For port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,segment=NetworkSegment(0d367707-1b25-442c-8914-605ff5bc243a),segment_id=0d367707-1b25-442c-8914-605ff5bc243a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:04.878903 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:04.892182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Calling delete_port for e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:05.029793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.041433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:04:05.059805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Pushing event deleted for resources: {'Port': ['ID=e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:05.102696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] No DVR routers for this DVR port e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:05.105329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.108618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-da4acdfb-644f-412d-accf-0420b29934b3 req-65958a12-4697-4e36-8c3e-d69dc1d1431c tempest-ServersNegativeTestJSON-1005555562 tempest-ServersNegativeTestJSON-1005555562-project] 10.222.0.89 "DELETE /v2.0/ports/e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 HTTP/1.1" status: 204 len: 173 time: 0.4112151 Feb 19 02:04:05.109071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'name': 'network-vif-deleted', 'tag': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:04:05.111422 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6972471b-a820-4731-a128-679c9593bb2a" -d '{"events": [{"server_uuid": "fb6f0427-c278-44a8-b8cc-d8731687280c", "name": "network-vif-deleted", "tag": "e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:04:05.148227 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c469765-c050-4bce-bf63-b4f7d53fd62c x-openstack-request-id: req-5c469765-c050-4bce-bf63-b4f7d53fd62c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:04:05.148515 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6f0427-c278-44a8-b8cc-d8731687280c", "name": "network-vif-deleted", "tag": "e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:04:05.148766 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c469765-c050-4bce-bf63-b4f7d53fd62c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:04:05.149207 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6f0427-c278-44a8-b8cc-d8731687280c', 'name': 'network-vif-deleted', 'tag': 'e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0', 'status': 'completed', 'code': 200} Feb 19 02:04:05.613538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:05.658946 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Deleting subnet 95a919b4-1620-418a-af2c-520ffab00613 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:04:05.661952 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Publish callbacks [] for subnet (95a919b4-1620-418a-af2c-520ffab00613), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.695613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (95a919b4-1620-418a-af2c-520ffab00613), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.734623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (95a919b4-1620-418a-af2c-520ffab00613), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.783720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (95a919b4-1620-418a-af2c-520ffab00613), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.815012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a919b4-1620-418a-af2c-520ffab00613,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:05.817040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.821108 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7cd0c456-2a76-46fd-8a82-76584b545423 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95a919b4-1620-418a-af2c-520ffab00613 HTTP/1.1" status: 204 len: 168 time: 0.2049401 Feb 19 02:04:05.823519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:05.889685 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (dcedb155-782b-466c-8b1f-c42ccc5cc49c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.975549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (dcedb155-782b-466c-8b1f-c42ccc5cc49c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:05.995853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcedb155-782b-466c-8b1f-c42ccc5cc49c']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:06.005617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d367707-1b25-442c-8914-605ff5bc243a') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:06.005910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d367707-1b25-442c-8914-605ff5bc243a') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:06.016051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (0d367707-1b25-442c-8914-605ff5bc243a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.029699 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0d367707-1b25-442c-8914-605ff5bc243a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.036071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:06.036461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (0d367707-1b25-442c-8914-605ff5bc243a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:06.038139 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:06.091904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (dcedb155-782b-466c-8b1f-c42ccc5cc49c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.096438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.099620 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] 10.222.0.43 "DELETE /v2.0/networks/dcedb155-782b-466c-8b1f-c42ccc5cc49c HTTP/1.1" status: 204 len: 168 time: 0.2751997 Feb 19 02:04:06.112923 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9adc2d-3e1c-4706-ac62-43d2bf4a9cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=dcedb155-782b-466c-8b1f-c42ccc5cc49c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:06.203039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50840) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:06.242177 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-40309174-03c2-4be2-bff3-ac1e89d5751d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d5ce104668d407eac9bfef6c381fab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379121 Feb 19 02:04:06.244504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50842) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:06.297615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6e7d-f009-4267-acc9-c4f1ef83d352 admin admin] Publish callbacks [] for security_group (4ee7fd25-9bd8-4180-8c09-b97d1998dbd4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.321062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6e7d-f009-4267-acc9-c4f1ef83d352 admin admin] Publish callbacks [] for security_group (4ee7fd25-9bd8-4180-8c09-b97d1998dbd4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.368434 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6e7d-f009-4267-acc9-c4f1ef83d352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4ee7fd25-9bd8-4180-8c09-b97d1998dbd4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.371028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6e7d-f009-4267-acc9-c4f1ef83d352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:06.372671 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1d9e6e7d-f009-4267-acc9-c4f1ef83d352 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ee7fd25-9bd8-4180-8c09-b97d1998dbd4 HTTP/1.1" status: 204 len: 168 time: 0.1272621 Feb 19 02:04:06.382919 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e6e7d-f009-4267-acc9-c4f1ef83d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7fd25-9bd8-4180-8c09-b97d1998dbd4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:07.058826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50864) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:07.150466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961402642'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:07.170778 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:07.174089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.182262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.255569 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for security_group (3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.261243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.297511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:07.312362 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (15b112c2-135e-4033-8a64-20e10323c5e7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.312362 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Added segment 15b112c2-135e-4033-8a64-20e10323c5e7 of type vlan for network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 Feb 19 02:04:07.325513 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:07.366311 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (6d0cfece-5d53-43a0-b1b3-737bc63b8f61), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.392028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (6d0cfece-5d53-43a0-b1b3-737bc63b8f61), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.396960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:07.397632 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:07.450450 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3905034 Feb 19 02:04:07.468668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408d8e-8091-44c2-b650-bbe6262195f1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Network': ['ID=6d0cfece-5d53-43a0-b1b3-737bc63b8f61,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:07.480378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:10.034783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:04:10.055819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:04:10.056168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device e8b3b093-3927-4fcc-8946-c3ac9dc4f1e0 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:04:10.756103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50868) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:10.761474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'subnet': {'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:10.854442 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:10.857757 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.036578 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3e2236f0-704e-490d-9a6b-f3a5b488f1c6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.094704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Subnet': ['ID=3e2236f0-704e-490d-9a6b-f3a5b488f1c6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:11.104745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Checking segment: {'id': '15b112c2-135e-4033-8a64-20e10323c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:11.105147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network hostable DHCP agents. Network: 6d0cfece-5d53-43a0-b1b3-737bc63b8f61, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:11.122649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:11.131150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 6d0cfece-5d53-43a0-b1b3-737bc63b8f61) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:11.136030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:11.137483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.141605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660639d-a978-4090-80a0-62581eed4954 None None] Network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:11.155093 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-778c5c60-784c-4142-90c2-26951a7bef11 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3979261 Feb 19 02:04:11.158712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:11.163802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-481435645'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:11.183498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:11.187788 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.212636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:11.223244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3fc73f33-fcd4-4290-8766-a2c786fe1b34), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.223613 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Added segment 3fc73f33-fcd4-4290-8766-a2c786fe1b34 of type vlan for network dca87c9c-f6c1-4def-9d07-a67602ab21d5 Feb 19 02:04:11.245408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-6d0cfece-5d53-43a0-b1b3-737bc63b8f61', 'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61', 'project_id': '61882f7637e34af5b6d62e2c42f577f0', 'fixed_ips': [{'subnet_id': '3e2236f0-704e-490d-9a6b-f3a5b488f1c6'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:11.246854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.269440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (dca87c9c-f6c1-4def-9d07-a67602ab21d5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.296687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (dca87c9c-f6c1-4def-9d07-a67602ab21d5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.301982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:11.302592 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.370488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2079220 Feb 19 02:04:11.370705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:11.376261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'subnet': {'network_id': 'dca87c9c-f6c1-4def-9d07-a67602ab21d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:11.386260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Allocated IP 2001:db8:0:ffff::2 (6d0cfece-5d53-43a0-b1b3-737bc63b8f61/3e2236f0-704e-490d-9a6b-f3a5b488f1c6/c0f9da78-9284-4117-b090-a91b02f724ef) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:11.399923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e0754-124c-475c-8412-ea6735c92140 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Network': ['ID=dca87c9c-f6c1-4def-9d07-a67602ab21d5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:11.410750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network dca87c9c-f6c1-4def-9d07-a67602ab21d5 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:11.480045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:11.484177 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.588056 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Publish callbacks [] for port (c0f9da78-9284-4117-b090-a91b02f724ef), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.594481 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.633156 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:11.635947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:11.638961 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:11.654214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Pushing event updated for resources: {'Port': ['ID=c0f9da78-9284-4117-b090-a91b02f724ef,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:11.680131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (3090d0e3-0e44-469c-ace5-0d7b05c28ab9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.711391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Attempting to bind port c0f9da78-9284-4117-b090-a91b02f724ef on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:11.711757 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Attempting to bind port c0f9da78-9284-4117-b090-a91b02f724ef by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '15b112c2-135e-4033-8a64-20e10323c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:11.712118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Attempting to bind port c0f9da78-9284-4117-b090-a91b02f724ef on network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:11.717981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:11.718353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Checking segment: {'id': '15b112c2-135e-4033-8a64-20e10323c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:11.718752 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.719144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Bound using segment: {'id': '15b112c2-135e-4033-8a64-20e10323c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:11.719606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Bound port: c0f9da78-9284-4117-b090-a91b02f724ef, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b112c2-135e-4033-8a64-20e10323c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6d0cfece-5d53-43a0-b1b3-737bc63b8f61'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:11.719980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.745432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Subnet': ['ID=3090d0e3-0e44-469c-ace5-0d7b05c28ab9,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:11.750135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Checking segment: {'id': '3fc73f33-fcd4-4290-8766-a2c786fe1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dca87c9c-f6c1-4def-9d07-a67602ab21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:11.750492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network hostable DHCP agents. Network: dca87c9c-f6c1-4def-9d07-a67602ab21d5, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:11.768252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network dca87c9c-f6c1-4def-9d07-a67602ab21d5 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:11.777900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, dca87c9c-f6c1-4def-9d07-a67602ab21d5) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:11.782819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] For port c0f9da78-9284-4117-b090-a91b02f724ef, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:11.783702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:11.784570 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.786521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] For port c0f9da78-9284-4117-b090-a91b02f724ef, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0f9da78-9284-4117-b090-a91b02f724ef,segment=NetworkSegment(15b112c2-135e-4033-8a64-20e10323c5e7),segment_id=15b112c2-135e-4033-8a64-20e10323c5e7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:11.789099 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551902b1-97b9-4c61-a714-9081f5d3afc7 None None] Network dca87c9c-f6c1-4def-9d07-a67602ab21d5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:11.806041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e82d0c45-3179-476a-8fd1-5ca7a45363a0 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4316471 Feb 19 02:04:11.806256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.806390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:11.913180 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (dca87c9c-f6c1-4def-9d07-a67602ab21d5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:11.993331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3090d0e3-0e44-469c-ace5-0d7b05c28ab9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.067477 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (3090d0e3-0e44-469c-ace5-0d7b05c28ab9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.076197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b06d44-34b0-4698-9bfe-9bd6f77d3e5c None None] Pushing event updated for resources: {'Port': ['ID=c0f9da78-9284-4117-b090-a91b02f724ef,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:12.100463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Subnet': ['ID=3090d0e3-0e44-469c-ace5-0d7b05c28ab9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:12.110425 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4f4b8-e4f9-4680-86e2-dbe5722bfb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-dca87c9c-f6c1-4def-9d07-a67602ab21d5', 'network_id': 'dca87c9c-f6c1-4def-9d07-a67602ab21d5', 'project_id': '61882f7637e34af5b6d62e2c42f577f0', 'fixed_ips': [{'subnet_id': '3090d0e3-0e44-469c-ace5-0d7b05c28ab9'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:12.112216 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4b8-e4f9-4680-86e2-dbe5722bfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.162770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (dca87c9c-f6c1-4def-9d07-a67602ab21d5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.185621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca87c9c-f6c1-4def-9d07-a67602ab21d5']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:12.196355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc73f33-fcd4-4290-8766-a2c786fe1b34') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:12.196907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc73f33-fcd4-4290-8766-a2c786fe1b34') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:12.201324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f67fb3-5d78-46c5-8c6e-7095d0994910 None None] Network dca87c9c-f6c1-4def-9d07-a67602ab21d5 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:12.207561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (3fc73f33-fcd4-4290-8766-a2c786fe1b34), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.221735 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3fc73f33-fcd4-4290-8766-a2c786fe1b34), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.228672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:12.229142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (3fc73f33-fcd4-4290-8766-a2c786fe1b34), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:12.233531 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:12.319495 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (dca87c9c-f6c1-4def-9d07-a67602ab21d5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.331824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.334996 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/dca87c9c-f6c1-4def-9d07-a67602ab21d5 HTTP/1.1" status: 204 len: 168 time: 0.5277767 Feb 19 02:04:12.338993 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:12.345478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934944437'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:12.347643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff324480-32ff-48e6-bbbd-41f2df6872db tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Network': ['ID=dca87c9c-f6c1-4def-9d07-a67602ab21d5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:12.367518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:12.370992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.399859 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:12.411488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.411856 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Added segment 0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f of type vlan for network 9216c695-9ce8-4798-a609-88e71e818be7 Feb 19 02:04:12.453656 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9216c695-9ce8-4798-a609-88e71e818be7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.477760 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9216c695-9ce8-4798-a609-88e71e818be7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.483095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.483682 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.548393 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2074530 Feb 19 02:04:12.551260 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:12.558456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'subnet': {'network_id': '9216c695-9ce8-4798-a609-88e71e818be7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:12.576850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5709de-a5e5-4c4b-9a5b-740d6bf988bb tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Network': ['ID=9216c695-9ce8-4798-a609-88e71e818be7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:12.587551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9216c695-9ce8-4798-a609-88e71e818be7 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:12.638423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0f9da78-9284-4117-b090-a91b02f724ef up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:12.652568 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:12.656096 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.705552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0f9da78-9284-4117-b090-a91b02f724ef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:12.705867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.721584 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Performing IP validity checks on allocation pools {{(pid=103430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 02:04:12.722105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.ipam_backend_mixin [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 02:04:12.789467 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0f9da78-9284-4117-b090-a91b02f724ef is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:12.789854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.827363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port c0f9da78-9284-4117-b090-a91b02f724ef, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0f9da78-9284-4117-b090-a91b02f724ef,segment=NetworkSegment(15b112c2-135e-4033-8a64-20e10323c5e7),segment_id=15b112c2-135e-4033-8a64-20e10323c5e7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:12.832236 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.861213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (0e5aaba2-7176-4299-b8d0-23c695016e33), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.887182 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=c0f9da78-9284-4117-b090-a91b02f724ef,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:12.937947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Subnet': ['ID=0e5aaba2-7176-4299-b8d0-23c695016e33,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:12.946451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Checking segment: {'id': '0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9216c695-9ce8-4798-a609-88e71e818be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:12.947081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network hostable DHCP agents. Network: 9216c695-9ce8-4798-a609-88e71e818be7, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:12.964575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network 9216c695-9ce8-4798-a609-88e71e818be7 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:12.974992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9216c695-9ce8-4798-a609-88e71e818be7) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:12.979896 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.980769 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.985173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795bfc0-ba7b-4fae-a4d1-4f7b89864138 None None] Network 9216c695-9ce8-4798-a609-88e71e818be7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:13.001986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b7d8292b-f324-494a-8624-2e2d2e6230a7 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4497008 Feb 19 02:04:13.004713 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:13.110285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95fb094-a198-4730-b5dc-25bb0fc4a83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9216c695-9ce8-4798-a609-88e71e818be7', 'network_id': '9216c695-9ce8-4798-a609-88e71e818be7', 'project_id': '61882f7637e34af5b6d62e2c42f577f0', 'fixed_ips': [{'subnet_id': '0e5aaba2-7176-4299-b8d0-23c695016e33'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:13.110975 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e95fb094-a198-4730-b5dc-25bb0fc4a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.115289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7003bb0-a26b-4f35-b72a-43bd76845b41 None None] Network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:13.119587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9216c695-9ce8-4798-a609-88e71e818be7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.203702 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (0e5aaba2-7176-4299-b8d0-23c695016e33), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.252707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-43d4a693-8965-462f-818a-7ce89d75ad4e None None] Provisioning complete for port c0f9da78-9284-4117-b090-a91b02f724ef triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:13.253356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-43d4a693-8965-462f-818a-7ce89d75ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.269083 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (0e5aaba2-7176-4299-b8d0-23c695016e33), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.297744 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5aaba2-7176-4299-b8d0-23c695016e33,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-e95fb094-a198-4730-b5dc-25bb0fc4a83d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e5aaba2-7176-4299-b8d0-23c695016e33: This subnet is being modified by another concurrent operation. Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e5aaba2-7176-4299-b8d0-23c695016e33: This subnet is being modified by another concurrent operation. Feb 19 02:04:13.304062 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 02:04:13.326941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990475c-1495-4688-81dc-080db40476e3 None None] Network 9216c695-9ce8-4798-a609-88e71e818be7 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:13.371837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9216c695-9ce8-4798-a609-88e71e818be7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.393354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9216c695-9ce8-4798-a609-88e71e818be7']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:13.405826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:13.406159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:13.416017 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.433135 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.440858 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:13.441502 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (0adf0d8a-e871-4a9f-8e02-8c4cfc245b1f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:13.445071 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:13.463675 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-43d4a693-8965-462f-818a-7ce89d75ad4e None None] Current status of the port c0f9da78-9284-4117-b090-a91b02f724ef is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:13.520456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9216c695-9ce8-4798-a609-88e71e818be7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.527686 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.533490 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/9216c695-9ce8-4798-a609-88e71e818be7 HTTP/1.1" status: 204 len: 168 time: 0.5275407 Feb 19 02:04:13.535088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:13.540660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-549984665'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:13.546292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae4bc-2fbc-4883-8608-8b25690f88e5 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Network': ['ID=9216c695-9ce8-4798-a609-88e71e818be7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:13.564018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:13.567617 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.594570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:13.604931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3d7cfc39-928e-4559-9b86-529822563ca7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.605354 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Added segment 3d7cfc39-928e-4559-9b86-529822563ca7 of type vlan for network 2e794fb8-5bcd-46a6-a9db-417495484493 Feb 19 02:04:13.638843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dab2cd-aefa-4d75-b033-c11ada3d01cd None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:04:13.651350 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (2e794fb8-5bcd-46a6-a9db-417495484493), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.675758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (2e794fb8-5bcd-46a6-a9db-417495484493), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.680880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:13.681483 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.723256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c9b7a85f-0256-4433-9598-6512e9814223 None None] Provisioning complete for port c0f9da78-9284-4117-b090-a91b02f724ef triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:13.723545 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a85f-0256-4433-9598-6512e9814223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.724921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dab2cd-aefa-4d75-b033-c11ada3d01cd None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:04:13.738869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2026305 Feb 19 02:04:13.742005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50884) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:13.748238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'subnet': {'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:13.754393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1da36-b549-47d7-b4d9-ff8f0ce49394 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Network': ['ID=2e794fb8-5bcd-46a6-a9db-417495484493,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:13.768566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 2e794fb8-5bcd-46a6-a9db-417495484493 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:13.848294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:13.851546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.939474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7a85f-0256-4433-9598-6512e9814223 None None] Current status of the port c0f9da78-9284-4117-b090-a91b02f724ef is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:14.038186 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (c899a59e-510d-4946-b5c4-3ef0af77c5b6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.094810 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Subnet': ['ID=c899a59e-510d-4946-b5c4-3ef0af77c5b6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:14.104835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Checking segment: {'id': '3d7cfc39-928e-4559-9b86-529822563ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:14.105224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network hostable DHCP agents. Network: 2e794fb8-5bcd-46a6-a9db-417495484493, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:14.122197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network 2e794fb8-5bcd-46a6-a9db-417495484493 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:14.130784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 2e794fb8-5bcd-46a6-a9db-417495484493) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:14.134949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:14.135542 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.139234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6f1da-66c1-4634-ae33-6d57893e31f8 None None] Network 2e794fb8-5bcd-46a6-a9db-417495484493 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:14.151051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-dbeba14a-da01-4ab0-b2f0-f64fa2ec4386 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078829 Feb 19 02:04:14.154586 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:14.159474 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332788532'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:14.178437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:14.181718 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.206127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:14.215039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0c69fe0d-295d-4550-84dd-9358e54920f2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.215523 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Added segment 0c69fe0d-295d-4550-84dd-9358e54920f2 of type vlan for network cf1822e7-76f7-4899-85bd-f0fead48efdd Feb 19 02:04:14.241546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-2e794fb8-5bcd-46a6-a9db-417495484493', 'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493', 'project_id': '61882f7637e34af5b6d62e2c42f577f0', 'fixed_ips': [{'subnet_id': 'c899a59e-510d-4946-b5c4-3ef0af77c5b6'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:14.242390 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.259475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (cf1822e7-76f7-4899-85bd-f0fead48efdd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.285251 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (cf1822e7-76f7-4899-85bd-f0fead48efdd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.290142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:14.290720 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.342822 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1871569 Feb 19 02:04:14.345628 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:14.350397 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Request body: {'subnet': {'network_id': 'cf1822e7-76f7-4899-85bd-f0fead48efdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:14.388633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Allocated IP 2001:db8::2 (2e794fb8-5bcd-46a6-a9db-417495484493/c899a59e-510d-4946-b5c4-3ef0af77c5b6/339c0c43-bc49-4090-a0d0-24220cc1f52d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:14.408543 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e14420-69b5-4982-b43c-07fe8f1eba7e tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Network': ['ID=cf1822e7-76f7-4899-85bd-f0fead48efdd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:14.439640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network cf1822e7-76f7-4899-85bd-f0fead48efdd details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:14.456595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Made reservation on behalf of 61882f7637e34af5b6d62e2c42f577f0 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:14.460101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.583395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0f9da78-9284-4117-b090-a91b02f724ef up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:14.626239 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Publish callbacks [] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.637572 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.657496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (672c14b4-728d-4ad3-a1a2-44865caa6589), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.680284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Network 2e794fb8-5bcd-46a6-a9db-417495484493 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:14.687765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:14.694330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:14.700286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Pushing event updated for resources: {'Port': ['ID=339c0c43-bc49-4090-a0d0-24220cc1f52d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:14.709640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c0f9da78-9284-4117-b090-a91b02f724ef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:14.710020 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.716454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event updated for resources: {'Subnet': ['ID=672c14b4-728d-4ad3-a1a2-44865caa6589,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:14.732502 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Checking segment: {'id': '0c69fe0d-295d-4550-84dd-9358e54920f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cf1822e7-76f7-4899-85bd-f0fead48efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:14.732868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network hostable DHCP agents. Network: cf1822e7-76f7-4899-85bd-f0fead48efdd, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:14.749837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Network cf1822e7-76f7-4899-85bd-f0fead48efdd is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:14.759672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, cf1822e7-76f7-4899-85bd-f0fead48efdd) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:14.764515 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:14.765133 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.773683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33de1a0-c47c-48ba-b8f3-5e6915f85065 None None] Network cf1822e7-76f7-4899-85bd-f0fead48efdd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:14.782097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0018ef80-e529-4559-b8bc-83849cf3dea3 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4352136 Feb 19 02:04:14.784447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:14.825235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Attempting to bind port 339c0c43-bc49-4090-a0d0-24220cc1f52d on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:14.825608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Attempting to bind port 339c0c43-bc49-4090-a0d0-24220cc1f52d by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3d7cfc39-928e-4559-9b86-529822563ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:14.825970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Attempting to bind port 339c0c43-bc49-4090-a0d0-24220cc1f52d on network 2e794fb8-5bcd-46a6-a9db-417495484493 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:14.845226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:14.845598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Checking segment: {'id': '3d7cfc39-928e-4559-9b86-529822563ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:14.846007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.846982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Bound using segment: {'id': '3d7cfc39-928e-4559-9b86-529822563ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:14.847471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Bound port: 339c0c43-bc49-4090-a0d0-24220cc1f52d, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7cfc39-928e-4559-9b86-529822563ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2e794fb8-5bcd-46a6-a9db-417495484493'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:14.847878 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.879597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (cf1822e7-76f7-4899-85bd-f0fead48efdd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.937134 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (672c14b4-728d-4ad3-a1a2-44865caa6589), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.957186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0506f64-a19e-40b6-bcba-44c7fa768462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-cf1822e7-76f7-4899-85bd-f0fead48efdd', 'network_id': 'cf1822e7-76f7-4899-85bd-f0fead48efdd', 'project_id': '61882f7637e34af5b6d62e2c42f577f0', 'fixed_ips': [{'subnet_id': '672c14b4-728d-4ad3-a1a2-44865caa6589'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:14.958038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a0506f64-a19e-40b6-bcba-44c7fa768462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.986204 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c0f9da78-9284-4117-b090-a91b02f724ef is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:15.001294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] For port 339c0c43-bc49-4090-a0d0-24220cc1f52d, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:15.002527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (672c14b4-728d-4ad3-a1a2-44865caa6589), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.005348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] For port 339c0c43-bc49-4090-a0d0-24220cc1f52d, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=339c0c43-bc49-4090-a0d0-24220cc1f52d,segment=NetworkSegment(3d7cfc39-928e-4559-9b86-529822563ca7),segment_id=3d7cfc39-928e-4559-9b86-529822563ca7)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:15.028791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Subnet': ['ID=672c14b4-728d-4ad3-a1a2-44865caa6589,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:15.061038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.097400 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (cf1822e7-76f7-4899-85bd-f0fead48efdd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.119606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1822e7-76f7-4899-85bd-f0fead48efdd']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:15.130405 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c69fe0d-295d-4550-84dd-9358e54920f2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:15.130795 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c69fe0d-295d-4550-84dd-9358e54920f2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:15.142018 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (0c69fe0d-295d-4550-84dd-9358e54920f2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.156472 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (0c69fe0d-295d-4550-84dd-9358e54920f2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.162937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:15.163327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (0c69fe0d-295d-4550-84dd-9358e54920f2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:15.166378 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server [None req-a0506f64-a19e-40b6-bcba-44c7fa768462 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 672c14b4-728d-4ad3-a1a2-44865caa6589: This subnet is being modified by another concurrent operation. Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server raise exception Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 672c14b4-728d-4ad3-a1a2-44865caa6589: This subnet is being modified by another concurrent operation. Feb 19 02:04:15.273545 n-d-826752-2 neutron-server[103431]: ERROR oslo_messaging.rpc.server Feb 19 02:04:15.282247 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (cf1822e7-76f7-4899-85bd-f0fead48efdd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.291586 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.292219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d219e-db64-4ee3-b949-50157678fc65 None None] Pushing event updated for resources: {'Port': ['ID=339c0c43-bc49-4090-a0d0-24220cc1f52d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:15.300451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/cf1822e7-76f7-4899-85bd-f0fead48efdd HTTP/1.1" status: 204 len: 168 time: 0.5098920 Feb 19 02:04:15.303139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50892) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:15.304495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de6f60-6a0d-48d4-89e1-3e8311ccd25d None None] Network cf1822e7-76f7-4899-85bd-f0fead48efdd requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:15.318535 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de6f60-6a0d-48d4-89e1-3e8311ccd25d None None] Network cf1822e7-76f7-4899-85bd-f0fead48efdd could not be found, it might have been deleted concurrently. {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 02:04:15.326152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9b1c1-e983-4f31-8bf3-809282324b67 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Network': ['ID=cf1822e7-76f7-4899-85bd-f0fead48efdd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:15.338327 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7f19d0-2465-40ff-8bc6-725b8ef8d689 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] GET failed (client error): The resource could not be found. Feb 19 02:04:15.341772 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fe7f19d0-2465-40ff-8bc6-725b8ef8d689 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "GET /v2.0/subnets/672c14b4-728d-4ad3-a1a2-44865caa6589 HTTP/1.1" status: 404 len: 337 time: 0.0363948 Feb 19 02:04:15.342806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50894) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:15.362004 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e4a0f3-c6fc-499d-9d66-fad7f0124295 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:15.362271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e4a0f3-c6fc-499d-9d66-fad7f0124295 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:15.365449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e0e4a0f3-c6fc-499d-9d66-fad7f0124295 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/cf1822e7-76f7-4899-85bd-f0fead48efdd HTTP/1.1" status: 404 len: 339 time: 0.0213878 Feb 19 02:04:15.369206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:15.396784 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f421fa5-bb2e-4dd4-afe6-0980bb41d072 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:15.397341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f421fa5-bb2e-4dd4-afe6-0980bb41d072 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:15.400308 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2f421fa5-bb2e-4dd4-afe6-0980bb41d072 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/subnets/672c14b4-728d-4ad3-a1a2-44865caa6589 HTTP/1.1" status: 404 len: 337 time: 0.0301952 Feb 19 02:04:15.402835 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:15.425527 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d88c904-3448-4e37-956c-306ee873831f tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:15.426215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d88c904-3448-4e37-956c-306ee873831f tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:15.428939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7d88c904-3448-4e37-956c-306ee873831f tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/cf1822e7-76f7-4899-85bd-f0fead48efdd HTTP/1.1" status: 404 len: 339 time: 0.0251071 Feb 19 02:04:15.431519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50900) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:15.494885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Deleting subnet c899a59e-510d-4946-b5c4-3ef0af77c5b6 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:04:15.498818 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (c899a59e-510d-4946-b5c4-3ef0af77c5b6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.541560 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (c899a59e-510d-4946-b5c4-3ef0af77c5b6), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.637302 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (c899a59e-510d-4946-b5c4-3ef0af77c5b6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.695270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (c899a59e-510d-4946-b5c4-3ef0af77c5b6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.723078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Subnet': ['ID=c899a59e-510d-4946-b5c4-3ef0af77c5b6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:15.724960 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.728107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-490187f9-1f0c-4668-804b-3daac18365fe tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/subnets/c899a59e-510d-4946-b5c4-3ef0af77c5b6 HTTP/1.1" status: 204 len: 168 time: 0.2956688 Feb 19 02:04:15.731101 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50902) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:15.807899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (2e794fb8-5bcd-46a6-a9db-417495484493), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.186651 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Deleting port 339c0c43-bc49-4090-a0d0-24220cc1f52d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:16.186994 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.233034 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b323f-c755-4541-8570-0ffea1352fd9 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:04:16.250416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] For port 339c0c43-bc49-4090-a0d0-24220cc1f52d, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=339c0c43-bc49-4090-a0d0-24220cc1f52d,segment=NetworkSegment(3d7cfc39-928e-4559-9b86-529822563ca7),segment_id=3d7cfc39-928e-4559-9b86-529822563ca7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:16.250784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.264373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Calling delete_port for 339c0c43-bc49-4090-a0d0-24220cc1f52d owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:16.295170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b072eaab-cb12-4f56-a4b9-34e0da26155d None None] Provisioning complete for port 339c0c43-bc49-4090-a0d0-24220cc1f52d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:16.296148 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b072eaab-cb12-4f56-a4b9-34e0da26155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.336618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b323f-c755-4541-8570-0ffea1352fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:04:16.348076 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (339c0c43-bc49-4090-a0d0-24220cc1f52d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.354289 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b072eaab-cb12-4f56-a4b9-34e0da26155d None None] Could not find standard attr ID for object 339c0c43-bc49-4090-a0d0-24220cc1f52d. {{(pid=103431) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:04:16.358409 n-d-826752-2 neutron-server[103431]: INFO neutron.plugins.ml2.db [None req-b072eaab-cb12-4f56-a4b9-34e0da26155d None None] No ports have port_id starting with 339c0c43-bc49-4090-a0d0-24220cc1f52d Feb 19 02:04:16.375691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Port': ['ID=339c0c43-bc49-4090-a0d0-24220cc1f52d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:16.379473 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No DVR routers for this DVR port 339c0c43-bc49-4090-a0d0-24220cc1f52d on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:16.462363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (2e794fb8-5bcd-46a6-a9db-417495484493), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.482550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e794fb8-5bcd-46a6-a9db-417495484493']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:16.492189 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7cfc39-928e-4559-9b86-529822563ca7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:16.492496 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7cfc39-928e-4559-9b86-529822563ca7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:16.498139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78313429-62c7-4a9c-8535-9480646a44b7 None None] Network 2e794fb8-5bcd-46a6-a9db-417495484493 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:16.502704 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (3d7cfc39-928e-4559-9b86-529822563ca7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.518409 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3d7cfc39-928e-4559-9b86-529822563ca7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.524754 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:16.525206 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (3d7cfc39-928e-4559-9b86-529822563ca7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:16.528331 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:16.587964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (2e794fb8-5bcd-46a6-a9db-417495484493), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.595423 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.598586 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/2e794fb8-5bcd-46a6-a9db-417495484493 HTTP/1.1" status: 204 len: 168 time: 0.8665512 Feb 19 02:04:16.601360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50904) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:16.612578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a840cc-09e2-4ea3-819c-c4fd26c632b1 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Network': ['ID=2e794fb8-5bcd-46a6-a9db-417495484493,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:16.632869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e0cd2-cb2a-44e4-9f5b-cc4de89442be None None] DHCP port deletion for 2e794fb8-5bcd-46a6-a9db-417495484493 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:04:16.640349 n-d-826752-2 neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f4fedc-ccdf-42d6-88b0-d5e8bea997af tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:16.640820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f4fedc-ccdf-42d6-88b0-d5e8bea997af tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:16.648195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c4f4fedc-ccdf-42d6-88b0-d5e8bea997af tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/subnets/0e5aaba2-7176-4299-b8d0-23c695016e33 HTTP/1.1" status: 404 len: 337 time: 0.0451448 Feb 19 02:04:16.650213 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50906) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:16.668177 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d327f72e-add7-4182-9346-68afdd12935a tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:16.668653 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d327f72e-add7-4182-9346-68afdd12935a tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:16.671660 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d327f72e-add7-4182-9346-68afdd12935a tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/9216c695-9ce8-4798-a609-88e71e818be7 HTTP/1.1" status: 404 len: 339 time: 0.0204604 Feb 19 02:04:16.673969 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50908) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:16.699919 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-76802c0e-b66a-4152-9527-9d8321226011 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:16.700431 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76802c0e-b66a-4152-9527-9d8321226011 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:16.703360 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-76802c0e-b66a-4152-9527-9d8321226011 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/subnets/3090d0e3-0e44-469c-ace5-0d7b05c28ab9 HTTP/1.1" status: 404 len: 337 time: 0.0285246 Feb 19 02:04:16.705758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50910) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:16.726715 n-d-826752-2 neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-019c4f01-3609-4916-a495-6a5f85038d55 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] DELETE failed (client error): The resource could not be found. Feb 19 02:04:16.727185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019c4f01-3609-4916-a495-6a5f85038d55 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:04:16.730037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-019c4f01-3609-4916-a495-6a5f85038d55 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/dca87c9c-f6c1-4def-9d07-a67602ab21d5 HTTP/1.1" status: 404 len: 339 time: 0.0234189 Feb 19 02:04:16.732350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:16.781689 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Deleting subnet 3e2236f0-704e-490d-9a6b-f3a5b488f1c6 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:04:16.784818 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (3e2236f0-704e-490d-9a6b-f3a5b488f1c6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.825023 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (3e2236f0-704e-490d-9a6b-f3a5b488f1c6), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.908615 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (3e2236f0-704e-490d-9a6b-f3a5b488f1c6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.965270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (3e2236f0-704e-490d-9a6b-f3a5b488f1c6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.991855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2236f0-704e-490d-9a6b-f3a5b488f1c6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:16.995565 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:16.999304 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7c148732-391d-43a7-b21f-2da6f2a81596 tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/subnets/3e2236f0-704e-490d-9a6b-f3a5b488f1c6 HTTP/1.1" status: 204 len: 168 time: 0.2660918 Feb 19 02:04:17.001901 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50914) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:17.002666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff18d37-15d6-40db-958b-91e4c604fa57 None None] Network 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:17.077026 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (6d0cfece-5d53-43a0-b1b3-737bc63b8f61), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.149241 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Deleting port c0f9da78-9284-4117-b090-a91b02f724ef {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:17.149609 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.157947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] DHCP port deletion for 6d0cfece-5d53-43a0-b1b3-737bc63b8f61 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:04:17.205454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] Deleting port c0f9da78-9284-4117-b090-a91b02f724ef {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:17.205838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.213155 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] For port c0f9da78-9284-4117-b090-a91b02f724ef, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0f9da78-9284-4117-b090-a91b02f724ef,segment=NetworkSegment(15b112c2-135e-4033-8a64-20e10323c5e7),segment_id=15b112c2-135e-4033-8a64-20e10323c5e7)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:17.213530 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.226360 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Calling delete_port for c0f9da78-9284-4117-b090-a91b02f724ef owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:17.271434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] For port c0f9da78-9284-4117-b090-a91b02f724ef, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c0f9da78-9284-4117-b090-a91b02f724ef,segment=NetworkSegment(15b112c2-135e-4033-8a64-20e10323c5e7),segment_id=15b112c2-135e-4033-8a64-20e10323c5e7)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:17.272050 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.284454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] Calling delete_port for c0f9da78-9284-4117-b090-a91b02f724ef owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:17.309224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.334773 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Port': ['ID=c0f9da78-9284-4117-b090-a91b02f724ef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:17.338373 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] No DVR routers for this DVR port c0f9da78-9284-4117-b090-a91b02f724ef on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:17.361888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (c0f9da78-9284-4117-b090-a91b02f724ef), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.391060 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] Pushing event deleted for resources: {'Port': ['ID=c0f9da78-9284-4117-b090-a91b02f724ef,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:17.392828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b216d-6f55-4e94-9aa8-ea442ca8b69d None None] No DVR routers for this DVR port c0f9da78-9284-4117-b090-a91b02f724ef on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:17.416527 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (6d0cfece-5d53-43a0-b1b3-737bc63b8f61), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.437115 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0cfece-5d53-43a0-b1b3-737bc63b8f61']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:17.446287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b112c2-135e-4033-8a64-20e10323c5e7') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:17.446838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b112c2-135e-4033-8a64-20e10323c5e7') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:17.460375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (15b112c2-135e-4033-8a64-20e10323c5e7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.473892 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (15b112c2-135e-4033-8a64-20e10323c5e7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.479738 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:17.480117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (15b112c2-135e-4033-8a64-20e10323c5e7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:17.484008 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:17.540658 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (6d0cfece-5d53-43a0-b1b3-737bc63b8f61), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.547832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.551021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] 10.222.0.43 "DELETE /v2.0/networks/6d0cfece-5d53-43a0-b1b3-737bc63b8f61 HTTP/1.1" status: 204 len: 168 time: 0.5481904 Feb 19 02:04:17.562631 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8345a-52b8-4010-b553-1df6e58470cd tempest-NetworksIpV6Test-279147448 tempest-NetworksIpV6Test-279147448-project] Pushing event deleted for resources: {'Network': ['ID=6d0cfece-5d53-43a0-b1b3-737bc63b8f61,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:17.793804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50920) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:17.923127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4ba5b546-6902-4f08-a6a4-ddbf6ca3c019 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61882f7637e34af5b6d62e2c42f577f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281118 Feb 19 02:04:17.925547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50924) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:17.974212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5175f3ac-29a9-4cc6-baa7-d955dddb6847 admin admin] Publish callbacks [] for security_group (3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:17.994662 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5175f3ac-29a9-4cc6-baa7-d955dddb6847 admin admin] Publish callbacks [] for security_group (3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.045337 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5175f3ac-29a9-4cc6-baa7-d955dddb6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.047879 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5175f3ac-29a9-4cc6-baa7-d955dddb6847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.049039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5175f3ac-29a9-4cc6-baa7-d955dddb6847 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd HTTP/1.1" status: 204 len: 168 time: 0.1225750 Feb 19 02:04:18.057479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175f3ac-29a9-4cc6-baa7-d955dddb6847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4c15de-3ef7-49bb-88bd-2e67cdff3bcd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:18.573363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 339c0c43-bc49-4090-a0d0-24220cc1f52d no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:04:18.594709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 339c0c43-bc49-4090-a0d0-24220cc1f52d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:04:18.595058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 339c0c43-bc49-4090-a0d0-24220cc1f52d not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:04:18.595469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0f9da78-9284-4117-b090-a91b02f724ef no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:04:18.615990 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c0f9da78-9284-4117-b090-a91b02f724ef {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:04:18.616348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c0f9da78-9284-4117-b090-a91b02f724ef not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:04:18.677082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50946) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:18.768099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-943609637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:18.789616 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (14d2e0c0-406c-4861-9959-f1d73c0cc307), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.790622 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (14d2e0c0-406c-4861-9959-f1d73c0cc307), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.843007 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for router_controller (14d2e0c0-406c-4861-9959-f1d73c0cc307), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.847659 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (14d2e0c0-406c-4861-9959-f1d73c0cc307), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.849768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.865471 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.866645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-503173a6-00b4-4bbe-bc93-99c11b85f58e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1885498 Feb 19 02:04:18.869404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:18.874071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1554468724'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:18.892431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Made reservation on behalf of 110cf5c0b3eb49f5b8be46a61a3043a6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:18.895600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.907528 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.984075 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for security_group (05a1858b-b4f3-44c2-a449-0860f43bc52b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.987366 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (05a1858b-b4f3-44c2-a449-0860f43bc52b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.010365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:19.025955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1858b-b4f3-44c2-a449-0860f43bc52b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:19.029462 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (938d39a9-2681-4967-82a6-f6c7c82c5f59), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.029808 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Added segment 938d39a9-2681-4967-82a6-f6c7c82c5f59 of type vlan for network 4d5c349e-10e2-422a-9880-09f16293087a Feb 19 02:04:19.069301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4d5c349e-10e2-422a-9880-09f16293087a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.094002 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4d5c349e-10e2-422a-9880-09f16293087a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.098930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:19.099507 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.162765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2923365 Feb 19 02:04:19.165637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:19.172665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Request body: {'subnet': {'network_id': '4d5c349e-10e2-422a-9880-09f16293087a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:19.179795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc165d8-67f4-4eb9-a7cc-ff742043b330 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event updated for resources: {'Network': ['ID=4d5c349e-10e2-422a-9880-09f16293087a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:19.190260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4d5c349e-10e2-422a-9880-09f16293087a details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:19.279114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Made reservation on behalf of 110cf5c0b3eb49f5b8be46a61a3043a6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:19.282776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.461805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (ae04197e-7a85-40a8-909e-fd15ee7ae791), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.530769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event updated for resources: {'Subnet': ['ID=ae04197e-7a85-40a8-909e-fd15ee7ae791,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:19.534919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Checking segment: {'id': '938d39a9-2681-4967-82a6-f6c7c82c5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d5c349e-10e2-422a-9880-09f16293087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:19.535281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Network hostable DHCP agents. Network: 4d5c349e-10e2-422a-9880-09f16293087a, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:19.552722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Network 4d5c349e-10e2-422a-9880-09f16293087a is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:19.561432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4d5c349e-10e2-422a-9880-09f16293087a) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:19.565566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:19.566150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.570566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd8e9d-3d7e-49d8-abc7-1e210521d8c5 None None] Network 4d5c349e-10e2-422a-9880-09f16293087a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:19.583463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2d7e9eaf-9546-448d-81fb-ca9cff66d449 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4166839 Feb 19 02:04:19.586555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:19.592492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-625003161'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:19.611739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Made reservation on behalf of 110cf5c0b3eb49f5b8be46a61a3043a6 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:19.614958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.640935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:19.651447 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (91b265f5-ca13-4672-8ad2-1d5150cdbd2a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.651796 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Added segment 91b265f5-ca13-4672-8ad2-1d5150cdbd2a of type vlan for network ea60218f-f5e4-401e-936b-a148fb09d71e Feb 19 02:04:19.684478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4d5c349e-10e2-422a-9880-09f16293087a', 'network_id': '4d5c349e-10e2-422a-9880-09f16293087a', 'project_id': '110cf5c0b3eb49f5b8be46a61a3043a6', 'fixed_ips': [{'subnet_id': 'ae04197e-7a85-40a8-909e-fd15ee7ae791'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:19.685676 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.700161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (ea60218f-f5e4-401e-936b-a148fb09d71e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.725211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (ea60218f-f5e4-401e-936b-a148fb09d71e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.730323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:19.730904 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:19.793058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2042310 Feb 19 02:04:19.795690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50956) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:19.800437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Request body: {'subnet': {'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:19.819093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72704e4f-9f56-4cb9-a87b-cfb6e40ae7d0 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event updated for resources: {'Network': ['ID=ea60218f-f5e4-401e-936b-a148fb09d71e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:19.819916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Allocated IP 172.20.0.2 (4d5c349e-10e2-422a-9880-09f16293087a/ae04197e-7a85-40a8-909e-fd15ee7ae791/222d9861-e587-403d-bc5f-b9386fe57629) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:19.834040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network ea60218f-f5e4-401e-936b-a148fb09d71e details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:19.892452 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:04:19.905684 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Made reservation on behalf of 110cf5c0b3eb49f5b8be46a61a3043a6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:19.909179 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.027735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Publish callbacks [] for port (222d9861-e587-403d-bc5f-b9386fe57629), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.033408 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (222d9861-e587-403d-bc5f-b9386fe57629), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.071087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Network 4d5c349e-10e2-422a-9880-09f16293087a is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:20.074049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:20.079480 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:20.086239 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Pushing event updated for resources: {'Port': ['ID=222d9861-e587-403d-bc5f-b9386fe57629,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:20.092848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.138810 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Attempting to bind port 222d9861-e587-403d-bc5f-b9386fe57629 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:20.139281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Attempting to bind port 222d9861-e587-403d-bc5f-b9386fe57629 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '938d39a9-2681-4967-82a6-f6c7c82c5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d5c349e-10e2-422a-9880-09f16293087a'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:20.139647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Attempting to bind port 222d9861-e587-403d-bc5f-b9386fe57629 on network 4d5c349e-10e2-422a-9880-09f16293087a {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:20.144556 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:20.144939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Checking segment: {'id': '938d39a9-2681-4967-82a6-f6c7c82c5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d5c349e-10e2-422a-9880-09f16293087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:20.145375 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.145777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Bound using segment: {'id': '938d39a9-2681-4967-82a6-f6c7c82c5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d5c349e-10e2-422a-9880-09f16293087a'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:20.146244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Bound port: 222d9861-e587-403d-bc5f-b9386fe57629, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938d39a9-2681-4967-82a6-f6c7c82c5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d5c349e-10e2-422a-9880-09f16293087a'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:20.146740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (222d9861-e587-403d-bc5f-b9386fe57629), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.154584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event updated for resources: {'Subnet': ['ID=f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:20.162411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Checking segment: {'id': '91b265f5-ca13-4672-8ad2-1d5150cdbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:20.162774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Network hostable DHCP agents. Network: ea60218f-f5e4-401e-936b-a148fb09d71e, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:20.180056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Network ea60218f-f5e4-401e-936b-a148fb09d71e is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:20.190114 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, ea60218f-f5e4-401e-936b-a148fb09d71e) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:20.194781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:20.195510 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.204894 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c18d0-c470-4359-b4f8-93cf3278f4d8 None None] Network ea60218f-f5e4-401e-936b-a148fb09d71e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:20.216623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-88851a9b-c99a-4ea6-a25d-b21c129417ea tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4199171 Feb 19 02:04:20.219392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50958) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:20.223779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b45f3c12-4e28-4c7d-81af-2deaaf119322 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:20.251063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] For port 222d9861-e587-403d-bc5f-b9386fe57629, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:20.268724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] For port 222d9861-e587-403d-bc5f-b9386fe57629, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=222d9861-e587-403d-bc5f-b9386fe57629,segment=NetworkSegment(938d39a9-2681-4967-82a6-f6c7c82c5f59),segment_id=938d39a9-2681-4967-82a6-f6c7c82c5f59)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:20.278933 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (222d9861-e587-403d-bc5f-b9386fe57629), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.378800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-ea60218f-f5e4-401e-936b-a148fb09d71e', 'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e', 'project_id': '110cf5c0b3eb49f5b8be46a61a3043a6', 'fixed_ips': [{'subnet_id': 'f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:20.379654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.391538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94147c6-7878-4607-9474-58f8834d08ae None None] Pushing event updated for resources: {'Port': ['ID=222d9861-e587-403d-bc5f-b9386fe57629,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:20.396965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c92eb52-0501-4b99-b323-494afeea84bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.459655 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b45f3c12-4e28-4c7d-81af-2deaaf119322 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for router_gateway (14d2e0c0-406c-4861-9959-f1d73c0cc307), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.548837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Allocated IP 172.21.0.2 (ea60218f-f5e4-401e-936b-a148fb09d71e/f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2/9355b948-642d-4e4c-a19c-3e60c48e0bf4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:20.611587 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [None req-b45f3c12-4e28-4c7d-81af-2deaaf119322 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:04:20.618672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:20.619171 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b45f3c12-4e28-4c7d-81af-2deaaf119322 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "PUT /v2.0/routers/14d2e0c0-406c-4861-9959-f1d73c0cc307 HTTP/1.1" status: 400 len: 364 time: 0.3985219 Feb 19 02:04:20.680106 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Deleting subnet f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:04:20.711985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 222d9861-e587-403d-bc5f-b9386fe57629 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:20.764844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Publish callbacks [] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.774284 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for subnet (f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.775811 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.815858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.828934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Network ea60218f-f5e4-401e-936b-a148fb09d71e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:20.832604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Pushing event updated for resources: {'Port': ['ID=9355b948-642d-4e4c-a19c-3e60c48e0bf4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:20.836573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:20.838794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:20.841493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 222d9861-e587-403d-bc5f-b9386fe57629 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:20.841863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (222d9861-e587-403d-bc5f-b9386fe57629), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.907543 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.928389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Attempting to bind port 9355b948-642d-4e4c-a19c-3e60c48e0bf4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:20.929166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Attempting to bind port 9355b948-642d-4e4c-a19c-3e60c48e0bf4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '91b265f5-ca13-4672-8ad2-1d5150cdbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:20.929616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Attempting to bind port 9355b948-642d-4e4c-a19c-3e60c48e0bf4 on network ea60218f-f5e4-401e-936b-a148fb09d71e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:20.939290 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:20.939668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Checking segment: {'id': '91b265f5-ca13-4672-8ad2-1d5150cdbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:20.940072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.940503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Bound using segment: {'id': '91b265f5-ca13-4672-8ad2-1d5150cdbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:20.940981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Bound port: 9355b948-642d-4e4c-a19c-3e60c48e0bf4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b265f5-ca13-4672-8ad2-1d5150cdbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea60218f-f5e4-401e-936b-a148fb09d71e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:20.941389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.968177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:20.999549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.002054 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "DELETE /v2.0/subnets/f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2 HTTP/1.1" status: 204 len: 168 time: 0.3815367 Feb 19 02:04:21.003412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82711fd-59e7-4f35-be08-25edb59f1c13 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event deleted for resources: {'Subnet': ['ID=f9601097-f4d2-4ffb-8d3f-44a44c8bf3b2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:21.004907 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50962) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:21.010697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 222d9861-e587-403d-bc5f-b9386fe57629 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:21.011094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (222d9861-e587-403d-bc5f-b9386fe57629), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.058848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] For port 9355b948-642d-4e4c-a19c-3e60c48e0bf4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:21.066881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] For port 9355b948-642d-4e4c-a19c-3e60c48e0bf4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9355b948-642d-4e4c-a19c-3e60c48e0bf4,segment=NetworkSegment(91b265f5-ca13-4672-8ad2-1d5150cdbd2a),segment_id=91b265f5-ca13-4672-8ad2-1d5150cdbd2a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:21.072051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 222d9861-e587-403d-bc5f-b9386fe57629, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=222d9861-e587-403d-bc5f-b9386fe57629,segment=NetworkSegment(938d39a9-2681-4967-82a6-f6c7c82c5f59),segment_id=938d39a9-2681-4967-82a6-f6c7c82c5f59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:21.076160 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.081101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (222d9861-e587-403d-bc5f-b9386fe57629), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.103197 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (ea60218f-f5e4-401e-936b-a148fb09d71e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.164754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b3194-7f28-44fa-97b4-7bf575c4c9de None None] Pushing event updated for resources: {'Port': ['ID=9355b948-642d-4e4c-a19c-3e60c48e0bf4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:21.168475 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Deleting port 9355b948-642d-4e4c-a19c-3e60c48e0bf4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:21.168845 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.214367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e7923-2739-4eb9-8ee7-d4ea4c1d1e61 None None] Network ea60218f-f5e4-401e-936b-a148fb09d71e requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:21.239866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] For port 9355b948-642d-4e4c-a19c-3e60c48e0bf4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9355b948-642d-4e4c-a19c-3e60c48e0bf4,segment=NetworkSegment(91b265f5-ca13-4672-8ad2-1d5150cdbd2a),segment_id=91b265f5-ca13-4672-8ad2-1d5150cdbd2a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:21.240107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=222d9861-e587-403d-bc5f-b9386fe57629,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:21.240383 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.255719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Calling delete_port for 9355b948-642d-4e4c-a19c-3e60c48e0bf4 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:21.342065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9355b948-642d-4e4c-a19c-3e60c48e0bf4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.369104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event deleted for resources: {'Port': ['ID=9355b948-642d-4e4c-a19c-3e60c48e0bf4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:21.373219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] No DVR routers for this DVR port 9355b948-642d-4e4c-a19c-3e60c48e0bf4 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:21.423168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca42b3c-6f72-4f93-94cf-243b1ccfb447 None None] get_active_networks_info from n-d-826752-2 {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:04:21.492083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca42b3c-6f72-4f93-94cf-243b1ccfb447 None None] Resources bound (agent type, host, resource id): {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:04:21.574383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f35ffe59-cb58-498c-903d-315c2f41ab29 None None] Provisioning complete for port 222d9861-e587-403d-bc5f-b9386fe57629 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:21.574764 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f35ffe59-cb58-498c-903d-315c2f41ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (222d9861-e587-403d-bc5f-b9386fe57629), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.712714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f35ffe59-cb58-498c-903d-315c2f41ab29 None None] Current status of the port 222d9861-e587-403d-bc5f-b9386fe57629 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:21.732742 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f71f09-cd5a-4ac9-85f7-de78d4674cec None None] Network 4d5c349e-10e2-422a-9880-09f16293087a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:21.776476 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (ea60218f-f5e4-401e-936b-a148fb09d71e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.797291 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea60218f-f5e4-401e-936b-a148fb09d71e']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:21.807319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b265f5-ca13-4672-8ad2-1d5150cdbd2a') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:21.807610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b265f5-ca13-4672-8ad2-1d5150cdbd2a') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:21.817993 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (91b265f5-ca13-4672-8ad2-1d5150cdbd2a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.832467 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (91b265f5-ca13-4672-8ad2-1d5150cdbd2a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.838941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:21.839331 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (91b265f5-ca13-4672-8ad2-1d5150cdbd2a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:21.842386 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:21.903377 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (ea60218f-f5e4-401e-936b-a148fb09d71e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.913836 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:21.920829 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "DELETE /v2.0/networks/ea60218f-f5e4-401e-936b-a148fb09d71e HTTP/1.1" status: 204 len: 168 time: 0.9110475 Feb 19 02:04:21.920829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:21.938161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53d994-3ef1-4b62-a6fe-682c137acc6e tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event deleted for resources: {'Network': ['ID=ea60218f-f5e4-401e-936b-a148fb09d71e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:21.986913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Deleting subnet ae04197e-7a85-40a8-909e-fd15ee7ae791 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:04:21.990190 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for subnet (ae04197e-7a85-40a8-909e-fd15ee7ae791), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.031164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ae04197e-7a85-40a8-909e-fd15ee7ae791), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.118166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ae04197e-7a85-40a8-909e-fd15ee7ae791), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.187534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ae04197e-7a85-40a8-909e-fd15ee7ae791), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.216622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event deleted for resources: {'Subnet': ['ID=ae04197e-7a85-40a8-909e-fd15ee7ae791,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:22.222047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.225293 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7083373c-ebfa-44a6-81fa-54c45112f5ca tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "DELETE /v2.0/subnets/ae04197e-7a85-40a8-909e-fd15ee7ae791 HTTP/1.1" status: 204 len: 168 time: 0.3047242 Feb 19 02:04:22.227883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 50968) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:22.242922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ee71b-82a6-4b10-b3c0-c1434f19eb3c None None] Network 4d5c349e-10e2-422a-9880-09f16293087a requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:22.303356 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4d5c349e-10e2-422a-9880-09f16293087a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.344758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7ae384a6-1761-4323-9b3f-8b929e24eea4 None None] Provisioning complete for port 222d9861-e587-403d-bc5f-b9386fe57629 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:22.345625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ae384a6-1761-4323-9b3f-8b929e24eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (222d9861-e587-403d-bc5f-b9386fe57629), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.357193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Deleting port 222d9861-e587-403d-bc5f-b9386fe57629 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:22.357560 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (222d9861-e587-403d-bc5f-b9386fe57629), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.427601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] DHCP port deletion for 4d5c349e-10e2-422a-9880-09f16293087a request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:04:22.436385 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] For port 222d9861-e587-403d-bc5f-b9386fe57629, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=222d9861-e587-403d-bc5f-b9386fe57629,segment=NetworkSegment(938d39a9-2681-4967-82a6-f6c7c82c5f59),segment_id=938d39a9-2681-4967-82a6-f6c7c82c5f59)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:22.436770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (222d9861-e587-403d-bc5f-b9386fe57629), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.438528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7ae384a6-1761-4323-9b3f-8b929e24eea4 None None] Current status of the port 222d9861-e587-403d-bc5f-b9386fe57629 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:22.450910 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Calling delete_port for 222d9861-e587-403d-bc5f-b9386fe57629 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:22.498255 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] Deleting port 222d9861-e587-403d-bc5f-b9386fe57629 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:04:22.498628 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (222d9861-e587-403d-bc5f-b9386fe57629), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.533312 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (222d9861-e587-403d-bc5f-b9386fe57629), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.547396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] No DVR routers for this DVR port 222d9861-e587-403d-bc5f-b9386fe57629 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:22.566009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] For port 222d9861-e587-403d-bc5f-b9386fe57629, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=222d9861-e587-403d-bc5f-b9386fe57629,segment=NetworkSegment(938d39a9-2681-4967-82a6-f6c7c82c5f59),segment_id=938d39a9-2681-4967-82a6-f6c7c82c5f59)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:22.566551 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (222d9861-e587-403d-bc5f-b9386fe57629), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.580968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] Calling delete_port for 222d9861-e587-403d-bc5f-b9386fe57629 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:04:22.587870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 222d9861-e587-403d-bc5f-b9386fe57629 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:04:22.591763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event deleted for resources: {'Port': ['ID=222d9861-e587-403d-bc5f-b9386fe57629,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:22.618510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 222d9861-e587-403d-bc5f-b9386fe57629 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:04:22.618867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 222d9861-e587-403d-bc5f-b9386fe57629 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:04:22.654824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4d5c349e-10e2-422a-9880-09f16293087a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.675132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5c349e-10e2-422a-9880-09f16293087a']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:22.684216 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (222d9861-e587-403d-bc5f-b9386fe57629), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.686825 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938d39a9-2681-4967-82a6-f6c7c82c5f59') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:22.687099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938d39a9-2681-4967-82a6-f6c7c82c5f59') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:22.697398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (938d39a9-2681-4967-82a6-f6c7c82c5f59), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.712525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (938d39a9-2681-4967-82a6-f6c7c82c5f59), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.713170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] Pushing event deleted for resources: {'Port': ['ID=222d9861-e587-403d-bc5f-b9386fe57629,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:22.720595 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:04:22.721108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323adfc-d58e-40fd-af1f-4fe449d656f3 None None] No DVR routers for this DVR port 222d9861-e587-403d-bc5f-b9386fe57629 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:04:22.721247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (938d39a9-2681-4967-82a6-f6c7c82c5f59), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:04:22.725462 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:04:22.738663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9e249546-3d80-4b71-8fe1-9452191f0cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.788351 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4d5c349e-10e2-422a-9880-09f16293087a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.795176 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:22.798995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "DELETE /v2.0/networks/4d5c349e-10e2-422a-9880-09f16293087a HTTP/1.1" status: 204 len: 168 time: 0.5700884 Feb 19 02:04:22.801844 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:22.811103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66592faa-9885-467c-9d4d-379685aed896 tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Pushing event deleted for resources: {'Network': ['ID=4d5c349e-10e2-422a-9880-09f16293087a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:22.831804 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c9e8cf64-4bc2-4d94-84d6-6a432d8ae2da tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "GET /v2.0/ports?device_id=14d2e0c0-406c-4861-9959-f1d73c0cc307 HTTP/1.1" status: 200 len: 205 time: 0.0286644 Feb 19 02:04:22.834229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:22.912728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for router (14d2e0c0-406c-4861-9959-f1d73c0cc307), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.077623 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (14d2e0c0-406c-4861-9959-f1d73c0cc307), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.079646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for router_controller (14d2e0c0-406c-4861-9959-f1d73c0cc307), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.124038 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (14d2e0c0-406c-4861-9959-f1d73c0cc307), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.124566 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Fanout notify agent at l3_agent the message router_deleted on router 14d2e0c0-406c-4861-9959-f1d73c0cc307 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:04:23.131385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.132701 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8fa43b1d-1576-4115-ad1d-c11f8253bbac tempest-RoutersNegativeTest-1678838503 tempest-RoutersNegativeTest-1678838503-project] 10.222.0.43 "DELETE /v2.0/routers/14d2e0c0-406c-4861-9959-f1d73c0cc307 HTTP/1.1" status: 204 len: 168 time: 0.2974913 Feb 19 02:04:23.379622 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:23.516097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7d4e3aeb-aef4-426b-a1c3-58c735ad6f83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=110cf5c0b3eb49f5b8be46a61a3043a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353021 Feb 19 02:04:23.518619 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 50982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:23.568341 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-727a7f45-0bbb-4fb4-96b3-e20e3c070425 admin admin] Publish callbacks [] for security_group (05a1858b-b4f3-44c2-a449-0860f43bc52b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.594124 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-727a7f45-0bbb-4fb4-96b3-e20e3c070425 admin admin] Publish callbacks [] for security_group (05a1858b-b4f3-44c2-a449-0860f43bc52b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.644758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-727a7f45-0bbb-4fb4-96b3-e20e3c070425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (05a1858b-b4f3-44c2-a449-0860f43bc52b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.647267 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-727a7f45-0bbb-4fb4-96b3-e20e3c070425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:23.650826 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-727a7f45-0bbb-4fb4-96b3-e20e3c070425 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05a1858b-b4f3-44c2-a449-0860f43bc52b HTTP/1.1" status: 204 len: 168 time: 0.1288791 Feb 19 02:04:23.658237 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a7f45-0bbb-4fb4-96b3-e20e3c070425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1858b-b4f3-44c2-a449-0860f43bc52b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:23.900048 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.265541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51004) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:24.366769 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1208586336-network', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:24.385920 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Made reservation on behalf of 2b9e6de2c6684144b2d6af173cf722de for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:24.388781 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.396866 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.469549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks [] for security_group (e004859e-47f2-4a18-bf6f-31dbcf205a92), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.473511 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e004859e-47f2-4a18-bf6f-31dbcf205a92), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.499195 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:24.508100 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e004859e-47f2-4a18-bf6f-31dbcf205a92,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:24.514161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6d50d521-a80a-413c-ad29-7becdafe8c01), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.514521 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Added segment 6d50d521-a80a-413c-ad29-7becdafe8c01 of type vlan for network 06061c56-e6ef-4794-9e73-6b19de043d12 Feb 19 02:04:24.557239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (06061c56-e6ef-4794-9e73-6b19de043d12), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.582188 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (06061c56-e6ef-4794-9e73-6b19de043d12), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.583113 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:24.583689 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.637973 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3713009 Feb 19 02:04:24.640826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51008) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:24.645625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Request body: {'subnet': {'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-subnet', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:24.658348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cefab-ef61-4bad-b528-a534f25affc7 admin admin] Pushing event updated for resources: {'Network': ['ID=06061c56-e6ef-4794-9e73-6b19de043d12,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:24.670466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 06061c56-e6ef-4794-9e73-6b19de043d12 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:24.671102 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Made reservation on behalf of 2b9e6de2c6684144b2d6af173cf722de for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:24.673506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.842540 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (ee24d1ef-613f-4d55-b85d-afb45f433348), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.897805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee24d1ef-613f-4d55-b85d-afb45f433348,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:24.907372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Checking segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:24.907734 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Network hostable DHCP agents. Network: 06061c56-e6ef-4794-9e73-6b19de043d12, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:24.924872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Network 06061c56-e6ef-4794-9e73-6b19de043d12 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:24.933167 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 06061c56-e6ef-4794-9e73-6b19de043d12) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:24.937120 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:24.937761 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.942068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ae13b-553d-482b-aa48-5b7930548b92 None None] Network 06061c56-e6ef-4794-9e73-6b19de043d12 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:24.953764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-97d0ba95-1909-47cb-ac20-ec3eff9c3658 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3119080 Feb 19 02:04:24.956741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51010) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:24.962109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:24.982369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (fcc52b08-d50d-4b55-891f-70772cd81e14), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:24.983413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (fcc52b08-d50d-4b55-891f-70772cd81e14), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.036498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks [] for router_controller (fcc52b08-d50d-4b55-891f-70772cd81e14), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.047834 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-06061c56-e6ef-4794-9e73-6b19de043d12', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:25.048869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.181535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks [] for router_gateway (fcc52b08-d50d-4b55-891f-70772cd81e14), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.188438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Allocated IP 172.20.0.2 (06061c56-e6ef-4794-9e73-6b19de043d12/ee24d1ef-613f-4d55-b85d-afb45f433348/ec741abe-ae85-41d2-b335-f05bff940fb2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:25.328986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Publish callbacks [] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.335022 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.375697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Network 06061c56-e6ef-4794-9e73-6b19de043d12 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:25.380079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:25.386217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks [] for router_gateway (fcc52b08-d50d-4b55-891f-70772cd81e14), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.388399 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:25.395621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Pushing event updated for resources: {'Port': ['ID=ec741abe-ae85-41d2-b335-f05bff940fb2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:25.407732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.450320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Attempting to bind port ec741abe-ae85-41d2-b335-f05bff940fb2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:25.450706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Attempting to bind port ec741abe-ae85-41d2-b335-f05bff940fb2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:25.451076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Attempting to bind port ec741abe-ae85-41d2-b335-f05bff940fb2 on network 06061c56-e6ef-4794-9e73-6b19de043d12 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:25.456020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:25.456424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Checking segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:25.456850 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.457301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Bound using segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:25.457802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Bound port: ec741abe-ae85-41d2-b335-f05bff940fb2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:25.458187 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.514771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Allocated IP 172.25.0.6 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/167bfd52-a3fe-4501-8bf4-5cf472ad5b24) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:25.534251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] For port ec741abe-ae85-41d2-b335-f05bff940fb2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:25.545327 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.548790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] For port ec741abe-ae85-41d2-b335-f05bff940fb2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec741abe-ae85-41d2-b335-f05bff940fb2,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:25.555065 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.620201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085afbd-5df0-40d5-a7fc-3b2b3f30e533 None None] Pushing event updated for resources: {'Port': ['ID=ec741abe-ae85-41d2-b335-f05bff940fb2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:25.635391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks [] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.676970 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:25.717824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:25.720731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:25.726740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:25.732408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Pushing event updated for resources: {'Port': ['ID=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:26.011891 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks [] for router_gateway (fcc52b08-d50d-4b55-891f-70772cd81e14), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:26.214203 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (fcc52b08-d50d-4b55-891f-70772cd81e14), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:26.353278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Router fcc52b08-d50d-4b55-891f-70772cd81e14 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:04:26.473529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:04:26.483607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Sync routers for ids ['fcc52b08-d50d-4b55-891f-70772cd81e14'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:04:26.493431 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Routers {'fcc52b08-d50d-4b55-891f-70772cd81e14'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:26.494144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fcc52b08-d50d-4b55-891f-70772cd81e14'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:26.566689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ece3d5-d78a-4516-b696-ab387cc1b076 None None] Network 06061c56-e6ef-4794-9e73-6b19de043d12 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:26.616395 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:26.621099 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d6db21ef-d281-46d1-ae4d-8b023b9803db admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6592216 Feb 19 02:04:26.621099 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51012) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:26.662741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec741abe-ae85-41d2-b335-f05bff940fb2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:26.708287 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:26.735436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:26.737835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Set router fcc52b08-d50d-4b55-891f-70772cd81e14 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:26.745348 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] Provisioning complete for port ec741abe-ae85-41d2-b335-f05bff940fb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:26.745739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:26.932747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ec741abe-ae85-41d2-b335-f05bff940fb2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:26.933154 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.050610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.060627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] Current status of the port ec741abe-ae85-41d2-b335-f05bff940fb2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:27.061026 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.141439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] For port ec741abe-ae85-41d2-b335-f05bff940fb2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec741abe-ae85-41d2-b335-f05bff940fb2,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:27.143484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec741abe-ae85-41d2-b335-f05bff940fb2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:27.144011 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.146655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.186875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:04:25Z', 'revision_number': 3, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:27.234193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Allocated IP 172.20.0.1 (06061c56-e6ef-4794-9e73-6b19de043d12/ee24d1ef-613f-4d55-b85d-afb45f433348/bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:27.348485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks [] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.385458 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.396174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Checking router: fcc52b08-d50d-4b55-891f-70772cd81e14 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:04:27.396524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Updating router fcc52b08-d50d-4b55-891f-70772cd81e14 port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:04:27.424191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Network 06061c56-e6ef-4794-9e73-6b19de043d12 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:27.427118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:27.429540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:27.456083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134748f-6e39-4b74-b8f8-d83f2a6fbc43 None None] Pushing event updated for resources: {'Port': ['ID=ec741abe-ae85-41d2-b335-f05bff940fb2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:27.461394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:27.466881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8a054413-29c9-435b-908f-5cd048b82f74 None None] Provisioning complete for port ec741abe-ae85-41d2-b335-f05bff940fb2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:27.467258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a054413-29c9-435b-908f-5cd048b82f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.476653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.482778 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (fcc52b08-d50d-4b55-891f-70772cd81e14), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.519194 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:04:27.519781 n-d-826752-2 neutron-server[103431]: DEBUG oslo_db.api [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:04:27.651707 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.710678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8a054413-29c9-435b-908f-5cd048b82f74 None None] Current status of the port ec741abe-ae85-41d2-b335-f05bff940fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:27.815476 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Publish callbacks [] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.823399 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.826523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks [] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.831323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.868311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d929d2ca-d180-4038-97fa-124027ae66b1 None None] Provisioning complete for port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:27.868693 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d929d2ca-d180-4038-97fa-124027ae66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.902799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (fcc52b08-d50d-4b55-891f-70772cd81e14), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.905565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:27.908551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Attempting to bind port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:27.908933 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Attempting to bind port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:27.909361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Attempting to bind port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:27.913380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f5e6c-6300-43f3-97ea-450a79141502 None None] Pushing event updated for resources: {'Port': ['ID=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:27.922679 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:27.923084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:27.923498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.923899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:27.924385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Bound port: 167bfd52-a3fe-4501-8bf4-5cf472ad5b24, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:27.924771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:27.951345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d929d2ca-d180-4038-97fa-124027ae66b1 None None] Port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:04:27.982736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] For port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:27.986023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] For port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:27.992230 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:28.009165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Network 06061c56-e6ef-4794-9e73-6b19de043d12 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:28.010546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:28.095140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Routers {'fcc52b08-d50d-4b55-891f-70772cd81e14'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:28.095852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fcc52b08-d50d-4b55-891f-70772cd81e14'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:28.133036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Router fcc52b08-d50d-4b55-891f-70772cd81e14 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:04:28.137331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec741abe-ae85-41d2-b335-f05bff940fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:28.139919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f5e6c-6300-43f3-97ea-450a79141502 None None] Pushing event updated for resources: {'Port': ['ID=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:28.234667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] Set router fcc52b08-d50d-4b55-891f-70772cd81e14 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:28.402176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9a65d1b3-dd48-4587-b7c9-b660042c6f9f None None] Provisioning complete for port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:28.402560 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a65d1b3-dd48-4587-b7c9-b660042c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:28.472402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a65d1b3-dd48-4587-b7c9-b660042c6f9f None None] Port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:04:28.498855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be', 'name': '', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'mac_address': 'fa:16:3e:3f:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:27Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 2, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'subnets': [{'id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:28.530598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e28727-7ccf-408b-b8a3-7535d4c6b237 None None] The sync data for ids ['fcc52b08-d50d-4b55-891f-70772cd81e14'] in n-d-826752-2 is: [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be', 'name': '', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'mac_address': 'fa:16:3e:3f:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:27Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 2, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'subnets': [{'id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:04:28.583423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:04:28.593503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-20391be8-7086-415c-8e7a-76523d2b15b2 admin admin] 10.222.0.43 "PUT /v2.0/routers/fcc52b08-d50d-4b55-891f-70772cd81e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9715679 Feb 19 02:04:28.604317 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec741abe-ae85-41d2-b335-f05bff940fb2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:28.658258 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ec741abe-ae85-41d2-b335-f05bff940fb2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:28.658639 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:28.778541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ec741abe-ae85-41d2-b335-f05bff940fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:29.135836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51030) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:29.141810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-464262005-network', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:29.162399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Made reservation on behalf of 452f1c43a6ee45f986791e658ca752c9 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:29.164886 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.173980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.281212 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks [] for security_group (d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.285569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.313746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:04:29.320351 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:29.327582 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.328160 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Added segment cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1 of type vlan for network 51ffd66a-d98c-438f-a933-dd5966fbff39 Feb 19 02:04:29.371688 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (51ffd66a-d98c-438f-a933-dd5966fbff39), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.398114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (51ffd66a-d98c-438f-a933-dd5966fbff39), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.399066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:29.399634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.461159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3233540 Feb 19 02:04:29.463904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51032) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:29.471104 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Request body: {'subnet': {'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-subnet', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:29.475538 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da16987-59ca-4562-bd56-f803d95c1021 admin admin] Pushing event updated for resources: {'Network': ['ID=51ffd66a-d98c-438f-a933-dd5966fbff39,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:29.486623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:04:29.500206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Made reservation on behalf of 452f1c43a6ee45f986791e658ca752c9 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:29.502600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.689427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.752321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:29.759701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Checking segment: {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:29.760064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Network hostable DHCP agents. Network: 51ffd66a-d98c-438f-a933-dd5966fbff39, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:04:29.777852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:04:29.788176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 51ffd66a-d98c-438f-a933-dd5966fbff39) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:29.797314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:29.797945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.798811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80334051-db9e-4d28-a323-3844e7fe91ea None None] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:29.815480 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d770a8a2-1f3b-4289-a28c-e299336a60ba admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3505030 Feb 19 02:04:29.817985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51034) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:29.822711 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:29.842936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c00fb48a-e149-43d2-8e05-55550d45dd8c), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.844084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c00fb48a-e149-43d2-8e05-55550d45dd8c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.904077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks [] for router_controller (c00fb48a-e149-43d2-8e05-55550d45dd8c), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:29.907704 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-51ffd66a-d98c-438f-a933-dd5966fbff39', 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'fixed_ips': [{'subnet_id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:04:29.908796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.053130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Allocated IP 172.20.0.2 (51ffd66a-d98c-438f-a933-dd5966fbff39/e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d/d5f428e3-2fd2-473c-bd33-83d742c51543) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:30.062252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks [] for router_gateway (c00fb48a-e149-43d2-8e05-55550d45dd8c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.201362 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Publish callbacks [] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.209277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.253521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:30.258632 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:30.263131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:30.266179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Pushing event updated for resources: {'Port': ['ID=d5f428e3-2fd2-473c-bd33-83d742c51543,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:30.289230 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks [] for router_gateway (c00fb48a-e149-43d2-8e05-55550d45dd8c), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.308738 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.322915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Attempting to bind port d5f428e3-2fd2-473c-bd33-83d742c51543 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:30.323299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Attempting to bind port d5f428e3-2fd2-473c-bd33-83d742c51543 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:30.323667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Attempting to bind port d5f428e3-2fd2-473c-bd33-83d742c51543 on network 51ffd66a-d98c-438f-a933-dd5966fbff39 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:30.328664 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:30.329067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Checking segment: {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:30.329478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.329875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Bound using segment: {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:30.330607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Bound port: d5f428e3-2fd2-473c-bd33-83d742c51543, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:30.331001 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.405193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] For port d5f428e3-2fd2-473c-bd33-83d742c51543, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:30.408688 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] For port d5f428e3-2fd2-473c-bd33-83d742c51543, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d5f428e3-2fd2-473c-bd33-83d742c51543,segment=NetworkSegment(cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1),segment_id=cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:30.415643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.419480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Allocated IP 172.25.0.34 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/a83ec767-6a7d-42d1-9d60-23b2c4321886) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:30.477918 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b868c9-9e34-4e76-84a1-73a794daec84 None None] Pushing event updated for resources: {'Port': ['ID=d5f428e3-2fd2-473c-bd33-83d742c51543,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:30.543827 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks [] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.589481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.639018 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:30.650087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:30.653120 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Pushing event updated for resources: {'Port': ['ID=a83ec767-6a7d-42d1-9d60-23b2c4321886,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:30.656585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:30.656703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:30.752142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:30.753479 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.819065 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Sync routers for ids ['fcc52b08-d50d-4b55-891f-70772cd81e14'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:04:30.839625 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Routers {'fcc52b08-d50d-4b55-891f-70772cd81e14'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:30.840386 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fcc52b08-d50d-4b55-891f-70772cd81e14'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:30.842856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:30.844128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.866291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:30.871171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.930575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:30.956349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks [] for router_gateway (c00fb48a-e149-43d2-8e05-55550d45dd8c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:30.967711 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Set router fcc52b08-d50d-4b55-891f-70772cd81e14 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:31.161371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c00fb48a-e149-43d2-8e05-55550d45dd8c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.162120 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be', 'name': '', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'mac_address': 'fa:16:3e:3f:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:27Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 2, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'subnets': [{'id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:31.192342 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Checking router: fcc52b08-d50d-4b55-891f-70772cd81e14 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:04:31.192781 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Updating router fcc52b08-d50d-4b55-891f-70772cd81e14 port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:04:31.230612 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.311064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Router c00fb48a-e149-43d2-8e05-55550d45dd8c is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:04:31.443929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:04:31.464189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Sync routers for ids ['c00fb48a-e149-43d2-8e05-55550d45dd8c'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:04:31.464954 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.469320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b3faea65-7366-42eb-bef3-fe2aa9814d2d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6477554 Feb 19 02:04:31.470090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51036) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:31.491764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Routers {'c00fb48a-e149-43d2-8e05-55550d45dd8c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:31.492771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c00fb48a-e149-43d2-8e05-55550d45dd8c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:31.627459 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Publish callbacks [] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.636478 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.693735 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Pushing event updated for resources: {'Port': ['ID=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:31.714353 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.714699 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.715045 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.715384 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.715717 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.716048 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.716379 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.716705 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.717047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.717374 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.717695 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.718015 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.718337 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:31.807748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Attempting to bind port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:31.808657 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Attempting to bind port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:31.809052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Attempting to bind port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be on network 06061c56-e6ef-4794-9e73-6b19de043d12 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:31.818303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:31.818686 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Checking segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:31.819096 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.819654 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Bound using segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:31.819956 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Bound port: bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:31.820338 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.904627 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] For port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:31.906489 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Set router c00fb48a-e149-43d2-8e05-55550d45dd8c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:31.912271 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] For port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:31.921112 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:31.935618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d469d-229c-4496-ae47-b0703c5fc3ee None None] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:04:32.009214 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Routers {'fcc52b08-d50d-4b55-891f-70772cd81e14'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:32.010724 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fcc52b08-d50d-4b55-891f-70772cd81e14'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:32.085599 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edd645-bf20-4bf8-8133-4240bb333bec None None] Pushing event updated for resources: {'Port': ['ID=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:32.202018 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] Set router fcc52b08-d50d-4b55-891f-70772cd81e14 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:32.204861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.250803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] Provisioning complete for port d5f428e3-2fd2-473c-bd33-83d742c51543 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:32.251202 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.375710 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] Current status of the port d5f428e3-2fd2-473c-bd33-83d742c51543 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:32.376404 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.398897 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Allocated IP 172.20.0.1 (51ffd66a-d98c-438f-a933-dd5966fbff39/e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d/fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:32.400569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 3, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:32.436816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] For port d5f428e3-2fd2-473c-bd33-83d742c51543, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d5f428e3-2fd2-473c-bd33-83d742c51543,segment=NetworkSegment(cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1),segment_id=cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:32.463445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.470076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Checking router: c00fb48a-e149-43d2-8e05-55550d45dd8c for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:04:32.470618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Updating router c00fb48a-e149-43d2-8e05-55550d45dd8c port a83ec767-6a7d-42d1-9d60-23b2c4321886 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:04:32.519065 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks [] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.522484 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be', 'name': '', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'mac_address': 'fa:16:3e:3f:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:27Z', 'updated_at': '2022-02-19T02:04:31Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'subnets': [{'id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:32.540621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.561860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.572437 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac827357-ed55-4c1b-bca4-d7118fc3e67b None None] The sync data for ids ['fcc52b08-d50d-4b55-891f-70772cd81e14'] in n-d-826752-2 is: [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:04:27Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be', 'name': '', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'mac_address': 'fa:16:3e:3f:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:27Z', 'updated_at': '2022-02-19T02:04:31Z', 'revision_number': 4, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'subnets': [{'id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:04:32.606474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bea7fa-f87b-4cc2-aa7f-cf267d648d40 None None] Pushing event updated for resources: {'Port': ['ID=d5f428e3-2fd2-473c-bd33-83d742c51543,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:32.630786 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:32.634342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:32.642305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:32.689168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Pushing event updated for resources: {'Port': ['ID=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:32.719175 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.719530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.720201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.720555 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.720900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.721271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.721608 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.722008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.722269 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.722638 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.722944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.723238 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.723565 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:04:32.744757 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (c00fb48a-e149-43d2-8e05-55550d45dd8c), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.781630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] Provisioning complete for port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:32.783464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:32.861383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:32.985551 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.082123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:33.083089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.110125 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] Current status of the port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:33.110510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.190051 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] For port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:33.195169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks [] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.199138 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.202616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.283144 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (c00fb48a-e149-43d2-8e05-55550d45dd8c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.285224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Pushing event updated for resources: {'Port': ['ID=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:33.297938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:33.299047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:33.379657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb51f1-a6ab-4f7a-b99f-e4a16351b221 None None] Pushing event updated for resources: {'Port': ['ID=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:33.401639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:33.403387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:33.410190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7bc7b7f0-d390-4b4a-a348-a8a1f48ce89a None None] Provisioning complete for port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:33.410674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b7f0-d390-4b4a-a348-a8a1f48ce89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.469336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Publish callbacks [] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.487604 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.556560 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Router c00fb48a-e149-43d2-8e05-55550d45dd8c has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:04:33.580560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3f0a-15c2-4921-a15d-cf650c0fa405 None None] Pushing event updated for resources: {'Port': ['ID=a83ec767-6a7d-42d1-9d60-23b2c4321886,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:33.590154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:33.590683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.642011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b7f0-d390-4b4a-a348-a8a1f48ce89a None None] Port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:04:33.679392 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Attempting to bind port a83ec767-6a7d-42d1-9d60-23b2c4321886 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:33.679769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Attempting to bind port a83ec767-6a7d-42d1-9d60-23b2c4321886 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:33.680144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Attempting to bind port a83ec767-6a7d-42d1-9d60-23b2c4321886 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:33.686885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7bc7b7f0-d390-4b4a-a348-a8a1f48ce89a None None] Provisioning complete for port d5f428e3-2fd2-473c-bd33-83d742c51543 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:33.687359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b7f0-d390-4b4a-a348-a8a1f48ce89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.693052 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:33.693417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:33.693833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.694224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:33.694705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Bound port: a83ec767-6a7d-42d1-9d60-23b2c4321886, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:33.695089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.722094 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:04:33.727908 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a4fb4a30-706a-4c80-810a-42faf5a91784 admin admin] 10.222.0.43 "PUT /v2.0/routers/c00fb48a-e149-43d2-8e05-55550d45dd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549882 Feb 19 02:04:33.813145 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:33.814201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d5f428e3-2fd2-473c-bd33-83d742c51543 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:33.855714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] For port a83ec767-6a7d-42d1-9d60-23b2c4321886, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:33.873481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] For port a83ec767-6a7d-42d1-9d60-23b2c4321886, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a83ec767-6a7d-42d1-9d60-23b2c4321886,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:33.885306 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:33.972358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b7f0-d390-4b4a-a348-a8a1f48ce89a None None] Current status of the port d5f428e3-2fd2-473c-bd33-83d742c51543 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:33.989582 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Routers {'c00fb48a-e149-43d2-8e05-55550d45dd8c'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:33.990232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c00fb48a-e149-43d2-8e05-55550d45dd8c'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:34.028811 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3f0a-15c2-4921-a15d-cf650c0fa405 None None] Pushing event updated for resources: {'Port': ['ID=a83ec767-6a7d-42d1-9d60-23b2c4321886,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:34.042499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d5f428e3-2fd2-473c-bd33-83d742c51543 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:34.043720 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:34.328166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] Set router c00fb48a-e149-43d2-8e05-55550d45dd8c gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:34.329878 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c38a7b83-82f1-4507-93fe-cce66025dc17 None None] Provisioning complete for port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:34.330254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c38a7b83-82f1-4507-93fe-cce66025dc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:34.429604 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-a74a6694-e3e9-42d2-8514-45e91b20ed5a tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:34.431110 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-a74a6694-e3e9-42d2-8514-45e91b20ed5a tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 817 time: 0.1010525 Feb 19 02:04:34.446324 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-829b2a41-7681-449d-a021-ee8b98cdb31d tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/quotas/2b9e6de2c6684144b2d6af173cf722de HTTP/1.1" status: 200 len: 375 time: 0.0096819 Feb 19 02:04:34.462442 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c38a7b83-82f1-4507-93fe-cce66025dc17 None None] Port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:04:34.476093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d5f428e3-2fd2-473c-bd33-83d742c51543 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:34.505311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-a6bbe904-8175-41ec-9db8-87f510e026f9 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526628 Feb 19 02:04:34.600284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:34.606537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:04:32Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8', 'name': '', 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'mac_address': 'fa:16:3e:fa:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:32Z', 'updated_at': '2022-02-19T02:04:33Z', 'revision_number': 2, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'subnets': [{'id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:34.613977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-0e2093b5-207e-446d-8029-203d96839378 service neutron] 10.222.0.43 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968564 Feb 19 02:04:34.661676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d71a720-32d0-48a9-847a-1d8c75052528 None None] The sync data for ids ['c00fb48a-e149-43d2-8e05-55550d45dd8c'] in n-d-826752-2 is: [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:04:32Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8', 'name': '', 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'mac_address': 'fa:16:3e:fa:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:32Z', 'updated_at': '2022-02-19T02:04:33Z', 'revision_number': 2, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'subnets': [{'id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:04:34.695372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:34.695819 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:34.717469 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-45ce882d-be19-43a7-95af-71929f1d633a service neutron] 10.222.0.43 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968585 Feb 19 02:04:34.778208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:34.779292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d5f428e3-2fd2-473c-bd33-83d742c51543 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:34.833443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d5f428e3-2fd2-473c-bd33-83d742c51543 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:34.833763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:34.929294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04e30eb0-ce5e-465a-9d80-ff2efaf6344d req-3ff27073-d20e-4131-bc18-39c73f942837 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 210 time: 0.0426209 Feb 19 02:04:34.964057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d5f428e3-2fd2-473c-bd33-83d742c51543 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:35.932382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-65d51084-4692-4eef-9710-fffbd6ea0884 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:35.934090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-65d51084-4692-4eef-9710-fffbd6ea0884 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 817 time: 0.1211290 Feb 19 02:04:35.947166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Request body: {'port': {'device_id': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'admin_state_up': True, 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:36.048825 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e296f3d9-40fe-408a-8cd7-e67ea9098ad0 req-2baef5dc-ce6f-41cf-93fe-3444686798ed tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 210 time: 0.0337579 Feb 19 02:04:36.076322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Made reservation on behalf of 2b9e6de2c6684144b2d6af173cf722de for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:04:36.081452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.222319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Allocated IP 172.20.0.13 (06061c56-e6ef-4794-9e73-6b19de043d12/ee24d1ef-613f-4d55-b85d-afb45f433348/d66fb4fe-6726-449a-a1f3-bcf03e8abeab) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:04:36.360825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks [] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.396945 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.443798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Network 06061c56-e6ef-4794-9e73-6b19de043d12 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:04:36.447010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:04:36.452610 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:04:36.458906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Pushing event updated for resources: {'Port': ['ID=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:36.513360 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:36.513962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.530673 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-60b76fd4-ef70-4b29-a69d-7f1e150bc564 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880857 Feb 19 02:04:36.543485 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Request body: {'port': {'device_id': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:04:36.619544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.628516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a83ec767-6a7d-42d1-9d60-23b2c4321886 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:36.698232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a83ec767-6a7d-42d1-9d60-23b2c4321886 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:36.698757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.724466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b9e56277-3aa4-4e8a-b075-e4881f7ef61e None None] Provisioning complete for port d66fb4fe-6726-449a-a1f3-bcf03e8abeab triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:36.724769 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9e56277-3aa4-4e8a-b075-e4881f7ef61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.777669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b9e56277-3aa4-4e8a-b075-e4881f7ef61e None None] Port d66fb4fe-6726-449a-a1f3-bcf03e8abeab cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:04:36.820155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a83ec767-6a7d-42d1-9d60-23b2c4321886 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:36.820740 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.843019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port a83ec767-6a7d-42d1-9d60-23b2c4321886, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a83ec767-6a7d-42d1-9d60-23b2c4321886,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:36.848863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.899731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=a83ec767-6a7d-42d1-9d60-23b2c4321886,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:36.938666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66fb4fe-6726-449a-a1f3-bcf03e8abeab {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:04:36.946313 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Publish callbacks [] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.958631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Transition to ACTIVE for port object d66fb4fe-6726-449a-a1f3-bcf03e8abeab will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:04:36.962438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:36.997107 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Sync routers for ids ['c00fb48a-e149-43d2-8e05-55550d45dd8c'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:04:37.008890 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Routers {'c00fb48a-e149-43d2-8e05-55550d45dd8c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:37.009554 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c00fb48a-e149-43d2-8e05-55550d45dd8c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:37.019366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:37.093532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Attempting to bind port d66fb4fe-6726-449a-a1f3-bcf03e8abeab on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:37.093867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Attempting to bind port d66fb4fe-6726-449a-a1f3-bcf03e8abeab by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:37.094201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Attempting to bind port d66fb4fe-6726-449a-a1f3-bcf03e8abeab on network 06061c56-e6ef-4794-9e73-6b19de043d12 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:37.099198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Port d66fb4fe-6726-449a-a1f3-bcf03e8abeab on network 06061c56-e6ef-4794-9e73-6b19de043d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:04:37.099411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Attempting to bind port d66fb4fe-6726-449a-a1f3-bcf03e8abeab on network 06061c56-e6ef-4794-9e73-6b19de043d12 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:37.107049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:37.107451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Checking segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:37.107847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Bound using segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:37.108333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Bound port: d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:37.109342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.140093 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Set router c00fb48a-e149-43d2-8e05-55550d45dd8c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:37.213014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] For port d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:37.218348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] For port d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:37.225734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.241289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88deebb-d2b6-4b9b-b0e8-be1c0d84af33 req-3aa5b48b-fd2d-4db0-904f-8c193c004952 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.242719 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a88deebb-d2b6-4b9b-b0e8-be1c0d84af33 req-3aa5b48b-fd2d-4db0-904f-8c193c004952 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 944 time: 0.0949204 Feb 19 02:04:37.270688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.271488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.273052 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] 10.222.0.89 "PUT /v2.0/ports/d66fb4fe-6726-449a-a1f3-bcf03e8abeab HTTP/1.1" status: 200 len: 1092 time: 0.7345097 Feb 19 02:04:37.281021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'tag': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:04:37.283306 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b15ed-986f-4843-80cd-aee9ad72a050" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7d9fac-b882-4c18-a144-1ce3aeda45b7", "tag": "d66fb4fe-6726-449a-a1f3-bcf03e8abeab"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:04:37.351579 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c950938-1e13-4786-9be7-dcd3c9ac4623 x-openstack-request-id: req-0c950938-1e13-4786-9be7-dcd3c9ac4623 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:04:37.351961 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7d9fac-b882-4c18-a144-1ce3aeda45b7", "tag": "d66fb4fe-6726-449a-a1f3-bcf03e8abeab", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:04:37.352138 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c950938-1e13-4786-9be7-dcd3c9ac4623 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:04:37.352522 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'tag': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab', 'status': 'completed', 'code': 200} Feb 19 02:04:37.391645 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:04:32Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8', 'name': '', 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'mac_address': 'fa:16:3e:fa:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:32Z', 'updated_at': '2022-02-19T02:04:33Z', 'revision_number': 2, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'subnets': [{'id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:37.393350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543d1e0-2558-4c7f-a09d-53a5b4f50ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:37.400519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a88deebb-d2b6-4b9b-b0e8-be1c0d84af33 req-536144e5-e74c-4a91-9290-22ac447d108a tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374910 Feb 19 02:04:37.424727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-2fdc41b6-559f-4158-b46d-59a7d7b06bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.424727 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-2fdc41b6-559f-4158-b46d-59a7d7b06bec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 1126 time: 0.1050174 Feb 19 02:04:37.426258 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Checking router: c00fb48a-e149-43d2-8e05-55550d45dd8c for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:04:37.426543 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Updating router c00fb48a-e149-43d2-8e05-55550d45dd8c port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:04:37.456925 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.471240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-3ccd6114-5dff-4464-83c0-f2c9cf9bafa4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab HTTP/1.1" status: 200 len: 217 time: 0.0397797 Feb 19 02:04:37.533531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-f44ceb02-c3a1-46c2-b851-b466e13d8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.534989 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-f44ceb02-c3a1-46c2-b851-b466e13d8d59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee24d1ef-613f-4d55-b85d-afb45f433348 HTTP/1.1" status: 200 len: 856 time: 0.0585020 Feb 19 02:04:37.584765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-32ee8c6e-1bb9-4f4e-9db0-5b7af33f3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.586241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-32ee8c6e-1bb9-4f4e-9db0-5b7af33f3847 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06061c56-e6ef-4794-9e73-6b19de043d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454264 Feb 19 02:04:37.674839 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-fae13a6b-2b88-4e79-ba6c-fa4d043b3a3a service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821970 Feb 19 02:04:37.743395 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Publish callbacks [] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.748780 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.768024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-20a6daee-6e26-42d4-af84-edd3fb9deb42 req-4be65975-f5f4-454b-94ff-6680c364058b service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864916 Feb 19 02:04:37.805235 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641d85a-3776-4fe5-bee1-5aa76ab13117 None None] Pushing event updated for resources: {'Port': ['ID=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:37.865318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-f1bd6427-8e82-4988-a43b-94e62ecb33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.866840 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-f1bd6427-8e82-4988-a43b-94e62ecb33c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 1126 time: 0.0484567 Feb 19 02:04:37.869772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Attempting to bind port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:04:37.869772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Attempting to bind port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:04:37.870008 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Attempting to bind port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 on network 51ffd66a-d98c-438f-a933-dd5966fbff39 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:04:37.876152 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:04:37.876536 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Checking segment: {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:04:37.876939 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.877374 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Bound using segment: {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:04:37.877842 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Bound port: fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:04:37.878223 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.952101 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] For port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:04:37.955492 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] For port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,segment=NetworkSegment(cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1),segment_id=cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:04:37.962918 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:37.975608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-4aae2e3e-4691-4e9e-90df-ffd2408171bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:37.977583 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-4aae2e3e-4691-4e9e-90df-ffd2408171bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 918 time: 0.1048269 Feb 19 02:04:38.019489 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Routers {'c00fb48a-e149-43d2-8e05-55550d45dd8c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:04:38.020123 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:04:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c00fb48a-e149-43d2-8e05-55550d45dd8c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:38.023980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-60272346-9e13-4392-8c47-106ec7ac7cd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab HTTP/1.1" status: 200 len: 217 time: 0.0399544 Feb 19 02:04:38.024971 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641d85a-3776-4fe5-bee1-5aa76ab13117 None None] Pushing event updated for resources: {'Port': ['ID=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:38.062068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] Provisioning complete for port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:38.063165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:38.081738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-c2b2b415-3b2b-412d-a3e1-8330dcdbacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:38.083220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-c2b2b415-3b2b-412d-a3e1-8330dcdbacb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee24d1ef-613f-4d55-b85d-afb45f433348 HTTP/1.1" status: 200 len: 856 time: 0.0537519 Feb 19 02:04:38.153598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-4423c191-07f0-4c8b-ae43-0e4b620fd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:38.155332 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-4423c191-07f0-4c8b-ae43-0e4b620fd651 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06061c56-e6ef-4794-9e73-6b19de043d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0656245 Feb 19 02:04:38.178265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] Current status of the port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:38.178717 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:38.217594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] For port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,segment=NetworkSegment(cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1),segment_id=cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:38.223483 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:38.255224 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] Set router c00fb48a-e149-43d2-8e05-55550d45dd8c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:04:38.289800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8010283-77b7-4d2b-9586-f974c56612d9 None None] Pushing event updated for resources: {'Port': ['ID=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:38.291146 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-5fb15b41-5cb6-46e0-b336-d30255076284 service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248858 Feb 19 02:04:38.347966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e87f99a-441d-46bf-ac0f-077c5596a084 None None] Provisioning complete for port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:38.348342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e87f99a-441d-46bf-ac0f-077c5596a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:38.390540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-958b15ed-986f-4843-80cd-aee9ad72a050 req-70d30089-2ddb-4c5d-abfb-a12f4859e2b2 service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919836 Feb 19 02:04:38.436462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e87f99a-441d-46bf-ac0f-077c5596a084 None None] Current status of the port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:38.463892 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-784c5a38-8e40-4326-826a-5134de12381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:04:32Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8', 'name': '', 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'mac_address': 'fa:16:3e:fa:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:32Z', 'updated_at': '2022-02-19T02:04:37Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'subnets': [{'id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:04:38.494342 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5a38-8e40-4326-826a-5134de12381d None None] The sync data for ids ['c00fb48a-e149-43d2-8e05-55550d45dd8c'] in n-d-826752-2 is: [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:04:32Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8', 'name': '', 'network_id': '51ffd66a-d98c-438f-a933-dd5966fbff39', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'mac_address': 'fa:16:3e:fa:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:32Z', 'updated_at': '2022-02-19T02:04:37Z', 'revision_number': 4, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'subnets': [{'id': 'e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:04:38.539911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2a25a-a742-4ff1-942f-f9bec5775591 req-e39601c3-42a1-450b-83eb-d32bd1dd6967 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:38.541514 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7aa2a25a-a742-4ff1-942f-f9bec5775591 req-e39601c3-42a1-450b-83eb-d32bd1dd6967 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 944 time: 0.0600812 Feb 19 02:04:38.610892 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7aa2a25a-a742-4ff1-942f-f9bec5775591 req-9c305834-ca6e-411c-9edc-622723872e7b tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606191 Feb 19 02:04:38.642703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:38.694357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:38.694735 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:38.777568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:38.778649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a83ec767-6a7d-42d1-9d60-23b2c4321886 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:38.827412 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port a83ec767-6a7d-42d1-9d60-23b2c4321886 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:38.827789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:38.916901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port a83ec767-6a7d-42d1-9d60-23b2c4321886 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:39.735847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a41e1e-daf0-49e2-ab53-4b46e662a8ee req-b4a7cfdb-5f75-4c0f-a8de-6ee3210a1cb4 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:39.737229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25a41e1e-daf0-49e2-ab53-4b46e662a8ee req-b4a7cfdb-5f75-4c0f-a8de-6ee3210a1cb4 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 944 time: 0.0581748 Feb 19 02:04:39.784135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25a41e1e-daf0-49e2-ab53-4b46e662a8ee req-1e97e931-2b96-403e-b6ab-da5f401af760 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Feb 19 02:04:40.144783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d66fb4fe-6726-449a-a1f3-bcf03e8abeab details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:04:40.242137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:40.254274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'port_id': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab', 'mac_address': 'fa:16:3e:b4:c0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:04:40.289966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d66fb4fe-6726-449a-a1f3-bcf03e8abeab is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:40.290358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:40.303406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66fb4fe-6726-449a-a1f3-bcf03e8abeab {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:04:40.327327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:40.331092 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:40.376534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:40.562825 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d66fb4fe-6726-449a-a1f3-bcf03e8abeab'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:04:40.902461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073a64f-4126-4912-af2d-4b4618dae89b req-d9f114cb-1e60-4492-b603-eb1c18a2847e tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:40.903865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0073a64f-4126-4912-af2d-4b4618dae89b req-d9f114cb-1e60-4492-b603-eb1c18a2847e tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 945 time: 0.0535927 Feb 19 02:04:40.949999 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0073a64f-4126-4912-af2d-4b4618dae89b req-ac431c31-12c4-45ac-9999-db04781e57ec tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Feb 19 02:04:42.073681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79146fe-1c01-4ce0-b028-8f4831c1bf5d req-b8bab1f2-e97c-4ee0-ab91-b09d6ba41c0e tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:42.075163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f79146fe-1c01-4ce0-b028-8f4831c1bf5d req-b8bab1f2-e97c-4ee0-ab91-b09d6ba41c0e tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Feb 19 02:04:42.121463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f79146fe-1c01-4ce0-b028-8f4831c1bf5d req-3c57cf93-99da-43dc-b92d-97636ac6a40b tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Feb 19 02:04:42.150088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d66fb4fe-6726-449a-a1f3-bcf03e8abeab up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:04:42.203391 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port d66fb4fe-6726-449a-a1f3-bcf03e8abeab completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:04:42.207368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port d66fb4fe-6726-449a-a1f3-bcf03e8abeab triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:04:42.207742 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:42.282888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d66fb4fe-6726-449a-a1f3-bcf03e8abeab is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:04:42.284385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:42.307272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:04:42.310411 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc40a3-86db-4fa4-85f9-9386d21f3329" -d '{"events": [{"server_uuid": "6b7d9fac-b882-4c18-a144-1ce3aeda45b7", "name": "network-vif-plugged", "status": "completed", "tag": "d66fb4fe-6726-449a-a1f3-bcf03e8abeab"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:04:42.327493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:04:42.331724 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:42.354348 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1dd8e3-bd4b-4ec2-81ef-ce7b723898ed x-openstack-request-id: req-6a1dd8e3-bd4b-4ec2-81ef-ce7b723898ed {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:04:42.354644 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7d9fac-b882-4c18-a144-1ce3aeda45b7", "name": "network-vif-plugged", "status": "completed", "tag": "d66fb4fe-6726-449a-a1f3-bcf03e8abeab", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:04:42.354963 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a1dd8e3-bd4b-4ec2-81ef-ce7b723898ed {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:04:42.355381 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab', 'code': 200} Feb 19 02:04:42.382079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:04:42.451150 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa793aa-6730-4176-9c18-c60068a1f25f req-0f07fed8-0bea-47b4-a938-53f608df3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:42.452669 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfa793aa-6730-4176-9c18-c60068a1f25f req-0f07fed8-0bea-47b4-a938-53f608df3ab6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 1128 time: 0.0473533 Feb 19 02:04:42.496446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bfa793aa-6730-4176-9c18-c60068a1f25f req-5ee2147a-ede8-4dc7-9a30-3c66fd2c64e0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363953 Feb 19 02:04:43.240727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b2e81-41ff-46ec-a0dc-07f55a51dc2c req-70c9a64b-b7e2-46d6-be2e-22ec61a02035 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:43.242215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f79b2e81-41ff-46ec-a0dc-07f55a51dc2c req-70c9a64b-b7e2-46d6-be2e-22ec61a02035 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 946 time: 0.0531321 Feb 19 02:04:43.287963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f79b2e81-41ff-46ec-a0dc-07f55a51dc2c req-6cc7ef64-2576-4b64-b46f-1ebfe1e30de1 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Feb 19 02:04:44.418371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae966d-3aef-4fb6-a261-26f762992958 req-f9b31456-a14e-466e-84ba-14348ed6f4e1 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:44.419773 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7ae966d-3aef-4fb6-a261-26f762992958 req-f9b31456-a14e-466e-84ba-14348ed6f4e1 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 946 time: 0.0562615 Feb 19 02:04:44.465251 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e7ae966d-3aef-4fb6-a261-26f762992958 req-e07453ff-b67e-4f9d-9609-31b38043f749 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Feb 19 02:04:44.581047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b17d7-b57f-4022-b269-93ee6e0a6ba7 req-a49b9525-6d1e-4765-ac76-33919c9cf9ac tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:44.582556 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a2b17d7-b57f-4022-b269-93ee6e0a6ba7 req-a49b9525-6d1e-4765-ac76-33919c9cf9ac tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 946 time: 0.0511341 Feb 19 02:04:44.634707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1a2b17d7-b57f-4022-b269-93ee6e0a6ba7 req-a68ceee3-582f-4032-8a8d-3c1044a47214 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Feb 19 02:04:48.865866 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:50.370722 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8c13661-0612-46d8-a9dd-df771160aa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:52.720489 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-093abb02-15ec-49c8-a0d4-c704734da198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:53.898797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:55.537229 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:56.586221 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:56.628706 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:56.891828 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:05:18.869359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.892694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b789c15-556b-4a34-b32d-074667e73097 req-2ba0275f-caac-42ab-b8dc-56a78830664d tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:19.894256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b789c15-556b-4a34-b32d-074667e73097 req-2ba0275f-caac-42ab-b8dc-56a78830664d tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 946 time: 0.0546033 Feb 19 02:05:19.942071 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b789c15-556b-4a34-b32d-074667e73097 req-5269e6cf-d2c9-4bae-afdf-698e719df6c7 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Feb 19 02:05:20.383658 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd796982-165e-4575-a592-84837fec530a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.063715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19b76-70d7-450c-a0d3-772b9fd71d55 req-dd394b80-b369-4588-a356-4b3427ab1c08 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:21.065289 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74c19b76-70d7-450c-a0d3-772b9fd71d55 req-dd394b80-b369-4588-a356-4b3427ab1c08 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 946 time: 0.0526738 Feb 19 02:05:21.114074 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74c19b76-70d7-450c-a0d3-772b9fd71d55 req-4dabb23f-e752-44b4-ab0b-62e08941d59e tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Feb 19 02:05:21.357573 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-5e22bd6f-0815-461e-ac43-93a936703a0f tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:21.358961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-5e22bd6f-0815-461e-ac43-93a936703a0f tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 946 time: 0.0541091 Feb 19 02:05:21.455743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Deleting port d66fb4fe-6726-449a-a1f3-bcf03e8abeab {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:05:21.456088 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.551559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] For port d66fb4fe-6726-449a-a1f3-bcf03e8abeab, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:21.551944 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.565817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Calling delete_port for d66fb4fe-6726-449a-a1f3-bcf03e8abeab owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:05:21.705613 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d66fb4fe-6726-449a-a1f3-bcf03e8abeab), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.717493 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d66fb4fe-6726-449a-a1f3-bcf03e8abeab'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:05:21.735333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Pushing event deleted for resources: {'Port': ['ID=d66fb4fe-6726-449a-a1f3-bcf03e8abeab,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:21.762970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.763323 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.763668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.764004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.764411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.764762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.765172 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.765522 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.765832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.766155 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.766550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.766912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.767246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:21.793955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] No DVR routers for this DVR port d66fb4fe-6726-449a-a1f3-bcf03e8abeab on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:05:21.796454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.800899 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5bab99b9-3407-4644-ad00-8beb219d77b5 req-b60efa38-6773-4079-adbd-bf8b9bdde6ff tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "DELETE /v2.0/ports/d66fb4fe-6726-449a-a1f3-bcf03e8abeab HTTP/1.1" status: 204 len: 173 time: 0.4365551 Feb 19 02:05:21.801373 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'name': 'network-vif-deleted', 'tag': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:21.803621 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c77340-554e-46f1-a1e4-c236c4ae57ef" -d '{"events": [{"server_uuid": "6b7d9fac-b882-4c18-a144-1ce3aeda45b7", "name": "network-vif-deleted", "tag": "d66fb4fe-6726-449a-a1f3-bcf03e8abeab"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:21.841489 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b591f3e1-19e9-46ac-b0ce-c7a2d9c9fc85 x-openstack-request-id: req-b591f3e1-19e9-46ac-b0ce-c7a2d9c9fc85 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:21.841809 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7d9fac-b882-4c18-a144-1ce3aeda45b7", "name": "network-vif-deleted", "tag": "d66fb4fe-6726-449a-a1f3-bcf03e8abeab", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:21.842062 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b591f3e1-19e9-46ac-b0ce-c7a2d9c9fc85 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:21.842468 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7d9fac-b882-4c18-a144-1ce3aeda45b7', 'name': 'network-vif-deleted', 'tag': 'd66fb4fe-6726-449a-a1f3-bcf03e8abeab', 'status': 'completed', 'code': 200} Feb 19 02:05:22.233692 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-787b95c7-3f01-4f6e-8d33-44e7edeaa711 req-cbc5211e-502c-4f6c-857a-dc74e098e7c5 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7d9fac-b882-4c18-a144-1ce3aeda45b7 HTTP/1.1" status: 200 len: 210 time: 0.0324812 Feb 19 02:05:22.720789 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f295f73f-b5bd-49cf-ae9e-1b005965aaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:23.745314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-52d7203a-6d3d-427a-9cf2-fcaf5b537369 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:23.746764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-52d7203a-6d3d-427a-9cf2-fcaf5b537369 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 817 time: 0.1057761 Feb 19 02:05:23.762138 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-4446e331-e9db-41f2-b052-d321c94a5914 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/quotas/2b9e6de2c6684144b2d6af173cf722de HTTP/1.1" status: 200 len: 375 time: 0.0099978 Feb 19 02:05:23.817219 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b676b3fe-8d90-4cd3-a3c5-a83b8f3a8386 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499697 Feb 19 02:05:23.899618 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:23.916391 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-e0df6eeb-6b87-4836-bdbe-54a7af4f00db service neutron] 10.222.0.43 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874608 Feb 19 02:05:24.003503 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-6d3f97fd-50a8-4bd9-9746-63fbda10487c service neutron] 10.222.0.43 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813260 Feb 19 02:05:24.167047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-733d4d2e-0bef-4b5d-b642-f1f7b22b11f2 req-b94c9511-534a-4536-bf09-f53faf6e005d tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 210 time: 0.0299644 Feb 19 02:05:25.081256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-94544282-8d83-4f4b-92e9-c35d4367c2fc tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:25.082690 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-94544282-8d83-4f4b-92e9-c35d4367c2fc tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 817 time: 0.0997188 Feb 19 02:05:25.094371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Request body: {'port': {'device_id': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'admin_state_up': True, 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:25.214658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Made reservation on behalf of 2b9e6de2c6684144b2d6af173cf722de for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:05:25.218198 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.264151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e951b831-a955-4838-8ab7-3818fdffc84e req-bca5809f-b30a-4a91-b1a7-f723ce104841 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Feb 19 02:05:25.343419 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Allocated IP 172.20.0.14 (06061c56-e6ef-4794-9e73-6b19de043d12/ee24d1ef-613f-4d55-b85d-afb45f433348/2674d4e4-dd0a-4516-ba51-cf32438d9c11) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:05:25.493136 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks [] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.537222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.543632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.578030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Network 06061c56-e6ef-4794-9e73-6b19de043d12 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:25.581071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:25.584571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:05:25.616763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Pushing event updated for resources: {'Port': ['ID=2674d4e4-dd0a-4516-ba51-cf32438d9c11,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:25.644374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:25.645019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.661466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-13aa157a-dc95-444e-a61c-f86c62810018 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5705214 Feb 19 02:05:25.672819 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Request body: {'port': {'device_id': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:25.733988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.870741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5f1c78d5-5945-4678-967f-5f9289bc0ceb None None] Provisioning complete for port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:25.870998 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f1c78d5-5945-4678-967f-5f9289bc0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:25.911527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c78d5-5945-4678-967f-5f9289bc0ceb None None] Port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:05:26.320977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d66fb4fe-6726-449a-a1f3-bcf03e8abeab no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:05:26.339852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2674d4e4-dd0a-4516-ba51-cf32438d9c11 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:05:26.343364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: d66fb4fe-6726-449a-a1f3-bcf03e8abeab {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:05:26.343790 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d66fb4fe-6726-449a-a1f3-bcf03e8abeab not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:05:26.356470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Publish callbacks [] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.385474 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Transition to ACTIVE for port object 2674d4e4-dd0a-4516-ba51-cf32438d9c11 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:05:26.389842 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.443646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c35350-adc0-4e0a-b661-6d4e60f701bf req-d989d92f-0e3a-41f5-bca1-e46f10fccfcf tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:26.445239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68c35350-adc0-4e0a-b661-6d4e60f701bf req-d989d92f-0e3a-41f5-bca1-e46f10fccfcf tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 932 time: 0.1088853 Feb 19 02:05:26.450473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Pushing event updated for resources: {'Port': ['ID=2674d4e4-dd0a-4516-ba51-cf32438d9c11,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:26.548502 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-68c35350-adc0-4e0a-b661-6d4e60f701bf req-d7131c2b-5345-466a-8e60-ce124ae7a628 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948389 Feb 19 02:05:26.571730 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Attempting to bind port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:05:26.572470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Attempting to bind port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:05:26.572898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Attempting to bind port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 on network 06061c56-e6ef-4794-9e73-6b19de043d12 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:26.578300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 on network 06061c56-e6ef-4794-9e73-6b19de043d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:05:26.578713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Attempting to bind port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 on network 06061c56-e6ef-4794-9e73-6b19de043d12 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:26.584167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:05:26.584500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Checking segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:05:26.584885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Bound using segment: {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:05:26.585349 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Bound port: 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d50d521-a80a-413c-ad29-7becdafe8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:05:26.585709 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.639587 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.651880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.670810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] For port 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:05:26.673838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] For port 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:05:26.679470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.711784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:26.712362 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.714327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] 10.222.0.89 "PUT /v2.0/ports/2674d4e4-dd0a-4516-ba51-cf32438d9c11 HTTP/1.1" status: 200 len: 1092 time: 1.0458536 Feb 19 02:05:26.714772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'tag': '2674d4e4-dd0a-4516-ba51-cf32438d9c11'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:26.717013 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a929592-7d1b-4723-9f1e-3836de4ff091" -d '{"events": [{"name": "network-changed", "server_uuid": "6abbcf2c-8453-4dcd-9f30-567cbb8b03d8", "tag": "2674d4e4-dd0a-4516-ba51-cf32438d9c11"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:26.749443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863f71-db44-48f6-a7b1-b3e6c288d015 service neutron] Pushing event updated for resources: {'Port': ['ID=2674d4e4-dd0a-4516-ba51-cf32438d9c11,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:26.766107 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72bb18-8ca0-4300-9663-6cbc1b706592 x-openstack-request-id: req-6f72bb18-8ca0-4300-9663-6cbc1b706592 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:26.766107 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abbcf2c-8453-4dcd-9f30-567cbb8b03d8", "tag": "2674d4e4-dd0a-4516-ba51-cf32438d9c11", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:26.766107 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f72bb18-8ca0-4300-9663-6cbc1b706592 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:26.766413 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'tag': '2674d4e4-dd0a-4516-ba51-cf32438d9c11', 'status': 'completed', 'code': 200} Feb 19 02:05:26.812463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-a0cdcd6a-9eed-4b9b-87b7-f3669776aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:26.814125 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-a0cdcd6a-9eed-4b9b-87b7-f3669776aded service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 1126 time: 0.0468390 Feb 19 02:05:26.858226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-55b56740-9573-4d5b-99fa-4043d721bbb1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11 HTTP/1.1" status: 200 len: 217 time: 0.0361776 Feb 19 02:05:26.911897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-5ea8ec26-e3d3-4bc3-b18a-eb607c69b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:26.913399 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-5ea8ec26-e3d3-4bc3-b18a-eb607c69b6b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee24d1ef-613f-4d55-b85d-afb45f433348 HTTP/1.1" status: 200 len: 856 time: 0.0457094 Feb 19 02:05:26.968001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-6427d410-9ae4-4ad8-90aa-fcf6702ea179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:26.969541 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-6427d410-9ae4-4ad8-90aa-fcf6702ea179 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06061c56-e6ef-4794-9e73-6b19de043d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502446 Feb 19 02:05:27.058353 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-8b98a20d-2399-414d-9b0f-e2faf4d971e8 service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819345 Feb 19 02:05:27.149681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a09e7850-ab1f-43d4-a16e-1c7a322bb5cf req-29cbf0b9-125a-4b2a-a8df-718cdc0dcd88 service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850112 Feb 19 02:05:27.238283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-f8e81731-ace2-4bb7-a7ec-0fd826ec97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:27.239769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-f8e81731-ace2-4bb7-a7ec-0fd826ec97b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 1126 time: 0.0452757 Feb 19 02:05:27.331088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-e28d083d-4384-4e32-a27b-f14a3c4ab27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:27.332533 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-e28d083d-4384-4e32-a27b-f14a3c4ab27c service neutron] 10.222.0.89 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 918 time: 0.0867457 Feb 19 02:05:27.372558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-98b219bd-29c7-4fde-9a89-75ae5b9a73fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11 HTTP/1.1" status: 200 len: 217 time: 0.0339153 Feb 19 02:05:27.421547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-01a1781b-f962-49c8-a323-b98cb52b8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:27.422914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-01a1781b-f962-49c8-a323-b98cb52b8c89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee24d1ef-613f-4d55-b85d-afb45f433348 HTTP/1.1" status: 200 len: 856 time: 0.0434926 Feb 19 02:05:27.473108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-aa9fc649-1318-4fde-bde7-7134a805997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:27.474655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-aa9fc649-1318-4fde-bde7-7134a805997a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06061c56-e6ef-4794-9e73-6b19de043d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437934 Feb 19 02:05:27.565743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-46cef5b1-ec61-4d22-800e-ca5b3e0c96ee service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Feb 19 02:05:27.697462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9a929592-7d1b-4723-9f1e-3836de4ff091 req-541a435a-fe8d-4237-a4ad-6193d59d2dbe service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Feb 19 02:05:27.709688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3e97-d9a3-4354-b411-62a0905b9b43 req-25191aab-aa70-4669-a742-c7157ed71c99 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:27.711113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c74f3e97-d9a3-4354-b411-62a0905b9b43 req-25191aab-aa70-4669-a742-c7157ed71c99 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 944 time: 0.0877151 Feb 19 02:05:27.758459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c74f3e97-d9a3-4354-b411-62a0905b9b43 req-144087d5-26f9-4e01-9d72-45d9d48fd740 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Feb 19 02:05:28.883239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399e5d8-acbe-494e-86db-67a1dfaa2c68 req-4d2d8538-1ef4-451b-af53-8eb8e7c85fa9 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:28.884743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2399e5d8-acbe-494e-86db-67a1dfaa2c68 req-4d2d8538-1ef4-451b-af53-8eb8e7c85fa9 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 944 time: 0.0566206 Feb 19 02:05:28.930794 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2399e5d8-acbe-494e-86db-67a1dfaa2c68 req-ffe76d01-460d-49e8-98bf-87637a250b95 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Feb 19 02:05:30.054095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9914e8-d77b-44c3-ae35-b5a287bf3a8a req-07f7efa2-0852-437e-b41e-9d2700f48374 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:30.055731 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe9914e8-d77b-44c3-ae35-b5a287bf3a8a req-07f7efa2-0852-437e-b41e-9d2700f48374 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 944 time: 0.0571465 Feb 19 02:05:30.118142 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fe9914e8-d77b-44c3-ae35-b5a287bf3a8a req-a2a7eb1c-158d-4192-bb60-9c8c375c3675 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563054 Feb 19 02:05:30.335551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2674d4e4-dd0a-4516-ba51-cf32438d9c11 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:05:30.430108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:30.446201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '2674d4e4-dd0a-4516-ba51-cf32438d9c11', 'network_id': '06061c56-e6ef-4794-9e73-6b19de043d12', 'port_id': '2674d4e4-dd0a-4516-ba51-cf32438d9c11', 'mac_address': 'fa:16:3e:aa:1d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee24d1ef-613f-4d55-b85d-afb45f433348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:05:30.484720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:30.485145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:30.497630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2674d4e4-dd0a-4516-ba51-cf32438d9c11 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:05:30.516504 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:30.520269 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:30.568171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2674d4e4-dd0a-4516-ba51-cf32438d9c11,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:30.576113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.576458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.576795 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.577161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.577495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.577823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.578146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.578469 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.578792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.579109 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.579427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.579743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.580057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:30.755180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['2674d4e4-dd0a-4516-ba51-cf32438d9c11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:05:31.244856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c75e8-d309-4e17-a37b-b16a089a24fa req-94b81186-3a00-4ba5-8ad9-a66b66417701 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:31.246378 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-263c75e8-d309-4e17-a37b-b16a089a24fa req-94b81186-3a00-4ba5-8ad9-a66b66417701 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 945 time: 0.0547678 Feb 19 02:05:31.293176 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-263c75e8-d309-4e17-a37b-b16a089a24fa req-379ad994-332d-4bd4-a8d7-ca2ec24bbbc9 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Feb 19 02:05:32.351587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2674d4e4-dd0a-4516-ba51-cf32438d9c11 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:32.405954 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:05:32.410719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:32.411364 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.419861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d5541-0089-4029-9383-1ea22d0421fb req-898e4cef-fb50-477b-81da-8b24fa11ec85 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:32.421599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f01d5541-0089-4029-9383-1ea22d0421fb req-898e4cef-fb50-477b-81da-8b24fa11ec85 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 945 time: 0.0593154 Feb 19 02:05:32.471871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f01d5541-0089-4029-9383-1ea22d0421fb req-19a000f5-661a-4b13-9e06-403d0a7e25d1 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Feb 19 02:05:32.502771 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:32.503283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.525981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2674d4e4-dd0a-4516-ba51-cf32438d9c11'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:32.528253 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a600a69-5ce4-494b-b730-aea58157bedd" -d '{"events": [{"server_uuid": "6abbcf2c-8453-4dcd-9f30-567cbb8b03d8", "name": "network-vif-plugged", "status": "completed", "tag": "2674d4e4-dd0a-4516-ba51-cf32438d9c11"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:32.540659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:32.544871 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.568676 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ccc440-b3fc-413a-bf8a-aa374d062633 x-openstack-request-id: req-e9ccc440-b3fc-413a-bf8a-aa374d062633 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:32.568978 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbcf2c-8453-4dcd-9f30-567cbb8b03d8", "name": "network-vif-plugged", "status": "completed", "tag": "2674d4e4-dd0a-4516-ba51-cf32438d9c11", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:32.569258 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9ccc440-b3fc-413a-bf8a-aa374d062633 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:32.569831 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2674d4e4-dd0a-4516-ba51-cf32438d9c11', 'code': 200} Feb 19 02:05:32.596892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=2674d4e4-dd0a-4516-ba51-cf32438d9c11,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:32.673606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d34118-eef3-490c-aaf6-e097838b546b req-307d9631-d726-4355-8550-6f33de0c27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:32.675112 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5d34118-eef3-490c-aaf6-e097838b546b req-307d9631-d726-4355-8550-6f33de0c27a9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 1128 time: 0.0458827 Feb 19 02:05:32.720931 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5d34118-eef3-490c-aaf6-e097838b546b req-75eb6078-4cc2-43ab-a0dd-1687c3d2c964 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Feb 19 02:05:33.599550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc01df-7d1e-46d7-aeb5-cb11d304e54a req-e5c923d0-b9e9-49fe-ab90-b36ca62822a8 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:33.601039 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0afc01df-7d1e-46d7-aeb5-cb11d304e54a req-e5c923d0-b9e9-49fe-ab90-b36ca62822a8 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 946 time: 0.0580046 Feb 19 02:05:33.648122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0afc01df-7d1e-46d7-aeb5-cb11d304e54a req-133585d7-be21-4197-bc75-97aaf7f5301e tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Feb 19 02:05:33.891235 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:05:34.772220 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf30be-1a88-42ab-a717-ea3c1e16c267 req-6b98dc9c-4908-4426-af2a-71ed3fb6c3bb tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:34.773810 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23bf30be-1a88-42ab-a717-ea3c1e16c267 req-6b98dc9c-4908-4426-af2a-71ed3fb6c3bb tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 946 time: 0.0551279 Feb 19 02:05:34.828187 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23bf30be-1a88-42ab-a717-ea3c1e16c267 req-d7bab3df-a26c-41e1-ae44-1c40702b34e7 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484409 Feb 19 02:05:34.948011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae413-5f55-46f9-be0b-5d4dabd7a90d req-e6b6598e-cf7c-4ae6-b55a-f255265d47b0 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:34.949498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-061ae413-5f55-46f9-be0b-5d4dabd7a90d req-e6b6598e-cf7c-4ae6-b55a-f255265d47b0 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 946 time: 0.0533285 Feb 19 02:05:34.995143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-061ae413-5f55-46f9-be0b-5d4dabd7a90d req-1909d1a9-650a-46a0-add0-704c9b930ce3 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Feb 19 02:05:37.470826 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-7db5dfa3-feb2-4ce3-880a-6663e5f79380 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450099 Feb 19 02:05:37.561173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42372890-92b6-4589-ba20-3e9b9544b319 req-5b90ec23-b9c6-42f5-b83a-24bd0702fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:37.562685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-5b90ec23-b9c6-42f5-b83a-24bd0702fe2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b9e6de2c6684144b2d6af173cf722de&device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 1128 time: 0.0492692 Feb 19 02:05:37.675383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42372890-92b6-4589-ba20-3e9b9544b319 req-8d4540d6-d7ef-4e83-a868-1cde955b9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:37.676861 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-8d4540d6-d7ef-4e83-a868-1cde955b9df8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 200 len: 918 time: 0.0921283 Feb 19 02:05:37.729750 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-eab43d75-3777-496d-93c8-dcafe5e45311 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11 HTTP/1.1" status: 200 len: 217 time: 0.0412791 Feb 19 02:05:37.780218 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42372890-92b6-4589-ba20-3e9b9544b319 req-015c15bc-7bd7-4f57-b9c1-2405a23bf785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:37.781728 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-015c15bc-7bd7-4f57-b9c1-2405a23bf785 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee24d1ef-613f-4d55-b85d-afb45f433348 HTTP/1.1" status: 200 len: 856 time: 0.0451610 Feb 19 02:05:37.837359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42372890-92b6-4589-ba20-3e9b9544b319 req-8514581e-c59d-4bad-8645-91f6faaef475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:37.839384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-8514581e-c59d-4bad-8645-91f6faaef475 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06061c56-e6ef-4794-9e73-6b19de043d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460055 Feb 19 02:05:37.939197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-f082a478-8aa5-40f8-89f4-9936d68146ef service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881093 Feb 19 02:05:38.032300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-42372890-92b6-4589-ba20-3e9b9544b319 req-27b2992b-cf53-438b-82fe-8819463dad5c service neutron] 10.222.0.89 "GET /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863140 Feb 19 02:05:48.881222 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:50.375259 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d79c3fd9-ef96-4a43-b06b-4886a89438ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:52.722102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ffa2975-d861-4533-b585-24d7f23c2c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:53.903772 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:55.541903 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:56.639711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:56.640838 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:09.091542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43ad3e-a443-4be3-b375-d259ba4d2233 req-3f4954df-ad12-4fe1-af67-6b30afd0dc77 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:09.093210 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da43ad3e-a443-4be3-b375-d259ba4d2233 req-3f4954df-ad12-4fe1-af67-6b30afd0dc77 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 946 time: 0.0546124 Feb 19 02:06:09.142399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-da43ad3e-a443-4be3-b375-d259ba4d2233 req-00a35240-8219-4457-b997-76cd691ca7e0 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Feb 19 02:06:10.363293 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de3f2e-0418-41a6-b8c2-af6cd384fc30 req-31b93667-00d7-412e-8855-d4322392f2fa tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.364781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10de3f2e-0418-41a6-b8c2-af6cd384fc30 req-31b93667-00d7-412e-8855-d4322392f2fa tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 946 time: 0.1535902 Feb 19 02:06:10.413449 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10de3f2e-0418-41a6-b8c2-af6cd384fc30 req-12e72659-c01f-4b29-b40e-7333bd59f340 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/security-groups?id=e004859e-47f2-4a18-bf6f-31dbcf205a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Feb 19 02:06:10.716526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-0015d82f-26cd-432c-846c-e496891f3335 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.718038 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-0015d82f-26cd-432c-846c-e496891f3335 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 946 time: 0.0565982 Feb 19 02:06:10.818450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Deleting port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:10.818796 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:10.891047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:06:10.914623 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] For port 2674d4e4-dd0a-4516-ba51-cf32438d9c11, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=2674d4e4-dd0a-4516-ba51-cf32438d9c11,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:10.914986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:10.926903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Calling delete_port for 2674d4e4-dd0a-4516-ba51-cf32438d9c11 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:11.055142 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2674d4e4-dd0a-4516-ba51-cf32438d9c11), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:11.067940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['2674d4e4-dd0a-4516-ba51-cf32438d9c11'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:06:11.087744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Pushing event deleted for resources: {'Port': ['ID=2674d4e4-dd0a-4516-ba51-cf32438d9c11,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:11.131430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] No DVR routers for this DVR port 2674d4e4-dd0a-4516-ba51-cf32438d9c11 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:06:11.134111 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:11.137902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-486b1ba5-19a5-436c-8f13-270d7783f609 req-e16ddc6e-5242-4951-84a9-e9238eb2ebb6 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.89 "DELETE /v2.0/ports/2674d4e4-dd0a-4516-ba51-cf32438d9c11 HTTP/1.1" status: 204 len: 173 time: 0.4140832 Feb 19 02:06:11.138345 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'name': 'network-vif-deleted', 'tag': '2674d4e4-dd0a-4516-ba51-cf32438d9c11'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:06:11.140567 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a8d26-4fc2-4812-b65f-fcfc5d608479" -d '{"events": [{"server_uuid": "6abbcf2c-8453-4dcd-9f30-567cbb8b03d8", "name": "network-vif-deleted", "tag": "2674d4e4-dd0a-4516-ba51-cf32438d9c11"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:06:11.177195 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f571fd6-3173-4d6d-94b5-3cb6bb976818 x-openstack-request-id: req-9f571fd6-3173-4d6d-94b5-3cb6bb976818 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:06:11.177494 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbcf2c-8453-4dcd-9f30-567cbb8b03d8", "name": "network-vif-deleted", "tag": "2674d4e4-dd0a-4516-ba51-cf32438d9c11", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:06:11.177754 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f571fd6-3173-4d6d-94b5-3cb6bb976818 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:06:11.178164 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbcf2c-8453-4dcd-9f30-567cbb8b03d8', 'name': 'network-vif-deleted', 'tag': '2674d4e4-dd0a-4516-ba51-cf32438d9c11', 'status': 'completed', 'code': 200} Feb 19 02:06:11.526008 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-932eb762-8ec1-4576-b726-4534662e8725 req-775d1056-d17e-4290-98a2-80579b21e085 tempest-TestEncryptedCinderVolumes-2014118751 tempest-TestEncryptedCinderVolumes-2014118751-project] 10.222.0.43 "GET /v2.0/ports?device_id=6abbcf2c-8453-4dcd-9f30-567cbb8b03d8 HTTP/1.1" status: 200 len: 210 time: 0.0298769 Feb 19 02:06:12.619498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51400) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:12.972055 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (fcc52b08-d50d-4b55-891f-70772cd81e14), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:13.232175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Deleting port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:13.232416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:13.311797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] For port bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:13.312161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:13.324213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Calling delete_port for bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:13.514470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:13.544244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:13.715426 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (fcc52b08-d50d-4b55-891f-70772cd81e14), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:13.935893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Router fcc52b08-d50d-4b55-891f-70772cd81e14 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:06:14.043062 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:06:14.048073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b3cd1147-0117-4a05-b83f-e52aa58994b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/fcc52b08-d50d-4b55-891f-70772cd81e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279282 Feb 19 02:06:14.050686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51402) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:14.053429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] Sync routers for ids ['fcc52b08-d50d-4b55-891f-70772cd81e14'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:06:14.063534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] Routers {'fcc52b08-d50d-4b55-891f-70772cd81e14'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:14.064147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:05:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fcc52b08-d50d-4b55-891f-70772cd81e14'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:14.157604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks [] for router (fcc52b08-d50d-4b55-891f-70772cd81e14), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:14.341062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] Set router fcc52b08-d50d-4b55-891f-70772cd81e14 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:14.524111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:06:13Z', 'revision_number': 5, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:14.552503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] Checking router: fcc52b08-d50d-4b55-891f-70772cd81e14 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:06:14.556867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2674d4e4-dd0a-4516-ba51-cf32438d9c11 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:14.584279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 2674d4e4-dd0a-4516-ba51-cf32438d9c11 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:14.584498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks [] for router_gateway (fcc52b08-d50d-4b55-891f-70772cd81e14), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:14.584777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 2674d4e4-dd0a-4516-ba51-cf32438d9c11 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:14.589619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] Routers {'fcc52b08-d50d-4b55-891f-70772cd81e14'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:14.590365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:05:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['fcc52b08-d50d-4b55-891f-70772cd81e14'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:14.656606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Deleting port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:14.657133 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:14.711614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] Set router fcc52b08-d50d-4b55-891f-70772cd81e14 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:14.735857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] For port 167bfd52-a3fe-4501-8bf4-5cf472ad5b24, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:14.736414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:14.747876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Calling delete_port for 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:14.890119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:06:13Z', 'revision_number': 5, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:14.917390 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (167bfd52-a3fe-4501-8bf4-5cf472ad5b24), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:14.917696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e54c5d-45c3-41ee-87f3-3359cac6d4be None None] The sync data for ids ['fcc52b08-d50d-4b55-891f-70772cd81e14'] in n-d-826752-2 is: [{'id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'name': 'tempest-TestEncryptedCinderVolumes-1208586336-router', 'tenant_id': '2b9e6de2c6684144b2d6af173cf722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:24Z', 'updated_at': '2022-02-19T02:06:13Z', 'revision_number': 5, 'project_id': '2b9e6de2c6684144b2d6af173cf722de', 'gw_port': {'id': '167bfd52-a3fe-4501-8bf4-5cf472ad5b24', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc52b08-d50d-4b55-891f-70772cd81e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:25Z', 'updated_at': '2022-02-19T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:06:14.943695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=167bfd52-a3fe-4501-8bf4-5cf472ad5b24,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:15.008419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (fcc52b08-d50d-4b55-891f-70772cd81e14), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.100531 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (fcc52b08-d50d-4b55-891f-70772cd81e14), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.102687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks [] for router_controller (fcc52b08-d50d-4b55-891f-70772cd81e14), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.149129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (fcc52b08-d50d-4b55-891f-70772cd81e14), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.149618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc52b08-d50d-4b55-891f-70772cd81e14 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:06:15.154898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.155589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-bae52ec0-b12d-486f-b7d0-46ca80b2d6f2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fcc52b08-d50d-4b55-891f-70772cd81e14 HTTP/1.1" status: 204 len: 168 time: 1.1038389 Feb 19 02:06:15.158201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51404) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:15.201553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Deleting subnet ee24d1ef-613f-4d55-b85d-afb45f433348 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:06:15.204675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Publish callbacks [] for subnet (ee24d1ef-613f-4d55-b85d-afb45f433348), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.239962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (ee24d1ef-613f-4d55-b85d-afb45f433348), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.323847 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (ee24d1ef-613f-4d55-b85d-afb45f433348), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.377334 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (ee24d1ef-613f-4d55-b85d-afb45f433348), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.403828 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee24d1ef-613f-4d55-b85d-afb45f433348,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:15.407181 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.410378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5ba752dd-3864-42b4-a561-0d25e5f8d47d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ee24d1ef-613f-4d55-b85d-afb45f433348 HTTP/1.1" status: 204 len: 168 time: 0.2512529 Feb 19 02:06:15.413040 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51406) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:15.413769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e690625-799b-4f90-bdb6-03721ac62dc3 None None] Network 06061c56-e6ef-4794-9e73-6b19de043d12 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:06:15.487201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (06061c56-e6ef-4794-9e73-6b19de043d12), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.545571 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Deleting port ec741abe-ae85-41d2-b335-f05bff940fb2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:15.545912 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.597867 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] DHCP port deletion for 06061c56-e6ef-4794-9e73-6b19de043d12 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:06:15.622488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] For port ec741abe-ae85-41d2-b335-f05bff940fb2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec741abe-ae85-41d2-b335-f05bff940fb2,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:15.622855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.636856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Calling delete_port for ec741abe-ae85-41d2-b335-f05bff940fb2 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:15.651824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] Deleting port ec741abe-ae85-41d2-b335-f05bff940fb2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:15.652207 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.715774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] For port ec741abe-ae85-41d2-b335-f05bff940fb2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ec741abe-ae85-41d2-b335-f05bff940fb2,segment=NetworkSegment(6d50d521-a80a-413c-ad29-7becdafe8c01),segment_id=6d50d521-a80a-413c-ad29-7becdafe8c01)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:15.716178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.720821 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.728658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] Calling delete_port for ec741abe-ae85-41d2-b335-f05bff940fb2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:15.746894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec741abe-ae85-41d2-b335-f05bff940fb2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:15.751153 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] No DVR routers for this DVR port ec741abe-ae85-41d2-b335-f05bff940fb2 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:06:15.759340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.759690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.760037 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.760432 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.761297 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.761664 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.762105 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.762467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.762870 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.763272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.763657 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.764018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.764320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:06:15.804823 n-d-826752-2 neutron-server[103431]: self.session.flush() Feb 19 02:06:15.809989 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ec741abe-ae85-41d2-b335-f05bff940fb2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.836262 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] Pushing event deleted for resources: {'Port': ['ID=ec741abe-ae85-41d2-b335-f05bff940fb2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:15.840823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac3563-2736-423e-a9d6-438ebb4de8eb None None] No DVR routers for this DVR port ec741abe-ae85-41d2-b335-f05bff940fb2 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:06:15.841293 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (06061c56-e6ef-4794-9e73-6b19de043d12), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.172860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06061c56-e6ef-4794-9e73-6b19de043d12']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:16.182825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d50d521-a80a-413c-ad29-7becdafe8c01') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:16.183139 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d50d521-a80a-413c-ad29-7becdafe8c01') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:16.192966 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (6d50d521-a80a-413c-ad29-7becdafe8c01), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.206069 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (6d50d521-a80a-413c-ad29-7becdafe8c01), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.212154 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:06:16.212608 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (6d50d521-a80a-413c-ad29-7becdafe8c01), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:06:16.214307 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:06:16.269169 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (06061c56-e6ef-4794-9e73-6b19de043d12), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.274406 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.277517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] 10.222.0.43 "DELETE /v2.0/networks/06061c56-e6ef-4794-9e73-6b19de043d12 HTTP/1.1" status: 204 len: 168 time: 0.8629563 Feb 19 02:06:16.280789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:16.288462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e929a-403c-4a28-af19-44762488c51a admin admin] Pushing event deleted for resources: {'Network': ['ID=06061c56-e6ef-4794-9e73-6b19de043d12,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:16.624379 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (c00fb48a-e149-43d2-8e05-55550d45dd8c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.639563 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec741abe-ae85-41d2-b335-f05bff940fb2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:16.661245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ec741abe-ae85-41d2-b335-f05bff940fb2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:16.661712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ec741abe-ae85-41d2-b335-f05bff940fb2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:16.662191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:16.682220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:16.682573 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 167bfd52-a3fe-4501-8bf4-5cf472ad5b24 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:16.682984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:16.702929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:16.703273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device bb74a2cb-4eb3-4de1-b3aa-b8e10984e5be not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:16.877226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Deleting port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:16.877481 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.956648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] For port fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,segment=NetworkSegment(cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1),segment_id=cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:16.957034 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:16.969049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Calling delete_port for fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:17.148218 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:17.177718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:17.355719 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (c00fb48a-e149-43d2-8e05-55550d45dd8c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:17.576080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Router c00fb48a-e149-43d2-8e05-55550d45dd8c has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:06:17.685726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:06:17.693452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-656481ee-bbb4-4b88-9343-072e40fcb1a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/c00fb48a-e149-43d2-8e05-55550d45dd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114923 Feb 19 02:06:17.694349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51410) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:17.696904 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] Sync routers for ids ['c00fb48a-e149-43d2-8e05-55550d45dd8c'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:06:17.707052 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] Routers {'c00fb48a-e149-43d2-8e05-55550d45dd8c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:17.707679 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:05:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c00fb48a-e149-43d2-8e05-55550d45dd8c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:17.801327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks [] for router (c00fb48a-e149-43d2-8e05-55550d45dd8c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:17.815089 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] Set router c00fb48a-e149-43d2-8e05-55550d45dd8c gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:17.905061 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks [] for router_gateway (c00fb48a-e149-43d2-8e05-55550d45dd8c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:17.958895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Deleting port a83ec767-6a7d-42d1-9d60-23b2c4321886 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:17.959239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:17.993785 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:06:17Z', 'revision_number': 5, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port': {'id': 'a83ec767-6a7d-42d1-9d60-23b2c4321886', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:04:30Z', 'updated_at': '2022-02-19T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:18.019333 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] Checking router: c00fb48a-e149-43d2-8e05-55550d45dd8c for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:06:18.028909 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] Routers {'c00fb48a-e149-43d2-8e05-55550d45dd8c'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:18.029541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:05:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c00fb48a-e149-43d2-8e05-55550d45dd8c'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:18.042159 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] For port a83ec767-6a7d-42d1-9d60-23b2c4321886, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=a83ec767-6a7d-42d1-9d60-23b2c4321886,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:18.042533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.054436 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Calling delete_port for a83ec767-6a7d-42d1-9d60-23b2c4321886 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:18.118123 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] Set router c00fb48a-e149-43d2-8e05-55550d45dd8c gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:18.168541 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:06:17Z', 'revision_number': 6, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:18.198010 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb737d4b-0b30-470e-8ddd-29bdb80de877 None None] The sync data for ids ['c00fb48a-e149-43d2-8e05-55550d45dd8c'] in n-d-826752-2 is: [{'id': 'c00fb48a-e149-43d2-8e05-55550d45dd8c', 'name': 'tempest-TestEncryptedCinderVolumes-464262005-router', 'tenant_id': '452f1c43a6ee45f986791e658ca752c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:04:29Z', 'updated_at': '2022-02-19T02:06:17Z', 'revision_number': 6, 'project_id': '452f1c43a6ee45f986791e658ca752c9', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:06:18.231322 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (a83ec767-6a7d-42d1-9d60-23b2c4321886), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.254900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Pushing event deleted for resources: {'Port': ['ID=a83ec767-6a7d-42d1-9d60-23b2c4321886,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:18.321641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c00fb48a-e149-43d2-8e05-55550d45dd8c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.413490 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c00fb48a-e149-43d2-8e05-55550d45dd8c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.415588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks [] for router_controller (c00fb48a-e149-43d2-8e05-55550d45dd8c), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.458666 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c00fb48a-e149-43d2-8e05-55550d45dd8c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.459227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c00fb48a-e149-43d2-8e05-55550d45dd8c {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:06:18.464678 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.465858 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e85202e3-d721-4826-b1ad-3802db91129e admin admin] 10.222.0.43 "DELETE /v2.0/routers/c00fb48a-e149-43d2-8e05-55550d45dd8c HTTP/1.1" status: 204 len: 168 time: 0.7704914 Feb 19 02:06:18.468387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51412) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:18.511992 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Deleting subnet e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:06:18.514995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Publish callbacks [] for subnet (e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.555285 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.643275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.701758 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.727685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:18.735075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.740476 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1b2e6979-1be0-4260-9873-7b6d28558c6c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e3fff91d-77c7-4dc6-a9c8-c0c6a5410f8d HTTP/1.1" status: 204 len: 168 time: 0.2690189 Feb 19 02:06:18.740864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51414) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:18.743550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e2596-f320-497e-b988-534e6fc949be None None] Network 51ffd66a-d98c-438f-a933-dd5966fbff39 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:06:18.812531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (51ffd66a-d98c-438f-a933-dd5966fbff39), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.867141 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Deleting port d5f428e3-2fd2-473c-bd33-83d742c51543 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:18.867485 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.888448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.929103 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] For port d5f428e3-2fd2-473c-bd33-83d742c51543, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d5f428e3-2fd2-473c-bd33-83d742c51543,segment=NetworkSegment(cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1),segment_id=cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:18.929474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:18.942692 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Calling delete_port for d5f428e3-2fd2-473c-bd33-83d742c51543 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:19.002587 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] DHCP port deletion for 51ffd66a-d98c-438f-a933-dd5966fbff39 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:06:19.034039 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.038328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:19.062306 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f428e3-2fd2-473c-bd33-83d742c51543,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:19.063135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:19.063501 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device fe94dd98-fbc7-4a2a-9607-0e88f3ad22d8 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:19.066041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] No DVR routers for this DVR port d5f428e3-2fd2-473c-bd33-83d742c51543 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:06:19.089026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Deleting port d5f428e3-2fd2-473c-bd33-83d742c51543 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:06:19.089421 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.144397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (51ffd66a-d98c-438f-a933-dd5966fbff39), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.153154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] For port d5f428e3-2fd2-473c-bd33-83d742c51543, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:19.153564 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.164504 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ffd66a-d98c-438f-a933-dd5966fbff39']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:19.170706 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Calling delete_port for d5f428e3-2fd2-473c-bd33-83d742c51543 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:06:19.174562 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:19.174962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:19.178114 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Port d5f428e3-2fd2-473c-bd33-83d742c51543 was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:06:19.179473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (d5f428e3-2fd2-473c-bd33-83d742c51543), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.185840 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.200770 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.208265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] No DVR routers for this DVR port d5f428e3-2fd2-473c-bd33-83d742c51543 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:06:19.209206 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:06:19.209460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (cc3e2e7b-87dc-46e0-a2d8-cc6eb2a1aaa1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:06:19.211950 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:06:19.214421 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415035b0-86d4-4269-83bf-e1bd082073f8 None None] Pushing event deleted for resources: {'Port': ['ID=d5f428e3-2fd2-473c-bd33-83d742c51543,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:19.270518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (51ffd66a-d98c-438f-a933-dd5966fbff39), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.276346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.279684 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/51ffd66a-d98c-438f-a933-dd5966fbff39 HTTP/1.1" status: 204 len: 168 time: 0.5379961 Feb 19 02:06:19.291341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcc713-2773-475b-a8f8-e41493b248cd admin admin] Pushing event deleted for resources: {'Network': ['ID=51ffd66a-d98c-438f-a933-dd5966fbff39,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:19.459802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51418) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:19.505717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3eff8d83-ea66-4da0-bcdd-de4669813a16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b9e6de2c6684144b2d6af173cf722de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446208 Feb 19 02:06:19.508267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:19.560271 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e29c0119-cca4-4138-9a39-0b0b8f93e72b admin admin] Publish callbacks [] for security_group (e004859e-47f2-4a18-bf6f-31dbcf205a92), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.585561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e29c0119-cca4-4138-9a39-0b0b8f93e72b admin admin] Publish callbacks [] for security_group (e004859e-47f2-4a18-bf6f-31dbcf205a92), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.632704 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e29c0119-cca4-4138-9a39-0b0b8f93e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (e004859e-47f2-4a18-bf6f-31dbcf205a92), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.635317 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e29c0119-cca4-4138-9a39-0b0b8f93e72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:19.636963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e29c0119-cca4-4138-9a39-0b0b8f93e72b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e004859e-47f2-4a18-bf6f-31dbcf205a92 HTTP/1.1" status: 204 len: 168 time: 0.1277118 Feb 19 02:06:19.644901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0119-cca4-4138-9a39-0b0b8f93e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e004859e-47f2-4a18-bf6f-31dbcf205a92,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:19.963986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51426) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:20.003930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0d76f90d-50dd-4acf-be18-a54c4a51e0fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=452f1c43a6ee45f986791e658ca752c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387917 Feb 19 02:06:20.006305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51428) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:20.051453 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e7ff419-74cd-4487-94b2-9335063f05b4 admin admin] Publish callbacks [] for security_group (d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:20.072387 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e7ff419-74cd-4487-94b2-9335063f05b4 admin admin] Publish callbacks [] for security_group (d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:20.119189 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e7ff419-74cd-4487-94b2-9335063f05b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:20.122441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6e7ff419-74cd-4487-94b2-9335063f05b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:20.123563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6e7ff419-74cd-4487-94b2-9335063f05b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1 HTTP/1.1" status: 204 len: 168 time: 0.1163852 Feb 19 02:06:20.131854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ff419-74cd-4487-94b2-9335063f05b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eaafb9-3e42-4dcb-a4a7-a7eb950b9ed1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:20.378063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83e99ab1-691e-453d-a218-dc227f7337f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:20.644736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d5f428e3-2fd2-473c-bd33-83d742c51543 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:20.665773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d5f428e3-2fd2-473c-bd33-83d742c51543 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:20.666133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d5f428e3-2fd2-473c-bd33-83d742c51543 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:20.667111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a83ec767-6a7d-42d1-9d60-23b2c4321886 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:20.686823 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: a83ec767-6a7d-42d1-9d60-23b2c4321886 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:06:20.687184 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device a83ec767-6a7d-42d1-9d60-23b2c4321886 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:20.822321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51450) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:20.915663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-941182751-network', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:20.936587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Made reservation on behalf of deae51dd452d43abba16fb52a2e1a683 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:06:20.938871 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:20.947027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.028143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks [] for security_group (6aef1d58-1cac-4720-ba5e-73a2b2434789), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.031841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6aef1d58-1cac-4720-ba5e-73a2b2434789), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.053173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:06:21.066500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef1d58-1cac-4720-ba5e-73a2b2434789,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:21.071391 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (42210f5a-c25a-4ef1-83f8-cbd7c4228e0e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.071734 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Added segment 42210f5a-c25a-4ef1-83f8-cbd7c4228e0e of type vlan for network e05b1788-f810-46b0-b2e0-41f4ca715d2d Feb 19 02:06:21.111732 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e05b1788-f810-46b0-b2e0-41f4ca715d2d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.135955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e05b1788-f810-46b0-b2e0-41f4ca715d2d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.136959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:21.137493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.186079 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3626225 Feb 19 02:06:21.189114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51454) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:21.196488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Request body: {'subnet': {'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-941182751-subnet', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:21.200677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8aa8-e675-4940-95a2-34ad0727cf42 admin admin] Pushing event updated for resources: {'Network': ['ID=e05b1788-f810-46b0-b2e0-41f4ca715d2d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:21.210575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:06:21.218166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Made reservation on behalf of deae51dd452d43abba16fb52a2e1a683 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:06:21.220528 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.387243 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (854b49a3-8f56-44ee-b1d8-2f18025e1e8a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.448386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=854b49a3-8f56-44ee-b1d8-2f18025e1e8a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:21.455380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Checking segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:21.455736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Network hostable DHCP agents. Network: e05b1788-f810-46b0-b2e0-41f4ca715d2d, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:06:21.472545 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:06:21.481151 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e05b1788-f810-46b0-b2e0-41f4ca715d2d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:21.485122 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:21.485714 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.489877 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33050f67-d603-4242-b168-e30e7167133a None None] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:06:21.503712 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2415ff1b-03a6-4545-b562-2cd9b526b12b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3109789 Feb 19 02:06:21.504706 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51456) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:21.509164 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:21.529145 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.530191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.581979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks [] for router_controller (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.593549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:06:21.594415 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.728818 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks [] for router_gateway (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.729611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Allocated IP 172.20.0.2 (e05b1788-f810-46b0-b2e0-41f4ca715d2d/854b49a3-8f56-44ee-b1d8-2f18025e1e8a/2b111fa1-b14f-4149-b076-c7ad438e5620) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:21.869675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Publish callbacks [] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.876268 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.917774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:21.920376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:21.926000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:21.932809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Pushing event updated for resources: {'Port': ['ID=2b111fa1-b14f-4149-b076-c7ad438e5620,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:21.934729 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks [] for router_gateway (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.954239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.985012 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Attempting to bind port 2b111fa1-b14f-4149-b076-c7ad438e5620 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:21.985404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Attempting to bind port 2b111fa1-b14f-4149-b076-c7ad438e5620 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:21.985779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Attempting to bind port 2b111fa1-b14f-4149-b076-c7ad438e5620 on network e05b1788-f810-46b0-b2e0-41f4ca715d2d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:21.990782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:21.991157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Checking segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:21.991566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:21.991969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Bound using segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:21.992441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Bound port: 2b111fa1-b14f-4149-b076-c7ad438e5620, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:21.992821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.054029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] For port 2b111fa1-b14f-4149-b076-c7ad438e5620, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:22.055559 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Allocated IP 172.25.0.68 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/834a5c5b-1970-45e4-8e86-02a7ad690cf2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:22.057283 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] For port 2b111fa1-b14f-4149-b076-c7ad438e5620, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2b111fa1-b14f-4149-b076-c7ad438e5620,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:22.062961 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.121792 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbde05-9a9a-4c9b-a8df-cc6cad2383a4 None None] Pushing event updated for resources: {'Port': ['ID=2b111fa1-b14f-4149-b076-c7ad438e5620,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:22.162829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks [] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.200444 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.241188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:22.246785 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:22.251353 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:22.254385 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Pushing event updated for resources: {'Port': ['ID=834a5c5b-1970-45e4-8e86-02a7ad690cf2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:22.517884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks [] for router_gateway (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.680300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2b111fa1-b14f-4149-b076-c7ad438e5620 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:22.723847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.736242 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87a929b9-27b8-45eb-bb87-fe5bed88bbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.747843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2b111fa1-b14f-4149-b076-c7ad438e5620 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:22.748218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.832330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2b111fa1-b14f-4149-b076-c7ad438e5620 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:22.832833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.875207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:06:22.875400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 2b111fa1-b14f-4149-b076-c7ad438e5620, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2b111fa1-b14f-4149-b076-c7ad438e5620,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:22.879844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:22.935441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=2b111fa1-b14f-4149-b076-c7ad438e5620,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:23.001448 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:06:23.010551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Sync routers for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:06:23.022815 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:23.023370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:23.026913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:23.027090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f4f7a38e-7246-434b-9bca-b8916618e260 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5185752 Feb 19 02:06:23.027467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:23.117935 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbb74b-948f-41e8-a126-5494a762763c None None] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:06:23.189479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:23.445123 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-81f7a962-10d4-4602-99c9-07ce4efbb4cd None None] Provisioning complete for port 2b111fa1-b14f-4149-b076-c7ad438e5620 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:23.445495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81f7a962-10d4-4602-99c9-07ce4efbb4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:23.645232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-81f7a962-10d4-4602-99c9-07ce4efbb4cd None None] Current status of the port 2b111fa1-b14f-4149-b076-c7ad438e5620 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:23.664064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:22Z', 'revision_number': 3, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:23.694266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Checking router: 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:06:23.694948 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Updating router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:06:23.728063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:23.797706 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:23.925203 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:23.925909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d22e7980-5f97-4797-baa1-39cab312cf49 None None] Provisioning complete for port 2b111fa1-b14f-4149-b076-c7ad438e5620 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:23.926270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d22e7980-5f97-4797-baa1-39cab312cf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:23.965924 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Allocated IP 172.20.0.1 (e05b1788-f810-46b0-b2e0-41f4ca715d2d/854b49a3-8f56-44ee-b1d8-2f18025e1e8a/8cd184b8-c886-4457-9374-ace25434f1f7) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:24.087262 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Publish callbacks [] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.088773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d22e7980-5f97-4797-baa1-39cab312cf49 None None] Current status of the port 2b111fa1-b14f-4149-b076-c7ad438e5620 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:24.091185 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks [] for port (8cd184b8-c886-4457-9374-ace25434f1f7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.096342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.126940 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.151251 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1180d6-8015-4d75-9da0-3d60b62839ae None None] Pushing event updated for resources: {'Port': ['ID=834a5c5b-1970-45e4-8e86-02a7ad690cf2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:24.153526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Attempting to bind port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:24.153901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Attempting to bind port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:24.154266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Attempting to bind port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:24.160304 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:24.160674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:24.161113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.161638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:24.162031 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Bound port: 834a5c5b-1970-45e4-8e86-02a7ad690cf2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:24.162422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.166676 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:24.169775 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:24.173367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:24.208682 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Pushing event updated for resources: {'Port': ['ID=8cd184b8-c886-4457-9374-ace25434f1f7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:24.228512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.230968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] For port 834a5c5b-1970-45e4-8e86-02a7ad690cf2, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:24.235036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] For port 834a5c5b-1970-45e4-8e86-02a7ad690cf2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=834a5c5b-1970-45e4-8e86-02a7ad690cf2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:24.245847 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.308105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:24.308768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:24.312041 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1180d6-8015-4d75-9da0-3d60b62839ae None None] Pushing event updated for resources: {'Port': ['ID=834a5c5b-1970-45e4-8e86-02a7ad690cf2,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:24.385971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.439653 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67bf0dd7-c446-4f6f-ac60-3733c0b75efe None None] Provisioning complete for port 8cd184b8-c886-4457-9374-ace25434f1f7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:24.440023 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67bf0dd7-c446-4f6f-ac60-3733c0b75efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.444838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:24.548165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks [] for port (8cd184b8-c886-4457-9374-ace25434f1f7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.553479 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.569715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67bf0dd7-c446-4f6f-ac60-3733c0b75efe None None] Port 8cd184b8-c886-4457-9374-ace25434f1f7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:06:24.626484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.655358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Pushing event updated for resources: {'Port': ['ID=8cd184b8-c886-4457-9374-ace25434f1f7,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:24.669295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2b111fa1-b14f-4149-b076-c7ad438e5620 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:24.700404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:22Z', 'revision_number': 3, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:24.730177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:24.731875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:24.737472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659edde-edcc-4b8a-92cf-0668ebfcbf8c None None] The sync data for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 is: [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:22Z', 'revision_number': 3, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:06:24.754126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2b111fa1-b14f-4149-b076-c7ad438e5620 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:24.754513 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:24.852472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2b111fa1-b14f-4149-b076-c7ad438e5620 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:24.874323 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:06:25.002150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:06:25.013049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-84363fbc-1ffe-4e63-b5cf-acac13408d6d admin admin] 10.222.0.43 "PUT /v2.0/routers/17175808-7a2a-4d5a-a7f5-2739b5c7cad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9794803 Feb 19 02:06:25.021177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-98229237-6851-4b40-94e3-47d02e08a774 None None] Provisioning complete for port 8cd184b8-c886-4457-9374-ace25434f1f7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:25.021558 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98229237-6851-4b40-94e3-47d02e08a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.062355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-98229237-6851-4b40-94e3-47d02e08a774 None None] Port 8cd184b8-c886-4457-9374-ace25434f1f7 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:06:25.503686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51474) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:25.508821 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-627280029-network', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:25.533557 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Made reservation on behalf of 0fcee831909a4065a9f27c29244fa20f for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:06:25.536448 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.545832 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.547564 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.639064 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks [] for security_group (174754d2-d24d-470e-87d9-c7f8cae20638), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.644461 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (174754d2-d24d-470e-87d9-c7f8cae20638), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.671635 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:06:25.680553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174754d2-d24d-470e-87d9-c7f8cae20638,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:25.686975 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ba02a37d-f9fb-4fb9-85cc-9212ac4dc583), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.687343 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Added segment ba02a37d-f9fb-4fb9-85cc-9212ac4dc583 of type vlan for network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 Feb 19 02:06:25.729855 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (7e2f51a8-365a-4269-a0a5-558ae9aa09e6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.754360 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (7e2f51a8-365a-4269-a0a5-558ae9aa09e6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.755414 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:25.755999 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:25.816682 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3092337 Feb 19 02:06:25.817144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51476) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:25.821655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575882c2-0634-4730-aa4c-225c57c69585 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2f51a8-365a-4269-a0a5-558ae9aa09e6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:25.822403 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Request body: {'subnet': {'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-627280029-subnet', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:25.833415 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:06:25.845789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Made reservation on behalf of 0fcee831909a4065a9f27c29244fa20f for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:06:25.848166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.015006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (207076ad-9949-475d-a407-fa8a62bc7522), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.078827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Pushing event updated for resources: {'Subnet': ['ID=207076ad-9949-475d-a407-fa8a62bc7522,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:26.089602 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Checking segment: {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:26.089959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Network hostable DHCP agents. Network: 7e2f51a8-365a-4269-a0a5-558ae9aa09e6, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:06:26.092479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.092820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.093190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.093528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.093856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.094182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.094681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.095013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.095334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.095653 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.095973 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.096290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.096702 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:26.115695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:06:26.125562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 7e2f51a8-365a-4269-a0a5-558ae9aa09e6) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:26.130514 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:26.131291 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.136121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bea14-1f2a-4c27-a3c3-cb3df4b5eb12 None None] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:06:26.148853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b8d218f3-cdbe-4b1d-b929-5c4438b8baba admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3305068 Feb 19 02:06:26.151895 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51478) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:26.156206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:26.175569 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.176596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.240875 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks [] for router_controller (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.258572 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'fixed_ips': [{'subnet_id': '207076ad-9949-475d-a407-fa8a62bc7522'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:06:26.259425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.394323 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks [] for router_gateway (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.398788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Sync routers for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:06:26.399333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Allocated IP 172.20.0.2 (7e2f51a8-365a-4269-a0a5-558ae9aa09e6/207076ad-9949-475d-a407-fa8a62bc7522/7c26a423-5bb9-4212-9602-a44420a3faa6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:26.410515 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:26.411302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:26.520812 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:26.567451 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Publish callbacks [] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.576202 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.624622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:26.630048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks [] for router_gateway (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.633404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:26.636028 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:26.680345 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.682490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Pushing event updated for resources: {'Port': ['ID=7c26a423-5bb9-4212-9602-a44420a3faa6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:26.688195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.711241 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.752009 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 834a5c5b-1970-45e4-8e86-02a7ad690cf2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:26.755567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Attempting to bind port 7c26a423-5bb9-4212-9602-a44420a3faa6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:26.756068 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Attempting to bind port 7c26a423-5bb9-4212-9602-a44420a3faa6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:26.756566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Attempting to bind port 7c26a423-5bb9-4212-9602-a44420a3faa6 on network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:26.780111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:26.780588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Checking segment: {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:26.781029 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.781545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Bound using segment: {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:26.782091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Bound port: 7c26a423-5bb9-4212-9602-a44420a3faa6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:26.782548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.808751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Allocated IP 172.25.0.18 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/3b2b6557-7206-4124-a148-44bd4a4a0883) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:26.856548 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:26.857613 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.859211 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 2, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:26.897196 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] For port 7c26a423-5bb9-4212-9602-a44420a3faa6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:26.897819 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Checking router: 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:06:26.898354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Updating router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 port 8cd184b8-c886-4457-9374-ace25434f1f7 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:06:26.902364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] For port 7c26a423-5bb9-4212-9602-a44420a3faa6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7c26a423-5bb9-4212-9602-a44420a3faa6,segment=NetworkSegment(ba02a37d-f9fb-4fb9-85cc-9212ac4dc583),segment_id=ba02a37d-f9fb-4fb9-85cc-9212ac4dc583)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:26.916693 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.927497 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.929127 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks [] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:26.967066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.019766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:27.030159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:27.035666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:27.046687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd936e-7d79-493b-ad3b-57c938778bf0 None None] Pushing event updated for resources: {'Port': ['ID=7c26a423-5bb9-4212-9602-a44420a3faa6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:27.071422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:27.073629 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.092165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2b6557-7206-4124-a148-44bd4a4a0883,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:27.110909 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 834a5c5b-1970-45e4-8e86-02a7ad690cf2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=834a5c5b-1970-45e4-8e86-02a7ad690cf2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:27.121356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.179447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=834a5c5b-1970-45e4-8e86-02a7ad690cf2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:27.254148 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Publish callbacks [] for port (8cd184b8-c886-4457-9374-ace25434f1f7), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.260053 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.353548 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Pushing event updated for resources: {'Port': ['ID=8cd184b8-c886-4457-9374-ace25434f1f7,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:27.380626 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.381490 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.383094 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.383763 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.384256 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.384747 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.385495 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.386267 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.386854 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.387490 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.388118 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.389093 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.389441 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:27.400151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks [] for router_gateway (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.411477 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Attempting to bind port 8cd184b8-c886-4457-9374-ace25434f1f7 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:27.412619 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Attempting to bind port 8cd184b8-c886-4457-9374-ace25434f1f7 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:27.413278 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Attempting to bind port 8cd184b8-c886-4457-9374-ace25434f1f7 on network e05b1788-f810-46b0-b2e0-41f4ca715d2d {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:27.419756 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:27.420652 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Checking segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:27.421318 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.421913 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Bound using segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:27.422604 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Bound port: 8cd184b8-c886-4457-9374-ace25434f1f7, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:27.423209 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.503851 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] For port 8cd184b8-c886-4457-9374-ace25434f1f7, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:27.507118 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] For port 8cd184b8-c886-4457-9374-ace25434f1f7, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cd184b8-c886-4457-9374-ace25434f1f7,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:27.514864 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.580063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:27.580850 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:27.615526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] Provisioning complete for port 8cd184b8-c886-4457-9374-ace25434f1f7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:27.615904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.649705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.662886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ef46-04c9-481e-b377-7b301eb91750 None None] Pushing event updated for resources: {'Port': ['ID=8cd184b8-c886-4457-9374-ace25434f1f7,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:27.730220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] Current status of the port 8cd184b8-c886-4457-9374-ace25434f1f7 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:27.730621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.735413 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:27.790146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] For port 8cd184b8-c886-4457-9374-ace25434f1f7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cd184b8-c886-4457-9374-ace25434f1f7,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:27.796007 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:27.815048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Router e5f1fb77-7aec-460d-9fb4-3ea57b53003a is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:06:27.876610 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386cbf4-e63d-4433-b828-08501e16cae5 None None] Pushing event updated for resources: {'Port': ['ID=8cd184b8-c886-4457-9374-ace25434f1f7,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:27.923017 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-89ae942f-2c5e-4bd5-9f76-7f55cae25f60 None None] Provisioning complete for port 8cd184b8-c886-4457-9374-ace25434f1f7 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:27.923887 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89ae942f-2c5e-4bd5-9f76-7f55cae25f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:28.002025 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:28.036821 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b3664-51b2-4e66-8223-20fe96458767 None None] The sync data for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 is: [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:06:28.042913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-89ae942f-2c5e-4bd5-9f76-7f55cae25f60 None None] Current status of the port 8cd184b8-c886-4457-9374-ace25434f1f7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:28.306807 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:06:28.318754 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Sync routers for ids ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:06:28.326915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fd904-3b24-4c58-a364-365f6073319e None None] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:06:28.336957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:28.341518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-81cc8b01-8119-4bd0-ae87-fb8c6ddd7f30 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1886072 Feb 19 02:06:28.342039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:28.389242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Routers {'e5f1fb77-7aec-460d-9fb4-3ea57b53003a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:28.389890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:28.632320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] Provisioning complete for port 7c26a423-5bb9-4212-9602-a44420a3faa6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:28.632698 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:28.791462 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Set router e5f1fb77-7aec-460d-9fb4-3ea57b53003a gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:28.867128 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:28.894499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c26a423-5bb9-4212-9602-a44420a3faa6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:28.980312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] Current status of the port 7c26a423-5bb9-4212-9602-a44420a3faa6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:28.980700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.045758 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Allocated IP 172.20.0.1 (7e2f51a8-365a-4269-a0a5-558ae9aa09e6/207076ad-9949-475d-a407-fa8a62bc7522/98419038-1a05-4446-ad27-d19c9ee4afaa) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:29.104608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] For port 7c26a423-5bb9-4212-9602-a44420a3faa6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7c26a423-5bb9-4212-9602-a44420a3faa6,segment=NetworkSegment(ba02a37d-f9fb-4fb9-85cc-9212ac4dc583),segment_id=ba02a37d-f9fb-4fb9-85cc-9212ac4dc583)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:29.111035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7c26a423-5bb9-4212-9602-a44420a3faa6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:29.111420 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.144165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.200366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks [] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.230198 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 3, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:29.233562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63142-47f8-4ffb-85d7-46defd368005 None None] Pushing event updated for resources: {'Port': ['ID=7c26a423-5bb9-4212-9602-a44420a3faa6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:29.248742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.274354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Checking router: e5f1fb77-7aec-460d-9fb4-3ea57b53003a for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:06:29.274569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Updating router e5f1fb77-7aec-460d-9fb4-3ea57b53003a port 3b2b6557-7206-4124-a148-44bd4a4a0883 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:06:29.289704 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:29.293230 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:29.299024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:29.304868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Pushing event updated for resources: {'Port': ['ID=98419038-1a05-4446-ad27-d19c9ee4afaa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:29.336695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4087c2ff-90ec-4cbc-b859-a3fde138e505 None None] Provisioning complete for port 7c26a423-5bb9-4212-9602-a44420a3faa6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:29.337104 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4087c2ff-90ec-4cbc-b859-a3fde138e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.343299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.345323 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.373772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7c26a423-5bb9-4212-9602-a44420a3faa6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:29.374907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 834a5c5b-1970-45e4-8e86-02a7ad690cf2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:29.538313 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.619395 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:29.619719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.679092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4087c2ff-90ec-4cbc-b859-a3fde138e505 None None] Current status of the port 7c26a423-5bb9-4212-9602-a44420a3faa6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:29.717557 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks [] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.722673 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.792441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.794110 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Pushing event updated for resources: {'Port': ['ID=98419038-1a05-4446-ad27-d19c9ee4afaa,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:29.814910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:29.816174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cd184b8-c886-4457-9374-ace25434f1f7 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:29.859414 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Publish callbacks [] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.867717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e8de4ac8-6367-4637-b466-4f4b40d0153d None None] Provisioning complete for port 98419038-1a05-4446-ad27-d19c9ee4afaa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:29.868094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8de4ac8-6367-4637-b466-4f4b40d0153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.873295 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.891621 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:29.893193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:29.972137 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e8de4ac8-6367-4637-b466-4f4b40d0153d None None] Port 98419038-1a05-4446-ad27-d19c9ee4afaa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:06:29.975164 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Attempting to bind port 3b2b6557-7206-4124-a148-44bd4a4a0883 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:29.975569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Attempting to bind port 3b2b6557-7206-4124-a148-44bd4a4a0883 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:29.975945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Attempting to bind port 3b2b6557-7206-4124-a148-44bd4a4a0883 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:29.977963 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60bfc0-f50d-4a68-bb6c-ef41a377fa48 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6557-7206-4124-a148-44bd4a4a0883,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:29.986886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:29.987354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:29.987768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.988158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:29.988640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Bound port: 3b2b6557-7206-4124-a148-44bd4a4a0883, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:29.989043 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.993079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8cd184b8-c886-4457-9374-ace25434f1f7 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:29.993458 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:30.023333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Router e5f1fb77-7aec-460d-9fb4-3ea57b53003a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:06:30.077558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] For port 3b2b6557-7206-4124-a148-44bd4a4a0883, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:30.081359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] For port 3b2b6557-7206-4124-a148-44bd4a4a0883, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3b2b6557-7206-4124-a148-44bd4a4a0883,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:30.090834 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:30.154968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:06:30.161243 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fee4e7d7-661d-4715-b2f5-a1bafe0d36d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/e5f1fb77-7aec-460d-9fb4-3ea57b53003a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173625 Feb 19 02:06:30.172951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8cd184b8-c886-4457-9374-ace25434f1f7 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:30.193886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Routers {'e5f1fb77-7aec-460d-9fb4-3ea57b53003a'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:30.194521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:30.229642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60bfc0-f50d-4a68-bb6c-ef41a377fa48 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6557-7206-4124-a148-44bd4a4a0883,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:30.249102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-eefb64f6-75f5-4dfb-99f0-61861fbb8872 None None] Provisioning complete for port 98419038-1a05-4446-ad27-d19c9ee4afaa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:30.249394 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eefb64f6-75f5-4dfb-99f0-61861fbb8872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:30.326427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eefb64f6-75f5-4dfb-99f0-61861fbb8872 None None] Port 98419038-1a05-4446-ad27-d19c9ee4afaa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:06:30.343750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] Set router e5f1fb77-7aec-460d-9fb4-3ea57b53003a gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:30.560531 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '98419038-1a05-4446-ad27-d19c9ee4afaa', 'name': '', 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'mac_address': 'fa:16:3e:31:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '207076ad-9949-475d-a407-fa8a62bc7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:28Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 2, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'subnets': [{'id': '207076ad-9949-475d-a407-fa8a62bc7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:30.588794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f2652-5e8f-4d2a-90e7-310719f61384 None None] The sync data for ids ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'] in n-d-826752-2 is: [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '98419038-1a05-4446-ad27-d19c9ee4afaa', 'name': '', 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'mac_address': 'fa:16:3e:31:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '207076ad-9949-475d-a407-fa8a62bc7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:28Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 2, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'subnets': [{'id': '207076ad-9949-475d-a407-fa8a62bc7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:06:30.668779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c26a423-5bb9-4212-9602-a44420a3faa6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:30.724481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7c26a423-5bb9-4212-9602-a44420a3faa6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:30.724854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:31.018063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7c26a423-5bb9-4212-9602-a44420a3faa6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:32.752621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3b2b6557-7206-4124-a148-44bd4a4a0883 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:32.819406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3b2b6557-7206-4124-a148-44bd4a4a0883 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:32.819862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:32.932921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3b2b6557-7206-4124-a148-44bd4a4a0883 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:32.933418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:32.960083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 3b2b6557-7206-4124-a148-44bd4a4a0883, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3b2b6557-7206-4124-a148-44bd4a4a0883,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:32.967666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:33.030959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6557-7206-4124-a148-44bd4a4a0883,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:33.044789 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.045286 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.045713 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.046141 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.046539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.046949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.047381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.047778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.048185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.048685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.049107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.049510 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.049947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:33.191876 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Sync routers for ids ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:06:33.207926 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Routers {'e5f1fb77-7aec-460d-9fb4-3ea57b53003a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:33.208947 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:33.335071 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Set router e5f1fb77-7aec-460d-9fb4-3ea57b53003a gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:33.564552 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '98419038-1a05-4446-ad27-d19c9ee4afaa', 'name': '', 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'mac_address': 'fa:16:3e:31:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '207076ad-9949-475d-a407-fa8a62bc7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:28Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 2, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'subnets': [{'id': '207076ad-9949-475d-a407-fa8a62bc7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:33.591791 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Checking router: e5f1fb77-7aec-460d-9fb4-3ea57b53003a for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:06:33.592001 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Updating router e5f1fb77-7aec-460d-9fb4-3ea57b53003a port 98419038-1a05-4446-ad27-d19c9ee4afaa binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:06:33.628903 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.050680 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Publish callbacks [] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.057713 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.114923 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50372484-cbfd-4d05-a98c-85f6f6903617 None None] Pushing event updated for resources: {'Port': ['ID=98419038-1a05-4446-ad27-d19c9ee4afaa,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:34.180851 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Attempting to bind port 98419038-1a05-4446-ad27-d19c9ee4afaa on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:34.183067 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Attempting to bind port 98419038-1a05-4446-ad27-d19c9ee4afaa by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:34.183449 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Attempting to bind port 98419038-1a05-4446-ad27-d19c9ee4afaa on network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:34.189456 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:34.189828 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Checking segment: {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:34.190230 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.190641 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Bound using segment: {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:34.191103 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Bound port: 98419038-1a05-4446-ad27-d19c9ee4afaa, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:34.191482 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.259451 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] For port 98419038-1a05-4446-ad27-d19c9ee4afaa, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:34.263573 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] For port 98419038-1a05-4446-ad27-d19c9ee4afaa, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=98419038-1a05-4446-ad27-d19c9ee4afaa,segment=NetworkSegment(ba02a37d-f9fb-4fb9-85cc-9212ac4dc583),segment_id=ba02a37d-f9fb-4fb9-85cc-9212ac4dc583)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:34.270909 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.348522 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50372484-cbfd-4d05-a98c-85f6f6903617 None None] Pushing event updated for resources: {'Port': ['ID=98419038-1a05-4446-ad27-d19c9ee4afaa,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:34.357238 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Routers {'e5f1fb77-7aec-460d-9fb4-3ea57b53003a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:06:34.358039 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:34.384559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] Provisioning complete for port 98419038-1a05-4446-ad27-d19c9ee4afaa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:34.386014 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.521787 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] Set router e5f1fb77-7aec-460d-9fb4-3ea57b53003a gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:06:34.523299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] Current status of the port 98419038-1a05-4446-ad27-d19c9ee4afaa is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:34.523860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.563821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] For port 98419038-1a05-4446-ad27-d19c9ee4afaa, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=98419038-1a05-4446-ad27-d19c9ee4afaa,segment=NetworkSegment(ba02a37d-f9fb-4fb9-85cc-9212ac4dc583),segment_id=ba02a37d-f9fb-4fb9-85cc-9212ac4dc583)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:34.570498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.646254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194fde0-cbc9-4cbf-b8ea-35685683d3e6 None None] Pushing event updated for resources: {'Port': ['ID=98419038-1a05-4446-ad27-d19c9ee4afaa,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:34.701418 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c35f2e4d-3d32-4439-89f5-523538284b2c None None] Provisioning complete for port 98419038-1a05-4446-ad27-d19c9ee4afaa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:34.701953 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c35f2e4d-3d32-4439-89f5-523538284b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.785147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 98419038-1a05-4446-ad27-d19c9ee4afaa up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:34.805758 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '98419038-1a05-4446-ad27-d19c9ee4afaa', 'name': '', 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'mac_address': 'fa:16:3e:31:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '207076ad-9949-475d-a407-fa8a62bc7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:28Z', 'updated_at': '2022-02-19T02:06:34Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'subnets': [{'id': '207076ad-9949-475d-a407-fa8a62bc7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:06:34.829035 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c35f2e4d-3d32-4439-89f5-523538284b2c None None] Current status of the port 98419038-1a05-4446-ad27-d19c9ee4afaa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:34.837723 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da2d51-52e8-4440-ae73-52c79ede62ee None None] The sync data for ids ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'] in n-d-826752-2 is: [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:29Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '98419038-1a05-4446-ad27-d19c9ee4afaa', 'name': '', 'network_id': '7e2f51a8-365a-4269-a0a5-558ae9aa09e6', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'mac_address': 'fa:16:3e:31:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '207076ad-9949-475d-a407-fa8a62bc7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:28Z', 'updated_at': '2022-02-19T02:06:34Z', 'revision_number': 4, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'subnets': [{'id': '207076ad-9949-475d-a407-fa8a62bc7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:06:34.857486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 98419038-1a05-4446-ad27-d19c9ee4afaa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:34.857938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.955279 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 98419038-1a05-4446-ad27-d19c9ee4afaa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:34.956549 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3b2b6557-7206-4124-a148-44bd4a4a0883 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:35.016316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 3b2b6557-7206-4124-a148-44bd4a4a0883 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:35.016707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:35.111665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 3b2b6557-7206-4124-a148-44bd4a4a0883 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:36.668081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 98419038-1a05-4446-ad27-d19c9ee4afaa up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:36.731463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 98419038-1a05-4446-ad27-d19c9ee4afaa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:36.731845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:36.820459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 98419038-1a05-4446-ad27-d19c9ee4afaa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:40.775132 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-55a2683a-d5be-459a-920a-b3402f782c39 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:40.776576 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-55a2683a-d5be-459a-920a-b3402f782c39 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 814 time: 0.1004496 Feb 19 02:06:40.791105 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-264de90a-c568-474d-92a3-6ce6180a0d31 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/quotas/deae51dd452d43abba16fb52a2e1a683 HTTP/1.1" status: 200 len: 375 time: 0.0087249 Feb 19 02:06:40.848398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-7fdcbccc-6895-4ab6-94a5-9f3e25d320b1 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527291 Feb 19 02:06:41.025378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-628714ae-026c-4dd6-9e6d-9926dacfcfa2 service neutron] 10.222.0.43 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650474 Feb 19 02:06:41.116792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d24b7423-91cb-49a4-b546-82af3375c576 service neutron] 10.222.0.43 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851951 Feb 19 02:06:41.276034 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-05062d09-a848-42b3-b3de-fdee2d075129 req-ce586ed7-e6db-49ec-a425-9911e81da4da tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Feb 19 02:06:42.276432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-2c7f0909-1157-4987-9d5a-3919392f8492 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:42.277948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-2c7f0909-1157-4987-9d5a-3919392f8492 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 814 time: 0.1018705 Feb 19 02:06:42.289956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'port': {'device_id': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'admin_state_up': True, 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:42.383563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1ed34fde-7add-4c75-9023-fd0fb21a972e req-960e2310-09ba-47ae-82ac-4a2dad4cf6dc tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 210 time: 0.0328500 Feb 19 02:06:42.434264 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Made reservation on behalf of deae51dd452d43abba16fb52a2e1a683 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:06:42.437824 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:42.579164 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Allocated IP 172.20.0.7 (e05b1788-f810-46b0-b2e0-41f4ca715d2d/854b49a3-8f56-44ee-b1d8-2f18025e1e8a/22c11650-ccaf-4140-981b-26669f5a11f9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:06:42.799802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for port (22c11650-ccaf-4140-981b-26669f5a11f9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:42.854031 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:42.930994 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:06:42.940297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:06:42.960955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:06:42.966425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:43.051408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:43.052107 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:43.092283 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-46c5faf1-2f32-418c-8596-720b82f41723 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060219 Feb 19 02:06:43.312775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bd8a297e-1f18-4f98-acd2-6e760d850ab7 None None] Provisioning complete for port 22c11650-ccaf-4140-981b-26669f5a11f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:43.313390 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd8a297e-1f18-4f98-acd2-6e760d850ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:43.356007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a297e-1f18-4f98-acd2-6e760d850ab7 None None] Port 22c11650-ccaf-4140-981b-26669f5a11f9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:06:43.514895 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ce777-b96b-4bff-9bf0-058e74d41e35 req-d165b420-fc31-498c-83ea-651d3cc58516 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:43.518196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c3ce777-b96b-4bff-9bf0-058e74d41e35 req-d165b420-fc31-498c-83ea-651d3cc58516 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 931 time: 0.0620034 Feb 19 02:06:43.569841 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c3ce777-b96b-4bff-9bf0-058e74d41e35 req-534a610e-76e7-4955-901f-7ab0c2ca538c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476909 Feb 19 02:06:44.746655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cacc82-5094-4889-98ae-95c3c4eb022c req-7a1b40cd-288c-41b3-8c8f-907c71a25487 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:44.748388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25cacc82-5094-4889-98ae-95c3c4eb022c req-7a1b40cd-288c-41b3-8c8f-907c71a25487 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 931 time: 0.0593398 Feb 19 02:06:44.801662 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25cacc82-5094-4889-98ae-95c3c4eb022c req-dca5d327-e091-4e98-83cf-ee8b73408989 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Feb 19 02:06:45.938463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0205dd5-e874-45d3-9848-fb928bdfd20e req-5cfdeb45-ac28-407f-bd5c-becb9739a3c8 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:45.940060 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0205dd5-e874-45d3-9848-fb928bdfd20e req-5cfdeb45-ac28-407f-bd5c-becb9739a3c8 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 931 time: 0.0604050 Feb 19 02:06:45.989130 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d0205dd5-e874-45d3-9848-fb928bdfd20e req-03ad17f1-10a1-427f-849c-f33a61187390 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Feb 19 02:06:47.115495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783ff75-1a18-4212-8f72-e3eb54c56706 req-8d0a7d3c-961a-4d6b-aeb6-df52c45b19dc tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:47.116957 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8783ff75-1a18-4212-8f72-e3eb54c56706 req-8d0a7d3c-961a-4d6b-aeb6-df52c45b19dc tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 931 time: 0.0553458 Feb 19 02:06:47.174310 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8783ff75-1a18-4212-8f72-e3eb54c56706 req-c708a367-66aa-4281-9eee-b2fb916a2c9a tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Feb 19 02:06:47.891138 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:06:48.306831 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476978f-385b-4ca2-8050-be22f4fa331d req-39ad1142-3003-4c30-b91b-82a5fa160233 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:48.309059 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f476978f-385b-4ca2-8050-be22f4fa331d req-39ad1142-3003-4c30-b91b-82a5fa160233 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 931 time: 0.0579016 Feb 19 02:06:48.365473 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f476978f-385b-4ca2-8050-be22f4fa331d req-aadc3198-bef5-452d-8890-d1e75ad151b0 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507402 Feb 19 02:06:48.889463 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:49.495110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba05d0-88a9-44d9-8b2b-6fa6a003bdef req-70eafd8c-e192-42e1-9579-e5ba3ec28058 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:49.496647 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5eba05d0-88a9-44d9-8b2b-6fa6a003bdef req-70eafd8c-e192-42e1-9579-e5ba3ec28058 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 931 time: 0.0547225 Feb 19 02:06:49.546960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5eba05d0-88a9-44d9-8b2b-6fa6a003bdef req-9b232ae4-662a-4629-b890-04e0f703a808 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Feb 19 02:06:50.113995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Request body: {'port': {'device_id': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:50.175148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.380614 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11012e4a-a65b-4e46-9c83-68fa65088ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.435749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c11650-ccaf-4140-981b-26669f5a11f9 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:06:50.443206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Publish callbacks [] for port (22c11650-ccaf-4140-981b-26669f5a11f9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.455591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Transition to ACTIVE for port object 22c11650-ccaf-4140-981b-26669f5a11f9 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:06:50.459565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.512886 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:50.590190 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Attempting to bind port 22c11650-ccaf-4140-981b-26669f5a11f9 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:50.590528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Attempting to bind port 22c11650-ccaf-4140-981b-26669f5a11f9 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:50.592242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Attempting to bind port 22c11650-ccaf-4140-981b-26669f5a11f9 on network e05b1788-f810-46b0-b2e0-41f4ca715d2d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:50.595928 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Port 22c11650-ccaf-4140-981b-26669f5a11f9 on network e05b1788-f810-46b0-b2e0-41f4ca715d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:06:50.596193 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Attempting to bind port 22c11650-ccaf-4140-981b-26669f5a11f9 on network e05b1788-f810-46b0-b2e0-41f4ca715d2d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:50.601852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:50.602195 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Checking segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:50.602584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Bound using segment: {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:50.603593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Bound port: 22c11650-ccaf-4140-981b-26669f5a11f9, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:50.603989 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.684278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:50.687832 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:50.693310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad560c0-63c4-48b8-8d2d-b0053c153eec req-fe22c482-e294-44cf-b217-82a93aa5f235 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:50.694899 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.695031 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cad560c0-63c4-48b8-8d2d-b0053c153eec req-fe22c482-e294-44cf-b217-82a93aa5f235 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 943 time: 0.0617702 Feb 19 02:06:50.729810 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:50.730456 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:50.731857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] 10.222.0.89 "PUT /v2.0/ports/22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 1091 time: 0.6655929 Feb 19 02:06:50.732306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:06:50.734774 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeba31c-23ca-4525-b8d6-30b2b581db1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:06:50.764560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13974bb-bfab-4b8c-9584-62c64604d6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:50.794611 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cad560c0-63c4-48b8-8d2d-b0053c153eec req-1a6d286a-9d5f-47a6-ad65-9d81f3e8667a tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894260 Feb 19 02:06:50.807199 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69e86cb-ab6e-45a5-ac84-eddf1540c7f9 x-openstack-request-id: req-a69e86cb-ab6e-45a5-ac84-eddf1540c7f9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:06:50.807510 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:06:50.807783 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a69e86cb-ab6e-45a5-ac84-eddf1540c7f9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:06:50.808195 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'status': 'completed', 'code': 200} Feb 19 02:06:50.827272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-a2840b28-8474-4b07-a5bc-111897e50992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:50.828917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-a2840b28-8474-4b07-a5bc-111897e50992 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1125 time: 0.0556638 Feb 19 02:06:50.872913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-0d0c3fa6-5c60-40d7-a533-19ea5fb11ed4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 217 time: 0.0368180 Feb 19 02:06:50.925227 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-6022fed1-e54e-4ea7-9fdd-bfa3c6b4c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:50.926746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-6022fed1-e54e-4ea7-9fdd-bfa3c6b4c2ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0461020 Feb 19 02:06:50.976443 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20995e-c4b9-4abf-b392-380608b72004 req-db4703bd-3732-4dc9-aefb-6d775c530d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:50.978545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-db4703bd-3732-4dc9-aefb-6d775c530d15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454140 Feb 19 02:06:51.071195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-f3a06ce3-b590-4195-8a0a-4de8b9ab5a7e service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Feb 19 02:06:51.157594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa20995e-c4b9-4abf-b392-380608b72004 req-91bbf03f-9cf6-455f-abfa-20e3892d4333 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804245 Feb 19 02:06:51.256620 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-0b077d6d-2d2d-4441-a2f8-18fb5888d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:51.258126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-0b077d6d-2d2d-4441-a2f8-18fb5888d540 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1125 time: 0.0497317 Feb 19 02:06:51.347743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-3b2cf0d5-bf10-49d8-b3f0-4c38ac4ff6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:51.349220 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-3b2cf0d5-bf10-49d8-b3f0-4c38ac4ff6c2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.0834036 Feb 19 02:06:51.392504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-37b9a4cf-c810-4f04-a3df-dab869dc3be9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 217 time: 0.0373564 Feb 19 02:06:51.442173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-b91275ef-06b3-4519-bc77-710f5f45f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:51.443612 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-b91275ef-06b3-4519-bc77-710f5f45f7fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0423706 Feb 19 02:06:51.492630 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-1564240b-1358-4499-922e-66f7e6a5e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:51.494131 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-1564240b-1358-4499-922e-66f7e6a5e621 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430069 Feb 19 02:06:51.583471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-7fcef30e-d18f-4f5b-bb56-e1d6f9fdd3b1 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827787 Feb 19 02:06:51.670630 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dfeba31c-23ca-4525-b8d6-30b2b581db1a req-26929b8b-732d-4c40-9ceb-e7e5ac51830e service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809329 Feb 19 02:06:51.905716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7906e5-fbed-4a04-bf47-21d1ee6384ac req-89fd1b7d-19e8-464e-a326-cad3c89104ce tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:51.907213 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd7906e5-fbed-4a04-bf47-21d1ee6384ac req-89fd1b7d-19e8-464e-a326-cad3c89104ce tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 943 time: 0.0525489 Feb 19 02:06:51.954754 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cd7906e5-fbed-4a04-bf47-21d1ee6384ac req-d4e7061a-a1db-486e-9ed2-5ca4832794f7 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Feb 19 02:06:52.728443 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e035-6e41-4a10-8d8a-cebf54351122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:53.077167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609189b6-40d6-4b91-aa0e-9b672eb01d49 req-1c806cab-e9f9-4954-9528-bf1fca5a33cf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:53.078627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-609189b6-40d6-4b91-aa0e-9b672eb01d49 req-1c806cab-e9f9-4954-9528-bf1fca5a33cf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 943 time: 0.0518007 Feb 19 02:06:53.123988 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-609189b6-40d6-4b91-aa0e-9b672eb01d49 req-a6397f68-7847-446a-b4b5-907b753902c1 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Feb 19 02:06:53.907707 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:54.240928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194505-5fc4-4c97-b2c4-489fedc8a5a9 req-11d381dc-5f0e-4c57-b24b-bc0ae62f609b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:54.242415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc194505-5fc4-4c97-b2c4-489fedc8a5a9 req-11d381dc-5f0e-4c57-b24b-bc0ae62f609b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 943 time: 0.0520706 Feb 19 02:06:54.287932 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fc194505-5fc4-4c97-b2c4-489fedc8a5a9 req-eda9b166-2c89-41d9-9042-1578526394be tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Feb 19 02:06:54.739843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 22c11650-ccaf-4140-981b-26669f5a11f9 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:06:54.834966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:54.846111 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '22c11650-ccaf-4140-981b-26669f5a11f9', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'port_id': '22c11650-ccaf-4140-981b-26669f5a11f9', 'mac_address': 'fa:16:3e:97:1f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:06:54.887210 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 22c11650-ccaf-4140-981b-26669f5a11f9 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:54.887503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:54.899925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c11650-ccaf-4140-981b-26669f5a11f9 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:06:54.918689 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:54.922528 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:54.969720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:55.128140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['22c11650-ccaf-4140-981b-26669f5a11f9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:06:55.414261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5207df7-ad51-4002-b1a8-a10164e56495 req-7dea69f6-8c4b-41bb-87fd-98986a7b0a58 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:55.416390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5207df7-ad51-4002-b1a8-a10164e56495 req-7dea69f6-8c4b-41bb-87fd-98986a7b0a58 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 944 time: 0.0617652 Feb 19 02:06:55.462600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c5207df7-ad51-4002-b1a8-a10164e56495 req-ec5e8626-feea-4025-9a06-f784915a5f63 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Feb 19 02:06:55.546880 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:56.585637 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9f34-b882-48d9-9958-bef7566f9f84 req-1c084463-85c3-497a-aae2-bfa34911d82b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:56.588143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a0f9f34-b882-48d9-9958-bef7566f9f84 req-1c084463-85c3-497a-aae2-bfa34911d82b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 944 time: 0.0592170 Feb 19 02:06:56.636309 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9a0f9f34-b882-48d9-9958-bef7566f9f84 req-db7baf64-54a7-4eae-b81a-79678d032913 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Feb 19 02:06:56.653805 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:56.655431 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:56.737725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 22c11650-ccaf-4140-981b-26669f5a11f9 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:56.787499 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 22c11650-ccaf-4140-981b-26669f5a11f9 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:06:56.791856 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 22c11650-ccaf-4140-981b-26669f5a11f9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:56.792235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:56.871454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 22c11650-ccaf-4140-981b-26669f5a11f9 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:56.871854 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:56.894237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:06:56.896467 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31507030-ffa1-41a8-bec2-1d9064d385e3" -d '{"events": [{"server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "name": "network-vif-plugged", "status": "completed", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:06:56.909189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:56.913727 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:56.965136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:57.051923 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee33c24-d949-4e98-891a-5630fe9918c5 x-openstack-request-id: req-4ee33c24-d949-4e98-891a-5630fe9918c5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:06:57.052290 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "name": "network-vif-plugged", "status": "completed", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:06:57.052556 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ee33c24-d949-4e98-891a-5630fe9918c5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:06:57.052958 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'code': 200} Feb 19 02:06:57.158309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b048f9-f1a8-4a64-a3ae-2fb2868ad7d3 req-29d924c9-7ca0-4a9e-bd5f-9ccaad145705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:57.159833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b048f9-f1a8-4a64-a3ae-2fb2868ad7d3 req-29d924c9-7ca0-4a9e-bd5f-9ccaad145705 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1127 time: 0.0521238 Feb 19 02:06:57.207138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-78b048f9-f1a8-4a64-a3ae-2fb2868ad7d3 req-ffe30f24-dea5-4e26-b029-016ddefb0806 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Feb 19 02:06:57.772954 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a60f0-0f36-4718-bd51-103bd3c518ce req-04321d3d-7b5b-4534-90c3-68f5fc723c39 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:57.774513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b00a60f0-0f36-4718-bd51-103bd3c518ce req-04321d3d-7b5b-4534-90c3-68f5fc723c39 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0602872 Feb 19 02:06:57.824373 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b00a60f0-0f36-4718-bd51-103bd3c518ce req-09425cb0-a356-4dcb-9143-71cf75459d10 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Feb 19 02:06:58.943762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fa142-a26d-4367-b563-bcdd0bea164c req-cb3daba3-aef0-4b78-914f-379bf9ec4819 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:58.945241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f8fa142-a26d-4367-b563-bcdd0bea164c req-cb3daba3-aef0-4b78-914f-379bf9ec4819 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0544207 Feb 19 02:06:58.990809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f8fa142-a26d-4367-b563-bcdd0bea164c req-5361c8ea-744a-43ba-88ce-68e8c70d7f4b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Feb 19 02:06:59.111550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eaa27-268d-44ae-8bb4-9588dddb458d req-043aeb4f-5d0a-4588-b43b-30332ff13b73 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:59.112936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f6eaa27-268d-44ae-8bb4-9588dddb458d req-043aeb4f-5d0a-4588-b43b-30332ff13b73 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Feb 19 02:06:59.487643 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4f6eaa27-268d-44ae-8bb4-9588dddb458d req-45f34907-3ffe-40e3-88fa-a6ac43ed54c6 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691540 Feb 19 02:06:59.676030 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815a1c-402d-461f-8cd1-b14500e2c0d5 req-6f9df935-751d-46d0-96a2-b242bb5e70b2 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:59.677501 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa815a1c-402d-461f-8cd1-b14500e2c0d5 req-6f9df935-751d-46d0-96a2-b242bb5e70b2 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Feb 19 02:06:59.726330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa815a1c-402d-461f-8cd1-b14500e2c0d5 req-724b977a-ca7a-4462-bc99-896ce7f959e5 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Feb 19 02:07:18.734829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979f772-3680-4651-a7eb-d72c0f61edbd req-9f0fa395-eb27-4aba-b16b-afe08e4e9350 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:18.736286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c979f772-3680-4651-a7eb-d72c0f61edbd req-9f0fa395-eb27-4aba-b16b-afe08e4e9350 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0528686 Feb 19 02:07:18.784883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c979f772-3680-4651-a7eb-d72c0f61edbd req-04bce1aa-ae00-4a32-8c66-6637164c9cd1 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Feb 19 02:07:18.807491 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:18.893965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.896617 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6608a-457a-42e4-8df9-51747a4fbd66 tempest-TestMinimumBasicScenario-314591289 tempest-TestMinimumBasicScenario-314591289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:18.898220 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3ca6608a-457a-42e4-8df9-51747a4fbd66 tempest-TestMinimumBasicScenario-314591289 tempest-TestMinimumBasicScenario-314591289-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1122 time: 0.0897572 Feb 19 02:07:18.901251 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51694) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:18.905439 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '22c11650-ccaf-4140-981b-26669f5a11f9', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:18.925329 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.019363 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.124719 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Allocated IP 172.25.0.250 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/81833bc5-9dbe-40ed-b00c-fb2fbc60cc54) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:07:19.224865 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.262664 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.299666 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:19.302412 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:19.308366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:07:19.313722 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'Port': ['ID=81833bc5-9dbe-40ed-b00c-fb2fbc60cc54,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:19.341679 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.342026 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.342369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.342709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.343036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.343371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.343697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.344024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.344349 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.344673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.345013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.345336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.345656 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:19.700051 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for floatingip (b526291a-eddd-47d4-9c75-e6abdeeeddfe), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.768584 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.928954 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.933294 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.005511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'Port': ['ID=81833bc5-9dbe-40ed-b00c-fb2fbc60cc54,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:20.018471 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (b526291a-eddd-47d4-9c75-e6abdeeeddfe), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.132424 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Floating IP b526291a-eddd-47d4-9c75-e6abdeeeddfe associated. External IP: 172.25.0.250, port: 22c11650-ccaf-4140-981b-26669f5a11f9. Feb 19 02:07:20.350321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:07:20.382227 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80a7f68f-a5d2-4dba-9369-b5b177ddaeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.461615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:07:20.472329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] Sync routers for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:07:20.479110 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.482496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:20.483121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:20.511633 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7217650a-2cad-4473-9ef4-5ad6f5799604 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6093495 Feb 19 02:07:20.512485 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:20.514710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51696) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.515851 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f7842-6220-41e0-a1e1-c75478360617" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:20.521478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117911195', 'description': 'tempest-secgroup-smoke-117911195 description', 'project_id': 'deae51dd452d43abba16fb52a2e1a683'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:20.554769 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.611681 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:20.628917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group (92a82732-5466-4800-a63f-d1b4e503d4fc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.633217 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8758a8-8aaf-41c0-b667-b2d7897f519b x-openstack-request-id: req-9b8758a8-8aaf-41c0-b667-b2d7897f519b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:20.633655 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:20.634022 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b8758a8-8aaf-41c0-b667-b2d7897f519b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:20.634150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (92a82732-5466-4800-a63f-d1b4e503d4fc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.634338 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'status': 'completed', 'code': 200} Feb 19 02:07:20.700043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.701308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1852343 Feb 19 02:07:20.704740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51702) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.704960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c704c6d-9af3-42eb-98ed-39052993ba5e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a82732-5466-4800-a63f-d1b4e503d4fc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:20.709805 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group_rule': {'security_group_id': '92a82732-5466-4800-a63f-d1b4e503d4fc', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:20.721932 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-3a9e1f3f-2954-4f11-a94a-631f13a72a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:20.723479 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-3a9e1f3f-2954-4f11-a94a-631f13a72a29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1127 time: 0.0668027 Feb 19 02:07:20.739300 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (5976a029-5c29-4d3c-8ae4-ccb1abfadb44), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.802890 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (5976a029-5c29-4d3c-8ae4-ccb1abfadb44), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.807904 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5976a029-5c29-4d3c-8ae4-ccb1abfadb44), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.827355 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5976a029-5c29-4d3c-8ae4-ccb1abfadb44,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:20.838114 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.838347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-7273b310-198b-4020-9ad1-07eaf5407d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:20.841882 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-42a3a7e0-2f96-4f4b-83d9-256932c7cadf tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335890 Feb 19 02:07:20.842030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-7273b310-198b-4020-9ad1-07eaf5407d8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.1097507 Feb 19 02:07:20.842127 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51704) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.846789 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group_rule': {'security_group_id': '92a82732-5466-4800-a63f-d1b4e503d4fc', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:20.876582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (216ba6a2-0b65-4df9-b170-3369f5f57bbf), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.892384 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'b526291a-eddd-47d4-9c75-e6abdeeeddfe', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'port_id': '22c11650-ccaf-4140-981b-26669f5a11f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'mac_address': 'fa:16:3e:97:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:07:19Z', 'updated_at': '2022-02-19T02:07:19Z', 'revision_number': 0, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:20.908985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-25c25d4d-355c-475f-9ad8-a63e49c00c51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 999 time: 0.0626082 Feb 19 02:07:20.922263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] Checking router: 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:07:20.934712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:20.935359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:06:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:20.937694 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (216ba6a2-0b65-4df9-b170-3369f5f57bbf), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.942665 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (216ba6a2-0b65-4df9-b170-3369f5f57bbf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.964914 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216ba6a2-0b65-4df9-b170-3369f5f57bbf,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:20.965809 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-0ae67617-c13c-40b4-b2ea-4a1be53619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:20.967464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-0ae67617-c13c-40b4-b2ea-4a1be53619b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0510054 Feb 19 02:07:20.971174 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.972417 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-10deabd0-f570-48ec-8914-4c811884756b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293414 Feb 19 02:07:20.977446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51706) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.984293 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group_rule': {'security_group_id': '92a82732-5466-4800-a63f-d1b4e503d4fc', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:21.015436 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (5312c1bc-ec71-4df7-a4f2-68d95eabb729), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.021060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-f297354f-0250-4dda-b4cc-fe9e0b3dc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:21.022617 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-f297354f-0250-4dda-b4cc-fe9e0b3dc10e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487239 Feb 19 02:07:21.062002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:21.078547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (5312c1bc-ec71-4df7-a4f2-68d95eabb729), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.083057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (5312c1bc-ec71-4df7-a4f2-68d95eabb729), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.102921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5312c1bc-ec71-4df7-a4f2-68d95eabb729,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:21.115736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.120093 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8fec3b1e-abe0-43b8-88ce-bbc1b9cb5afd tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385643 Feb 19 02:07:21.120398 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51708) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:21.124174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-4e740c83-5392-41be-9de7-d79e49a5332a service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937946 Feb 19 02:07:21.125150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group_rule': {'security_group_id': '92a82732-5466-4800-a63f-d1b4e503d4fc', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:21.151616 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (670741ce-20dd-48c8-b264-8c2b3e0e9905), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.217213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (670741ce-20dd-48c8-b264-8c2b3e0e9905), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.222275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (670741ce-20dd-48c8-b264-8c2b3e0e9905), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.229302 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd3f7842-6220-41e0-a1e1-c75478360617 req-ef35220d-6ba1-4ff9-98b7-d7677205b9b6 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979905 Feb 19 02:07:21.242243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670741ce-20dd-48c8-b264-8c2b3e0e9905,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:21.254441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.258903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51710) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:21.259086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ea77a868-45e3-49e6-9298-c2ebfcb58252 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372831 Feb 19 02:07:21.263466 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group_rule': {'security_group_id': '92a82732-5466-4800-a63f-d1b4e503d4fc', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:21.283416 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Project deae51dd452d43abba16fb52a2e1a683 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:07:21.288446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (76912489-d87c-445b-a2ad-99c5e4e13c00), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.310307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'b526291a-eddd-47d4-9c75-e6abdeeeddfe', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'port_id': '22c11650-ccaf-4140-981b-26669f5a11f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'mac_address': 'fa:16:3e:97:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:07:19Z', 'updated_at': '2022-02-19T02:07:19Z', 'revision_number': 0, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:21.338194 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658776e-94f5-4eb3-8efc-2c89b9c3d1bc None None] The sync data for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 is: [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'b526291a-eddd-47d4-9c75-e6abdeeeddfe', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'port_id': '22c11650-ccaf-4140-981b-26669f5a11f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'mac_address': 'fa:16:3e:97:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:07:19Z', 'updated_at': '2022-02-19T02:07:19Z', 'revision_number': 0, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:07:21.349789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (76912489-d87c-445b-a2ad-99c5e4e13c00), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.353825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (76912489-d87c-445b-a2ad-99c5e4e13c00), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.372613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76912489-d87c-445b-a2ad-99c5e4e13c00,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:21.379084 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.381197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ed00e375-50ee-46c6-bffe-9f94179d9f84 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204147 Feb 19 02:07:21.383658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51712) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:21.388366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'security_group_rule': {'security_group_id': '92a82732-5466-4800-a63f-d1b4e503d4fc', 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:21.409032 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Project deae51dd452d43abba16fb52a2e1a683 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:07:21.414276 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (e8b6f04f-c137-4a18-9132-4d3c0ba917a3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.474427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (e8b6f04f-c137-4a18-9132-4d3c0ba917a3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.478844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e8b6f04f-c137-4a18-9132-4d3c0ba917a3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.500043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b6f04f-c137-4a18-9132-4d3c0ba917a3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:21.506165 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.507843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-617ab444-ffc0-4b10-876a-c994b10a0227 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225266 Feb 19 02:07:21.566483 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b7b78-a1d6-4507-b5de-096df7dd64ed None None] New status for floating IP b526291a-eddd-47d4-9c75-e6abdeeeddfe: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:07:21.603540 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-022d6a87-cf87-4335-8218-92d9272eb4d0 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117911195&fields=id&tenant_id=deae51dd452d43abba16fb52a2e1a683 HTTP/1.1" status: 200 len: 267 time: 0.0483365 Feb 19 02:07:21.662157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-a03d31f9-8ad9-4616-b840-0539a98e3c4d tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:21.663581 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-a03d31f9-8ad9-4616-b840-0539a98e3c4d tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0537753 Feb 19 02:07:21.675393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'port': {'security_groups': ['6aef1d58-1cac-4720-ba5e-73a2b2434789', '92a82732-5466-4800-a63f-d1b4e503d4fc']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:21.751263 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.936683 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:21.967812 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for port (22c11650-ccaf-4140-981b-26669f5a11f9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.972539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.984274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['22c11650-ccaf-4140-981b-26669f5a11f9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:07:22.016248 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:22.017021 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.018297 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3590789d-ecd9-45aa-b4ff-ee5c8f90384b req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "PUT /v2.0/ports/22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 981 time: 0.3481829 Feb 19 02:07:22.041639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670390ad-afba-45ae-aa62-1878e5af3d30 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:22.089940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['22c11650-ccaf-4140-981b-26669f5a11f9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:07:22.152437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fcad0-e8df-4205-bfa5-eeaa1075cb82 req-d4ade32d-96a8-4ac3-8fcf-07e5d6ff8792 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:22.154040 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f6fcad0-e8df-4205-bfa5-eeaa1075cb82 req-d4ade32d-96a8-4ac3-8fcf-07e5d6ff8792 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0651813 Feb 19 02:07:22.221081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1f6fcad0-e8df-4205-bfa5-eeaa1075cb82 req-059dcaa4-b5ab-460b-9b25-015da1dd75de tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601003 Feb 19 02:07:22.321076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3476acd7-2265-49e0-8779-bd88f0c7df78 None None] Provisioning complete for port 22c11650-ccaf-4140-981b-26669f5a11f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:22.321378 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3476acd7-2265-49e0-8779-bd88f0c7df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.520779 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3476acd7-2265-49e0-8779-bd88f0c7df78 None None] Current status of the port 22c11650-ccaf-4140-981b-26669f5a11f9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:22.636166 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:22.638552 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4aa349-38a3-4c58-940f-b95a4bd7a789" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:22.674241 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306abaf9-dbd7-43b6-8774-2fcd1cc1b334 x-openstack-request-id: req-306abaf9-dbd7-43b6-8774-2fcd1cc1b334 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:22.674648 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:22.674910 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-306abaf9-dbd7-43b6-8774-2fcd1cc1b334 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:22.675509 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'status': 'completed', 'code': 200} Feb 19 02:07:22.731553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c14497e-71fd-4975-9c50-a0bf0c226857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.744359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-31afe46b-d45e-44d7-9f57-f28384699247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:22.745901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-31afe46b-d45e-44d7-9f57-f28384699247 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1166 time: 0.0501099 Feb 19 02:07:22.839383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-db83e28f-be9f-451a-810d-b0b8bba09980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:22.840749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-db83e28f-be9f-451a-810d-b0b8bba09980 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.0888782 Feb 19 02:07:22.904891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-bb430c24-94b6-495b-9d4b-6871ecd48137 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 1001 time: 0.0567489 Feb 19 02:07:22.952009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-ebc88dab-bd7f-41bc-a947-a684b7ecaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:22.953426 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-ebc88dab-bd7f-41bc-a947-a684b7ecaca7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0420809 Feb 19 02:07:23.006003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-d5179cce-c93d-486c-b4f0-806c2744b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:23.007471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-d5179cce-c93d-486c-b4f0-806c2744b0a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471668 Feb 19 02:07:23.094574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-27a4aeae-6722-4980-bb93-bcdaf3c5cb5b service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798166 Feb 19 02:07:23.183827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d4aa349-38a3-4c58-940f-b95a4bd7a789 req-46e308f1-92b0-4e88-a6bd-b1f2295e0dec service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820613 Feb 19 02:07:23.911116 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.891337 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:07:25.550186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:26.653469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:26.671472 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:29.819939 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2444f-1ecb-4bea-aea7-2dd7f1ba0f49 req-53b1fa66-2b56-4a74-9e33-94bd9bee41f2 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:29.822102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ee2444f-1ecb-4bea-aea7-2dd7f1ba0f49 req-53b1fa66-2b56-4a74-9e33-94bd9bee41f2 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0565100 Feb 19 02:07:29.827317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-9429f283-f875-4bf3-a175-12953182a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:29.828939 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-9429f283-f875-4bf3-a175-12953182a427 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1166 time: 0.0551958 Feb 19 02:07:29.882537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ee2444f-1ecb-4bea-aea7-2dd7f1ba0f49 req-0b37c4e7-4f3b-49eb-85ed-0ba2b586d0c3 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541031 Feb 19 02:07:29.919348 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-2ba51855-5102-4849-8951-ca378c4a0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:29.920828 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-2ba51855-5102-4849-8951-ca378c4a0784 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.0861769 Feb 19 02:07:29.991383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-85dc1f3e-2389-478d-86ed-4592e174b36d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 1001 time: 0.0633080 Feb 19 02:07:30.038353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-9e40a7a0-2414-4588-8113-8f96c726c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:30.039756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-9e40a7a0-2414-4588-8113-8f96c726c23c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0423868 Feb 19 02:07:30.090997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-6c896e32-b769-4e4e-a5f5-99014aada33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:30.092491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-6c896e32-b769-4e4e-a5f5-99014aada33c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470669 Feb 19 02:07:30.186832 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-8c2770e5-6561-4df0-ad91-d2a2c514f1ca service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872166 Feb 19 02:07:30.272831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6c43a82-b90d-47c8-98e3-297d49a13fe8 req-737ba5b1-b937-4468-a18e-ab7f83a7f417 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798111 Feb 19 02:07:31.032364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12610e-58e3-4e4b-9007-2eedaf3cdcf0 req-0f9e79a2-2465-4cef-af0a-c6c65e0fa64b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:31.033881 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce12610e-58e3-4e4b-9007-2eedaf3cdcf0 req-0f9e79a2-2465-4cef-af0a-c6c65e0fa64b tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0605485 Feb 19 02:07:31.092785 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ce12610e-58e3-4e4b-9007-2eedaf3cdcf0 req-e362fbc7-66b8-4471-b170-2bcd7061f75c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532296 Feb 19 02:07:32.223647 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab73237-c01b-4e30-8a19-b69da6ba359e req-b71efaad-01ea-4ed9-8dc4-cc6d5280d377 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:32.225264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aab73237-c01b-4e30-8a19-b69da6ba359e req-b71efaad-01ea-4ed9-8dc4-cc6d5280d377 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0633869 Feb 19 02:07:32.290941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aab73237-c01b-4e30-8a19-b69da6ba359e req-35ed76a5-280b-4b38-b085-b915d1a46628 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596929 Feb 19 02:07:33.411347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb4714-180d-4bcf-bbd4-357174b74b15 req-b9305625-593f-4436-84d6-59f0f744ca39 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:33.412831 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03cb4714-180d-4bcf-bbd4-357174b74b15 req-b9305625-593f-4436-84d6-59f0f744ca39 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0532401 Feb 19 02:07:33.472699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-03cb4714-180d-4bcf-bbd4-357174b74b15 req-1eee204a-bc33-4b6c-b55f-0f7c66cbe489 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534544 Feb 19 02:07:34.594043 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0daaa-4a16-43bc-8571-0e285a334cf3 req-7932f585-6ef2-4913-812e-41ec0019e5d4 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:34.595530 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41b0daaa-4a16-43bc-8571-0e285a334cf3 req-7932f585-6ef2-4913-812e-41ec0019e5d4 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0523794 Feb 19 02:07:34.659828 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-41b0daaa-4a16-43bc-8571-0e285a334cf3 req-bcbb00b0-ae40-4151-8076-e3ce33ab12f5 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586953 Feb 19 02:07:35.797430 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef90f0d-5462-4e3e-b4d1-7d32fa9eeb43 req-9322e7f6-081f-4eb4-a9d6-a78e4521fc78 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:35.798883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fef90f0d-5462-4e3e-b4d1-7d32fa9eeb43 req-9322e7f6-081f-4eb4-a9d6-a78e4521fc78 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0605943 Feb 19 02:07:35.856908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fef90f0d-5462-4e3e-b4d1-7d32fa9eeb43 req-25ba1a9b-f5bd-4446-88e4-c0d4fad81615 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524106 Feb 19 02:07:36.976518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae596f-1960-4f8d-84b0-fac879296e96 req-78e4abc7-f5fb-4bde-92d4-3443f91bc95a tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:36.978164 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebae596f-1960-4f8d-84b0-fac879296e96 req-78e4abc7-f5fb-4bde-92d4-3443f91bc95a tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0530241 Feb 19 02:07:37.041286 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ebae596f-1960-4f8d-84b0-fac879296e96 req-4dbc705d-3f76-4a66-bc1d-ea9bb84a8eb5 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574796 Feb 19 02:07:38.161078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee30a7-1ae3-4c71-9863-d7a794c46058 req-dd852257-6376-44a7-adfe-286eaada1b06 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:38.162588 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3eee30a7-1ae3-4c71-9863-d7a794c46058 req-dd852257-6376-44a7-adfe-286eaada1b06 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0533326 Feb 19 02:07:38.220908 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3eee30a7-1ae3-4c71-9863-d7a794c46058 req-900e9699-079d-4e38-9f7d-3e8d6b619312 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527024 Feb 19 02:07:38.977339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-1e33703b-40f5-4639-b52e-8ba2d2feb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:38.979523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-1e33703b-40f5-4639-b52e-8ba2d2feb875 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1166 time: 0.0473704 Feb 19 02:07:39.085431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-33705540-9ef1-4179-b7d2-9077c8a798dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:39.087415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-33705540-9ef1-4179-b7d2-9077c8a798dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.0890994 Feb 19 02:07:39.157501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-fb9aecc9-901c-4872-8325-e2db8c858c80 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 1001 time: 0.0640182 Feb 19 02:07:39.210829 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-25a1501c-c1c5-4c0a-ac31-ddffc81f9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:39.212267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-25a1501c-c1c5-4c0a-ac31-ddffc81f9f81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0471351 Feb 19 02:07:39.264494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-d57b1ea1-ad74-45cc-8bf6-628bb7317cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:39.264685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-d57b1ea1-ad74-45cc-8bf6-628bb7317cee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449131 Feb 19 02:07:39.344602 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb757f0-db71-4976-b256-8c6ad6f0c1f5 req-99d41dfe-6c0a-4c8d-ab01-ed79b41c9712 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:39.346143 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cb757f0-db71-4976-b256-8c6ad6f0c1f5 req-99d41dfe-6c0a-4c8d-ab01-ed79b41c9712 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0560277 Feb 19 02:07:39.356211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-a80efbd3-4a98-44ee-88da-27068ac2f15f service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 Feb 19 02:07:39.409252 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2cb757f0-db71-4976-b256-8c6ad6f0c1f5 req-b38912ae-3577-4f70-b094-af2c8d5f4b47 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574100 Feb 19 02:07:39.452367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-66cceb6c-9898-4a0a-9b69-e577cc98189f req-48279243-bd24-4c07-94b6-83b7d2faca57 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897591 Feb 19 02:07:40.532108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3549e-834c-4ee8-9c46-a8640721a899 req-244edc62-2587-4fb2-b1ba-41c0ee4e0262 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:40.533623 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1b3549e-834c-4ee8-9c46-a8640721a899 req-244edc62-2587-4fb2-b1ba-41c0ee4e0262 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0533795 Feb 19 02:07:40.592573 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1b3549e-834c-4ee8-9c46-a8640721a899 req-2754d7b3-88ac-443b-9bcd-371a4f901fa5 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532041 Feb 19 02:07:41.711913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab47cb-a9b6-4404-8bcd-43f1d018ea5e req-6e1ccf8c-0e2f-4da2-81e9-bf5b29d13187 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:41.714048 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-deab47cb-a9b6-4404-8bcd-43f1d018ea5e req-6e1ccf8c-0e2f-4da2-81e9-bf5b29d13187 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0542791 Feb 19 02:07:41.777422 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-deab47cb-a9b6-4404-8bcd-43f1d018ea5e req-7980c252-b806-4ebb-b95b-0278084e3f52 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&id=92a82732-5466-4800-a63f-d1b4e503d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574336 Feb 19 02:07:48.895064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:50.385753 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8763dc2f-6663-4eb5-99c0-350c9ec060de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:52.735462 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a0553d3a-3a07-49ba-b44d-94f83b159d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:53.914633 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:55.553771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:56.648236 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:56.706503 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:01.891060 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:08:14.670837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-6e857622-d660-452f-83cb-7296ea462022 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117911195&fields=id&tenant_id=deae51dd452d43abba16fb52a2e1a683 HTTP/1.1" status: 200 len: 267 time: 0.0469162 Feb 19 02:08:14.733935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-ab7365f4-ecda-4231-8afa-e743329dbaeb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:14.735407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-ab7365f4-ecda-4231-8afa-e743329dbaeb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 984 time: 0.0593479 Feb 19 02:08:14.746045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Request body: {'port': {'security_groups': ['6aef1d58-1cac-4720-ba5e-73a2b2434789']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:14.813957 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:14.981780 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:15.010511 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for port (22c11650-ccaf-4140-981b-26669f5a11f9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.014985 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.033379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['22c11650-ccaf-4140-981b-26669f5a11f9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:08:15.056697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:15.057355 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.058776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ca88dea-393d-4084-bb66-c77d61b88015 req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "PUT /v2.0/ports/22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 942 time: 0.3171740 Feb 19 02:08:15.059239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:08:15.064958 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a3e0b-b986-4199-b32b-fb96f628e215" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:08:15.065225 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51764) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:15.089394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event updated for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:15.101756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.102663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.103399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.104000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.104715 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.105307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.105909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.106470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.107612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.108456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.110213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.111129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.111693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195e127-6520-43cd-99e0-6e243fdb3320 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:15.136033 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a92c-3c86-410d-8902-27cc6d5dae4c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group (92a82732-5466-4800-a63f-d1b4e503d4fc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.162976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a92c-3c86-410d-8902-27cc6d5dae4c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group (92a82732-5466-4800-a63f-d1b4e503d4fc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.172081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['22c11650-ccaf-4140-981b-26669f5a11f9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:08:15.227870 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a92c-3c86-410d-8902-27cc6d5dae4c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (92a82732-5466-4800-a63f-d1b4e503d4fc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.230801 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a92c-3c86-410d-8902-27cc6d5dae4c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.235027 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2fc0a92c-3c86-410d-8902-27cc6d5dae4c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "DELETE /v2.0/security-groups/92a82732-5466-4800-a63f-d1b4e503d4fc HTTP/1.1" status: 204 len: 168 time: 0.1682074 Feb 19 02:08:15.235358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51768) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:15.252416 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0a92c-3c86-410d-8902-27cc6d5dae4c tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a82732-5466-4800-a63f-d1b4e503d4fc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:15.306972 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396ea522-16af-4e4b-9a71-b0fe307dc7b0 x-openstack-request-id: req-396ea522-16af-4e4b-9a71-b0fe307dc7b0 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:08:15.307225 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:08:15.307474 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-396ea522-16af-4e4b-9a71-b0fe307dc7b0 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:08:15.307977 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'status': 'completed', 'code': 200} Feb 19 02:08:15.409117 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-0877308a-8a9b-435f-a280-f0c86f352755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:15.410593 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-0877308a-8a9b-435f-a280-f0c86f352755 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1127 time: 0.1020114 Feb 19 02:08:15.456678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4e126a55-4bb9-4373-a4e0-aa1f0b36f205 None None] Provisioning complete for port 22c11650-ccaf-4140-981b-26669f5a11f9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:15.457069 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4e126a55-4bb9-4373-a4e0-aa1f0b36f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.534581 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4e126a55-4bb9-4373-a4e0-aa1f0b36f205 None None] Current status of the port 22c11650-ccaf-4140-981b-26669f5a11f9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:15.549214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-a680580b-5e97-42c6-b06e-79eb939ee7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:15.550675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-a680580b-5e97-42c6-b06e-79eb939ee7ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.1332817 Feb 19 02:08:15.552790 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Deleting port 81833bc5-9dbe-40ed-b00c-fb2fbc60cc54 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:15.553150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.987812 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-7b42a980-0aca-412f-9d9e-9c18f6fd6e96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 1001 time: 0.4230835 Feb 19 02:08:16.009812 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:16.010131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for floatingip (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:16.041983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Calling delete_port for 81833bc5-9dbe-40ed-b00c-fb2fbc60cc54 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:16.062282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-e37dc89e-96d4-43c8-96d5-2aff6e09eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:16.063711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-e37dc89e-96d4-43c8-96d5-2aff6e09eb6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0639844 Feb 19 02:08:16.188608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-fedb6c40-1727-41ca-8fdd-e3f0319f550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:16.190132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-fedb6c40-1727-41ca-8fdd-e3f0319f550a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0956144 Feb 19 02:08:16.324632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-412fceae-863c-43e9-85c8-1c002943aeff service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240487 Feb 19 02:08:16.376193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (81833bc5-9dbe-40ed-b00c-fb2fbc60cc54), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:16.411371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event deleted for resources: {'Port': ['ID=81833bc5-9dbe-40ed-b00c-fb2fbc60cc54,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:16.495817 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-791a3e0b-b986-4199-b32b-fb96f628e215 req-621dde13-b8c0-4b1d-93c2-183edb22ef2d service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651211 Feb 19 02:08:16.500776 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks [] for floatingip (b526291a-eddd-47d4-9c75-e6abdeeeddfe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:16.501151 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Floating IP b526291a-eddd-47d4-9c75-e6abdeeeddfe disassociated (deleted). External IP: 172.25.0.250, port: 22c11650-ccaf-4140-981b-26669f5a11f9. Feb 19 02:08:16.711813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:08:16.820244 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:16.825440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:16.830665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] Sync routers for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:16.840110 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:16.840734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:16.854760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a5dc7c91-0fef-4017-9529-dabcd0088bcb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "DELETE /v2.0/floatingips/b526291a-eddd-47d4-9c75-e6abdeeeddfe HTTP/1.1" status: 204 len: 168 time: 1.6182060 Feb 19 02:08:16.952648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:17.165979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:17.191606 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] Checking router: 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:17.199896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:17.200495 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:07:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:17.307932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:17.309916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:08:17.312617 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:08:17.348913 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974450c8-6d63-4957-8d68-8a4e0352ab85 x-openstack-request-id: req-974450c8-6d63-4957-8d68-8a4e0352ab85 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:08:17.349316 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:08:17.349575 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-974450c8-6d63-4957-8d68-8a4e0352ab85 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:08:17.350007 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'status': 'completed', 'code': 200} Feb 19 02:08:17.421696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-6be2ad6f-9337-4a8e-b723-b5d05a8c1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:17.423176 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-6be2ad6f-9337-4a8e-b723-b5d05a8c1d4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deae51dd452d43abba16fb52a2e1a683&device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 1127 time: 0.0465388 Feb 19 02:08:17.513540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:17.531089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-e774bc04-1f03-46e0-82a9-a20db80a6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:17.532805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-e774bc04-1f03-46e0-82a9-a20db80a6a1c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 200 len: 915 time: 0.1016769 Feb 19 02:08:17.551064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab2c59-9bbc-4d39-b9b8-c191af39a53e None None] The sync data for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 is: [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:24Z', 'revision_number': 4, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8cd184b8-c886-4457-9374-ace25434f1f7', 'name': '', 'network_id': 'e05b1788-f810-46b0-b2e0-41f4ca715d2d', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'mac_address': 'fa:16:3e:9e:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:23Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'subnets': [{'id': '854b49a3-8f56-44ee-b1d8-2f18025e1e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:17.579044 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-8e924a14-7d04-4a6d-9bf0-a221d73b74d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 200 len: 217 time: 0.0389204 Feb 19 02:08:17.632635 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-57c386a0-d15f-44e0-99b5-8a15d67b1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:17.634229 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-57c386a0-d15f-44e0-99b5-8a15d67b1b21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 200 len: 853 time: 0.0483170 Feb 19 02:08:17.695938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-85733787-1219-4a09-8765-1059e971022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:17.697745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-85733787-1219-4a09-8765-1059e971022b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05b1788-f810-46b0-b2e0-41f4ca715d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523596 Feb 19 02:08:17.793370 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b4cbad-2c7f-4d87-af1d-a9c24eb7225f None None] New status for floating IP b526291a-eddd-47d4-9c75-e6abdeeeddfe: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:08:17.795108 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-f334d42f-3f1e-42ce-9ba5-60ce3c972660 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910134 Feb 19 02:08:17.900117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91e10c96-1f58-4f58-ae82-e6ed2f3ba85c req-a40a4a73-925d-4bca-8b95-13f61dd314d6 service neutron] 10.222.0.89 "GET /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988078 Feb 19 02:08:18.906894 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:20.389317 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0ae4-be23-46ea-a823-eb29b0681b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:22.737232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-be34e1e7-b82c-460c-bb27-c95f794f1819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:23.917653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:25.556714 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:26.654038 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:26.717176 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:32.223461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27927be3-4674-4c45-9686-61530fe94d87 req-2977a7fb-464b-4228-b83c-89aeed45f60f tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:32.224847 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27927be3-4674-4c45-9686-61530fe94d87 req-2977a7fb-464b-4228-b83c-89aeed45f60f tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0539823 Feb 19 02:08:32.276781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-27927be3-4674-4c45-9686-61530fe94d87 req-4d5398fc-b2ce-44c8-8ed3-11bf1cc441f3 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Feb 19 02:08:33.401838 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994801-9d62-478b-9118-c65faf54285d req-58711b96-3e08-45b7-9593-1763ecefbcde tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:33.403343 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b994801-9d62-478b-9118-c65faf54285d req-58711b96-3e08-45b7-9593-1763ecefbcde tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0545976 Feb 19 02:08:33.452415 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4b994801-9d62-478b-9118-c65faf54285d req-ed93a201-e914-4988-93e2-5919ab119f27 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/security-groups?id=6aef1d58-1cac-4720-ba5e-73a2b2434789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Feb 19 02:08:33.911382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6251c69-f23b-458a-8d50-54789dcf996d req-36904bfe-7e1c-4cdf-afa1-4c8578a39d50 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:33.912758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6251c69-f23b-458a-8d50-54789dcf996d req-36904bfe-7e1c-4cdf-afa1-4c8578a39d50 tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 945 time: 0.0524862 Feb 19 02:08:34.009194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Deleting port 22c11650-ccaf-4140-981b-26669f5a11f9 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:34.009535 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:34.105233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] For port 22c11650-ccaf-4140-981b-26669f5a11f9, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=22c11650-ccaf-4140-981b-26669f5a11f9,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:34.105599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:34.118590 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Calling delete_port for 22c11650-ccaf-4140-981b-26669f5a11f9 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:34.271048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (22c11650-ccaf-4140-981b-26669f5a11f9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:34.283296 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['22c11650-ccaf-4140-981b-26669f5a11f9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:08:34.301835 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Pushing event deleted for resources: {'Port': ['ID=22c11650-ccaf-4140-981b-26669f5a11f9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:34.348611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] No DVR routers for this DVR port 22c11650-ccaf-4140-981b-26669f5a11f9 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:08:34.351422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:34.354917 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6251c69-f23b-458a-8d50-54789dcf996d req-3f77d443-e238-463e-8fa5-506e2be77c8e tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.89 "DELETE /v2.0/ports/22c11650-ccaf-4140-981b-26669f5a11f9 HTTP/1.1" status: 204 len: 173 time: 0.4365363 Feb 19 02:08:34.355367 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'name': 'network-vif-deleted', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:08:34.357664 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed67b874-66d2-43ae-b223-0a2015dd9944" -d '{"events": [{"server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "name": "network-vif-deleted", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:08:34.394986 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1351404c-c07f-466b-8311-6f3aa359d194 x-openstack-request-id: req-1351404c-c07f-466b-8311-6f3aa359d194 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:08:34.395266 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b85a5da-8275-4f87-ac4e-b7c834ef98f6", "name": "network-vif-deleted", "tag": "22c11650-ccaf-4140-981b-26669f5a11f9", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:08:34.395522 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1351404c-c07f-466b-8311-6f3aa359d194 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:08:34.395932 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b85a5da-8275-4f87-ac4e-b7c834ef98f6', 'name': 'network-vif-deleted', 'tag': '22c11650-ccaf-4140-981b-26669f5a11f9', 'status': 'completed', 'code': 200} Feb 19 02:08:34.567526 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-33c13184-d3d9-4ff5-b6d9-cdfa8d418806 req-88d17878-03a2-40e9-a315-47245ba5d0bb tempest-TestMinimumBasicScenario-520730212 tempest-TestMinimumBasicScenario-520730212-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b85a5da-8275-4f87-ac4e-b7c834ef98f6 HTTP/1.1" status: 200 len: 210 time: 0.0319560 Feb 19 02:08:36.126731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51878) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:36.468792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:36.715071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Deleting port 8cd184b8-c886-4457-9374-ace25434f1f7 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:36.715413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:36.794943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] For port 8cd184b8-c886-4457-9374-ace25434f1f7, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8cd184b8-c886-4457-9374-ace25434f1f7,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:36.795228 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:36.806683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Calling delete_port for 8cd184b8-c886-4457-9374-ace25434f1f7 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:36.989213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8cd184b8-c886-4457-9374-ace25434f1f7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:37.021262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd184b8-c886-4457-9374-ace25434f1f7,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:37.188713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:37.282397 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 22c11650-ccaf-4140-981b-26669f5a11f9 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:37.302658 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 22c11650-ccaf-4140-981b-26669f5a11f9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:37.302938 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 22c11650-ccaf-4140-981b-26669f5a11f9 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:37.427868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:08:37.532312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:37.537807 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-da5aedf8-9b94-412c-b361-54eb451b2351 admin admin] 10.222.0.43 "PUT /v2.0/routers/17175808-7a2a-4d5a-a7f5-2739b5c7cad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4099703 Feb 19 02:08:37.540250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51880) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:37.541470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] Sync routers for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:37.556382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:37.557015 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:37.670755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:37.855720 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:08:36Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:37.882979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] Checking router: 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:37.891402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] Routers {'17175808-7a2a-4d5a-a7f5-2739b5c7cad3'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:37.892010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:37.993322 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks [] for router (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.011299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] Set router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:38.097576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks [] for router_gateway (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.151800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Deleting port 834a5c5b-1970-45e4-8e86-02a7ad690cf2 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:38.152048 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.199344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:08:36Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:38.226672 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f209241-8627-4bc3-a692-a2c5b9261bc7 None None] The sync data for ids ['17175808-7a2a-4d5a-a7f5-2739b5c7cad3'] in n-d-826752-2 is: [{'id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'name': 'tempest-TestMinimumBasicScenario-941182751-router', 'tenant_id': 'deae51dd452d43abba16fb52a2e1a683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:08:36Z', 'revision_number': 5, 'project_id': 'deae51dd452d43abba16fb52a2e1a683', 'gw_port': {'id': '834a5c5b-1970-45e4-8e86-02a7ad690cf2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17175808-7a2a-4d5a-a7f5-2739b5c7cad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:21Z', 'updated_at': '2022-02-19T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:38.235536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] For port 834a5c5b-1970-45e4-8e86-02a7ad690cf2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=834a5c5b-1970-45e4-8e86-02a7ad690cf2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:38.236059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.248606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Calling delete_port for 834a5c5b-1970-45e4-8e86-02a7ad690cf2 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:38.416667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (834a5c5b-1970-45e4-8e86-02a7ad690cf2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.442758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=834a5c5b-1970-45e4-8e86-02a7ad690cf2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:38.505095 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.601915 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.604242 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks [] for router_controller (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.658664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (17175808-7a2a-4d5a-a7f5-2739b5c7cad3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.659355 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17175808-7a2a-4d5a-a7f5-2739b5c7cad3 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:08:38.665750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.670026 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6480aa2a-cab5-4cd0-a3c7-8ed996c34d13 admin admin] 10.222.0.43 "DELETE /v2.0/routers/17175808-7a2a-4d5a-a7f5-2739b5c7cad3 HTTP/1.1" status: 204 len: 168 time: 1.1288121 Feb 19 02:08:38.670776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:38.722592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Deleting subnet 854b49a3-8f56-44ee-b1d8-2f18025e1e8a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:08:38.725916 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Publish callbacks [] for subnet (854b49a3-8f56-44ee-b1d8-2f18025e1e8a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.761407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (854b49a3-8f56-44ee-b1d8-2f18025e1e8a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.774885 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cd184b8-c886-4457-9374-ace25434f1f7 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:38.795119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8cd184b8-c886-4457-9374-ace25434f1f7 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:38.795358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8cd184b8-c886-4457-9374-ace25434f1f7 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:38.851437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (854b49a3-8f56-44ee-b1d8-2f18025e1e8a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.894049 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:08:38.911033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (854b49a3-8f56-44ee-b1d8-2f18025e1e8a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.935938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854b49a3-8f56-44ee-b1d8-2f18025e1e8a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:38.941740 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:38.947864 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8083551-0384-4eee-a39f-a39b94b2d0fb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/854b49a3-8f56-44ee-b1d8-2f18025e1e8a HTTP/1.1" status: 204 len: 168 time: 0.2735069 Feb 19 02:08:38.948124 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51884) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:38.948312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe1298-f668-417f-bb94-5a4d825844a7 None None] Network e05b1788-f810-46b0-b2e0-41f4ca715d2d requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:08:39.015772 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e05b1788-f810-46b0-b2e0-41f4ca715d2d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.085883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Deleting port 2b111fa1-b14f-4149-b076-c7ad438e5620 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:39.086219 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.146785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] For port 2b111fa1-b14f-4149-b076-c7ad438e5620, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2b111fa1-b14f-4149-b076-c7ad438e5620,segment=NetworkSegment(42210f5a-c25a-4ef1-83f8-cbd7c4228e0e),segment_id=42210f5a-c25a-4ef1-83f8-cbd7c4228e0e)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:39.147143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.159654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Calling delete_port for 2b111fa1-b14f-4149-b076-c7ad438e5620 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:39.246532 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2b111fa1-b14f-4149-b076-c7ad438e5620), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.275820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b111fa1-b14f-4149-b076-c7ad438e5620,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:39.277960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] No DVR routers for this DVR port 2b111fa1-b14f-4149-b076-c7ad438e5620 on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:08:39.285369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436f43b-f679-49b4-bb71-c9dfc2845ab6 None None] DHCP port deletion for e05b1788-f810-46b0-b2e0-41f4ca715d2d request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:08:39.353890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e05b1788-f810-46b0-b2e0-41f4ca715d2d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.379318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05b1788-f810-46b0-b2e0-41f4ca715d2d']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:39.388319 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:39.388614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42210f5a-c25a-4ef1-83f8-cbd7c4228e0e') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:39.398975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (42210f5a-c25a-4ef1-83f8-cbd7c4228e0e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.411454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (42210f5a-c25a-4ef1-83f8-cbd7c4228e0e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.418270 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:08:39.418663 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (42210f5a-c25a-4ef1-83f8-cbd7c4228e0e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:08:39.420906 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:08:39.474736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e05b1788-f810-46b0-b2e0-41f4ca715d2d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.479799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:39.483303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e05b1788-f810-46b0-b2e0-41f4ca715d2d HTTP/1.1" status: 204 len: 168 time: 0.5342462 Feb 19 02:08:39.486418 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:39.496777 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a107449-3c8a-4c30-84f8-3452199031b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05b1788-f810-46b0-b2e0-41f4ca715d2d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:39.832374 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.078003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Deleting port 98419038-1a05-4446-ad27-d19c9ee4afaa {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:40.078334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.156661 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] For port 98419038-1a05-4446-ad27-d19c9ee4afaa, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=98419038-1a05-4446-ad27-d19c9ee4afaa,segment=NetworkSegment(ba02a37d-f9fb-4fb9-85cc-9212ac4dc583),segment_id=ba02a37d-f9fb-4fb9-85cc-9212ac4dc583)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:40.156933 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.168985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Calling delete_port for 98419038-1a05-4446-ad27-d19c9ee4afaa owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:40.348844 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (98419038-1a05-4446-ad27-d19c9ee4afaa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.376095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98419038-1a05-4446-ad27-d19c9ee4afaa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:40.400261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.400606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.400943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.401301 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.401629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.401958 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.402280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.402599 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.402917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.403233 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.403550 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.403863 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.404177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:40.558306 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.770842 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2b111fa1-b14f-4149-b076-c7ad438e5620 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:40.792284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2b111fa1-b14f-4149-b076-c7ad438e5620 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:40.792629 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2b111fa1-b14f-4149-b076-c7ad438e5620 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:40.793074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 834a5c5b-1970-45e4-8e86-02a7ad690cf2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:40.813084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 834a5c5b-1970-45e4-8e86-02a7ad690cf2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:40.813451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 834a5c5b-1970-45e4-8e86-02a7ad690cf2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:41.098468 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Router e5f1fb77-7aec-460d-9fb4-3ea57b53003a has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:08:41.207247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:41.212499 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c4d7ff59-c088-44de-9536-42c2ba367fb9 admin admin] 10.222.0.43 "PUT /v2.0/routers/e5f1fb77-7aec-460d-9fb4-3ea57b53003a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249784 Feb 19 02:08:41.214995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:41.215809 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] Sync routers for ids ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:41.225717 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] Routers {'e5f1fb77-7aec-460d-9fb4-3ea57b53003a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:41.226324 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:41.319189 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks [] for router (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.335428 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] Set router e5f1fb77-7aec-460d-9fb4-3ea57b53003a gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:41.426291 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks [] for router_gateway (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.480986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Deleting port 3b2b6557-7206-4124-a148-44bd4a4a0883 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:41.481356 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.517302 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:08:40Z', 'revision_number': 5, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port': {'id': '3b2b6557-7206-4124-a148-44bd4a4a0883', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:41.543948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] Checking router: e5f1fb77-7aec-460d-9fb4-3ea57b53003a for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:41.552068 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] Routers {'e5f1fb77-7aec-460d-9fb4-3ea57b53003a'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:41.552665 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:41.562947 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] For port 3b2b6557-7206-4124-a148-44bd4a4a0883, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=3b2b6557-7206-4124-a148-44bd4a4a0883,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:41.563484 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.575753 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Calling delete_port for 3b2b6557-7206-4124-a148-44bd4a4a0883 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:41.730525 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] Set router e5f1fb77-7aec-460d-9fb4-3ea57b53003a gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:41.749847 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (3b2b6557-7206-4124-a148-44bd4a4a0883), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.775134 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2b6557-7206-4124-a148-44bd4a4a0883,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:41.785433 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:08:41Z', 'revision_number': 6, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:41.814317 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca24dbc-1386-4e75-964f-698019740a1a None None] The sync data for ids ['e5f1fb77-7aec-460d-9fb4-3ea57b53003a'] in n-d-826752-2 is: [{'id': 'e5f1fb77-7aec-460d-9fb4-3ea57b53003a', 'name': 'tempest-TestMinimumBasicScenario-627280029-router', 'tenant_id': '0fcee831909a4065a9f27c29244fa20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:06:26Z', 'updated_at': '2022-02-19T02:08:41Z', 'revision_number': 6, 'project_id': '0fcee831909a4065a9f27c29244fa20f', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:41.839108 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.936852 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.939279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks [] for router_controller (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.986941 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (e5f1fb77-7aec-460d-9fb4-3ea57b53003a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.987433 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f1fb77-7aec-460d-9fb4-3ea57b53003a {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:08:41.992009 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.993979 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78da7920-58e0-47c1-892f-3c95175f243c admin admin] 10.222.0.43 "DELETE /v2.0/routers/e5f1fb77-7aec-460d-9fb4-3ea57b53003a HTTP/1.1" status: 204 len: 168 time: 0.7778492 Feb 19 02:08:41.996332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51890) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:42.043016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Deleting subnet 207076ad-9949-475d-a407-fa8a62bc7522 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:08:42.046218 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Publish callbacks [] for subnet (207076ad-9949-475d-a407-fa8a62bc7522), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.079797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (207076ad-9949-475d-a407-fa8a62bc7522), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.161898 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (207076ad-9949-475d-a407-fa8a62bc7522), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.220796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (207076ad-9949-475d-a407-fa8a62bc7522), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.248942 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207076ad-9949-475d-a407-fa8a62bc7522,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:42.250991 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.256383 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-51a76550-a8e9-4b79-a72d-e9cc23f1192b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/207076ad-9949-475d-a407-fa8a62bc7522 HTTP/1.1" status: 204 len: 168 time: 0.2569499 Feb 19 02:08:42.256606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51892) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:42.257364 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceded90-e65e-4b43-a567-393a25f66f14 None None] Network 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:08:42.336974 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (7e2f51a8-365a-4269-a0a5-558ae9aa09e6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.398606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Deleting port 7c26a423-5bb9-4212-9602-a44420a3faa6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:42.398943 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.459830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] For port 7c26a423-5bb9-4212-9602-a44420a3faa6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7c26a423-5bb9-4212-9602-a44420a3faa6,segment=NetworkSegment(ba02a37d-f9fb-4fb9-85cc-9212ac4dc583),segment_id=ba02a37d-f9fb-4fb9-85cc-9212ac4dc583)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:42.460789 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.473332 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Calling delete_port for 7c26a423-5bb9-4212-9602-a44420a3faa6 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:42.550597 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7c26a423-5bb9-4212-9602-a44420a3faa6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.579369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c26a423-5bb9-4212-9602-a44420a3faa6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:42.585807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] No DVR routers for this DVR port 7c26a423-5bb9-4212-9602-a44420a3faa6 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:08:42.602770 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d807529-81d4-4fbf-b090-3cec34e873e9 None None] DHCP port deletion for 7e2f51a8-365a-4269-a0a5-558ae9aa09e6 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:08:42.669273 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (7e2f51a8-365a-4269-a0a5-558ae9aa09e6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.691518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2f51a8-365a-4269-a0a5-558ae9aa09e6']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:42.702012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:42.702314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba02a37d-f9fb-4fb9-85cc-9212ac4dc583') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:42.714456 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (ba02a37d-f9fb-4fb9-85cc-9212ac4dc583), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.721830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 98419038-1a05-4446-ad27-d19c9ee4afaa no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:42.733690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ba02a37d-f9fb-4fb9-85cc-9212ac4dc583), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.739021 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:08:42.740451 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (ba02a37d-f9fb-4fb9-85cc-9212ac4dc583), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:08:42.742938 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:08:42.752468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 98419038-1a05-4446-ad27-d19c9ee4afaa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:42.752819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 98419038-1a05-4446-ad27-d19c9ee4afaa not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:42.753272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c26a423-5bb9-4212-9602-a44420a3faa6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:42.774636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7c26a423-5bb9-4212-9602-a44420a3faa6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:42.774991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7c26a423-5bb9-4212-9602-a44420a3faa6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:42.775408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3b2b6557-7206-4124-a148-44bd4a4a0883 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:08:42.794568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 3b2b6557-7206-4124-a148-44bd4a4a0883 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:08:42.794922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 3b2b6557-7206-4124-a148-44bd4a4a0883 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:08:42.805468 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (7e2f51a8-365a-4269-a0a5-558ae9aa09e6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.811165 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:42.814321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7e2f51a8-365a-4269-a0a5-558ae9aa09e6 HTTP/1.1" status: 204 len: 168 time: 0.5566337 Feb 19 02:08:42.826454 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf979868-5ea8-4cc2-b441-1bbb7ba45b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2f51a8-365a-4269-a0a5-558ae9aa09e6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:42.986280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51896) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:43.025591 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d37c9af1-1de9-482c-9caf-b94c4af2b844 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=deae51dd452d43abba16fb52a2e1a683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381534 Feb 19 02:08:43.028038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:43.077354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-877a78e2-13bf-4eb7-bc7d-e53c13fca8a2 admin admin] Publish callbacks [] for security_group (6aef1d58-1cac-4720-ba5e-73a2b2434789), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.098766 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-877a78e2-13bf-4eb7-bc7d-e53c13fca8a2 admin admin] Publish callbacks [] for security_group (6aef1d58-1cac-4720-ba5e-73a2b2434789), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.145207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-877a78e2-13bf-4eb7-bc7d-e53c13fca8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6aef1d58-1cac-4720-ba5e-73a2b2434789), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.148381 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-877a78e2-13bf-4eb7-bc7d-e53c13fca8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.149618 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-877a78e2-13bf-4eb7-bc7d-e53c13fca8a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aef1d58-1cac-4720-ba5e-73a2b2434789 HTTP/1.1" status: 204 len: 168 time: 0.1206541 Feb 19 02:08:43.157820 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a78e2-13bf-4eb7-bc7d-e53c13fca8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef1d58-1cac-4720-ba5e-73a2b2434789,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:43.453283 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51904) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:43.498677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2d711c7e-3041-4459-b47f-8c8bad166470 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fcee831909a4065a9f27c29244fa20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442159 Feb 19 02:08:43.501149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51906) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:43.547803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d5e31fb-88a9-46c8-bd1c-719ddc55d0ae admin admin] Publish callbacks [] for security_group (174754d2-d24d-470e-87d9-c7f8cae20638), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.568961 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d5e31fb-88a9-46c8-bd1c-719ddc55d0ae admin admin] Publish callbacks [] for security_group (174754d2-d24d-470e-87d9-c7f8cae20638), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.622641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d5e31fb-88a9-46c8-bd1c-719ddc55d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (174754d2-d24d-470e-87d9-c7f8cae20638), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.625210 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d5e31fb-88a9-46c8-bd1c-719ddc55d0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:43.626368 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d5e31fb-88a9-46c8-bd1c-719ddc55d0ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/174754d2-d24d-470e-87d9-c7f8cae20638 HTTP/1.1" status: 204 len: 168 time: 0.1243234 Feb 19 02:08:43.635826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e31fb-88a9-46c8-bd1c-719ddc55d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174754d2-d24d-470e-87d9-c7f8cae20638,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:46.568446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51948) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:46.574138 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377651946', 'description': 'tempest-secgroup-smoke-377651946 description', 'project_id': '0dfd2baaad5943d8b6215a38211037ef'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:46.594320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.601930 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.679501 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (5928bb74-8649-468c-a86a-e8c41f9e7f1e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.683318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5928bb74-8649-468c-a86a-e8c41f9e7f1e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.722587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5928bb74-8649-468c-a86a-e8c41f9e7f1e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:46.762089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (7633a508-d6ac-4c7e-815c-d2f7b52fa5ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.766089 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7633a508-d6ac-4c7e-815c-d2f7b52fa5ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.794062 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.795724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2256191 Feb 19 02:08:46.798570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:46.799716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc65793-a412-48fc-b934-adebcf34f953 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:46.804376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '7633a508-d6ac-4c7e-815c-d2f7b52fa5ce', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:46.828833 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (f4843494-4b4b-402b-b421-d989a0de242f), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.883006 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (f4843494-4b4b-402b-b421-d989a0de242f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.886685 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f4843494-4b4b-402b-b421-d989a0de242f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.906970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4843494-4b4b-402b-b421-d989a0de242f,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:46.912398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:46.914149 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fcaf7ec9-08d1-4cf2-b5dd-f172a59e473c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139166 Feb 19 02:08:46.916827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:46.921184 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '7633a508-d6ac-4c7e-815c-d2f7b52fa5ce', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:46.946378 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (030be2e1-36bd-4c57-94b2-435650c3904e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.004646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (030be2e1-36bd-4c57-94b2-435650c3904e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.008485 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (030be2e1-36bd-4c57-94b2-435650c3904e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.027183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030be2e1-36bd-4c57-94b2-435650c3904e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:47.032118 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.033452 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c81a42e7-16da-46f9-ad0e-6e3a0a874671 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154697 Feb 19 02:08:47.035926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51954) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:47.040191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '7633a508-d6ac-4c7e-815c-d2f7b52fa5ce', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:47.063767 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (0f457d2f-05f8-4d0b-9c25-8e822a5ae138), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.119264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (0f457d2f-05f8-4d0b-9c25-8e822a5ae138), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.122955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (0f457d2f-05f8-4d0b-9c25-8e822a5ae138), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.140091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f457d2f-05f8-4d0b-9c25-8e822a5ae138,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:47.149122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.150325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-863974fb-e883-4bcd-903a-0e798a49c7e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134577 Feb 19 02:08:47.153168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:47.157764 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '7633a508-d6ac-4c7e-815c-d2f7b52fa5ce', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:47.182669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (7684ec9e-26c4-44b2-a931-48e219ac00ff), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.239139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (7684ec9e-26c4-44b2-a931-48e219ac00ff), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.243224 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (7684ec9e-26c4-44b2-a931-48e219ac00ff), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.262533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7684ec9e-26c4-44b2-a931-48e219ac00ff,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:47.270727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.271915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-aba8e8d0-d0a3-40ae-a8cc-0e65c00b186c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176791 Feb 19 02:08:47.274712 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:47.278989 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '7633a508-d6ac-4c7e-815c-d2f7b52fa5ce', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:47.298621 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:08:47.303963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (f88374d6-678d-429c-9026-7dc506a4f1a9), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.361797 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (f88374d6-678d-429c-9026-7dc506a4f1a9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.365392 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f88374d6-678d-429c-9026-7dc506a4f1a9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.384193 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88374d6-678d-429c-9026-7dc506a4f1a9,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:47.391722 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.392926 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-657c050b-eb94-494e-940a-f4d052a7d852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172659 Feb 19 02:08:47.395703 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:47.400034 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '7633a508-d6ac-4c7e-815c-d2f7b52fa5ce', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:47.419267 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:08:47.424242 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (631ef3e0-92ce-4fcc-b358-6f74b8bc6238), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.485162 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (631ef3e0-92ce-4fcc-b358-6f74b8bc6238), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.488727 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (631ef3e0-92ce-4fcc-b358-6f74b8bc6238), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.506582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631ef3e0-92ce-4fcc-b358-6f74b8bc6238,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:47.513648 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.514883 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d8974706-9439-49b3-af53-c41ff725150a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182323 Feb 19 02:08:47.517935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:47.522717 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'network': {'name': 'tempest-network-smoke--593362350', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:47.541615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:08:47.544947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.569724 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:08:47.579355 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f4e9e217-73c4-49d4-b6c5-f0f5f513dd40), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.579729 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Added segment f4e9e217-73c4-49d4-b6c5-f0f5f513dd40 of type vlan for network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f Feb 19 02:08:47.619052 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (68eaa68a-6a48-44cf-ab01-147aaeb2d15f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.646059 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (68eaa68a-6a48-44cf-ab01-147aaeb2d15f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.651917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:47.652496 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.718418 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1994293 Feb 19 02:08:47.721822 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 51964) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:47.727611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'admin_state_up': True, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:47.730745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3172fad-9145-4d1a-be94-48155d0ef625 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Network': ['ID=68eaa68a-6a48-44cf-ab01-147aaeb2d15f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:47.743173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:08:47.751574 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (90598019-13b2-4897-a755-cf4512bf1dd7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.752634 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (90598019-13b2-4897-a755-cf4512bf1dd7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.809646 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (90598019-13b2-4897-a755-cf4512bf1dd7), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.957506 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (90598019-13b2-4897-a755-cf4512bf1dd7), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.163544 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (90598019-13b2-4897-a755-cf4512bf1dd7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.181384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.282996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.226 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/39eebe97-2c81-4109-a913-a377582c3c7e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:08:48.379141 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (39eebe97-2c81-4109-a913-a377582c3c7e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.414805 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.451816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:08:48.455336 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:08:48.458823 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:08:48.488065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=39eebe97-2c81-4109-a913-a377582c3c7e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:48.721603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (90598019-13b2-4897-a755-cf4512bf1dd7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.906657 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:48.920213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (90598019-13b2-4897-a755-cf4512bf1dd7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.053098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 90598019-13b2-4897-a755-cf4512bf1dd7 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:08:49.158380 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:49.169486 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Sync routers for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:49.178315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.179477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:49.180118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:49.184146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51966) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:49.184675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-51f22810-33af-44dc-bd75-486ba2f6cf88 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4617414 Feb 19 02:08:49.291104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:49.313344 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e1916e49-e35c-4e61-a5ba-1e0ad2cf71b6 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0dfd2baaad5943d8b6215a38211037ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1280117 Feb 19 02:08:49.316296 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51970) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:49.476196 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db607f6-7a63-4b07-a0e2-063291638ecd tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:49.482293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2db607f6-7a63-4b07-a0e2-063291638ecd tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605246 Feb 19 02:08:49.482533 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:49.483475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:48Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:49.515898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bd6fb8ba-3450-411b-998e-63afc941fd81 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322187 Feb 19 02:08:49.518420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:49.519989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Checking router: 90598019-13b2-4897-a755-cf4512bf1dd7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:49.520351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Updating router 90598019-13b2-4897-a755-cf4512bf1dd7 port 39eebe97-2c81-4109-a913-a377582c3c7e binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:08:49.523725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319984384', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:49.548671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.617779 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:08:49.621316 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.802728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (54178fe5-d8b7-415f-91a5-93bc992c2f4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.812806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Publish callbacks [] for port (39eebe97-2c81-4109-a913-a377582c3c7e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.819888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.859832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Subnet': ['ID=54178fe5-d8b7-415f-91a5-93bc992c2f4a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:49.877696 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Checking segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:08:49.878056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network hostable DHCP agents. Network: 68eaa68a-6a48-44cf-ab01-147aaeb2d15f, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:08:49.880133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Attempting to bind port 39eebe97-2c81-4109-a913-a377582c3c7e on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:08:49.880400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Attempting to bind port 39eebe97-2c81-4109-a913-a377582c3c7e by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:08:49.880808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Attempting to bind port 39eebe97-2c81-4109-a913-a377582c3c7e on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:08:49.892831 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:08:49.893347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:08:49.893790 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.894188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:08:49.894721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Bound port: 39eebe97-2c81-4109-a913-a377582c3c7e, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:08:49.894872 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:08:49.895117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.896822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Pushing event updated for resources: {'Port': ['ID=39eebe97-2c81-4109-a913-a377582c3c7e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:49.906243 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 68eaa68a-6a48-44cf-ab01-147aaeb2d15f) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:08:49.910484 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:49.911073 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:49.926551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.927127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.927244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.927334 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5992925f-e0da-4a2a-a610-a45d68d5f1f7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4078996 Feb 19 02:08:49.927625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.927875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.928202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.928564 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.928889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.929235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.929558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.929879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.930197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.930310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 51976) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:49.930593 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:49.934590 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa3f16-9779-43df-9e49-828aea860f07 None None] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:08:50.026435 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] For port 39eebe97-2c81-4109-a913-a377582c3c7e, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:08:50.042176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] For port 39eebe97-2c81-4109-a913-a377582c3c7e, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39eebe97-2c81-4109-a913-a377582c3c7e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:08:50.064134 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.079278 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:08:50.079616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.147565 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:50.148352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:50.158020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c71e39-1636-45c3-ab14-b302c267af57 None None] Pushing event updated for resources: {'Port': ['ID=39eebe97-2c81-4109-a913-a377582c3c7e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:50.370005 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:50.372056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Allocated IP 172.20.0.2 (68eaa68a-6a48-44cf-ab01-147aaeb2d15f/54178fe5-d8b7-415f-91a5-93bc992c2f4a/789c11f6-a1cf-485b-80cd-bcc4e39752ff) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:08:50.393817 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.495482 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69808443-8a14-4ecf-a265-45f212413422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.676914 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Publish callbacks [] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.685902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.732734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:48Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:50.737855 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.1 (68eaa68a-6a48-44cf-ab01-147aaeb2d15f/54178fe5-d8b7-415f-91a5-93bc992c2f4a/8661e948-b870-4d4c-8266-56226b548987) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:08:50.745986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:08:50.769758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Pushing event updated for resources: {'Port': ['ID=789c11f6-a1cf-485b-80cd-bcc4e39752ff,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:50.773758 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:08:50.775750 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:08:50.778075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b650eaa-497c-465e-9970-242ddb67a5c8 None None] The sync data for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 is: [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:48Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:50.833439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Attempting to bind port 789c11f6-a1cf-485b-80cd-bcc4e39752ff on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:08:50.833812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Attempting to bind port 789c11f6-a1cf-485b-80cd-bcc4e39752ff by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:08:50.834171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Attempting to bind port 789c11f6-a1cf-485b-80cd-bcc4e39752ff on network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:08:50.839560 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:08:50.839951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Checking segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:08:50.840359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.840749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Bound using segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:08:50.841507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Bound port: 789c11f6-a1cf-485b-80cd-bcc4e39752ff, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:08:50.841865 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.859006 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (8661e948-b870-4d4c-8266-56226b548987), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.895539 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (8661e948-b870-4d4c-8266-56226b548987), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.912611 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] For port 789c11f6-a1cf-485b-80cd-bcc4e39752ff, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:08:50.916029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] For port 789c11f6-a1cf-485b-80cd-bcc4e39752ff, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=789c11f6-a1cf-485b-80cd-bcc4e39752ff,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:08:50.922953 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:50.937865 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:08:50.940898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:08:50.947362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:08:50.954467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=8661e948-b870-4d4c-8266-56226b548987,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:50.991472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b13f6-a890-49d3-a842-670ec593ec3d None None] Pushing event updated for resources: {'Port': ['ID=789c11f6-a1cf-485b-80cd-bcc4e39752ff,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:51.003531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (90598019-13b2-4897-a755-cf4512bf1dd7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:51.184025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8661e948-b870-4d4c-8266-56226b548987), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:51.831411 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (8661e948-b870-4d4c-8266-56226b548987), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:51.836084 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (8661e948-b870-4d4c-8266-56226b548987), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:51.914923 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (90598019-13b2-4897-a755-cf4512bf1dd7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:51.916926 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=8661e948-b870-4d4c-8266-56226b548987,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:52.010996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da775b-eb24-491d-b2fc-1f1de048a1ac None None] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:08:52.019956 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:08:52.021336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:08:52.138478 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 90598019-13b2-4897-a755-cf4512bf1dd7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:08:52.256910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:52.262430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f0df1756-44ae-4646-bd6a-f24baaf7294b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/90598019-13b2-4897-a755-cf4512bf1dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310413 Feb 19 02:08:52.284224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] Provisioning complete for port 789c11f6-a1cf-485b-80cd-bcc4e39752ff triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:52.284715 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.379040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] Current status of the port 789c11f6-a1cf-485b-80cd-bcc4e39752ff is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:52.379405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.418724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] For port 789c11f6-a1cf-485b-80cd-bcc4e39752ff, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=789c11f6-a1cf-485b-80cd-bcc4e39752ff,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:52.424366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.434139 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-404e7f07-b224-4ac1-b578-a71b9c8f816f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377651946&fields=id&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 267 time: 0.0567677 Feb 19 02:08:52.487257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ff9c6-746f-4126-8dd6-8cc65a6ca0f6 None None] Pushing event updated for resources: {'Port': ['ID=789c11f6-a1cf-485b-80cd-bcc4e39752ff,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:52.556900 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-2068b297-8e67-4406-86a7-c711fa9e725b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:52.561563 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-2068b297-8e67-4406-86a7-c711fa9e725b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/networks?id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 200 len: 796 time: 0.1205168 Feb 19 02:08:52.575646 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-df19a8ee-6b8d-4ccd-871b-769b7e0ed40a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/quotas/0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 375 time: 0.0110500 Feb 19 02:08:52.590045 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Sync routers for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:52.601632 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:52.602182 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:52.652490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9b843728-ea47-4510-afd5-6aea21c1fe54 None None] Provisioning complete for port 789c11f6-a1cf-485b-80cd-bcc4e39752ff triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:52.652869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b843728-ea47-4510-afd5-6aea21c1fe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.653492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-258c95cf-ec47-4263-b5c0-f339d29e771f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716453 Feb 19 02:08:52.738346 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:52.816625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9b843728-ea47-4510-afd5-6aea21c1fe54 None None] Current status of the port 789c11f6-a1cf-485b-80cd-bcc4e39752ff is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:52.828151 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7f4555ed-4ba1-4cc3-a4a0-50bd22c7d8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.851889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9b843728-ea47-4510-afd5-6aea21c1fe54 None None] Provisioning complete for port 8661e948-b870-4d4c-8266-56226b548987 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:52.852467 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b843728-ea47-4510-afd5-6aea21c1fe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8661e948-b870-4d4c-8266-56226b548987), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.879545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39eebe97-2c81-4109-a913-a377582c3c7e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:08:52.928471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9b843728-ea47-4510-afd5-6aea21c1fe54 None None] Port 8661e948-b870-4d4c-8266-56226b548987 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:08:52.943389 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-48107f43-2663-4690-b47e-6000ce4fbb4e service neutron] 10.222.0.43 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708311 Feb 19 02:08:52.955869 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 39eebe97-2c81-4109-a913-a377582c3c7e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:52.956432 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.992746 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 2, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:53.026363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Checking router: 90598019-13b2-4897-a755-cf4512bf1dd7 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:53.026810 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Updating router 90598019-13b2-4897-a755-cf4512bf1dd7 port 8661e948-b870-4d4c-8266-56226b548987 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:08:53.058489 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8661e948-b870-4d4c-8266-56226b548987), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.062433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 39eebe97-2c81-4109-a913-a377582c3c7e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:53.062958 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.071424 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-10900673-effe-4635-8548-50c83ea5e7a9 service neutron] 10.222.0.43 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284068 Feb 19 02:08:53.078335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d564a445-bda8-4411-8967-b22915bf4df1 None None] Provisioning complete for port 8661e948-b870-4d4c-8266-56226b548987 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:53.078723 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d564a445-bda8-4411-8967-b22915bf4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8661e948-b870-4d4c-8266-56226b548987), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.115519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 39eebe97-2c81-4109-a913-a377582c3c7e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39eebe97-2c81-4109-a913-a377582c3c7e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:53.120978 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.121929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 789c11f6-a1cf-485b-80cd-bcc4e39752ff up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:08:53.172659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d564a445-bda8-4411-8967-b22915bf4df1 None None] Port 8661e948-b870-4d4c-8266-56226b548987 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:08:53.213977 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=39eebe97-2c81-4109-a913-a377582c3c7e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:53.234126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 789c11f6-a1cf-485b-80cd-bcc4e39752ff triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:53.234692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.271692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b12d70e-b845-46b1-bfb8-6a695405d9c8 req-924518fb-bb45-4f2a-aae1-e0fadaad99e3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 210 time: 0.0333064 Feb 19 02:08:53.327723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-281500a8-d45c-4b75-a13e-a10f948f745d None None] Provisioning complete for port 8661e948-b870-4d4c-8266-56226b548987 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:53.328255 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-281500a8-d45c-4b75-a13e-a10f948f745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8661e948-b870-4d4c-8266-56226b548987), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.374843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 789c11f6-a1cf-485b-80cd-bcc4e39752ff is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:53.382788 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-281500a8-d45c-4b75-a13e-a10f948f745d None None] Port 8661e948-b870-4d4c-8266-56226b548987 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:08:53.389919 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Publish callbacks [] for port (8661e948-b870-4d4c-8266-56226b548987), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.396124 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8661e948-b870-4d4c-8266-56226b548987), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.451694 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Pushing event updated for resources: {'Port': ['ID=8661e948-b870-4d4c-8266-56226b548987,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:53.476895 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.477387 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.477611 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.477951 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.478284 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.478614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.478940 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.479254 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.479603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.479889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.480211 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.480599 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.480835 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.522974 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Attempting to bind port 8661e948-b870-4d4c-8266-56226b548987 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:08:53.523432 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Attempting to bind port 8661e948-b870-4d4c-8266-56226b548987 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:08:53.525083 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Attempting to bind port 8661e948-b870-4d4c-8266-56226b548987 on network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:08:53.530961 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:08:53.531343 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Checking segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:08:53.531746 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.532138 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Bound using segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:08:53.532602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Bound port: 8661e948-b870-4d4c-8266-56226b548987, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:08:53.532984 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8661e948-b870-4d4c-8266-56226b548987), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.607869 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] For port 8661e948-b870-4d4c-8266-56226b548987, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:08:53.612092 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] For port 8661e948-b870-4d4c-8266-56226b548987, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8661e948-b870-4d4c-8266-56226b548987,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:08:53.619248 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8661e948-b870-4d4c-8266-56226b548987), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.685682 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:53.686453 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:53.688551 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe45b8e-e2b3-4316-8629-585bfa4cdf3b None None] Pushing event updated for resources: {'Port': ['ID=8661e948-b870-4d4c-8266-56226b548987,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:53.713668 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] Provisioning complete for port 8661e948-b870-4d4c-8266-56226b548987 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:53.714047 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8661e948-b870-4d4c-8266-56226b548987), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.818044 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] Current status of the port 8661e948-b870-4d4c-8266-56226b548987 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:53.818520 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8661e948-b870-4d4c-8266-56226b548987), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.820246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:53.872781 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] For port 8661e948-b870-4d4c-8266-56226b548987, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8661e948-b870-4d4c-8266-56226b548987,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:53.880010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8661e948-b870-4d4c-8266-56226b548987), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.952924 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.957934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d6ca-c1ec-4c7e-8985-e3608f9b723b None None] Pushing event updated for resources: {'Port': ['ID=8661e948-b870-4d4c-8266-56226b548987,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:54.003202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-13267e72-d90a-4af7-8edd-3f3ad9600140 None None] Provisioning complete for port 8661e948-b870-4d4c-8266-56226b548987 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:54.003691 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13267e72-d90a-4af7-8edd-3f3ad9600140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8661e948-b870-4d4c-8266-56226b548987), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:54.061168 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:54.089667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-13267e72-d90a-4af7-8edd-3f3ad9600140 None None] Current status of the port 8661e948-b870-4d4c-8266-56226b548987 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:54.091549 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584fd7d-7939-4a66-a173-d43d79ab94e5 None None] The sync data for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 is: [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:54.382079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-31388840-9fde-4bf7-ab30-98ab44b32014 req-3b7ea829-018e-427b-8914-56f75846ad23 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 210 time: 0.0343552 Feb 19 02:08:54.480445 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1d49e67f-becd-4bea-9c5f-54bce3222fd8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:54.481926 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1d49e67f-becd-4bea-9c5f-54bce3222fd8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/networks?id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 200 len: 796 time: 0.1132157 Feb 19 02:08:54.555884 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-6ab4a584-b96d-4d1f-858c-7d7de11b55e4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 379 time: 0.0648487 Feb 19 02:08:54.565016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'port': {'device_id': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'admin_state_up': True, 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'security_groups': ['7633a508-d6ac-4c7e-815c-d2f7b52fa5ce']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:54.680556 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:08:54.686534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:54.830540 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.6 (68eaa68a-6a48-44cf-ab01-147aaeb2d15f/54178fe5-d8b7-415f-91a5-93bc992c2f4a/b52cb841-6c67-43e3-aff0-ad2bc1628aea) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:08:54.842723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39eebe97-2c81-4109-a913-a377582c3c7e up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:08:54.895470 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 39eebe97-2c81-4109-a913-a377582c3c7e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:54.895980 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:54.979469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:54.983247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 39eebe97-2c81-4109-a913-a377582c3c7e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:54.984338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8661e948-b870-4d4c-8266-56226b548987 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:08:55.015430 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.041029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8661e948-b870-4d4c-8266-56226b548987 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:55.041398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8661e948-b870-4d4c-8266-56226b548987), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.123349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8661e948-b870-4d4c-8266-56226b548987 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:55.388877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:08:55.391960 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:08:55.398873 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:08:55.425368 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=b52cb841-6c67-43e3-aff0-ad2bc1628aea,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:55.468769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:55.469437 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.505504 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-1995f476-0f16-46b7-aed8-db83add2bcf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442022 Feb 19 02:08:55.518532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Request body: {'port': {'device_id': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:08:55.531782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f0220-88ed-43a3-b889-c985663ddcf6 req-36cbd8e5-3939-4667-bb92-b018d24deb41 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:55.533367 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-664f0220-88ed-43a3-b889-c985663ddcf6 req-36cbd8e5-3939-4667-bb92-b018d24deb41 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 931 time: 0.0818920 Feb 19 02:08:55.568131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.621726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b53d4ef1-2e31-4965-9b49-689b7d2c3f97 None None] Provisioning complete for port b52cb841-6c67-43e3-aff0-ad2bc1628aea triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:08:55.622124 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b53d4ef1-2e31-4965-9b49-689b7d2c3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.638327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-664f0220-88ed-43a3-b889-c985663ddcf6 req-0bd0713d-d9ee-4e0d-8bc0-cfbd8d6dc6ed tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832567 Feb 19 02:08:55.641193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.664492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b53d4ef1-2e31-4965-9b49-689b7d2c3f97 None None] Port b52cb841-6c67-43e3-aff0-ad2bc1628aea cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:08:55.899268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52cb841-6c67-43e3-aff0-ad2bc1628aea {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:08:55.906603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Publish callbacks [] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.918598 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Transition to ACTIVE for port object b52cb841-6c67-43e3-aff0-ad2bc1628aea will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:08:55.922172 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.976089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Pushing event updated for resources: {'Port': ['ID=b52cb841-6c67-43e3-aff0-ad2bc1628aea,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:56.046022 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Attempting to bind port b52cb841-6c67-43e3-aff0-ad2bc1628aea on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:08:56.046364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Attempting to bind port b52cb841-6c67-43e3-aff0-ad2bc1628aea by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:08:56.046693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Attempting to bind port b52cb841-6c67-43e3-aff0-ad2bc1628aea on network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:08:56.051333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Port b52cb841-6c67-43e3-aff0-ad2bc1628aea on network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:08:56.051655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Attempting to bind port b52cb841-6c67-43e3-aff0-ad2bc1628aea on network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:08:56.057239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:08:56.057587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Checking segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:08:56.057977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Bound using segment: {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:08:56.058405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Bound port: b52cb841-6c67-43e3-aff0-ad2bc1628aea, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:08:56.058763 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:56.124209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] For port b52cb841-6c67-43e3-aff0-ad2bc1628aea, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:08:56.128215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] For port b52cb841-6c67-43e3-aff0-ad2bc1628aea, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:08:56.135602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:56.172127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.173175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:56.174571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] 10.222.0.89 "PUT /v2.0/ports/b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 200 len: 1091 time: 0.6609499 Feb 19 02:08:56.176945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:08:56.180952 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f94dd9-9029-4916-be77-65810fb1d815" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:08:56.209457 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845d6bd-ca21-4885-ade1-227c7765be47 service neutron] Pushing event updated for resources: {'Port': ['ID=b52cb841-6c67-43e3-aff0-ad2bc1628aea,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:56.233064 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceb21e9-2ee9-4a73-ad87-0de8a10ce00f x-openstack-request-id: req-2ceb21e9-2ee9-4a73-ad87-0de8a10ce00f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:08:56.233364 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:08:56.233649 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ceb21e9-2ee9-4a73-ad87-0de8a10ce00f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:08:56.234056 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'status': 'completed', 'code': 200} Feb 19 02:08:56.272664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-9b91c849-bc34-4b79-9ea0-d537d688ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.274221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-9b91c849-bc34-4b79-9ea0-d537d688ab5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1125 time: 0.0523756 Feb 19 02:08:56.317297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-825a4934-7643-433f-8648-992f0258a3e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 200 len: 217 time: 0.0354080 Feb 19 02:08:56.371116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-001b643d-0d06-409f-984b-3df2de86b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.372594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-001b643d-0d06-409f-984b-3df2de86b5cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=54178fe5-d8b7-415f-91a5-93bc992c2f4a HTTP/1.1" status: 200 len: 835 time: 0.0501153 Feb 19 02:08:56.422883 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839392e0-6a44-4b91-ac46-32bdd512faba req-46704075-214d-4b05-b411-3fb17f021c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.424328 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-46704075-214d-4b05-b411-3fb17f021c7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462947 Feb 19 02:08:56.510134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-4792bb51-cfca-4f6f-9295-9741fd1e156a service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795529 Feb 19 02:08:56.600956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839392e0-6a44-4b91-ac46-32bdd512faba req-b0bcd20b-a1f1-4b68-9074-368e0ba10dc1 service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849028 Feb 19 02:08:56.657809 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:56.699173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94dd9-9029-4916-be77-65810fb1d815 req-ba7d89bf-65ec-4407-bb31-9f90f6a7524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.700703 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-ba7d89bf-65ec-4407-bb31-9f90f6a7524d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1125 time: 0.0536895 Feb 19 02:08:56.720547 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:56.833112 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733659-8d55-4da3-aad2-ae26f2fbec01 req-5a835c9d-37a3-4f63-8402-dbb918a9bccf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.834659 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a733659-8d55-4da3-aad2-ae26f2fbec01 req-5a835c9d-37a3-4f63-8402-dbb918a9bccf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 943 time: 0.1188221 Feb 19 02:08:56.837476 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94dd9-9029-4916-be77-65810fb1d815 req-a62a2058-a79a-4554-9203-fe338f9c0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.838816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-a62a2058-a79a-4554-9203-fe338f9c0a47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 200 len: 897 time: 0.1315260 Feb 19 02:08:56.891901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-7ae2c23c-70e6-48e1-940c-6b1d4147d0fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 200 len: 217 time: 0.0455396 Feb 19 02:08:56.950678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a733659-8d55-4da3-aad2-ae26f2fbec01 req-b778aa0b-16d4-44c2-bba4-b84bcd94cf2b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102080 Feb 19 02:08:56.961842 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94dd9-9029-4916-be77-65810fb1d815 req-92f14745-b4ef-4e21-8bd0-76ea6b13af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:56.963484 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-92f14745-b4ef-4e21-8bd0-76ea6b13af5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=54178fe5-d8b7-415f-91a5-93bc992c2f4a HTTP/1.1" status: 200 len: 835 time: 0.0606177 Feb 19 02:08:57.013703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f94dd9-9029-4916-be77-65810fb1d815 req-872ce6c7-422e-4e58-89c2-d6860d2641e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:57.015181 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-872ce6c7-422e-4e58-89c2-d6860d2641e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442290 Feb 19 02:08:57.108287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-54f45aca-fd17-4c7d-a1c9-16ad4d61cf54 service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Feb 19 02:08:57.195424 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-94f94dd9-9029-4916-be77-65810fb1d815 req-11c1ad52-c287-462d-b7c2-bad5690dbd9e service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813341 Feb 19 02:08:58.078372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16124c1d-ae78-48d5-a562-9620c9b2a05c req-0550c702-ba11-4326-9f6d-f469a5d1618a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:58.079842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16124c1d-ae78-48d5-a562-9620c9b2a05c req-0550c702-ba11-4326-9f6d-f469a5d1618a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 943 time: 0.0580459 Feb 19 02:08:58.127539 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-16124c1d-ae78-48d5-a562-9620c9b2a05c req-88bff922-7a2f-47f5-8e47-f8799bfc1726 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Feb 19 02:08:59.246966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe81ad1-d553-4866-8744-2a21a12f6c17 req-d78f64b0-bfe3-4b41-bff4-2b7d46a44d86 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:59.248456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fe81ad1-d553-4866-8744-2a21a12f6c17 req-d78f64b0-bfe3-4b41-bff4-2b7d46a44d86 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 943 time: 0.0544221 Feb 19 02:08:59.301938 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4fe81ad1-d553-4866-8744-2a21a12f6c17 req-bebad8aa-2ccf-4fcd-a00d-a1bbc735d3fa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Feb 19 02:08:59.468072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b52cb841-6c67-43e3-aff0-ad2bc1628aea details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:08:59.565058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b52cb841-6c67-43e3-aff0-ad2bc1628aea, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:59.578083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'port_id': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'mac_address': 'fa:16:3e:10:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:08:59.614444 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b52cb841-6c67-43e3-aff0-ad2bc1628aea is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:08:59.614833 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.627492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52cb841-6c67-43e3-aff0-ad2bc1628aea {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:08:59.648356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b52cb841-6c67-43e3-aff0-ad2bc1628aea, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:59.652794 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.702562 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b52cb841-6c67-43e3-aff0-ad2bc1628aea,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:59.853064 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['b52cb841-6c67-43e3-aff0-ad2bc1628aea'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:09:00.441493 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22be97-9bc6-46c4-9e5e-40d9945a8301 req-dfe72956-6dbc-42b3-a002-729c52947d68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:00.443763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb22be97-9bc6-46c4-9e5e-40d9945a8301 req-dfe72956-6dbc-42b3-a002-729c52947d68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 944 time: 0.0655875 Feb 19 02:09:00.496455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bb22be97-9bc6-46c4-9e5e-40d9945a8301 req-91fd2556-2ebc-4aca-9e2b-f8da60e29fb9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460868 Feb 19 02:09:01.499252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b52cb841-6c67-43e3-aff0-ad2bc1628aea up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:01.551786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port b52cb841-6c67-43e3-aff0-ad2bc1628aea completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:09:01.556455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port b52cb841-6c67-43e3-aff0-ad2bc1628aea triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:01.556828 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.620508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22945a37-7721-4402-b798-38a75e4edf68 req-090a70ae-f0cd-46b3-b2ab-fc4b7bcc53c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:01.622014 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22945a37-7721-4402-b798-38a75e4edf68 req-090a70ae-f0cd-46b3-b2ab-fc4b7bcc53c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 944 time: 0.0576298 Feb 19 02:09:01.636439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port b52cb841-6c67-43e3-aff0-ad2bc1628aea is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:01.636832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.659929 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:01.662182 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd38c662-7a26-477e-8d03-199574b39417" -d '{"events": [{"server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "name": "network-vif-plugged", "status": "completed", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:01.672294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22945a37-7721-4402-b798-38a75e4edf68 req-fbcaa64d-dd24-4b69-81fd-6880c4cd3b9c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 Feb 19 02:09:01.674544 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port b52cb841-6c67-43e3-aff0-ad2bc1628aea, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:01.680254 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.711021 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3532583f-7a66-4a1a-88fe-c2a233021a59 x-openstack-request-id: req-3532583f-7a66-4a1a-88fe-c2a233021a59 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:01.711316 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "name": "network-vif-plugged", "status": "completed", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:01.711574 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3532583f-7a66-4a1a-88fe-c2a233021a59 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:01.711969 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'code': 200} Feb 19 02:09:01.734839 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=b52cb841-6c67-43e3-aff0-ad2bc1628aea,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:01.809933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d680e26-d868-43e8-a959-05c637b99d6a req-e221b4c4-6cae-4d9d-8bf3-9029b3c9765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:01.811339 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d680e26-d868-43e8-a959-05c637b99d6a req-e221b4c4-6cae-4d9d-8bf3-9029b3c9765c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1127 time: 0.0455987 Feb 19 02:09:01.855730 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9d680e26-d868-43e8-a959-05c637b99d6a req-385a20f9-3ecf-4e93-a945-92504c2b15e4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382807 Feb 19 02:09:02.802725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ce54-374b-4dbe-a72b-e87ecff80359 req-63bdf521-08e4-4ebe-ab02-ba7bd067a2ff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:02.804194 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9560ce54-374b-4dbe-a72b-e87ecff80359 req-63bdf521-08e4-4ebe-ab02-ba7bd067a2ff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0582635 Feb 19 02:09:02.860104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9560ce54-374b-4dbe-a72b-e87ecff80359 req-68deb1c9-33f3-43a3-af08-c92202e0f13d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500157 Feb 19 02:09:03.979347 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb5b46-ddb7-421f-a704-d84aee7d569c req-0b28c6fa-aa0e-450b-b754-21f139868067 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:03.980796 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1dcb5b46-ddb7-421f-a704-d84aee7d569c req-0b28c6fa-aa0e-450b-b754-21f139868067 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0516100 Feb 19 02:09:04.033336 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1dcb5b46-ddb7-421f-a704-d84aee7d569c req-94a91093-043d-4726-8725-48c0818070ad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469584 Feb 19 02:09:04.181583 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477068b-b2f3-4f07-8df4-b0e8d99b7b40 req-8da41693-e640-457d-8347-5c0f4504b0e1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:04.183080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b477068b-b2f3-4f07-8df4-b0e8d99b7b40 req-8da41693-e640-457d-8347-5c0f4504b0e1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0593390 Feb 19 02:09:04.231239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b477068b-b2f3-4f07-8df4-b0e8d99b7b40 req-4b6593df-aa0d-48ba-b876-be02d968dc08 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Feb 19 02:09:04.252725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52030) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:04.295611 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dcd010-be44-4293-ac88-e0799a996e1a tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:04.297166 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f4dcd010-be44-4293-ac88-e0799a996e1a tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1122 time: 0.0433934 Feb 19 02:09:04.300012 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52032) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:04.304802 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:04.325534 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.424193 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.532129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.236 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/0a434736-9197-4e4d-bedf-363df61de088) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:04.636927 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (0a434736-9197-4e4d-bedf-363df61de088), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.671491 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (0a434736-9197-4e4d-bedf-363df61de088), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.705470 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:04.710003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:04.713528 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:04.748683 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=0a434736-9197-4e4d-bedf-363df61de088,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:05.083684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (0f19bd52-8899-4392-a780-ba603293b508), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.154802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0a434736-9197-4e4d-bedf-363df61de088), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.301802 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (0a434736-9197-4e4d-bedf-363df61de088), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.306959 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (0a434736-9197-4e4d-bedf-363df61de088), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.380775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=0a434736-9197-4e4d-bedf-363df61de088,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:05.389036 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (0f19bd52-8899-4392-a780-ba603293b508), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.490243 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 0f19bd52-8899-4392-a780-ba603293b508 associated. External IP: 172.25.0.236, port: b52cb841-6c67-43e3-aff0-ad2bc1628aea. Feb 19 02:09:05.707404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 90598019-13b2-4897-a755-cf4512bf1dd7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:09:05.814793 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:05.824546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] Sync routers for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:05.833445 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.835366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:05.836007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:05.875982 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-98389382-5935-4d84-b391-73fd175e7dfd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5725353 Feb 19 02:09:05.875982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:05.876432 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd29389b-a7c0-41e3-9aee-f04957e737a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:05.933379 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b2da0e-f6a7-4602-89f9-0f9d39f9421e x-openstack-request-id: req-a6b2da0e-f6a7-4602-89f9-0f9d39f9421e {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:05.934010 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:05.934458 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6b2da0e-f6a7-4602-89f9-0f9d39f9421e {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:05.935528 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'status': 'completed', 'code': 200} Feb 19 02:09:05.955238 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:05.985046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6d084-b9d7-4b5f-ae99-602b37048101 req-9cf93bde-d814-4a3f-aabf-e95b4eb8f539 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:05.986274 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ae6d084-b9d7-4b5f-ae99-602b37048101 req-9cf93bde-d814-4a3f-aabf-e95b4eb8f539 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0641060 Feb 19 02:09:06.002286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-cbc1297c-bd31-4490-9a66-81ffcdc356d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:06.003830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-cbc1297c-bd31-4490-9a66-81ffcdc356d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1127 time: 0.0474010 Feb 19 02:09:06.040711 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ae6d084-b9d7-4b5f-ae99-602b37048101 req-d319106c-34b3-4036-9221-0055f8ad200a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480850 Feb 19 02:09:06.063824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52038) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:06.100671 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-3a32544d-5ff2-427a-8f87-17461fb3b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:06.102207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-3a32544d-5ff2-427a-8f87-17461fb3b2dc service neutron] 10.222.0.89 "GET /v2.0/networks?id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 200 len: 897 time: 0.0927105 Feb 19 02:09:06.126768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fd87bf6f-e544-462e-aaba-87780e974bf9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/0f19bd52-8899-4392-a780-ba603293b508 HTTP/1.1" status: 200 len: 991 time: 0.0617409 Feb 19 02:09:06.168326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-f9cfc81c-ec05-4672-81d9-94024d39d359 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 200 len: 999 time: 0.0601835 Feb 19 02:09:06.185552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '0f19bd52-8899-4392-a780-ba603293b508', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'port_id': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'mac_address': 'fa:16:3e:10:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:04Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:06.217218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] Checking router: 90598019-13b2-4897-a755-cf4512bf1dd7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:06.222756 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-ee5c3a48-ee81-43d5-bade-ad47129a1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:06.224256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-ee5c3a48-ee81-43d5-bade-ad47129a1791 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=54178fe5-d8b7-415f-91a5-93bc992c2f4a HTTP/1.1" status: 200 len: 835 time: 0.0504432 Feb 19 02:09:06.227275 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:06.227930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:08:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:06.289245 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-6e1b52d2-83cc-4adf-b8f6-4827a506e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:06.291221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-6e1b52d2-83cc-4adf-b8f6-4827a506e1a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0606520 Feb 19 02:09:06.348377 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:06.391696 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-243f4997-6590-4124-9aa5-791d14eca452 service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929058 Feb 19 02:09:06.487513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fd29389b-a7c0-41e3-9aee-f04957e737a9 req-29ccd6fc-1bbb-4082-94a3-2f2e80a6569b service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911505 Feb 19 02:09:06.575837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '0f19bd52-8899-4392-a780-ba603293b508', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'port_id': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'mac_address': 'fa:16:3e:10:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:04Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:06.768376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3603878-5c29-4e20-b1e5-9ce1b4a86b20 None None] The sync data for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 is: [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '0f19bd52-8899-4392-a780-ba603293b508', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'port_id': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'mac_address': 'fa:16:3e:10:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:04Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:06.961530 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426cabf5-77fa-4008-98ae-2a7711494b74 None None] New status for floating IP 0f19bd52-8899-4392-a780-ba603293b508: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:09:07.130487 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52040) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:07.189919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-41b99462-b81e-4365-8396-70448ae38bfc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/0f19bd52-8899-4392-a780-ba603293b508 HTTP/1.1" status: 200 len: 993 time: 0.0582485 Feb 19 02:09:15.893686 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:09:18.905358 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:20.387832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba12936e-37f0-4f32-958f-5884cfe54db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:22.740313 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a3bebd3-24d5-4971-839b-40bc84c61354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:23.923775 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:25.563301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:26.663174 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:26.732345 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:38.539473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c790b4-cd50-412d-a19d-6a5c42c59aa9 req-a4760a15-0870-4836-89e8-ef5941c29df1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:38.540960 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91c790b4-cd50-412d-a19d-6a5c42c59aa9 req-a4760a15-0870-4836-89e8-ef5941c29df1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0526319 Feb 19 02:09:38.595170 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91c790b4-cd50-412d-a19d-6a5c42c59aa9 req-43f89bef-8424-4715-8d4b-40b0e960b2ee tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485795 Feb 19 02:09:39.722906 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82789869-bab8-4e6e-9180-5396f18832c8 req-acb456eb-7c07-4b7e-88fa-64b1d49131f0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:39.724528 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82789869-bab8-4e6e-9180-5396f18832c8 req-acb456eb-7c07-4b7e-88fa-64b1d49131f0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0593357 Feb 19 02:09:39.774121 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-82789869-bab8-4e6e-9180-5396f18832c8 req-6a754add-6d2c-45b6-aea3-db7d02476ebd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435770 Feb 19 02:09:39.796188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52072) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:39.855264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2081bfe6-14b2-42a1-9650-be20481810fd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/0f19bd52-8899-4392-a780-ba603293b508 HTTP/1.1" status: 200 len: 993 time: 0.0579472 Feb 19 02:09:40.938388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-e597aaae-b269-4408-aed4-da8d5b4f2acc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454478 Feb 19 02:09:41.026196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-2900c8eb-a529-4307-beed-f0c6a9c39f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:41.027468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-2900c8eb-a529-4307-beed-f0c6a9c39f4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1127 time: 0.0470974 Feb 19 02:09:41.180640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-6231e2bc-d041-4576-aaa8-0b66887500d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:41.182278 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-6231e2bc-d041-4576-aaa8-0b66887500d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 200 len: 897 time: 0.1290743 Feb 19 02:09:41.189689 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381d771-ea8f-4024-8bae-514084ac323d req-01a7bcea-7dad-4394-882c-e2ef39aeed70 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:41.191043 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d381d771-ea8f-4024-8bae-514084ac323d req-01a7bcea-7dad-4394-882c-e2ef39aeed70 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0879495 Feb 19 02:09:41.602835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-c268af43-a38d-4e03-89e3-62a7e063a2c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 200 len: 1001 time: 0.4090376 Feb 19 02:09:41.611330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d381d771-ea8f-4024-8bae-514084ac323d req-8aa8ad08-57ea-4f5d-8ca9-cc46b8b3f9ed tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4106319 Feb 19 02:09:41.655321 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-255f0d98-e45d-43fc-a71f-b43d733f757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:41.656788 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-255f0d98-e45d-43fc-a71f-b43d733f757d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=54178fe5-d8b7-415f-91a5-93bc992c2f4a HTTP/1.1" status: 200 len: 835 time: 0.0446198 Feb 19 02:09:41.705830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-3f85c6a5-c757-4eb7-bbca-00724e4d0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:41.707463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-3f85c6a5-c757-4eb7-bbca-00724e4d0a68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434477 Feb 19 02:09:41.795885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-289c094c-3774-4002-8b24-418596f2de38 service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821397 Feb 19 02:09:41.884655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-378092f2-81c3-4e88-ad87-8ce31a03018a req-9d410c1f-25cc-4ece-8c3b-2962fb07801b service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815635 Feb 19 02:09:42.742199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09899a3b-560c-483d-b4c0-8220c286aa4f req-45306747-837b-43e0-86c8-6cc790140c5f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:42.743689 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09899a3b-560c-483d-b4c0-8220c286aa4f req-45306747-837b-43e0-86c8-6cc790140c5f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0593121 Feb 19 02:09:42.791452 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-09899a3b-560c-483d-b4c0-8220c286aa4f req-466803ba-a41b-4a9a-9990-c445f395ebcc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Feb 19 02:09:42.813381 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52082) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:42.873423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8938b59e-f98e-47d4-b8d4-229b040f3c8a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/0f19bd52-8899-4392-a780-ba603293b508 HTTP/1.1" status: 200 len: 993 time: 0.0589070 Feb 19 02:09:43.099646 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:43.261265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 0a434736-9197-4e4d-bedf-363df61de088 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:09:43.261613 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0a434736-9197-4e4d-bedf-363df61de088), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.335091 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0a434736-9197-4e4d-bedf-363df61de088), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.335422 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (0a434736-9197-4e4d-bedf-363df61de088), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.346905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 0a434736-9197-4e4d-bedf-363df61de088 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:09:43.496669 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0a434736-9197-4e4d-bedf-363df61de088), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.523058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=0a434736-9197-4e4d-bedf-363df61de088,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:43.547235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.547591 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.547944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.548288 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.548625 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.548964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.549329 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.549668 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.550005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.550341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.550675 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.551005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.551335 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:43.592368 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (0f19bd52-8899-4392-a780-ba603293b508), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.592705 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 0f19bd52-8899-4392-a780-ba603293b508 disassociated (deleted). External IP: 172.25.0.236, port: b52cb841-6c67-43e3-aff0-ad2bc1628aea. Feb 19 02:09:43.810321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 90598019-13b2-4897-a755-cf4512bf1dd7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:09:43.921039 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:43.925784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.931297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] Sync routers for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:43.941567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:43.942699 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:43.956326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-22c716ba-c09b-4ac8-8305-297d56d1ed16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/floatingips/0f19bd52-8899-4392-a780-ba603293b508 HTTP/1.1" status: 204 len: 168 time: 0.8555913 Feb 19 02:09:43.956918 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:43.959811 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:43.998692 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59748dd7-bcb9-41c4-9e9d-5722009f03ce x-openstack-request-id: req-59748dd7-bcb9-41c4-9e9d-5722009f03ce {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:43.999081 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:43.999434 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59748dd7-bcb9-41c4-9e9d-5722009f03ce {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:43.999942 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'status': 'completed', 'code': 200} Feb 19 02:09:44.056983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:44.071782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-60ad10dd-ff85-43b4-a33e-9a38e38c5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:44.073495 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-60ad10dd-ff85-43b4-a33e-9a38e38c5b61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 1127 time: 0.0516038 Feb 19 02:09:44.206983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-cc6cbd05-f8ca-4078-9978-9991fe440e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:44.209012 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-cc6cbd05-f8ca-4078-9978-9991fe440e1c service neutron] 10.222.0.89 "GET /v2.0/networks?id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 200 len: 897 time: 0.1271100 Feb 19 02:09:44.263226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:44.263869 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3ffc1-a69e-48c4-b796-7a2e95deb6b0 req-cb8aebf0-6113-44ee-abb6-7bbfbcaeb60a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:44.265401 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6d3ffc1-a69e-48c4-b796-7a2e95deb6b0 req-cb8aebf0-6113-44ee-abb6-7bbfbcaeb60a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.1082294 Feb 19 02:09:44.266652 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-76c2c0e3-c83e-4fe1-8bb9-3eb7577f7611 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 200 len: 217 time: 0.0499399 Feb 19 02:09:44.294327 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] Checking router: 90598019-13b2-4897-a755-cf4512bf1dd7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:44.302696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:44.303315 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:44.344110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-a04b899c-ad09-4ae5-be2f-a1e6d470fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:44.345499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-a04b899c-ad09-4ae5-be2f-a1e6d470fcb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=54178fe5-d8b7-415f-91a5-93bc992c2f4a HTTP/1.1" status: 200 len: 835 time: 0.0720749 Feb 19 02:09:44.363664 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b6d3ffc1-a69e-48c4-b796-7a2e95deb6b0 req-35175182-4c9d-41a7-a18a-2ce6bb183de7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918555 Feb 19 02:09:44.396680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-e256ba34-685d-4336-bedc-5b8a2f72e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:44.398240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-e256ba34-685d-4336-bedc-5b8a2f72e374 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68eaa68a-6a48-44cf-ab01-147aaeb2d15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466433 Feb 19 02:09:44.416487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:44.491113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-7e46d7f8-22d3-4aa0-8a0f-23de409563e6 service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860505 Feb 19 02:09:44.580213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4f4f4307-6b4c-4c2c-a3b7-78e273af363f req-0cafd262-da77-4ad0-8233-5c1648bd4f02 service neutron] 10.222.0.89 "GET /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829968 Feb 19 02:09:44.616536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:44.643341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b049478-bbfd-4fa8-97d4-eab5c2fb21b2 None None] The sync data for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 is: [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:08:51Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '8661e948-b870-4d4c-8266-56226b548987', 'name': '', 'network_id': '68eaa68a-6a48-44cf-ab01-147aaeb2d15f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:16:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:50Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '54178fe5-d8b7-415f-91a5-93bc992c2f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:44.866873 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1656c-86fa-49b8-bc54-602a624648e4 None None] New status for floating IP 0f19bd52-8899-4392-a780-ba603293b508: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:09:45.490205 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9d497-98c5-41ae-a0e3-8ff4868ebb5b req-7e40e658-e256-4c94-8651-4ebab60a51b5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:45.491709 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97d9d497-98c5-41ae-a0e3-8ff4868ebb5b req-7e40e658-e256-4c94-8651-4ebab60a51b5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0588958 Feb 19 02:09:45.540157 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-97d9d497-98c5-41ae-a0e3-8ff4868ebb5b req-6872d870-d6ee-48f8-b57c-19defa989853 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Feb 19 02:09:45.718830 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-6efbd4dc-465b-4a6c-b8d7-6d359bb6de46 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:45.720300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-6efbd4dc-465b-4a6c-b8d7-6d359bb6de46 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f1f316e-0d14-4c3a-baa1-855128a63a9e HTTP/1.1" status: 200 len: 945 time: 0.0575092 Feb 19 02:09:45.809658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port b52cb841-6c67-43e3-aff0-ad2bc1628aea {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:09:45.809997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:45.899246 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port b52cb841-6c67-43e3-aff0-ad2bc1628aea, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=b52cb841-6c67-43e3-aff0-ad2bc1628aea,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:45.899531 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:45.911686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for b52cb841-6c67-43e3-aff0-ad2bc1628aea owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:09:46.040270 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (b52cb841-6c67-43e3-aff0-ad2bc1628aea), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:46.076640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=b52cb841-6c67-43e3-aff0-ad2bc1628aea,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:46.102898 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.103257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.103609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.103946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.104283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.104621 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.104957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.105314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.105649 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.105978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.106309 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.106634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.106984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:46.130077 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] No DVR routers for this DVR port b52cb841-6c67-43e3-aff0-ad2bc1628aea on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:09:46.132563 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:46.135910 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4d04e71-a223-4bab-b2e4-92e79d6bebf2 req-dc23b5c8-f792-49ff-9525-d54698c103fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "DELETE /v2.0/ports/b52cb841-6c67-43e3-aff0-ad2bc1628aea HTTP/1.1" status: 204 len: 173 time: 0.4103658 Feb 19 02:09:46.136395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'name': 'network-vif-deleted', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:46.138823 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3476963f-ee3c-4a3d-a8c6-4a00fd6a0ad0" -d '{"events": [{"server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "name": "network-vif-deleted", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:46.176657 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1e398f-2120-48bf-82e4-e4203d3dfcbf x-openstack-request-id: req-fb1e398f-2120-48bf-82e4-e4203d3dfcbf {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:46.176952 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f316e-0d14-4c3a-baa1-855128a63a9e", "name": "network-vif-deleted", "tag": "b52cb841-6c67-43e3-aff0-ad2bc1628aea", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:46.177243 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb1e398f-2120-48bf-82e4-e4203d3dfcbf {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:46.177666 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f316e-0d14-4c3a-baa1-855128a63a9e', 'name': 'network-vif-deleted', 'tag': 'b52cb841-6c67-43e3-aff0-ad2bc1628aea', 'status': 'completed', 'code': 200} Feb 19 02:09:46.599459 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52104) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:46.966108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (90598019-13b2-4897-a755-cf4512bf1dd7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.223088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 8661e948-b870-4d4c-8266-56226b548987 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:09:47.223910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8661e948-b870-4d4c-8266-56226b548987), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.309714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 8661e948-b870-4d4c-8266-56226b548987, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8661e948-b870-4d4c-8266-56226b548987,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:47.310080 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8661e948-b870-4d4c-8266-56226b548987), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.321670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 8661e948-b870-4d4c-8266-56226b548987 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:09:47.509705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (8661e948-b870-4d4c-8266-56226b548987), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.540922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=8661e948-b870-4d4c-8266-56226b548987,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:47.731755 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (90598019-13b2-4897-a755-cf4512bf1dd7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.950961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 90598019-13b2-4897-a755-cf4512bf1dd7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:09:48.058589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:48.063698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1e59e6d5-300b-42c2-bf5c-bb909a5d5603 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/90598019-13b2-4897-a755-cf4512bf1dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630022 Feb 19 02:09:48.066326 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52106) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:48.069991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] Sync routers for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:48.084490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:48.085144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:48.117714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting subnet 54178fe5-d8b7-415f-91a5-93bc992c2f4a {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:09:48.120810 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (54178fe5-d8b7-415f-91a5-93bc992c2f4a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.162610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (54178fe5-d8b7-415f-91a5-93bc992c2f4a), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.196263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:48.250329 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (54178fe5-d8b7-415f-91a5-93bc992c2f4a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.310374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (54178fe5-d8b7-415f-91a5-93bc992c2f4a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.339746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Subnet': ['ID=54178fe5-d8b7-415f-91a5-93bc992c2f4a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:48.345649 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.349063 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fd94b229-51dc-4c76-a431-93f6f4e8cd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/subnets/54178fe5-d8b7-415f-91a5-93bc992c2f4a HTTP/1.1" status: 204 len: 168 time: 0.2815742 Feb 19 02:09:48.351678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52108) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:48.354543 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d436d8d-982c-40df-8393-7be05ef7efbe None None] Network 68eaa68a-6a48-44cf-ab01-147aaeb2d15f requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:09:48.457313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:09:47Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:48.462444 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (90598019-13b2-4897-a755-cf4512bf1dd7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.489656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] Checking router: 90598019-13b2-4897-a755-cf4512bf1dd7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:48.499032 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] Routers {'90598019-13b2-4897-a755-cf4512bf1dd7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:48.499652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['90598019-13b2-4897-a755-cf4512bf1dd7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:48.558383 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] DHCP port deletion for 68eaa68a-6a48-44cf-ab01-147aaeb2d15f request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:09:48.577846 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (90598019-13b2-4897-a755-cf4512bf1dd7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.631379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 39eebe97-2c81-4109-a913-a377582c3c7e {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:09:48.631725 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.636659 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] Set router 90598019-13b2-4897-a755-cf4512bf1dd7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:48.754233 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] Deleting port 789c11f6-a1cf-485b-80cd-bcc4e39752ff {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:09:48.755273 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:48.978836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 789c11f6-a1cf-485b-80cd-bcc4e39752ff no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:49.048931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.050911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 39eebe97-2c81-4109-a913-a377582c3c7e, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=39eebe97-2c81-4109-a913-a377582c3c7e,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:49.051074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.052634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] For port 789c11f6-a1cf-485b-80cd-bcc4e39752ff, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=789c11f6-a1cf-485b-80cd-bcc4e39752ff,segment=NetworkSegment(f4e9e217-73c4-49d4-b6c5-f0f5f513dd40),segment_id=f4e9e217-73c4-49d4-b6c5-f0f5f513dd40)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:49.053027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.064107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 39eebe97-2c81-4109-a913-a377582c3c7e owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:09:49.096978 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] Calling delete_port for 789c11f6-a1cf-485b-80cd-bcc4e39752ff owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:09:49.212212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 789c11f6-a1cf-485b-80cd-bcc4e39752ff is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:49.212593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.234108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (39eebe97-2c81-4109-a913-a377582c3c7e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.240904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:09:47Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:49.260410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=39eebe97-2c81-4109-a913-a377582c3c7e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:49.274072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f520ab2-fd7c-42b3-abae-db9d5ac16c44 None None] The sync data for ids ['90598019-13b2-4897-a755-cf4512bf1dd7'] in n-d-826752-2 is: [{'id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441265941', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:08:47Z', 'updated_at': '2022-02-19T02:09:47Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '39eebe97-2c81-4109-a913-a377582c3c7e', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90598019-13b2-4897-a755-cf4512bf1dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:08:48Z', 'updated_at': '2022-02-19T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:49.282949 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (789c11f6-a1cf-485b-80cd-bcc4e39752ff), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.329081 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] Pushing event deleted for resources: {'Port': ['ID=789c11f6-a1cf-485b-80cd-bcc4e39752ff,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:49.332361 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919e67b-c752-44b4-8cf5-43d26c85b292 None None] No DVR routers for this DVR port 789c11f6-a1cf-485b-80cd-bcc4e39752ff on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:09:49.337303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (90598019-13b2-4897-a755-cf4512bf1dd7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.433056 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (90598019-13b2-4897-a755-cf4512bf1dd7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.435215 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (90598019-13b2-4897-a755-cf4512bf1dd7), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.478702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (90598019-13b2-4897-a755-cf4512bf1dd7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.479251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Fanout notify agent at l3_agent the message router_deleted on router 90598019-13b2-4897-a755-cf4512bf1dd7 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:09:49.485734 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.486862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-216f9c66-0d90-4e4c-a95f-7b6a5ba407c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/routers/90598019-13b2-4897-a755-cf4512bf1dd7 HTTP/1.1" status: 204 len: 168 time: 1.1342666 Feb 19 02:09:49.489644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52110) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:49.566332 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (68eaa68a-6a48-44cf-ab01-147aaeb2d15f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.656077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (68eaa68a-6a48-44cf-ab01-147aaeb2d15f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.678188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eaa68a-6a48-44cf-ab01-147aaeb2d15f']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:49.690584 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:49.691015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e9e217-73c4-49d4-b6c5-f0f5f513dd40') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:49.701335 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (f4e9e217-73c4-49d4-b6c5-f0f5f513dd40), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.715994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (f4e9e217-73c4-49d4-b6c5-f0f5f513dd40), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.724119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:09:49.724119 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (f4e9e217-73c4-49d4-b6c5-f0f5f513dd40), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:09:49.726818 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:09:49.779417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b52cb841-6c67-43e3-aff0-ad2bc1628aea no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:49.791764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (68eaa68a-6a48-44cf-ab01-147aaeb2d15f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.799010 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.804774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/networks/68eaa68a-6a48-44cf-ab01-147aaeb2d15f HTTP/1.1" status: 204 len: 168 time: 0.3117006 Feb 19 02:09:49.805264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52112) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:49.807276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: b52cb841-6c67-43e3-aff0-ad2bc1628aea {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:49.807624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device b52cb841-6c67-43e3-aff0-ad2bc1628aea not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:49.814286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05240fc-2b16-497f-8818-d26a97ef579b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Network': ['ID=68eaa68a-6a48-44cf-ab01-147aaeb2d15f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:49.866244 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f928340-a388-449e-a89c-5171e2403e48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (7633a508-d6ac-4c7e-815c-d2f7b52fa5ce), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.893442 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f928340-a388-449e-a89c-5171e2403e48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (7633a508-d6ac-4c7e-815c-d2f7b52fa5ce), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.961759 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f928340-a388-449e-a89c-5171e2403e48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7633a508-d6ac-4c7e-815c-d2f7b52fa5ce), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.964620 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5f928340-a388-449e-a89c-5171e2403e48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:49.965819 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5f928340-a388-449e-a89c-5171e2403e48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/security-groups/7633a508-d6ac-4c7e-815c-d2f7b52fa5ce HTTP/1.1" status: 204 len: 168 time: 0.1592784 Feb 19 02:09:49.975539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928340-a388-449e-a89c-5171e2403e48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633a508-d6ac-4c7e-815c-d2f7b52fa5ce,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.164160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52118) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.169132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724678602', 'description': 'tempest-secgroup-smoke-724678602 description', 'project_id': '0dfd2baaad5943d8b6215a38211037ef'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.190549 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.258094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (dc79d5fd-88cf-4961-96f2-d470ab03955a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.262349 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc79d5fd-88cf-4961-96f2-d470ab03955a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.291768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc79d5fd-88cf-4961-96f2-d470ab03955a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.295796 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.300224 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52120) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.303622 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b5f54743-884d-4b3a-96b6-3be25d2accc8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1362290 Feb 19 02:09:50.305145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'dc79d5fd-88cf-4961-96f2-d470ab03955a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.330272 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (947e86d0-8134-44e1-b902-b3165870b68e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.388931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (947e86d0-8134-44e1-b902-b3165870b68e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.391796 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f016d6d-8aa6-431d-a33f-5e9c38bca1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.392684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (947e86d0-8134-44e1-b902-b3165870b68e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.409441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947e86d0-8134-44e1-b902-b3165870b68e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.417612 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.418798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-103a7caf-81d6-4009-8cae-e6c2ce8b9968 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176713 Feb 19 02:09:50.421515 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52122) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.425740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'dc79d5fd-88cf-4961-96f2-d470ab03955a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.461417 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (3eb6f67e-e971-40ef-b9f0-c5f5e871da74), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.520587 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (3eb6f67e-e971-40ef-b9f0-c5f5e871da74), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.524255 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (3eb6f67e-e971-40ef-b9f0-c5f5e871da74), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.542678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb6f67e-e971-40ef-b9f0-c5f5e871da74,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.549716 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.550927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6810cd76-c760-4c0a-8c6f-b7bee35bf85b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284773 Feb 19 02:09:50.554206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52124) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.558547 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'dc79d5fd-88cf-4961-96f2-d470ab03955a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.582464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (9497f1fc-ae34-42cb-9847-6a7049f73f55), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.642601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (9497f1fc-ae34-42cb-9847-6a7049f73f55), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.647884 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (9497f1fc-ae34-42cb-9847-6a7049f73f55), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.669699 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9497f1fc-ae34-42cb-9847-6a7049f73f55,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.675499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.677443 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-1106bd0b-451e-4b0a-a10e-e642e7adb9db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223140 Feb 19 02:09:50.679915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52126) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.684314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'dc79d5fd-88cf-4961-96f2-d470ab03955a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.710422 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (e75b45c0-652d-4e2a-82de-a97e4c887936), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.752865 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39eebe97-2c81-4109-a913-a377582c3c7e no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:50.772571 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (e75b45c0-652d-4e2a-82de-a97e4c887936), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.775356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 39eebe97-2c81-4109-a913-a377582c3c7e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:50.775718 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 39eebe97-2c81-4109-a913-a377582c3c7e not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:50.776146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8661e948-b870-4d4c-8266-56226b548987 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:50.776509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e75b45c0-652d-4e2a-82de-a97e4c887936), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.794299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75b45c0-652d-4e2a-82de-a97e4c887936,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.799360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 8661e948-b870-4d4c-8266-56226b548987 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:50.799853 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8661e948-b870-4d4c-8266-56226b548987 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:50.804074 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.805200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ac36bbf0-2baf-4d44-bf30-0f3ddb70277d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243358 Feb 19 02:09:50.807953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.812281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'dc79d5fd-88cf-4961-96f2-d470ab03955a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.838265 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:09:50.845121 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (a41a63b3-3272-4f0d-9e72-b8018112c662), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.907801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (a41a63b3-3272-4f0d-9e72-b8018112c662), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.912195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (a41a63b3-3272-4f0d-9e72-b8018112c662), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.930789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41a63b3-3272-4f0d-9e72-b8018112c662,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:50.939400 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:50.940575 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-236ba42b-58b7-4ebc-9c8c-af4c488e6a35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316950 Feb 19 02:09:50.943425 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52130) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:50.948170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'dc79d5fd-88cf-4961-96f2-d470ab03955a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:50.969553 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:09:50.975394 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (c0231a91-3d3f-47ef-b542-13afa861cc25), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.036420 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (c0231a91-3d3f-47ef-b542-13afa861cc25), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.040137 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (c0231a91-3d3f-47ef-b542-13afa861cc25), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.057492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0231a91-3d3f-47ef-b542-13afa861cc25,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:51.065254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.066488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cc013def-8771-4110-a50f-3ea953a061b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219742 Feb 19 02:09:51.069513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52132) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:51.074529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'network': {'name': 'tempest-network-smoke--1849631159', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'port_security_enabled': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:51.094129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:09:51.097407 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.121091 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:09:51.129861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ee82221e-d7ae-440e-a5fe-6898756cbd34), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.130210 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Added segment ee82221e-d7ae-440e-a5fe-6898756cbd34 of type vlan for network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 Feb 19 02:09:51.174267 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.212684 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.218411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:51.218990 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.294153 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2235794 Feb 19 02:09:51.296773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:51.301118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'admin_state_up': True, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:51.316237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a77f35-d932-4169-be1e-d352e7411291 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Network': ['ID=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:51.327721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:09:51.332676 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c6a842af-da84-4065-b145-5c7f44433de6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.334601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c6a842af-da84-4065-b145-5c7f44433de6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.387023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (c6a842af-da84-4065-b145-5c7f44433de6), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.536003 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c6a842af-da84-4065-b145-5c7f44433de6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.747774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c6a842af-da84-4065-b145-5c7f44433de6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.770855 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:51.869746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.94 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/58e3d915-f3f5-41e8-a01d-a4aa272f909b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:51.983840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:52.018245 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:52.054900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:52.057850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:52.061329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:52.086500 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=58e3d915-f3f5-41e8-a01d-a4aa272f909b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:52.322340 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c6a842af-da84-4065-b145-5c7f44433de6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:52.519336 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c6a842af-da84-4065-b145-5c7f44433de6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:52.647893 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c6a842af-da84-4065-b145-5c7f44433de6 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:09:52.742211 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddd5e-7f2d-4388-b249-caee3d73ace2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:52.756967 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:52.766769 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Sync routers for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:52.777234 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:52.777934 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:52.778575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:52.779895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-328606e2-bd06-40a4-a104-34d70006f695 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4821548 Feb 19 02:09:52.782965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52136) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:52.817618 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-52730a0a-9e40-4875-b83b-a96bb5b7e6b9 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0dfd2baaad5943d8b6215a38211037ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329349 Feb 19 02:09:52.820131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52138) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:52.884600 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:52.944465 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:09:52.966624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1c30c-e758-4945-b73c-bc36945f18cb tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:52.968135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aad1c30c-e758-4945-b73c-bc36945f18cb tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471148 Feb 19 02:09:52.970927 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52140) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:53.007771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2725313f-64ae-48d7-934c-3e60d6fb08a1 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357749 Feb 19 02:09:53.010262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52142) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:53.015073 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484279958', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:53.064537 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:52Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:53.094875 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Checking router: c6a842af-da84-4065-b145-5c7f44433de6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:53.095316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Updating router c6a842af-da84-4065-b145-5c7f44433de6 port 58e3d915-f3f5-41e8-a01d-a4aa272f909b binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:09:53.098307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:09:53.101774 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.122892 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.385407 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Publish callbacks [] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.391094 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.444870 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Attempting to bind port 58e3d915-f3f5-41e8-a01d-a4aa272f909b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:53.445260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Attempting to bind port 58e3d915-f3f5-41e8-a01d-a4aa272f909b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:53.445620 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Attempting to bind port 58e3d915-f3f5-41e8-a01d-a4aa272f909b on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:53.451750 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Pushing event updated for resources: {'Port': ['ID=58e3d915-f3f5-41e8-a01d-a4aa272f909b,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:53.456673 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:53.457074 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:53.457511 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.457898 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:53.458367 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Bound port: 58e3d915-f3f5-41e8-a01d-a4aa272f909b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:53.458747 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.514154 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] For port 58e3d915-f3f5-41e8-a01d-a4aa272f909b, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:53.517357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] For port 58e3d915-f3f5-41e8-a01d-a4aa272f909b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=58e3d915-f3f5-41e8-a01d-a4aa272f909b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:53.524392 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.579405 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:53.580023 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:53.610113 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (568e81d0-5c56-4aeb-9d7f-a28ae86a79e6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.617764 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Pushing event updated for resources: {'Port': ['ID=58e3d915-f3f5-41e8-a01d-a4aa272f909b,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:53.634606 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.634952 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.635285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.635669 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.636512 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.636512 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.636741 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.636913 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.637208 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.637525 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.637846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.638459 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.638459 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f3a5-f04f-4a51-801c-ca7e7e8cb38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:53.691066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Subnet': ['ID=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:53.698690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Checking segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:53.699055 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network hostable DHCP agents. Network: 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:09:53.707565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:53.715771 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:09:53.726238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:53.730849 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:53.732465 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.739443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8356f62-250c-47f5-9638-fdf47a1bbf64 None None] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:09:53.754061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f24f17f7-95c3-4de0-8ab8-d04fd05fec13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7401664 Feb 19 02:09:53.754558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52144) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:53.857389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:09:53.858598 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:53.901928 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:52Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:53.932437 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4417b60-42dd-4786-91d6-c7c1a4cff08f None None] The sync data for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 is: [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:52Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:53.966300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.025337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Allocated IP 172.20.0.2 (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3/568e81d0-5c56-4aeb-9d7f-a28ae86a79e6/34e4d6b0-3754-4c3c-8bc2-a3c359ba409b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:54.206702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Publish callbacks [] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.219861 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.261148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:54.268702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:54.272381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:54.278794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Pushing event updated for resources: {'Port': ['ID=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:54.279018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.289762 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.290209 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.290622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.291022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.291424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.291822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.292219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.292614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.293061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.293434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.293828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.294218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.294648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:54.368021 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Attempting to bind port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:54.368402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Attempting to bind port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:54.368774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Attempting to bind port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b on network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:54.374483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:54.374871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Checking segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:54.375283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.375714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Bound using segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:54.376246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Bound port: 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:54.376570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.444366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] For port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:54.447640 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] For port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:54.455504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.519848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f722-9a90-413e-a429-452f5384a4d8 None None] Pushing event updated for resources: {'Port': ['ID=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:54.591230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.1 (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3/568e81d0-5c56-4aeb-9d7f-a28ae86a79e6/d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:54.739673 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.787153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.828768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:54.832294 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:54.836561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:54.878240 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:54.897488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (c6a842af-da84-4065-b145-5c7f44433de6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:54.933850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 58e3d915-f3f5-41e8-a01d-a4aa272f909b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:54.999071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 58e3d915-f3f5-41e8-a01d-a4aa272f909b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:54.999445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.043263 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.076067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 58e3d915-f3f5-41e8-a01d-a4aa272f909b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:55.076456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.098570 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 58e3d915-f3f5-41e8-a01d-a4aa272f909b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=58e3d915-f3f5-41e8-a01d-a4aa272f909b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:55.103010 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.103830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:55.183087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=58e3d915-f3f5-41e8-a01d-a4aa272f909b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:55.196482 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:55.196865 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.274926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:55.275318 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.308102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:55.312281 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.341033 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.346061 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.366297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:55.421151 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:55.423499 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (c6a842af-da84-4065-b145-5c7f44433de6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.517613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:55.519034 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:55.570253 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:55.638292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c6a842af-da84-4065-b145-5c7f44433de6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:09:55.750376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:55.755867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-82bddd9c-4b66-4476-b57e-192d09f4810f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/c6a842af-da84-4065-b145-5c7f44433de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003045 Feb 19 02:09:55.760207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Sync routers for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:55.772205 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:55.772923 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:55.897370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:55.919631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-49ed173a-ba08-4b9a-8ce7-25224666a340 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724678602&fields=id&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 267 time: 0.0525618 Feb 19 02:09:56.039439 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-3c841a83-f8d6-41e6-a2fb-43db669ede96 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:56.041247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-3c841a83-f8d6-41e6-a2fb-43db669ede96 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 797 time: 0.1127081 Feb 19 02:09:56.056608 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-f0046858-8286-4a9f-873d-db5befa43a61 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/quotas/0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 375 time: 0.0096176 Feb 19 02:09:56.113346 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 2, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:56.122695 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8286c77c-83fe-4404-9f68-95f2456d3c5c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589895 Feb 19 02:09:56.139876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-4e7b494e-cee9-405a-867c-b0a60299db0e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:09:56.141081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-4e7b494e-cee9-405a-867c-b0a60299db0e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056520 Feb 19 02:09:56.158477 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Checking router: c6a842af-da84-4065-b145-5c7f44433de6 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:56.158826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Updating router c6a842af-da84-4065-b145-5c7f44433de6 port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:09:56.187340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.228876 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5699598b-4dae-4a85-a129-73e62f1fb8c5 None None] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:09:56.237790 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8db4a045-dbf8-4663-abe1-b1febbf34463 service neutron] 10.222.0.43 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900068 Feb 19 02:09:56.334159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-c6e9ca51-ad44-4b19-b621-2cf48e0673ce service neutron] 10.222.0.43 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897446 Feb 19 02:09:56.372490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-69469f58-83f9-4b7c-baa3-58e26a054d18 None None] Provisioning complete for port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:56.372862 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69469f58-83f9-4b7c-baa3-58e26a054d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.511255 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-08a70d94-4360-4a36-9712-e78fc9e8a043 req-acfc3807-ccc7-4c37-97bf-b6dd47452bbf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 210 time: 0.0334256 Feb 19 02:09:56.611260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-69469f58-83f9-4b7c-baa3-58e26a054d18 None None] Current status of the port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:56.627991 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Publish callbacks [] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.634093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.701641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.704953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53741269-8d36-40aa-ab87-7539dc0097e1 None None] Pushing event updated for resources: {'Port': ['ID=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:56.784236 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.789893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Attempting to bind port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:56.790438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Attempting to bind port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:56.790809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Attempting to bind port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 on network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:56.796382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:56.796747 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Checking segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:56.797181 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.797623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Bound using segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:56.798490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Bound port: d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:56.798643 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.810139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 58e3d915-f3f5-41e8-a01d-a4aa272f909b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:56.894769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Provisioning complete for port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:56.895696 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.951981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] For port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:56.957154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] For port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:56.968982 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:56.981161 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 58e3d915-f3f5-41e8-a01d-a4aa272f909b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:56.981604 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.102803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53741269-8d36-40aa-ab87-7539dc0097e1 None None] Pushing event updated for resources: {'Port': ['ID=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:57.108503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:57.109072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:57.158541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Current status of the port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:57.216148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Provisioning complete for port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:57.216538 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.434889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 58e3d915-f3f5-41e8-a01d-a4aa272f909b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:57.435987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:57.497812 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:57.631439 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Current status of the port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:57.632225 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.683325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-10a1afef-91f5-4517-995f-285b273530c5 req-c0767928-131f-4886-bdc3-9f67811e05ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 210 time: 0.0542829 Feb 19 02:09:57.713040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-a4452fca-369e-417d-9df2-6936a6c037db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:57.714570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-a4452fca-369e-417d-9df2-6936a6c037db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 797 time: 0.2238314 Feb 19 02:09:57.734960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:57.735340 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.761463 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] For port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:57.778159 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.794241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d136cc8f-afae-44be-aa25-1b5e55d0b384 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 379 time: 0.0652668 Feb 19 02:09:57.803933 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'port': {'device_id': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'admin_state_up': True, 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'security_groups': ['dc79d5fd-88cf-4961-96f2-d470ab03955a']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:57.884176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd388b9b-b312-4e3c-8361-d3b325726744 None None] Pushing event updated for resources: {'Port': ['ID=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:57.916365 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:09:57.919819 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.944851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-333c8221-17fc-445e-b9a4-5819472947aa None None] Provisioning complete for port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:57.945171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-333c8221-17fc-445e-b9a4-5819472947aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:57.946916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:57.985989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:56Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:58.019753 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ca86a-a6e2-4ce3-931c-f4d84307f2e0 None None] The sync data for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 is: [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:56Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:58.057720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.7 (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3/568e81d0-5c56-4aeb-9d7f-a28ae86a79e6/d21bce57-3fb0-49a7-8a77-accbd38eeb09) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:58.099712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-333c8221-17fc-445e-b9a4-5819472947aa None None] Current status of the port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:58.222797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.258435 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.311512 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:58.317128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:58.319483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:58.346698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=d21bce57-3fb0-49a7-8a77-accbd38eeb09,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:58.379665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:58.380299 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.402186 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-8a65e28e-73ad-4ffb-8b37-bc653561692d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030602 Feb 19 02:09:58.414052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Request body: {'port': {'device_id': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:58.479484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.625330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-89955b1a-e7e2-4204-ac60-b67c6934ca86 None None] Provisioning complete for port d21bce57-3fb0-49a7-8a77-accbd38eeb09 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:58.625911 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89955b1a-e7e2-4204-ac60-b67c6934ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.666545 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-89955b1a-e7e2-4204-ac60-b67c6934ca86 None None] Port d21bce57-3fb0-49a7-8a77-accbd38eeb09 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:09:58.779688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21bce57-3fb0-49a7-8a77-accbd38eeb09 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:09:58.790941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Publish callbacks [] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.813060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Transition to ACTIVE for port object d21bce57-3fb0-49a7-8a77-accbd38eeb09 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:09:58.819956 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.832326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:58.873946 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d21bce57-3fb0-49a7-8a77-accbd38eeb09,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:58.874597 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf05f04-7538-4679-90cc-dcb02c59b521 req-f80a867f-6c9e-412a-8a38-d2dcf0a8dbe9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:58.881713 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bf05f04-7538-4679-90cc-dcb02c59b521 req-f80a867f-6c9e-412a-8a38-d2dcf0a8dbe9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 931 time: 0.1048467 Feb 19 02:09:58.916712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:58.917127 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:58.964965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Attempting to bind port d21bce57-3fb0-49a7-8a77-accbd38eeb09 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:58.965647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Attempting to bind port d21bce57-3fb0-49a7-8a77-accbd38eeb09 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:58.966344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Attempting to bind port d21bce57-3fb0-49a7-8a77-accbd38eeb09 on network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:58.972697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Port d21bce57-3fb0-49a7-8a77-accbd38eeb09 on network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:09:58.973640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Attempting to bind port d21bce57-3fb0-49a7-8a77-accbd38eeb09 on network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:58.976406 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7bf05f04-7538-4679-90cc-dcb02c59b521 req-916f07a3-9bb6-4208-8c81-606314699444 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884452 Feb 19 02:09:58.990831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:58.992364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Checking segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:58.993028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Bound using segment: {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:58.993707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Bound port: d21bce57-3fb0-49a7-8a77-accbd38eeb09, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee82221e-d7ae-440e-a5fe-6898756cbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:58.994348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:59.029778 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:59.084755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] For port d21bce57-3fb0-49a7-8a77-accbd38eeb09, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:59.088165 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] For port d21bce57-3fb0-49a7-8a77-accbd38eeb09, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:59.094185 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:59.133328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:59.133925 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:59.135377 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] 10.222.0.89 "PUT /v2.0/ports/d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 1091 time: 0.7264531 Feb 19 02:09:59.135739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:59.137993 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdda9a4-dee1-4348-83bf-fe7d39c04938" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:59.162892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9172c1b-c928-4bd4-b34c-2048a5b379a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d21bce57-3fb0-49a7-8a77-accbd38eeb09,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:59.216660 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba6920-e510-4ea5-a1a8-39c708d0f487 x-openstack-request-id: req-62ba6920-e510-4ea5-a1a8-39c708d0f487 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:59.217122 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:59.217405 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62ba6920-e510-4ea5-a1a8-39c708d0f487 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:59.217909 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'status': 'completed', 'code': 200} Feb 19 02:09:59.239462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-58402126-38b0-46e1-8181-6b1b95de90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:59.241143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-58402126-38b0-46e1-8181-6b1b95de90f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1125 time: 0.0591354 Feb 19 02:09:59.290001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-97827bf4-3dd8-4d7f-9c81-9a8025898a1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 217 time: 0.0424471 Feb 19 02:09:59.341051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-40d603da-f187-4002-b90b-c6963d9efee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:59.342534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-40d603da-f187-4002-b90b-c6963d9efee6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 200 len: 834 time: 0.0470695 Feb 19 02:09:59.392339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-261e2846-9f4c-4cce-af79-79dcbe987389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:59.393865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-261e2846-9f4c-4cce-af79-79dcbe987389 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456634 Feb 19 02:09:59.484441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-405dcd28-6f5c-4700-a26b-3dedaa4d06f0 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835743 Feb 19 02:09:59.570865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e7190a64-e6c9-44b0-9b47-a154221cbd7c req-f4c1e929-4699-443e-aabb-41f7bc400afc service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806222 Feb 19 02:09:59.659160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-a4d2f802-4ed1-4f72-9c64-684393f78d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:59.661217 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-a4d2f802-4ed1-4f72-9c64-684393f78d26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1125 time: 0.0453448 Feb 19 02:09:59.755284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-25a062f0-4353-4026-9273-01ef8520d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:59.756749 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-25a062f0-4353-4026-9273-01ef8520d088 service neutron] 10.222.0.89 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 898 time: 0.0889151 Feb 19 02:09:59.796320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-c9c9e8c9-e497-478e-b7c2-604f8b036f0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 217 time: 0.0332580 Feb 19 02:10:00.105539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ab83e-7c52-4b01-bc04-38f1f6ffd9d7 req-61fd130d-8162-4c9c-9a52-5efeab3af9b4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:00.107049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-483ab83e-7c52-4b01-bc04-38f1f6ffd9d7 req-61fd130d-8162-4c9c-9a52-5efeab3af9b4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 943 time: 0.0558968 Feb 19 02:10:00.157941 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-483ab83e-7c52-4b01-bc04-38f1f6ffd9d7 req-93af5368-8b94-4bf9-8084-f2bf05de2102 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451326 Feb 19 02:10:00.191700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-1647bd4a-d5f9-45ac-b97f-ecf88989be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:00.193233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-1647bd4a-d5f9-45ac-b97f-ecf88989be68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 200 len: 834 time: 0.3902912 Feb 19 02:10:00.244859 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-3a3869e9-e525-4c89-883e-221611673a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:00.246406 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-3a3869e9-e525-4c89-883e-221611673a22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454178 Feb 19 02:10:00.337819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-91186d67-5602-44db-b4ff-60597f765219 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850151 Feb 19 02:10:00.428346 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ecdda9a4-dee1-4348-83bf-fe7d39c04938 req-82dd6523-8925-4e16-99c1-46f998a7770f service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Feb 19 02:10:01.282626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b356f-dac3-4af3-9d33-5c74b6a7864e req-073b81b4-d957-4f8c-ac79-ae63e7111928 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:01.284102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c90b356f-dac3-4af3-9d33-5c74b6a7864e req-073b81b4-d957-4f8c-ac79-ae63e7111928 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 943 time: 0.0534692 Feb 19 02:10:01.333729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c90b356f-dac3-4af3-9d33-5c74b6a7864e req-45ed4d2d-3fd8-43d4-9d17-60f526c37eae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Feb 19 02:10:01.825441 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d21bce57-3fb0-49a7-8a77-accbd38eeb09 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:10:01.931615 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d21bce57-3fb0-49a7-8a77-accbd38eeb09, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:01.944150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'port_id': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'mac_address': 'fa:16:3e:55:15:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:10:01.984551 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d21bce57-3fb0-49a7-8a77-accbd38eeb09 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:01.984937 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:01.999221 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21bce57-3fb0-49a7-8a77-accbd38eeb09 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:10:02.021360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d21bce57-3fb0-49a7-8a77-accbd38eeb09, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:02.025595 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:02.073945 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d21bce57-3fb0-49a7-8a77-accbd38eeb09,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:02.237536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['d21bce57-3fb0-49a7-8a77-accbd38eeb09'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:10:02.461270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6669c59-d004-49d8-a39c-b76657c4456c req-868221e2-0e7e-4354-9237-4538da77fd62 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:02.462909 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6669c59-d004-49d8-a39c-b76657c4456c req-868221e2-0e7e-4354-9237-4538da77fd62 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 944 time: 0.0586162 Feb 19 02:10:02.512362 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6669c59-d004-49d8-a39c-b76657c4456c req-f6fcc443-a91b-4356-8a8a-7f4e3bb86cd0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Feb 19 02:10:03.635878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a989-b2dd-41d2-90c2-98f2b2eae492 req-1c2b52af-87d0-4576-aa24-00490bb93cd8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:03.637384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1b3a989-b2dd-41d2-90c2-98f2b2eae492 req-1c2b52af-87d0-4576-aa24-00490bb93cd8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 944 time: 0.0583482 Feb 19 02:10:03.691219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1b3a989-b2dd-41d2-90c2-98f2b2eae492 req-cac8ff21-b3bd-4ae8-819d-d43d47149d09 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481963 Feb 19 02:10:03.825916 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d21bce57-3fb0-49a7-8a77-accbd38eeb09 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:03.876915 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port d21bce57-3fb0-49a7-8a77-accbd38eeb09 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:10:03.880627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port d21bce57-3fb0-49a7-8a77-accbd38eeb09 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:03.881028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:03.958024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port d21bce57-3fb0-49a7-8a77-accbd38eeb09 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:03.958411 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:03.981644 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:03.984040 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8f1d58-b1cb-4d3c-ab37-ea004c03eca4" -d '{"events": [{"server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "name": "network-vif-plugged", "status": "completed", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:03.996686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port d21bce57-3fb0-49a7-8a77-accbd38eeb09, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:04.000925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:04.025283 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d632d90-dd2b-49f0-8913-88229ba19930 x-openstack-request-id: req-0d632d90-dd2b-49f0-8913-88229ba19930 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:04.025605 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "name": "network-vif-plugged", "status": "completed", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:04.025863 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d632d90-dd2b-49f0-8913-88229ba19930 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:04.026263 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'code': 200} Feb 19 02:10:04.056386 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=d21bce57-3fb0-49a7-8a77-accbd38eeb09,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:04.120490 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6522d-ef77-438f-acd9-19c8999e3187 req-dcfbb92c-0461-4ebd-8f0e-9e4c5303107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:04.122020 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83f6522d-ef77-438f-acd9-19c8999e3187 req-dcfbb92c-0461-4ebd-8f0e-9e4c5303107f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1127 time: 0.0434697 Feb 19 02:10:04.167104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-83f6522d-ef77-438f-acd9-19c8999e3187 req-f9b5391a-4430-406e-8d22-f23b38f8c70d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395107 Feb 19 02:10:04.823136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e2a2c-247b-46fd-97e8-38ea3261bee6 req-e145b248-41a0-4ba0-a39a-cdb6b3b232e6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:04.824588 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e94e2a2c-247b-46fd-97e8-38ea3261bee6 req-e145b248-41a0-4ba0-a39a-cdb6b3b232e6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0524092 Feb 19 02:10:04.876390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e94e2a2c-247b-46fd-97e8-38ea3261bee6 req-564488af-7ca8-4528-a0be-8bf53b960a01 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Feb 19 02:10:05.998677 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5d8ee-587d-4211-b787-eae8bf1c4024 req-f88626fd-4ded-494d-b093-4c437037ac35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:06.000155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ae5d8ee-587d-4211-b787-eae8bf1c4024 req-f88626fd-4ded-494d-b093-4c437037ac35 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0544920 Feb 19 02:10:06.047753 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ae5d8ee-587d-4211-b787-eae8bf1c4024 req-7051bb7e-6fc9-42bf-bf57-99b5c1f6673f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Feb 19 02:10:06.165267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348910-98a0-4051-80ad-4f6809130c23 req-fe5b5dd4-e6a5-40a8-8e46-68aa31d55ff5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:06.166627 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36348910-98a0-4051-80ad-4f6809130c23 req-fe5b5dd4-e6a5-40a8-8e46-68aa31d55ff5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0512686 Feb 19 02:10:06.214570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-36348910-98a0-4051-80ad-4f6809130c23 req-1e1eb602-0a42-43b7-aca9-ae03abe58597 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Feb 19 02:10:06.235411 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52196) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:06.277694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf7517-a6ab-400a-8180-ad40115a3653 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:06.279164 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0aaf7517-a6ab-400a-8180-ad40115a3653 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1122 time: 0.0428061 Feb 19 02:10:06.281955 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52198) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:06.286594 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:06.306157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.402539 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.519390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.251 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/455caedc-fb87-49d7-b386-09cf5bf775ca) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:06.628384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.666601 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.705027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:06.706581 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:06.710962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:06.742217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=455caedc-fb87-49d7-b386-09cf5bf775ca,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:07.091863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (14c58e57-b408-455c-b1fa-7c36b74daec9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:07.162604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:07.311290 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:07.316128 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:07.389597 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=455caedc-fb87-49d7-b386-09cf5bf775ca,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:07.400474 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (14c58e57-b408-455c-b1fa-7c36b74daec9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:07.512476 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 14c58e57-b408-455c-b1fa-7c36b74daec9 associated. External IP: 172.25.0.251, port: d21bce57-3fb0-49a7-8a77-accbd38eeb09. Feb 19 02:10:07.727860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c6a842af-da84-4065-b145-5c7f44433de6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:10:07.837768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:07.847345 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] Sync routers for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:07.855929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:07.859728 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:07.860494 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:07.885605 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-746e141b-183f-4895-b6a8-d2ef921bb3ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6026578 Feb 19 02:10:07.886194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:07.888427 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:07.928567 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c00bc8c-1161-47bd-aca6-643d3717ffda x-openstack-request-id: req-0c00bc8c-1161-47bd-aca6-643d3717ffda {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:07.928867 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:07.929150 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c00bc8c-1161-47bd-aca6-643d3717ffda {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:07.929561 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'status': 'completed', 'code': 200} Feb 19 02:10:07.985935 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:07.996824 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-36b443e3-3160-422b-849f-c9cc6dc96a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.997823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1f353-57e8-49ce-aaaf-a8a5ca6bb5fd req-01eabfc9-da34-45b4-8cb6-145cdb635bd2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.998398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-36b443e3-3160-422b-849f-c9cc6dc96a3d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1127 time: 0.0468087 Feb 19 02:10:07.999336 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ea1f353-57e8-49ce-aaaf-a8a5ca6bb5fd req-01eabfc9-da34-45b4-8cb6-145cdb635bd2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0621982 Feb 19 02:10:08.055323 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2ea1f353-57e8-49ce-aaaf-a8a5ca6bb5fd req-03cbba5d-7171-46f2-931b-79646aace079 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494852 Feb 19 02:10:08.078364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52204) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:08.091769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-3cb67b87-2d87-4a9f-8d7e-8ac436fbd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:08.093422 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-3cb67b87-2d87-4a9f-8d7e-8ac436fbd98c service neutron] 10.222.0.89 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 898 time: 0.0896621 Feb 19 02:10:08.146151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-8e75d59b-61e5-4346-be77-06b2ee7c3bf8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/14c58e57-b408-455c-b1fa-7c36b74daec9 HTTP/1.1" status: 200 len: 991 time: 0.0648553 Feb 19 02:10:08.165580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-085a8d9b-0c89-4cde-81ff-80c11f95c947 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 999 time: 0.0659049 Feb 19 02:10:08.213297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-329d992c-33c9-40b9-8cea-6c729cd46074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:08.215314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-329d992c-33c9-40b9-8cea-6c729cd46074 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 200 len: 834 time: 0.0443585 Feb 19 02:10:08.228925 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '14c58e57-b408-455c-b1fa-7c36b74daec9', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'port_id': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'mac_address': 'fa:16:3e:55:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:10:06Z', 'updated_at': '2022-02-19T02:10:06Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:57Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:08.264429 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-f734ead4-1d10-46d3-b110-a22da22d9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:08.265983 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-f734ead4-1d10-46d3-b110-a22da22d9e86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456288 Feb 19 02:10:08.342162 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] Checking router: c6a842af-da84-4065-b145-5c7f44433de6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:08.350477 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:08.351084 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:09:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:08.359969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-6efadc83-57e3-4f8d-9ab0-c371522c7ad2 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Feb 19 02:10:08.451391 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d87931d8-4ffa-4a75-a3c1-c4ee7ca68f5a req-3a046232-e493-4989-a872-245f028cb6db service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853584 Feb 19 02:10:08.458813 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:08.678400 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '14c58e57-b408-455c-b1fa-7c36b74daec9', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'port_id': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'mac_address': 'fa:16:3e:55:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:10:06Z', 'updated_at': '2022-02-19T02:10:06Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:57Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:08.707003 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf74531-e23e-42b2-8b96-0d79aab7108c None None] The sync data for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 is: [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '14c58e57-b408-455c-b1fa-7c36b74daec9', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'port_id': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'mac_address': 'fa:16:3e:55:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:10:06Z', 'updated_at': '2022-02-19T02:10:06Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:57Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:08.899860 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35dc75-222c-4fbe-9b7e-01cab7d21130 None None] New status for floating IP 14c58e57-b408-455c-b1fa-7c36b74daec9: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:10:09.148923 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52206) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:09.213520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-adcb22e0-e490-41d9-84fa-73056155a934 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/14c58e57-b408-455c-b1fa-7c36b74daec9 HTTP/1.1" status: 200 len: 993 time: 0.0634286 Feb 19 02:10:18.911277 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:20.393499 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cfaa-601a-4199-95c8-9ad9600b8824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.742998 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f89b23a-cf4a-4a1c-ad6d-a6fb92ecee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.928935 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.562830 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.669759 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.748290 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.892967 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:10:42.641148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51a2d6-49fa-4bf6-9f93-e74924825f12 req-36874744-39f5-4308-b887-a60af009a6e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:42.642656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb51a2d6-49fa-4bf6-9f93-e74924825f12 req-36874744-39f5-4308-b887-a60af009a6e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0895474 Feb 19 02:10:42.645953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988d9e-b155-4433-a34e-8e816501bc1e req-2169b545-064d-403c-81ff-07603c2c20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:42.647350 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-2169b545-064d-403c-81ff-07603c2c20ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1127 time: 0.0825572 Feb 19 02:10:42.748425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bb51a2d6-49fa-4bf6-9f93-e74924825f12 req-eb590039-94e0-42de-9150-ff7a42360524 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998228 Feb 19 02:10:42.771995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988d9e-b155-4433-a34e-8e816501bc1e req-e06ee08f-e00c-4340-9446-4c3cfcd8395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:42.773542 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-e06ee08f-e00c-4340-9446-4c3cfcd8395a service neutron] 10.222.0.89 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 898 time: 0.1179993 Feb 19 02:10:42.842209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-6c77e1e1-73d0-40fb-8063-d43e5fff1264 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 1001 time: 0.0621507 Feb 19 02:10:42.892509 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988d9e-b155-4433-a34e-8e816501bc1e req-950e83ed-a1b9-449d-be83-c0128febe106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:42.893977 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-950e83ed-a1b9-449d-be83-c0128febe106 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 200 len: 834 time: 0.0452631 Feb 19 02:10:42.944395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43988d9e-b155-4433-a34e-8e816501bc1e req-f95e64aa-f094-4bc4-8360-1a007579e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:42.946069 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-f95e64aa-f094-4bc4-8360-1a007579e055 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439320 Feb 19 02:10:43.037624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-d9fa1145-c4ed-44ac-9ca1-db301ca63ac3 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Feb 19 02:10:43.126061 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-43988d9e-b155-4433-a34e-8e816501bc1e req-668fae28-99b8-4665-bb1e-9e2cb7911ff2 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812228 Feb 19 02:10:43.232215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b8560-6cb3-480f-89d8-f022e241b264 req-e0d36916-db46-4927-951d-1a2a847769d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.233747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-e0d36916-db46-4927-951d-1a2a847769d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1127 time: 0.0473132 Feb 19 02:10:43.342343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b8560-6cb3-480f-89d8-f022e241b264 req-2ca2653a-5dca-4166-9b7c-3446f4fa84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.343732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-2ca2653a-5dca-4166-9b7c-3446f4fa84c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 898 time: 0.0908332 Feb 19 02:10:43.407716 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-4988e6e5-b47b-4743-992c-4cdf893013fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 1001 time: 0.0576644 Feb 19 02:10:43.460386 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b8560-6cb3-480f-89d8-f022e241b264 req-089fa09c-f964-441e-b077-7a7923485a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.461933 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-089fa09c-f964-441e-b077-7a7923485a7d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 200 len: 834 time: 0.0470259 Feb 19 02:10:43.514975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b8560-6cb3-480f-89d8-f022e241b264 req-dd3251dc-a8d9-4623-b293-abfe37a1f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.516515 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-dd3251dc-a8d9-4623-b293-abfe37a1f5f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442350 Feb 19 02:10:43.606032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-32954243-256f-49e0-8bd5-184b58ebcdce service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812027 Feb 19 02:10:43.702564 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-839b8560-6cb3-480f-89d8-f022e241b264 req-b390f5ea-29ce-44f2-a964-374d27e226b5 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903807 Feb 19 02:10:43.870725 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e8b36-0141-4c18-9d92-e112ad6521ad req-cfb3db52-1ad1-4b98-90dd-a21f4f8be8db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.872096 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d3e8b36-0141-4c18-9d92-e112ad6521ad req-cfb3db52-1ad1-4b98-90dd-a21f4f8be8db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0526354 Feb 19 02:10:43.924155 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6d3e8b36-0141-4c18-9d92-e112ad6521ad req-4b13bbba-c768-4c57-8f4e-2f0b01c9cd86 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464897 Feb 19 02:10:45.047156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5037af-f2e4-4ce8-a125-a0219d6010a7 req-449a7dc2-5528-4da5-8332-fd83557be613 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:45.048631 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d5037af-f2e4-4ce8-a125-a0219d6010a7 req-449a7dc2-5528-4da5-8332-fd83557be613 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0544007 Feb 19 02:10:45.096901 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d5037af-f2e4-4ce8-a125-a0219d6010a7 req-20dcee44-09a1-461d-bb9d-1c7b4989e5e7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428231 Feb 19 02:10:46.215327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c7af-46d2-4230-a8b7-b5ab15008ca2 req-27017580-17a6-4c2b-a589-3196f6e2d744 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:46.216969 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51c8c7af-46d2-4230-a8b7-b5ab15008ca2 req-27017580-17a6-4c2b-a589-3196f6e2d744 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0540445 Feb 19 02:10:46.265353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-51c8c7af-46d2-4230-a8b7-b5ab15008ca2 req-6d8c4e8a-e63a-4365-9891-61b543bebecc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429568 Feb 19 02:10:47.387339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc44c-afd1-45a9-879d-c5d5c3620002 req-9d1c17dd-8a34-41d7-beff-4a1375789008 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:47.388810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-954dc44c-afd1-45a9-879d-c5d5c3620002 req-9d1c17dd-8a34-41d7-beff-4a1375789008 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0564699 Feb 19 02:10:47.436806 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-954dc44c-afd1-45a9-879d-c5d5c3620002 req-3d4652da-659e-4939-a9de-6ad9d0da31ad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Feb 19 02:10:48.559507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b77cd0-e002-4f3a-a365-1cf85b2f6c10 req-b8fa7d84-4ad0-417d-abe1-288b95b21252 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:48.560983 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40b77cd0-e002-4f3a-a365-1cf85b2f6c10 req-b8fa7d84-4ad0-417d-abe1-288b95b21252 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0525978 Feb 19 02:10:48.609635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-40b77cd0-e002-4f3a-a365-1cf85b2f6c10 req-c5646247-6106-4701-a4a0-82bc5c65d0c8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 Feb 19 02:10:48.934625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:49.736934 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec5a29-94fe-498f-b295-cec80ab98d1e req-154eba8f-1e60-4888-8f6f-879b28998daf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:49.738451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39ec5a29-94fe-498f-b295-cec80ab98d1e req-154eba8f-1e60-4888-8f6f-879b28998daf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0534894 Feb 19 02:10:49.787927 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39ec5a29-94fe-498f-b295-cec80ab98d1e req-af983d0c-26cf-4cc8-b22f-39fd2225fc19 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438480 Feb 19 02:10:50.397310 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3d74-3a48-4580-ac7e-e64b0c278a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:50.917396 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77977237-afed-4d45-bc03-03e692fa74c6 req-78f3e84a-cdee-4319-95ff-faf05f6f4737 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:50.919525 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77977237-afed-4d45-bc03-03e692fa74c6 req-78f3e84a-cdee-4319-95ff-faf05f6f4737 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0567541 Feb 19 02:10:50.967642 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-77977237-afed-4d45-bc03-03e692fa74c6 req-5cc92810-0026-4ccb-be72-b30a7fa54e5c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Feb 19 02:10:52.088404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86121e-f291-4cd7-ad3a-5d546509762a req-5b0164a3-5a08-42a6-a92d-cb0e387e3f1c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:52.089969 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b86121e-f291-4cd7-ad3a-5d546509762a req-5b0164a3-5a08-42a6-a92d-cb0e387e3f1c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0537877 Feb 19 02:10:52.141429 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0b86121e-f291-4cd7-ad3a-5d546509762a req-c22ccfca-78c4-4379-b912-de43fbc22d8f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Feb 19 02:10:52.745634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73e0e382-c92d-4690-b6e0-4c611a63c5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:53.261780 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11cbc5-7257-4993-bfcc-3b1e91ce99aa req-a4f23db0-0336-4787-b277-02517550a4b2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:53.263278 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba11cbc5-7257-4993-bfcc-3b1e91ce99aa req-a4f23db0-0336-4787-b277-02517550a4b2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0534549 Feb 19 02:10:53.314498 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ba11cbc5-7257-4993-bfcc-3b1e91ce99aa req-fa002e87-82f8-4700-958a-890103b75b0d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445862 Feb 19 02:10:53.931070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:54.434014 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44106e2d-7857-45f2-a821-94d6b7391267 req-9e677b2a-f012-4f7c-9bfb-d3cd429d8b05 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:54.435547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44106e2d-7857-45f2-a821-94d6b7391267 req-9e677b2a-f012-4f7c-9bfb-d3cd429d8b05 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0532241 Feb 19 02:10:54.486701 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-44106e2d-7857-45f2-a821-94d6b7391267 req-7f8434ca-92ea-456f-aef9-4c816d5dea58 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455325 Feb 19 02:10:55.564816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:55.613830 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897359d2-64bb-47a3-a191-8790180da4bf req-e5c3b1ca-e564-4b65-9652-3bb97a6f69ea tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:55.615335 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-897359d2-64bb-47a3-a191-8790180da4bf req-e5c3b1ca-e564-4b65-9652-3bb97a6f69ea tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0580852 Feb 19 02:10:55.665051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-897359d2-64bb-47a3-a191-8790180da4bf req-6996d847-e21d-457b-b543-84247a8cbef9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Feb 19 02:10:56.673354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:56.753919 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:56.788965 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf966e-4425-4f82-ba24-9fb3e94532fb req-e6d71da4-661c-4dcb-896b-dc5d5f1fe9a9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:56.790457 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aedf966e-4425-4f82-ba24-9fb3e94532fb req-e6d71da4-661c-4dcb-896b-dc5d5f1fe9a9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0525997 Feb 19 02:10:56.839295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aedf966e-4425-4f82-ba24-9fb3e94532fb req-f2996ba2-dcf7-4339-b82f-81c1289400ac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 Feb 19 02:10:57.959511 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203250f6-db06-4441-9673-95a88d3cc06e req-6e2e397b-9abc-4d86-873e-7382465fdba3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:57.961033 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-203250f6-db06-4441-9673-95a88d3cc06e req-6e2e397b-9abc-4d86-873e-7382465fdba3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0533144 Feb 19 02:10:58.010040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-203250f6-db06-4441-9673-95a88d3cc06e req-3380e965-77cf-4f98-8c6b-c31185aaab38 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426993 Feb 19 02:10:59.137774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63a220-922e-4408-b441-5a403d596d62 req-2c9abd4f-22b9-4ff3-8464-ae2eedbd5b00 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:59.139252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca63a220-922e-4408-b441-5a403d596d62 req-2c9abd4f-22b9-4ff3-8464-ae2eedbd5b00 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0571008 Feb 19 02:10:59.187571 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca63a220-922e-4408-b441-5a403d596d62 req-f8a3c6de-f75d-4031-a1ec-aeb39fe04f5a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Feb 19 02:10:59.209191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52254) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:59.269354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c4df52d3-3a26-454e-a7c1-7826027722ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/14c58e57-b408-455c-b1fa-7c36b74daec9 HTTP/1.1" status: 200 len: 993 time: 0.0590463 Feb 19 02:11:06.892747 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:11:18.950149 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:20.398925 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75106a6f-37ae-466d-b01b-af1062edd8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:22.747492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-68ae7234-6b55-491f-aac8-598050b5bd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:23.934423 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:25.567663 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:26.675641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:26.773491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:29.811874 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52276) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:29.975273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 455caedc-fb87-49d7-b386-09cf5bf775ca {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:11:29.975621 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:30.050154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:30.050484 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (455caedc-fb87-49d7-b386-09cf5bf775ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:30.063272 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 455caedc-fb87-49d7-b386-09cf5bf775ca owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:11:30.210968 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (455caedc-fb87-49d7-b386-09cf5bf775ca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:30.235482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=455caedc-fb87-49d7-b386-09cf5bf775ca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:30.246060 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.246406 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.246746 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.247078 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.247408 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.247732 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.248053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.248372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.248693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.249028 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.249350 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.249665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.249977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:30.309406 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (14c58e57-b408-455c-b1fa-7c36b74daec9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:30.309729 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 14c58e57-b408-455c-b1fa-7c36b74daec9 disassociated (deleted). External IP: 172.25.0.251, port: d21bce57-3fb0-49a7-8a77-accbd38eeb09. Feb 19 02:11:30.844983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c6a842af-da84-4065-b145-5c7f44433de6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:11:30.956174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:11:30.961133 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:30.966841 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] Sync routers for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:11:30.977025 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:30.977640 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:30.990439 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b5cc4be7-b41f-40cb-abf3-ec90c6cc139e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/floatingips/14c58e57-b408-455c-b1fa-7c36b74daec9 HTTP/1.1" status: 204 len: 168 time: 1.1775064 Feb 19 02:11:30.991087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:11:30.993566 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:11:31.032525 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9542dcfe-b6a1-4b31-a4d5-683a2ab25935 x-openstack-request-id: req-9542dcfe-b6a1-4b31-a4d5-683a2ab25935 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:11:31.032819 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:11:31.033101 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9542dcfe-b6a1-4b31-a4d5-683a2ab25935 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:11:31.033508 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'status': 'completed', 'code': 200} Feb 19 02:11:31.093892 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:31.108182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-1c4576eb-93a4-4cbc-a433-c289df2726ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:31.110814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-1c4576eb-93a4-4cbc-a433-c289df2726ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 1127 time: 0.0536852 Feb 19 02:11:31.225578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-64c54db2-a2da-4114-8121-663c16f6ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:31.227238 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-64c54db2-a2da-4114-8121-663c16f6ba15 service neutron] 10.222.0.89 "GET /v2.0/networks?id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 200 len: 898 time: 0.1081553 Feb 19 02:11:31.279856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-ac4df25d-df1f-49b8-bee5-172a91941510 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 200 len: 217 time: 0.0446386 Feb 19 02:11:31.319316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:57Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:31.346116 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] Checking router: c6a842af-da84-4065-b145-5c7f44433de6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:11:31.355318 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:31.355918 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:31.359254 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a959244-e589-42d0-99a9-c568c033d082 req-23cab5d6-c0b6-40ad-a190-e638bc99bb84 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:31.360761 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a959244-e589-42d0-99a9-c568c033d082 req-23cab5d6-c0b6-40ad-a190-e638bc99bb84 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.1713495 Feb 19 02:11:31.415965 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a959244-e589-42d0-99a9-c568c033d082 req-2bde25aa-7dd7-45e7-9058-e66b8114e999 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492070 Feb 19 02:11:31.467320 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:31.475059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-85d444b0-2c82-45e0-895f-b01838bcf2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:31.476746 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-85d444b0-2c82-45e0-895f-b01838bcf2a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 200 len: 834 time: 0.0475085 Feb 19 02:11:31.527353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-a5682535-7157-41c6-9064-fe076b613a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:31.528777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-a5682535-7157-41c6-9064-fe076b613a50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459390 Feb 19 02:11:31.631883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-b30ecbb4-2e2b-4ab1-a309-86fc9f1ccc74 service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Feb 19 02:11:31.691984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:57Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:31.732737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13ae4243-8a7a-4fc5-b39a-39ca347d0cf9 req-00d5f8ae-1e9b-459c-9d6d-6c4519d3308e service neutron] 10.222.0.89 "GET /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934956 Feb 19 02:11:31.809215 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07e07-6205-4616-b82b-82751e520fb9 None None] The sync data for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 is: [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'd02b1c32-b9cf-4c60-8d41-4e45fbea1cb4', 'name': '', 'network_id': '453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:f7:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:54Z', 'updated_at': '2022-02-19T02:09:57Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '568e81d0-5c56-4aeb-9d7f-a28ae86a79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:11:32.044020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf234d-e824-4b12-8e76-83cf5f644e0b None None] New status for floating IP 14c58e57-b408-455c-b1fa-7c36b74daec9: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:11:32.621996 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195a604-3417-4ab6-8cdb-a662adb1ec52 req-1126138b-ef8a-41dd-b916-b972885de9d9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:32.623395 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6195a604-3417-4ab6-8cdb-a662adb1ec52 req-1126138b-ef8a-41dd-b916-b972885de9d9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.1323686 Feb 19 02:11:32.672950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6195a604-3417-4ab6-8cdb-a662adb1ec52 req-a8acaa1a-0940-46ed-bdaf-4483dcdd1475 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc79d5fd-88cf-4961-96f2-d470ab03955a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Feb 19 02:11:32.905170 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-560619d5-cbbc-4728-b952-8c6b3179cbcf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:32.906535 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-560619d5-cbbc-4728-b952-8c6b3179cbcf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 945 time: 0.0533500 Feb 19 02:11:33.002785 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port d21bce57-3fb0-49a7-8a77-accbd38eeb09 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:11:33.003122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:33.091347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port d21bce57-3fb0-49a7-8a77-accbd38eeb09, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=d21bce57-3fb0-49a7-8a77-accbd38eeb09,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:33.091715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:33.103668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for d21bce57-3fb0-49a7-8a77-accbd38eeb09 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:11:33.238360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (d21bce57-3fb0-49a7-8a77-accbd38eeb09), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:33.268867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=d21bce57-3fb0-49a7-8a77-accbd38eeb09,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:33.311904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] No DVR routers for this DVR port d21bce57-3fb0-49a7-8a77-accbd38eeb09 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:11:33.314580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:33.317874 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-373be5f0-bae2-4f9e-8309-c8554d4626c8 req-333abb32-5a96-4f6a-ad44-3159bb41d1d3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "DELETE /v2.0/ports/d21bce57-3fb0-49a7-8a77-accbd38eeb09 HTTP/1.1" status: 204 len: 173 time: 0.4059706 Feb 19 02:11:33.318318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'name': 'network-vif-deleted', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:11:33.320682 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfdb713-4ac5-428e-ab04-083e93de7090" -d '{"events": [{"server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "name": "network-vif-deleted", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:11:33.357647 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873ff0e-4f9c-4b66-b35d-4147af09b30f x-openstack-request-id: req-3873ff0e-4f9c-4b66-b35d-4147af09b30f {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:11:33.357970 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa9162-8d9f-435f-bbfb-c6e2a56f869b", "name": "network-vif-deleted", "tag": "d21bce57-3fb0-49a7-8a77-accbd38eeb09", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:11:33.358296 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3873ff0e-4f9c-4b66-b35d-4147af09b30f {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:11:33.358715 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa9162-8d9f-435f-bbfb-c6e2a56f869b', 'name': 'network-vif-deleted', 'tag': 'd21bce57-3fb0-49a7-8a77-accbd38eeb09', 'status': 'completed', 'code': 200} Feb 19 02:11:33.788435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f35c1332-594d-4afb-bdd1-f1ee94353c52 req-586d3593-f4b1-4a11-bc8e-bfe89c4ab571 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa9162-8d9f-435f-bbfb-c6e2a56f869b HTTP/1.1" status: 200 len: 210 time: 0.0317171 Feb 19 02:11:34.845096 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52298) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:35.218178 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (c6a842af-da84-4065-b145-5c7f44433de6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:35.477987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:11:35.478334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:35.563581 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:35.563949 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:35.577339 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:11:35.771040 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:35.796658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:35.824987 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.825365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.825709 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.826042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.826375 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.826711 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.827038 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.827368 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.827690 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.828015 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.828338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.828655 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.828986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:35.985085 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (c6a842af-da84-4065-b145-5c7f44433de6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.203469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c6a842af-da84-4065-b145-5c7f44433de6 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:11:36.212338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d21bce57-3fb0-49a7-8a77-accbd38eeb09 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:11:36.232396 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: d21bce57-3fb0-49a7-8a77-accbd38eeb09 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:11:36.232744 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device d21bce57-3fb0-49a7-8a77-accbd38eeb09 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:11:36.312340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:11:36.317328 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-207fd754-b9f2-495a-a5ed-851e0e5096ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/c6a842af-da84-4065-b145-5c7f44433de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4711983 Feb 19 02:11:36.320274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:36.321782 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] Sync routers for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:11:36.331383 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:36.332013 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:36.371703 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting subnet 568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:11:36.374821 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (568e81d0-5c56-4aeb-9d7f-a28ae86a79e6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.414264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (568e81d0-5c56-4aeb-9d7f-a28ae86a79e6), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.439078 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:36.505788 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (568e81d0-5c56-4aeb-9d7f-a28ae86a79e6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.562792 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (568e81d0-5c56-4aeb-9d7f-a28ae86a79e6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.589749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Subnet': ['ID=568e81d0-5c56-4aeb-9d7f-a28ae86a79e6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:36.593213 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.598072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-74d34977-35ee-4dc1-b33a-794883b37471 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/subnets/568e81d0-5c56-4aeb-9d7f-a28ae86a79e6 HTTP/1.1" status: 204 len: 168 time: 0.2750816 Feb 19 02:11:36.599013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52302) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:36.602138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786eef1f-e377-4cf6-be10-dd7277566fae None None] Network 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:11:36.628658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:11:35Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:36.662357 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] Checking router: c6a842af-da84-4065-b145-5c7f44433de6 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:11:36.671836 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] Routers {'c6a842af-da84-4065-b145-5c7f44433de6'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:36.672152 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c6a842af-da84-4065-b145-5c7f44433de6'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:36.723058 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (c6a842af-da84-4065-b145-5c7f44433de6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.780552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] DHCP port deletion for 453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:11:36.790723 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] Set router c6a842af-da84-4065-b145-5c7f44433de6 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:36.844722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Deleting port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:11:36.845131 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.856605 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c6a842af-da84-4065-b145-5c7f44433de6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.923483 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 58e3d915-f3f5-41e8-a01d-a4aa272f909b {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:11:36.923840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.924370 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:11:36.956332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] For port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,segment=NetworkSegment(ee82221e-d7ae-440e-a5fe-6898756cbd34),segment_id=ee82221e-d7ae-440e-a5fe-6898756cbd34)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:36.956791 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:36.979019 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Calling delete_port for 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:11:36.998553 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:11:35Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:37.017019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 58e3d915-f3f5-41e8-a01d-a4aa272f909b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=58e3d915-f3f5-41e8-a01d-a4aa272f909b,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:37.017397 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.025466 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fbf5ed-9a9d-410e-b92c-70a422bd4c1e None None] The sync data for ids ['c6a842af-da84-4065-b145-5c7f44433de6'] in n-d-826752-2 is: [{'id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420919851', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:11:35Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '58e3d915-f3f5-41e8-a01d-a4aa272f909b', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a842af-da84-4065-b145-5c7f44433de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:51Z', 'updated_at': '2022-02-19T02:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:11:37.030916 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 58e3d915-f3f5-41e8-a01d-a4aa272f909b owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:11:37.087633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:37.088023 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.124296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (34e4d6b0-3754-4c3c-8bc2-a3c359ba409b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.204583 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (58e3d915-f3f5-41e8-a01d-a4aa272f909b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.231447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=58e3d915-f3f5-41e8-a01d-a4aa272f909b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:37.294487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c6a842af-da84-4065-b145-5c7f44433de6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.336783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Pushing event deleted for resources: {'Port': ['ID=34e4d6b0-3754-4c3c-8bc2-a3c359ba409b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:37.344783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] No DVR routers for this DVR port 34e4d6b0-3754-4c3c-8bc2-a3c359ba409b on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:11:37.346850 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.347193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.347607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.347942 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.348339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.348665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.349014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.349335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.349661 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.349992 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.350297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.350647 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.350924 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50874-7b25-4482-bdd4-8025c7c9fd42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:37.400810 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c6a842af-da84-4065-b145-5c7f44433de6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.403068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (c6a842af-da84-4065-b145-5c7f44433de6), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.450991 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c6a842af-da84-4065-b145-5c7f44433de6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.451561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Fanout notify agent at l3_agent the message router_deleted on router c6a842af-da84-4065-b145-5c7f44433de6 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:11:37.458597 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.462340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e4922ca8-bdbb-4280-a93c-d227534b9afe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/routers/c6a842af-da84-4065-b145-5c7f44433de6 HTTP/1.1" status: 204 len: 168 time: 0.8596447 Feb 19 02:11:37.462662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52304) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:37.538691 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.628527 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.650520 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:37.661885 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee82221e-d7ae-440e-a5fe-6898756cbd34') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:37.662183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee82221e-d7ae-440e-a5fe-6898756cbd34') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:37.673002 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (ee82221e-d7ae-440e-a5fe-6898756cbd34), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.688314 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (ee82221e-d7ae-440e-a5fe-6898756cbd34), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.694388 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:11:37.694794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (ee82221e-d7ae-440e-a5fe-6898756cbd34), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:11:37.698543 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:11:37.758315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.765975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.768887 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/networks/453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3 HTTP/1.1" status: 204 len: 168 time: 0.3052797 Feb 19 02:11:37.771740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52306) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:37.785592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327950c9-008c-47eb-b83f-470514e5f662 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Network': ['ID=453e9c1f-b01b-4c0b-bddc-9ce5d77c88a3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:37.831798 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a08e7bb-3111-40ca-88f3-b2cf85367a63 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (dc79d5fd-88cf-4961-96f2-d470ab03955a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.857454 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a08e7bb-3111-40ca-88f3-b2cf85367a63 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (dc79d5fd-88cf-4961-96f2-d470ab03955a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.916588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a08e7bb-3111-40ca-88f3-b2cf85367a63 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (dc79d5fd-88cf-4961-96f2-d470ab03955a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.919204 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a08e7bb-3111-40ca-88f3-b2cf85367a63 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:37.920403 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3a08e7bb-3111-40ca-88f3-b2cf85367a63 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc79d5fd-88cf-4961-96f2-d470ab03955a HTTP/1.1" status: 204 len: 168 time: 0.1475801 Feb 19 02:11:37.929846 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08e7bb-3111-40ca-88f3-b2cf85367a63 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc79d5fd-88cf-4961-96f2-d470ab03955a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:38.489417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:38.495771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523233808', 'description': 'tempest-secgroup-smoke-523233808 description', 'project_id': '0dfd2baaad5943d8b6215a38211037ef'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:38.519253 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.588492 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (8eba6222-7fc8-4d5a-aaea-31d731a67d1a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.592249 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8eba6222-7fc8-4d5a-aaea-31d731a67d1a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.622070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.623283 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1327808 Feb 19 02:11:38.625201 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85060b5-061d-413d-a870-6fd83d2f6666 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba6222-7fc8-4d5a-aaea-31d731a67d1a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:38.626306 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52314) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:38.630911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '8eba6222-7fc8-4d5a-aaea-31d731a67d1a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:38.658026 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (17dcd826-c01d-436e-b668-13a06e1d15aa), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.713500 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (17dcd826-c01d-436e-b668-13a06e1d15aa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.717840 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (17dcd826-c01d-436e-b668-13a06e1d15aa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.734843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dcd826-c01d-436e-b668-13a06e1d15aa,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:38.744114 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.745836 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c4a70df4-d1e7-4379-bcc5-93c25e287fd5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184759 Feb 19 02:11:38.748579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52316) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:38.753290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '8eba6222-7fc8-4d5a-aaea-31d731a67d1a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:38.779620 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (152358e7-9a1c-413f-8583-2133cb582570), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.808171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 58e3d915-f3f5-41e8-a01d-a4aa272f909b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:11:38.832046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 58e3d915-f3f5-41e8-a01d-a4aa272f909b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:11:38.832402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 58e3d915-f3f5-41e8-a01d-a4aa272f909b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:11:38.832824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:11:38.839720 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (152358e7-9a1c-413f-8583-2133cb582570), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.843488 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (152358e7-9a1c-413f-8583-2133cb582570), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.853719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:11:38.854106 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device d02b1c32-b9cf-4c60-8d41-4e45fbea1cb4 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:11:38.862146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152358e7-9a1c-413f-8583-2133cb582570,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:38.867168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.868358 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f575813b-ae5d-4043-906c-fa9e91699960 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186080 Feb 19 02:11:38.871561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52318) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:38.875765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '8eba6222-7fc8-4d5a-aaea-31d731a67d1a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:38.899877 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (540b1f72-13dd-449b-b461-ba390c5051ad), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.955893 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (540b1f72-13dd-449b-b461-ba390c5051ad), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.959736 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (540b1f72-13dd-449b-b461-ba390c5051ad), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.982662 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540b1f72-13dd-449b-b461-ba390c5051ad,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:38.988602 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:38.989538 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7c11b436-7173-4fb1-8619-a71ab858ede4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170707 Feb 19 02:11:38.992325 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52320) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:38.996957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '8eba6222-7fc8-4d5a-aaea-31d731a67d1a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:39.020793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (2204f52c-2007-4703-bd50-8be31f6cf68c), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.078600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (2204f52c-2007-4703-bd50-8be31f6cf68c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.081837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2204f52c-2007-4703-bd50-8be31f6cf68c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.095884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2204f52c-2007-4703-bd50-8be31f6cf68c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:39.106475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.107914 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-59ab8f8c-0b43-4bb2-9665-7d35223caaff tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146798 Feb 19 02:11:39.110725 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52322) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:39.114940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '8eba6222-7fc8-4d5a-aaea-31d731a67d1a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:39.133921 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:11:39.139038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (b1197f0f-6669-4457-bf03-8441e37af24d), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.197187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (b1197f0f-6669-4457-bf03-8441e37af24d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.201490 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b1197f0f-6669-4457-bf03-8441e37af24d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.221541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1197f0f-6669-4457-bf03-8441e37af24d,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:39.227419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.228642 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-509b3175-4af4-45ad-909b-c945c3177e50 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170163 Feb 19 02:11:39.231314 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52324) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:39.235678 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '8eba6222-7fc8-4d5a-aaea-31d731a67d1a', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:39.255396 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:11:39.260139 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (12485858-6da3-4856-88eb-a86508e09cf1), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.317554 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (12485858-6da3-4856-88eb-a86508e09cf1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.321092 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (12485858-6da3-4856-88eb-a86508e09cf1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.339288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12485858-6da3-4856-88eb-a86508e09cf1,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:39.348825 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.350606 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-78d02a82-a313-4a77-95f7-ed4f96706585 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179705 Feb 19 02:11:39.354507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:39.359196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'network': {'name': 'tempest-network-smoke--403821516', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'port_security_enabled': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:39.377752 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:11:39.380962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.407318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:11:39.416232 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d8fbe27d-34ef-4415-bd81-032eac409f92), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.416554 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Added segment d8fbe27d-34ef-4415-bd81-032eac409f92 of type vlan for network 855d603e-0382-4703-ac3b-34da3f7d1b53 Feb 19 02:11:39.455664 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (855d603e-0382-4703-ac3b-34da3f7d1b53), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.479936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (855d603e-0382-4703-ac3b-34da3f7d1b53), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.484798 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:39.485413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.542745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871228 Feb 19 02:11:39.545467 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52328) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:39.551860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'admin_state_up': True, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:39.563188 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bd440-1b95-47dc-9b02-ff8355141ae5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Network': ['ID=855d603e-0382-4703-ac3b-34da3f7d1b53,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:39.574360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:11:39.579782 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c0088b2c-7c78-4e69-9291-1264f522cfe4), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.580820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c0088b2c-7c78-4e69-9291-1264f522cfe4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.637981 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (c0088b2c-7c78-4e69-9291-1264f522cfe4), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.780567 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c0088b2c-7c78-4e69-9291-1264f522cfe4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.977252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c0088b2c-7c78-4e69-9291-1264f522cfe4), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:39.996187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:40.097778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.94 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/950c8bdf-b8a0-44be-814f-f4591899de1a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:11:40.210565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:40.246469 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:40.281210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:11:40.284052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:40.287409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:11:40.319278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=950c8bdf-b8a0-44be-814f-f4591899de1a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:40.874849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c0088b2c-7c78-4e69-9291-1264f522cfe4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.076305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c0088b2c-7c78-4e69-9291-1264f522cfe4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.202926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c0088b2c-7c78-4e69-9291-1264f522cfe4 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:11:41.309450 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:11:41.318871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Sync routers for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:11:41.329272 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:41.329822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:41.329978 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.331122 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-134670c0-830e-466a-a6ab-c599d62c61dc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7847407 Feb 19 02:11:41.334167 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52330) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:41.362025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ace86b2-4a73-4904-9b85-8a6f3afd70a2 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0dfd2baaad5943d8b6215a38211037ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267935 Feb 19 02:11:41.364627 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52332) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:41.437195 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:41.448704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73029154-2034-442a-a4f7-d9d7c70b1b1c tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:41.450228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-73029154-2034-442a-a4f7-d9d7c70b1b1c tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846477 Feb 19 02:11:41.452966 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:41.484680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-258f1e50-b7ce-4969-b131-287a8026ad53 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306091 Feb 19 02:11:41.487072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52336) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:41.491646 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090160721', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:41.575705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:11:41.579186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.615414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:40Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:41.647479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Checking router: c0088b2c-7c78-4e69-9291-1264f522cfe4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:11:41.647479 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Updating router c0088b2c-7c78-4e69-9291-1264f522cfe4 port 950c8bdf-b8a0-44be-814f-f4591899de1a binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:11:41.675641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.760525 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (7fbae5cf-37c2-401e-a456-8dc2ca3c133c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.821721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Subnet': ['ID=7fbae5cf-37c2-401e-a456-8dc2ca3c133c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:41.827161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Checking segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:11:41.827521 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network hostable DHCP agents. Network: 855d603e-0382-4703-ac3b-34da3f7d1b53, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:11:41.846226 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:11:41.855659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 855d603e-0382-4703-ac3b-34da3f7d1b53) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:41.859645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:41.860233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.866980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1250a31-ab73-47c7-a860-7833b96c3d1a None None] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:11:41.876407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9515873e-dda5-442f-a3e7-73103b58d8b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3883383 Feb 19 02:11:41.879131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:41.988321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Publish callbacks [] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.008153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.036809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-855d603e-0382-4703-ac3b-34da3f7d1b53', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:11:42.037706 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.084170 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b99cf-44b4-4a53-822c-d6be6c4b7321 None None] Pushing event updated for resources: {'Port': ['ID=950c8bdf-b8a0-44be-814f-f4591899de1a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:42.091620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Attempting to bind port 950c8bdf-b8a0-44be-814f-f4591899de1a on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:11:42.091994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Attempting to bind port 950c8bdf-b8a0-44be-814f-f4591899de1a by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:11:42.092351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Attempting to bind port 950c8bdf-b8a0-44be-814f-f4591899de1a on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:11:42.100765 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:11:42.101229 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:11:42.101636 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.102038 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:11:42.102512 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Bound port: 950c8bdf-b8a0-44be-814f-f4591899de1a, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:11:42.102892 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.233502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] For port 950c8bdf-b8a0-44be-814f-f4591899de1a, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:11:42.253349 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] For port 950c8bdf-b8a0-44be-814f-f4591899de1a, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=950c8bdf-b8a0-44be-814f-f4591899de1a,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:11:42.264124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Allocated IP 172.20.0.2 (855d603e-0382-4703-ac3b-34da3f7d1b53/7fbae5cf-37c2-401e-a456-8dc2ca3c133c/cc967352-e83c-4b0e-b646-f796225f5592) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:11:42.266501 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.333065 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.365474 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:42.366076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:42.417553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b99cf-44b4-4a53-822c-d6be6c4b7321 None None] Pushing event updated for resources: {'Port': ['ID=950c8bdf-b8a0-44be-814f-f4591899de1a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:42.539803 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:42.602678 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Publish callbacks [] for port (cc967352-e83c-4b0e-b646-f796225f5592), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.646750 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (cc967352-e83c-4b0e-b646-f796225f5592), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.670025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.1 (855d603e-0382-4703-ac3b-34da3f7d1b53/7fbae5cf-37c2-401e-a456-8dc2ca3c133c/1a7dac29-7985-476e-994f-df0a9e9a53a6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:11:42.695073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:11:42.710147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:42.713692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:11:42.715575 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Pushing event updated for resources: {'Port': ['ID=cc967352-e83c-4b0e-b646-f796225f5592,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:42.786154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.806555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Attempting to bind port cc967352-e83c-4b0e-b646-f796225f5592 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:11:42.806848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Attempting to bind port cc967352-e83c-4b0e-b646-f796225f5592 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:11:42.807985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Attempting to bind port cc967352-e83c-4b0e-b646-f796225f5592 on network 855d603e-0382-4703-ac3b-34da3f7d1b53 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:11:42.816638 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:11:42.817024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Checking segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:11:42.817445 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.817838 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Bound using segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:11:42.818301 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Bound port: cc967352-e83c-4b0e-b646-f796225f5592, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:11:42.818682 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc967352-e83c-4b0e-b646-f796225f5592), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.821252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.861978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:11:42.865179 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:42.867643 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:11:42.876192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:40Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:42.905644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=1a7dac29-7985-476e-994f-df0a9e9a53a6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:42.909490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521baed-766f-46b9-a005-fd52cccf47b7 None None] The sync data for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 is: [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:40Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:11:42.916228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] For port cc967352-e83c-4b0e-b646-f796225f5592, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:11:42.919980 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] For port cc967352-e83c-4b0e-b646-f796225f5592, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cc967352-e83c-4b0e-b646-f796225f5592,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:11:42.929581 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cc967352-e83c-4b0e-b646-f796225f5592), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.937858 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (c0088b2c-7c78-4e69-9291-1264f522cfe4), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:43.022743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1548-f231-478a-acd3-16f4c32c7d5c None None] Pushing event updated for resources: {'Port': ['ID=cc967352-e83c-4b0e-b646-f796225f5592,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:43.098150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:43.444489 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:43.450545 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:43.533690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=1a7dac29-7985-476e-994f-df0a9e9a53a6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:43.536576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (c0088b2c-7c78-4e69-9291-1264f522cfe4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:43.632533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:11:43.634009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:43.765214 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c0088b2c-7c78-4e69-9291-1264f522cfe4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:11:43.888569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:11:43.902862 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c6f1b3bc-a605-45cf-9261-2f1a7b7fa0c5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/c0088b2c-7c78-4e69-9291-1264f522cfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0135252 Feb 19 02:11:43.902977 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:11:44.034256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cedb79b-ef5f-4ed2-b952-2e165787ce76 None None] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:11:44.047646 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-1bf54028-fb2e-4934-803f-e03dc1861246 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523233808&fields=id&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 267 time: 0.0462317 Feb 19 02:11:44.109583 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] Provisioning complete for port cc967352-e83c-4b0e-b646-f796225f5592 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:44.109860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cc967352-e83c-4b0e-b646-f796225f5592), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.159518 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-07368954-0e86-4bf6-9d69-000e3be8b615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:44.161029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-07368954-0e86-4bf6-9d69-000e3be8b615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 796 time: 0.1068907 Feb 19 02:11:44.175499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-29869625-c99b-4235-908b-a57c915b3b45 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/quotas/0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 375 time: 0.0090241 Feb 19 02:11:44.226056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] Current status of the port cc967352-e83c-4b0e-b646-f796225f5592 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:44.226751 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (cc967352-e83c-4b0e-b646-f796225f5592), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.231666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-e9a80044-d7c0-4e7f-b144-6f96bc547f59 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510764 Feb 19 02:11:44.262925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] For port cc967352-e83c-4b0e-b646-f796225f5592, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cc967352-e83c-4b0e-b646-f796225f5592,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:44.268690 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (cc967352-e83c-4b0e-b646-f796225f5592), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.334800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce402d1-c2eb-4ed1-8ad1-c4735c20e1ea None None] Pushing event updated for resources: {'Port': ['ID=cc967352-e83c-4b0e-b646-f796225f5592,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:44.392017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-fcd558e0-bad4-4995-a04f-486d8eb69cd2 service neutron] 10.222.0.43 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474030 Feb 19 02:11:44.495895 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-6d6eaa4f-3a81-4443-8e3f-0af1cdfcd130 service neutron] 10.222.0.43 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978408 Feb 19 02:11:44.500607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f7d0e36-ce27-4f55-9d59-ddfd338e2bec None None] Provisioning complete for port 1a7dac29-7985-476e-994f-df0a9e9a53a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:44.501193 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0e36-ce27-4f55-9d59-ddfd338e2bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.543423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d0e36-ce27-4f55-9d59-ddfd338e2bec None None] Port 1a7dac29-7985-476e-994f-df0a9e9a53a6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:11:44.555330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f7d0e36-ce27-4f55-9d59-ddfd338e2bec None None] Provisioning complete for port cc967352-e83c-4b0e-b646-f796225f5592 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:44.555790 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0e36-ce27-4f55-9d59-ddfd338e2bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cc967352-e83c-4b0e-b646-f796225f5592), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.677848 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d0e36-ce27-4f55-9d59-ddfd338e2bec None None] Current status of the port cc967352-e83c-4b0e-b646-f796225f5592 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:44.710878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1daf2352-9129-4122-9ce1-4bdc857093a9 req-2dacacb4-a467-4d19-979f-d8c6a053eaaa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 210 time: 0.0329373 Feb 19 02:11:44.740528 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Sync routers for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:11:44.754938 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:44.755567 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:44.832322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9f76327f-ebab-47f1-bf7d-e7dead6d435c None None] Provisioning complete for port 1a7dac29-7985-476e-994f-df0a9e9a53a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:44.832953 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f76327f-ebab-47f1-bf7d-e7dead6d435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.900758 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:45.067579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cc967352-e83c-4b0e-b646-f796225f5592 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:11:45.094719 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9f76327f-ebab-47f1-bf7d-e7dead6d435c None None] Port 1a7dac29-7985-476e-994f-df0a9e9a53a6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:11:45.120149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port cc967352-e83c-4b0e-b646-f796225f5592 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:45.120711 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (cc967352-e83c-4b0e-b646-f796225f5592), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.154035 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 2, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:45.185650 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Checking router: c0088b2c-7c78-4e69-9291-1264f522cfe4 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:11:45.186006 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Updating router c0088b2c-7c78-4e69-9291-1264f522cfe4 port 1a7dac29-7985-476e-994f-df0a9e9a53a6 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:11:45.210359 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port cc967352-e83c-4b0e-b646-f796225f5592 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:45.211685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 950c8bdf-b8a0-44be-814f-f4591899de1a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:11:45.217416 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.249112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c21a8a19-1fa6-4687-b519-55af4bb2e2b9 None None] Provisioning complete for port 1a7dac29-7985-476e-994f-df0a9e9a53a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:45.249654 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c21a8a19-1fa6-4687-b519-55af4bb2e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.290680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c21a8a19-1fa6-4687-b519-55af4bb2e2b9 None None] Port 1a7dac29-7985-476e-994f-df0a9e9a53a6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:11:45.301617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 950c8bdf-b8a0-44be-814f-f4591899de1a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:45.302008 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.388158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 950c8bdf-b8a0-44be-814f-f4591899de1a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:45.388505 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.408852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 950c8bdf-b8a0-44be-814f-f4591899de1a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=950c8bdf-b8a0-44be-814f-f4591899de1a,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:45.413405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.469189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=950c8bdf-b8a0-44be-814f-f4591899de1a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:45.483513 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Publish callbacks [] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.488511 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.534742 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Pushing event updated for resources: {'Port': ['ID=1a7dac29-7985-476e-994f-df0a9e9a53a6,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:45.546309 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.546309 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.546309 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.546609 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.546865 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.547195 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.547514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.547833 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.548168 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.548465 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.548783 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.549124 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.549444 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:11:45.698643 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Attempting to bind port 1a7dac29-7985-476e-994f-df0a9e9a53a6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:11:45.699022 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Attempting to bind port 1a7dac29-7985-476e-994f-df0a9e9a53a6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:11:45.699385 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Attempting to bind port 1a7dac29-7985-476e-994f-df0a9e9a53a6 on network 855d603e-0382-4703-ac3b-34da3f7d1b53 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:11:45.704971 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:11:45.705384 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Checking segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:11:45.705789 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.706186 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Bound using segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:11:45.706652 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Bound port: 1a7dac29-7985-476e-994f-df0a9e9a53a6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:11:45.707033 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.774107 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] For port 1a7dac29-7985-476e-994f-df0a9e9a53a6, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:11:45.777943 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] For port 1a7dac29-7985-476e-994f-df0a9e9a53a6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a7dac29-7985-476e-994f-df0a9e9a53a6,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:11:45.787170 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.826480 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-f1c30fa2-1e3d-4b57-bd16-6dc0ed8b84df tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:45.828341 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-f1c30fa2-1e3d-4b57-bd16-6dc0ed8b84df tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 796 time: 0.1459763 Feb 19 02:11:45.829235 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] Provisioning complete for port 1a7dac29-7985-476e-994f-df0a9e9a53a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:45.829615 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.855151 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:45.856050 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:45.862354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d9f0-63a5-43a0-afdb-9d1893236ecf None None] Pushing event updated for resources: {'Port': ['ID=1a7dac29-7985-476e-994f-df0a9e9a53a6,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:45.882686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-54f7835f-5371-4d57-8353-999b25ec7411 req-7b15bbfc-308d-4228-9815-223c01412913 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 210 time: 0.0532663 Feb 19 02:11:45.942338 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-05d3182b-4325-418a-afd2-25f1ceb4189c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 379 time: 0.0770173 Feb 19 02:11:45.944294 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] Current status of the port 1a7dac29-7985-476e-994f-df0a9e9a53a6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:45.944877 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.955207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'port': {'device_id': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'admin_state_up': True, 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'security_groups': ['8eba6222-7fc8-4d5a-aaea-31d731a67d1a']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:45.987379 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] For port 1a7dac29-7985-476e-994f-df0a9e9a53a6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a7dac29-7985-476e-994f-df0a9e9a53a6,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:45.993683 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.001751 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:46.067105 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1757a88-889c-4cd5-a113-b66323ed1e06 None None] Pushing event updated for resources: {'Port': ['ID=1a7dac29-7985-476e-994f-df0a9e9a53a6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:46.093908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:11:46.097380 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.211185 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:46.214662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3fd683ee-20e4-43a2-bb8b-1ecb5c91bf99 None None] Provisioning complete for port 1a7dac29-7985-476e-994f-df0a9e9a53a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:46.215093 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3fd683ee-20e4-43a2-bb8b-1ecb5c91bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.227741 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.11 (855d603e-0382-4703-ac3b-34da3f7d1b53/7fbae5cf-37c2-401e-a456-8dc2ca3c133c/424a2e34-12b7-4113-8827-8b6b44f0511a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:11:46.238906 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e9045-a12c-4354-9a97-35fc91b5361d None None] The sync data for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 is: [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:11:46.315875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3fd683ee-20e4-43a2-bb8b-1ecb5c91bf99 None None] Current status of the port 1a7dac29-7985-476e-994f-df0a9e9a53a6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:46.408146 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.445726 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.491687 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:11:46.495334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:46.498278 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:11:46.527335 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:46.561366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:46.561953 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.580147 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-c4bf15fb-7589-491b-a604-f78863f9402a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6308131 Feb 19 02:11:46.594285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Request body: {'port': {'device_id': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:46.687402 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.737257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3c54c7a4-4a7b-48bb-a48c-e7abce352e61 None None] Provisioning complete for port 424a2e34-12b7-4113-8827-8b6b44f0511a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:46.738062 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c54c7a4-4a7b-48bb-a48c-e7abce352e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.778316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3c54c7a4-4a7b-48bb-a48c-e7abce352e61 None None] Port 424a2e34-12b7-4113-8827-8b6b44f0511a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:11:46.919914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 950c8bdf-b8a0-44be-814f-f4591899de1a up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:11:46.987416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 950c8bdf-b8a0-44be-814f-f4591899de1a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:46.987994 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:46.996791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424a2e34-12b7-4113-8827-8b6b44f0511a {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:11:47.005043 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Publish callbacks [] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.018613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Transition to ACTIVE for port object 424a2e34-12b7-4113-8827-8b6b44f0511a will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:11:47.020698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6596c9a-0705-4213-bbbd-d5cb3ef8e856 req-7fc40766-eb70-4c52-a595-79ce7c898c2d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:47.025764 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.029419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6596c9a-0705-4213-bbbd-d5cb3ef8e856 req-7fc40766-eb70-4c52-a595-79ce7c898c2d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 932 time: 0.0655801 Feb 19 02:11:47.078347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:47.096455 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f6596c9a-0705-4213-bbbd-d5cb3ef8e856 req-0bace5a0-2026-44bf-b065-ea3f64feba38 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660481 Feb 19 02:11:47.097614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 950c8bdf-b8a0-44be-814f-f4591899de1a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:47.098871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a7dac29-7985-476e-994f-df0a9e9a53a6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:11:47.163714 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 1a7dac29-7985-476e-994f-df0a9e9a53a6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:47.164089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.191526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:11:47.192015 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:11:47.192449 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a on network 855d603e-0382-4703-ac3b-34da3f7d1b53 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:11:47.198479 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Port 424a2e34-12b7-4113-8827-8b6b44f0511a on network 855d603e-0382-4703-ac3b-34da3f7d1b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:11:47.198908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a on network 855d603e-0382-4703-ac3b-34da3f7d1b53 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:11:47.204866 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:11:47.205695 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Checking segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:11:47.205813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Bound using segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:11:47.206312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Bound port: 424a2e34-12b7-4113-8827-8b6b44f0511a, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:11:47.206758 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.263120 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 1a7dac29-7985-476e-994f-df0a9e9a53a6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:47.285511 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:11:47.288941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:11:47.295993 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.339432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:47.340060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.341441 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] 10.222.0.89 "PUT /v2.0/ports/424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1092 time: 0.7516501 Feb 19 02:11:47.341868 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:11:47.344153 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979570ff-0347-49f5-af1e-67b49fe4c064" -d '{"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:11:47.378489 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18a831-9ec6-4582-acfb-f37895e5729b service neutron] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:47.418425 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d52c1-9139-416e-a371-5390ca7648bb x-openstack-request-id: req-6e9d52c1-9139-416e-a371-5390ca7648bb {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:11:47.418656 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:11:47.418777 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e9d52c1-9139-416e-a371-5390ca7648bb {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:11:47.419271 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'status': 'completed', 'code': 200} Feb 19 02:11:47.460040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-980e4771-ec6c-4572-bb4b-1cfd0aa56c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:47.461686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-980e4771-ec6c-4572-bb4b-1cfd0aa56c86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1126 time: 0.0605192 Feb 19 02:11:47.506905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-be1c2f9c-63bf-46d8-b316-03f6a6daa534 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 217 time: 0.0370471 Feb 19 02:11:47.561562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-5b9bec5e-6fb3-4c13-b69b-0a1c42649e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:47.563035 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-5b9bec5e-6fb3-4c13-b69b-0a1c42649e9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0507069 Feb 19 02:11:47.946222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-a5bca0e0-e827-4d39-bc10-388b77185375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:47.947765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-a5bca0e0-e827-4d39-bc10-388b77185375 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3772259 Feb 19 02:11:48.033766 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-97b9d269-40a9-4b1d-978d-1812ba573408 service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795960 Feb 19 02:11:48.125174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddc555ff-3ee4-4776-8583-f6aa85ff9def req-417971bb-24ff-4e05-a14f-a15b540fcd01 service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845513 Feb 19 02:11:48.209462 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b956b-20d3-4231-bb7b-e1318de0588c req-6037c6cf-5f3b-43b2-b523-0c4a73e9b5f0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:48.211039 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-658b956b-20d3-4231-bb7b-e1318de0588c req-6037c6cf-5f3b-43b2-b523-0c4a73e9b5f0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Feb 19 02:11:48.212906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-ec9bcc66-b6d7-4fc1-8de3-ff01dc5c4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:48.215002 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-ec9bcc66-b6d7-4fc1-8de3-ff01dc5c4395 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1126 time: 0.0459256 Feb 19 02:11:48.264631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-658b956b-20d3-4231-bb7b-e1318de0588c req-4e9b1468-ceb4-4cd3-ac61-ea5234add1f0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469463 Feb 19 02:11:48.307532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-c2e12ed0-fe18-49df-ae02-b5d4edf65196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:48.308912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-c2e12ed0-fe18-49df-ae02-b5d4edf65196 service neutron] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.0881212 Feb 19 02:11:48.349869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-5315ffc0-0bff-4848-8333-ac070941f44e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 217 time: 0.0346107 Feb 19 02:11:48.396803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-6da57935-fff1-4d84-8d5a-77e6ad3efd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:48.398800 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-6da57935-fff1-4d84-8d5a-77e6ad3efd59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0422432 Feb 19 02:11:48.451554 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-b4ec2134-122d-4a29-9830-5c218398d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:48.453067 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-b4ec2134-122d-4a29-9830-5c218398d973 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488832 Feb 19 02:11:48.539870 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-19311547-6aee-4e5c-a86a-54510bc7e36a service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790753 Feb 19 02:11:48.630972 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-979570ff-0347-49f5-af1e-67b49fe4c064 req-cec6128c-41eb-46b7-8553-cbc847d5014f service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Feb 19 02:11:48.964625 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:49.389858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a70493-693b-42cd-83c8-dfb5d6fd50f6 req-f0e86171-ad17-4150-a380-1ee4bba0ff12 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:49.391326 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13a70493-693b-42cd-83c8-dfb5d6fd50f6 req-f0e86171-ad17-4150-a380-1ee4bba0ff12 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0567310 Feb 19 02:11:49.439570 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-13a70493-693b-42cd-83c8-dfb5d6fd50f6 req-1c0785a7-2676-4994-a3e3-9c5d1fb5082c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Feb 19 02:11:50.259374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:11:50.357318 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:50.374224 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'port_id': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'mac_address': 'fa:16:3e:cc:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:11:50.420443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 424a2e34-12b7-4113-8827-8b6b44f0511a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:50.420825 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:50.423728 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-475c812c-dcbf-4126-90a7-053c8b76b8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:50.434984 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424a2e34-12b7-4113-8827-8b6b44f0511a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:11:50.454922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:50.458665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:50.508612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:50.558147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd5e7-5dd7-4c3c-9b12-57091a00cdc4 req-e0cf46c6-1880-4305-a8cd-6c2c6ead090b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:50.560244 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5cdd5e7-5dd7-4c3c-9b12-57091a00cdc4 req-e0cf46c6-1880-4305-a8cd-6c2c6ead090b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 945 time: 0.0530338 Feb 19 02:11:50.607859 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5cdd5e7-5dd7-4c3c-9b12-57091a00cdc4 req-a2679263-5dc8-4e61-8791-5da701a865bb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Feb 19 02:11:50.702537 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['424a2e34-12b7-4113-8827-8b6b44f0511a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:11:51.726110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c508f3-34d6-4872-9563-69b374fea7c5 req-afea49af-9c70-4cc6-8bd3-7fd9e6218941 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:51.727594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9c508f3-34d6-4872-9563-69b374fea7c5 req-afea49af-9c70-4cc6-8bd3-7fd9e6218941 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 945 time: 0.0534830 Feb 19 02:11:51.776025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c9c508f3-34d6-4872-9563-69b374fea7c5 req-302b0e28-4d3a-4684-9063-b498c45c1ad8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422618 Feb 19 02:11:52.292490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:11:52.346868 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 424a2e34-12b7-4113-8827-8b6b44f0511a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:11:52.350619 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 424a2e34-12b7-4113-8827-8b6b44f0511a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:11:52.350995 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:52.431072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 424a2e34-12b7-4113-8827-8b6b44f0511a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:11:52.431460 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:52.453585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:11:52.455800 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273e0767-4e60-471f-8842-e0ad8afc525d" -d '{"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-plugged", "status": "completed", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:11:52.469185 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:11:52.480004 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:52.503596 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf244299-bf91-46bb-98cb-e6e84d9b96f2 x-openstack-request-id: req-cf244299-bf91-46bb-98cb-e6e84d9b96f2 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:11:52.503894 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-plugged", "status": "completed", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:11:52.504150 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf244299-bf91-46bb-98cb-e6e84d9b96f2 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:11:52.504545 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'code': 200} Feb 19 02:11:52.535148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:52.639437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b5d71-65d0-4931-a74f-0bd884021e9c req-45f8b9cb-5faa-4701-8966-3465b0bfdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:52.640956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753b5d71-65d0-4931-a74f-0bd884021e9c req-45f8b9cb-5faa-4701-8966-3465b0bfdd00 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1128 time: 0.0919578 Feb 19 02:11:52.687643 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-753b5d71-65d0-4931-a74f-0bd884021e9c req-ddaa8773-faa7-4d3a-b6d6-5c25dae34a88 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394135 Feb 19 02:11:52.750595 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de698552-36f5-4864-90d5-20419e85a8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:52.893516 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a0c6d-2382-4de3-b80e-5b0c6cb9dca2 req-7bf148b4-a2a0-4ba4-9da1-c840f3633aad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:52.895022 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f06a0c6d-2382-4de3-b80e-5b0c6cb9dca2 req-7bf148b4-a2a0-4ba4-9da1-c840f3633aad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0528584 Feb 19 02:11:52.945189 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f06a0c6d-2382-4de3-b80e-5b0c6cb9dca2 req-bf0daec8-dd1c-48e1-aa8f-95d40ff8a98b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445638 Feb 19 02:11:53.936272 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:54.070636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32f4d-f850-4869-baaa-c42f802fdbb4 req-1df56959-7be7-4f64-bfb0-432912aeb655 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:54.072127 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5d32f4d-f850-4869-baaa-c42f802fdbb4 req-1df56959-7be7-4f64-bfb0-432912aeb655 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0581329 Feb 19 02:11:54.119685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b5d32f4d-f850-4869-baaa-c42f802fdbb4 req-92fe87fd-cfc0-4e11-aa7f-b6f0e0c0c9fd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Feb 19 02:11:54.237334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d776-5eea-43c9-8b9e-204beda7faeb req-197a0d18-c886-4ffc-b3a1-71703586d856 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:54.238722 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7432d776-5eea-43c9-8b9e-204beda7faeb req-197a0d18-c886-4ffc-b3a1-71703586d856 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0518434 Feb 19 02:11:54.290158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7432d776-5eea-43c9-8b9e-204beda7faeb req-2d5b6668-5f19-425e-8750-0eb7944610f2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459034 Feb 19 02:11:54.312806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52392) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:54.358569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3185b60-79c8-416e-b4a0-beb42c55aedf tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:54.360114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d3185b60-79c8-416e-b4a0-beb42c55aedf tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1123 time: 0.0462918 Feb 19 02:11:54.364446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52394) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:54.368657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:11:54.390178 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:54.490599 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:54.590803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.120 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/3368243d-6da8-4269-9736-afc5e4ef18af) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:11:54.696724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (3368243d-6da8-4269-9736-afc5e4ef18af), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:54.729789 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3368243d-6da8-4269-9736-afc5e4ef18af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:54.765846 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:11:54.768775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:11:54.772156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:11:54.797681 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=3368243d-6da8-4269-9736-afc5e4ef18af,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:55.137911 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (5463e51d-d7ee-4ca1-9de6-1de46add10fb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.204958 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3368243d-6da8-4269-9736-afc5e4ef18af), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.353012 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (3368243d-6da8-4269-9736-afc5e4ef18af), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.358475 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3368243d-6da8-4269-9736-afc5e4ef18af), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.434839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=3368243d-6da8-4269-9736-afc5e4ef18af,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:11:55.446428 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (5463e51d-d7ee-4ca1-9de6-1de46add10fb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.550148 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 5463e51d-d7ee-4ca1-9de6-1de46add10fb associated. External IP: 172.25.0.120, port: 424a2e34-12b7-4113-8827-8b6b44f0511a. Feb 19 02:11:55.569425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.768248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c0088b2c-7c78-4e69-9291-1264f522cfe4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:11:55.879789 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:11:55.890083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] Sync routers for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:11:55.897654 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:55.900530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:55.901191 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:55.928354 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c0a40b93-cd6b-45b1-b461-cc6750df1743 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5628572 Feb 19 02:11:55.928948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:11:55.931228 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6acb7e3-32e5-406e-9468-8665fecf599c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:11:55.972316 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56cc51-40fd-4a40-abfa-edc405ba82ff x-openstack-request-id: req-1f56cc51-40fd-4a40-abfa-edc405ba82ff {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:11:55.972610 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:11:55.972838 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f56cc51-40fd-4a40-abfa-edc405ba82ff {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:11:55.973277 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'status': 'completed', 'code': 200} Feb 19 02:11:56.026798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:56.034446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8a8c-c4f4-4bf6-9aa6-740efb73d741 req-ce5af9f9-be2a-4b90-ac16-c9205a4b3e22 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:56.035955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-899e8a8c-c4f4-4bf6-9aa6-740efb73d741 req-ce5af9f9-be2a-4b90-ac16-c9205a4b3e22 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0570681 Feb 19 02:11:56.046080 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-2cd3970f-1598-45c7-8adb-dbd8c50bda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:56.047657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-2cd3970f-1598-45c7-8adb-dbd8c50bda0a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1128 time: 0.0519009 Feb 19 02:11:56.088654 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-899e8a8c-c4f4-4bf6-9aa6-740efb73d741 req-750e8ff6-25ab-4a24-a74f-6ec252de6243 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453696 Feb 19 02:11:56.116752 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52400) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:56.154743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-1ececa55-06e3-4162-a890-a82d14299876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:56.155190 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-1ececa55-06e3-4162-a890-a82d14299876 service neutron] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.1000488 Feb 19 02:11:56.179752 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-596febf4-9b8b-416e-bfc7-e92e4e84fa90 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/5463e51d-d7ee-4ca1-9de6-1de46add10fb HTTP/1.1" status: 200 len: 992 time: 0.0615177 Feb 19 02:11:56.224742 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-dfc3c0f2-d528-4c94-9e27-fa09c6a48d5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1000 time: 0.0639253 Feb 19 02:11:56.272447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-37f2afc8-540d-44d7-b751-633dfd800b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:56.273935 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-37f2afc8-540d-44d7-b751-633dfd800b11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0435317 Feb 19 02:11:56.284926 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5463e51d-d7ee-4ca1-9de6-1de46add10fb', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'port_id': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'mac_address': 'fa:16:3e:cc:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:11:54Z', 'updated_at': '2022-02-19T02:11:54Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:56.310999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] Checking router: c0088b2c-7c78-4e69-9291-1264f522cfe4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:11:56.319369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:11:56.319987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:11:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:56.321484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-f505ac78-28ba-4468-af94-2ef8f59716f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:56.323221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-f505ac78-28ba-4468-af94-2ef8f59716f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432286 Feb 19 02:11:56.414667 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-c47e3c5d-ebd9-45f7-a0d1-00456ccdf71a service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Feb 19 02:11:56.432093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:11:56.506577 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e6acb7e3-32e5-406e-9468-8665fecf599c req-0cee046d-7283-41ee-b8c4-52dd7fffc101 service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859399 Feb 19 02:11:56.681249 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:56.697261 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5463e51d-d7ee-4ca1-9de6-1de46add10fb', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'port_id': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'mac_address': 'fa:16:3e:cc:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:11:54Z', 'updated_at': '2022-02-19T02:11:54Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:11:56.724518 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0550876-6ed9-46e5-b791-01f8362ac49a None None] The sync data for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 is: [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '5463e51d-d7ee-4ca1-9de6-1de46add10fb', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'port_id': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'mac_address': 'fa:16:3e:cc:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:11:54Z', 'updated_at': '2022-02-19T02:11:54Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:11:56.779624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:56.916794 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcc548e-c6f8-4f41-a179-fcb2b8038d07 None None] New status for floating IP 5463e51d-d7ee-4ca1-9de6-1de46add10fb: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:11:57.183532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52402) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:11:57.246780 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-966d123e-2d19-40cb-9330-a984d2cca3eb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/5463e51d-d7ee-4ca1-9de6-1de46add10fb HTTP/1.1" status: 200 len: 994 time: 0.0621109 Feb 19 02:12:18.964359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:20.405930 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3e236f2-a16b-4963-b38d-ad4a8648383f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:20.896839 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:12:22.754812 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-957ffa35-8b16-4791-a240-5612968e4e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:23.939258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:25.573699 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:26.684301 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:26.794956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:28.384285 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-11a24fd4-4fda-46e1-92f4-2e30d0b151c6 req-5eefbce1-b8df-4599-951c-a24848aa0f24 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:12:28.385293 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-11a24fd4-4fda-46e1-92f4-2e30d0b151c6 req-5eefbce1-b8df-4599-951c-a24848aa0f24 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054479 Feb 19 02:12:28.562265 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52420) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:12:28.582364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d31d-243b-4708-87ae-ea4553456854 req-577b3235-2703-4558-a593-e6254fe493b4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:28.583805 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dc1d31d-243b-4708-87ae-ea4553456854 req-577b3235-2703-4558-a593-e6254fe493b4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0628779 Feb 19 02:12:28.634006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3dc1d31d-243b-4708-87ae-ea4553456854 req-68bb5098-0bed-4964-8b38-d1cef17e291b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444465 Feb 19 02:12:28.645986 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-e2284753-1678-409b-85f2-03cab8319f32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825760 Feb 19 02:12:28.654913 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-405a3ee7-80d1-4f26-941d-3016aca19749 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:12:28.655900 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-405a3ee7-80d1-4f26-941d-3016aca19749 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055263 Feb 19 02:12:28.978978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:12:29.077002 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0c99db26-f221-4614-8c75-ce3291bc07ad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:29.078478 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0c99db26-f221-4614-8c75-ce3291bc07ad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports/424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 943 time: 0.0984471 Feb 19 02:12:29.766074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5e054-5d81-42d0-a394-c4bf98a57a0a req-d5f48f14-1eca-4feb-bce6-1bdee38ab785 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:29.767527 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fc5e054-5d81-42d0-a394-c4bf98a57a0a req-d5f48f14-1eca-4feb-bce6-1bdee38ab785 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0562236 Feb 19 02:12:29.816400 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5fc5e054-5d81-42d0-a394-c4bf98a57a0a req-97f8ffe4-ed98-4bdc-b6b3-3c0e314f5a30 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Feb 19 02:12:29.953304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-01793946-0b74-469a-b148-cadfaa9f2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:29.954803 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-01793946-0b74-469a-b148-cadfaa9f2ba0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1128 time: 0.0468915 Feb 19 02:12:30.047668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-47f6ed4b-6648-4901-8110-31c8ba11186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:30.049169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-47f6ed4b-6648-4901-8110-31c8ba11186d service neutron] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.0866790 Feb 19 02:12:30.113909 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-2bce2dd8-2ba8-40c5-8825-ef6769c9c90c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1002 time: 0.0590384 Feb 19 02:12:30.162613 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-180f4504-e038-46fa-9fe9-e40b0b0452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:30.164006 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-180f4504-e038-46fa-9fe9-e40b0b0452d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0432339 Feb 19 02:12:30.214740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-9c68be6d-4b5d-4105-9a2c-e30dd9b03d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:30.216678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-9c68be6d-4b5d-4105-9a2c-e30dd9b03d66 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471647 Feb 19 02:12:30.301913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-4aa288ce-7cd3-4564-b464-800347da69f7 service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790348 Feb 19 02:12:30.713369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-675f566b-f7b8-4234-96e4-87f3bf2394da service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041817 Feb 19 02:12:30.938204 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50826b95-094b-4331-aa54-64683e3639a8 req-5a6fb35b-b09b-4602-aefe-81909d93f4c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:30.939897 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50826b95-094b-4331-aa54-64683e3639a8 req-5a6fb35b-b09b-4602-aefe-81909d93f4c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0544102 Feb 19 02:12:30.991584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50826b95-094b-4331-aa54-64683e3639a8 req-4e1dbbd0-3ded-4e3a-aba5-9d3f2af93749 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460734 Feb 19 02:12:32.113740 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8140-5b21-4022-92ad-29c5745254e1 req-e1dab308-0cc1-430d-a0fa-09d76b593132 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:32.115330 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce2a8140-5b21-4022-92ad-29c5745254e1 req-e1dab308-0cc1-430d-a0fa-09d76b593132 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0535529 Feb 19 02:12:32.163173 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ce2a8140-5b21-4022-92ad-29c5745254e1 req-9f6699f0-6ae7-4ede-81fb-db53556830b5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421546 Feb 19 02:12:33.283957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a2f18-9a2e-4867-a163-44e8de4df08f req-92db6133-c87f-40c8-8313-734e891b36d4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:33.285532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-289a2f18-9a2e-4867-a163-44e8de4df08f req-92db6133-c87f-40c8-8313-734e891b36d4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0530057 Feb 19 02:12:33.339650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-289a2f18-9a2e-4867-a163-44e8de4df08f req-2bb73078-d747-4d20-9538-fa82dea47445 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466909 Feb 19 02:12:34.458997 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1c2ee-983b-49f2-a65d-bc619b3e8b93 req-8508b7ab-83ba-4ce5-b08d-d31f9db3a620 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:34.460464 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ae1c2ee-983b-49f2-a65d-bc619b3e8b93 req-8508b7ab-83ba-4ce5-b08d-d31f9db3a620 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0529225 Feb 19 02:12:34.512104 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9ae1c2ee-983b-49f2-a65d-bc619b3e8b93 req-043a9dd1-301c-4462-b986-36deccdb6e7b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Feb 19 02:12:35.636379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e57dd-e555-4478-a409-41201b2c882b req-08181c5c-fd6e-4f9b-a880-4d4afa79c87c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:35.638444 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d75e57dd-e555-4478-a409-41201b2c882b req-08181c5c-fd6e-4f9b-a880-4d4afa79c87c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0569644 Feb 19 02:12:35.686704 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d75e57dd-e555-4478-a409-41201b2c882b req-acfdffe0-5f9d-44c1-936f-af78253cce47 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 Feb 19 02:12:36.807782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9b862-8709-4999-bca3-42dc09784983 req-0f245363-fa3d-4d0b-b55b-511160a2bccd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:36.809814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18b9b862-8709-4999-bca3-42dc09784983 req-0f245363-fa3d-4d0b-b55b-511160a2bccd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0546150 Feb 19 02:12:36.856739 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-18b9b862-8709-4999-bca3-42dc09784983 req-3d6afaee-36e0-448e-8651-726fd57676a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Feb 19 02:12:37.977694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169942-8310-4d6d-914c-de1d5e8afc04 req-dc2c3a43-4f7a-48c7-9944-90e861e7f30d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:37.979174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5169942-8310-4d6d-914c-de1d5e8afc04 req-dc2c3a43-4f7a-48c7-9944-90e861e7f30d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0518322 Feb 19 02:12:38.027269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a5169942-8310-4d6d-914c-de1d5e8afc04 req-99fd3e5c-2af2-4d8d-9034-476fa0eed7ad tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 Feb 19 02:12:39.151137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131951-57ef-485a-a99c-da202652d9da req-c2aaeb77-7aaf-4af1-a917-156ff250c452 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:39.152631 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98131951-57ef-485a-a99c-da202652d9da req-c2aaeb77-7aaf-4af1-a917-156ff250c452 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0550344 Feb 19 02:12:39.200554 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-98131951-57ef-485a-a99c-da202652d9da req-bd645e56-3a46-4aa2-94e6-d0821752a839 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416744 Feb 19 02:12:40.324007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf53c0-d9f0-4cba-9291-a8ab62a7c382 req-5ddaebb5-575a-4bcd-86f1-720e96edcc00 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:40.325529 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19bf53c0-d9f0-4cba-9291-a8ab62a7c382 req-5ddaebb5-575a-4bcd-86f1-720e96edcc00 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0571573 Feb 19 02:12:40.373464 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19bf53c0-d9f0-4cba-9291-a8ab62a7c382 req-3799f408-1d8e-4450-8712-67cb70899066 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Feb 19 02:12:41.495423 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfbd9c-a842-402b-b8dd-f747a7d52393 req-2fff3043-67fa-4fdb-b541-b32b8efedec1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:41.496881 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4abfbd9c-a842-402b-b8dd-f747a7d52393 req-2fff3043-67fa-4fdb-b541-b32b8efedec1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0565791 Feb 19 02:12:41.545076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-4abfbd9c-a842-402b-b8dd-f747a7d52393 req-4714ec80-b7eb-42a8-a79e-2ccda5c323aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Feb 19 02:12:42.683329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60577a20-13b1-46fc-ad55-3d4ab7f7b973 req-c9b89bc4-4b96-41d5-8615-528659aef34c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:42.685446 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60577a20-13b1-46fc-ad55-3d4ab7f7b973 req-c9b89bc4-4b96-41d5-8615-528659aef34c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0694096 Feb 19 02:12:42.740279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-60577a20-13b1-46fc-ad55-3d4ab7f7b973 req-0f0a8b4a-1d4f-4144-9bc0-1ff88fabac3e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481095 Feb 19 02:12:43.867802 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c1d8-30c9-4722-8908-b2b19953758d req-26c0b227-c5d2-4c7a-9480-2796e46bd8c1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:43.869303 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e366c1d8-30c9-4722-8908-b2b19953758d req-26c0b227-c5d2-4c7a-9480-2796e46bd8c1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0522583 Feb 19 02:12:43.918264 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e366c1d8-30c9-4722-8908-b2b19953758d req-3ddd80eb-19de-4b83-9f40-ad02367e72ce tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Feb 19 02:12:44.961250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-49d7cc8b-e2e4-49e2-a532-977010032bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:44.962764 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-49d7cc8b-e2e4-49e2-a532-977010032bcb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1128 time: 0.0443840 Feb 19 02:12:45.098106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac4b7-e7e2-46b3-941e-75b3d0f72262 req-7668e966-c73e-4d74-81d8-f43b9f2a210e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:45.099566 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-092ac4b7-e7e2-46b3-941e-75b3d0f72262 req-7668e966-c73e-4d74-81d8-f43b9f2a210e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.1093421 Feb 19 02:12:45.115618 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-a513df86-a2a3-4108-b64c-dd5f858ef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:45.117015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-a513df86-a2a3-4108-b64c-dd5f858ef1d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.1346111 Feb 19 02:12:45.199843 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-092ac4b7-e7e2-46b3-941e-75b3d0f72262 req-a20a4a00-055e-4a5a-a53c-d6ac91c4c405 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944903 Feb 19 02:12:45.210073 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-a9dfcc47-f07a-4333-8ba0-fcc8eef13745 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1002 time: 0.0872011 Feb 19 02:12:45.258582 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-5e6d2c14-8d05-49a5-9184-b9c59fc3f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:45.259999 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-5e6d2c14-8d05-49a5-9184-b9c59fc3f5ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0436645 Feb 19 02:12:45.307198 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-37e598e6-8c60-42a7-9384-a8fd755f390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:45.308681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-37e598e6-8c60-42a7-9384-a8fd755f390c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424259 Feb 19 02:12:45.403129 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-c12b56d2-258f-4e31-b6f0-7de4494b1b44 service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880265 Feb 19 02:12:45.491509 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1b1b5f46-4354-49ca-9808-bececb57c338 req-6fe0147f-d3de-4095-969b-19e3f4682a7a service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828161 Feb 19 02:12:46.323875 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1e14-7fad-438d-89db-eb0a759cb81d req-24de3534-eff3-4a6b-b307-707548a5e75a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:46.325379 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-674c1e14-7fad-438d-89db-eb0a759cb81d req-24de3534-eff3-4a6b-b307-707548a5e75a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0561459 Feb 19 02:12:46.693759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-674c1e14-7fad-438d-89db-eb0a759cb81d req-4946af99-3cae-4b5e-b1bf-fda6d665ef4a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626463 Feb 19 02:12:47.614210 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-7adc57a5-8fe8-4d5c-a395-40230083918a service neutron] show failed (client error): The resource could not be found. Feb 19 02:12:47.615218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-7adc57a5-8fe8-4d5c-a395-40230083918a service neutron] 10.222.0.89 "GET /v2.0/ports/424a2e34-12b7-4113-8827-8b6b44f0511a/bindings/n-h2-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0586302 Feb 19 02:12:47.823257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175801b-93f6-47b2-b7db-6580ffe64e73 req-b58f7ad3-06fa-4a1c-915c-8a20e4aff8be tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:47.824762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a175801b-93f6-47b2-b7db-6580ffe64e73 req-b58f7ad3-06fa-4a1c-915c-8a20e4aff8be tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0605657 Feb 19 02:12:47.900418 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a175801b-93f6-47b2-b7db-6580ffe64e73 req-9ed74ca0-586b-43d7-b616-0faf513d22f5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700181 Feb 19 02:12:47.910295 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-66e365f2-a8a4-4b5b-b8d7-b4d9c1d9c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:47.911755 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-66e365f2-a8a4-4b5b-b8d7-b4d9c1d9c885 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 1128 time: 0.1197863 Feb 19 02:12:47.923366 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826752-2', 'device_owner': 'compute:nova'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:12:47.984494 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:48.181432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:12:48.213982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:12:48.253297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:12:48.255561 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2068393-4569-420b-a94d-f91617d50044" -d '{"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-unplugged", "status": "completed", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:12:48.259077 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Publish callbacks [] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:48.272398 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Transition to ACTIVE for port object 424a2e34-12b7-4113-8827-8b6b44f0511a will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:12:48.277396 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:48.309563 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3fc29f-acc1-4aab-9bf2-2f5c44929ed7 x-openstack-request-id: req-7b3fc29f-acc1-4aab-9bf2-2f5c44929ed7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:12:48.309858 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-unplugged", "status": "completed", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:12:48.310115 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b3fc29f-acc1-4aab-9bf2-2f5c44929ed7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:12:48.310516 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'code': 200} Feb 19 02:12:48.358499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=6']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:12:48.370935 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.371289 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.371634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.371972 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.372307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.372638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.372968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.373333 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.373658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.373985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.374318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.375200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.375524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:48.415990 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] No DVR routers for this DVR port 424a2e34-12b7-4113-8827-8b6b44f0511a on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:12:48.558639 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:12:48.558978 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:12:48.559312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a on network 855d603e-0382-4703-ac3b-34da3f7d1b53 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:12:48.564082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Port 424a2e34-12b7-4113-8827-8b6b44f0511a on network 855d603e-0382-4703-ac3b-34da3f7d1b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:12:48.564407 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Attempting to bind port 424a2e34-12b7-4113-8827-8b6b44f0511a on network 855d603e-0382-4703-ac3b-34da3f7d1b53 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:12:48.569262 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:12:48.569601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Checking segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:12:48.569992 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Bound using segment: {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:12:48.570420 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Bound port: 424a2e34-12b7-4113-8827-8b6b44f0511a, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fbe27d-34ef-4415-bd81-032eac409f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:12:48.570775 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:48.638688 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:12:48.641938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:12:48.647730 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:48.680311 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:48.681089 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:48.682499 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] 10.222.0.10 "PUT /v2.0/ports/424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1092 time: 0.7632158 Feb 19 02:12:48.715410 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1005ec-57c2-4927-a6f1-b6faf8e3ea32 service neutron] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=7']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:12:48.758508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-cc5929e4-c4c5-41a7-ad73-fb3c31b395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:48.760041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-cc5929e4-c4c5-41a7-ad73-fb3c31b395e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1126 time: 0.0539265 Feb 19 02:12:48.861624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-fe7f5cff-fb55-48ed-8bd2-aac7292b165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:48.863112 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-fe7f5cff-fb55-48ed-8bd2-aac7292b165c service neutron] 10.222.0.10 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.0946057 Feb 19 02:12:48.932179 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-557f9e4c-2ee2-4fb1-bb9c-b6810da7f3b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1000 time: 0.0589621 Feb 19 02:12:48.979932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:49.017918 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-193bfe63-a78f-409b-95e3-0c2f07d27f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:49.019382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-193bfe63-a78f-409b-95e3-0c2f07d27f96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0787423 Feb 19 02:12:49.046615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa4e0-28d8-4eb2-8ea2-1e2b7454755b req-348c77c6-7133-417c-896c-761091626bf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:49.048314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09ffa4e0-28d8-4eb2-8ea2-1e2b7454755b req-348c77c6-7133-417c-896c-761091626bf0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0755625 Feb 19 02:12:49.120606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-fcd0a1a9-e66f-4739-8f1f-cd69c4651d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:49.122187 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-fcd0a1a9-e66f-4739-8f1f-cd69c4651d87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930541 Feb 19 02:12:49.127041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09ffa4e0-28d8-4eb2-8ea2-1e2b7454755b req-045059aa-8fc3-4cee-929b-a7e53be110b8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630093 Feb 19 02:12:49.218945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-80e61c0f-c1b3-4166-81e3-4c283e9cc2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864995 Feb 19 02:12:49.311393 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-67593ef2-8d10-4433-ae8e-e09f0a65464a req-cd7792b8-363b-4078-a152-3afc09f13aa3 service neutron] 10.222.0.10 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Feb 19 02:12:50.247959 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c608ecc-4c48-44c3-950a-b280f327700a req-962c8c70-156f-4e37-a473-e142473949b8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.249467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c608ecc-4c48-44c3-950a-b280f327700a req-962c8c70-156f-4e37-a473-e142473949b8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0529621 Feb 19 02:12:50.296118 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3c608ecc-4c48-44c3-950a-b280f327700a req-1b221df2-b6dc-4d61-8524-ab7d5ee23cbe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405211 Feb 19 02:12:50.311769 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:12:50.314703 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e53f0b-f794-45a7-847a-519f72e2fe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:12:50.362722 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782cc2f-1347-48a9-ba53-9b37e33a18d6 x-openstack-request-id: req-f782cc2f-1347-48a9-ba53-9b37e33a18d6 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:12:50.363019 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:12:50.363280 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f782cc2f-1347-48a9-ba53-9b37e33a18d6 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:12:50.363695 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'status': 'completed', 'code': 200} Feb 19 02:12:50.407747 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bcd68631-5e17-4a60-aa42-3fa7487532fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:50.465760 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-8424fbcf-a09e-4813-be33-b984107c088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.467256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-8424fbcf-a09e-4813-be33-b984107c088a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1126 time: 0.0763435 Feb 19 02:12:50.469071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-28a705da-ecd9-4bd3-b9e2-1e4064217d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.470900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-28a705da-ecd9-4bd3-b9e2-1e4064217d6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1126 time: 0.0880892 Feb 19 02:12:50.627285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-ac7fe55a-3423-4a88-9342-a03677900371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.628776 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-ac7fe55a-3423-4a88-9342-a03677900371 service neutron] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.1544509 Feb 19 02:12:50.629877 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-bf359787-34ef-4f96-a67b-d0c8e807b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.631177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-bf359787-34ef-4f96-a67b-d0c8e807b9e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.1497886 Feb 19 02:12:50.647220 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:12:50.691268 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] The host n-h1-826752-2 is not matching for port 424a2e34-12b7-4113-8827-8b6b44f0511a host n-h2-826752-2! {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:12:50.691669 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:12:50.742708 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-daa2eea5-18c6-4f6c-8dd5-5101f8e85909 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1000 time: 0.1068799 Feb 19 02:12:50.746340 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-14acc730-3a07-484b-a8ef-2b4dac49f55e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1000 time: 0.1045077 Feb 19 02:12:50.827334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-20da2293-c6a9-4993-a271-b642554dc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.829471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-20da2293-c6a9-4993-a271-b642554dc10c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0804796 Feb 19 02:12:50.830821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-7fe68e0d-0525-4be2-8f2b-d3fcc7c98c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.832097 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-7fe68e0d-0525-4be2-8f2b-d3fcc7c98c09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0756438 Feb 19 02:12:50.904717 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-779f8226-b3ae-4794-8eda-29b1a8c01df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.906246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-779f8226-b3ae-4794-8eda-29b1a8c01df5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0700812 Feb 19 02:12:50.911129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-9748be5c-0b96-4021-b686-b5daedcccab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.912559 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-9748be5c-0b96-4021-b686-b5daedcccab5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681076 Feb 19 02:12:51.059244 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-f4dde799-e605-485f-bd5b-eaa1a2adc72a service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456192 Feb 19 02:12:51.065195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-82513f79-c558-4cb4-9fc7-1dfa405c3385 service neutron] 10.222.0.10 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355357 Feb 19 02:12:51.240201 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-798732ed-f55d-4e03-8ee8-4e99fec44c2d service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735296 Feb 19 02:12:51.242376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57e53f0b-f794-45a7-847a-519f72e2fe9b req-605efd90-e513-43e4-9719-f093ef6d728b service neutron] 10.222.0.10 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680071 Feb 19 02:12:51.415609 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502a555-54e4-46f3-8b52-9b908b748de7 req-a0af2524-4f09-4025-8517-9a23c180f70c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.417110 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c502a555-54e4-46f3-8b52-9b908b748de7 req-a0af2524-4f09-4025-8517-9a23c180f70c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0532093 Feb 19 02:12:51.469023 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c502a555-54e4-46f3-8b52-9b908b748de7 req-751c7ec4-cf1c-445b-a315-63e2d9d48ceb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463192 Feb 19 02:12:51.665402 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b19b0-dbb2-442f-be17-4f0e1a4248b9 req-ed19828b-4f69-4d62-87f9-96ace88ccf8b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.666903 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-876b19b0-dbb2-442f-be17-4f0e1a4248b9 req-ed19828b-4f69-4d62-87f9-96ace88ccf8b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0532939 Feb 19 02:12:51.684743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-dd94d757-0568-4781-9be1-057c5f471518 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.686217 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-dd94d757-0568-4781-9be1-057c5f471518 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20&tenant_id=0dfd2baaad5943d8b6215a38211037ef&binding%3Ahost_id=n-h2-826752-2 HTTP/1.1" status: 200 len: 944 time: 0.0562971 Feb 19 02:12:51.717815 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-876b19b0-dbb2-442f-be17-4f0e1a4248b9 req-fa51edaa-8d54-4f48-8918-1dac9a9b5b30 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 Feb 19 02:12:51.751379 n-d-826752-2 neutron-server[103429]: INFO neutron.api.v2.resource [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-ecc65a26-a09a-474e-9e54-afa7bd142fd1 service neutron] delete failed (client error): The resource could not be found. Feb 19 02:12:51.752404 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-ecc65a26-a09a-474e-9e54-afa7bd142fd1 service neutron] 10.222.0.89 "DELETE /v2.0/ports/424a2e34-12b7-4113-8827-8b6b44f0511a/bindings/n-h1-826752-2 HTTP/1.1" status: 404 len: 380 time: 0.0587592 Feb 19 02:12:51.874682 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d55580-f736-4512-b38d-8a7c75aa9258 req-566f0573-5c85-49fb-b572-ad407c2720e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.876087 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02d55580-f736-4512-b38d-8a7c75aa9258 req-566f0573-5c85-49fb-b572-ad407c2720e8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 944 time: 0.0858083 Feb 19 02:12:51.877880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-d2185ea5-5352-474d-aa77-5402c1a01ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.879207 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-d2185ea5-5352-474d-aa77-5402c1a01ac6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1126 time: 0.0781391 Feb 19 02:12:51.973855 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-02d55580-f736-4512-b38d-8a7c75aa9258 req-3227549a-3e0f-4dff-abcd-a04eeace258f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916464 Feb 19 02:12:51.998047 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-c4b5ee38-2403-4e72-840c-a144e3f5f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.999476 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-c4b5ee38-2403-4e72-840c-a144e3f5f336 service neutron] 10.222.0.89 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.1120114 Feb 19 02:12:52.067048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-eac2365c-f6d3-4e1f-8d0d-cfeae8b79615 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 1000 time: 0.0613246 Feb 19 02:12:52.113740 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-dbfb7b15-16f1-4f4f-bf71-398e41fe4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:52.115135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-dbfb7b15-16f1-4f4f-bf71-398e41fe4247 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0423627 Feb 19 02:12:52.162968 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-f8794b02-48a9-4d63-94d1-bb7726241148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:52.164430 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-f8794b02-48a9-4d63-94d1-bb7726241148 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437419 Feb 19 02:12:52.253971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-0f487c72-32c3-4c73-b33f-9930dd341a6f service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839634 Feb 19 02:12:52.341653 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ca44c205-651a-424f-8f8f-a5a6baeca460 req-787ff3f1-d6fa-434e-9fba-4a4b78d7b837 service neutron] 10.222.0.89 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810783 Feb 19 02:12:52.636016 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:12:52.737991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:12:52.761124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'port_id': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'mac_address': 'fa:16:3e:cc:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:12:52.769859 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56c416f8-c86a-4155-a787-fdcdba351955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:52.812274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 424a2e34-12b7-4113-8827-8b6b44f0511a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:12:52.812664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:52.985569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424a2e34-12b7-4113-8827-8b6b44f0511a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:12:53.005374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:12:53.009121 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:53.055277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:12:53.062414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.063274 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.063612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.063944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.064267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.064591 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.064913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.065256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.065576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.065892 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.066207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.066521 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.066833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:53.094681 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ef47-7772-45a2-ab65-f9eaa901e2af req-70a72020-1cb3-4894-8f18-3ad677e33705 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:53.096169 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34c1ef47-7772-45a2-ab65-f9eaa901e2af req-70a72020-1cb3-4894-8f18-3ad677e33705 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 945 time: 0.0531895 Feb 19 02:12:53.145451 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-34c1ef47-7772-45a2-ab65-f9eaa901e2af req-202a44a9-f93b-41c9-b402-adee623df420 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Feb 19 02:12:53.167150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:12:53.231080 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ef935aaa-1bdf-41b5-b6b3-edafd963385c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/5463e51d-d7ee-4ca1-9de6-1de46add10fb HTTP/1.1" status: 200 len: 993 time: 0.0627942 Feb 19 02:12:53.269043 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['424a2e34-12b7-4113-8827-8b6b44f0511a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:12:53.942459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:54.651982 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:12:54.701716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port 424a2e34-12b7-4113-8827-8b6b44f0511a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:12:54.705354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port 424a2e34-12b7-4113-8827-8b6b44f0511a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:12:54.705728 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:54.788648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port 424a2e34-12b7-4113-8827-8b6b44f0511a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:12:54.788648 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:54.811424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:12:54.814375 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3379ebbd-320d-4bc3-aad3-39654c29da76" -d '{"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-plugged", "status": "completed", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:12:54.827604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:12:54.831745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:54.879627 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:12:54.905288 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15946d4c-b7f4-4a0c-95d5-e8f4f8561fe7 x-openstack-request-id: req-15946d4c-b7f4-4a0c-95d5-e8f4f8561fe7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:12:54.905587 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-plugged", "status": "completed", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:12:54.905849 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15946d4c-b7f4-4a0c-95d5-e8f4f8561fe7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:12:54.906256 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'code': 200} Feb 19 02:12:55.577119 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:56.686275 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:56.788335 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:57.896867 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:13:03.400208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-a3a666b9-ec1b-4b97-8ef2-e8fe581ef74f req-c1b3c6dc-448d-4168-9b97-6a2538f60c35 tempest-ServerDiskConfigTestJSON-722763979 tempest-ServerDiskConfigTestJSON-722763979-project] (103430) timed out ('10.222.0.89', 53860) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:13:18.965828 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:20.409773 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9eeab520-41ab-4d03-9ec0-a0551dc488a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:22.764655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6117c4b-b95c-434f-a687-647dfb6cea61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:23.946027 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:25.582124 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:25.747944 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:25.904308 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 3368243d-6da8-4269-9736-afc5e4ef18af {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:13:25.904562 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3368243d-6da8-4269-9736-afc5e4ef18af), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:25.981421 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3368243d-6da8-4269-9736-afc5e4ef18af), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:25.981750 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (3368243d-6da8-4269-9736-afc5e4ef18af), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:25.993991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 3368243d-6da8-4269-9736-afc5e4ef18af owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:13:26.139047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3368243d-6da8-4269-9736-afc5e4ef18af), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:26.165648 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=3368243d-6da8-4269-9736-afc5e4ef18af,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:26.223841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (5463e51d-d7ee-4ca1-9de6-1de46add10fb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:26.224172 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 5463e51d-d7ee-4ca1-9de6-1de46add10fb disassociated (deleted). External IP: 172.25.0.120, port: 424a2e34-12b7-4113-8827-8b6b44f0511a. Feb 19 02:13:26.432020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c0088b2c-7c78-4e69-9291-1264f522cfe4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:13:26.541816 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:13:26.546624 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:26.552072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] Sync routers for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:13:26.562655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:26.563312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:26.575711 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8846a738-8bed-4a0b-b762-c791efaab508 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/floatingips/5463e51d-d7ee-4ca1-9de6-1de46add10fb HTTP/1.1" status: 204 len: 168 time: 0.8266306 Feb 19 02:13:26.576280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:26.578529 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c394c1-ad45-4069-8f22-b64a6e124970" -d '{"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:26.690402 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbdc3b-d595-4203-be5c-24d30d9171b3 x-openstack-request-id: req-d0bbdc3b-d595-4203-be5c-24d30d9171b3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:26.690702 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:26.691055 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0bbdc3b-d595-4203-be5c-24d30d9171b3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:26.691472 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'status': 'completed', 'code': 200} Feb 19 02:13:26.699299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:26.747511 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:26.776340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-e27beb45-d2ab-48eb-a5ee-21cd5606c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:26.779890 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-e27beb45-d2ab-48eb-a5ee-21cd5606c28a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 1128 time: 0.0604854 Feb 19 02:13:26.839156 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960faea-39fe-42af-bb7b-1b76d50db5ab req-9a0a9d61-9b45-413b-8efc-79f585225896 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:26.840685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c960faea-39fe-42af-bb7b-1b76d50db5ab req-9a0a9d61-9b45-413b-8efc-79f585225896 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0689681 Feb 19 02:13:26.866750 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:26.891046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-a19a3c3d-7fac-4ee7-b897-2daabf4bd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:26.892622 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-a19a3c3d-7fac-4ee7-b897-2daabf4bd89c service neutron] 10.222.0.10 "GET /v2.0/networks?id=855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 200 len: 897 time: 0.1060548 Feb 19 02:13:26.893125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c960faea-39fe-42af-bb7b-1b76d50db5ab req-f8aaa8f8-dd78-44e9-8995-6b219308ced5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465434 Feb 19 02:13:26.934476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:26.938816 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-ad474549-b0c5-432e-8108-74072b07aadc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 200 len: 217 time: 0.0376148 Feb 19 02:13:26.962891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] Checking router: c0088b2c-7c78-4e69-9291-1264f522cfe4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:13:26.971806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:26.972455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:26.995431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-af5540ed-a7bf-4204-9d55-bc0bb6f3a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:26.996896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-af5540ed-a7bf-4204-9d55-bc0bb6f3a6dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 200 len: 835 time: 0.0499558 Feb 19 02:13:27.050665 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-b57c23ed-f617-446f-890f-dedab4ffc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:27.052195 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-b57c23ed-f617-446f-890f-dedab4ffc876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=855d603e-0382-4703-ac3b-34da3f7d1b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450006 Feb 19 02:13:27.087870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:27.143474 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-7bb24f41-bd38-4816-b9f1-c4c37e2be550 service neutron] 10.222.0.10 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837703 Feb 19 02:13:27.240836 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-62c394c1-ad45-4069-8f22-b64a6e124970 req-c78daac7-5e1c-44ee-a91e-c48f65b995a8 service neutron] 10.222.0.10 "GET /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905659 Feb 19 02:13:27.295316 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:27.322423 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4c92f-60a9-408d-9f08-40bbe2b9699b None None] The sync data for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 is: [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:11:43Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '1a7dac29-7985-476e-994f-df0a9e9a53a6', 'name': '', 'network_id': '855d603e-0382-4703-ac3b-34da3f7d1b53', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:a1:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:42Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7fbae5cf-37c2-401e-a456-8dc2ca3c133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:13:27.555323 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a64e8-453a-4eb8-86cd-a528e41d67b0 None None] New status for floating IP 5463e51d-d7ee-4ca1-9de6-1de46add10fb: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:13:28.014364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb0fb0-74ed-474b-adde-31dac4a044ff req-96e5b8d5-771f-46df-b365-fe19485bc79a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:28.015826 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4deb0fb0-74ed-474b-adde-31dac4a044ff req-96e5b8d5-771f-46df-b365-fe19485bc79a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Feb 19 02:13:28.066645 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4deb0fb0-74ed-474b-adde-31dac4a044ff req-2c2a4552-dea5-4033-b46f-29574abe1549 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=8eba6222-7fc8-4d5a-aaea-31d731a67d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 Feb 19 02:13:28.351166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-b5cd8d4d-b1ec-435b-9cc1-e92c56975b13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:28.352579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-b5cd8d4d-b1ec-435b-9cc1-e92c56975b13 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 946 time: 0.0550466 Feb 19 02:13:28.445058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 424a2e34-12b7-4113-8827-8b6b44f0511a {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:13:28.445401 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:28.534357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 424a2e34-12b7-4113-8827-8b6b44f0511a, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=424a2e34-12b7-4113-8827-8b6b44f0511a,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:28.534713 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:28.546426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 424a2e34-12b7-4113-8827-8b6b44f0511a owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:13:28.670502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (424a2e34-12b7-4113-8827-8b6b44f0511a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:29.039991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=424a2e34-12b7-4113-8827-8b6b44f0511a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:29.083043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] No DVR routers for this DVR port 424a2e34-12b7-4113-8827-8b6b44f0511a on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:13:29.085662 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:29.088967 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15c4754a-4512-4312-be8e-3b89838b62e1 req-e0e6ed82-d3d8-4475-90bd-57bf1bd85d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.10 "DELETE /v2.0/ports/424a2e34-12b7-4113-8827-8b6b44f0511a HTTP/1.1" status: 204 len: 173 time: 0.7265606 Feb 19 02:13:29.089441 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-deleted', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:29.091612 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e745ede-6168-45fa-a693-304842486935" -d '{"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-deleted", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:29.131306 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08982103-7b09-482e-af73-114d6ea99314 x-openstack-request-id: req-08982103-7b09-482e-af73-114d6ea99314 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:29.131591 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52e11f-8b2d-478c-967c-d631da6d1b20", "name": "network-vif-deleted", "tag": "424a2e34-12b7-4113-8827-8b6b44f0511a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:29.131848 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08982103-7b09-482e-af73-114d6ea99314 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:29.132259 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52e11f-8b2d-478c-967c-d631da6d1b20', 'name': 'network-vif-deleted', 'tag': '424a2e34-12b7-4113-8827-8b6b44f0511a', 'status': 'completed', 'code': 200} Feb 19 02:13:29.172800 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-aa918e0f-d910-4850-a1c6-05212e39203a req-a16227c6-0764-4a2e-a25b-3504352a73f4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f52e11f-8b2d-478c-967c-d631da6d1b20 HTTP/1.1" status: 200 len: 210 time: 0.0307355 Feb 19 02:13:30.231127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52536) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:30.591320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (c0088b2c-7c78-4e69-9291-1264f522cfe4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:30.811020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:13:30.832553 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: 424a2e34-12b7-4113-8827-8b6b44f0511a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:13:30.832908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device 424a2e34-12b7-4113-8827-8b6b44f0511a not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:13:30.852863 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 1a7dac29-7985-476e-994f-df0a9e9a53a6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:13:30.853235 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:30.939010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 1a7dac29-7985-476e-994f-df0a9e9a53a6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=1a7dac29-7985-476e-994f-df0a9e9a53a6,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:30.939376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:30.951468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 1a7dac29-7985-476e-994f-df0a9e9a53a6 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:13:31.139129 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (1a7dac29-7985-476e-994f-df0a9e9a53a6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.163362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=1a7dac29-7985-476e-994f-df0a9e9a53a6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:31.355073 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (c0088b2c-7c78-4e69-9291-1264f522cfe4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.579587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c0088b2c-7c78-4e69-9291-1264f522cfe4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:13:31.694177 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:13:31.700791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-305e73ae-ecdc-49c8-aac5-d1d55f53aea2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/c0088b2c-7c78-4e69-9291-1264f522cfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685524 Feb 19 02:13:31.702609 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52538) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:31.706484 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] Sync routers for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:13:31.716079 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:31.716695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:31.760440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting subnet 7fbae5cf-37c2-401e-a456-8dc2ca3c133c {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:13:31.763943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (7fbae5cf-37c2-401e-a456-8dc2ca3c133c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.806777 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (7fbae5cf-37c2-401e-a456-8dc2ca3c133c), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.830707 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:31.902217 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7fbae5cf-37c2-401e-a456-8dc2ca3c133c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.969164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (7fbae5cf-37c2-401e-a456-8dc2ca3c133c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.986849 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:31.990833 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/subnets/7fbae5cf-37c2-401e-a456-8dc2ca3c133c HTTP/1.1" status: 204 len: 168 time: 0.2872596 Feb 19 02:13:31.993538 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52540) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:31.998540 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54036038-5028-4373-ae6c-cc42455142d3 None None] Network 855d603e-0382-4703-ac3b-34da3f7d1b53 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:13:32.021279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273469c-1dba-46d5-94cd-76f29f914c93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbae5cf-37c2-401e-a456-8dc2ca3c133c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:32.108816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:13:31Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:32.116580 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (c0088b2c-7c78-4e69-9291-1264f522cfe4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.141266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] Checking router: c0088b2c-7c78-4e69-9291-1264f522cfe4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:13:32.155387 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] Routers {'c0088b2c-7c78-4e69-9291-1264f522cfe4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:32.156010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c0088b2c-7c78-4e69-9291-1264f522cfe4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:32.207785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] DHCP port deletion for 855d603e-0382-4703-ac3b-34da3f7d1b53 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:13:32.232647 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c0088b2c-7c78-4e69-9291-1264f522cfe4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.293073 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 950c8bdf-b8a0-44be-814f-f4591899de1a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:13:32.293523 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.303073 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] Set router c0088b2c-7c78-4e69-9291-1264f522cfe4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:32.375633 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 950c8bdf-b8a0-44be-814f-f4591899de1a, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=950c8bdf-b8a0-44be-814f-f4591899de1a,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:32.375910 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.389071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 950c8bdf-b8a0-44be-814f-f4591899de1a owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:13:32.403597 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] Deleting port cc967352-e83c-4b0e-b646-f796225f5592 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:13:32.403969 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (cc967352-e83c-4b0e-b646-f796225f5592), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.578643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (950c8bdf-b8a0-44be-814f-f4591899de1a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.634307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=950c8bdf-b8a0-44be-814f-f4591899de1a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:32.665224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.665224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.665553 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.665851 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.666173 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.666508 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.666832 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.667160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.667292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] For port cc967352-e83c-4b0e-b646-f796225f5592, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=cc967352-e83c-4b0e-b646-f796225f5592,segment=NetworkSegment(d8fbe27d-34ef-4415-bd81-032eac409f92),segment_id=d8fbe27d-34ef-4415-bd81-032eac409f92)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:32.667482 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.667807 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.667921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (cc967352-e83c-4b0e-b646-f796225f5592), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.668131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.668449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.668766 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:32.687506 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c0088b2c-7c78-4e69-9291-1264f522cfe4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.691340 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] Calling delete_port for cc967352-e83c-4b0e-b646-f796225f5592 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:13:32.784299 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c0088b2c-7c78-4e69-9291-1264f522cfe4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.786488 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (c0088b2c-7c78-4e69-9291-1264f522cfe4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.803350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:13:31Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:32.840733 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c0088b2c-7c78-4e69-9291-1264f522cfe4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.841452 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100562a2-f482-43b8-b8da-a18393518a50 None None] The sync data for ids ['c0088b2c-7c78-4e69-9291-1264f522cfe4'] in n-d-826752-2 is: [{'id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58786840', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:11:39Z', 'updated_at': '2022-02-19T02:13:31Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '950c8bdf-b8a0-44be-814f-f4591899de1a', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0088b2c-7c78-4e69-9291-1264f522cfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:11:40Z', 'updated_at': '2022-02-19T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:13:32.841951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Fanout notify agent at l3_agent the message router_deleted on router c0088b2c-7c78-4e69-9291-1264f522cfe4 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:13:32.849951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.854032 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-88071b07-bd46-4c3c-a619-4de28cb32eaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/routers/c0088b2c-7c78-4e69-9291-1264f522cfe4 HTTP/1.1" status: 204 len: 168 time: 0.8592312 Feb 19 02:13:32.854668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52542) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:32.862848 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (cc967352-e83c-4b0e-b646-f796225f5592), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.896163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] Pushing event deleted for resources: {'Port': ['ID=cc967352-e83c-4b0e-b646-f796225f5592,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:32.903307 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121928b5-5889-4d07-9984-0ea3b33a8767 None None] No DVR routers for this DVR port cc967352-e83c-4b0e-b646-f796225f5592 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:13:32.959794 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (855d603e-0382-4703-ac3b-34da3f7d1b53), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.052790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (855d603e-0382-4703-ac3b-34da3f7d1b53), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.074181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855d603e-0382-4703-ac3b-34da3f7d1b53']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:33.083404 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fbe27d-34ef-4415-bd81-032eac409f92') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:33.083783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fbe27d-34ef-4415-bd81-032eac409f92') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:33.092773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d8fbe27d-34ef-4415-bd81-032eac409f92), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.105883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d8fbe27d-34ef-4415-bd81-032eac409f92), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.112713 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:13:33.113221 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d8fbe27d-34ef-4415-bd81-032eac409f92), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:13:33.116495 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:13:33.179037 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (855d603e-0382-4703-ac3b-34da3f7d1b53), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.186196 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.191856 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/networks/855d603e-0382-4703-ac3b-34da3f7d1b53 HTTP/1.1" status: 204 len: 168 time: 0.3331776 Feb 19 02:13:33.191856 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52544) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:33.209359 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dd698-2089-492a-9a2f-b93606d7da76 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Network': ['ID=855d603e-0382-4703-ac3b-34da3f7d1b53,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:33.272148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a93e5e43-1d8c-4c09-9e8b-895199f1166b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (8eba6222-7fc8-4d5a-aaea-31d731a67d1a), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.306470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a93e5e43-1d8c-4c09-9e8b-895199f1166b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (8eba6222-7fc8-4d5a-aaea-31d731a67d1a), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.333592 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cc967352-e83c-4b0e-b646-f796225f5592 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:13:33.357988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: cc967352-e83c-4b0e-b646-f796225f5592 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:13:33.358417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device cc967352-e83c-4b0e-b646-f796225f5592 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:13:33.384795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a93e5e43-1d8c-4c09-9e8b-895199f1166b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (8eba6222-7fc8-4d5a-aaea-31d731a67d1a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.387497 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a93e5e43-1d8c-4c09-9e8b-895199f1166b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.388672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a93e5e43-1d8c-4c09-9e8b-895199f1166b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/security-groups/8eba6222-7fc8-4d5a-aaea-31d731a67d1a HTTP/1.1" status: 204 len: 168 time: 0.1956570 Feb 19 02:13:33.398786 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e5e43-1d8c-4c09-9e8b-895199f1166b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba6222-7fc8-4d5a-aaea-31d731a67d1a,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:33.747019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52550) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:33.751650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825070958', 'description': 'tempest-secgroup-smoke-825070958 description', 'project_id': '0dfd2baaad5943d8b6215a38211037ef'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:33.773371 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.840647 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (abcc5281-a2f3-476d-b0d2-36a465746487), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.844054 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (abcc5281-a2f3-476d-b0d2-36a465746487), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.873182 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc5281-a2f3-476d-b0d2-36a465746487,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:33.878546 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.879762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7b1ec18e-8379-4996-ae9b-372fadc2dcb8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317677 Feb 19 02:13:33.882868 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:33.887456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'abcc5281-a2f3-476d-b0d2-36a465746487', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:33.913013 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (d460e73b-8f19-4b81-89f4-792ffe9f012f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.968397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (d460e73b-8f19-4b81-89f4-792ffe9f012f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.972163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (d460e73b-8f19-4b81-89f4-792ffe9f012f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:33.990289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d460e73b-8f19-4b81-89f4-792ffe9f012f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.000157 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.001386 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7daefb94-fd6d-4971-a088-b9599051cc04 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175835 Feb 19 02:13:34.004578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52554) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.008864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'abcc5281-a2f3-476d-b0d2-36a465746487', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.033857 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (c70baf06-f21d-40ae-b920-797e885f1154), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.091728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (c70baf06-f21d-40ae-b920-797e885f1154), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.095226 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (c70baf06-f21d-40ae-b920-797e885f1154), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.114344 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70baf06-f21d-40ae-b920-797e885f1154,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.118947 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.120136 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-811b2846-aca5-485c-bcf2-3f9f7ebb4a67 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146002 Feb 19 02:13:34.122812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.127735 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'abcc5281-a2f3-476d-b0d2-36a465746487', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.152154 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (cd77e2c7-2a1b-42c4-9b1a-2c234c988d31), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.209499 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (cd77e2c7-2a1b-42c4-9b1a-2c234c988d31), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.213120 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (cd77e2c7-2a1b-42c4-9b1a-2c234c988d31), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.232841 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd77e2c7-2a1b-42c4-9b1a-2c234c988d31,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.239861 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.241043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2b3a1f97-0d2c-4fb1-9539-356cb40417a4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172698 Feb 19 02:13:34.243686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52558) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.247944 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'abcc5281-a2f3-476d-b0d2-36a465746487', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.272279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (9a73b7bc-6f6d-4740-ac23-325397728308), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.328475 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (9a73b7bc-6f6d-4740-ac23-325397728308), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.332005 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (9a73b7bc-6f6d-4740-ac23-325397728308), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.355530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a73b7bc-6f6d-4740-ac23-325397728308,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.363276 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.364467 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6e41bd2b-bf03-4ef7-bdc1-c930c29dd60b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198771 Feb 19 02:13:34.367157 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52560) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.371427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'abcc5281-a2f3-476d-b0d2-36a465746487', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.391783 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:13:34.397102 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (9f93dc1f-1704-49f7-81a4-8299cc84bd90), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.455938 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (9f93dc1f-1704-49f7-81a4-8299cc84bd90), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.459555 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (9f93dc1f-1704-49f7-81a4-8299cc84bd90), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.479517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f93dc1f-1704-49f7-81a4-8299cc84bd90,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.485397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.487049 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6c6429a-4bab-4df3-83aa-dd3595252182 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189666 Feb 19 02:13:34.489827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.494024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': 'abcc5281-a2f3-476d-b0d2-36a465746487', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.514901 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:13:34.519641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (28139de0-b6f4-47ac-8367-1be4d40248b8), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.577476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (28139de0-b6f4-47ac-8367-1be4d40248b8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.580962 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (28139de0-b6f4-47ac-8367-1be4d40248b8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.602829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28139de0-b6f4-47ac-8367-1be4d40248b8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.610612 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.610612 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8fa09bb-a9d8-4583-8f4e-4897671654a5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192553 Feb 19 02:13:34.613357 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.618304 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'network': {'name': 'tempest-network-smoke--1400002570', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'port_security_enabled': True}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.637524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:13:34.640834 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.666150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:13:34.676050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3ab3e018-cca0-41e4-8d2b-d9e4ad68913e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.676401 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Added segment 3ab3e018-cca0-41e4-8d2b-d9e4ad68913e of type vlan for network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae Feb 19 02:13:34.716075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.742736 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.748168 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:34.748837 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.799595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1846485 Feb 19 02:13:34.802454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52566) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:34.807064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'admin_state_up': True, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:34.816864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4eb3f-9571-42f9-bc97-172898b458bf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Network': ['ID=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:34.829257 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:13:34.831556 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (6169bbbc-5b56-4d63-a880-79ba26914d47), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.832951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (6169bbbc-5b56-4d63-a880-79ba26914d47), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.842711 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 950c8bdf-b8a0-44be-814f-f4591899de1a no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:13:34.891299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 950c8bdf-b8a0-44be-814f-f4591899de1a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:13:34.891648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 950c8bdf-b8a0-44be-814f-f4591899de1a not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:13:34.892071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a7dac29-7985-476e-994f-df0a9e9a53a6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:13:34.892853 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (6169bbbc-5b56-4d63-a880-79ba26914d47), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:34.897217 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:13:34.919952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 1a7dac29-7985-476e-994f-df0a9e9a53a6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:13:34.920305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 1a7dac29-7985-476e-994f-df0a9e9a53a6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:13:35.040766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (6169bbbc-5b56-4d63-a880-79ba26914d47), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:35.230315 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (6169bbbc-5b56-4d63-a880-79ba26914d47), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:35.248837 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:35.353111 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.253 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/30668622-299d-40b4-9d53-51935fda55bd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:13:35.455229 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (30668622-299d-40b4-9d53-51935fda55bd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:35.489133 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (30668622-299d-40b4-9d53-51935fda55bd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:35.526374 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:13:35.529267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:35.532722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:13:35.562469 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=30668622-299d-40b4-9d53-51935fda55bd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:36.115259 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (6169bbbc-5b56-4d63-a880-79ba26914d47), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:36.314793 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (6169bbbc-5b56-4d63-a880-79ba26914d47), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:36.443229 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 6169bbbc-5b56-4d63-a880-79ba26914d47 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:13:36.553899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:13:36.564156 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Sync routers for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:13:36.574770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:36.578890 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:36.579058 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-23328ba4-894b-4eee-a8f9-06b7d6f36b2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7725360 Feb 19 02:13:36.579175 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:36.579389 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52568) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:36.611064 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-66e65565-e223-4b2c-8f3f-2c3b37cb8a5e tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0dfd2baaad5943d8b6215a38211037ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275795 Feb 19 02:13:36.611547 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52570) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:36.682494 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:36.702390 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61359d-13f1-4253-87b1-d12e0f8d4a7a tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:36.703821 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cf61359d-13f1-4253-87b1-d12e0f8d4a7a tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913508 Feb 19 02:13:36.707305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52572) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:36.738134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bdd9295d-3b16-468b-97ae-dad2e00a257b tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272558 Feb 19 02:13:36.738369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:36.742995 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1226765729', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:36.829386 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:13:36.833366 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:36.859295 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:36Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:36.977529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Checking router: 6169bbbc-5b56-4d63-a880-79ba26914d47 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:13:36.977838 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Updating router 6169bbbc-5b56-4d63-a880-79ba26914d47 port 30668622-299d-40b4-9d53-51935fda55bd binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:13:37.005141 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30668622-299d-40b4-9d53-51935fda55bd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.021223 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (7ab75b72-11f4-4b14-ae77-dcdb37b91fc7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.082204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Subnet': ['ID=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:37.090889 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Checking segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:13:37.091258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network hostable DHCP agents. Network: e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:13:37.108649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:13:37.121697 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:37.129338 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:37.130077 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.131517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2d5e5-eb0d-46c5-acbc-f0dd1fe7a7a4 None None] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:13:37.151948 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bb431481-e69d-41c7-ad26-be082b8a152a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100964 Feb 19 02:13:37.152186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52576) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:37.242628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:13:37.243590 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.266272 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Publish callbacks [] for port (30668622-299d-40b4-9d53-51935fda55bd), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.272619 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (30668622-299d-40b4-9d53-51935fda55bd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.320895 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Attempting to bind port 30668622-299d-40b4-9d53-51935fda55bd on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:13:37.321559 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Attempting to bind port 30668622-299d-40b4-9d53-51935fda55bd by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:13:37.322100 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Attempting to bind port 30668622-299d-40b4-9d53-51935fda55bd on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:37.334229 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:13:37.334603 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:13:37.335005 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.335390 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:13:37.335864 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Bound port: 30668622-299d-40b4-9d53-51935fda55bd, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:13:37.336236 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30668622-299d-40b4-9d53-51935fda55bd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.365854 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Pushing event updated for resources: {'Port': ['ID=30668622-299d-40b4-9d53-51935fda55bd,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:37.387734 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.388123 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.388432 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.388758 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.389119 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.389457 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.389782 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.390107 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.390444 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.390748 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.391068 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.391386 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.391705 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:37.398183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Allocated IP 172.20.0.2 (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae/7ab75b72-11f4-4b14-ae77-dcdb37b91fc7/8a8d557f-ff79-4523-8921-dd86df5284f6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:13:37.403578 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] For port 30668622-299d-40b4-9d53-51935fda55bd, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:13:37.406712 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] For port 30668622-299d-40b4-9d53-51935fda55bd, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30668622-299d-40b4-9d53-51935fda55bd,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:13:37.413654 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (30668622-299d-40b4-9d53-51935fda55bd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.468486 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:37.469167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:37.515892 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804f317-7501-40f1-b990-3dc25cb39739 None None] Pushing event updated for resources: {'Port': ['ID=30668622-299d-40b4-9d53-51935fda55bd,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:37.565489 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Publish callbacks [] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.573425 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.585886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:37.618146 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:13:37.620958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:37.626546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:13:37.634234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Pushing event updated for resources: {'Port': ['ID=8a8d557f-ff79-4523-8921-dd86df5284f6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:37.637863 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.687067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Attempting to bind port 8a8d557f-ff79-4523-8921-dd86df5284f6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:13:37.687460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Attempting to bind port 8a8d557f-ff79-4523-8921-dd86df5284f6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:13:37.687802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Attempting to bind port 8a8d557f-ff79-4523-8921-dd86df5284f6 on network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:37.693558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:13:37.693934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Checking segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:13:37.694335 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.694731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Bound using segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:13:37.695201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Bound port: 8a8d557f-ff79-4523-8921-dd86df5284f6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:13:37.695585 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.769786 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] For port 8a8d557f-ff79-4523-8921-dd86df5284f6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:13:37.773343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] For port 8a8d557f-ff79-4523-8921-dd86df5284f6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8a8d557f-ff79-4523-8921-dd86df5284f6,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:13:37.779322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:37.784260 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:36Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:37.816568 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72f175-9b0a-4113-8584-374b0c43c713 None None] The sync data for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 is: [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:36Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:13:37.848820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65225ec-f598-4920-a7d9-0177a1431766 None None] Pushing event updated for resources: {'Port': ['ID=8a8d557f-ff79-4523-8921-dd86df5284f6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:37.963142 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.1 (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae/7ab75b72-11f4-4b14-ae77-dcdb37b91fc7/0b0489f2-0e00-489a-badf-1bac58969cbb) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:13:38.135415 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.189056 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.233771 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:13:38.237483 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:38.243917 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:13:38.269755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=0b0489f2-0e00-489a-badf-1bac58969cbb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:38.294315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (6169bbbc-5b56-4d63-a880-79ba26914d47), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.440748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.743022 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.749269 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.836362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=0b0489f2-0e00-489a-badf-1bac58969cbb,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:38.838828 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (6169bbbc-5b56-4d63-a880-79ba26914d47), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:38.942324 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30668622-299d-40b4-9d53-51935fda55bd up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:38.971507 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:13:38.972982 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:38.984138 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c289c2c-7c47-4b0b-88c9-d77a2ea649d2 None None] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:13:39.072652 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 30668622-299d-40b4-9d53-51935fda55bd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:39.072956 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (30668622-299d-40b4-9d53-51935fda55bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.092036 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 6169bbbc-5b56-4d63-a880-79ba26914d47 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:13:39.120199 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] Provisioning complete for port 8a8d557f-ff79-4523-8921-dd86df5284f6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:39.120566 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.210674 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:13:39.225405 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-df41e428-586c-4ebe-86bc-cad28e3aec3f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/6169bbbc-5b56-4d63-a880-79ba26914d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0632851 Feb 19 02:13:39.264254 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] Current status of the port 8a8d557f-ff79-4523-8921-dd86df5284f6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:39.264681 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.278276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 30668622-299d-40b4-9d53-51935fda55bd is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:39.278675 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30668622-299d-40b4-9d53-51935fda55bd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.315725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 30668622-299d-40b4-9d53-51935fda55bd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30668622-299d-40b4-9d53-51935fda55bd,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:39.324234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (30668622-299d-40b4-9d53-51935fda55bd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.325023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8a8d557f-ff79-4523-8921-dd86df5284f6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:39.327890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] For port 8a8d557f-ff79-4523-8921-dd86df5284f6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8a8d557f-ff79-4523-8921-dd86df5284f6,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:39.333612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.404763 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-ee44e46f-179e-488c-b2ca-f4f6a8901f71 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825070958&fields=id&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 267 time: 0.0528114 Feb 19 02:13:39.409682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=30668622-299d-40b4-9d53-51935fda55bd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:39.464420 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8a8d557f-ff79-4523-8921-dd86df5284f6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:39.464803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.490102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c103b-8ed3-4fec-994a-a028a682d7be None None] Pushing event updated for resources: {'Port': ['ID=8a8d557f-ff79-4523-8921-dd86df5284f6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:39.544160 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-34bc7503-3da7-4cfc-bddf-14e4ba8b06d5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:39.546322 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-34bc7503-3da7-4cfc-bddf-14e4ba8b06d5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 797 time: 0.1327996 Feb 19 02:13:39.562622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8a8d557f-ff79-4523-8921-dd86df5284f6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:39.568456 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-22eabf56-c74f-4987-836e-f53666b6758e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/quotas/0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 375 time: 0.0129871 Feb 19 02:13:39.571447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-532a425e-5c90-4676-bd81-681ef8b119cf None None] Provisioning complete for port 0b0489f2-0e00-489a-badf-1bac58969cbb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:39.572553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532a425e-5c90-4676-bd81-681ef8b119cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.615104 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-532a425e-5c90-4676-bd81-681ef8b119cf None None] Port 0b0489f2-0e00-489a-badf-1bac58969cbb cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:13:39.626987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-532a425e-5c90-4676-bd81-681ef8b119cf None None] Provisioning complete for port 8a8d557f-ff79-4523-8921-dd86df5284f6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:39.627372 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-532a425e-5c90-4676-bd81-681ef8b119cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:39.642718 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f49412ff-81d3-4515-a986-ea9079b48abf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625515 Feb 19 02:13:39.671200 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-3a989fc7-7294-4c6e-9198-edaa8b9d3122 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:13:39.673311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-3a989fc7-7294-4c6e-9198-edaa8b9d3122 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089059 Feb 19 02:13:39.706566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Sync routers for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:13:39.730183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-532a425e-5c90-4676-bd81-681ef8b119cf None None] Current status of the port 8a8d557f-ff79-4523-8921-dd86df5284f6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:39.732284 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:39.732921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:39.786037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-dfcf1d3c-b87b-4623-b069-678902298fbb service neutron] 10.222.0.43 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060398 Feb 19 02:13:39.857609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:39.903313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f1c9840c-08a6-4f9c-913e-d2a6563eca9b None None] Provisioning complete for port 0b0489f2-0e00-489a-badf-1bac58969cbb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:39.903689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c9840c-08a6-4f9c-913e-d2a6563eca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.012447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9840c-08a6-4f9c-913e-d2a6563eca9b None None] Port 0b0489f2-0e00-489a-badf-1bac58969cbb cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:13:40.117299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 2, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:40.150855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Checking router: 6169bbbc-5b56-4d63-a880-79ba26914d47 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:13:40.151131 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Updating router 6169bbbc-5b56-4d63-a880-79ba26914d47 port 0b0489f2-0e00-489a-badf-1bac58969cbb binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:13:40.181061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ebf9af6d-f552-4ff2-829c-dbd76cf0694c None None] Provisioning complete for port 0b0489f2-0e00-489a-badf-1bac58969cbb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:40.181449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebf9af6d-f552-4ff2-829c-dbd76cf0694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.203578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.215254 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f5064a4e-d3eb-4f55-b258-74c924e6d74f service neutron] 10.222.0.43 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214914 Feb 19 02:13:40.231385 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9af6d-f552-4ff2-829c-dbd76cf0694c None None] Port 0b0489f2-0e00-489a-badf-1bac58969cbb cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:13:40.399417 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5cf66ede-1f29-48c8-9640-5e3804d7ed1b req-f60b58a6-6356-4f38-b472-f78d26914365 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 210 time: 0.0313447 Feb 19 02:13:40.494371 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Publish callbacks [] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.500574 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.599836 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe0304-2842-4aa6-b2c0-fd4054e7ebaf None None] Pushing event updated for resources: {'Port': ['ID=0b0489f2-0e00-489a-badf-1bac58969cbb,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:40.614087 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Attempting to bind port 0b0489f2-0e00-489a-badf-1bac58969cbb on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:13:40.614473 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Attempting to bind port 0b0489f2-0e00-489a-badf-1bac58969cbb by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:13:40.614879 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Attempting to bind port 0b0489f2-0e00-489a-badf-1bac58969cbb on network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:40.620940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:13:40.621394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Checking segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:13:40.621798 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.622218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Bound using segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:13:40.622685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Bound port: 0b0489f2-0e00-489a-badf-1bac58969cbb, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:13:40.623071 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.691952 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] For port 0b0489f2-0e00-489a-badf-1bac58969cbb, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:13:40.695813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] For port 0b0489f2-0e00-489a-badf-1bac58969cbb, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0b0489f2-0e00-489a-badf-1bac58969cbb,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:13:40.702567 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.757608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:40.758223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:40.807617 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe0304-2842-4aa6-b2c0-fd4054e7ebaf None None] Pushing event updated for resources: {'Port': ['ID=0b0489f2-0e00-489a-badf-1bac58969cbb,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:40.900844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:40.902908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] Provisioning complete for port 0b0489f2-0e00-489a-badf-1bac58969cbb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:40.903448 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.950940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30668622-299d-40b4-9d53-51935fda55bd up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:41.301739 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 30668622-299d-40b4-9d53-51935fda55bd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:41.302456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (30668622-299d-40b4-9d53-51935fda55bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.356809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] Current status of the port 0b0489f2-0e00-489a-badf-1bac58969cbb is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:41.357225 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.406976 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-af24ef9e-f802-492a-b8c6-deb3ab49bc97 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:41.409780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-af24ef9e-f802-492a-b8c6-deb3ab49bc97 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 797 time: 0.1169395 Feb 19 02:13:41.430313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] For port 0b0489f2-0e00-489a-badf-1bac58969cbb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0b0489f2-0e00-489a-badf-1bac58969cbb,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:41.458689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.488074 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-a008e33f-09fb-40e9-b1b5-ddc5caadcf69 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 379 time: 0.0698216 Feb 19 02:13:41.496666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'port': {'device_id': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'admin_state_up': True, 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'security_groups': ['abcc5281-a2f3-476d-b0d2-36a465746487']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:41.509435 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9dca149d-e72a-4da6-b5c5-ee9235dd77e1 req-dd784ee2-a8d1-4f8b-b17e-af2c03ce7644 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 210 time: 0.0307810 Feb 19 02:13:41.516426 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 30668622-299d-40b4-9d53-51935fda55bd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:41.518119 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8a8d557f-ff79-4523-8921-dd86df5284f6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:41.552295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:40Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:41.592641 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41627659-adf5-4ff1-a795-eff55df95a27 None None] The sync data for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 is: [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:40Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:13:41.600291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2a1c9-a72b-4df5-b048-6b8173f7140f None None] Pushing event updated for resources: {'Port': ['ID=0b0489f2-0e00-489a-badf-1bac58969cbb,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:41.617926 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:13:41.618691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-66028673-fbbf-41f7-80ea-bfea1bd2fb3d None None] Provisioning complete for port 0b0489f2-0e00-489a-badf-1bac58969cbb triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:41.619070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66028673-fbbf-41f7-80ea-bfea1bd2fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.621787 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.681115 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 8a8d557f-ff79-4523-8921-dd86df5284f6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:41.681516 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.779082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-66028673-fbbf-41f7-80ea-bfea1bd2fb3d None None] Current status of the port 0b0489f2-0e00-489a-badf-1bac58969cbb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:41.802495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.9 (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae/7ab75b72-11f4-4b14-ae77-dcdb37b91fc7/ea3f6d40-9905-474e-a609-e1d5a78b614f) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:13:41.819375 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8a8d557f-ff79-4523-8921-dd86df5284f6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:41.951627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.987150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.035211 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:13:42.038390 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:42.044377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:13:42.051747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=ea3f6d40-9905-474e-a609-e1d5a78b614f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:42.099569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:42.100576 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.118209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-7a169e9d-db4e-46b5-948a-d69b51152af3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254134 Feb 19 02:13:42.128724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-775c6124-e27f-4554-ba2b-90bbb9b671e2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:13:42.129794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-775c6124-e27f-4554-ba2b-90bbb9b671e2 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068932 Feb 19 02:13:42.141707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Request body: {'port': {'device_id': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:42.209744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.302979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a6b01a73-c00b-4bab-9208-074a54deb84b None None] Provisioning complete for port ea3f6d40-9905-474e-a609-e1d5a78b614f triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:42.303613 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6b01a73-c00b-4bab-9208-074a54deb84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.344174 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a6b01a73-c00b-4bab-9208-074a54deb84b None None] Port ea3f6d40-9905-474e-a609-e1d5a78b614f cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:13:42.497181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3f6d40-9905-474e-a609-e1d5a78b614f {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:13:42.505164 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Publish callbacks [] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.521401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Transition to ACTIVE for port object ea3f6d40-9905-474e-a609-e1d5a78b614f will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:13:42.526210 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.576841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3f6d40-9905-474e-a609-e1d5a78b614f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:42.707409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22857433-4486-4dc4-956f-06ec17471f1b req-fc2d0d0d-0e9f-459c-b2b7-c76595ca9864 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:42.709086 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22857433-4486-4dc4-956f-06ec17471f1b req-fc2d0d0d-0e9f-459c-b2b7-c76595ca9864 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 943 time: 0.1081357 Feb 19 02:13:42.710409 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Attempting to bind port ea3f6d40-9905-474e-a609-e1d5a78b614f on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:13:42.710755 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Attempting to bind port ea3f6d40-9905-474e-a609-e1d5a78b614f by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:13:42.711161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Attempting to bind port ea3f6d40-9905-474e-a609-e1d5a78b614f on network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:42.715947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Port ea3f6d40-9905-474e-a609-e1d5a78b614f on network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:13:42.716277 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Attempting to bind port ea3f6d40-9905-474e-a609-e1d5a78b614f on network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:42.722545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:13:42.722917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Checking segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:13:42.723267 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Bound using segment: {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:13:42.723701 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Bound port: ea3f6d40-9905-474e-a609-e1d5a78b614f, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:13:42.724062 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.811889 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-22857433-4486-4dc4-956f-06ec17471f1b req-bb836ad9-8cf0-4676-a789-5a0e66e80817 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850770 Feb 19 02:13:42.842638 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] For port ea3f6d40-9905-474e-a609-e1d5a78b614f, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:13:42.848473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] For port ea3f6d40-9905-474e-a609-e1d5a78b614f, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:13:42.859346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.906707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:42.907342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.908810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] 10.222.0.89 "PUT /v2.0/ports/ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 1091 time: 0.7721472 Feb 19 02:13:42.909285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:42.911629 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:42.912362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0b0489f2-0e00-489a-badf-1bac58969cbb up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:42.962636 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1b2018-610d-40e7-8984-02e15731b7d3 x-openstack-request-id: req-ab1b2018-610d-40e7-8984-02e15731b7d3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:42.962940 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:42.963202 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab1b2018-610d-40e7-8984-02e15731b7d3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:42.963612 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'status': 'completed', 'code': 200} Feb 19 02:13:42.965529 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9789e-f973-4850-a6ba-7638dd7f3a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3f6d40-9905-474e-a609-e1d5a78b614f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:42.976488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 0b0489f2-0e00-489a-badf-1bac58969cbb triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:42.977409 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:43.006116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-d940a1eb-bea7-4456-b2f5-c25e29068bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.007668 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-d940a1eb-bea7-4456-b2f5-c25e29068bb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1125 time: 0.0550728 Feb 19 02:13:43.051431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-324aca98-be03-418a-b8aa-09397d970868 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 217 time: 0.0355637 Feb 19 02:13:43.061709 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 0b0489f2-0e00-489a-badf-1bac58969cbb is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:43.103906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-22e8be4b-0ce6-4969-b5f7-5072fc091eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.105466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-22e8be4b-0ce6-4969-b5f7-5072fc091eb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 200 len: 835 time: 0.0466855 Feb 19 02:13:43.165011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-28c459cc-70b3-4df2-8f6a-685a8df76785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.166545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-28c459cc-70b3-4df2-8f6a-685a8df76785 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546315 Feb 19 02:13:43.258094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-0ec3e61b-6849-4261-9d0b-56d8fbc163c2 service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Feb 19 02:13:43.348451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-114d3528-2457-41f0-a6d4-c62c1b50ed65 req-c38d01e0-ec34-4942-b350-a22789beaa87 service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Feb 19 02:13:43.438010 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-21d26c91-45c6-4002-bb5c-4fe5c9c7ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.440169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-21d26c91-45c6-4002-bb5c-4fe5c9c7ef85 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1125 time: 0.0455537 Feb 19 02:13:43.538200 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-80a36408-0f89-46a3-ba42-4caf097f9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.539681 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-80a36408-0f89-46a3-ba42-4caf097f9974 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 898 time: 0.0940185 Feb 19 02:13:43.581655 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-6f70f618-5032-4e22-ba3e-d72545c1e927 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 217 time: 0.0355759 Feb 19 02:13:43.629872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-554f0e74-6758-4347-857f-c3421218bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.631334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-554f0e74-6758-4347-857f-c3421218bd51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 200 len: 835 time: 0.0436602 Feb 19 02:13:43.682591 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-a2c15f35-fe65-4699-b6f3-9d57ff4a05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.684114 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-a2c15f35-fe65-4699-b6f3-9d57ff4a05c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465989 Feb 19 02:13:43.780552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-ef49bcc8-7111-4108-aa91-037776b24efa service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885320 Feb 19 02:13:43.874532 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6c5c678b-2e46-49b3-8ea7-df19106bf4dd req-0b2a6c08-6e79-420d-94e2-82ce599607fa service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876665 Feb 19 02:13:43.946266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbed86-4b1f-4508-9775-75b1480ac60e req-74c80f43-9df6-45c0-b181-78b5ce4fa88e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:43.947756 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4adbed86-4b1f-4508-9775-75b1480ac60e req-74c80f43-9df6-45c0-b181-78b5ce4fa88e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 943 time: 0.0588665 Feb 19 02:13:43.996636 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4adbed86-4b1f-4508-9775-75b1480ac60e req-7f83fa47-b401-4107-983d-bcd1c89bdd05 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Feb 19 02:13:45.114143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dae4a-9262-4cf4-a62e-3c01cad8877b req-fe842e8f-0075-4ef3-b98a-1e275c47c3ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:45.115603 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-220dae4a-9262-4cf4-a62e-3c01cad8877b req-fe842e8f-0075-4ef3-b98a-1e275c47c3ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 943 time: 0.0520418 Feb 19 02:13:45.205201 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-220dae4a-9262-4cf4-a62e-3c01cad8877b req-9c9b24e0-94c8-425b-a4f8-68343c7a7d2e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839157 Feb 19 02:13:46.322440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d5033-0b57-415b-b646-1ac680e816a8 req-ec80907b-e9bf-49a5-9ed9-0dba8be7bd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:46.324165 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-133d5033-0b57-415b-b646-1ac680e816a8 req-ec80907b-e9bf-49a5-9ed9-0dba8be7bd68 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 943 time: 0.0525134 Feb 19 02:13:46.371180 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-133d5033-0b57-415b-b646-1ac680e816a8 req-db4d78bd-76a2-427b-8e5d-655ce55731db tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414667 Feb 19 02:13:46.957192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ea3f6d40-9905-474e-a609-e1d5a78b614f details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:13:47.052407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ea3f6d40-9905-474e-a609-e1d5a78b614f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:47.064127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'port_id': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'mac_address': 'fa:16:3e:6c:e7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:13:47.100805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ea3f6d40-9905-474e-a609-e1d5a78b614f is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:47.101234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:47.117260 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3f6d40-9905-474e-a609-e1d5a78b614f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:13:47.135696 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ea3f6d40-9905-474e-a609-e1d5a78b614f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:47.139763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:47.186527 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ea3f6d40-9905-474e-a609-e1d5a78b614f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:47.367227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['ea3f6d40-9905-474e-a609-e1d5a78b614f'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:13:47.492784 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b8c1-7aef-4215-b337-8ced779f49b2 req-883cd2ad-2c07-432f-b3ed-7d45dda4c9b9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:47.494356 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5803b8c1-7aef-4215-b337-8ced779f49b2 req-883cd2ad-2c07-432f-b3ed-7d45dda4c9b9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 944 time: 0.0530481 Feb 19 02:13:47.546813 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5803b8c1-7aef-4215-b337-8ced779f49b2 req-620bf70d-7d8e-4baa-ab4d-e5938971e116 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469861 Feb 19 02:13:48.671231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc40f92-291a-42b9-ba3a-25a4c4b49069 req-96b57917-2374-4b65-8aec-a1ed68cf4f96 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:48.672753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4bc40f92-291a-42b9-ba3a-25a4c4b49069 req-96b57917-2374-4b65-8aec-a1ed68cf4f96 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 944 time: 0.0589168 Feb 19 02:13:48.721345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4bc40f92-291a-42b9-ba3a-25a4c4b49069 req-178e8753-c180-44ef-8559-333d13bfbb9c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Feb 19 02:13:48.958773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ea3f6d40-9905-474e-a609-e1d5a78b614f up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:49.004244 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:49.017721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port ea3f6d40-9905-474e-a609-e1d5a78b614f completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:13:49.021567 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port ea3f6d40-9905-474e-a609-e1d5a78b614f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:49.021938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:49.102095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port ea3f6d40-9905-474e-a609-e1d5a78b614f is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:49.102404 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:49.124774 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:49.127023 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43fce0-2559-4b75-b0eb-f61bc3ce4fe1" -d '{"events": [{"server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "name": "network-vif-plugged", "status": "completed", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:49.139440 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port ea3f6d40-9905-474e-a609-e1d5a78b614f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:49.143600 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:49.167088 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892e9339-3cfc-4aeb-a24f-8b29c8f95b5f x-openstack-request-id: req-892e9339-3cfc-4aeb-a24f-8b29c8f95b5f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:49.167380 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "name": "network-vif-plugged", "status": "completed", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:49.167632 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-892e9339-3cfc-4aeb-a24f-8b29c8f95b5f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:49.168022 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'code': 200} Feb 19 02:13:49.194074 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=ea3f6d40-9905-474e-a609-e1d5a78b614f,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:49.262834 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03d36f-81e8-49f6-95d6-5c470a63ea9c req-9dafaba1-dc19-448e-b663-f251a5a5c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:49.264322 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de03d36f-81e8-49f6-95d6-5c470a63ea9c req-9dafaba1-dc19-448e-b663-f251a5a5c2a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1127 time: 0.0449753 Feb 19 02:13:49.308894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-de03d36f-81e8-49f6-95d6-5c470a63ea9c req-f83efa0e-4b03-4282-8ff2-150dbffa8a52 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379930 Feb 19 02:13:49.841191 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08567967-a9bd-4108-a046-f3a9d03ce689 req-66b5df8e-5477-4938-bd8c-877cdd75f01d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:49.842684 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08567967-a9bd-4108-a046-f3a9d03ce689 req-66b5df8e-5477-4938-bd8c-877cdd75f01d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0530350 Feb 19 02:13:49.895330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-08567967-a9bd-4108-a046-f3a9d03ce689 req-a2ee3bf3-64d2-447b-b038-e4d35609afac tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Feb 19 02:13:50.411659 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-104b36d7-8274-49ea-b583-3ac57d5ffcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:51.021629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac0978-0f05-4464-ae20-77f68f4b6547 req-0a524db4-8d5e-4b04-9c52-e137efe7fd12 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:51.023126 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a4ac0978-0f05-4464-ae20-77f68f4b6547 req-0a524db4-8d5e-4b04-9c52-e137efe7fd12 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0589674 Feb 19 02:13:51.071801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a4ac0978-0f05-4464-ae20-77f68f4b6547 req-1c09b89c-2e20-422c-abe6-384de19e7753 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Feb 19 02:13:51.188171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0795b38-18d3-4be0-a087-d9fea9ecabce req-c40402ea-da81-43ce-ab91-58989e4cbada tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:51.189640 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b0795b38-18d3-4be0-a087-d9fea9ecabce req-c40402ea-da81-43ce-ab91-58989e4cbada tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0513134 Feb 19 02:13:51.239585 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b0795b38-18d3-4be0-a087-d9fea9ecabce req-38f80356-f4d8-468d-a1df-ce1fa35d8e01 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443041 Feb 19 02:13:51.260599 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52630) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:51.351680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0900ad5e-7466-4f01-8655-7dd47aae97ef tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:51.353191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0900ad5e-7466-4f01-8655-7dd47aae97ef tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1122 time: 0.0915575 Feb 19 02:13:51.355903 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52634) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:51.360100 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:51.381261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:51.477920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:51.574736 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.9 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/87b72a6f-d083-467e-a6a0-fde6e3361dee) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:13:51.681393 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:51.714045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:51.749201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:13:51.752048 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:13:51.755431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:13:51.780176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=87b72a6f-d083-467e-a6a0-fde6e3361dee,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:51.793854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.794209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.794551 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.794884 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.795217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.795544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.795871 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.796197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.796523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.796845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.797194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.797517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:51.797838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:52.132384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (3fa82586-db80-40eb-95ad-614f0f05e957), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:52.198828 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:52.351831 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:52.356423 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:52.426592 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=87b72a6f-d083-467e-a6a0-fde6e3361dee,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:52.436672 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (3fa82586-db80-40eb-95ad-614f0f05e957), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:52.767671 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02a5b28d-506f-4f69-a86e-0b423ae681ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:52.869229 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 3fa82586-db80-40eb-95ad-614f0f05e957 associated. External IP: 172.25.0.9, port: ea3f6d40-9905-474e-a609-e1d5a78b614f. Feb 19 02:13:53.076739 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 6169bbbc-5b56-4d63-a880-79ba26914d47 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:13:53.184456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:13:53.195699 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] Sync routers for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:13:53.202696 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:53.206291 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:53.206983 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:53.231579 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-96ae21d3-e48a-4278-86e8-1182d5207133 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8746715 Feb 19 02:13:53.232279 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:53.234645 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:53.274869 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2749629f-2116-4819-b880-a869295adcfd x-openstack-request-id: req-2749629f-2116-4819-b880-a869295adcfd {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:53.275261 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:53.275738 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2749629f-2116-4819-b880-a869295adcfd {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:53.276329 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'status': 'completed', 'code': 200} Feb 19 02:13:53.317916 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:53.342700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d81a30-d337-47fb-9d5a-80f469c5b1b0 req-a1d98c0f-f3e7-4030-b03a-a16091ff4e34 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:53.343937 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-ad04d9ea-cacf-43cc-b9f8-09eb6b46a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:53.344298 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7d81a30-d337-47fb-9d5a-80f469c5b1b0 req-a1d98c0f-f3e7-4030-b03a-a16091ff4e34 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0600030 Feb 19 02:13:53.345471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-ad04d9ea-cacf-43cc-b9f8-09eb6b46a3cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1127 time: 0.0467834 Feb 19 02:13:53.396521 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d7d81a30-d337-47fb-9d5a-80f469c5b1b0 req-c046f99a-073e-488c-8c67-f6db7b1899fb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455112 Feb 19 02:13:53.419847 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52640) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:53.445758 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-1e3a8cc5-066d-4e9e-83af-f9398eab1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:53.447245 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-1e3a8cc5-066d-4e9e-83af-f9398eab1098 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 898 time: 0.0952826 Feb 19 02:13:53.487326 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0cb3d393-d8ec-4500-b3e3-61613608cef3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/3fa82586-db80-40eb-95ad-614f0f05e957 HTTP/1.1" status: 200 len: 989 time: 0.0660155 Feb 19 02:13:53.517299 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-57f4b2cc-4720-4ee2-aa95-2ed9c9dac7fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 997 time: 0.0640125 Feb 19 02:13:53.559961 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3fa82586-db80-40eb-95ad-614f0f05e957', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'port_id': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'mac_address': 'fa:16:3e:6c:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:13:51Z', 'updated_at': '2022-02-19T02:13:51Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:41Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:53.566284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-55488b52-68f1-470d-ada5-69a15a82d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:53.567743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-55488b52-68f1-470d-ada5-69a15a82d575 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 200 len: 835 time: 0.0448904 Feb 19 02:13:53.585758 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] Checking router: 6169bbbc-5b56-4d63-a880-79ba26914d47 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:13:53.594316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:13:53.594842 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:13:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:53.620841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-aa0c338d-10cb-4009-a15c-3f76a58325c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:53.622379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-aa0c338d-10cb-4009-a15c-3f76a58325c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494905 Feb 19 02:13:53.704816 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:13:53.712830 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-59ddc89c-3190-413c-abda-587cb6a523ec service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Feb 19 02:13:53.810460 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3b5c76fd-b0d4-4925-82f7-3519d3ed0783 req-2be4485b-920c-4cef-bb5b-a2c4a6166e61 service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913599 Feb 19 02:13:53.930370 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3fa82586-db80-40eb-95ad-614f0f05e957', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'port_id': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'mac_address': 'fa:16:3e:6c:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:13:51Z', 'updated_at': '2022-02-19T02:13:51Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:41Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:13:53.950712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:54.041793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43379e2-46f3-4ede-bfe6-fd18294a7111 None None] The sync data for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 is: [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '3fa82586-db80-40eb-95ad-614f0f05e957', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'port_id': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'mac_address': 'fa:16:3e:6c:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:13:51Z', 'updated_at': '2022-02-19T02:13:51Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:41Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:13:54.237976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7dc0d2-7623-4938-9bb7-f10bc84067ba None None] New status for floating IP 3fa82586-db80-40eb-95ad-614f0f05e957: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:13:54.491217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52642) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:13:54.552126 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4ee96238-c6ee-4123-bcc5-37f36f17b7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/3fa82586-db80-40eb-95ad-614f0f05e957 HTTP/1.1" status: 200 len: 991 time: 0.0598347 Feb 19 02:13:55.583821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:56.690302 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:56.845437 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:11.896383 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:14:18.993535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:20.412831 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2266635-5fe6-48cf-b1f9-35992b4a594c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:22.773689 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-12351430-55d1-4eb6-b68d-91da676508ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:23.950942 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:25.588158 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:25.919431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce326a9-94ec-465a-af9c-77c839c83381 req-9646e487-3175-48eb-8c15-34a1403dea2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:25.921132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce326a9-94ec-465a-af9c-77c839c83381 req-9646e487-3175-48eb-8c15-34a1403dea2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0574367 Feb 19 02:14:25.978394 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7ce326a9-94ec-465a-af9c-77c839c83381 req-c19930db-7fbf-4a04-a551-76da45cc7d6a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515027 Feb 19 02:14:26.694245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:26.846117 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:27.099893 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d62b-6b9d-49a9-a9c1-8d90ced0a704 req-6db895d8-d5fe-4f91-86e7-efb987532466 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:27.101395 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb79d62b-6b9d-49a9-a9c1-8d90ced0a704 req-6db895d8-d5fe-4f91-86e7-efb987532466 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0529366 Feb 19 02:14:27.149567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-eb79d62b-6b9d-49a9-a9c1-8d90ced0a704 req-ed108ba8-ebd5-4920-a63f-05ad24bcf24d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Feb 19 02:14:28.268913 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05670a3-a2fc-429a-8b4c-5d5209f3d827 req-3c7ebf51-d8c1-47ad-9043-b6a3058b3021 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:28.270463 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c05670a3-a2fc-429a-8b4c-5d5209f3d827 req-3c7ebf51-d8c1-47ad-9043-b6a3058b3021 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0551972 Feb 19 02:14:28.322318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c05670a3-a2fc-429a-8b4c-5d5209f3d827 req-568a6463-8ffc-49a8-9632-3dad5ec5b31b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458131 Feb 19 02:14:29.446479 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102b8d-b6dc-49cb-9686-db864039ff9f req-f3078acb-a600-49e1-92ca-8432916199fa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:29.447939 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac102b8d-b6dc-49cb-9686-db864039ff9f req-f3078acb-a600-49e1-92ca-8432916199fa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0558860 Feb 19 02:14:29.496245 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ac102b8d-b6dc-49cb-9686-db864039ff9f req-c0ee9c28-a6e7-49a3-8496-ecb93d42afaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Feb 19 02:14:30.613304 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0625a8f-9af7-450e-b46f-ba595795821e req-eb0aa3f6-a59b-4f6c-b477-1105d73b03f9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:30.614793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0625a8f-9af7-450e-b46f-ba595795821e req-eb0aa3f6-a59b-4f6c-b477-1105d73b03f9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Feb 19 02:14:30.665161 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0625a8f-9af7-450e-b46f-ba595795821e req-6a56f2b4-a5f6-49e3-9e08-0c947f86fd6a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Feb 19 02:14:31.801264 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e677-1d75-4bbe-affd-fcebf6c465ce req-139ddf1c-06ee-4edb-8370-e01a450b02fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:31.803358 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03c8e677-1d75-4bbe-affd-fcebf6c465ce req-139ddf1c-06ee-4edb-8370-e01a450b02fe tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0590515 Feb 19 02:14:31.859268 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-03c8e677-1d75-4bbe-affd-fcebf6c465ce req-fe9dd29a-e7ab-4f0e-8aba-6f99d7395e85 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500307 Feb 19 02:14:32.992201 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7bba-9d9e-4811-8922-b1ab426e0e9b req-a5067caa-cf1f-4e8b-a1c0-8218078bdfaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:32.993714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ffd7bba-9d9e-4811-8922-b1ab426e0e9b req-a5067caa-cf1f-4e8b-a1c0-8218078bdfaf tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0589397 Feb 19 02:14:33.042184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2ffd7bba-9d9e-4811-8922-b1ab426e0e9b req-10f008f3-971d-4c07-b68c-e89548644e09 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Feb 19 02:14:34.159894 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4eb93-8002-414e-bdf3-4537956c7d77 req-07becb26-d9f8-46ea-8437-65ef9e14c624 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:34.161430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ab4eb93-8002-414e-bdf3-4537956c7d77 req-07becb26-d9f8-46ea-8437-65ef9e14c624 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Feb 19 02:14:34.215338 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3ab4eb93-8002-414e-bdf3-4537956c7d77 req-c6d552c3-4be2-4784-a865-1523f5f459ef tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477993 Feb 19 02:14:35.335210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdda6e-efcd-4ed6-930d-631edb01e5bf req-829ef03f-8009-4ad3-93ad-1b51b11f3698 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:35.336699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9bdda6e-efcd-4ed6-930d-631edb01e5bf req-829ef03f-8009-4ad3-93ad-1b51b11f3698 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0532579 Feb 19 02:14:35.384925 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e9bdda6e-efcd-4ed6-930d-631edb01e5bf req-23c7bbb3-f302-4523-af70-bd234373a0f3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 Feb 19 02:14:36.501840 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724292ea-0242-45d8-93d4-8230f037c1de req-1c76ddc1-c583-41fe-bfc6-6d767d3d4524 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:36.503311 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-724292ea-0242-45d8-93d4-8230f037c1de req-1c76ddc1-c583-41fe-bfc6-6d767d3d4524 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Feb 19 02:14:36.550507 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-724292ea-0242-45d8-93d4-8230f037c1de req-f3ec1bfe-824d-484b-8ee0-b18d235f8aca tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 Feb 19 02:14:37.672680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba3826-94a8-43ef-996c-690f05b736ff req-f7b2f667-d279-411f-a66a-8cf42d6a1869 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:37.674193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39ba3826-94a8-43ef-996c-690f05b736ff req-f7b2f667-d279-411f-a66a-8cf42d6a1869 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Feb 19 02:14:37.728777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-39ba3826-94a8-43ef-996c-690f05b736ff req-283fab70-0a84-4349-8e63-4bfa9b676f56 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488634 Feb 19 02:14:38.847605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a7c7-5f5b-43bf-8dbf-ca0ded8e1aab req-a888d746-5017-4b5f-a4fd-1d8a7ebfc2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:38.849109 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1108a7c7-5f5b-43bf-8dbf-ca0ded8e1aab req-a888d746-5017-4b5f-a4fd-1d8a7ebfc2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0521755 Feb 19 02:14:38.901061 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1108a7c7-5f5b-43bf-8dbf-ca0ded8e1aab req-10b0fcb8-801b-42b7-8785-9251569f282d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Feb 19 02:14:40.019221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb55e37-dbe2-4691-8555-e986dc738709 req-2bfb75b3-9afd-427b-8a6a-5d7b14d83044 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:40.020699 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fb55e37-dbe2-4691-8555-e986dc738709 req-2bfb75b3-9afd-427b-8a6a-5d7b14d83044 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Feb 19 02:14:40.069513 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8fb55e37-dbe2-4691-8555-e986dc738709 req-c21e939a-6f64-4ed4-9574-c7d70b4ca736 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Feb 19 02:14:41.193644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64500229-c0f8-403a-a622-51653c4644b9 req-5a86d820-9416-456e-840b-66d226c6a439 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:41.195114 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64500229-c0f8-403a-a622-51653c4644b9 req-5a86d820-9416-456e-840b-66d226c6a439 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0573006 Feb 19 02:14:41.243770 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64500229-c0f8-403a-a622-51653c4644b9 req-7e1bfde2-e7a3-40cc-a7a0-a9e6ee2630bd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429273 Feb 19 02:14:41.265667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52702) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:41.325399 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-49462858-d340-4d04-8ad2-9e7d04ac4f7d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/3fa82586-db80-40eb-95ad-614f0f05e957 HTTP/1.1" status: 200 len: 991 time: 0.0583148 Feb 19 02:14:42.625941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469119-e827-4048-8e0a-be3bb5dfaddb req-dca3aa68-aa84-4832-ad4d-f825e5090646 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:42.627355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15469119-e827-4048-8e0a-be3bb5dfaddb req-dca3aa68-aa84-4832-ad4d-f825e5090646 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0890882 Feb 19 02:14:42.633221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-bb8ae603-6a0b-43c6-984e-2496d8609e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:42.634615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-bb8ae603-6a0b-43c6-984e-2496d8609e44 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1127 time: 0.0670738 Feb 19 02:14:42.726284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-15469119-e827-4048-8e0a-be3bb5dfaddb req-6b4610d8-7740-4102-b26e-ab20283f3775 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907202 Feb 19 02:14:42.757185 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-dc6835de-acb5-4bcc-9e96-9647174949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:42.758650 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-dc6835de-acb5-4bcc-9e96-9647174949d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 898 time: 0.1106572 Feb 19 02:14:42.827160 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-3de256ae-2338-4a4e-874b-e450556b7596 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 999 time: 0.0623169 Feb 19 02:14:42.874901 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-140dff6d-faac-40c3-acde-b704111097e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:42.876384 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-140dff6d-faac-40c3-acde-b704111097e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 200 len: 835 time: 0.0433869 Feb 19 02:14:42.923964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-fc785375-75dd-44cc-bd36-2c8ea3cd85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:42.925455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-fc785375-75dd-44cc-bd36-2c8ea3cd85e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435736 Feb 19 02:14:43.016390 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-69c2d27f-4817-480a-ad8a-aa10616c0fe0 service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844049 Feb 19 02:14:43.105046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf074d55-dbd8-490a-b691-ce5632ac4d9d req-febbaba4-6349-426b-af76-9100b16fe44c service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828009 Feb 19 02:14:43.858983 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5991b-408a-40b1-b122-3fd2f426307a req-1f5e7d59-b3c2-4aee-96c4-194b5c30ed95 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:43.860482 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfe5991b-408a-40b1-b122-3fd2f426307a req-1f5e7d59-b3c2-4aee-96c4-194b5c30ed95 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0604968 Feb 19 02:14:43.909226 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-bfe5991b-408a-40b1-b122-3fd2f426307a req-51a073b6-2ffd-4217-b17b-4c971401020d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430028 Feb 19 02:14:43.931364 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52712) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:43.990112 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-488b99f5-b64f-4cfb-ad2c-151b689ac04f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/3fa82586-db80-40eb-95ad-614f0f05e957 HTTP/1.1" status: 200 len: 991 time: 0.0576456 Feb 19 02:14:45.941514 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-e0d51781-4ca0-441b-8a96-70255e5232b2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487776 Feb 19 02:14:46.026468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-c7ad5dce-8198-40c9-9ba4-c7ede6fa35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:46.027971 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-c7ad5dce-8198-40c9-9ba4-c7ede6fa35a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1127 time: 0.0447342 Feb 19 02:14:46.129588 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-759d0b83-7c44-4071-947f-28d552e7a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:46.131558 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-759d0b83-7c44-4071-947f-28d552e7a0db service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 898 time: 0.0846291 Feb 19 02:14:46.199644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-aa9210e3-5244-49b4-a680-3fb2d2315324 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 999 time: 0.0624077 Feb 19 02:14:46.246768 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-b9ccd577-6d67-4094-99a9-53d5c8119ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:46.248163 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-b9ccd577-6d67-4094-99a9-53d5c8119ae0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 200 len: 835 time: 0.0433919 Feb 19 02:14:46.296765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-7a99e583-94ad-4a02-b3a2-0ce58a1273d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:46.298274 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-7a99e583-94ad-4a02-b3a2-0ce58a1273d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442364 Feb 19 02:14:46.388286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-81d4a0de-6cd2-46af-819d-8c2f5a0577cf service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Feb 19 02:14:46.475679 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-09abcb18-92a7-48ce-a780-12bad36ff846 req-52392046-36f1-4824-85e7-5370d20bfc6f service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808361 Feb 19 02:14:48.895085 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:14:49.003993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:50.414256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1674c5f8-c268-48d3-99db-1c1221039a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:52.775713 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c55faa9-f444-4cd5-92b7-19968b9dee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.953637 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.593382 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:56.695855 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:56.874525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.356247 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52722) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:14.519525 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 87b72a6f-d083-467e-a6a0-fde6e3361dee {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:15:14.519874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.594151 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.594481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (87b72a6f-d083-467e-a6a0-fde6e3361dee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.606466 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 87b72a6f-d083-467e-a6a0-fde6e3361dee owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:15:14.759457 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (87b72a6f-d083-467e-a6a0-fde6e3361dee), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.785008 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=87b72a6f-d083-467e-a6a0-fde6e3361dee,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:14.797748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.798114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.798467 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.798837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.799259 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.799626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.799970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.800310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.800644 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.800978 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.801340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.801669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.801996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:14.864035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (3fa82586-db80-40eb-95ad-614f0f05e957), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.864287 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 3fa82586-db80-40eb-95ad-614f0f05e957 disassociated (deleted). External IP: 172.25.0.9, port: ea3f6d40-9905-474e-a609-e1d5a78b614f. Feb 19 02:15:15.075910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 6169bbbc-5b56-4d63-a880-79ba26914d47 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:15:15.184825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:15:15.189692 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:15.196329 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] Sync routers for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:15:15.206287 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:15.206910 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:14:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:15.221824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-67e194a6-cb15-4544-aa8c-616b245439ba tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/floatingips/3fa82586-db80-40eb-95ad-614f0f05e957 HTTP/1.1" status: 204 len: 168 time: 0.8619742 Feb 19 02:15:15.221824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:15.222268 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:15.316938 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:15.325100 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5a0d8b-14a4-4570-8f71-31d6f364e3a4 x-openstack-request-id: req-5e5a0d8b-14a4-4570-8f71-31d6f364e3a4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:15.325406 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:15.325670 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e5a0d8b-14a4-4570-8f71-31d6f364e3a4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:15.326146 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'status': 'completed', 'code': 200} Feb 19 02:15:15.396003 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-00a6c473-3366-4cfd-b677-2d6b01824035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:15.398518 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-00a6c473-3366-4cfd-b677-2d6b01824035 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 1127 time: 0.0517876 Feb 19 02:15:15.516064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6804a31-a5a0-4b9d-91fb-e9c5d944aeee req-fee0f263-6264-4138-91d1-cff3b5319f84 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:15.517478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6804a31-a5a0-4b9d-91fb-e9c5d944aeee req-fee0f263-6264-4138-91d1-cff3b5319f84 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.1136916 Feb 19 02:15:15.529969 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:41Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:15.554498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-fbc6691f-d97a-4c67-98e0-d237de1deaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:15.555962 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-fbc6691f-d97a-4c67-98e0-d237de1deaa3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 200 len: 898 time: 0.1503978 Feb 19 02:15:15.556115 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] Checking router: 6169bbbc-5b56-4d63-a880-79ba26914d47 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:15:15.564288 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:15.564895 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:14:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:15.607628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-f90e4c2f-33a7-4984-b430-ecbdb2206a36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 200 len: 217 time: 0.0421543 Feb 19 02:15:15.618680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a6804a31-a5a0-4b9d-91fb-e9c5d944aeee req-651222ee-9f6b-4434-9bb9-b2e75dd321a6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921602 Feb 19 02:15:15.664698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-c2238aab-50b2-4650-9866-e3fdc5819c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:15.666211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-c2238aab-50b2-4650-9866-e3fdc5819c79 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 200 len: 835 time: 0.0466909 Feb 19 02:15:15.679077 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:15.717686 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-2dff6b16-bb5b-4c6a-bb8b-ca5915d35470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:15.719192 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-2dff6b16-bb5b-4c6a-bb8b-ca5915d35470 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465956 Feb 19 02:15:15.821230 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-77fb38a0-c1f9-4d6c-96a2-dc36b796caaf service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946798 Feb 19 02:15:15.882351 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:41Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:15.910392 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8cab9c4-5b62-4e86-86b4-4641dbaf46f0 req-fb1387f1-250c-4f60-9ed3-82082dfd596d service neutron] 10.222.0.89 "GET /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819139 Feb 19 02:15:15.911969 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89607-e2e8-4504-8dfa-810e71164ee4 None None] The sync data for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 is: [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:13:38Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '0b0489f2-0e00-489a-badf-1bac58969cbb', 'name': '', 'network_id': 'e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:9d:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:37Z', 'updated_at': '2022-02-19T02:13:41Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '7ab75b72-11f4-4b14-ae77-dcdb37b91fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:15:16.138837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ece13c-75b6-481d-a945-c3baab7e7de2 None None] New status for floating IP 3fa82586-db80-40eb-95ad-614f0f05e957: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:15:16.741480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a224de2-d73b-448d-b7aa-441877d19c1f req-2c8cebff-857e-4f69-a767-191a09cf7c52 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:16.743028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a224de2-d73b-448d-b7aa-441877d19c1f req-2c8cebff-857e-4f69-a767-191a09cf7c52 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0543950 Feb 19 02:15:16.797951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1a224de2-d73b-448d-b7aa-441877d19c1f req-12fce61c-00cd-49bb-87cd-608e677fa829 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=abcc5281-a2f3-476d-b0d2-36a465746487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493667 Feb 19 02:15:16.990081 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b7023-e63b-435a-bece-0f138c1208ee req-bc0bf44b-8343-43eb-bd31-f5935371f199 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:16.991536 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-453b7023-e63b-435a-bece-0f138c1208ee req-bc0bf44b-8343-43eb-bd31-f5935371f199 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 945 time: 0.0580616 Feb 19 02:15:17.079334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port ea3f6d40-9905-474e-a609-e1d5a78b614f {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:15:17.079668 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:17.170593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port ea3f6d40-9905-474e-a609-e1d5a78b614f, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=ea3f6d40-9905-474e-a609-e1d5a78b614f,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:17.170961 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:17.182571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for ea3f6d40-9905-474e-a609-e1d5a78b614f owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:15:17.308169 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ea3f6d40-9905-474e-a609-e1d5a78b614f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:17.343209 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=ea3f6d40-9905-474e-a609-e1d5a78b614f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:17.367491 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.367844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.368186 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.368525 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.368860 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.369219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.369550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.369880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.370210 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.370543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.370867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.371187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.371507 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:17.394183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] No DVR routers for this DVR port ea3f6d40-9905-474e-a609-e1d5a78b614f on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:15:17.397715 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:17.401098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-453b7023-e63b-435a-bece-0f138c1208ee req-e309d7f9-b577-4b93-adfe-52d475a27784 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "DELETE /v2.0/ports/ea3f6d40-9905-474e-a609-e1d5a78b614f HTTP/1.1" status: 204 len: 173 time: 0.4047980 Feb 19 02:15:17.401542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'name': 'network-vif-deleted', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:17.403826 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0f51c1-c16f-4ec1-9888-a2ff9b24fb73" -d '{"events": [{"server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "name": "network-vif-deleted", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:17.440817 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e0cfb-e33c-4a15-9abc-c1a154dec708 x-openstack-request-id: req-592e0cfb-e33c-4a15-9abc-c1a154dec708 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:17.441161 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1e3497-c663-4101-9e3b-8073b98f6c65", "name": "network-vif-deleted", "tag": "ea3f6d40-9905-474e-a609-e1d5a78b614f", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:17.441414 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-592e0cfb-e33c-4a15-9abc-c1a154dec708 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:17.441822 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1e3497-c663-4101-9e3b-8073b98f6c65', 'name': 'network-vif-deleted', 'tag': 'ea3f6d40-9905-474e-a609-e1d5a78b614f', 'status': 'completed', 'code': 200} Feb 19 02:15:17.918468 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-452f4944-2f18-4107-bbda-797d8de70fb4 req-bef29bd5-28ce-448e-a0f3-1b1afa60428f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f1e3497-c663-4101-9e3b-8073b98f6c65 HTTP/1.1" status: 200 len: 210 time: 0.0278869 Feb 19 02:15:18.976446 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52742) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:19.024929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:19.336177 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (6169bbbc-5b56-4d63-a880-79ba26914d47), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:19.590911 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 0b0489f2-0e00-489a-badf-1bac58969cbb {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:15:19.591168 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:19.678202 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 0b0489f2-0e00-489a-badf-1bac58969cbb, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=0b0489f2-0e00-489a-badf-1bac58969cbb,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:19.678575 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:19.690226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 0b0489f2-0e00-489a-badf-1bac58969cbb owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:15:19.882740 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (0b0489f2-0e00-489a-badf-1bac58969cbb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:19.908887 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=0b0489f2-0e00-489a-badf-1bac58969cbb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:20.087035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (6169bbbc-5b56-4d63-a880-79ba26914d47), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.304888 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router 6169bbbc-5b56-4d63-a880-79ba26914d47 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:15:20.411295 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:15:20.420447 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebe12b2b-b85a-4d55-92b7-55d162670de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.420862 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7d7e83bf-e89c-4509-8b15-95aae34077c7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/6169bbbc-5b56-4d63-a880-79ba26914d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4403155 Feb 19 02:15:20.420862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52744) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:20.427042 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] Sync routers for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:15:20.437667 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:20.438283 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:14:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:20.471975 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting subnet 7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:15:20.475629 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (7ab75b72-11f4-4b14-ae77-dcdb37b91fc7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.514977 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (7ab75b72-11f4-4b14-ae77-dcdb37b91fc7), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.543454 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:20.604707 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (7ab75b72-11f4-4b14-ae77-dcdb37b91fc7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.665763 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (7ab75b72-11f4-4b14-ae77-dcdb37b91fc7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.692864 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab75b72-11f4-4b14-ae77-dcdb37b91fc7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:20.696787 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.702812 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-3a0d1adb-4bdf-4296-853e-3e650f67c2aa tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/subnets/7ab75b72-11f4-4b14-ae77-dcdb37b91fc7 HTTP/1.1" status: 204 len: 168 time: 0.2784426 Feb 19 02:15:20.703327 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:20.707837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3149b73-cb66-43b9-96b2-7fdb26edd97f None None] Network e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:15:20.724167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:15:19Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:20.751058 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] Checking router: 6169bbbc-5b56-4d63-a880-79ba26914d47 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:15:20.759697 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] Routers {'6169bbbc-5b56-4d63-a880-79ba26914d47'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:20.760318 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:14:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['6169bbbc-5b56-4d63-a880-79ba26914d47'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:20.827292 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (6169bbbc-5b56-4d63-a880-79ba26914d47), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.877927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] DHCP port deletion for e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:15:20.913373 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] Set router 6169bbbc-5b56-4d63-a880-79ba26914d47 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:20.936523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Deleting port 8a8d557f-ff79-4523-8921-dd86df5284f6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:15:20.937201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.956546 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (6169bbbc-5b56-4d63-a880-79ba26914d47), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.009336 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] For port 8a8d557f-ff79-4523-8921-dd86df5284f6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=8a8d557f-ff79-4523-8921-dd86df5284f6,segment=NetworkSegment(3ab3e018-cca0-41e4-8d2b-d9e4ad68913e),segment_id=3ab3e018-cca0-41e4-8d2b-d9e4ad68913e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:21.009783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.023994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 8a8d557f-ff79-4523-8921-dd86df5284f6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:15:21.024943 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 30668622-299d-40b4-9d53-51935fda55bd {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:15:21.025728 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (30668622-299d-40b4-9d53-51935fda55bd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.055760 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Calling delete_port for 8a8d557f-ff79-4523-8921-dd86df5284f6 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:15:21.115960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 30668622-299d-40b4-9d53-51935fda55bd, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=30668622-299d-40b4-9d53-51935fda55bd,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:21.116562 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (30668622-299d-40b4-9d53-51935fda55bd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.128824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 30668622-299d-40b4-9d53-51935fda55bd owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:15:21.168033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 8a8d557f-ff79-4523-8921-dd86df5284f6 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:21.168441 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.193473 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (8a8d557f-ff79-4523-8921-dd86df5284f6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.219177 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:15:19Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:21.242148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] No DVR routers for this DVR port 8a8d557f-ff79-4523-8921-dd86df5284f6 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:15:21.244881 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8c481-8c71-4e5b-bd44-e96fd7d7f277 None None] The sync data for ids ['6169bbbc-5b56-4d63-a880-79ba26914d47'] in n-d-826752-2 is: [{'id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829724655', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '30668622-299d-40b4-9d53-51935fda55bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:13:34Z', 'updated_at': '2022-02-19T02:15:19Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '30668622-299d-40b4-9d53-51935fda55bd', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169bbbc-5b56-4d63-a880-79ba26914d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:13:35Z', 'updated_at': '2022-02-19T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:15:21.246478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Pushing event deleted for resources: {'Port': ['ID=8a8d557f-ff79-4523-8921-dd86df5284f6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:21.255607 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.255958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.257037 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.257246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.258910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.258910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.258910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.258910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.258910 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.259326 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.259655 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.259981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.260306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87144-fe29-495d-97eb-91bba021abf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:21.330127 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (30668622-299d-40b4-9d53-51935fda55bd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.357519 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=30668622-299d-40b4-9d53-51935fda55bd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:21.395334 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ea3f6d40-9905-474e-a609-e1d5a78b614f no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:15:21.415277 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: ea3f6d40-9905-474e-a609-e1d5a78b614f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:15:21.415620 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device ea3f6d40-9905-474e-a609-e1d5a78b614f not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:15:21.423414 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (6169bbbc-5b56-4d63-a880-79ba26914d47), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.842207 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (6169bbbc-5b56-4d63-a880-79ba26914d47), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.844336 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (6169bbbc-5b56-4d63-a880-79ba26914d47), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.887481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (6169bbbc-5b56-4d63-a880-79ba26914d47), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.888074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Fanout notify agent at l3_agent the message router_deleted on router 6169bbbc-5b56-4d63-a880-79ba26914d47 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:15:21.895175 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:21.896285 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-63d0997d-2925-4519-b86b-9c5457fdb50e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/routers/6169bbbc-5b56-4d63-a880-79ba26914d47 HTTP/1.1" status: 204 len: 168 time: 1.1920352 Feb 19 02:15:21.899078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52748) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:21.980822 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.067275 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.088022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:22.097011 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:22.097331 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab3e018-cca0-41e4-8d2b-d9e4ad68913e') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:22.106481 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (3ab3e018-cca0-41e4-8d2b-d9e4ad68913e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.120037 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (3ab3e018-cca0-41e4-8d2b-d9e4ad68913e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.125964 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:15:22.126428 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (3ab3e018-cca0-41e4-8d2b-d9e4ad68913e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:15:22.129633 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:15:22.189801 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.197518 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.200556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/networks/e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae HTTP/1.1" status: 204 len: 168 time: 0.3005345 Feb 19 02:15:22.203645 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52750) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:22.212371 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cbac0-4db6-4bbc-94bb-17d9dadf2ea5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Network': ['ID=e8bf6d0a-6ec4-4bd4-9de4-84e2db53c4ae,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:22.259988 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cd59cb-4e11-400d-b692-faaaa6290c16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (abcc5281-a2f3-476d-b0d2-36a465746487), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.284639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cd59cb-4e11-400d-b692-faaaa6290c16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (abcc5281-a2f3-476d-b0d2-36a465746487), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.350196 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cd59cb-4e11-400d-b692-faaaa6290c16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (abcc5281-a2f3-476d-b0d2-36a465746487), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.352818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cd59cb-4e11-400d-b692-faaaa6290c16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.354081 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-93cd59cb-4e11-400d-b692-faaaa6290c16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/security-groups/abcc5281-a2f3-476d-b0d2-36a465746487 HTTP/1.1" status: 204 len: 168 time: 0.1494358 Feb 19 02:15:22.363451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd59cb-4e11-400d-b692-faaaa6290c16 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc5281-a2f3-476d-b0d2-36a465746487,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:22.569930 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52756) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:22.574499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861948155', 'description': 'tempest-secgroup-smoke-1861948155 description', 'project_id': '0dfd2baaad5943d8b6215a38211037ef'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:22.594211 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.662041 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (2db42fa0-d333-4bd5-96fd-3682547a6b5d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.666265 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2db42fa0-d333-4bd5-96fd-3682547a6b5d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.696330 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.697521 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1265643 Feb 19 02:15:22.699379 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be66b7-ad3b-4c21-bbdd-7cfac2421b43 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db42fa0-d333-4bd5-96fd-3682547a6b5d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:22.700641 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52758) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:22.705589 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '2db42fa0-d333-4bd5-96fd-3682547a6b5d', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:22.734418 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (ea805536-4bde-484a-9e5b-fb037241fedf), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.780550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e2f562e-8652-4be2-991c-49f0713eac9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.781564 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (ea805536-4bde-484a-9e5b-fb037241fedf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.785275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (ea805536-4bde-484a-9e5b-fb037241fedf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.802791 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea805536-4bde-484a-9e5b-fb037241fedf,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:22.811162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.812348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-eaa38dd1-2253-496c-a278-e65c27fbd793 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106412 Feb 19 02:15:22.815131 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52760) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:22.819423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '2db42fa0-d333-4bd5-96fd-3682547a6b5d', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:22.843285 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (7ac4068d-6868-4cf5-bc45-ad5b69fbfbb3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.902493 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (7ac4068d-6868-4cf5-bc45-ad5b69fbfbb3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.910472 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (7ac4068d-6868-4cf5-bc45-ad5b69fbfbb3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.929130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac4068d-6868-4cf5-bc45-ad5b69fbfbb3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:22.937122 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.938327 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-795c832c-84ad-4b19-abf4-e839a1cab5cc tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222668 Feb 19 02:15:22.941274 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52762) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:22.942092 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30668622-299d-40b4-9d53-51935fda55bd no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:15:22.945650 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '2db42fa0-d333-4bd5-96fd-3682547a6b5d', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:22.963650 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 30668622-299d-40b4-9d53-51935fda55bd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:15:22.964422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 30668622-299d-40b4-9d53-51935fda55bd not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:15:22.964777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0b0489f2-0e00-489a-badf-1bac58969cbb no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:15:22.971083 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (613a8afc-6409-434b-acfe-1ac2067a646e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:22.987362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 0b0489f2-0e00-489a-badf-1bac58969cbb {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:15:22.987717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 0b0489f2-0e00-489a-badf-1bac58969cbb not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:15:23.028308 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (613a8afc-6409-434b-acfe-1ac2067a646e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.032023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (613a8afc-6409-434b-acfe-1ac2067a646e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.050640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613a8afc-6409-434b-acfe-1ac2067a646e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:23.056682 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.057325 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6c808da1-2f9a-44ef-84e3-b5dcb8cc993e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150589 Feb 19 02:15:23.060052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52764) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:23.064288 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '2db42fa0-d333-4bd5-96fd-3682547a6b5d', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:23.088284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (7358561a-85fd-41be-850d-7d45836e1d39), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.146429 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (7358561a-85fd-41be-850d-7d45836e1d39), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.150186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (7358561a-85fd-41be-850d-7d45836e1d39), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.168622 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7358561a-85fd-41be-850d-7d45836e1d39,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:23.177653 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.178771 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-949f498a-b125-413f-a0b9-8098cb4c7615 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178100 Feb 19 02:15:23.181524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52766) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:23.185668 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '2db42fa0-d333-4bd5-96fd-3682547a6b5d', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:23.205325 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:15:23.210650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (b5621c18-9f88-45b2-877d-663ffa1c9681), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.268478 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (b5621c18-9f88-45b2-877d-663ffa1c9681), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.272520 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (b5621c18-9f88-45b2-877d-663ffa1c9681), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.289257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5621c18-9f88-45b2-877d-663ffa1c9681,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:23.296890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.298102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-34701ca3-b0b4-440f-ae0f-cc049d7b46d6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156652 Feb 19 02:15:23.300779 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52768) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:23.305222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'security_group_rule': {'security_group_id': '2db42fa0-d333-4bd5-96fd-3682547a6b5d', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:23.324986 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Project 0dfd2baaad5943d8b6215a38211037ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:15:23.329992 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (e2f08868-3e1d-4aaf-b47b-064981d665a2), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.388157 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (e2f08868-3e1d-4aaf-b47b-064981d665a2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.391743 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e2f08868-3e1d-4aaf-b47b-064981d665a2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.410657 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f08868-3e1d-4aaf-b47b-064981d665a2,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:23.418737 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.419938 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a83414bf-7602-4500-8fd1-8ad88802a022 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180394 Feb 19 02:15:23.422850 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52770) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:23.427617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'network': {'name': 'tempest-network-smoke--1839193721', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'port_security_enabled': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:23.446310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:15:23.449648 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.473129 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:15:23.481832 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a276ab8e-02af-4784-bab4-83f3ba7b36d0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.482180 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Added segment a276ab8e-02af-4784-bab4-83f3ba7b36d0 of type vlan for network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 Feb 19 02:15:23.524931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.548427 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.553527 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:23.554109 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.604140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1802576 Feb 19 02:15:23.606960 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:23.611671 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'admin_state_up': True, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:23.622795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d3ede-bdfa-4ea0-9694-56d7b40055e0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Network': ['ID=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:23.633995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:15:23.634582 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c8bb2638-cd03-472e-931e-33930b62cc51), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.635607 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c8bb2638-cd03-472e-931e-33930b62cc51), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.698212 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (c8bb2638-cd03-472e-931e-33930b62cc51), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.839450 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c8bb2638-cd03-472e-931e-33930b62cc51), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:23.956067 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.041634 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c8bb2638-cd03-472e-931e-33930b62cc51), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.060213 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.164262 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.226 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/7866d79a-f645-4ff4-9c06-50de511ae195) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:24.265139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (7866d79a-f645-4ff4-9c06-50de511ae195), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.298191 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.335114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:24.337799 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:24.343162 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:24.369729 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=7866d79a-f645-4ff4-9c06-50de511ae195,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:24.619383 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c8bb2638-cd03-472e-931e-33930b62cc51), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.821979 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c8bb2638-cd03-472e-931e-33930b62cc51), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:24.958333 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c8bb2638-cd03-472e-931e-33930b62cc51 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:15:25.065289 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:15:25.075922 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Sync routers for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:15:25.086375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.086618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:25.090455 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:25.090639 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4bdef142-0f01-4066-9ce1-8344ad1d7c9d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4796290 Feb 19 02:15:25.090639 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52774) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:25.118364 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-6bdf3e86-c9a5-45d7-8d58-83a8c30e8046 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0dfd2baaad5943d8b6215a38211037ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266497 Feb 19 02:15:25.120890 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:25.200072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:25.208046 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fde0a8-b1b3-4f20-8642-ee8f68be4219 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:25.209632 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-f8fde0a8-b1b3-4f20-8642-ee8f68be4219 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878017 Feb 19 02:15:25.212380 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52778) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:25.244134 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ba117a20-2566-4e07-a285-f304422be845 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=9b66f9e1-9d51-4959-9133-aa387e06226f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306983 Feb 19 02:15:25.246736 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:25.251369 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095304746', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:25.338334 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:15:25.341762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.532035 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (5f7c752e-f383-49cd-b789-c340139ada70), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.541928 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:24Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:25.568075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Checking router: c8bb2638-cd03-472e-931e-33930b62cc51 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:15:25.568604 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Updating router c8bb2638-cd03-472e-931e-33930b62cc51 port 7866d79a-f645-4ff4-9c06-50de511ae195 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:15:25.594176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Subnet': ['ID=5f7c752e-f383-49cd-b789-c340139ada70,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:25.602383 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Checking segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:15:25.602745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network hostable DHCP agents. Network: 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:15:25.605755 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.621669 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:15:25.630839 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:25.633324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.635310 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:25.635963 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.651256 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a1852-14cf-4a54-a2c9-9fdba4f6f42f None None] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:15:25.654824 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5692e31e-c9b3-4c40-8a2c-d6554843641b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4070587 Feb 19 02:15:25.657489 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:25.854335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:15:25.855168 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:25.894836 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:15:26.038400 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Publish callbacks [] for port (7866d79a-f645-4ff4-9c06-50de511ae195), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.050044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.086323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Allocated IP 172.20.0.2 (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67/5f7c752e-f383-49cd-b789-c340139ada70/686c7dc5-b4a0-46c2-9fc0-b7c24ba72773) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:26.105034 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.132580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Attempting to bind port 7866d79a-f645-4ff4-9c06-50de511ae195 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:15:26.132951 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Attempting to bind port 7866d79a-f645-4ff4-9c06-50de511ae195 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:15:26.133342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Attempting to bind port 7866d79a-f645-4ff4-9c06-50de511ae195 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:26.137622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0efa-a37d-4684-859a-bb7ddbfb766c None None] Pushing event updated for resources: {'Port': ['ID=7866d79a-f645-4ff4-9c06-50de511ae195,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:26.171188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:15:26.171576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:15:26.171968 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.172365 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:15:26.172851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Bound port: 7866d79a-f645-4ff4-9c06-50de511ae195, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:15:26.173245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.255208 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] For port 7866d79a-f645-4ff4-9c06-50de511ae195, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:15:26.263526 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] For port 7866d79a-f645-4ff4-9c06-50de511ae195, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7866d79a-f645-4ff4-9c06-50de511ae195,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:15:26.272744 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.349800 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Publish callbacks [] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.368159 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.378360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0efa-a37d-4684-859a-bb7ddbfb766c None None] Pushing event updated for resources: {'Port': ['ID=7866d79a-f645-4ff4-9c06-50de511ae195,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:26.380914 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:26.382046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:26.446956 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:26.453067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:26.458682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:26.504953 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Pushing event updated for resources: {'Port': ['ID=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:26.573568 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Attempting to bind port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:15:26.573937 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Attempting to bind port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:15:26.574300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Attempting to bind port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 on network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:26.585985 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:15:26.586357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Checking segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:15:26.586749 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.587133 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Bound using segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:15:26.587600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Bound port: 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:15:26.587974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.590787 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:26.721184 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.1 (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67/5f7c752e-f383-49cd-b789-c340139ada70/2a64ea1b-df89-4bdc-8cd0-b046884bfd40) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:26.744006 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.770082 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] For port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:15:26.792968 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] For port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:15:26.816542 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.833921 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.871841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.894821 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1650bd0-ccc3-4049-8e83-0d4b7d4f86ff None None] Pushing event updated for resources: {'Port': ['ID=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:26.900814 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:26.912107 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:24Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:26.919582 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:26.925186 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:26.930149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:26.944813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d696a47-e6dc-48ac-84ae-8bce902b91d1 None None] The sync data for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 is: [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:24Z', 'revision_number': 3, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:15:26.972673 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:26.991334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (c8bb2638-cd03-472e-931e-33930b62cc51), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:27.154901 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:27.499262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:27.504221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:27.578385 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (c8bb2638-cd03-472e-931e-33930b62cc51), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:27.580272 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:27.690249 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:27.691741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:27.817292 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c8bb2638-cd03-472e-931e-33930b62cc51 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:15:27.948227 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:15:27.954272 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a8a16693-faad-4c43-b667-8441bec70268 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/c8bb2638-cd03-472e-931e-33930b62cc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2950778 Feb 19 02:15:27.987466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2455984-53c9-4cef-8406-32fe99240e5d None None] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:15:28.106263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] Provisioning complete for port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:28.106644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.110902 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-cde4164f-3b8a-4269-a995-006a9a62be89 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861948155&fields=id&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 267 time: 0.0495956 Feb 19 02:15:28.198419 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] Current status of the port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:28.198824 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.228267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-8a990d0f-9cb4-411f-abc4-898a89507a45 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:28.230172 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-8a990d0f-9cb4-411f-abc4-898a89507a45 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 797 time: 0.1117716 Feb 19 02:15:28.235177 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] For port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:28.242821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.246307 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-f538c083-2f4e-4eeb-bccd-7a672fa65b93 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/quotas/0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 375 time: 0.0105510 Feb 19 02:15:28.313270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a0f19-6ac1-4b5e-b35c-77425c9ed543 None None] Pushing event updated for resources: {'Port': ['ID=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:28.318600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-2b42b5b3-8e73-48ae-9db3-5f4f2fd809e7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657144 Feb 19 02:15:28.379155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c5d1aeb5-3efe-4b19-8f2e-dc0b5ee12941 None None] Provisioning complete for port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:28.379906 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5d1aeb5-3efe-4b19-8f2e-dc0b5ee12941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.472236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1aeb5-3efe-4b19-8f2e-dc0b5ee12941 None None] Current status of the port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:28.479807 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-bd04fa6d-151c-48b2-aaa4-189bfbf4869e service neutron] 10.222.0.43 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459925 Feb 19 02:15:28.483483 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c5d1aeb5-3efe-4b19-8f2e-dc0b5ee12941 None None] Provisioning complete for port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:28.483938 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5d1aeb5-3efe-4b19-8f2e-dc0b5ee12941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.523646 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1aeb5-3efe-4b19-8f2e-dc0b5ee12941 None None] Port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:15:28.577723 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-eacfb6c1-5c01-4460-940d-cab73f794214 service neutron] 10.222.0.43 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896237 Feb 19 02:15:28.647121 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d51bc7d5-c9ec-4bfa-ad3f-ef2ecdbdd060 None None] Provisioning complete for port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:28.647586 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d51bc7d5-c9ec-4bfa-ad3f-ef2ecdbdd060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.688169 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d51bc7d5-c9ec-4bfa-ad3f-ef2ecdbdd060 None None] Port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:15:28.767852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d8fc60c5-76d1-467a-9c30-7aa6fe4c9dcc req-4f6f0ef8-a173-4e0c-9cbc-cb4423a775a8 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 210 time: 0.0291591 Feb 19 02:15:28.790733 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Sync routers for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:15:28.800768 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:28.801420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:28.917741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4ac9505c-aa6c-4a80-a110-ec4d76413cdf None None] Provisioning complete for port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:28.918195 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ac9505c-aa6c-4a80-a110-ec4d76413cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:28.920411 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:28.960476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9505c-aa6c-4a80-a110-ec4d76413cdf None None] Port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:15:29.042246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:15:29.098219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:29.098611 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.174486 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 2, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:29.184451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:29.185677 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7866d79a-f645-4ff4-9c06-50de511ae195 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:15:29.209386 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Checking router: c8bb2638-cd03-472e-931e-33930b62cc51 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:15:29.209875 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Updating router c8bb2638-cd03-472e-931e-33930b62cc51 port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:15:29.244310 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7866d79a-f645-4ff4-9c06-50de511ae195 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:29.245088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.246598 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.347380 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7866d79a-f645-4ff4-9c06-50de511ae195 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:29.347767 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.374732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 7866d79a-f645-4ff4-9c06-50de511ae195, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7866d79a-f645-4ff4-9c06-50de511ae195,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:29.379220 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.438676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=7866d79a-f645-4ff4-9c06-50de511ae195,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:29.551841 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Publish callbacks [] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.557156 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.605912 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Pushing event updated for resources: {'Port': ['ID=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:29.630097 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.630447 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.630788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.631122 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.631496 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.631818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.632144 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.632466 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.632788 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.633133 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.633459 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.633776 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.634650 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:29.669921 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Attempting to bind port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:15:29.670292 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Attempting to bind port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:15:29.670658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Attempting to bind port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 on network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:29.676244 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:15:29.676706 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Checking segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:15:29.677012 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.677436 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Bound using segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:15:29.677874 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Bound port: 2a64ea1b-df89-4bdc-8cd0-b046884bfd40, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:15:29.678278 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.751229 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] For port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:15:29.754666 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] For port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:15:29.760752 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.817829 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81bfa-477c-4ba8-a14a-f8cbf63f06ea None None] Pushing event updated for resources: {'Port': ['ID=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:29.845614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:29.847068 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:29.894011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] Provisioning complete for port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:29.896356 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:29.904036 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-c29008a2-6859-4499-926e-959fd67e3619 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:29.906919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-c29008a2-6859-4499-926e-959fd67e3619 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 797 time: 0.1526482 Feb 19 02:15:29.935466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-988d2cf8-ea10-4d01-adca-dc72aa9ca60a req-7bea6b1e-b89d-454e-904a-9f85dead8dab tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 210 time: 0.0683620 Feb 19 02:15:29.990193 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-82545806-a352-4d7b-9bf5-7a146797deae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfd2baaad5943d8b6215a38211037ef HTTP/1.1" status: 200 len: 380 time: 0.0748456 Feb 19 02:15:29.991594 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] Current status of the port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:29.992111 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.004941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'port': {'device_id': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'admin_state_up': True, 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'security_groups': ['2db42fa0-d333-4bd5-96fd-3682547a6b5d']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:30.006158 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:30.029622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] For port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:30.036076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.096014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4acd9d-f055-4a38-b673-ee19fdc7fab8 None None] Pushing event updated for resources: {'Port': ['ID=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:30.158900 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Made reservation on behalf of 0dfd2baaad5943d8b6215a38211037ef for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:15:30.160062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ba48dac3-dbf8-45a5-8f7e-e9320a0b9278 None None] Provisioning complete for port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:30.160582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba48dac3-dbf8-45a5-8f7e-e9320a0b9278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.163113 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.251702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dac3-dbf8-45a5-8f7e-e9320a0b9278 None None] Current status of the port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:30.261872 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:30.292235 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fe57b-6a46-4054-b5ef-22f317563144 None None] The sync data for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 is: [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:15:30.294021 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.20.0.10 (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67/5f7c752e-f383-49cd-b789-c340139ada70/3353b587-a959-4065-b575-b85cebdb92c1) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:30.451446 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (3353b587-a959-4065-b575-b85cebdb92c1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.492147 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3353b587-a959-4065-b575-b85cebdb92c1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.537358 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:30.542625 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:30.547109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:30.551135 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=3353b587-a959-4065-b575-b85cebdb92c1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:30.600673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:30.601341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.629172 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-e9492621-ff4f-4012-9519-0f951f4da7cb tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6310568 Feb 19 02:15:30.643492 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Request body: {'port': {'device_id': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:30.716320 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3353b587-a959-4065-b575-b85cebdb92c1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.776285 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-01042825-1692-4b1f-a043-319d439b6ed4 None None] Provisioning complete for port 3353b587-a959-4065-b575-b85cebdb92c1 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:30.776655 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-01042825-1692-4b1f-a043-319d439b6ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3353b587-a959-4065-b575-b85cebdb92c1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:30.822829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-01042825-1692-4b1f-a043-319d439b6ed4 None None] Port 3353b587-a959-4065-b575-b85cebdb92c1 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:15:31.009555 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3353b587-a959-4065-b575-b85cebdb92c1 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:15:31.018896 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Publish callbacks [] for port (3353b587-a959-4065-b575-b85cebdb92c1), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.041576 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7866d79a-f645-4ff4-9c06-50de511ae195 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:15:31.046738 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Transition to ACTIVE for port object 3353b587-a959-4065-b575-b85cebdb92c1 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:15:31.068919 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3353b587-a959-4065-b575-b85cebdb92c1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.095382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 7866d79a-f645-4ff4-9c06-50de511ae195 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:31.095754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.147938 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aae2c2-5763-42ef-888c-664b8b0df19a req-37e81340-8cb2-41a8-8f80-8cfa4e697f31 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:31.149633 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91aae2c2-5763-42ef-888c-664b8b0df19a req-37e81340-8cb2-41a8-8f80-8cfa4e697f31 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 932 time: 0.1206434 Feb 19 02:15:31.150310 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Pushing event updated for resources: {'Port': ['ID=3353b587-a959-4065-b575-b85cebdb92c1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:31.189859 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 7866d79a-f645-4ff4-9c06-50de511ae195 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:31.190940 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:15:31.313878 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-91aae2c2-5763-42ef-888c-664b8b0df19a req-46b05235-f983-4891-8b5c-72f3ef1d7109 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431670 Feb 19 02:15:31.320071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Attempting to bind port 3353b587-a959-4065-b575-b85cebdb92c1 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:15:31.320399 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Attempting to bind port 3353b587-a959-4065-b575-b85cebdb92c1 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:15:31.320724 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Attempting to bind port 3353b587-a959-4065-b575-b85cebdb92c1 on network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:31.327852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Port 3353b587-a959-4065-b575-b85cebdb92c1 on network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:15:31.328107 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Attempting to bind port 3353b587-a959-4065-b575-b85cebdb92c1 on network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:31.335103 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:15:31.335451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Checking segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:15:31.335817 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Bound using segment: {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:15:31.336253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Bound port: 3353b587-a959-4065-b575-b85cebdb92c1, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a276ab8e-02af-4784-bab4-83f3ba7b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:15:31.336604 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3353b587-a959-4065-b575-b85cebdb92c1), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.442781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] For port 3353b587-a959-4065-b575-b85cebdb92c1, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:15:31.447334 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] For port 3353b587-a959-4065-b575-b85cebdb92c1, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3353b587-a959-4065-b575-b85cebdb92c1,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:15:31.458195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (3353b587-a959-4065-b575-b85cebdb92c1), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.499042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:31.499888 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.506810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] 10.222.0.89 "PUT /v2.0/ports/3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 1092 time: 0.8696847 Feb 19 02:15:31.507451 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:31.510961 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f" -d '{"events": [{"name": "network-changed", "server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "tag": "3353b587-a959-4065-b575-b85cebdb92c1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:31.542298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:31.542793 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:31.610905 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d3544-4cd4-40a6-a80a-975fe5c8efb7 x-openstack-request-id: req-1b5d3544-4cd4-40a6-a80a-975fe5c8efb7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:31.611313 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "tag": "3353b587-a959-4065-b575-b85cebdb92c1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:31.611643 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b5d3544-4cd4-40a6-a80a-975fe5c8efb7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:31.612155 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1', 'status': 'completed', 'code': 200} Feb 19 02:15:31.621629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bcca7-bb25-4c54-b473-959824822a36 service neutron] Pushing event updated for resources: {'Port': ['ID=3353b587-a959-4065-b575-b85cebdb92c1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:31.653128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-3d894b00-a2d7-4880-8174-8a0bd5f10851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:31.654860 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-3d894b00-a2d7-4880-8174-8a0bd5f10851 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1126 time: 0.0888765 Feb 19 02:15:31.684625 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:31.711416 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-236c51b3-6510-4c79-9e09-514f12dfa4b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 217 time: 0.0489016 Feb 19 02:15:31.766722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-37031c7b-74f3-4eb8-a918-f3175cacf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:31.768291 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-37031c7b-74f3-4eb8-a918-f3175cacf78d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 200 len: 835 time: 0.0512977 Feb 19 02:15:31.838743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-9f520d09-d6b3-41d4-b3e2-c339f45bb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:31.842783 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-9f520d09-d6b3-41d4-b3e2-c339f45bb6a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687726 Feb 19 02:15:31.953736 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-573a9e62-4508-495b-902d-dd77e8f7c9a2 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044767 Feb 19 02:15:32.041732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6bfe8afb-8aa6-4f8d-8570-d29b6aa6f5e5 req-d77d21da-f6bc-4ca0-8b72-fefcb936b805 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814505 Feb 19 02:15:32.133917 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-a2860fd1-5790-4c1b-af91-be795282414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:32.135458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-a2860fd1-5790-4c1b-af91-be795282414e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1126 time: 0.0467098 Feb 19 02:15:32.231268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-7596d145-c6c9-4d58-bd09-be61d27a2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:32.232775 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-7596d145-c6c9-4d58-bd09-be61d27a2738 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 898 time: 0.0915649 Feb 19 02:15:32.277775 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-df385061-ddec-407f-a596-ea8db38e2d7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 217 time: 0.0388086 Feb 19 02:15:32.696784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-13c1f7dd-564c-441c-895a-38a335074a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:32.698217 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-13c1f7dd-564c-441c-895a-38a335074a74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 200 len: 835 time: 0.4130874 Feb 19 02:15:32.745024 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c8242-6bea-47fd-b488-ee43ae7f3a95 req-5c7f8146-00b9-4f5f-affe-a8368415feed tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:32.746503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f15c8242-6bea-47fd-b488-ee43ae7f3a95 req-5c7f8146-00b9-4f5f-affe-a8368415feed tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 944 time: 0.0892472 Feb 19 02:15:32.779644 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-9e2f7700-3a4e-49d0-8ea6-52afc8d149f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:32.781162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-9e2f7700-3a4e-49d0-8ea6-52afc8d149f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0751231 Feb 19 02:15:32.846297 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f15c8242-6bea-47fd-b488-ee43ae7f3a95 req-7d3e6796-94cb-402c-a517-0a60093977c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929143 Feb 19 02:15:32.888945 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-45569f79-4135-42ff-b07d-93332d1c0b96 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993812 Feb 19 02:15:32.977425 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ddf4ede3-3aaa-41d8-abab-eb7f0468d25f req-085b6867-39da-41d7-a214-5f37fdee8104 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822949 Feb 19 02:15:33.978187 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07c8d9-ac1e-4919-82bd-d655c50af14e req-1ed48fa0-0181-4dd1-bfd4-e6cb31383c62 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:33.979677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c07c8d9-ac1e-4919-82bd-d655c50af14e req-1ed48fa0-0181-4dd1-bfd4-e6cb31383c62 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 944 time: 0.0576804 Feb 19 02:15:34.028211 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c07c8d9-ac1e-4919-82bd-d655c50af14e req-8b4c007d-8097-485f-806b-f62b3fa5a379 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Feb 19 02:15:35.149991 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b592142-4480-4f48-828f-d6ca1795cd49 req-302e4435-9f88-40d3-8578-0069be407ba7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:35.151458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b592142-4480-4f48-828f-d6ca1795cd49 req-302e4435-9f88-40d3-8578-0069be407ba7 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 944 time: 0.0570054 Feb 19 02:15:35.198413 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9b592142-4480-4f48-828f-d6ca1795cd49 req-9b7c3f9c-3ad4-43bd-abe2-61720839ac2c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Feb 19 02:15:35.471911 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3353b587-a959-4065-b575-b85cebdb92c1 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:15:35.567955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3353b587-a959-4065-b575-b85cebdb92c1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3353b587-a959-4065-b575-b85cebdb92c1,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:35.580108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '3353b587-a959-4065-b575-b85cebdb92c1', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'port_id': '3353b587-a959-4065-b575-b85cebdb92c1', 'mac_address': 'fa:16:3e:56:d6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:15:35.618011 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 3353b587-a959-4065-b575-b85cebdb92c1 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:35.618399 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3353b587-a959-4065-b575-b85cebdb92c1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:35.635725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3353b587-a959-4065-b575-b85cebdb92c1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:15:35.655313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3353b587-a959-4065-b575-b85cebdb92c1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3353b587-a959-4065-b575-b85cebdb92c1,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:35.659249 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3353b587-a959-4065-b575-b85cebdb92c1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:35.705665 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=3353b587-a959-4065-b575-b85cebdb92c1,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:35.864635 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['3353b587-a959-4065-b575-b85cebdb92c1'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:15:36.315171 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79717dc-c315-4922-92c3-40f5d993472e req-0078d1eb-7fe8-4954-b381-5012d4716950 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:36.316661 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a79717dc-c315-4922-92c3-40f5d993472e req-0078d1eb-7fe8-4954-b381-5012d4716950 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 945 time: 0.0530269 Feb 19 02:15:36.364423 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a79717dc-c315-4922-92c3-40f5d993472e req-8478fbc2-3393-4f82-8528-ef7140d85cf3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Feb 19 02:15:37.473084 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3353b587-a959-4065-b575-b85cebdb92c1 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:15:37.481305 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13de365-4835-41b0-bd30-8eb1daec1e8f req-62760812-1e74-46f4-b751-8bfacc2e4bc9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:37.482791 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f13de365-4835-41b0-bd30-8eb1daec1e8f req-62760812-1e74-46f4-b751-8bfacc2e4bc9 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 945 time: 0.0521379 Feb 19 02:15:37.523325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 3353b587-a959-4065-b575-b85cebdb92c1 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:15:37.527446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 3353b587-a959-4065-b575-b85cebdb92c1 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:37.527817 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (3353b587-a959-4065-b575-b85cebdb92c1), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:37.533095 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f13de365-4835-41b0-bd30-8eb1daec1e8f req-f02ccb16-6c99-46ab-91bf-f386e54b1d96 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Feb 19 02:15:37.610367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 3353b587-a959-4065-b575-b85cebdb92c1 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:37.610757 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (3353b587-a959-4065-b575-b85cebdb92c1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:37.633434 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:37.635643 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0974adc-63ae-400a-af03-7a220351ec0a" -d '{"events": [{"server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "name": "network-vif-plugged", "status": "completed", "tag": "3353b587-a959-4065-b575-b85cebdb92c1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:37.648189 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 3353b587-a959-4065-b575-b85cebdb92c1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3353b587-a959-4065-b575-b85cebdb92c1,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:37.652355 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (3353b587-a959-4065-b575-b85cebdb92c1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:37.677091 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2543cb-87a9-4aef-9fe2-1bb9ae9dd77a x-openstack-request-id: req-cd2543cb-87a9-4aef-9fe2-1bb9ae9dd77a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:37.677384 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "name": "network-vif-plugged", "status": "completed", "tag": "3353b587-a959-4065-b575-b85cebdb92c1", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:37.677639 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd2543cb-87a9-4aef-9fe2-1bb9ae9dd77a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:37.678063 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1', 'code': 200} Feb 19 02:15:37.704410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=3353b587-a959-4065-b575-b85cebdb92c1,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:37.776089 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26610f9f-90b2-4fc9-9cb0-9e5bcc5f58ff req-699c67d1-fad8-4404-9b07-eb2c2f9ecf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:37.777615 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26610f9f-90b2-4fc9-9cb0-9e5bcc5f58ff req-699c67d1-fad8-4404-9b07-eb2c2f9ecf2e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1128 time: 0.0475206 Feb 19 02:15:37.827520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26610f9f-90b2-4fc9-9cb0-9e5bcc5f58ff req-e4af4985-f880-4e6c-90c7-d47b80d1dd4b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Feb 19 02:15:38.655128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9740c4-7fb2-427e-8b70-2bcd79db5e99 req-4cafd8ed-adfb-4f50-82a3-4f9975945852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:38.656634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb9740c4-7fb2-427e-8b70-2bcd79db5e99 req-4cafd8ed-adfb-4f50-82a3-4f9975945852 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0568054 Feb 19 02:15:38.704500 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cb9740c4-7fb2-427e-8b70-2bcd79db5e99 req-2ef219b2-234a-48c6-8f58-f943a1e651b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Feb 19 02:15:39.829063 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526acf2-b392-4bc4-a373-bd439d90ef55 req-f4be96de-59ac-44d2-80c0-c6db383e7a06 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:39.830576 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3526acf2-b392-4bc4-a373-bd439d90ef55 req-f4be96de-59ac-44d2-80c0-c6db383e7a06 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0569234 Feb 19 02:15:39.878743 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3526acf2-b392-4bc4-a373-bd439d90ef55 req-a7b2d14b-d38c-4cda-a5a4-72f56628357a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Feb 19 02:15:40.001558 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7915-1bf9-4c6a-85ef-338437187458 req-828ca8b4-dd1b-4fca-884d-001e9aa07af5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:40.003167 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e48d7915-1bf9-4c6a-85ef-338437187458 req-828ca8b4-dd1b-4fca-884d-001e9aa07af5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0538299 Feb 19 02:15:40.055950 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e48d7915-1bf9-4c6a-85ef-338437187458 req-edb00871-f742-48b6-a8e9-71b77fcbc95d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 Feb 19 02:15:40.077753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:40.120848 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad6069-660a-4293-b893-bd66b62ec960 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:40.122522 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-38ad6069-660a-4293-b893-bd66b62ec960 tempest-TestNetworkAdvancedServerOps-187086115 tempest-TestNetworkAdvancedServerOps-187086115-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1123 time: 0.0437467 Feb 19 02:15:40.125248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:40.129579 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '3353b587-a959-4065-b575-b85cebdb92c1', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:40.149543 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:40.243994 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:40.351473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Allocated IP 172.25.0.92 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/5b0aed10-9fbc-4082-a387-6aae4bb8c3fb) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:40.453464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:40.486667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:40.528501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:40.531230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:40.536722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:40.542672 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=5b0aed10-9fbc-4082-a387-6aae4bb8c3fb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:40.904168 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (85553243-0e04-41fb-ae26-ea37ce2f9029), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:40.977060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.126047 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.130388 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.197058 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event updated for resources: {'Port': ['ID=5b0aed10-9fbc-4082-a387-6aae4bb8c3fb,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:41.207261 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (85553243-0e04-41fb-ae26-ea37ce2f9029), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.308158 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 85553243-0e04-41fb-ae26-ea37ce2f9029 associated. External IP: 172.25.0.92, port: 3353b587-a959-4065-b575-b85cebdb92c1. Feb 19 02:15:41.519506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c8bb2638-cd03-472e-931e-33930b62cc51 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:15:41.630453 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:15:41.642217 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] Sync routers for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:15:41.648962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.653212 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:41.653913 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:41.679519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-a2707b17-8b20-4b5b-b9f9-70972e86275d tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5532241 Feb 19 02:15:41.680116 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:41.682389 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e63f68-b0d8-4d04-aea5-b62132074855" -d '{"events": [{"name": "network-changed", "server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "tag": "3353b587-a959-4065-b575-b85cebdb92c1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:41.721931 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93483871-b7fb-4740-a196-e2988ff187f9 x-openstack-request-id: req-93483871-b7fb-4740-a196-e2988ff187f9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:41.722598 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "tag": "3353b587-a959-4065-b575-b85cebdb92c1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:41.722791 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93483871-b7fb-4740-a196-e2988ff187f9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:41.723190 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1', 'status': 'completed', 'code': 200} Feb 19 02:15:41.777920 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:41.786286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df5214-9a6f-46b2-b282-019fc146ce54 req-96d8ea12-27dd-4941-a87b-8fe82d9d7a80 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:41.787791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1df5214-9a6f-46b2-b282-019fc146ce54 req-96d8ea12-27dd-4941-a87b-8fe82d9d7a80 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0548885 Feb 19 02:15:41.789670 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-7cc7dea4-9ce6-43b5-8655-044a2390e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:41.791314 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-7cc7dea4-9ce6-43b5-8655-044a2390e343 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1128 time: 0.0466518 Feb 19 02:15:41.841215 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1df5214-9a6f-46b2-b282-019fc146ce54 req-4cb54992-2c4c-48d8-b0da-181a2db1e165 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468390 Feb 19 02:15:41.864159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:41.932144 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-bd3e83f5-f11f-41d4-a8c3-73eb544f71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:41.933678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-bd3e83f5-f11f-41d4-a8c3-73eb544f71d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 898 time: 0.1362703 Feb 19 02:15:41.952437 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-448c79d8-c361-4e3f-92c4-c73a82adb3e4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/85553243-0e04-41fb-ae26-ea37ce2f9029 HTTP/1.1" status: 200 len: 991 time: 0.0856657 Feb 19 02:15:42.007995 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-a86197c7-bb82-4c69-9329-d95ceaf83ef5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 999 time: 0.0657172 Feb 19 02:15:42.015061 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '85553243-0e04-41fb-ae26-ea37ce2f9029', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'port_id': '3353b587-a959-4065-b575-b85cebdb92c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'mac_address': 'fa:16:3e:56:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:15:40Z', 'updated_at': '2022-02-19T02:15:40Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:30Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:42.041804 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] Checking router: c8bb2638-cd03-472e-931e-33930b62cc51 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:15:42.049999 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:15:42.050612 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:42.055818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-1dde07bf-c4d0-4654-9ccb-e6a55559c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:42.057290 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-1dde07bf-c4d0-4654-9ccb-e6a55559c889 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 200 len: 835 time: 0.0434461 Feb 19 02:15:42.105673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-e30eb144-2529-45ec-a300-efb257bed121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:42.107215 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-e30eb144-2529-45ec-a300-efb257bed121 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447044 Feb 19 02:15:42.159959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:15:42.199946 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-3f801d75-dfcb-4b74-a90b-36cfd1065969 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864828 Feb 19 02:15:42.288918 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-34e63f68-b0d8-4d04-aea5-b62132074855 req-419ff9ac-bd57-48f9-9681-09825d29a90f service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824406 Feb 19 02:15:42.385223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '85553243-0e04-41fb-ae26-ea37ce2f9029', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'port_id': '3353b587-a959-4065-b575-b85cebdb92c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'mac_address': 'fa:16:3e:56:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:15:40Z', 'updated_at': '2022-02-19T02:15:40Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:30Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:15:42.411550 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62a095-b47d-4be1-a944-284b68274a4b None None] The sync data for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 is: [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '85553243-0e04-41fb-ae26-ea37ce2f9029', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'port_id': '3353b587-a959-4065-b575-b85cebdb92c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'mac_address': 'fa:16:3e:56:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:15:40Z', 'updated_at': '2022-02-19T02:15:40Z', 'revision_number': 0, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:30Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:15:42.605228 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5724b-08ae-4c82-a49d-44ef6d388c45 None None] New status for floating IP 85553243-0e04-41fb-ae26-ea37ce2f9029: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:15:42.955237 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52848) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:43.021368 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0e3b7bab-4165-4362-b3f6-8715bc877006 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/85553243-0e04-41fb-ae26-ea37ce2f9029 HTTP/1.1" status: 200 len: 993 time: 0.0649331 Feb 19 02:15:47.925148 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-9dba0e16-2ab1-45fc-88cd-58ef59a51c31 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432723 Feb 19 02:15:48.007088 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-1416ec21-047f-4c88-b10c-da818a8f0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:48.009104 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-1416ec21-047f-4c88-b10c-da818a8f0a98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1128 time: 0.0446835 Feb 19 02:15:48.121401 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-a624ec55-eef8-45fe-aad4-8d9b379a32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:48.122852 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-a624ec55-eef8-45fe-aad4-8d9b379a32e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 898 time: 0.0953689 Feb 19 02:15:48.199759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-4e4a2265-87b0-44ad-8a98-ecd5c7b5c7c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 1001 time: 0.0575140 Feb 19 02:15:48.258498 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-4c7ba065-6f95-4e2e-bbb1-ff7e3e978b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:48.259920 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-4c7ba065-6f95-4e2e-bbb1-ff7e3e978b36 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 200 len: 835 time: 0.0439336 Feb 19 02:15:48.312546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-3e186ed7-3adb-4fd4-8f83-ec5a9e0b5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:48.314046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-3e186ed7-3adb-4fd4-8f83-ec5a9e0b5c15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484395 Feb 19 02:15:48.403521 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-1c225091-ec54-4037-b812-d1985542a79d service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837531 Feb 19 02:15:48.495198 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d00309df-bcc1-4009-9c83-3e1b44893cac req-b1ab0da0-67c7-49da-b110-feefab53c8f2 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855994 Feb 19 02:15:49.041601 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:50.418738 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17819894-b5d9-43a6-9ea6-80486610d7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:52.783184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc01a6af-f2ad-429b-9fcb-f7b72602ced6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:53.958040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:55.596122 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:56.696532 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:56.888231 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:02.894461 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:16:14.355215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f56324-3324-4299-b0c0-9804d59c124e req-10777088-ef5d-4b6f-b21e-294757eba709 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:14.356682 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52f56324-3324-4299-b0c0-9804d59c124e req-10777088-ef5d-4b6f-b21e-294757eba709 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0534356 Feb 19 02:16:14.404123 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-52f56324-3324-4299-b0c0-9804d59c124e req-96db976f-935e-468c-944e-6fa52710d75b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Feb 19 02:16:15.525905 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb45b6-71df-4587-882d-6212c3e47000 req-820ecd56-fe8e-45de-9e6f-1af9f0798511 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:15.527397 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96cb45b6-71df-4587-882d-6212c3e47000 req-820ecd56-fe8e-45de-9e6f-1af9f0798511 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0539877 Feb 19 02:16:15.580814 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-96cb45b6-71df-4587-882d-6212c3e47000 req-6b218e37-66a8-4261-b28c-5bae40f4ea48 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474803 Feb 19 02:16:15.602871 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52872) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:15.664839 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-017f4808-034c-44ad-a660-9c1c45824e1e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/85553243-0e04-41fb-ae26-ea37ce2f9029 HTTP/1.1" status: 200 len: 993 time: 0.0608027 Feb 19 02:16:16.975861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cdfdc-0b83-49d6-86ed-4e8c8a21c33c req-fd908a0e-cd72-4e9c-9fea-16c916c194b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:16.977365 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df5cdfdc-0b83-49d6-86ed-4e8c8a21c33c req-fd908a0e-cd72-4e9c-9fea-16c916c194b1 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0878291 Feb 19 02:16:16.983921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-9db35e21-2079-4a1b-8f8b-40e4b4b5290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:16.985337 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-9db35e21-2079-4a1b-8f8b-40e4b4b5290b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1128 time: 0.0690053 Feb 19 02:16:17.076056 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-df5cdfdc-0b83-49d6-86ed-4e8c8a21c33c req-d010a5fc-8294-49f3-a7a6-39498dce240e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897663 Feb 19 02:16:17.105053 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-d43f0fb3-2d80-4c63-8ad1-6fd6502bd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:17.107140 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-d43f0fb3-2d80-4c63-8ad1-6fd6502bd4a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 898 time: 0.1146014 Feb 19 02:16:17.174733 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-65880619-e5c8-48d4-869f-c0ce8a2a713e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 1001 time: 0.0617843 Feb 19 02:16:17.221501 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-3989e9b0-f9d1-4683-b16e-73b23d80c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:17.222905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-3989e9b0-f9d1-4683-b16e-73b23d80c507 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 200 len: 835 time: 0.0427704 Feb 19 02:16:17.269391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-af070d92-a147-466d-9799-ae18cc13be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:17.270844 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-af070d92-a147-466d-9799-ae18cc13be24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426745 Feb 19 02:16:17.361092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-f53a8a86-ec78-4085-91d2-8930e87c29a5 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841324 Feb 19 02:16:17.447287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8123dc11-8ef7-455d-9db4-bd08eb1de461 req-4db94484-0612-4b4c-b317-f89eb9d2fb6a service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801685 Feb 19 02:16:18.198973 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f6315-a794-4996-8597-c4df088f1996 req-131ef1fa-8a6c-4783-96bf-cea893dc319c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:18.201020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-312f6315-a794-4996-8597-c4df088f1996 req-131ef1fa-8a6c-4783-96bf-cea893dc319c tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0546951 Feb 19 02:16:18.261097 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-312f6315-a794-4996-8597-c4df088f1996 req-2211c352-7eec-4a6a-9a51-31941723cf17 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537689 Feb 19 02:16:19.070336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:19.389995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24e64a-62df-4d68-8682-aabcf66916b8 req-24b886be-aab2-4814-8efd-6828752bed4b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:19.391475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f24e64a-62df-4d68-8682-aabcf66916b8 req-24b886be-aab2-4814-8efd-6828752bed4b tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0571663 Feb 19 02:16:19.438809 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8f24e64a-62df-4d68-8682-aabcf66916b8 req-e7ecca64-b7b8-4ecf-953c-cd4a7779418f tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 Feb 19 02:16:19.464543 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52884) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:19.523405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f5953b27-e62a-4d0c-9145-32911c5d9ac5 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/floatingips/85553243-0e04-41fb-ae26-ea37ce2f9029 HTTP/1.1" status: 200 len: 993 time: 0.0576818 Feb 19 02:16:19.734872 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52890) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:19.892548 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 5b0aed10-9fbc-4082-a387-6aae4bb8c3fb {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:16:19.892799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:19.963997 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:19.964321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:19.975481 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 5b0aed10-9fbc-4082-a387-6aae4bb8c3fb owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:16:20.120702 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (5b0aed10-9fbc-4082-a387-6aae4bb8c3fb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:20.145506 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=5b0aed10-9fbc-4082-a387-6aae4bb8c3fb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:20.156838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.157219 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.157561 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.157897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.158253 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.158629 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.158945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.159269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.159614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.159945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.160283 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.160615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.160922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:20.218066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for floatingip (85553243-0e04-41fb-ae26-ea37ce2f9029), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:20.218410 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Floating IP 85553243-0e04-41fb-ae26-ea37ce2f9029 disassociated (deleted). External IP: 172.25.0.92, port: 3353b587-a959-4065-b575-b85cebdb92c1. Feb 19 02:16:20.423300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f49c-b51a-45b7-9cf9-cf6d3cd919b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:20.432152 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c8bb2638-cd03-472e-931e-33930b62cc51 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:16:20.866248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:20.870943 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:20.875585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] Sync routers for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:20.885466 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:20.886083 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:20.900841 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ea47b143-d3d9-4812-a81a-de55e15480c0 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/floatingips/85553243-0e04-41fb-ae26-ea37ce2f9029 HTTP/1.1" status: 204 len: 168 time: 1.1648231 Feb 19 02:16:20.901596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:16:20.905078 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23405eb-6853-4756-811a-b8b2c72f2661" -d '{"events": [{"name": "network-changed", "server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "tag": "3353b587-a959-4065-b575-b85cebdb92c1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:16:20.943955 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e40da3-612b-4806-b5b1-ba51105fee8a x-openstack-request-id: req-a0e40da3-612b-4806-b5b1-ba51105fee8a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:16:20.944435 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "tag": "3353b587-a959-4065-b575-b85cebdb92c1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:16:20.944846 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0e40da3-612b-4806-b5b1-ba51105fee8a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:16:20.945448 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1', 'status': 'completed', 'code': 200} Feb 19 02:16:21.006180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:21.024428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-0117084b-8090-4736-8799-49e1da6e445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:21.026113 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-0117084b-8090-4736-8799-49e1da6e445d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dfd2baaad5943d8b6215a38211037ef&device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 1128 time: 0.0596471 Feb 19 02:16:21.122292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-fcc9a5d7-9fc6-48c7-99d2-c29b389bde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:21.123657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-fcc9a5d7-9fc6-48c7-99d2-c29b389bde32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 200 len: 898 time: 0.0921884 Feb 19 02:16:21.168491 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-a00c1ff9-5066-4060-bde5-f4926ab283b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 200 len: 217 time: 0.0376384 Feb 19 02:16:21.176069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e78c97-c01a-48a8-bba2-771f87700ffb req-fcb16427-b4bd-4bd1-bfb7-7007075ed1b6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:21.177612 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-87e78c97-c01a-48a8-bba2-771f87700ffb req-fcb16427-b4bd-4bd1-bfb7-7007075ed1b6 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0554674 Feb 19 02:16:21.221634 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-91da860f-3003-4849-8b31-2e14d9ae5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:21.222237 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:30Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:21.223519 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-91da860f-3003-4849-8b31-2e14d9ae5a9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 200 len: 835 time: 0.0482955 Feb 19 02:16:21.230193 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-87e78c97-c01a-48a8-bba2-771f87700ffb req-3d54d4d2-ff67-4eaf-9f59-737df725ed38 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462537 Feb 19 02:16:21.249228 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] Checking router: c8bb2638-cd03-472e-931e-33930b62cc51 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:21.257898 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:21.258516 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:15:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:21.274215 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-0a8c6aa3-1121-4ab0-8405-d2f66300c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:21.275717 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-0a8c6aa3-1121-4ab0-8405-d2f66300c24c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448220 Feb 19 02:16:21.365957 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:21.367254 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-a35b1f58-e031-4c7f-800d-119f3b182ac7 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843408 Feb 19 02:16:21.457496 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b23405eb-6853-4756-811a-b8b2c72f2661 req-f2b1b4f8-9d82-4271-9afd-feae7b579339 service neutron] 10.222.0.89 "GET /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835633 Feb 19 02:16:21.567599 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:30Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:21.593802 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164feb88-a24a-4560-83d4-9feb4ccd9317 None None] The sync data for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 is: [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:15:27Z', 'revision_number': 4, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '2a64ea1b-df89-4bdc-8cd0-b046884bfd40', 'name': '', 'network_id': '8ec4e5bf-0991-4448-bbc5-a930d8bb8f67', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'mac_address': 'fa:16:3e:2a:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5f7c752e-f383-49cd-b789-c340139ada70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:26Z', 'updated_at': '2022-02-19T02:15:30Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'subnets': [{'id': '5f7c752e-f383-49cd-b789-c340139ada70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:21.812477 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19157595-9514-4b65-8ebe-c91a96a0ee21 None None] New status for floating IP 85553243-0e04-41fb-ae26-ea37ce2f9029: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:16:22.359300 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c04534-969b-4f83-a1ae-b395c1ca86a2 req-d7273842-7602-4a1d-8eb4-9051e95b9ffd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:22.360769 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1c04534-969b-4f83-a1ae-b395c1ca86a2 req-d7273842-7602-4a1d-8eb4-9051e95b9ffd tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0581195 Feb 19 02:16:22.408810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e1c04534-969b-4f83-a1ae-b395c1ca86a2 req-d6265925-9df1-4a7b-9c8c-f7194f94161a tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db42fa0-d333-4bd5-96fd-3682547a6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Feb 19 02:16:22.702977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-5d5a460a-750d-45fc-9d37-db10a8908ace tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:22.704677 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-5d5a460a-750d-45fc-9d37-db10a8908ace tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 946 time: 0.0517011 Feb 19 02:16:22.785573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f09a-80ee-4827-afd4-8048262365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:22.800943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 3353b587-a959-4065-b575-b85cebdb92c1 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:16:22.801321 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (3353b587-a959-4065-b575-b85cebdb92c1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:22.889338 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 3353b587-a959-4065-b575-b85cebdb92c1, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=3353b587-a959-4065-b575-b85cebdb92c1,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:22.889705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (3353b587-a959-4065-b575-b85cebdb92c1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:22.901284 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 3353b587-a959-4065-b575-b85cebdb92c1 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:16:23.030518 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (3353b587-a959-4065-b575-b85cebdb92c1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:23.058154 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=3353b587-a959-4065-b575-b85cebdb92c1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:23.102566 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] No DVR routers for this DVR port 3353b587-a959-4065-b575-b85cebdb92c1 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:16:23.105247 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:23.109221 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c0b05a3-0b4a-4c40-8732-67049951b701 req-cd1a5a02-0cf4-47b5-8551-c8d148889d54 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.89 "DELETE /v2.0/ports/3353b587-a959-4065-b575-b85cebdb92c1 HTTP/1.1" status: 204 len: 173 time: 0.3991048 Feb 19 02:16:23.109658 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'name': 'network-vif-deleted', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:16:23.111951 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd3863d-e734-4e8d-9045-ee8d75cad33f" -d '{"events": [{"server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "name": "network-vif-deleted", "tag": "3353b587-a959-4065-b575-b85cebdb92c1"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:16:23.149055 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb80b35c-cf2b-4938-9155-a1ae1d0f87ae x-openstack-request-id: req-cb80b35c-cf2b-4938-9155-a1ae1d0f87ae {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:16:23.149351 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ddb9cd-08d3-47e2-bb10-c2db0440784e", "name": "network-vif-deleted", "tag": "3353b587-a959-4065-b575-b85cebdb92c1", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:16:23.149616 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb80b35c-cf2b-4938-9155-a1ae1d0f87ae {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:16:23.150018 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ddb9cd-08d3-47e2-bb10-c2db0440784e', 'name': 'network-vif-deleted', 'tag': '3353b587-a959-4065-b575-b85cebdb92c1', 'status': 'completed', 'code': 200} Feb 19 02:16:23.542343 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cdb190da-9bb1-48cf-965a-0b044301fa3c req-4d29781a-464c-4f73-a75d-5a7365fb28b3 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "GET /v2.0/ports?device_id=45ddb9cd-08d3-47e2-bb10-c2db0440784e HTTP/1.1" status: 200 len: 210 time: 0.0482423 Feb 19 02:16:23.961449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:24.603714 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:24.963722 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (c8bb2638-cd03-472e-931e-33930b62cc51), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:25.220005 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:16:25.220348 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:25.308982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 2a64ea1b-df89-4bdc-8cd0-b046884bfd40, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:25.309369 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:25.320827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:16:25.505375 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2a64ea1b-df89-4bdc-8cd0-b046884bfd40), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:25.535068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=2a64ea1b-df89-4bdc-8cd0-b046884bfd40,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:25.601670 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:25.707422 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3353b587-a959-4065-b575-b85cebdb92c1 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:16:25.719591 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (c8bb2638-cd03-472e-931e-33930b62cc51), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:25.728685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 3353b587-a959-4065-b575-b85cebdb92c1 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:16:25.729057 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 3353b587-a959-4065-b575-b85cebdb92c1 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:16:25.941383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Router c8bb2638-cd03-472e-931e-33930b62cc51 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:16:26.048733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:26.053953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6571e7f5-f031-49f2-971b-acbbe88d42c4 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "PUT /v2.0/routers/c8bb2638-cd03-472e-931e-33930b62cc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492073 Feb 19 02:16:26.056841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:26.063983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] Sync routers for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:26.072970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:26.073613 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:26.108880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting subnet 5f7c752e-f383-49cd-b789-c340139ada70 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:16:26.112082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (5f7c752e-f383-49cd-b789-c340139ada70), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.155524 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (5f7c752e-f383-49cd-b789-c340139ada70), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.184325 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:26.240603 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (5f7c752e-f383-49cd-b789-c340139ada70), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.302966 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (5f7c752e-f383-49cd-b789-c340139ada70), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.336806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7c752e-f383-49cd-b789-c340139ada70,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:26.342365 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.347714 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-207b5e31-48f4-449b-84c1-63114ab602ae tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/subnets/5f7c752e-f383-49cd-b789-c340139ada70 HTTP/1.1" status: 204 len: 168 time: 0.2864418 Feb 19 02:16:26.348059 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52910) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:26.407190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11282d9-b68e-4a9d-85b0-8dd20095dc15 None None] Network 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:16:26.463675 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (c8bb2638-cd03-472e-931e-33930b62cc51), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.571132 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_gateway (c8bb2638-cd03-472e-931e-33930b62cc51), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.613368 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:16:25Z', 'revision_number': 5, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port': {'id': '7866d79a-f645-4ff4-9c06-50de511ae195', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:15:24Z', 'updated_at': '2022-02-19T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:26.630364 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Deleting port 7866d79a-f645-4ff4-9c06-50de511ae195 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:16:26.630674 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.642969 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] Checking router: c8bb2638-cd03-472e-931e-33930b62cc51 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:26.650730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] Routers {'c8bb2638-cd03-472e-931e-33930b62cc51'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:26.651515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c8bb2638-cd03-472e-931e-33930b62cc51'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:26.693697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] DHCP port deletion for 8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:16:26.724383 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] For port 7866d79a-f645-4ff4-9c06-50de511ae195, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=7866d79a-f645-4ff4-9c06-50de511ae195,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:26.728066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.738983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Calling delete_port for 7866d79a-f645-4ff4-9c06-50de511ae195 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:16:26.774061 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.797345 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] Set router c8bb2638-cd03-472e-931e-33930b62cc51 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:26.855893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:16:26Z', 'revision_number': 6, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:26.897830 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe21aba-dfd3-450d-8474-193aa3e3d968 None None] The sync data for ids ['c8bb2638-cd03-472e-931e-33930b62cc51'] in n-d-826752-2 is: [{'id': 'c8bb2638-cd03-472e-931e-33930b62cc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850189937', 'tenant_id': '0dfd2baaad5943d8b6215a38211037ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:15:23Z', 'updated_at': '2022-02-19T02:16:26Z', 'revision_number': 6, 'project_id': '0dfd2baaad5943d8b6215a38211037ef', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:26.908329 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Deleting port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:16:26.909245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.919781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (7866d79a-f645-4ff4-9c06-50de511ae195), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.932315 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:26.963042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Port': ['ID=7866d79a-f645-4ff4-9c06-50de511ae195,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:26.990725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] For port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,segment=NetworkSegment(a276ab8e-02af-4784-bab4-83f3ba7b36d0),segment_id=a276ab8e-02af-4784-bab4-83f3ba7b36d0)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:26.991274 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.003525 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Calling delete_port for 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:16:27.021890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c8bb2638-cd03-472e-931e-33930b62cc51), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.082537 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (686c7dc5-b4a0-46c2-9fc0-b7c24ba72773), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.112053 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Pushing event deleted for resources: {'Port': ['ID=686c7dc5-b4a0-46c2-9fc0-b7c24ba72773,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:27.114986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c8bb2638-cd03-472e-931e-33930b62cc51), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.118349 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router_controller (c8bb2638-cd03-472e-931e-33930b62cc51), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.119724 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] No DVR routers for this DVR port 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:16:27.122102 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.122491 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.122870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.123180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.123517 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.123844 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.124171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.124492 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.124815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.125165 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.125490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.125808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.126193 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f80e8a-951f-443c-8c24-70f9059285a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.165941 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c8bb2638-cd03-472e-931e-33930b62cc51), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.166482 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Fanout notify agent at l3_agent the message router_deleted on router c8bb2638-cd03-472e-931e-33930b62cc51 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:16:27.172929 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.174059 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fdcd7a30-fde1-4a31-8228-8642ce774d25 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/routers/c8bb2638-cd03-472e-931e-33930b62cc51 HTTP/1.1" status: 204 len: 168 time: 0.8251657 Feb 19 02:16:27.176720 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:27.252975 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.342971 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:16:27.353482 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.363353 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:16:27.363649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 686c7dc5-b4a0-46c2-9fc0-b7c24ba72773 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:16:27.377729 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec4e5bf-0991-4448-bbc5-a930d8bb8f67']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:27.386984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a276ab8e-02af-4784-bab4-83f3ba7b36d0') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:27.387280 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a276ab8e-02af-4784-bab4-83f3ba7b36d0') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:27.397130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (a276ab8e-02af-4784-bab4-83f3ba7b36d0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.410233 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (a276ab8e-02af-4784-bab4-83f3ba7b36d0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.416071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:16:27.416454 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (a276ab8e-02af-4784-bab4-83f3ba7b36d0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:16:27.419467 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:16:27.480952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (8ec4e5bf-0991-4448-bbc5-a930d8bb8f67), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.488108 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.491132 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/networks/8ec4e5bf-0991-4448-bbc5-a930d8bb8f67 HTTP/1.1" status: 204 len: 168 time: 0.3134356 Feb 19 02:16:27.493996 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52914) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:27.503009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04d3db-d077-4b50-b0d1-f85d34c3f07e tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'Network': ['ID=8ec4e5bf-0991-4448-bbc5-a930d8bb8f67,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:27.559522 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (2db42fa0-d333-4bd5-96fd-3682547a6b5d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.586262 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (2db42fa0-d333-4bd5-96fd-3682547a6b5d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.655136 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (2db42fa0-d333-4bd5-96fd-3682547a6b5d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.658164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:27.659567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] 10.222.0.43 "DELETE /v2.0/security-groups/2db42fa0-d333-4bd5-96fd-3682547a6b5d HTTP/1.1" status: 204 len: 168 time: 0.1644385 Feb 19 02:16:27.670541 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db42fa0-d333-4bd5-96fd-3682547a6b5d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:27.678816 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.679457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.679812 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.680158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.680499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.681068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.681232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.681532 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.681873 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.682185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.682517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.682857 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.683188 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2d7d4-b3b9-4804-95ae-4a46aa249b73 tempest-TestNetworkAdvancedServerOps-1763486021 tempest-TestNetworkAdvancedServerOps-1763486021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:27.992593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:28.125282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-d73fd004-ac60-420f-bc57-946622502297 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dfd2baaad5943d8b6215a38211037ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314240 Feb 19 02:16:28.127833 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52926) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:28.175175 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-988fb35b-661e-403a-a7c0-bc058e9ee99b admin admin] Publish callbacks [] for security_group (5928bb74-8649-468c-a86a-e8c41f9e7f1e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.195438 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-988fb35b-661e-403a-a7c0-bc058e9ee99b admin admin] Publish callbacks [] for security_group (5928bb74-8649-468c-a86a-e8c41f9e7f1e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.242638 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-988fb35b-661e-403a-a7c0-bc058e9ee99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (5928bb74-8649-468c-a86a-e8c41f9e7f1e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.245305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-988fb35b-661e-403a-a7c0-bc058e9ee99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.246451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-988fb35b-661e-403a-a7c0-bc058e9ee99b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5928bb74-8649-468c-a86a-e8c41f9e7f1e HTTP/1.1" status: 204 len: 168 time: 0.1177223 Feb 19 02:16:28.254329 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fb35b-661e-403a-a7c0-bc058e9ee99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5928bb74-8649-468c-a86a-e8c41f9e7f1e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:28.502765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52932) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:28.516354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ec79bc4-c95c-4b11-b08e-d6e92cabef2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.589565 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ec79bc4-c95c-4b11-b08e-d6e92cabef2e admin admin] Publish callbacks [] for security_group (f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.594080 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3ec79bc4-c95c-4b11-b08e-d6e92cabef2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.631639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3ec79bc4-c95c-4b11-b08e-d6e92cabef2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7b113b78f8246ecb07e98fa00066060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277609 Feb 19 02:16:28.632743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec79bc4-c95c-4b11-b08e-d6e92cabef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:28.634430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:28.691315 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-931e8b0a-d8c3-4a02-8723-81bb267aa99e admin admin] Publish callbacks [] for security_group (f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.712500 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-931e8b0a-d8c3-4a02-8723-81bb267aa99e admin admin] Publish callbacks [] for security_group (f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.759841 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-931e8b0a-d8c3-4a02-8723-81bb267aa99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.762416 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-931e8b0a-d8c3-4a02-8723-81bb267aa99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:28.764151 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-931e8b0a-d8c3-4a02-8723-81bb267aa99e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c HTTP/1.1" status: 204 len: 168 time: 0.1284266 Feb 19 02:16:28.772261 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e8b0a-d8c3-4a02-8723-81bb267aa99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14b09ad-39f1-46eb-8c6b-3ba0e1fc3a8c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:28.983987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7866d79a-f645-4ff4-9c06-50de511ae195 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:16:29.007218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 7866d79a-f645-4ff4-9c06-50de511ae195 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:16:29.007569 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 7866d79a-f645-4ff4-9c06-50de511ae195 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:16:29.007987 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:16:29.027230 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:16:29.027506 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 2a64ea1b-df89-4bdc-8cd0-b046884bfd40 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:16:29.467302 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52956) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:29.560976 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1781525082-network', 'tenant_id': '2857c730dba747be85d1763a82e17de5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:29.582388 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Made reservation on behalf of 2857c730dba747be85d1763a82e17de5 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:16:29.584752 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.593410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.667139 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks [] for security_group (7be75b23-0238-4f34-9b68-fd8c14674a5e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.671344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7be75b23-0238-4f34-9b68-fd8c14674a5e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.698315 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:16:29.704892 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be75b23-0238-4f34-9b68-fd8c14674a5e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:29.712389 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (90ae6393-f131-47ac-8e68-0a497ad6d666), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.712389 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Added segment 90ae6393-f131-47ac-8e68-0a497ad6d666 of type vlan for network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 Feb 19 02:16:29.759663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.784346 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.785417 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:29.785987 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:29.846808 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3783839 Feb 19 02:16:29.849858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:29.854795 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Request body: {'subnet': {'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1781525082-subnet', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:29.862517 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade28d8-4dc0-40fb-820a-0dcb78034053 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:29.876330 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:16:29.876882 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Made reservation on behalf of 2857c730dba747be85d1763a82e17de5 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:16:29.879744 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.047227 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (19e56abc-99a4-483a-a819-588424243c17), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.102981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e56abc-99a4-483a-a819-588424243c17,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:30.113493 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Checking segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:30.113852 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Network hostable DHCP agents. Network: 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:16:30.131958 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:16:30.141269 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:30.145357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:30.146162 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.150398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b837dfd-df8b-44b8-8c8c-8f6f3ac1208f None None] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:16:30.165075 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-54622e62-b149-4c92-9369-0fc527500322 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114970 Feb 19 02:16:30.165296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 52962) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:30.170066 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:30.191443 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (c050e40b-b6a7-4293-9b34-782fdf543097), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.192448 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (c050e40b-b6a7-4293-9b34-782fdf543097), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.246730 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks [] for router_controller (c050e40b-b6a7-4293-9b34-782fdf543097), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.269143 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:16:30.269998 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.417571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Allocated IP 172.20.0.2 (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8/19e56abc-99a4-483a-a819-588424243c17/5944d745-b211-454b-b920-cd379e97661b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:30.564699 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Publish callbacks [] for port (5944d745-b211-454b-b920-cd379e97661b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.570321 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (5944d745-b211-454b-b920-cd379e97661b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.614338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:30.618893 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:30.621955 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:30.635888 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Pushing event updated for resources: {'Port': ['ID=5944d745-b211-454b-b920-cd379e97661b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:30.688049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Attempting to bind port 5944d745-b211-454b-b920-cd379e97661b on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:30.688429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Attempting to bind port 5944d745-b211-454b-b920-cd379e97661b by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:30.688797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Attempting to bind port 5944d745-b211-454b-b920-cd379e97661b on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:30.695026 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:30.695433 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Checking segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:30.695840 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.696266 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Bound using segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:30.696735 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Bound port: 5944d745-b211-454b-b920-cd379e97661b, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:30.697150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5944d745-b211-454b-b920-cd379e97661b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.727161 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks [] for router_gateway (c050e40b-b6a7-4293-9b34-782fdf543097), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.765246 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] For port 5944d745-b211-454b-b920-cd379e97661b, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:30.768300 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] For port 5944d745-b211-454b-b920-cd379e97661b, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5944d745-b211-454b-b920-cd379e97661b,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:30.774234 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5944d745-b211-454b-b920-cd379e97661b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.833144 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05608ef-5883-4708-91b6-f3591ddf93ac None None] Pushing event updated for resources: {'Port': ['ID=5944d745-b211-454b-b920-cd379e97661b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:30.940486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks [] for router_gateway (c050e40b-b6a7-4293-9b34-782fdf543097), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:30.964969 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:31.109426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Allocated IP 172.25.0.74 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:31.221064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks [] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:31.255442 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:31.291519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:31.294663 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:31.298261 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:31.324904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Pushing event updated for resources: {'Port': ['ID=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:31.586522 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks [] for router_gateway (c050e40b-b6a7-4293-9b34-782fdf543097), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:31.810344 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (c050e40b-b6a7-4293-9b34-782fdf543097), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:31.814024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb332e1-fa81-461e-91c4-afaa27f87455 None None] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:16:31.878814 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] Provisioning complete for port 5944d745-b211-454b-b920-cd379e97661b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:31.879285 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5944d745-b211-454b-b920-cd379e97661b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:31.955524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Router c050e40b-b6a7-4293-9b34-782fdf543097 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:16:32.012780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] Current status of the port 5944d745-b211-454b-b920-cd379e97661b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:32.013459 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (5944d745-b211-454b-b920-cd379e97661b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.048921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] For port 5944d745-b211-454b-b920-cd379e97661b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5944d745-b211-454b-b920-cd379e97661b,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:32.054057 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (5944d745-b211-454b-b920-cd379e97661b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.089397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:32.100238 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:32.117240 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:32.118188 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:32.123941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16ad26-1131-4416-a941-5d91134d0863 None None] Pushing event updated for resources: {'Port': ['ID=5944d745-b211-454b-b920-cd379e97661b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:32.132150 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.141803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52964) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:32.148240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-962e0836-81db-4651-a1d2-b74a0b2d1ddc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9818394 Feb 19 02:16:32.254573 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:32.276843 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a16b923a-e837-4273-add9-0b39276ea688 None None] Provisioning complete for port 5944d745-b211-454b-b920-cd379e97661b triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:32.277407 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a16b923a-e837-4273-add9-0b39276ea688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5944d745-b211-454b-b920-cd379e97661b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.382357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a16b923a-e837-4273-add9-0b39276ea688 None None] Current status of the port 5944d745-b211-454b-b920-cd379e97661b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:32.457776 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:31Z', 'revision_number': 3, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:32.487215 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:32.487565 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Updating router c050e40b-b6a7-4293-9b34-782fdf543097 port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:16:32.515528 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.627460 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.766999 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Publish callbacks [] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.772887 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.801585 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Allocated IP 172.20.0.1 (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8/19e56abc-99a4-483a-a819-588424243c17/c45456ec-0ae3-4358-90ec-6fca5d386313) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:32.829773 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Attempting to bind port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:32.830223 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Attempting to bind port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:32.830601 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Attempting to bind port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:32.832475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Pushing event updated for resources: {'Port': ['ID=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:32.842957 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.843316 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.843656 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.843996 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.844334 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.844710 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.845063 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.845393 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.845796 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.846128 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.846453 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.846772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.847093 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:16:32.850353 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:32.850728 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:32.851132 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.851518 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:32.851991 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Bound port: ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:32.852373 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.907475 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] For port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:32.913332 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] For port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:32.921292 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.929239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks [] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:32.977020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:32.977670 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:33.000222 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.039546 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16cf85-bcbf-408a-95db-40135844cc38 None None] Pushing event updated for resources: {'Port': ['ID=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:33.041730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5944d745-b211-454b-b920-cd379e97661b up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:33.043837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:33.047691 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:33.055229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:33.103348 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Pushing event updated for resources: {'Port': ['ID=c45456ec-0ae3-4358-90ec-6fca5d386313,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:33.121318 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (c050e40b-b6a7-4293-9b34-782fdf543097), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.148826 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 5944d745-b211-454b-b920-cd379e97661b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:33.149239 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (5944d745-b211-454b-b920-cd379e97661b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.168038 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:33.250667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 5944d745-b211-454b-b920-cd379e97661b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:33.341561 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.408541 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f9881df6-5744-42db-a11f-eaf4f814e8ff None None] Provisioning complete for port c45456ec-0ae3-4358-90ec-6fca5d386313 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:33.408828 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9881df6-5744-42db-a11f-eaf4f814e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.417083 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:31Z', 'revision_number': 3, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:33.444730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f9881df6-5744-42db-a11f-eaf4f814e8ff None None] Port c45456ec-0ae3-4358-90ec-6fca5d386313 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:16:33.450122 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c961f-09d8-4001-9e8a-89206cc1df53 None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:31Z', 'revision_number': 3, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:33.534710 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks [] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.539803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.613503 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Pushing event updated for resources: {'Port': ['ID=c45456ec-0ae3-4358-90ec-6fca5d386313,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:33.615864 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (c050e40b-b6a7-4293-9b34-782fdf543097), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:33.727013 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:33.728542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:33.896715 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Router c050e40b-b6a7-4293-9b34-782fdf543097 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:16:33.971393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5706c396-7bf8-4080-9ddd-d651f5d24542 None None] Provisioning complete for port c45456ec-0ae3-4358-90ec-6fca5d386313 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:33.972376 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5706c396-7bf8-4080-9ddd-d651f5d24542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.008023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5706c396-7bf8-4080-9ddd-d651f5d24542 None None] Port c45456ec-0ae3-4358-90ec-6fca5d386313 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:16:34.023970 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:34.030621 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c17347f3-eb15-4f0b-97ab-570c4eef3167 admin admin] 10.222.0.43 "PUT /v2.0/routers/c050e40b-b6a7-4293-9b34-782fdf543097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8876727 Feb 19 02:16:34.513250 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52980) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:34.518951 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1101188645-network', 'tenant_id': '0e09fa204752453ab12b57948be85484'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:34.539207 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Made reservation on behalf of 0e09fa204752453ab12b57948be85484 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:16:34.541644 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.550711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.636734 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks [] for security_group (4f815902-ba67-4587-8548-1edf1e535d79), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.641964 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4f815902-ba67-4587-8548-1edf1e535d79), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.668615 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:16:34.678826 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f815902-ba67-4587-8548-1edf1e535d79,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:34.685070 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e471a757-3622-4f5f-8ab9-48695fc3f042), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.685422 n-d-826752-2 neutron-server[103430]: INFO neutron.db.segments_db [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Added segment e471a757-3622-4f5f-8ab9-48695fc3f042 of type vlan for network 4086b06d-60bd-432c-9669-60d881e1fed1 Feb 19 02:16:34.726296 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (4086b06d-60bd-432c-9669-60d881e1fed1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.752354 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (4086b06d-60bd-432c-9669-60d881e1fed1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.753358 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:34.753928 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.815090 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3004198 Feb 19 02:16:34.817907 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:34.822575 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Request body: {'subnet': {'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1101188645-subnet', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:34.836499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4551c25-67c9-4106-b185-c4ac997f9b90 admin admin] Pushing event updated for resources: {'Network': ['ID=4086b06d-60bd-432c-9669-60d881e1fed1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:34.847780 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 4086b06d-60bd-432c-9669-60d881e1fed1 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:16:34.850177 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Made reservation on behalf of 0e09fa204752453ab12b57948be85484 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:16:34.853101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.044267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:35.063399 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (efc79dc4-44a8-492f-86d1-9830a21deddb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.097171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:35.097545 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.117804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc79dc4-44a8-492f-86d1-9830a21deddb,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:35.133852 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Checking segment: {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:35.134294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Network hostable DHCP agents. Network: 4086b06d-60bd-432c-9669-60d881e1fed1, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:16:35.154932 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Network 4086b06d-60bd-432c-9669-60d881e1fed1 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:16:35.165684 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 4086b06d-60bd-432c-9669-60d881e1fed1) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:35.170499 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:35.171094 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.173881 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:35.180912 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d0c93-e139-43a9-b603-e50203aed638 None None] Network 4086b06d-60bd-432c-9669-60d881e1fed1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:16:35.191154 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-92ae0d97-1e4b-4dd6-b7ed-2d72817f0830 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3699193 Feb 19 02:16:35.191341 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:35.195544 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:35.214641 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (19456019-b5db-4e88-ba14-8239a85e13d7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.215744 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (19456019-b5db-4e88-ba14-8239a85e13d7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.241406 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:35.242029 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:35.246244 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:35.246631 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.274864 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks [] for router_controller (19456019-b5db-4e88-ba14-8239a85e13d7), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.325382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:35.335910 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.418441 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks [] for router_gateway (19456019-b5db-4e88-ba14-8239a85e13d7), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.581608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-4086b06d-60bd-432c-9669-60d881e1fed1', 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1', 'project_id': '0e09fa204752453ab12b57948be85484', 'fixed_ips': [{'subnet_id': 'efc79dc4-44a8-492f-86d1-9830a21deddb'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:16:35.582456 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.612932 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:35.669622 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:35.888783 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Allocated IP 172.20.0.2 (4086b06d-60bd-432c-9669-60d881e1fed1/efc79dc4-44a8-492f-86d1-9830a21deddb/dd511135-6bb7-4a46-b116-d23526f461ac) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:35.955325 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks [] for router_gateway (19456019-b5db-4e88-ba14-8239a85e13d7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:35.975215 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.041342 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 2, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:36.080158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Allocated IP 172.25.0.246 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/51b25eb7-d128-4c5b-85d6-595a662cb471) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:36.083931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:36.084339 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Updating router c050e40b-b6a7-4293-9b34-782fdf543097 port c45456ec-0ae3-4358-90ec-6fca5d386313 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:16:36.130518 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Publish callbacks [] for port (dd511135-6bb7-4a46-b116-d23526f461ac), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.131964 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.142495 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.186438 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks [] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.210183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Network 4086b06d-60bd-432c-9669-60d881e1fed1 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:36.217579 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:36.219295 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Pushing event updated for resources: {'Port': ['ID=dd511135-6bb7-4a46-b116-d23526f461ac,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:36.224536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.225561 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:36.261165 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:36.266252 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:36.268829 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:36.304904 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Pushing event updated for resources: {'Port': ['ID=51b25eb7-d128-4c5b-85d6-595a662cb471,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:36.358417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Attempting to bind port dd511135-6bb7-4a46-b116-d23526f461ac on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:36.358841 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Attempting to bind port dd511135-6bb7-4a46-b116-d23526f461ac by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:36.359130 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Attempting to bind port dd511135-6bb7-4a46-b116-d23526f461ac on network 4086b06d-60bd-432c-9669-60d881e1fed1 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:36.375988 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:36.376366 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Checking segment: {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:36.376829 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.377207 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Bound using segment: {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:36.377680 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Bound port: dd511135-6bb7-4a46-b116-d23526f461ac, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:36.378063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.502076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] For port dd511135-6bb7-4a46-b116-d23526f461ac, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:36.516870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] For port dd511135-6bb7-4a46-b116-d23526f461ac, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dd511135-6bb7-4a46-b116-d23526f461ac,segment=NetworkSegment(e471a757-3622-4f5f-8ab9-48695fc3f042),segment_id=e471a757-3622-4f5f-8ab9-48695fc3f042)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:36.530205 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.545967 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks [] for router_gateway (19456019-b5db-4e88-ba14-8239a85e13d7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.620936 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Publish callbacks [] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.627500 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5e247-c0db-4432-8963-50f65ce9e73d None None] Pushing event updated for resources: {'Port': ['ID=dd511135-6bb7-4a46-b116-d23526f461ac,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:36.630937 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.680216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d23bc-aa3e-458d-87d9-1974b8079f68 None None] Pushing event updated for resources: {'Port': ['ID=c45456ec-0ae3-4358-90ec-6fca5d386313,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:36.755676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Attempting to bind port c45456ec-0ae3-4358-90ec-6fca5d386313 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:36.756515 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Attempting to bind port c45456ec-0ae3-4358-90ec-6fca5d386313 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:36.758305 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Attempting to bind port c45456ec-0ae3-4358-90ec-6fca5d386313 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:36.765008 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:36.765662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Checking segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:36.766153 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.766621 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Bound using segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:36.767219 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Bound port: c45456ec-0ae3-4358-90ec-6fca5d386313, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:36.767677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.784663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (19456019-b5db-4e88-ba14-8239a85e13d7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.856351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] For port c45456ec-0ae3-4358-90ec-6fca5d386313, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:36.863686 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] For port c45456ec-0ae3-4358-90ec-6fca5d386313, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c45456ec-0ae3-4358-90ec-6fca5d386313,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:36.881386 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:36.959768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:36.960438 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:36.962446 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d23bc-aa3e-458d-87d9-1974b8079f68 None None] Pushing event updated for resources: {'Port': ['ID=c45456ec-0ae3-4358-90ec-6fca5d386313,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:37.019527 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Router 19456019-b5db-4e88-ba14-8239a85e13d7 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:16:37.126089 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] Provisioning complete for port c45456ec-0ae3-4358-90ec-6fca5d386313 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:37.126491 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.157498 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd511135-6bb7-4a46-b116-d23526f461ac up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:37.171747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:37.181602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Sync routers for ids ['19456019-b5db-4e88-ba14-8239a85e13d7'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:37.198378 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Routers {'19456019-b5db-4e88-ba14-8239a85e13d7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:37.199448 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['19456019-b5db-4e88-ba14-8239a85e13d7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:37.205136 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:37.208919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.210878 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-86677708-6079-4c86-9195-229381db1e30 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0180011 Feb 19 02:16:37.212910 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:37.384697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dd511135-6bb7-4a46-b116-d23526f461ac triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:37.385428 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.415889 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Set router 19456019-b5db-4e88-ba14-8239a85e13d7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:37.424461 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] Current status of the port c45456ec-0ae3-4358-90ec-6fca5d386313 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:37.424818 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.497566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] For port c45456ec-0ae3-4358-90ec-6fca5d386313, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c45456ec-0ae3-4358-90ec-6fca5d386313,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:37.620540 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:36Z', 'revision_number': 3, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:37.659375 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Checking router: 19456019-b5db-4e88-ba14-8239a85e13d7 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:37.660081 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Updating router 19456019-b5db-4e88-ba14-8239a85e13d7 port 51b25eb7-d128-4c5b-85d6-595a662cb471 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:16:37.694200 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.697024 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.707449 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.816861 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dd511135-6bb7-4a46-b116-d23526f461ac is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:37.817333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.835355 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233047c3-a3af-4c77-bccc-df44e875d63e None None] Pushing event updated for resources: {'Port': ['ID=c45456ec-0ae3-4358-90ec-6fca5d386313,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:37.858408 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:36Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:37.894875 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fb660-81cf-43e3-806b-a412052550b0 None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:36Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:37.904081 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Allocated IP 172.20.0.1 (4086b06d-60bd-432c-9669-60d881e1fed1/efc79dc4-44a8-492f-86d1-9830a21deddb/9d623b3f-daf0-4031-83ef-5292f0753492) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:37.913502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1f00297d-3f18-4c29-84c5-3e3fdf317e67 None None] Provisioning complete for port c45456ec-0ae3-4358-90ec-6fca5d386313 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:37.913882 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f00297d-3f18-4c29-84c5-3e3fdf317e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.916851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port dd511135-6bb7-4a46-b116-d23526f461ac, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dd511135-6bb7-4a46-b116-d23526f461ac,segment=NetworkSegment(e471a757-3622-4f5f-8ab9-48695fc3f042),segment_id=e471a757-3622-4f5f-8ab9-48695fc3f042)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:37.942641 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:37.943559 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:38.114194 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Publish callbacks [] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.120698 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6327cdf-bec1-4c5b-9006-fc511d3c767f None None] Network 4086b06d-60bd-432c-9669-60d881e1fed1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:16:38.121471 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.130919 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks [] for port (9d623b3f-daf0-4031-83ef-5292f0753492), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.191871 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.200790 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Attempting to bind port 51b25eb7-d128-4c5b-85d6-595a662cb471 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:38.202416 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Attempting to bind port 51b25eb7-d128-4c5b-85d6-595a662cb471 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:38.203060 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Attempting to bind port 51b25eb7-d128-4c5b-85d6-595a662cb471 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:38.203981 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=dd511135-6bb7-4a46-b116-d23526f461ac,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:38.213612 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ab459-5d51-49a3-832c-6f242cf771eb None None] Pushing event updated for resources: {'Port': ['ID=51b25eb7-d128-4c5b-85d6-595a662cb471,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:38.217035 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:38.217653 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:38.218232 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.218772 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:38.219420 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Bound port: 51b25eb7-d128-4c5b-85d6-595a662cb471, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:38.219981 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.248903 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Network 4086b06d-60bd-432c-9669-60d881e1fed1 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:38.256270 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:38.262216 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:38.262867 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.263477 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:38.298161 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Pushing event updated for resources: {'Port': ['ID=9d623b3f-daf0-4031-83ef-5292f0753492,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:38.317663 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (19456019-b5db-4e88-ba14-8239a85e13d7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.320546 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] For port 51b25eb7-d128-4c5b-85d6-595a662cb471, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:38.324629 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] For port 51b25eb7-d128-4c5b-85d6-595a662cb471, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=51b25eb7-d128-4c5b-85d6-595a662cb471,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:38.333829 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.362822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1f00297d-3f18-4c29-84c5-3e3fdf317e67 None None] Current status of the port c45456ec-0ae3-4358-90ec-6fca5d386313 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:38.403343 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ab459-5d51-49a3-832c-6f242cf771eb None None] Pushing event updated for resources: {'Port': ['ID=51b25eb7-d128-4c5b-85d6-595a662cb471,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:38.420347 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:38.431186 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Routers {'19456019-b5db-4e88-ba14-8239a85e13d7'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:38.431948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['19456019-b5db-4e88-ba14-8239a85e13d7'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:38.493947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67181bfa-0ab3-440f-9670-c680a59e7e28 None None] Provisioning complete for port dd511135-6bb7-4a46-b116-d23526f461ac triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:38.494331 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67181bfa-0ab3-440f-9670-c680a59e7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.505396 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.587379 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] Set router 19456019-b5db-4e88-ba14-8239a85e13d7 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:38.688746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67181bfa-0ab3-440f-9670-c680a59e7e28 None None] Current status of the port dd511135-6bb7-4a46-b116-d23526f461ac is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:38.725092 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks [] for port (9d623b3f-daf0-4031-83ef-5292f0753492), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.733992 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.806362 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Pushing event updated for resources: {'Port': ['ID=9d623b3f-daf0-4031-83ef-5292f0753492,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:38.819874 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6b9c9da0-55a2-434e-a21a-463673c6c081 None None] Provisioning complete for port dd511135-6bb7-4a46-b116-d23526f461ac triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:38.820577 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9da0-55a2-434e-a21a-463673c6c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.831159 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (19456019-b5db-4e88-ba14-8239a85e13d7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:38.864455 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:36Z', 'revision_number': 3, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:38.931959 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2c22c-2f8a-45c7-bace-1be803a5e73a None None] The sync data for ids ['19456019-b5db-4e88-ba14-8239a85e13d7'] in n-d-826752-2 is: [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:36Z', 'revision_number': 3, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:38.970634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c9da0-55a2-434e-a21a-463673c6c081 None None] Current status of the port dd511135-6bb7-4a46-b116-d23526f461ac is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:38.991692 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6b9c9da0-55a2-434e-a21a-463673c6c081 None None] Provisioning complete for port 9d623b3f-daf0-4031-83ef-5292f0753492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:38.992070 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9da0-55a2-434e-a21a-463673c6c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:39.050372 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c9da0-55a2-434e-a21a-463673c6c081 None None] Port 9d623b3f-daf0-4031-83ef-5292f0753492 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:16:39.083850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Network 4086b06d-60bd-432c-9669-60d881e1fed1 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:39.087190 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:39.154976 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd511135-6bb7-4a46-b116-d23526f461ac up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:39.214690 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-59517697-3467-49c5-8d56-93f588bfe1cb None None] Provisioning complete for port 9d623b3f-daf0-4031-83ef-5292f0753492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:39.215216 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59517697-3467-49c5-8d56-93f588bfe1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:39.281135 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port dd511135-6bb7-4a46-b116-d23526f461ac triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:39.281674 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:39.284974 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-59517697-3467-49c5-8d56-93f588bfe1cb None None] Port 9d623b3f-daf0-4031-83ef-5292f0753492 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:16:39.453683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port dd511135-6bb7-4a46-b116-d23526f461ac is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:39.455186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c45456ec-0ae3-4358-90ec-6fca5d386313 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:39.530798 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1097cfd6-c967-4676-ba42-4181f5609ca7 None None] Provisioning complete for port 9d623b3f-daf0-4031-83ef-5292f0753492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:39.535157 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1097cfd6-c967-4676-ba42-4181f5609ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:39.567416 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port c45456ec-0ae3-4358-90ec-6fca5d386313 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:39.567795 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:39.610103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1097cfd6-c967-4676-ba42-4181f5609ca7 None None] Port 9d623b3f-daf0-4031-83ef-5292f0753492 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:16:39.683624 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port c45456ec-0ae3-4358-90ec-6fca5d386313 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:39.753095 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Router 19456019-b5db-4e88-ba14-8239a85e13d7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:16:39.869244 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:39.874816 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e2d61ae5-67fb-4c17-aee3-161760a5285a admin admin] 10.222.0.43 "PUT /v2.0/routers/19456019-b5db-4e88-ba14-8239a85e13d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6608739 Feb 19 02:16:39.893514 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:16:40.651018 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52994) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:40.656506 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942744251', 'description': 'tempest-secgroup-smoke-942744251 description', 'project_id': '2857c730dba747be85d1763a82e17de5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:40.677624 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.742958 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (9e6f66e3-90b2-466c-bb15-7837c9f42514), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.746948 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9e6f66e3-90b2-466c-bb15-7837c9f42514), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.777621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.778870 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268468 Feb 19 02:16:40.779953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90c158-09c7-407d-bac3-a437c22dcfe5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6f66e3-90b2-466c-bb15-7837c9f42514,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:40.782071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52996) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:40.786594 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '9e6f66e3-90b2-466c-bb15-7837c9f42514', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:40.810270 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (228dc51d-4c27-40fb-a6b4-dbfa1c996fa8), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.864327 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (228dc51d-4c27-40fb-a6b4-dbfa1c996fa8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.868285 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (228dc51d-4c27-40fb-a6b4-dbfa1c996fa8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.883427 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228dc51d-4c27-40fb-a6b4-dbfa1c996fa8,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:40.895025 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.896231 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-78846f9e-42ce-428f-8980-0b94add082b3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133451 Feb 19 02:16:40.898981 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 52998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:40.903539 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '9e6f66e3-90b2-466c-bb15-7837c9f42514', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:40.927279 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (24158211-1edc-4519-9329-ccba53b508b4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.988042 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (24158211-1edc-4519-9329-ccba53b508b4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.992466 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (24158211-1edc-4519-9329-ccba53b508b4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.011300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24158211-1edc-4519-9329-ccba53b508b4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:41.016071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 51b25eb7-d128-4c5b-85d6-595a662cb471 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:41.021531 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.025448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4d374830-6662-4133-adb1-f79dde9cc827 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252491 Feb 19 02:16:41.025909 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53000) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:41.030843 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '9e6f66e3-90b2-466c-bb15-7837c9f42514', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:41.056657 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (f6d42b64-d691-45d0-9883-ce284d94c7d7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.070670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 51b25eb7-d128-4c5b-85d6-595a662cb471 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:41.071133 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.118779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (f6d42b64-d691-45d0-9883-ce284d94c7d7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.124226 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f6d42b64-d691-45d0-9883-ce284d94c7d7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.142324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d42b64-d691-45d0-9883-ce284d94c7d7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:41.152441 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.153807 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-e8bf4498-43f3-40bc-9db2-0a55a189b1c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268399 Feb 19 02:16:41.156647 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53002) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:41.161266 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '9e6f66e3-90b2-466c-bb15-7837c9f42514', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:41.171197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 51b25eb7-d128-4c5b-85d6-595a662cb471 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:41.171599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.188328 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (21bef6d0-badf-4c53-94bc-d00bd78f7cc5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.198574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 51b25eb7-d128-4c5b-85d6-595a662cb471, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=51b25eb7-d128-4c5b-85d6-595a662cb471,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:41.203243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.253354 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=51b25eb7-d128-4c5b-85d6-595a662cb471,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:41.255902 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (21bef6d0-badf-4c53-94bc-d00bd78f7cc5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.262486 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (21bef6d0-badf-4c53-94bc-d00bd78f7cc5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.281953 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bef6d0-badf-4c53-94bc-d00bd78f7cc5,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:41.292918 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.294657 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6da61e26-3cbe-4dd4-8f51-dbe61d32c465 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365209 Feb 19 02:16:41.297435 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53004) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:41.302510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '9e6f66e3-90b2-466c-bb15-7837c9f42514', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:41.322857 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Project 2857c730dba747be85d1763a82e17de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:16:41.327839 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (f2b946ce-0561-4fb9-9f13-9ef0621d845b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.356921 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Sync routers for ids ['19456019-b5db-4e88-ba14-8239a85e13d7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:41.367852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Routers {'19456019-b5db-4e88-ba14-8239a85e13d7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:41.368464 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['19456019-b5db-4e88-ba14-8239a85e13d7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:41.393898 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (f2b946ce-0561-4fb9-9f13-9ef0621d845b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.397656 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f2b946ce-0561-4fb9-9f13-9ef0621d845b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.417677 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b946ce-0561-4fb9-9f13-9ef0621d845b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:41.425133 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.426276 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-cab3b0bc-e162-4a9f-be76-b6ce445f4cd3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279242 Feb 19 02:16:41.429207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:41.433562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '9e6f66e3-90b2-466c-bb15-7837c9f42514', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:41.454471 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Project 2857c730dba747be85d1763a82e17de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:16:41.459643 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (e719b632-5ee2-4c84-9446-3aa3081a6c78), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.483890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Set router 19456019-b5db-4e88-ba14-8239a85e13d7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:41.522287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (e719b632-5ee2-4c84-9446-3aa3081a6c78), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.526461 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (e719b632-5ee2-4c84-9446-3aa3081a6c78), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.543763 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e719b632-5ee2-4c84-9446-3aa3081a6c78,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:41.552781 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.554017 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-fac77e6a-529c-4ca2-a2c6-911d2035c158 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238415 Feb 19 02:16:41.697067 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:38Z', 'revision_number': 4, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9d623b3f-daf0-4031-83ef-5292f0753492', 'name': '', 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'mac_address': 'fa:16:3e:54:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'efc79dc4-44a8-492f-86d1-9830a21deddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:37Z', 'updated_at': '2022-02-19T02:16:38Z', 'revision_number': 2, 'project_id': '0e09fa204752453ab12b57948be85484', 'subnets': [{'id': 'efc79dc4-44a8-492f-86d1-9830a21deddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:41.724312 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Checking router: 19456019-b5db-4e88-ba14-8239a85e13d7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:41.724673 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Updating router 19456019-b5db-4e88-ba14-8239a85e13d7 port 9d623b3f-daf0-4031-83ef-5292f0753492 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:16:41.753350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.875619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a3cb4d73-c239-4a61-bac9-e9f0d52f96b4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942744251&fields=id&tenant_id=2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 267 time: 0.0446696 Feb 19 02:16:41.983282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-026c7fae-52ad-4b8b-8e2c-1bcea5fe7bc6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:41.984765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-026c7fae-52ad-4b8b-8e2c-1bcea5fe7bc6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 809 time: 0.1011300 Feb 19 02:16:41.999568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-dbf459e1-236b-4df3-89ce-1086c41bff4e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/quotas/2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 375 time: 0.0091829 Feb 19 02:16:42.020044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Publish callbacks [] for port (9d623b3f-daf0-4031-83ef-5292f0753492), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.025328 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.055267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-93ea616f-7178-4696-b50e-84caf68317da tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505171 Feb 19 02:16:42.094737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e6cf3-3ed5-4b96-b447-5dc85ac55855 None None] Pushing event updated for resources: {'Port': ['ID=9d623b3f-daf0-4031-83ef-5292f0753492,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:42.130197 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Attempting to bind port 9d623b3f-daf0-4031-83ef-5292f0753492 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:42.130745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Attempting to bind port 9d623b3f-daf0-4031-83ef-5292f0753492 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:42.131176 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Attempting to bind port 9d623b3f-daf0-4031-83ef-5292f0753492 on network 4086b06d-60bd-432c-9669-60d881e1fed1 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:42.136730 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:42.138311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Checking segment: {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:42.138786 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.139250 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Bound using segment: {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:42.139800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Bound port: 9d623b3f-daf0-4031-83ef-5292f0753492, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e471a757-3622-4f5f-8ab9-48695fc3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:42.140244 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.160877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-186835e9-3319-43ac-871c-d46cf74bf2c7 service neutron] 10.222.0.43 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927515 Feb 19 02:16:42.211863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] For port 9d623b3f-daf0-4031-83ef-5292f0753492, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:42.215764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] For port 9d623b3f-daf0-4031-83ef-5292f0753492, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9d623b3f-daf0-4031-83ef-5292f0753492,segment=NetworkSegment(e471a757-3622-4f5f-8ab9-48695fc3f042),segment_id=e471a757-3622-4f5f-8ab9-48695fc3f042)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:42.224366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.273813 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-08158d3f-0c63-4fb0-bbc3-a4b999c251f3 service neutron] 10.222.0.43 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065574 Feb 19 02:16:42.279807 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Routers {'19456019-b5db-4e88-ba14-8239a85e13d7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:42.280450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['19456019-b5db-4e88-ba14-8239a85e13d7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:42.327222 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e6cf3-3ed5-4b96-b447-5dc85ac55855 None None] Pushing event updated for resources: {'Port': ['ID=9d623b3f-daf0-4031-83ef-5292f0753492,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:42.402946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] Provisioning complete for port 9d623b3f-daf0-4031-83ef-5292f0753492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:42.403371 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.463530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] Set router 19456019-b5db-4e88-ba14-8239a85e13d7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:42.593640 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c7c4615b-f184-4648-bea1-5af8e4386c0f req-c738d237-25c1-4b76-9ebf-d59a0a480db9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 210 time: 0.1667097 Feb 19 02:16:42.796555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] Current status of the port 9d623b3f-daf0-4031-83ef-5292f0753492 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:42.796947 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.853871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] For port 9d623b3f-daf0-4031-83ef-5292f0753492, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9d623b3f-daf0-4031-83ef-5292f0753492,segment=NetworkSegment(e471a757-3622-4f5f-8ab9-48695fc3f042),segment_id=e471a757-3622-4f5f-8ab9-48695fc3f042)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:42.860363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.942069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629ecf0-888c-4e05-a111-bd43cfd92816 None None] Pushing event updated for resources: {'Port': ['ID=9d623b3f-daf0-4031-83ef-5292f0753492,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:42.966691 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:38Z', 'revision_number': 4, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9d623b3f-daf0-4031-83ef-5292f0753492', 'name': '', 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'mac_address': 'fa:16:3e:54:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'efc79dc4-44a8-492f-86d1-9830a21deddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:37Z', 'updated_at': '2022-02-19T02:16:42Z', 'revision_number': 4, 'project_id': '0e09fa204752453ab12b57948be85484', 'subnets': [{'id': 'efc79dc4-44a8-492f-86d1-9830a21deddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:42.998746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 51b25eb7-d128-4c5b-85d6-595a662cb471 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:43.002357 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f5fa6-004b-4551-8a7e-fc17cdf21533 None None] The sync data for ids ['19456019-b5db-4e88-ba14-8239a85e13d7'] in n-d-826752-2 is: [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:38Z', 'revision_number': 4, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '9d623b3f-daf0-4031-83ef-5292f0753492', 'name': '', 'network_id': '4086b06d-60bd-432c-9669-60d881e1fed1', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'mac_address': 'fa:16:3e:54:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'efc79dc4-44a8-492f-86d1-9830a21deddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:37Z', 'updated_at': '2022-02-19T02:16:42Z', 'revision_number': 4, 'project_id': '0e09fa204752453ab12b57948be85484', 'subnets': [{'id': 'efc79dc4-44a8-492f-86d1-9830a21deddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:43.039917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fa0c762b-85fa-4965-af8f-794773e50fd2 None None] Provisioning complete for port 9d623b3f-daf0-4031-83ef-5292f0753492 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:43.040509 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa0c762b-85fa-4965-af8f-794773e50fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:43.105943 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 51b25eb7-d128-4c5b-85d6-595a662cb471 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:43.106325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:43.191964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c762b-85fa-4965-af8f-794773e50fd2 None None] Current status of the port 9d623b3f-daf0-4031-83ef-5292f0753492 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:43.236813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 51b25eb7-d128-4c5b-85d6-595a662cb471 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:43.630908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-549746cd-b11a-4f70-94cd-938a52f1e1c1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:43.633134 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-549746cd-b11a-4f70-94cd-938a52f1e1c1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 809 time: 0.1234314 Feb 19 02:16:43.711333 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dd08cab2-286c-426a-9faf-8e65a3865d5f req-948b1df9-f8de-4e12-ae85-ae7fcefcb3c5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 210 time: 0.0373330 Feb 19 02:16:43.736458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-4c4e1778-b409-4950-a035-a068b9e1c1b2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 379 time: 0.0940402 Feb 19 02:16:43.745494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'port': {'device_id': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'admin_state_up': True, 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'security_groups': ['9e6f66e3-90b2-466c-bb15-7837c9f42514']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:43.853804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Made reservation on behalf of 2857c730dba747be85d1763a82e17de5 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:16:43.857086 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:43.988020 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Allocated IP 172.20.0.3 (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8/19e56abc-99a4-483a-a819-588424243c17/4bfb2a0c-284b-408a-aa86-19c0019c5026) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:44.124573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.156967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.197257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:44.200282 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:44.203788 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:44.231007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:44.260009 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:44.260618 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.277877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-a03e4993-6e4d-4148-b5ee-377273ca03a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364642 Feb 19 02:16:44.288497 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Request body: {'port': {'device_id': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:44.359064 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.417695 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f01e2edd-a608-499c-a2cf-753a680cbcda None None] Provisioning complete for port 4bfb2a0c-284b-408a-aa86-19c0019c5026 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:44.418307 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f01e2edd-a608-499c-a2cf-753a680cbcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.452454 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f01e2edd-a608-499c-a2cf-753a680cbcda None None] Port 4bfb2a0c-284b-408a-aa86-19c0019c5026 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:16:44.622667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfb2a0c-284b-408a-aa86-19c0019c5026 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:16:44.630589 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Publish callbacks [] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.643230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Transition to ACTIVE for port object 4bfb2a0c-284b-408a-aa86-19c0019c5026 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:16:44.647458 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.696612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:44.783171 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Attempting to bind port 4bfb2a0c-284b-408a-aa86-19c0019c5026 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:16:44.783624 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Attempting to bind port 4bfb2a0c-284b-408a-aa86-19c0019c5026 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:16:44.784025 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Attempting to bind port 4bfb2a0c-284b-408a-aa86-19c0019c5026 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:44.789243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Port 4bfb2a0c-284b-408a-aa86-19c0019c5026 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:16:44.789574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Attempting to bind port 4bfb2a0c-284b-408a-aa86-19c0019c5026 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:16:44.795463 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:16:44.795803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Checking segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:16:44.796197 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Bound using segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:16:44.796631 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Bound port: 4bfb2a0c-284b-408a-aa86-19c0019c5026, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:16:44.797019 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.878522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b20ab-139a-493e-bac2-65a4495a66cf req-0d3fdf47-5191-402d-83b1-fb21aa0f67f2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:44.880228 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc8b20ab-139a-493e-bac2-65a4495a66cf req-0d3fdf47-5191-402d-83b1-fb21aa0f67f2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0823424 Feb 19 02:16:44.889984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:16:44.895217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:16:44.904050 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.940205 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:44.942045 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.943563 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] 10.222.0.89 "PUT /v2.0/ports/4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 1091 time: 0.6591468 Feb 19 02:16:44.945431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-dc8b20ab-139a-493e-bac2-65a4495a66cf req-deffdb3e-c528-4249-8329-7c09224469e8 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565782 Feb 19 02:16:44.946519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:16:44.949928 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683" -d '{"events": [{"name": "network-changed", "server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:16:44.987571 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47baf-6d2f-43c7-87ac-41110d38b165 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:45.035543 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e2d27e-3d18-4072-80f2-6f9f24e5acda x-openstack-request-id: req-07e2d27e-3d18-4072-80f2-6f9f24e5acda {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:16:45.035931 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:16:45.036400 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07e2d27e-3d18-4072-80f2-6f9f24e5acda {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:16:45.036898 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'status': 'completed', 'code': 200} Feb 19 02:16:45.064196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-f393a6b5-a047-4cff-b96b-90cbb54c0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.066269 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-f393a6b5-a047-4cff-b96b-90cbb54c0d5c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1125 time: 0.0746970 Feb 19 02:16:45.116946 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9d623b3f-daf0-4031-83ef-5292f0753492 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:45.119124 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-5e5e9896-ca0a-4032-a7f4-c2a314fc14b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 217 time: 0.0416155 Feb 19 02:16:45.178465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 9d623b3f-daf0-4031-83ef-5292f0753492 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:45.178876 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:45.181726 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-dc5283db-6947-4273-b406-05c817a35b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.183228 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-dc5283db-6947-4273-b406-05c817a35b5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0531037 Feb 19 02:16:45.243921 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-e0042490-3be5-4596-8734-0209864fe6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.245438 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-e0042490-3be5-4596-8734-0209864fe6b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552604 Feb 19 02:16:45.272159 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 9d623b3f-daf0-4031-83ef-5292f0753492 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:45.341723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-e9f0ba23-e84a-469c-a67d-4e54f0749a82 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904553 Feb 19 02:16:45.429102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5b1cff29-ef03-4fce-8da2-1fd65dfca5c2 req-6ef009a6-6406-468c-a520-a7424351e0a8 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806570 Feb 19 02:16:45.526899 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-ce462242-f4dd-4949-80b4-37602e627a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.528405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-ce462242-f4dd-4949-80b4-37602e627a12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1125 time: 0.0529320 Feb 19 02:16:45.617981 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-08b238ef-256e-49f2-8ecb-54d80350ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.619503 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-08b238ef-256e-49f2-8ecb-54d80350ea22 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0842319 Feb 19 02:16:45.665407 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-11c193f4-6f13-4ce8-8083-14aaf5ab2875 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 217 time: 0.0391016 Feb 19 02:16:45.718524 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-849eb6c5-4a3a-46d6-b5ae-7c1ab818d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.720072 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-849eb6c5-4a3a-46d6-b5ae-7c1ab818d985 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0492342 Feb 19 02:16:45.775749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-dd0e3d54-3f4e-4524-a3e9-5efaa305aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:45.777374 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-dd0e3d54-3f4e-4524-a3e9-5efaa305aa66 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483425 Feb 19 02:16:45.871388 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-26030803-020f-4f2c-a932-0676fae5fa62 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863192 Feb 19 02:16:45.959740 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aa7bbfe8-d6e9-4ecd-847e-48ab8a08b683 req-9e47cd44-5f4d-42c3-b3b2-d92ed192a1c6 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Feb 19 02:16:46.073204 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610091-cddf-4811-8613-db0e8ded3ece req-2f1949dc-386a-4781-b4a9-cf01db6c51d2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:46.074677 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca610091-cddf-4811-8613-db0e8ded3ece req-2f1949dc-386a-4781-b4a9-cf01db6c51d2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0520298 Feb 19 02:16:46.122610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ca610091-cddf-4811-8613-db0e8ded3ece req-2f95e194-5aa2-4890-b7cf-54d5d93a9faa tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421157 Feb 19 02:16:47.244176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c419-ef21-4925-9d2b-6f433548c456 req-554b8692-e37b-4771-b55f-2e6b26a2349a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:47.245672 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2187c419-ef21-4925-9d2b-6f433548c456 req-554b8692-e37b-4771-b55f-2e6b26a2349a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0522759 Feb 19 02:16:47.293900 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2187c419-ef21-4925-9d2b-6f433548c456 req-5b4b2fd6-d682-4a71-a8d7-425e69ddf32f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Feb 19 02:16:47.862605 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:16:47.958745 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:47.970819 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'mac_address': 'fa:16:3e:30:33:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:16:48.006063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:48.006452 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:48.022964 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfb2a0c-284b-408a-aa86-19c0019c5026 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:16:48.041725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:48.046389 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:48.092078 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:48.254371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['4bfb2a0c-284b-408a-aa86-19c0019c5026'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:16:48.417536 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbfc08-43d9-467b-9e1f-be0ecfeff557 req-0d45a901-89b7-4c2a-9934-c4429a2aa904 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:48.419030 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bbbfc08-43d9-467b-9e1f-be0ecfeff557 req-0d45a901-89b7-4c2a-9934-c4429a2aa904 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 944 time: 0.0578847 Feb 19 02:16:48.467735 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-5bbbfc08-43d9-467b-9e1f-be0ecfeff557 req-c35178aa-7d91-4fa3-93a1-59b768c801c7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Feb 19 02:16:49.081041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:49.610252 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd43ad7-0fff-4ea1-8e83-148270545079 req-ef422624-de25-4057-9ea0-db72930a6f4b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:49.611758 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4dd43ad7-0fff-4ea1-8e83-148270545079 req-ef422624-de25-4057-9ea0-db72930a6f4b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 944 time: 0.0564461 Feb 19 02:16:49.660296 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4dd43ad7-0fff-4ea1-8e83-148270545079 req-628f086c-7d3a-4eba-9c06-04fda1a78e88 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Feb 19 02:16:49.877815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:16:49.929410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 4bfb2a0c-284b-408a-aa86-19c0019c5026 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:16:49.933519 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 4bfb2a0c-284b-408a-aa86-19c0019c5026 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:16:49.933922 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:50.012280 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:16:50.012666 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:50.034989 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:16:50.037310 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6372f198-fd57-4b57-832b-71fd2071e8b7" -d '{"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:16:50.049132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:16:50.052985 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:50.078789 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbac09b-deac-4b56-b25c-131dddd31d6b x-openstack-request-id: req-3dbac09b-deac-4b56-b25c-131dddd31d6b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:16:50.079326 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:16:50.079587 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dbac09b-deac-4b56-b25c-131dddd31d6b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:16:50.079980 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'code': 200} Feb 19 02:16:50.106058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:50.173324 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f14af-4fcf-4067-b75b-9c461d098519 req-8327788e-a248-4290-ae92-b13116978f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:50.174751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e9f14af-4fcf-4067-b75b-9c461d098519 req-8327788e-a248-4290-ae92-b13116978f6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0439825 Feb 19 02:16:50.222159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1e9f14af-4fcf-4067-b75b-9c461d098519 req-2098e7ff-7e3d-41e2-a491-3e6db6e8197f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Feb 19 02:16:50.416196 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c62fa324-1195-4b7a-88d1-bd9592fce9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:50.782251 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d93862-32fe-4c1f-9325-9c48bdc602e8 req-1a1e0aca-a85a-488e-8376-fd0984739f2f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:50.783737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4d93862-32fe-4c1f-9325-9c48bdc602e8 req-1a1e0aca-a85a-488e-8376-fd0984739f2f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0565100 Feb 19 02:16:50.831824 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c4d93862-32fe-4c1f-9325-9c48bdc602e8 req-868ee8fa-4d99-4b41-bb64-4d12e525c3bd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Feb 19 02:16:51.964320 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b56f6b-c1e0-4f60-bb55-7b09ef186af5 req-55831533-8925-4cd7-b966-a817033da351 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:51.965854 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2b56f6b-c1e0-4f60-bb55-7b09ef186af5 req-55831533-8925-4cd7-b966-a817033da351 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0655241 Feb 19 02:16:52.020579 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f2b56f6b-c1e0-4f60-bb55-7b09ef186af5 req-58bc6141-5c5f-4d6b-a0a9-bfedcc73be7c tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462749 Feb 19 02:16:52.136231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8b875-4b48-4358-af39-99ba733d34ed req-06c89732-5837-4ca5-bedd-736a32765a2b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:52.137725 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bb8b875-4b48-4358-af39-99ba733d34ed req-06c89732-5837-4ca5-bedd-736a32765a2b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0517402 Feb 19 02:16:52.186400 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8bb8b875-4b48-4358-af39-99ba733d34ed req-6c7572a1-aef5-463f-b610-851f5682be24 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Feb 19 02:16:52.208472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53066) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:52.294379 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811bf1ae-e3a5-4b6f-85e5-c2b193370379 tempest-TestShelveInstance-227526517 tempest-TestShelveInstance-227526517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:52.304144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-811bf1ae-e3a5-4b6f-85e5-c2b193370379 tempest-TestShelveInstance-227526517 tempest-TestShelveInstance-227526517-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1122 time: 0.0945513 Feb 19 02:16:52.307437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53070) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:16:52.312157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:16:52.335143 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:52.434642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:52.536690 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Allocated IP 172.25.0.4 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/2025d66a-111e-43d2-901c-850445c3377c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:16:52.636222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for port (2025d66a-111e-43d2-901c-850445c3377c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:52.669955 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2025d66a-111e-43d2-901c-850445c3377c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:52.707468 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:16:52.710222 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:16:52.712876 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:16:52.742532 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'Port': ['ID=2025d66a-111e-43d2-901c-850445c3377c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:52.789333 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-261ba528-e920-48b0-9195-5fa7c8628e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:53.416464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (cb1c0a9b-67d7-4672-b5c8-357deb59e647), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:53.485334 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (2025d66a-111e-43d2-901c-850445c3377c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:53.633254 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for port (2025d66a-111e-43d2-901c-850445c3377c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:53.638081 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (2025d66a-111e-43d2-901c-850445c3377c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:53.705887 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'Port': ['ID=2025d66a-111e-43d2-901c-850445c3377c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:16:53.717309 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (cb1c0a9b-67d7-4672-b5c8-357deb59e647), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:53.822524 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Floating IP cb1c0a9b-67d7-4672-b5c8-357deb59e647 associated. External IP: 172.25.0.4, port: 4bfb2a0c-284b-408a-aa86-19c0019c5026. Feb 19 02:16:53.967078 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:54.038134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Router c050e40b-b6a7-4293-9b34-782fdf543097 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:16:54.149841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:54.164526 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:54.167278 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:54.174880 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:54.175493 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:54.197760 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-6a862615-d7ca-4f38-a2fe-6520132e09c2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8892918 Feb 19 02:16:54.198363 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:16:54.200598 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8a079-e184-4224-bcec-4e9de5ab41f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:16:54.237534 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b8634-804d-4e23-b107-b85b642ac274 x-openstack-request-id: req-8c2b8634-804d-4e23-b107-b85b642ac274 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:16:54.237823 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:16:54.238076 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c2b8634-804d-4e23-b107-b85b642ac274 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:16:54.238481 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'status': 'completed', 'code': 200} Feb 19 02:16:54.284656 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:54.347941 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-6970f3ee-707e-4b41-8d44-ae592b3dbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:54.349590 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-6970f3ee-707e-4b41-8d44-ae592b3dbae6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0890524 Feb 19 02:16:54.444542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-5b92e277-ba64-4e34-ae9f-883c2e5c7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:54.446046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-5b92e277-ba64-4e34-ae9f-883c2e5c7798 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0906625 Feb 19 02:16:54.507246 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'cb1c0a9b-67d7-4672-b5c8-357deb59e647', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'mac_address': 'fa:16:3e:30:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:16:52Z', 'updated_at': '2022-02-19T02:16:52Z', 'revision_number': 0, 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:54.509948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-eb932b08-3338-48dc-bf7e-142adacfd738 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 997 time: 0.0584922 Feb 19 02:16:54.533268 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:54.541586 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:54.542199 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:16:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:54.557812 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-b04496d1-17bd-4a42-aeb2-f2453a35efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:54.559316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-b04496d1-17bd-4a42-aeb2-f2453a35efe5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0441592 Feb 19 02:16:54.612712 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-19c77cb7-c670-44f1-8203-086c73f55199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:54.614270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-19c77cb7-c670-44f1-8203-086c73f55199 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486701 Feb 19 02:16:54.651158 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:54.710976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-89446e0b-6b42-4842-b7da-3eb0ea869df6 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901814 Feb 19 02:16:54.808223 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f6d8a079-e184-4224-bcec-4e9de5ab41f2 req-00d6a20d-066e-47a1-b945-eec71db9663b service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904739 Feb 19 02:16:54.961972 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'cb1c0a9b-67d7-4672-b5c8-357deb59e647', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'mac_address': 'fa:16:3e:30:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:16:52Z', 'updated_at': '2022-02-19T02:16:52Z', 'revision_number': 0, 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:54.987132 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d880e2-1d6e-474d-8aeb-80eab3cacafb None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': 'cb1c0a9b-67d7-4672-b5c8-357deb59e647', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'mac_address': 'fa:16:3e:30:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:16:52Z', 'updated_at': '2022-02-19T02:16:52Z', 'revision_number': 0, 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:55.178507 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a59f06-ca12-455c-937f-d5ec8ee934fb None None] New status for floating IP cb1c0a9b-67d7-4672-b5c8-357deb59e647: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:16:55.602596 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:56.696943 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:56.895418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:14.491123 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-f0d89868-88ae-44ca-87a8-790ed3a99dc2 service neutron] (103429) timed out ('10.222.0.43', 49162) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:17:14.903074 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-74e704db-33ed-4a16-90d3-6e27e3514060 req-c1908675-ae54-4172-8675-8a4fa78700be tempest-ServerActionsTestJSON-313094230 tempest-ServerActionsTestJSON-313094230-project] (103430) timed out ('10.222.0.43', 49182) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:17:16.892274 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:17:19.103059 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:20.418276 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91f31b82-be2b-45b7-9dcd-56fcf3d0e9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:22.790974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8792ab5e-bd77-4cac-b9fc-e4915b72d299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:23.970376 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:25.607286 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:26.699684 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:26.906064 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:49.088793 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:50.420123 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef46a-35e7-47c3-8e65-5e9eda9be753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:50.945634 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-488d1ba7-efc7-4f5f-a7c4-3d5fdf3a4026 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471015 Feb 19 02:17:51.030391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-c069eaf1-42f4-47ff-9ba7-8b73026bd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:51.031865 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-c069eaf1-42f4-47ff-9ba7-8b73026bd700 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0447893 Feb 19 02:17:51.135782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-d82aebc5-3681-483d-9cd2-f655f65bce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:51.137295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-d82aebc5-3681-483d-9cd2-f655f65bce4b service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0872238 Feb 19 02:17:51.202149 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-d1517405-7b2a-4f3d-95cf-669b259e9ffe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 999 time: 0.0587907 Feb 19 02:17:51.250097 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-2fc5c3de-6e06-4f9d-988c-0953a8709cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:51.251604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-2fc5c3de-6e06-4f9d-988c-0953a8709cea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0433114 Feb 19 02:17:51.304499 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-a6fbb1dd-3ff9-4213-a3ce-821b0fa40d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:51.306080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-a6fbb1dd-3ff9-4213-a3ce-821b0fa40d9a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483460 Feb 19 02:17:51.393211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-7b569038-1321-40ac-8d39-b360608b57ea service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803840 Feb 19 02:17:51.484797 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4cf9a7a4-bc0d-46d8-9a05-973776f73fc4 req-30f97870-a606-4194-adba-00fec2b81bc3 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Feb 19 02:17:52.792478 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4707e791-e586-4594-80ce-75251864200b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:53.891964 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:17:53.968902 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:55.610416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:56.707253 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:56.921128 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:19.114647 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:20.421552 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a7e724e-7f2e-4800-a9aa-ebfc9502fb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:22.793103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ebab942-4189-4d97-a4b9-7facad74bef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:23.973139 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:25.614891 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:26.699435 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:26.934712 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:30.891203 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:18:49.115662 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:49.796949 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b595b-b2bf-407f-bd80-d337459edfba req-a8452ae5-3813-45bb-8534-a9f631469714 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:49.798494 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a9b595b-b2bf-407f-bd80-d337459edfba req-a8452ae5-3813-45bb-8534-a9f631469714 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0593233 Feb 19 02:18:49.847449 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2a9b595b-b2bf-407f-bd80-d337459edfba req-7cc336ce-c251-4ebd-bc04-8de8b92ef219 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Feb 19 02:18:50.422184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-af1fce61-c28a-4582-8474-74389eaf4a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:50.985987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833d88a-297c-47f3-8c6d-9d77f30565ef req-9200f74e-6d02-4512-9be3-8b80072a91da tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:50.987505 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4833d88a-297c-47f3-8c6d-9d77f30565ef req-9200f74e-6d02-4512-9be3-8b80072a91da tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Feb 19 02:18:51.036047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4833d88a-297c-47f3-8c6d-9d77f30565ef req-35f310f6-c2e5-4f37-a6b7-7ddd798610ee tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422597 Feb 19 02:18:51.956765 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-416815cd-cefd-4844-b19f-a83317de40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:51.959214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-416815cd-cefd-4844-b19f-a83317de40ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0452600 Feb 19 02:18:52.063118 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-a5c97a1d-3c12-4d58-a02c-abbf38119d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:52.064780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-a5c97a1d-3c12-4d58-a02c-abbf38119d31 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0872722 Feb 19 02:18:52.135240 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-871142f7-7eb5-4099-9b6f-fdd45c190c60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 999 time: 0.0647559 Feb 19 02:18:52.163287 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ca5e0-e784-4e71-8e61-b1fbddfb590c req-607300ef-68bc-4c6e-b408-e62d107c9c93 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:52.164764 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-209ca5e0-e784-4e71-8e61-b1fbddfb590c req-607300ef-68bc-4c6e-b408-e62d107c9c93 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0533502 Feb 19 02:18:52.189256 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-7ef5658a-d8da-495d-b3c0-4c91e99b6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:52.190734 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-7ef5658a-d8da-495d-b3c0-4c91e99b6467 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0489979 Feb 19 02:18:52.214606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-209ca5e0-e784-4e71-8e61-b1fbddfb590c req-064508dd-a039-4a32-bd45-4c783db357fe tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Feb 19 02:18:52.240949 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-18cf5f3b-2aed-4fac-850f-dbc7d9068b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:52.243544 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-18cf5f3b-2aed-4fac-850f-dbc7d9068b7e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467863 Feb 19 02:18:52.334757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-a89df464-521e-4512-8d76-d9b6dbb6d6ba service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Feb 19 02:18:52.427821 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cf5e3b0d-f34b-4a8f-95ea-5241ba35ac0b req-77d0eae7-af21-4eab-8cb7-7beb769d0dee service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Feb 19 02:18:52.794365 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00f37a81-288c-4052-82f6-c7afa20a5509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:53.334192 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4107-c7be-44cb-9fe7-92533ca01e6a req-8d8ef68c-bf94-4546-940d-c6c964bb9396 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:53.335660 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53bb4107-c7be-44cb-9fe7-92533ca01e6a req-8d8ef68c-bf94-4546-940d-c6c964bb9396 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0534325 Feb 19 02:18:53.382963 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-53bb4107-c7be-44cb-9fe7-92533ca01e6a req-04b7bc40-43b3-4449-b20b-2195f0dc6816 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Feb 19 02:18:53.976218 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:54.500567 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400d0c-50c9-4a2e-b4cf-94eafdfa526b req-9d8560ae-2c03-447b-80af-35478eba0557 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:54.502078 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1400d0c-50c9-4a2e-b4cf-94eafdfa526b req-9d8560ae-2c03-447b-80af-35478eba0557 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0525410 Feb 19 02:18:54.554115 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e1400d0c-50c9-4a2e-b4cf-94eafdfa526b req-7a5f479f-9b15-4410-9566-21a209ea70b9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464375 Feb 19 02:18:55.618719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:55.674423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f32b-3018-4356-be38-b92bda31b100 req-5dfc226c-9446-4985-af87-7fe94fd0c585 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:55.675913 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5c4f32b-3018-4356-be38-b92bda31b100 req-5dfc226c-9446-4985-af87-7fe94fd0c585 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Feb 19 02:18:55.732477 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b5c4f32b-3018-4356-be38-b92bda31b100 req-a6ad8577-c872-4a9c-8261-d0c1b8d9d8fe tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495720 Feb 19 02:18:56.702774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:56.849598 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5c70e-85f7-41b5-a2dc-021ef58a7a1c req-7e004296-a9ab-44b7-834b-4806ce518db6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:56.851062 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17d5c70e-85f7-41b5-a2dc-021ef58a7a1c req-7e004296-a9ab-44b7-834b-4806ce518db6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Feb 19 02:18:56.899051 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-17d5c70e-85f7-41b5-a2dc-021ef58a7a1c req-0edfd680-4674-4b96-9268-08a22dff5783 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Feb 19 02:18:56.921170 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:58.016799 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b17c5-6fe6-4bf1-be67-7f236d641870 req-57473dee-fa51-4d5b-98d5-36695aa67696 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:58.018287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d75b17c5-6fe6-4bf1-be67-7f236d641870 req-57473dee-fa51-4d5b-98d5-36695aa67696 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Feb 19 02:18:58.067794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d75b17c5-6fe6-4bf1-be67-7f236d641870 req-c7018477-1a9c-48a9-8de6-e5c950f21b14 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Feb 19 02:18:59.186522 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1322c-430b-4e8e-a952-814ddc8d1e3d req-6bdebea4-a64c-4ebb-b867-7635552ecf32 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:59.188019 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb1322c-430b-4e8e-a952-814ddc8d1e3d req-6bdebea4-a64c-4ebb-b867-7635552ecf32 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0527582 Feb 19 02:18:59.236079 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb1322c-430b-4e8e-a952-814ddc8d1e3d req-0181cb04-da7b-48f7-948f-238128711cab tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Feb 19 02:19:00.354452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef642a-3720-48bc-8bfe-3cebb9a701a9 req-42dd7444-c1ea-4620-b71c-44642e4763e7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:00.355911 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2ef642a-3720-48bc-8bfe-3cebb9a701a9 req-42dd7444-c1ea-4620-b71c-44642e4763e7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Feb 19 02:19:00.404185 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d2ef642a-3720-48bc-8bfe-3cebb9a701a9 req-e3fb19e8-19d2-4f6c-ad1a-8c212f428c81 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422750 Feb 19 02:19:01.526366 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ae47f-1e0e-4105-aa03-4004265a3b9c req-00112711-e338-47c0-8716-df68feb62132 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:01.527842 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d19ae47f-1e0e-4105-aa03-4004265a3b9c req-00112711-e338-47c0-8716-df68feb62132 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0565679 Feb 19 02:19:01.577387 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d19ae47f-1e0e-4105-aa03-4004265a3b9c req-d5bf3a5d-3d2c-48dc-91c1-820dccfbd7b8 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Feb 19 02:19:02.641824 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:19:02.734064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbb1e-75f4-4f4a-a444-fa991a4539b5 req-25ed755d-e722-45a7-845f-90765452dbc9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:02.735641 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d21bbb1e-75f4-4f4a-a444-fa991a4539b5 req-25ed755d-e722-45a7-845f-90765452dbc9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0839362 Feb 19 02:19:02.776356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:02.791069 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'mac_address': 'fa:16:3e:30:33:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:19:02.792275 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d21bbb1e-75f4-4f4a-a444-fa991a4539b5 req-84849969-865c-4c8e-915d-060c57d65b51 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510950 Feb 19 02:19:02.847901 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:02.848292 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:02.866007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bfb2a0c-284b-408a-aa86-19c0019c5026 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:19:02.888833 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:02.893442 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:02.948708 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:02.956687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.957063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.957685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.958042 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.958381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.958717 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.959072 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.959389 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.960276 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.960609 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.960939 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.961291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.961623 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:19:02.970424 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['4bfb2a0c-284b-408a-aa86-19c0019c5026'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:19:03.945856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d592c2d-9295-4005-8a2d-780a312634a4 req-404a2c09-7cce-4719-985d-9a495408fcd2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:03.947354 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d592c2d-9295-4005-8a2d-780a312634a4 req-404a2c09-7cce-4719-985d-9a495408fcd2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 944 time: 0.0713227 Feb 19 02:19:04.005466 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7d592c2d-9295-4005-8a2d-780a312634a4 req-b04514ed-f28d-4ce3-8382-0116dc9d137b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Feb 19 02:19:04.648200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:19:04.708907 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 4bfb2a0c-284b-408a-aa86-19c0019c5026 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:19:04.709608 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:04.803927 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:04.804457 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:04.829065 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:19:04.831362 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79679efe-6da4-4674-ab2d-0694b613f72a" -d '{"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:19:04.846259 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:04.852256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:04.910126 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:04.950487 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b329e6f-77d4-4e49-a73c-20bcd2385f69 x-openstack-request-id: req-5b329e6f-77d4-4e49-a73c-20bcd2385f69 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:19:04.951141 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:19:04.951408 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b329e6f-77d4-4e49-a73c-20bcd2385f69 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:19:04.951976 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'code': 200} Feb 19 02:19:05.145693 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79cdd-3929-4dab-af37-ea6e3121e536 req-a4b74960-d838-4134-a61f-086f186b65ec tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:05.147420 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04b79cdd-3929-4dab-af37-ea6e3121e536 req-a4b74960-d838-4134-a61f-086f186b65ec tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Feb 19 02:19:05.205174 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04b79cdd-3929-4dab-af37-ea6e3121e536 req-b98cac8e-00f5-4ac3-82d1-b50804871125 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513296 Feb 19 02:19:06.341248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a39b1-799e-4260-bf99-09615913bf9d req-c2c1d55f-62a7-4124-8883-a04357e86fcd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:06.345466 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c8a39b1-799e-4260-bf99-09615913bf9d req-c2c1d55f-62a7-4124-8883-a04357e86fcd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0592675 Feb 19 02:19:06.396355 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-9c8a39b1-799e-4260-bf99-09615913bf9d req-8fc528e9-7c87-4b70-9080-283587468418 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479341 Feb 19 02:19:07.562716 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f844bd-593f-4c6d-a0de-34acc4132e8d req-983828b2-340e-43b6-a519-c9af7473c712 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:07.564401 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3f844bd-593f-4c6d-a0de-34acc4132e8d req-983828b2-340e-43b6-a519-c9af7473c712 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0673366 Feb 19 02:19:07.623765 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a3f844bd-593f-4c6d-a0de-34acc4132e8d req-3bb73f98-ba94-47cc-909e-f5bb3bd960e8 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536394 Feb 19 02:19:07.890612 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:19:08.801160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deb634-cc8c-41b6-9867-b128e4ebf41a req-97960aa0-bad0-48dd-81a6-720fd34e1178 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:08.808829 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1deb634-cc8c-41b6-9867-b128e4ebf41a req-97960aa0-bad0-48dd-81a6-720fd34e1178 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0835261 Feb 19 02:19:08.885051 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d1deb634-cc8c-41b6-9867-b128e4ebf41a req-5e25d753-44d2-466d-9724-708a84bb64fe tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759628 Feb 19 02:19:10.011898 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb383-5f1e-4228-801b-fe6598094c98 req-21116240-44bc-4fc6-a211-dd64991eb42f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:10.013700 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8a4bb383-5f1e-4228-801b-fe6598094c98 req-21116240-44bc-4fc6-a211-dd64991eb42f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0677810 Feb 19 02:19:10.091914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8a4bb383-5f1e-4228-801b-fe6598094c98 req-b683219b-8212-46f3-b885-0bf902a55af7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694160 Feb 19 02:19:11.220784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a99a8-0cf7-4342-a5b3-c8fda777c1c3 req-be08dac6-ba84-40f7-82ce-f1f1611a330f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:11.222451 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-285a99a8-0cf7-4342-a5b3-c8fda777c1c3 req-be08dac6-ba84-40f7-82ce-f1f1611a330f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0569284 Feb 19 02:19:11.278877 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-285a99a8-0cf7-4342-a5b3-c8fda777c1c3 req-eb00a6c9-3f55-4b5c-8995-fe76670dca6c tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504806 Feb 19 02:19:12.104285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-73d0ae3b-b28f-4a32-9226-ba2583b33422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.105798 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-73d0ae3b-b28f-4a32-9226-ba2583b33422 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0442955 Feb 19 02:19:12.197072 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-1c1ab868-8c2a-495e-8496-ecc9bb33c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.198560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-1c1ab868-8c2a-495e-8496-ecc9bb33c2ba service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0871224 Feb 19 02:19:12.263638 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-5f746a32-4cd4-4d8b-b05f-e8af7b9779f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 999 time: 0.0584607 Feb 19 02:19:12.315139 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-3c141fe9-00cc-4cd1-b80a-8a83aeca3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.316610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-3c141fe9-00cc-4cd1-b80a-8a83aeca3f91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0469811 Feb 19 02:19:12.366016 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-529283bc-c335-4ad8-8c0d-83c622e9b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.367448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-529283bc-c335-4ad8-8c0d-83c622e9b104 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451403 Feb 19 02:19:12.394132 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71776f5-6237-40fc-813a-1c700787b73f req-8b391c1e-caba-4298-a820-6483048bc833 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.395600 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b71776f5-6237-40fc-813a-1c700787b73f req-8b391c1e-caba-4298-a820-6483048bc833 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0518284 Feb 19 02:19:12.446230 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b71776f5-6237-40fc-813a-1c700787b73f req-42566a96-727f-4faf-bfa4-40ab74e9183f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444760 Feb 19 02:19:12.458214 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-e242f5fd-f42e-4f42-9074-779fb742ea2d service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831401 Feb 19 02:19:12.551794 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-72abb43d-fc82-4e8f-880a-e9d36dedbc5d req-54774a8a-0c71-49a9-9a77-f4d2539c838d service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875916 Feb 19 02:19:13.569007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1988d-a43e-4673-a78f-ba986e324c0c req-93e80c60-d1ab-4dc6-bc22-7eb975653f8a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:13.570507 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6f1988d-a43e-4673-a78f-ba986e324c0c req-93e80c60-d1ab-4dc6-bc22-7eb975653f8a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Feb 19 02:19:13.619849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6f1988d-a43e-4673-a78f-ba986e324c0c req-4849e246-fd20-4e24-9230-81218b928b84 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Feb 19 02:19:14.690234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:19:14.738672 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e485828-ce6f-4fbe-9a19-3c7dafb448b8 req-0d4bd8b9-0b70-488f-b667-6a0a5e5532d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:14.740174 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e485828-ce6f-4fbe-9a19-3c7dafb448b8 req-0d4bd8b9-0b70-488f-b667-6a0a5e5532d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 945 time: 0.0545988 Feb 19 02:19:14.770437 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:14.770831 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:14.790107 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-7e485828-ce6f-4fbe-9a19-3c7dafb448b8 req-7815a945-3652-496e-a826-16094d035d26 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436764 Feb 19 02:19:14.794172 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:19:14.796478 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a980d8e-f1f2-4de5-a966-3573bb16bf96" -d '{"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:19:14.817800 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:14.824056 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:14.832036 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34195c8-c7a9-44a4-a753-7c9ca80134ce x-openstack-request-id: req-a34195c8-c7a9-44a4-a753-7c9ca80134ce {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:19:14.832322 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-unplugged", "status": "failed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "code": 422}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:19:14.832576 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a34195c8-c7a9-44a4-a753-7c9ca80134ce {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:19:14.833252 n-d-826752-2 neutron-server[103431]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'code': 422} returned with failed status Feb 19 02:19:14.861849 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-1fd8eec0-75d5-463d-8b42-8a2b57731917 req-76d5f178-2a8b-441f-98ab-81c38b667e62 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:19:14.862884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1fd8eec0-75d5-463d-8b42-8a2b57731917 req-76d5f178-2a8b-441f-98ab-81c38b667e62 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054753 Feb 19 02:19:14.880192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:15.028961 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cea10d-7c38-4e5f-aeb0-83b55928b03f req-4a557346-1c13-49d6-b101-c91c538c0f81 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:15.030488 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2cea10d-7c38-4e5f-aeb0-83b55928b03f req-4a557346-1c13-49d6-b101-c91c538c0f81 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0590737 Feb 19 02:19:15.080481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f2cea10d-7c38-4e5f-aeb0-83b55928b03f req-5290d187-024f-4d89-8243-a4ee7bbe38c6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 Feb 19 02:19:15.199021 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-5e7f5c02-8011-406d-8616-457a42cff0a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897799 Feb 19 02:19:15.348399 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-dfeffbc7-864a-494d-8651-c43b2d996b83 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:15.349805 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-dfeffbc7-864a-494d-8651-c43b2d996b83 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports/4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 940 time: 0.0878479 Feb 19 02:19:16.090969 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-04969b46-882c-48aa-9a0b-3b776af04106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:16.092462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-04969b46-882c-48aa-9a0b-3b776af04106 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2&tenant_id=2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 1125 time: 0.0455716 Feb 19 02:19:16.157939 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-80969658-29d6-4f69-9d92-6bd445a4e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:16.159455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-80969658-29d6-4f69-9d92-6bd445a4e98c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1125 time: 0.0449021 Feb 19 02:19:16.204000 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613c6-84b0-48e2-a1d9-77648588a45c req-2a1fb0e3-13ef-4959-8643-2b8a8b4bfb98 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:16.205556 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe8613c6-84b0-48e2-a1d9-77648588a45c req-2a1fb0e3-13ef-4959-8643-2b8a8b4bfb98 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0545609 Feb 19 02:19:16.255136 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-8f49da1d-2ff3-41d8-ad59-ad4ea229d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:16.256629 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-8f49da1d-2ff3-41d8-ad59-ad4ea229d8eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0910137 Feb 19 02:19:16.256801 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fe8613c6-84b0-48e2-a1d9-77648588a45c req-332cd6ad-d8dc-4142-ba1b-2a7ca1706666 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446780 Feb 19 02:19:16.322375 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-ca62e299-4486-4c6c-bba6-4fa6eec2f53f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 997 time: 0.0591819 Feb 19 02:19:16.369281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-a3835a8b-7837-4f6c-aad7-7afcecf26718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:16.370604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-a3835a8b-7837-4f6c-aad7-7afcecf26718 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0421281 Feb 19 02:19:16.422233 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-c86ce32a-09f5-4122-9f7f-abcaa2d57ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:16.423745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-c86ce32a-09f5-4122-9f7f-abcaa2d57ac4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468662 Feb 19 02:19:16.510135 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-a752d549-f8eb-4a2f-8697-3be69101de66 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803330 Feb 19 02:19:16.602818 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-04c98c68-58c6-49e5-a5df-ea39b238717c req-7e7a5927-50f1-4116-845a-961ecd9a0c5a service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867181 Feb 19 02:19:17.391096 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc657-1295-4f46-8fd2-6614a50e1f1c req-95a56414-a78c-4795-a3c7-e1823137ab8e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:17.399144 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-072bc657-1295-4f46-8fd2-6614a50e1f1c req-95a56414-a78c-4795-a3c7-e1823137ab8e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0667541 Feb 19 02:19:17.448204 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-072bc657-1295-4f46-8fd2-6614a50e1f1c req-6808461e-f660-44b2-b118-99c824c09afd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481744 Feb 19 02:19:18.587185 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1fcc9-d66a-43b6-b2e5-1ea7f95099c0 req-dcbb5cc0-901f-450a-a3cd-4469f6de4161 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:18.588771 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78d1fcc9-d66a-43b6-b2e5-1ea7f95099c0 req-dcbb5cc0-901f-450a-a3cd-4469f6de4161 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0620437 Feb 19 02:19:18.648004 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-78d1fcc9-d66a-43b6-b2e5-1ea7f95099c0 req-dcca4cd6-17d2-433a-bd33-10afb082014f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532937 Feb 19 02:19:19.120948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:19.773361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f056-b140-493d-b53c-877c8740395d req-8c27db19-453c-4e8c-a742-5a514871fb12 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:19.774902 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2524f056-b140-493d-b53c-877c8740395d req-8c27db19-453c-4e8c-a742-5a514871fb12 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0569274 Feb 19 02:19:19.836360 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2524f056-b140-493d-b53c-877c8740395d req-3afc0de4-4401-4dc9-850f-dd8c36b682c4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557263 Feb 19 02:19:20.426080 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-039abfec-a0bd-4c39-931e-3da33225c3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:20.969449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2521-9d2d-4edb-b945-59a1fc38a498 req-783f1d83-a141-40c4-bfa1-f4e16ba75060 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:20.971797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b29e2521-9d2d-4edb-b945-59a1fc38a498 req-783f1d83-a141-40c4-bfa1-f4e16ba75060 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0622225 Feb 19 02:19:21.023240 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b29e2521-9d2d-4edb-b945-59a1fc38a498 req-f47ec8c0-cbe8-40a1-b52b-7d65c7e39aa4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Feb 19 02:19:22.152181 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ba82-9180-41c0-84cb-ec8adf9d15e5 req-fb3a20db-f6ad-4a0d-bde6-8fed77baee18 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:22.154239 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7bc8ba82-9180-41c0-84cb-ec8adf9d15e5 req-fb3a20db-f6ad-4a0d-bde6-8fed77baee18 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0569324 Feb 19 02:19:22.208419 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7bc8ba82-9180-41c0-84cb-ec8adf9d15e5 req-c87045bc-55e9-4473-8684-bca99ff4a6cd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478532 Feb 19 02:19:22.797144 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d29ac6d-5c40-4f6f-a99c-c26a2707e566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:23.338885 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e753-22c6-4883-88a2-4d21cef794bf req-15040bab-89af-49b2-867d-329ca50f4842 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:23.338885 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6c5e753-22c6-4883-88a2-4d21cef794bf req-15040bab-89af-49b2-867d-329ca50f4842 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0564549 Feb 19 02:19:23.398568 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e6c5e753-22c6-4883-88a2-4d21cef794bf req-86199508-671f-4be3-85a6-1d9820369657 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526483 Feb 19 02:19:23.978965 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:24.517844 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec938dd5-3c40-488b-af16-907173b61e98 req-e6af26e9-9db5-431a-b66b-e3206bcd663e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:24.520342 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec938dd5-3c40-488b-af16-907173b61e98 req-e6af26e9-9db5-431a-b66b-e3206bcd663e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0525205 Feb 19 02:19:24.568666 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ec938dd5-3c40-488b-af16-907173b61e98 req-c22a9a17-11cc-4e30-a73b-9fbf01c7a9a3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Feb 19 02:19:25.635076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:25.704768 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136362d-655f-4f90-8861-a502c9c6fb5f req-708be181-fbca-4b2b-a55d-ef923f7e3c80 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:25.706269 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b136362d-655f-4f90-8861-a502c9c6fb5f req-708be181-fbca-4b2b-a55d-ef923f7e3c80 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Feb 19 02:19:25.755529 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b136362d-655f-4f90-8861-a502c9c6fb5f req-9ffc5ce3-90ba-45c0-a4a8-8a94fe170610 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432553 Feb 19 02:19:26.705436 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:26.755450 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:19:26.854687 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:26.865776 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'port_id': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'mac_address': 'fa:16:3e:30:33:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:19:26.878675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387bd5-a2c5-436a-969f-4d378011520b req-0171df06-7045-472f-a900-f9964b52aff1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:26.880177 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25387bd5-a2c5-436a-969f-4d378011520b req-0171df06-7045-472f-a900-f9964b52aff1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 943 time: 0.0565062 Feb 19 02:19:26.906857 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:26.907168 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:26.920344 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfb2a0c-284b-408a-aa86-19c0019c5026 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:19:26.931032 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-25387bd5-a2c5-436a-969f-4d378011520b req-40752f29-80b0-4332-a76e-77341b57d460 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445175 Feb 19 02:19:26.947363 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:26.951088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:26.954620 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:27.001958 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:27.171158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['4bfb2a0c-284b-408a-aa86-19c0019c5026'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:19:28.098782 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf2a0-e4d6-47a5-a442-661bf4d85dce req-328e65f7-7f0e-4a7d-af35-99cf0a944266 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:28.100587 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66caf2a0-e4d6-47a5-a442-661bf4d85dce req-328e65f7-7f0e-4a7d-af35-99cf0a944266 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 944 time: 0.0977092 Feb 19 02:19:28.149345 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-66caf2a0-e4d6-47a5-a442-661bf4d85dce req-5776643e-728e-467a-a84e-24b6fc81aa96 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Feb 19 02:19:28.767158 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:19:28.813829 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 4bfb2a0c-284b-408a-aa86-19c0019c5026 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:19:28.814201 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:28.891227 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 4bfb2a0c-284b-408a-aa86-19c0019c5026 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:28.891612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:28.913367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:19:28.915526 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a2ab07-d682-4136-90c6-6816fed80d54" -d '{"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:19:28.927356 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:28.934133 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:28.957847 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c2b1ed-32d5-4de5-9e80-6d04aac9b30b x-openstack-request-id: req-99c2b1ed-32d5-4de5-9e80-6d04aac9b30b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:19:28.958396 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:19:28.958652 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99c2b1ed-32d5-4de5-9e80-6d04aac9b30b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:19:28.959049 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'code': 200} Feb 19 02:19:28.984022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:29.111806 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd02a7-e3b5-437b-888f-78b493cd3074 req-deba1447-61db-48de-a3ce-3bc96f85bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:29.113300 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cdd02a7-e3b5-437b-888f-78b493cd3074 req-deba1447-61db-48de-a3ce-3bc96f85bff5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1128 time: 0.0437407 Feb 19 02:19:29.156827 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8cdd02a7-e3b5-437b-888f-78b493cd3074 req-52bfb607-1d63-4979-8131-8d361ca6d748 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Feb 19 02:19:29.270941 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81350a3-be44-4576-9148-7dc9b476b5a9 req-1dff04f8-b3cc-4e0b-913c-26591bcb6ea9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:29.272427 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b81350a3-be44-4576-9148-7dc9b476b5a9 req-1dff04f8-b3cc-4e0b-913c-26591bcb6ea9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 946 time: 0.0569866 Feb 19 02:19:29.320975 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b81350a3-be44-4576-9148-7dc9b476b5a9 req-2ab178d3-acb0-4007-953a-279157fa2536 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Feb 19 02:19:30.447056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb32dc-1836-4af0-aa71-4b40551d5682 req-12724203-1e81-4695-ac24-eef443181bb6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:30.448551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befb32dc-1836-4af0-aa71-4b40551d5682 req-12724203-1e81-4695-ac24-eef443181bb6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 946 time: 0.0550640 Feb 19 02:19:30.503458 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-befb32dc-1836-4af0-aa71-4b40551d5682 req-0bce1fd9-ae4a-488d-a4af-54535950717a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486145 Feb 19 02:19:31.631090 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ac64-d258-4e94-b461-9cb413cc822d req-08e58410-b797-4c74-bede-ab18e60fd968 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:31.632658 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b85ac64-d258-4e94-b461-9cb413cc822d req-08e58410-b797-4c74-bede-ab18e60fd968 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 946 time: 0.0554595 Feb 19 02:19:31.683145 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2b85ac64-d258-4e94-b461-9cb413cc822d req-17dc1b89-fa8f-4045-8739-b4f0ae6382bf tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443952 Feb 19 02:19:44.890083 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:19:49.119729 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:50.429504 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5222ab4-6f96-430e-9a0d-b5401e41f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:52.802418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35f1cf86-c1bf-405b-a5b8-321c1f911aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:52.924405 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-4ec08fe8-980e-46a1-b9f3-bab95c69e3fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433097 Feb 19 02:19:53.008243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8c215-5e13-4102-bae1-e1207559180a req-bb01ef91-a7b0-468d-92ba-80fd1547f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:53.009789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-bb01ef91-a7b0-468d-92ba-80fd1547f524 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1128 time: 0.0445988 Feb 19 02:19:53.114130 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8c215-5e13-4102-bae1-e1207559180a req-3f15b581-f476-4aa8-9383-23c2c8c748a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:53.115596 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-3f15b581-f476-4aa8-9383-23c2c8c748a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0867798 Feb 19 02:19:53.178680 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-ce211976-27d9-4877-ad16-d6516cddd9c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 999 time: 0.0568197 Feb 19 02:19:53.226265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8c215-5e13-4102-bae1-e1207559180a req-8e8f3473-890d-4705-90d5-de0dd3ab53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:53.228252 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-8e8f3473-890d-4705-90d5-de0dd3ab53f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0434687 Feb 19 02:19:53.279956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8c215-5e13-4102-bae1-e1207559180a req-d1ba1075-1a65-4861-85aa-3b538e209bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:53.281455 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-d1ba1075-1a65-4861-85aa-3b538e209bdb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473642 Feb 19 02:19:53.385993 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-ca2d3800-7409-4337-bf5c-66f7c1615140 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986683 Feb 19 02:19:53.476199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-57d8c215-5e13-4102-bae1-e1207559180a req-ae0775ba-bf07-4add-93ed-42a1145cbaf7 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834806 Feb 19 02:19:53.979453 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:55.631346 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:56.715875 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:56.951754 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:19.149441 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:20.430870 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cdcd755-f402-4232-80c1-b4eceb48882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:21.889677 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:20:22.804156 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac4894e0-7fb5-4a13-8e06-77669394b07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:23.982348 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:25.633442 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:26.707553 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:26.949509 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:43.473578 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53386) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:43.956656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Deleting port 2025d66a-111e-43d2-901c-850445c3377c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:20:43.957020 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (2025d66a-111e-43d2-901c-850445c3377c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.032023 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (2025d66a-111e-43d2-901c-850445c3377c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.032346 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (2025d66a-111e-43d2-901c-850445c3377c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.043761 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Calling delete_port for 2025d66a-111e-43d2-901c-850445c3377c owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:20:44.187419 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (2025d66a-111e-43d2-901c-850445c3377c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.212894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event deleted for resources: {'Port': ['ID=2025d66a-111e-43d2-901c-850445c3377c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:44.224733 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.225115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.225473 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.225804 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.226142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.226478 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.226814 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.227142 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.227471 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.227797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.228127 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.228454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.228781 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:44.285717 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (cb1c0a9b-67d7-4672-b5c8-357deb59e647), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.286065 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Floating IP cb1c0a9b-67d7-4672-b5c8-357deb59e647 disassociated (deleted). External IP: 172.25.0.4, port: 4bfb2a0c-284b-408a-aa86-19c0019c5026. Feb 19 02:20:44.493995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Router c050e40b-b6a7-4293-9b34-782fdf543097 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:20:44.602415 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:20:44.607252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.617238 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:20:44.629624 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:20:44.630469 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:44.643970 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-27c46888-97c1-446e-896e-b0a4cf04cbeb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb1c0a9b-67d7-4672-b5c8-357deb59e647 HTTP/1.1" status: 204 len: 168 time: 1.1668992 Feb 19 02:20:44.643970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:20:44.644389 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f21a427-fc5c-480d-9aed-5a3a544e3d23" -d '{"events": [{"name": "network-changed", "server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:20:44.747818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:20:44.760840 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf1922-6a0e-4239-ba74-7609ca4fb265 x-openstack-request-id: req-18cf1922-6a0e-4239-ba74-7609ca4fb265 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:20:44.761529 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:20:44.762172 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18cf1922-6a0e-4239-ba74-7609ca4fb265 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:20:44.762886 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'status': 'completed', 'code': 200} Feb 19 02:20:44.843553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-ad039a81-838e-42fe-9325-8785d5878377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:44.845145 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-ad039a81-838e-42fe-9325-8785d5878377 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 1128 time: 0.0481322 Feb 19 02:20:44.888351 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d01b2f-5358-4b83-895d-0069687152a8 req-17c53a8d-b1b2-4987-b55c-1eeab6fed9ad tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:44.891086 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6d01b2f-5358-4b83-895d-0069687152a8 req-17c53a8d-b1b2-4987-b55c-1eeab6fed9ad tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 946 time: 0.0625978 Feb 19 02:20:44.940573 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c6d01b2f-5358-4b83-895d-0069687152a8 req-3bd45428-1e66-424d-8dbd-4df91f81a880 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439298 Feb 19 02:20:44.948395 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-cccbb25f-bba8-4bc2-abfb-7a6d40e50acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:44.950066 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-cccbb25f-bba8-4bc2-abfb-7a6d40e50acc service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0979369 Feb 19 02:20:44.966232 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:44.992092 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:20:44.992580 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-a8a01f08-5636-4566-a750-3b7d21660d9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 200 len: 217 time: 0.0355799 Feb 19 02:20:45.001173 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:20:45.001718 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:20:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:45.040970 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-0f1145ca-ab08-4b4c-932d-290c5412e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:45.042456 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-0f1145ca-ab08-4b4c-932d-290c5412e252 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0430224 Feb 19 02:20:45.096820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-b864506e-3363-4d8e-8aa0-844edb706141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:45.098382 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-b864506e-3363-4d8e-8aa0-844edb706141 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496283 Feb 19 02:20:45.108971 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:20:45.189739 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-3946b3a1-f2da-49ff-a1e8-630720fc5950 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849826 Feb 19 02:20:45.287159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-5f21a427-fc5c-480d-9aed-5a3a544e3d23 req-34239700-ffb6-4149-8677-448224152eb8 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910695 Feb 19 02:20:45.386620 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:45.416559 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae536db-d66c-4281-92e4-99e70df1ce19 None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:20:45.664409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b7ec2-51b5-4aa6-be64-1cbabf717136 None None] New status for floating IP cb1c0a9b-67d7-4672-b5c8-357deb59e647: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:20:46.065880 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb9a0c-a2fc-4457-9954-a73cc1af8748 req-77ec05b9-3f58-450a-8e9e-1552034f2da1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:46.067364 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4eb9a0c-a2fc-4457-9954-a73cc1af8748 req-77ec05b9-3f58-450a-8e9e-1552034f2da1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 946 time: 0.0539558 Feb 19 02:20:46.116191 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f4eb9a0c-a2fc-4457-9954-a73cc1af8748 req-3a9002d7-057e-49d0-b9c2-d364276254f0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e6f66e3-90b2-466c-bb15-7837c9f42514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430641 Feb 19 02:20:46.183057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-692750d6-f435-40aa-9170-8e878f75df63 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:46.184726 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-692750d6-f435-40aa-9170-8e878f75df63 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2 HTTP/1.1" status: 200 len: 946 time: 0.0522361 Feb 19 02:20:46.281513 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Deleting port 4bfb2a0c-284b-408a-aa86-19c0019c5026 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:20:46.281741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:46.368800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] For port 4bfb2a0c-284b-408a-aa86-19c0019c5026, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=4bfb2a0c-284b-408a-aa86-19c0019c5026,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:20:46.369199 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:46.381146 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Calling delete_port for 4bfb2a0c-284b-408a-aa86-19c0019c5026 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:20:46.511586 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (4bfb2a0c-284b-408a-aa86-19c0019c5026), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:46.539655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event deleted for resources: {'Port': ['ID=4bfb2a0c-284b-408a-aa86-19c0019c5026,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:46.585984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] No DVR routers for this DVR port 4bfb2a0c-284b-408a-aa86-19c0019c5026 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:20:46.588575 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:46.592372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-efee2a09-4d12-4ac0-b90e-22bfc56edcb8 req-7c22cb76-2fa1-4955-80c5-b3f9bcc132a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "DELETE /v2.0/ports/4bfb2a0c-284b-408a-aa86-19c0019c5026 HTTP/1.1" status: 204 len: 173 time: 0.4025636 Feb 19 02:20:46.764693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-deleted', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:20:46.767155 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5ca1e6-fb29-4040-804f-d9543c09c28a" -d '{"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-deleted", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:20:46.802763 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069245b9-41af-4f16-be67-13d130e59559 x-openstack-request-id: req-069245b9-41af-4f16-be67-13d130e59559 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:20:46.803053 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2", "name": "network-vif-deleted", "tag": "4bfb2a0c-284b-408a-aa86-19c0019c5026", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:20:46.803315 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-069245b9-41af-4f16-be67-13d130e59559 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:20:46.803867 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd247f2b-dd46-48fb-9c4d-9aac3d92c8e2', 'name': 'network-vif-deleted', 'tag': '4bfb2a0c-284b-408a-aa86-19c0019c5026', 'status': 'completed', 'code': 200} Feb 19 02:20:47.170977 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:47.229068 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3772b594-4a4e-457b-9bd9-890a510e3ce6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (9e6f66e3-90b2-466c-bb15-7837c9f42514), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.253999 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3772b594-4a4e-457b-9bd9-890a510e3ce6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (9e6f66e3-90b2-466c-bb15-7837c9f42514), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.313487 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3772b594-4a4e-457b-9bd9-890a510e3ce6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (9e6f66e3-90b2-466c-bb15-7837c9f42514), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.315917 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3772b594-4a4e-457b-9bd9-890a510e3ce6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.317085 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3772b594-4a4e-457b-9bd9-890a510e3ce6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e6f66e3-90b2-466c-bb15-7837c9f42514 HTTP/1.1" status: 204 len: 168 time: 0.1450989 Feb 19 02:20:47.326260 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772b594-4a4e-457b-9bd9-890a510e3ce6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6f66e3-90b2-466c-bb15-7837c9f42514,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:47.811732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53414) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:47.816300 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101860084', 'description': 'tempest-secgroup-smoke-1101860084 description', 'project_id': '2857c730dba747be85d1763a82e17de5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:47.835646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.904246 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (6df8bb7a-f6ef-4d4b-9b34-356f7cb58968), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.907896 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6df8bb7a-f6ef-4d4b-9b34-356f7cb58968), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.935305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.937076 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1242974 Feb 19 02:20:47.940004 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53416) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:47.942767 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:47.944716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '6df8bb7a-f6ef-4d4b-9b34-356f7cb58968', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:47.950457 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.950804 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.951150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.952367 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.952755 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.953126 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.953461 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.953787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.954114 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.954437 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.954760 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.955078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.955424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b9737-2830-474c-a826-396738645f11 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:47.972116 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (880c044a-c7ea-411d-a80f-0e6149c64ec6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.018610 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (880c044a-c7ea-411d-a80f-0e6149c64ec6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.022115 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (880c044a-c7ea-411d-a80f-0e6149c64ec6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.039721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880c044a-c7ea-411d-a80f-0e6149c64ec6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:48.046861 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.048053 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ca124151-5271-47ab-b1cc-7cd373d97012 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069815 Feb 19 02:20:48.050870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53418) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:48.055255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '6df8bb7a-f6ef-4d4b-9b34-356f7cb58968', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:48.079408 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (3e84fc49-d731-4b92-820f-6330c9c495b3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.135275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (3e84fc49-d731-4b92-820f-6330c9c495b3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.138580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (3e84fc49-d731-4b92-820f-6330c9c495b3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.160082 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e84fc49-d731-4b92-820f-6330c9c495b3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:48.167580 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.168777 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-af1aa592-3434-44ac-a473-db7d7b0987e6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169865 Feb 19 02:20:48.172019 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:48.176312 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '6df8bb7a-f6ef-4d4b-9b34-356f7cb58968', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:48.202305 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (79169712-0c7f-4462-bc66-f68a313ca22e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.257761 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (79169712-0c7f-4462-bc66-f68a313ca22e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.261148 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (79169712-0c7f-4462-bc66-f68a313ca22e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.281426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79169712-0c7f-4462-bc66-f68a313ca22e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:48.286705 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.287885 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5459f670-8334-470b-9918-d9bb2e03ddb0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149042 Feb 19 02:20:48.290734 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53422) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:48.295286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '6df8bb7a-f6ef-4d4b-9b34-356f7cb58968', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:48.319523 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (cb183381-9a86-4230-94dc-13331cf99ab2), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.376863 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (cb183381-9a86-4230-94dc-13331cf99ab2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.380260 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (cb183381-9a86-4230-94dc-13331cf99ab2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.399340 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb183381-9a86-4230-94dc-13331cf99ab2,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:48.408581 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.409811 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-5274170a-9b7a-485d-8581-359439b9a0a1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181555 Feb 19 02:20:48.412656 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53424) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:48.416839 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '6df8bb7a-f6ef-4d4b-9b34-356f7cb58968', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:48.437327 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Project 2857c730dba747be85d1763a82e17de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:20:48.442096 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (4d2912ce-16aa-45c7-85e2-53c904410d9a), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.498866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (4d2912ce-16aa-45c7-85e2-53c904410d9a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.502597 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (4d2912ce-16aa-45c7-85e2-53c904410d9a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.517897 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2912ce-16aa-45c7-85e2-53c904410d9a,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:48.527987 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.529209 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-9ae66df1-1911-4660-a4d6-d8496fef8175 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156290 Feb 19 02:20:48.532444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53426) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:48.536719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'security_group_rule': {'security_group_id': '6df8bb7a-f6ef-4d4b-9b34-356f7cb58968', 'project_id': '2857c730dba747be85d1763a82e17de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:20:48.557357 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Project 2857c730dba747be85d1763a82e17de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:20:48.562590 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (f8d9aa66-d13d-4e30-a5b2-20181243b661), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.624376 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (f8d9aa66-d13d-4e30-a5b2-20181243b661), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.627693 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f8d9aa66-d13d-4e30-a5b2-20181243b661), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.645440 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d9aa66-d13d-4e30-a5b2-20181243b661,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:48.652632 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:48.653894 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2c203e71-37bc-4648-8277-bd8502cafc42 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204970 Feb 19 02:20:49.142748 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:49.233813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:20:49.254835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 4bfb2a0c-284b-408a-aa86-19c0019c5026 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:20:49.255186 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 4bfb2a0c-284b-408a-aa86-19c0019c5026 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:20:50.433863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9e9630d-d1d1-41dc-a4b6-9c76ad39c66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:52.805467 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6be9b0be-c626-4a5f-aca9-2e4e6ed1e2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:53.987700 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:55.640598 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:56.711330 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:56.952304 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:58.889936 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:21:08.090517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-bc25bd75-c07a-44cd-aece-9876660c6e21 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101860084&fields=id&tenant_id=2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 267 time: 0.0447598 Feb 19 02:21:08.222119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-f2b351b6-64d1-46ea-ac41-fd250953191a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:08.223606 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-f2b351b6-64d1-46ea-ac41-fd250953191a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 809 time: 0.1267791 Feb 19 02:21:08.238867 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-f6776f08-e81a-4fd8-a500-9f4af2a99bc6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/quotas/2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 375 time: 0.0099044 Feb 19 02:21:08.293934 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-9f538626-59cf-4970-8dae-c84df8206238 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499451 Feb 19 02:21:08.446020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-4f28859e-03d9-4612-8fe9-7c1bf3cfe33c service neutron] 10.222.0.43 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406054 Feb 19 02:21:08.550218 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-e758bfd8-af86-4a25-b37c-e08af88e67bb service neutron] 10.222.0.43 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977910 Feb 19 02:21:08.844469 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-55ce1979-cd96-4061-9f95-3ccf34ede83e req-0f5d5acc-70c1-4065-927f-71bce04df016 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0281429 Feb 19 02:21:09.803693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-ac382560-42d0-4f55-b573-2f16903c4293 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:09.805169 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-ac382560-42d0-4f55-b573-2f16903c4293 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 809 time: 0.1149437 Feb 19 02:21:09.869916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-6ec52364-8d2c-440c-9817-d3ce5f3e66fa tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 380 time: 0.0563788 Feb 19 02:21:09.885376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'port': {'device_id': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'admin_state_up': True, 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'security_groups': ['6df8bb7a-f6ef-4d4b-9b34-356f7cb58968']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:09.946113 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-460bb35f-dd8e-4f46-b07f-8ca218f5ac74 req-c451ccb9-99b3-42f7-98a5-db997ac6ae62 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0304251 Feb 19 02:21:09.994238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Made reservation on behalf of 2857c730dba747be85d1763a82e17de5 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:21:09.997631 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.135228 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Allocated IP 172.20.0.13 (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8/19e56abc-99a4-483a-a819-588424243c17/c1d11c39-6448-42fc-8924-6a4b05a9db81) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:10.273896 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.306470 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.348343 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:10.351315 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:10.357637 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:10.363962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:10.410904 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:10.411687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.429743 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-b220daa1-69d9-41de-81c5-5b55216e49d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488539 Feb 19 02:21:10.442166 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Request body: {'port': {'device_id': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:10.517432 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.583410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cdbc7260-4088-4e4c-9728-200d182120c5 None None] Provisioning complete for port c1d11c39-6448-42fc-8924-6a4b05a9db81 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:10.584084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7260-4088-4e4c-9728-200d182120c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.621950 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc7260-4088-4e4c-9728-200d182120c5 None None] Port c1d11c39-6448-42fc-8924-6a4b05a9db81 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:10.793317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d11c39-6448-42fc-8924-6a4b05a9db81 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:21:10.801151 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Publish callbacks [] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.814001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Transition to ACTIVE for port object c1d11c39-6448-42fc-8924-6a4b05a9db81 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:21:10.818820 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.872257 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:10.953148 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Attempting to bind port c1d11c39-6448-42fc-8924-6a4b05a9db81 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:10.953519 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Attempting to bind port c1d11c39-6448-42fc-8924-6a4b05a9db81 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:10.953841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Attempting to bind port c1d11c39-6448-42fc-8924-6a4b05a9db81 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:10.958940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Port c1d11c39-6448-42fc-8924-6a4b05a9db81 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:21:10.959259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Attempting to bind port c1d11c39-6448-42fc-8924-6a4b05a9db81 on network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:10.965207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:10.965542 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Checking segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:10.965920 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Bound using segment: {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:10.966428 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Bound port: c1d11c39-6448-42fc-8924-6a4b05a9db81, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ae6393-f131-47ac-8e68-0a497ad6d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:10.966844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.069774 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:11.084400 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:11.093414 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.139831 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192137-10e8-418a-9862-3ccec55b7716 req-544c45c3-1282-4625-a3ac-767e284bfd53 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.141591 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b192137-10e8-418a-9862-3ccec55b7716 req-544c45c3-1282-4625-a3ac-767e284bfd53 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.1101575 Feb 19 02:21:11.146922 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.147723 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.149253 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] 10.222.0.89 "PUT /v2.0/ports/c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1092 time: 0.7116847 Feb 19 02:21:11.149805 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:21:11.155138 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b3505-a74b-436d-bd5e-d7dbffe87508" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:21:11.214278 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde5a49d-a7ec-4070-95a5-a4b2758c8218 x-openstack-request-id: req-bde5a49d-a7ec-4070-95a5-a4b2758c8218 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:21:11.214278 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:21:11.214278 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bde5a49d-a7ec-4070-95a5-a4b2758c8218 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:21:11.214916 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'status': 'completed', 'code': 200} Feb 19 02:21:11.245654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9563d-98cc-4427-9a00-9e9f1f0acbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:11.280335 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-2b192137-10e8-418a-9862-3ccec55b7716 req-37e7bf2e-6bfd-4a7a-91b6-8ca2b62f5000 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095383 Feb 19 02:21:11.292836 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-c50c038a-69f5-4314-ad7f-99dc070949e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.296182 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-c50c038a-69f5-4314-ad7f-99dc070949e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1126 time: 0.1032591 Feb 19 02:21:11.338678 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-f862685e-84a0-4989-8104-550604f19955 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 217 time: 0.0354092 Feb 19 02:21:11.393396 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-296087d9-3bf3-4f24-9013-9f337d021148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.394869 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-296087d9-3bf3-4f24-9013-9f337d021148 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0506117 Feb 19 02:21:11.448727 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-6e858ff8-bca0-4383-90bc-2003377ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.450205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-6e858ff8-bca0-4383-90bc-2003377ab43f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494134 Feb 19 02:21:11.549705 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-7a788ba7-2a7f-4ac4-b67a-e9a4e82febba service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933492 Feb 19 02:21:11.647759 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3224c8aa-a83f-48e3-81cc-33d55c895428 req-7292aa56-c411-43be-bdea-45761bbd320d service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912371 Feb 19 02:21:11.735784 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-25115c39-eb52-4a70-9e8f-44263850964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.737324 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-25115c39-eb52-4a70-9e8f-44263850964f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1126 time: 0.0476613 Feb 19 02:21:11.836372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-086a3cf2-1bf0-4d4b-b7e0-edbb0e94b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.837896 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-086a3cf2-1bf0-4d4b-b7e0-edbb0e94b0cc service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0952897 Feb 19 02:21:11.878814 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-b2fed474-b4f4-4b10-bc5a-36bd6bd79f23 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 217 time: 0.0348399 Feb 19 02:21:11.926007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-c546fa95-f1d8-4473-abe9-fb7f3907a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.927520 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-c546fa95-f1d8-4473-abe9-fb7f3907a7ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0436726 Feb 19 02:21:11.983275 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-529a48b8-9acc-49fe-8bf8-e59bfb3bddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:11.984762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-529a48b8-9acc-49fe-8bf8-e59bfb3bddf9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484183 Feb 19 02:21:12.072048 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-d46c49a9-60b1-46eb-945c-1a91a1924305 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816536 Feb 19 02:21:12.175084 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e45b3505-a74b-436d-bd5e-d7dbffe87508 req-573aa098-69a8-4e72-a112-2a4efef6cda0 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975127 Feb 19 02:21:12.405986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276e29-050c-41e0-91d2-7ee9c1ed99e0 req-fb8fe63f-b7b9-4b0b-a8c7-7d649fe32b87 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:12.407517 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b276e29-050c-41e0-91d2-7ee9c1ed99e0 req-fb8fe63f-b7b9-4b0b-a8c7-7d649fe32b87 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0540435 Feb 19 02:21:12.455831 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1b276e29-050c-41e0-91d2-7ee9c1ed99e0 req-769a897e-ab02-49f2-a2d8-67c7e7e03d67 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Feb 19 02:21:13.576878 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3ef0-69ae-4caf-ab99-5e5737608633 req-bf08bcbf-243f-46f0-bac4-cbc1c01831e0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:13.578387 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f59a3ef0-69ae-4caf-ab99-5e5737608633 req-bf08bcbf-243f-46f0-bac4-cbc1c01831e0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0536315 Feb 19 02:21:13.628362 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f59a3ef0-69ae-4caf-ab99-5e5737608633 req-73daa522-f885-4654-b037-2cf03bf84419 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443075 Feb 19 02:21:14.755456 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0013-312a-45da-8493-b4fa9242cd8d req-57c2ce71-a681-4d73-add0-19ba4700b528 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:14.756951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a98d0013-312a-45da-8493-b4fa9242cd8d req-57c2ce71-a681-4d73-add0-19ba4700b528 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0593507 Feb 19 02:21:14.806724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a98d0013-312a-45da-8493-b4fa9242cd8d req-79489036-3a4b-4a30-a5f4-47f44b8b05a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Feb 19 02:21:15.924857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d6c00-04d4-4899-aa02-8323084ac767 req-81dae872-cf12-417f-9577-b3588834b450 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:15.926308 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c47d6c00-04d4-4899-aa02-8323084ac767 req-81dae872-cf12-417f-9577-b3588834b450 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0523815 Feb 19 02:21:15.976823 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c47d6c00-04d4-4899-aa02-8323084ac767 req-50739c4b-19ec-474d-a981-d42a4cfffb07 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446587 Feb 19 02:21:17.097940 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97546ed-0096-407d-97ed-a87b2ea5e262 req-cd04c586-7602-4303-8a12-910a66341349 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:17.099430 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b97546ed-0096-407d-97ed-a87b2ea5e262 req-cd04c586-7602-4303-8a12-910a66341349 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0535095 Feb 19 02:21:17.148637 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b97546ed-0096-407d-97ed-a87b2ea5e262 req-ad017bee-5c42-45e0-8bab-a4decf0c91d5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Feb 19 02:21:18.273700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33e35-63a6-49de-b655-cf9eb0f9bf61 req-16410a83-0df1-4bbf-a065-9026ca22351e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:18.275218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5c33e35-63a6-49de-b655-cf9eb0f9bf61 req-16410a83-0df1-4bbf-a065-9026ca22351e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0571229 Feb 19 02:21:18.324246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5c33e35-63a6-49de-b655-cf9eb0f9bf61 req-fd212460-a3ce-49da-b30e-2470b212d369 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432734 Feb 19 02:21:19.165294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.448529 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299547b7-15f7-4416-b4fc-9527e1ab121a req-1c6628e2-2469-41c2-b2b2-e72851c438a7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:19.450037 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-299547b7-15f7-4416-b4fc-9527e1ab121a req-1c6628e2-2469-41c2-b2b2-e72851c438a7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0591981 Feb 19 02:21:19.500560 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-299547b7-15f7-4416-b4fc-9527e1ab121a req-cd92ac40-de4a-40df-8ff2-06f9e853bb51 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Feb 19 02:21:20.435573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c47c4d2d-eb2b-4c58-b8c7-48441352d2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.617997 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d6b69-dd2e-4cce-9570-992228b52982 req-3302fceb-9cb4-4f6a-8591-fbfbe63fb7ed tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:20.619461 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff0d6b69-dd2e-4cce-9570-992228b52982 req-3302fceb-9cb4-4f6a-8591-fbfbe63fb7ed tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0518656 Feb 19 02:21:20.667098 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ff0d6b69-dd2e-4cce-9570-992228b52982 req-23d12ed6-3113-4225-949a-0ac22c8971c4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Feb 19 02:21:21.786732 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4eb9d-6d97-49b9-be0e-589135c43d93 req-6549963d-e171-4fab-bcf0-cbf372913e12 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:21.788224 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70a4eb9d-6d97-49b9-be0e-589135c43d93 req-6549963d-e171-4fab-bcf0-cbf372913e12 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0535243 Feb 19 02:21:21.836610 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-70a4eb9d-6d97-49b9-be0e-589135c43d93 req-687ed05a-0399-40b8-a365-305cb5de293b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Feb 19 02:21:22.806945 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a627d22c-4e40-4689-b29a-cdf8bd310380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:22.952772 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0f52-7eb5-4c1a-bf44-f1a266320889 req-58de0470-73a5-4233-a5ad-3f3dfc581d10 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:22.954292 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-109e0f52-7eb5-4c1a-bf44-f1a266320889 req-58de0470-73a5-4233-a5ad-3f3dfc581d10 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0520906 Feb 19 02:21:23.010501 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-109e0f52-7eb5-4c1a-bf44-f1a266320889 req-2f7e79af-3176-438d-bb23-4b4a635222f9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506861 Feb 19 02:21:23.996888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:24.133279 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d674f3-97db-4a00-8c23-3c4755c24166 req-a81384e5-497e-4d40-bd0e-09f56c1aa414 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:24.134768 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c1d674f3-97db-4a00-8c23-3c4755c24166 req-a81384e5-497e-4d40-bd0e-09f56c1aa414 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0545526 Feb 19 02:21:24.186412 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-c1d674f3-97db-4a00-8c23-3c4755c24166 req-0e781034-11b1-4c74-91c8-12068262081b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461376 Feb 19 02:21:25.305176 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df3868-3ebb-423f-9855-ef75d5c84ac8 req-e391b4f8-cab4-4e0d-be16-90c66e134053 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:25.306632 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19df3868-3ebb-423f-9855-ef75d5c84ac8 req-e391b4f8-cab4-4e0d-be16-90c66e134053 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0517220 Feb 19 02:21:25.355112 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-19df3868-3ebb-423f-9855-ef75d5c84ac8 req-f9ef9dbd-0ca9-4749-b25a-b869164f0f73 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Feb 19 02:21:25.638179 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.475413 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e713f1-46d6-4dc4-aba3-d39f2cefd84d req-bb0df57e-f7f9-4b86-b1b0-2837b1d291d5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:26.476898 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-12e713f1-46d6-4dc4-aba3-d39f2cefd84d req-bb0df57e-f7f9-4b86-b1b0-2837b1d291d5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0531294 Feb 19 02:21:26.525190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-12e713f1-46d6-4dc4-aba3-d39f2cefd84d req-5d6974d9-52d9-4445-914a-2116f98e6eec tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Feb 19 02:21:26.714677 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.963970 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.341684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:21:27.443837 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:27.456124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'port_id': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'mac_address': 'fa:16:3e:cd:7f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:21:27.492127 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c1d11c39-6448-42fc-8924-6a4b05a9db81 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:27.492510 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.506732 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d11c39-6448-42fc-8924-6a4b05a9db81 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:21:27.526400 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:27.530561 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.579149 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:27.586683 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.587033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.587376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.587715 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.588049 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.588381 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.588712 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.589071 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.589390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.589749 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.590076 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.590402 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.590727 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:27.645357 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b9a0b-f45e-4bc5-a62e-07bcee0a329c req-dfd18dd4-0a7a-4305-96e7-116d693532ca tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:27.646994 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a0b9a0b-f45e-4bc5-a62e-07bcee0a329c req-dfd18dd4-0a7a-4305-96e7-116d693532ca tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 945 time: 0.0527413 Feb 19 02:21:27.706219 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a0b9a0b-f45e-4bc5-a62e-07bcee0a329c req-48ea3019-e4c6-4578-9c54-a3590bbeb669 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536652 Feb 19 02:21:27.764252 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c1d11c39-6448-42fc-8924-6a4b05a9db81'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:21:28.826937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2d0f-b2e2-48ef-931c-b7c9d7646107 req-1ed264a3-0745-4e3b-a4db-27d145d3b3a7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:28.828444 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ebc2d0f-b2e2-48ef-931c-b7c9d7646107 req-1ed264a3-0745-4e3b-a4db-27d145d3b3a7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 945 time: 0.0544305 Feb 19 02:21:28.877271 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0ebc2d0f-b2e2-48ef-931c-b7c9d7646107 req-404dfcdb-a5f1-4eb8-ab30-a0fe08586f7d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Feb 19 02:21:29.357299 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:29.410631 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port c1d11c39-6448-42fc-8924-6a4b05a9db81 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:21:29.414873 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port c1d11c39-6448-42fc-8924-6a4b05a9db81 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:29.415242 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.489488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c1d11c39-6448-42fc-8924-6a4b05a9db81 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:29.489869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.511322 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:21:29.514085 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f703c0-0005-456d-b25a-b597cf4947be" -d '{"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:21:29.526476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:29.530954 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.553420 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17365ba2-d6a3-46e8-85ba-e8b98eb8ec7b x-openstack-request-id: req-17365ba2-d6a3-46e8-85ba-e8b98eb8ec7b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:21:29.553738 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:21:29.553992 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17365ba2-d6a3-46e8-85ba-e8b98eb8ec7b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:21:29.554379 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'code': 200} Feb 19 02:21:29.583002 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:29.652207 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35ba3f-f465-47bb-baa8-b7c7572c29d7 req-e27f42ac-0b67-4aad-98c3-a4eb9015aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:29.654481 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc35ba3f-f465-47bb-baa8-b7c7572c29d7 req-e27f42ac-0b67-4aad-98c3-a4eb9015aae3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0474565 Feb 19 02:21:29.699249 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cc35ba3f-f465-47bb-baa8-b7c7572c29d7 req-3240e31b-cbe7-484b-adc9-6b6c85b08ae8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Feb 19 02:21:29.998472 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cdf5-75e5-44e6-a690-b77d0286f1f7 req-0e75497a-d28f-4634-a5e2-81dfdfb59144 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:29.999930 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45a1cdf5-75e5-44e6-a690-b77d0286f1f7 req-0e75497a-d28f-4634-a5e2-81dfdfb59144 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0569856 Feb 19 02:21:30.048716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-45a1cdf5-75e5-44e6-a690-b77d0286f1f7 req-5e59b08d-c68f-4d6c-9a88-24b0268dc09a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Feb 19 02:21:31.165570 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5302-371e-47ef-a751-7d09f683d0af req-2626bc04-26a9-4013-8144-0e1952a1552b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:31.167046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b57d5302-371e-47ef-a751-7d09f683d0af req-2626bc04-26a9-4013-8144-0e1952a1552b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0515742 Feb 19 02:21:31.217998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b57d5302-371e-47ef-a751-7d09f683d0af req-b7ea2090-c856-4fec-ac9b-dd50a0a52f2b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449605 Feb 19 02:21:31.337662 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9d247-bc4d-4e6f-9741-9a826cea91d5 req-f92f7f4a-3a5a-4fc6-a083-9639e4510530 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:31.339065 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-baf9d247-bc4d-4e6f-9741-9a826cea91d5 req-f92f7f4a-3a5a-4fc6-a083-9639e4510530 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0541751 Feb 19 02:21:31.389492 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-baf9d247-bc4d-4e6f-9741-9a826cea91d5 req-c1e49ead-a316-4656-9061-d09dc3f51f97 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Feb 19 02:21:31.411508 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53634) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:31.461423 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff137038-5c69-48a5-887d-c1a82f481848 tempest-TestShelveInstance-227526517 tempest-TestShelveInstance-227526517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:31.462956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ff137038-5c69-48a5-887d-c1a82f481848 tempest-TestShelveInstance-227526517 tempest-TestShelveInstance-227526517-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1123 time: 0.0503645 Feb 19 02:21:31.465747 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53636) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:31.470232 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:31.490280 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.594066 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.706569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Allocated IP 172.25.0.103 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/30315927-b0ce-46e5-b92e-1ef98b826090) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:31.808153 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for port (30315927-b0ce-46e5-b92e-1ef98b826090), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.843384 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (30315927-b0ce-46e5-b92e-1ef98b826090), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.880250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:31.883115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:31.886461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:31.917984 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'Port': ['ID=30315927-b0ce-46e5-b92e-1ef98b826090,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:32.595183 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (96a9ac5d-889d-4a63-bb09-6761f2e251d5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.670866 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (30315927-b0ce-46e5-b92e-1ef98b826090), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.821152 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for port (30315927-b0ce-46e5-b92e-1ef98b826090), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.825890 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (30315927-b0ce-46e5-b92e-1ef98b826090), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.894608 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event updated for resources: {'Port': ['ID=30315927-b0ce-46e5-b92e-1ef98b826090,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:32.905187 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (96a9ac5d-889d-4a63-bb09-6761f2e251d5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.009054 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Floating IP 96a9ac5d-889d-4a63-bb09-6761f2e251d5 associated. External IP: 172.25.0.103, port: c1d11c39-6448-42fc-8924-6a4b05a9db81. Feb 19 02:21:33.223318 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Router c050e40b-b6a7-4293-9b34-782fdf543097 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:21:33.337231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:33.349428 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:33.358041 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.361371 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:33.362257 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:33.389511 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-7fe2b170-49ef-413e-9c3b-cd3899c6a197 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9226027 Feb 19 02:21:33.390106 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:21:33.392337 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:21:33.433189 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0f966-1d92-4e9d-8d3d-be2fddd1ef56 x-openstack-request-id: req-ecf0f966-1d92-4e9d-8d3d-be2fddd1ef56 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:21:33.433487 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:21:33.433749 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecf0f966-1d92-4e9d-8d3d-be2fddd1ef56 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:21:33.434165 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'status': 'completed', 'code': 200} Feb 19 02:21:33.475251 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:33.505587 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-b8add650-2229-48f7-a3f3-f956cc2ec87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:33.507376 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-b8add650-2229-48f7-a3f3-f956cc2ec87d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0509033 Feb 19 02:21:33.601544 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-0cc3fafd-c6a8-480f-9791-69103ba44343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:33.603003 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-0cc3fafd-c6a8-480f-9791-69103ba44343 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0896921 Feb 19 02:21:33.677117 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-d5255c1e-34e7-49dd-93a4-19e20e756ee0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1000 time: 0.0676525 Feb 19 02:21:33.706395 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '96a9ac5d-889d-4a63-bb09-6761f2e251d5', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'port_id': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'mac_address': 'fa:16:3e:cd:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:32Z', 'updated_at': '2022-02-19T02:21:32Z', 'revision_number': 0, 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:33.727076 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-3c316731-a3fe-4645-a50e-2ec9776c83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:33.728490 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-3c316731-a3fe-4645-a50e-2ec9776c83c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0450509 Feb 19 02:21:33.735629 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:33.744047 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:33.744704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:21:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:33.782943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-25405f16-db2c-49d6-9f83-3ca93015dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:33.784468 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-25405f16-db2c-49d6-9f83-3ca93015dc02 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498064 Feb 19 02:21:33.854159 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:33.873329 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-196cdb2f-33fa-48ad-8c95-67766eef97cf service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830002 Feb 19 02:21:33.966676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7f52ec8e-568b-4f7f-8376-cbf100aa5a5a req-aa1455e7-e451-4171-b513-f7711790ba26 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Feb 19 02:21:34.076097 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '96a9ac5d-889d-4a63-bb09-6761f2e251d5', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'port_id': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'mac_address': 'fa:16:3e:cd:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:32Z', 'updated_at': '2022-02-19T02:21:32Z', 'revision_number': 0, 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:34.104815 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd296dcb-2a12-426c-abe8-539b0b075c01 None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '96a9ac5d-889d-4a63-bb09-6761f2e251d5', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'port_id': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'mac_address': 'fa:16:3e:cd:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:32Z', 'updated_at': '2022-02-19T02:21:32Z', 'revision_number': 0, 'project_id': '2857c730dba747be85d1763a82e17de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:34.303996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a4a0d-dc36-43ba-8542-3fae86909a82 None None] New status for floating IP 96a9ac5d-889d-4a63-bb09-6761f2e251d5: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:21:35.889537 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:21:49.151550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:50.439416 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b7d23e3-afbb-4d68-a450-e84622292215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:52.808946 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c7d2-ea52-4180-be60-250734292653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:53.995212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:55.640894 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:55.989919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-947b1af6-4c5e-45fd-8c76-d45421aac40d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133657 Feb 19 02:21:56.084109 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-5d04807b-414a-46c8-948f-2059ba0d3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:56.085768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-5d04807b-414a-46c8-948f-2059ba0d3089 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0542221 Feb 19 02:21:56.198837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-e597cd3c-908d-4812-8b42-cf5dc85dda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:56.200420 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-e597cd3c-908d-4812-8b42-cf5dc85dda7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0952775 Feb 19 02:21:56.269715 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-d382f47a-9c42-442f-a78a-d60d5001cd14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1002 time: 0.0636230 Feb 19 02:21:56.318956 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-e8c65d10-1508-4435-af93-d5973a051d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:56.320379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-e8c65d10-1508-4435-af93-d5973a051d74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0458779 Feb 19 02:21:56.376255 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-6d3d0123-142e-46aa-89be-8c1fec90fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:56.378217 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-6d3d0123-142e-46aa-89be-8c1fec90fb8f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522218 Feb 19 02:21:56.469561 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-0574766d-14bc-45a9-8592-e9e909bd21cd service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854278 Feb 19 02:21:56.563723 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-eda64569-c52d-48a4-bde2-7acabfe69399 req-2c0e60cb-0729-4523-a3e1-4fbfc6cf341e service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886626 Feb 19 02:21:56.720359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:56.948216 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:12.893693 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:22:19.164474 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:20.441916 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c088b63-6991-4f2a-9f5c-c9c93506d199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:22.809996 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4407503e-2460-49d6-a4c5-1af916ca26e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:23.997072 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:25.645393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:26.723129 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:26.947270 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:49.163790 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:49.892529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:22:50.446349 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-687f88f7-98ac-4b69-9787-8f1888e03e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:52.811986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9afef408-d411-4e62-84af-cb058a9a25fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:54.000874 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:55.647028 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:55.934867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-ac1df6f4-401f-4f62-85c9-8ba1a1dbb30a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440681 Feb 19 02:22:56.017612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-70fe5088-777b-4600-bdd6-1fd4868e39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:56.019092 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-70fe5088-777b-4600-bdd6-1fd4868e39a2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0447633 Feb 19 02:22:56.122964 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-f7e40794-7aca-409a-ac14-3c84880b0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:56.124427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-f7e40794-7aca-409a-ac14-3c84880b0731 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0878170 Feb 19 02:22:56.188427 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-57b7dc84-3ba0-4c25-a267-19ece17c62dc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1002 time: 0.0585024 Feb 19 02:22:56.234636 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-c9a64bde-5a0e-4ad9-b7f1-aedbf7a7bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:56.236042 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-c9a64bde-5a0e-4ad9-b7f1-aedbf7a7bfbd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0423875 Feb 19 02:22:56.287803 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-072b3579-15e8-4ad3-84d9-793940f44913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:56.289309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-072b3579-15e8-4ad3-84d9-793940f44913 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474358 Feb 19 02:22:56.375729 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-1dbda4b8-d076-4a7d-9c5f-646763a6cb9b service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809333 Feb 19 02:22:56.468628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-73e6705a-d313-42e3-b75b-94e7836effd2 req-9284204c-3317-4c3b-b395-e102e3b04f8e service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Feb 19 02:22:56.725516 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:56.945990 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:19.164191 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:20.448667 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b801644-aee9-4e5d-ba12-8ace6e0bd99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:22.814284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3af537eb-80d1-4824-9c17-bbcc13bcaa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:24.003434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:25.649497 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:26.728307 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:26.891822 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:23:26.961573 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:28.874001 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467302d6-906d-4efb-a797-1e7efa6c93f3 req-513b34c9-27c4-4f4a-ad7f-53e400118214 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:28.875523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-467302d6-906d-4efb-a797-1e7efa6c93f3 req-513b34c9-27c4-4f4a-ad7f-53e400118214 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.1030316 Feb 19 02:23:28.923281 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-467302d6-906d-4efb-a797-1e7efa6c93f3 req-279fb06e-deec-40bb-b7c8-262235c69edb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Feb 19 02:23:30.103853 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87d96-874e-4465-85ae-69f2423b3407 req-5be4ee66-0049-4797-a2c4-c09956bb3ab9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:30.105374 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b87d96-874e-4465-85ae-69f2423b3407 req-5be4ee66-0049-4797-a2c4-c09956bb3ab9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.1031747 Feb 19 02:23:30.153431 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-58b87d96-874e-4465-85ae-69f2423b3407 req-ee73254d-bfce-4f1c-a260-1e86bff39d7c tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Feb 19 02:23:31.279721 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2f70b-be87-4dfd-b618-4b863f9dc075 req-de32526f-d3ce-46e5-9917-4b4c972f5440 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:31.281218 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50c2f70b-be87-4dfd-b618-4b863f9dc075 req-de32526f-d3ce-46e5-9917-4b4c972f5440 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0530696 Feb 19 02:23:31.334789 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-50c2f70b-be87-4dfd-b618-4b863f9dc075 req-02c46e46-a3a4-48ab-baf0-b491a92eacb4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479519 Feb 19 02:23:32.460199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ebf63-8868-4feb-b564-4c0331d329c9 req-74b46aed-8db5-4b2b-b7c2-8c815656f5c4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:32.462120 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f88ebf63-8868-4feb-b564-4c0331d329c9 req-74b46aed-8db5-4b2b-b7c2-8c815656f5c4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0540323 Feb 19 02:23:32.516190 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-f88ebf63-8868-4feb-b564-4c0331d329c9 req-cb843454-f1a1-477f-a40d-7c0f86f9f3a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482206 Feb 19 02:23:33.637126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59983d-e8fd-4721-99c3-94ba814bc63a req-ddfee003-8f87-465c-9dd5-421db5945566 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:33.638597 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d59983d-e8fd-4721-99c3-94ba814bc63a req-ddfee003-8f87-465c-9dd5-421db5945566 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0528946 Feb 19 02:23:33.688397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0d59983d-e8fd-4721-99c3-94ba814bc63a req-5be0e528-2259-4731-9b55-d1dfdec3e380 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 Feb 19 02:23:34.806490 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593fcf4-a74f-4531-a220-b2539c95058c req-92317281-5b94-4076-b909-686e1f62742f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:34.807977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0593fcf4-a74f-4531-a220-b2539c95058c req-92317281-5b94-4076-b909-686e1f62742f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0539863 Feb 19 02:23:34.860197 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0593fcf4-a74f-4531-a220-b2539c95058c req-a2600b59-c45b-47c4-a3da-bc42d8c19414 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466142 Feb 19 02:23:35.977614 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01b8a0-7b5b-4938-91a0-efa62447ab39 req-5120cc4c-1ae9-4002-8365-b97a45af82c1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:35.979174 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf01b8a0-7b5b-4938-91a0-efa62447ab39 req-5120cc4c-1ae9-4002-8365-b97a45af82c1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0529530 Feb 19 02:23:36.029661 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf01b8a0-7b5b-4938-91a0-efa62447ab39 req-7825f49d-8200-48ad-8e37-45d1443be5d9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Feb 19 02:23:37.148203 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766d303-6b76-4fde-9e03-c0ec98d556e1 req-6bfa753d-468e-4f60-9e86-9321df7b3567 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:37.149731 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6766d303-6b76-4fde-9e03-c0ec98d556e1 req-6bfa753d-468e-4f60-9e86-9321df7b3567 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0534091 Feb 19 02:23:37.198165 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6766d303-6b76-4fde-9e03-c0ec98d556e1 req-227520c0-4ef3-4c6e-adb1-bb549a5d4913 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Feb 19 02:23:38.321265 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104754cb-f62d-4e9f-a76a-a2cea585bc2f req-392e0b7d-2343-4778-aa9f-4e0e3ea276bf tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:38.322745 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104754cb-f62d-4e9f-a76a-a2cea585bc2f req-392e0b7d-2343-4778-aa9f-4e0e3ea276bf tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0569479 Feb 19 02:23:38.370303 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-104754cb-f62d-4e9f-a76a-a2cea585bc2f req-784f4673-6509-4f24-909e-8bf706558924 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Feb 19 02:23:38.950071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-117bd3ba-fbe7-4328-bf98-306804c9d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:38.951552 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-117bd3ba-fbe7-4328-bf98-306804c9d826 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0467651 Feb 19 02:23:39.041536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-192cc45c-edb1-4e19-badd-2208ab2613a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:39.042997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-192cc45c-edb1-4e19-badd-2208ab2613a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0860734 Feb 19 02:23:39.108545 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-65b8ad60-54e3-474d-bda8-d9a69b19753b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1002 time: 0.0601206 Feb 19 02:23:39.155405 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-e10926f5-2ad9-432d-97b6-4aba47c619d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:39.156845 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-e10926f5-2ad9-432d-97b6-4aba47c619d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0432854 Feb 19 02:23:39.208250 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-eb9be864-5daf-4aa2-9107-06cd90d08eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:39.209671 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-eb9be864-5daf-4aa2-9107-06cd90d08eb5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474911 Feb 19 02:23:39.293943 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-683f7cf7-c99e-4b4e-a630-79b8475b5b18 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789397 Feb 19 02:23:39.384551 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-705a8e4b-ea07-4695-9a8d-cea6788f2a2b req-81cf7b21-be1c-436d-9d33-ecea306d090c service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Feb 19 02:23:39.489137 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e422527-d888-4716-a027-9863576d13fc req-2dcbe14e-6b13-4eea-8d94-014d517d401d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:39.490547 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e422527-d888-4716-a027-9863576d13fc req-2dcbe14e-6b13-4eea-8d94-014d517d401d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0529494 Feb 19 02:23:39.538353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-3e422527-d888-4716-a027-9863576d13fc req-f46c21ac-2772-4648-87e0-c2beb62880b4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Feb 19 02:23:40.660523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d00b-571c-4632-be82-62d11b311d56 req-9827483b-4bc3-438a-a90d-492a4d8fa4f6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:40.662029 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aee6d00b-571c-4632-be82-62d11b311d56 req-9827483b-4bc3-438a-a90d-492a4d8fa4f6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0528381 Feb 19 02:23:40.710102 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-aee6d00b-571c-4632-be82-62d11b311d56 req-d0595bfb-3c6b-4ed7-aab7-c43030c8e10f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 Feb 19 02:23:41.835774 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f83e6-70c9-413c-a98d-d924c92e98cb req-b5b4decf-4251-4e33-bd77-41e9bdcd7b73 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:41.837296 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-981f83e6-70c9-413c-a98d-d924c92e98cb req-b5b4decf-4251-4e33-bd77-41e9bdcd7b73 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0574613 Feb 19 02:23:41.886703 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-981f83e6-70c9-413c-a98d-d924c92e98cb req-bf40d956-395c-484c-8ea2-f2e17e9160cd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Feb 19 02:23:43.004446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffe6e3-2459-4bbb-a922-b0b19f52325c req-3f75b255-94a9-4acb-9358-3fb26f00f77b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:43.005954 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1ffe6e3-2459-4bbb-a922-b0b19f52325c req-3f75b255-94a9-4acb-9358-3fb26f00f77b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0527427 Feb 19 02:23:43.053208 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c1ffe6e3-2459-4bbb-a922-b0b19f52325c req-2b9fa31d-2a15-4387-8dad-e2f2a8355190 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Feb 19 02:23:43.994630 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:23:44.073179 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c1d11c39-6448-42fc-8924-6a4b05a9db81 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:23:44.073464 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:44.097201 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:23:44.099431 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774cda95-a8c2-4444-a366-d3f893c0104e" -d '{"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:23:44.111676 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:23:44.116502 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:44.147723 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3886ca4-da6a-43e6-9919-782f7cabdff0 x-openstack-request-id: req-c3886ca4-da6a-43e6-9919-782f7cabdff0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:23:44.148022 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:23:44.148813 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3886ca4-da6a-43e6-9919-782f7cabdff0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:23:44.149250 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'code': 200} Feb 19 02:23:44.176633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:23:44.184232 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.184588 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.184931 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.185293 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.185660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.185996 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.186331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.186662 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.186991 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.187199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bbf2-dd6d-4048-8756-aad4d0a61781 req-7e806f5c-fa1e-41df-9a86-35e8e4cd2527 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:44.187670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.187670 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.187944 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.188267 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:44.189759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ff0bbf2-dd6d-4048-8756-aad4d0a61781 req-7e806f5c-fa1e-41df-9a86-35e8e4cd2527 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0597770 Feb 19 02:23:44.253448 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1ff0bbf2-dd6d-4048-8756-aad4d0a61781 req-e1daf54e-7a2f-4e95-b689-4f3ada6d747d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512469 Feb 19 02:23:45.376952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2421b-13cd-454c-ad5e-3d21be8284bf req-1d23f1b7-29c4-430b-8352-7b498ef3c227 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:45.378432 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4c2421b-13cd-454c-ad5e-3d21be8284bf req-1d23f1b7-29c4-430b-8352-7b498ef3c227 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0564146 Feb 19 02:23:45.426001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-d4c2421b-13cd-454c-ad5e-3d21be8284bf req-c3737d67-98f0-4e22-863d-271c04933a3c tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Feb 19 02:23:45.614057 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-51ef2c4c-a7fe-44d8-ace8-979a3e474f32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468190 Feb 19 02:23:45.622636 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-64b1232a-504c-4400-ab16-de5462b9e28d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:23:45.623629 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-64b1232a-504c-4400-ab16-de5462b9e28d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049989 Feb 19 02:23:45.643145 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33a5ea-187e-4c91-b379-28fc64acdad8 req-55c5cf39-886d-4ad3-bc24-73d3a71e52e3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:45.645287 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c33a5ea-187e-4c91-b379-28fc64acdad8 req-55c5cf39-886d-4ad3-bc24-73d3a71e52e3 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0557320 Feb 19 02:23:45.696961 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0c33a5ea-187e-4c91-b379-28fc64acdad8 req-98e46c0a-d4ec-49a0-b0c1-d73dd537842e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Feb 19 02:23:45.699274 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054ae8-3537-42fd-be23-c544de15996d req-c209b82e-02fd-4a94-8448-ccd361eb335f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:45.700648 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-c209b82e-02fd-4a94-8448-ccd361eb335f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports/c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 941 time: 0.0499873 Feb 19 02:23:46.818387 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ecd38-7233-4d6a-89a9-884148aacbfe req-ab81b724-bd99-4bbb-a054-b587dc16cb17 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:46.819887 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-228ecd38-7233-4d6a-89a9-884148aacbfe req-ab81b724-bd99-4bbb-a054-b587dc16cb17 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0552733 Feb 19 02:23:46.874756 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-228ecd38-7233-4d6a-89a9-884148aacbfe req-1e29607a-94cc-456f-bb78-d84765a8f0d1 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Feb 19 02:23:47.994196 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cb04b-0a9b-4e6f-8aea-faad4fe1e135 req-0bba0fe7-3004-4521-98d4-8379156a3de8 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:47.995685 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e12cb04b-0a9b-4e6f-8aea-faad4fe1e135 req-0bba0fe7-3004-4521-98d4-8379156a3de8 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0528550 Feb 19 02:23:48.049279 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e12cb04b-0a9b-4e6f-8aea-faad4fe1e135 req-51f6e4bf-75c3-4fdc-ad34-31583af2c85d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Feb 19 02:23:49.169426 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:49.174042 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33af04c-eee7-4ef6-aade-c22cd071fd5a req-1d4b2f7a-5b42-4989-b407-9a2b0cd0581a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:49.175513 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d33af04c-eee7-4ef6-aade-c22cd071fd5a req-1d4b2f7a-5b42-4989-b407-9a2b0cd0581a tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0585699 Feb 19 02:23:49.230069 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d33af04c-eee7-4ef6-aade-c22cd071fd5a req-127dd23f-c4e3-449c-a0e4-44477ab64b67 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488248 Feb 19 02:23:50.351857 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd883062-3fcb-4fe9-8281-fc321f07471e req-a0179576-92d4-4af7-b979-43eec713e287 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:50.353352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd883062-3fcb-4fe9-8281-fc321f07471e req-a0179576-92d4-4af7-b979-43eec713e287 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0530622 Feb 19 02:23:50.402912 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cd883062-3fcb-4fe9-8281-fc321f07471e req-e813b37f-5142-4686-b2a2-f68b3cc4cbc4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Feb 19 02:23:50.450005 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e346f817-03f4-4105-bb32-69e067240b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:51.522824 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9a7f8-9306-4319-b5b5-40da3fcff9f5 req-ce627183-eefe-4381-9d88-5abf5a612617 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:51.526797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5e9a7f8-9306-4319-b5b5-40da3fcff9f5 req-ce627183-eefe-4381-9d88-5abf5a612617 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0546534 Feb 19 02:23:51.576955 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a5e9a7f8-9306-4319-b5b5-40da3fcff9f5 req-c82e3a51-28b5-449d-b49a-0c0d767f8462 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Feb 19 02:23:52.698242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018846d2-c1f6-4891-a8f6-9b56f6017ef1 req-2da98884-005a-4123-95b0-5f570148fad5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:52.699737 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-018846d2-c1f6-4891-a8f6-9b56f6017ef1 req-2da98884-005a-4123-95b0-5f570148fad5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0541410 Feb 19 02:23:52.749246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-018846d2-c1f6-4891-a8f6-9b56f6017ef1 req-7cf3c167-d775-461a-8212-bfd7814f0724 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Feb 19 02:23:52.816258 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c4059a8-c886-49e3-a7b0-b0e9d43e7540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:53.867014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5ff04-f8e1-47a4-9f62-9c4293fb1fe6 req-87de71f7-546d-47ab-8a3a-cd4a97903035 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:53.868470 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80b5ff04-f8e1-47a4-9f62-9c4293fb1fe6 req-87de71f7-546d-47ab-8a3a-cd4a97903035 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0523832 Feb 19 02:23:53.917040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-80b5ff04-f8e1-47a4-9f62-9c4293fb1fe6 req-aa6cf3f8-16a6-441e-9fb4-bc437fa84413 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Feb 19 02:23:54.005827 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:55.040929 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ec024-6200-472a-b358-3f4688abac4c req-bfed629d-67d8-4ad8-ae9d-c82848bb9e01 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:55.042539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-809ec024-6200-472a-b358-3f4688abac4c req-bfed629d-67d8-4ad8-ae9d-c82848bb9e01 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0570221 Feb 19 02:23:55.093258 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-809ec024-6200-472a-b358-3f4688abac4c req-25a32744-f674-4d2b-b2ae-788341ab7dfd tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 Feb 19 02:23:55.652940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:56.220834 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e162532-dce7-46e9-9eef-f2b841ea6c82 req-63da22c5-a0e0-47e6-bd5b-474a157440e0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:56.222353 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e162532-dce7-46e9-9eef-f2b841ea6c82 req-63da22c5-a0e0-47e6-bd5b-474a157440e0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0611858 Feb 19 02:23:56.274938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-9e162532-dce7-46e9-9eef-f2b841ea6c82 req-271f5dae-3d0b-407a-9dd3-5a703c297c70 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Feb 19 02:23:56.625052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054ae8-3537-42fd-be23-c544de15996d req-0d4b4a72-9253-4bd8-96cb-d1a03543af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:56.626574 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-0d4b4a72-9253-4bd8-96cb-d1a03543af52 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a&tenant_id=2857c730dba747be85d1763a82e17de5 HTTP/1.1" status: 200 len: 1126 time: 0.0449529 Feb 19 02:23:56.636749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-e147649d-d94d-40aa-96bc-dabe47bddd43 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:23:56.637866 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-e147649d-d94d-40aa-96bc-dabe47bddd43 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053518 Feb 19 02:23:56.702462 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054ae8-3537-42fd-be23-c544de15996d req-6f06d8c1-6ae6-46db-8662-d8544184f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:56.703947 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-6f06d8c1-6ae6-46db-8662-d8544184f1ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1126 time: 0.0439572 Feb 19 02:23:56.733243 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:56.796919 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054ae8-3537-42fd-be23-c544de15996d req-b850c0f4-d80f-4b70-8464-6598e1a3e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:56.798415 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-b850c0f4-d80f-4b70-8464-6598e1a3e716 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0886340 Feb 19 02:23:56.862610 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-6f8ab399-e81b-44a7-bfd4-086823e4000f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1000 time: 0.0584638 Feb 19 02:23:56.914986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054ae8-3537-42fd-be23-c544de15996d req-a776c6f0-9ee3-4aa7-aabb-735664c40ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:56.916396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-a776c6f0-9ee3-4aa7-aabb-735664c40ac3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0468740 Feb 19 02:23:56.969693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054ae8-3537-42fd-be23-c544de15996d req-243a161e-36b4-4be0-a3f7-db8f48f2ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:56.971241 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-243a161e-36b4-4be0-a3f7-db8f48f2ec7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494561 Feb 19 02:23:56.976719 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:57.058369 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-9633b9c0-5302-49e4-a865-f0f53b84b726 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811298 Feb 19 02:23:57.152294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-d9b07747-6eee-4321-8ae1-7fbd4281d438 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878155 Feb 19 02:23:57.258011 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-f7357ba1-dbb6-4291-854c-ef9710f613ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:57.259534 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-f7357ba1-dbb6-4291-854c-ef9710f613ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1126 time: 0.0460782 Feb 19 02:23:57.394612 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-d4d13045-0649-41e0-b9f1-feeec265ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:57.396096 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-d4d13045-0649-41e0-b9f1-feeec265ef12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.1175258 Feb 19 02:23:57.449287 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635746f-ceb7-4695-94c3-7f5c1ee9309d req-0ac58a15-e703-4334-ba29-bef97bf3151f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:57.450768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3635746f-ceb7-4695-94c3-7f5c1ee9309d req-0ac58a15-e703-4334-ba29-bef97bf3151f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.1080241 Feb 19 02:23:57.490318 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-fc39132f-51cc-4b9b-a3bd-de44d3d0be14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1000 time: 0.0875888 Feb 19 02:23:57.547316 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3635746f-ceb7-4695-94c3-7f5c1ee9309d req-29ac9889-d93f-4c7c-89d0-5af9b96822d4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896904 Feb 19 02:23:57.559083 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-b210aec0-90b5-46c9-9f62-1410e4a05740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:57.560676 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-b210aec0-90b5-46c9-9f62-1410e4a05740 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0599504 Feb 19 02:23:57.611845 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-464b333c-4470-4b5f-bc3a-047c4450d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:57.613378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-464b333c-4470-4b5f-bc3a-047c4450d378 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468476 Feb 19 02:23:57.704578 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-b3d6911a-a676-4ffa-8d13-6db054752f47 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843377 Feb 19 02:23:57.793486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-11a1f19c-83bd-4ed0-8e02-af16c780a8f8 req-45dbce1c-bc1c-4a35-b7f6-643fe64c15f9 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826993 Feb 19 02:23:58.923587 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fbc45-f246-4403-8737-82887e22841f req-730b7cf6-52cd-47f0-9624-997db3489a18 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:58.924980 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-969fbc45-f246-4403-8737-82887e22841f req-730b7cf6-52cd-47f0-9624-997db3489a18 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0518448 Feb 19 02:23:58.972744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-969fbc45-f246-4403-8737-82887e22841f req-df805d6a-e72a-4856-a719-63b4ae9622a0 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Feb 19 02:24:00.091488 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d176-d17e-44c5-93fd-34aaebcacd75 req-6f58a8c6-52dd-4d2e-bad0-8a5864621c05 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:00.092924 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8818d176-d17e-44c5-93fd-34aaebcacd75 req-6f58a8c6-52dd-4d2e-bad0-8a5864621c05 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0524056 Feb 19 02:24:00.144257 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8818d176-d17e-44c5-93fd-34aaebcacd75 req-fd13e500-7b3f-4d1f-9e4e-6d85c1414177 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458360 Feb 19 02:24:01.262119 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f800-755a-40ca-af02-325524b92e62 req-2d42e2be-3306-4b89-b4ff-ed4056c566db tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:01.263595 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e68f800-755a-40ca-af02-325524b92e62 req-2d42e2be-3306-4b89-b4ff-ed4056c566db tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0526066 Feb 19 02:24:01.332823 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-1e68f800-755a-40ca-af02-325524b92e62 req-1092e5a9-b3c6-435f-b878-a41fd26053eb tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635285 Feb 19 02:24:02.452606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727d1ba-68c5-4532-be73-c5ed010fe55e req-da48c9b6-6018-4356-ae31-8ec93449b1fc tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:02.454094 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0727d1ba-68c5-4532-be73-c5ed010fe55e req-da48c9b6-6018-4356-ae31-8ec93449b1fc tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0520782 Feb 19 02:24:02.504916 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0727d1ba-68c5-4532-be73-c5ed010fe55e req-a4a1b9bb-a5f6-4770-9e99-e7ad0647e8cc tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Feb 19 02:24:03.623307 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dc93-4a4e-456c-b65c-2170da25b7b0 req-7dfa263d-c823-428b-ad34-43f5b9fa1122 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:03.624791 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1c8dc93-4a4e-456c-b65c-2170da25b7b0 req-7dfa263d-c823-428b-ad34-43f5b9fa1122 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 944 time: 0.0544984 Feb 19 02:24:03.687914 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1c8dc93-4a4e-456c-b65c-2170da25b7b0 req-dbcc3ac5-f8b5-4959-8016-a37b88e565c5 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574915 Feb 19 02:24:03.891673 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:24:04.056265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:24:04.320705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:04.330866 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'port_id': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'mac_address': 'fa:16:3e:cd:7f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:24:04.376970 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c1d11c39-6448-42fc-8924-6a4b05a9db81 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:24:04.377383 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:04.390855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d11c39-6448-42fc-8924-6a4b05a9db81 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:24:04.410404 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:04.414039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:04.458459 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:04.611618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['c1d11c39-6448-42fc-8924-6a4b05a9db81'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:24:04.812263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e6514-6866-4135-9555-59834b5aecbc req-447f95c4-202c-4873-b474-dad403c635e4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:04.813792 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-086e6514-6866-4135-9555-59834b5aecbc req-447f95c4-202c-4873-b474-dad403c635e4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 945 time: 0.0529497 Feb 19 02:24:04.862624 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-086e6514-6866-4135-9555-59834b5aecbc req-bfb8b02e-77a7-47a1-82c9-974be478765c tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Feb 19 02:24:05.980240 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47107cb9-7479-4fb8-96b9-ef3b1601079d req-28bd9d19-5ef5-468f-9bce-10e6a8186c16 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:05.981987 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47107cb9-7479-4fb8-96b9-ef3b1601079d req-28bd9d19-5ef5-468f-9bce-10e6a8186c16 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 945 time: 0.0533562 Feb 19 02:24:06.029685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-47107cb9-7479-4fb8-96b9-ef3b1601079d req-da4dcca4-9326-49ba-b356-0a6d562a6d21 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Feb 19 02:24:06.072056 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:24:06.129020 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port c1d11c39-6448-42fc-8924-6a4b05a9db81 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:24:06.129424 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:06.206458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port c1d11c39-6448-42fc-8924-6a4b05a9db81 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:24:06.206845 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:06.229171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:24:06.231379 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4abb98-f11d-4875-a395-e1a65db43d2a" -d '{"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:24:06.244180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:06.248268 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:06.296080 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:06.316267 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c1e3e-c427-47ec-9df7-2860601365e1 x-openstack-request-id: req-7b3c1e3e-c427-47ec-9df7-2860601365e1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:24:06.316561 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:24:06.316840 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b3c1e3e-c427-47ec-9df7-2860601365e1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:24:06.317273 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'code': 200} Feb 19 02:24:06.472940 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e595c68-3c9e-4986-b63c-ae66b5d8a5e6 req-65e49f64-cdcf-4373-9f20-d90f7dd3959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:06.474379 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e595c68-3c9e-4986-b63c-ae66b5d8a5e6 req-65e49f64-cdcf-4373-9f20-d90f7dd3959a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0556116 Feb 19 02:24:06.518651 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7e595c68-3c9e-4986-b63c-ae66b5d8a5e6 req-8557bfd6-6394-4bdc-8413-7d7377a5c353 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Feb 19 02:24:07.153273 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e56b5-d0f2-420e-851f-88afd22e79ed req-569a1462-fc97-48a1-b879-822643ff2e27 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:07.154744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-349e56b5-d0f2-420e-851f-88afd22e79ed req-569a1462-fc97-48a1-b879-822643ff2e27 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0578144 Feb 19 02:24:07.206038 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-349e56b5-d0f2-420e-851f-88afd22e79ed req-2625e421-5603-4c6b-b940-93d29613c627 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Feb 19 02:24:08.326202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ffa95-b14f-4a57-ae4a-37925619bbf6 req-300c6c85-a83e-48a2-a96a-d1b81dcbc2c4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:08.327665 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa1ffa95-b14f-4a57-ae4a-37925619bbf6 req-300c6c85-a83e-48a2-a96a-d1b81dcbc2c4 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0523198 Feb 19 02:24:08.375256 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-fa1ffa95-b14f-4a57-ae4a-37925619bbf6 req-cd567fb0-0b8a-4007-a438-23ed143b438f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Feb 19 02:24:19.184224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:20.451444 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-63887e90-8bbe-4c5c-8b13-d9de21677870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:22.818057 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba2013b9-a996-40e6-afde-9fb0dc883be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:24.009228 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:25.655302 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.735102 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.992145 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:40.891150 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:24:49.178649 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:50.453535 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9a17022-4f86-4564-a7b6-219e8800874a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:52.818519 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba85c0b-78ab-4c4b-a933-1f5bc2c6198b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:54.015169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:55.656787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:56.738366 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:56.990768 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:58.917550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-1d6897b8-2420-413e-9b12-5a5aa65ba599 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463653 Feb 19 02:24:59.001821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-ea294bd6-1519-4d3f-9414-a50d463aca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:59.003774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-ea294bd6-1519-4d3f-9414-a50d463aca2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0442092 Feb 19 02:24:59.105666 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-b82dab02-bf52-4b72-be8f-01b7b85b50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:59.107143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-b82dab02-bf52-4b72-be8f-01b7b85b50f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.0853837 Feb 19 02:24:59.499883 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-b3dc421f-7e47-46c1-8462-646e4b1327bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 1002 time: 0.3874052 Feb 19 02:24:59.546782 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-680737b4-212b-4ad4-820e-2a0e669ae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:59.548200 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-680737b4-212b-4ad4-820e-2a0e669ae6c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0426145 Feb 19 02:24:59.595006 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-c92ea1a1-5429-47a5-823f-327ed9e96241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:59.597024 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-c92ea1a1-5429-47a5-823f-327ed9e96241 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426397 Feb 19 02:24:59.689997 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-77e36e02-ce25-4af0-8e9e-b663678212c8 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865676 Feb 19 02:24:59.778568 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e0e71ce2-0af0-48b5-9f60-d0c503ba2627 req-aaf2a60f-07e0-4bb1-9c1e-1f99458d432d service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809395 Feb 19 02:25:17.890303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:25:19.178308 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:20.455432 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2433d7e5-3564-4c07-858a-619d1ab65930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.129225 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53798) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:21.293847 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Deleting port 30315927-b0ce-46e5-b92e-1ef98b826090 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:21.294191 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (30315927-b0ce-46e5-b92e-1ef98b826090), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.370639 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (30315927-b0ce-46e5-b92e-1ef98b826090), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.370962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (30315927-b0ce-46e5-b92e-1ef98b826090), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.382292 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Calling delete_port for 30315927-b0ce-46e5-b92e-1ef98b826090 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:21.528505 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (30315927-b0ce-46e5-b92e-1ef98b826090), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.557147 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event deleted for resources: {'Port': ['ID=30315927-b0ce-46e5-b92e-1ef98b826090,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:21.569818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.570213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.570562 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.571125 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.571456 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.571783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.572105 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.572432 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.572753 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.573093 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.573416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.573737 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.574057 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:21.637202 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for floatingip (96a9ac5d-889d-4a63-bb09-6761f2e251d5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.637512 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Floating IP 96a9ac5d-889d-4a63-bb09-6761f2e251d5 disassociated (deleted). External IP: 172.25.0.103, port: c1d11c39-6448-42fc-8924-6a4b05a9db81. Feb 19 02:25:21.849217 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Router c050e40b-b6a7-4293-9b34-782fdf543097 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:25:21.968013 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:21.972301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:21.977230 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:21.987198 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:21.987808 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:24:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:22.002159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-8aa32621-3be3-45b3-9d2b-d311090b862d tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "DELETE /v2.0/floatingips/96a9ac5d-889d-4a63-bb09-6761f2e251d5 HTTP/1.1" status: 204 len: 168 time: 0.8717251 Feb 19 02:25:22.002818 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:25:22.005198 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3745ff-1bf5-4ae1-9d13-c5257441af28" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:25:22.051240 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9ee8be-dc30-40da-a3cd-b213d0268ee7 x-openstack-request-id: req-1a9ee8be-dc30-40da-a3cd-b213d0268ee7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:25:22.051629 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:25:22.051973 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a9ee8be-dc30-40da-a3cd-b213d0268ee7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:25:22.052468 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'status': 'completed', 'code': 200} Feb 19 02:25:22.100948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:22.125416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-c81fcdcc-8c29-42a3-9792-c6d46500545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:22.127025 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-c81fcdcc-8c29-42a3-9792-c6d46500545c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2857c730dba747be85d1763a82e17de5&device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 1128 time: 0.0536921 Feb 19 02:25:22.250553 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-d3658057-324e-48f7-a090-c53609672094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:22.251919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-d3658057-324e-48f7-a090-c53609672094 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 200 len: 910 time: 0.1194139 Feb 19 02:25:22.277764 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153a42-9907-4812-8dd1-bf0fbcaa03db req-0b26616c-9044-4ef2-89b8-091da9e80cfc tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:22.279211 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7153a42-9907-4812-8dd1-bf0fbcaa03db req-0b26616c-9044-4ef2-89b8-091da9e80cfc tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0841582 Feb 19 02:25:22.308055 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-5f426bf9-2d0d-4df1-86fa-3ab8628bba5f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 200 len: 217 time: 0.0468972 Feb 19 02:25:22.313138 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:22.339699 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:22.348065 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:22.348676 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:24:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:22.384197 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f7153a42-9907-4812-8dd1-bf0fbcaa03db req-2f2848fd-6824-4b6c-9a1f-e9e6df010547 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785136 Feb 19 02:25:22.388382 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-c6d05c69-449b-4551-88ae-1fe20008329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:22.389294 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-c6d05c69-449b-4551-88ae-1fe20008329c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 200 len: 848 time: 0.0754139 Feb 19 02:25:22.442744 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-6a4f81f2-bd29-4a9c-be4b-022a524d3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:22.444235 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-6a4f81f2-bd29-4a9c-be4b-022a524d3129 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488064 Feb 19 02:25:22.458241 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:22.533751 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-cdb77c6c-9f76-4531-8bf7-f7b767fdee90 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813394 Feb 19 02:25:22.629849 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4d3745ff-1bf5-4ae1-9d13-c5257441af28 req-5253df6a-9c8c-48bf-b1c8-39118159a095 service neutron] 10.222.0.89 "GET /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889742 Feb 19 02:25:22.655850 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:22.685445 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865faa55-b4ee-4509-ba12-c4621d12eb3a None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:33Z', 'revision_number': 4, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': 'c45456ec-0ae3-4358-90ec-6fca5d386313', 'name': '', 'network_id': '9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'mac_address': 'fa:16:3e:5b:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '19e56abc-99a4-483a-a819-588424243c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:32Z', 'updated_at': '2022-02-19T02:16:37Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'subnets': [{'id': '19e56abc-99a4-483a-a819-588424243c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:22.821525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-490c8ffc-11c1-4c34-8ade-060a487cd333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:22.907773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711c71d0-5ac7-4522-b73d-660940ae5e1c None None] New status for floating IP 96a9ac5d-889d-4a63-bb09-6761f2e251d5: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:25:23.512197 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3296-89dc-422d-b2b4-413aeb9c2beb req-f7038f8f-59b6-4741-b2b1-9dda31c89fc9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:23.514552 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d43b3296-89dc-422d-b2b4-413aeb9c2beb req-f7038f8f-59b6-4741-b2b1-9dda31c89fc9 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0552785 Feb 19 02:25:23.563797 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d43b3296-89dc-422d-b2b4-413aeb9c2beb req-86831ff4-e9a4-4c6c-9ac6-eb27e9258fe6 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Feb 19 02:25:23.707858 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f2737-be08-4028-8986-899ed4368ffa req-b2b5fe16-c82e-48d3-934a-a89828b08077 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:23.709334 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a5f2737-be08-4028-8986-899ed4368ffa req-b2b5fe16-c82e-48d3-934a-a89828b08077 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 946 time: 0.0529835 Feb 19 02:25:23.800375 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Deleting port c1d11c39-6448-42fc-8924-6a4b05a9db81 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:23.800635 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:23.890523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] For port c1d11c39-6448-42fc-8924-6a4b05a9db81, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=c1d11c39-6448-42fc-8924-6a4b05a9db81,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:23.890886 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:23.903722 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Calling delete_port for c1d11c39-6448-42fc-8924-6a4b05a9db81 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:24.014398 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:24.044807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c1d11c39-6448-42fc-8924-6a4b05a9db81), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:24.080757 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event deleted for resources: {'Port': ['ID=c1d11c39-6448-42fc-8924-6a4b05a9db81,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:24.122892 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] No DVR routers for this DVR port c1d11c39-6448-42fc-8924-6a4b05a9db81 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:25:24.125516 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:24.128774 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7a5f2737-be08-4028-8986-899ed4368ffa req-7cde79dc-b8f2-4545-ad6c-cc1e1abf49de tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.89 "DELETE /v2.0/ports/c1d11c39-6448-42fc-8924-6a4b05a9db81 HTTP/1.1" status: 204 len: 173 time: 0.4140463 Feb 19 02:25:24.129268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-deleted', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:25:24.131491 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439831b4-24a8-41eb-af16-fb2041e04624" -d '{"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-deleted", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:25:24.170458 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2839f5d-c508-469c-b959-376a3fb335b4 x-openstack-request-id: req-b2839f5d-c508-469c-b959-376a3fb335b4 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:25:24.170748 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e75c4-7b89-486a-9535-58faefef695a", "name": "network-vif-deleted", "tag": "c1d11c39-6448-42fc-8924-6a4b05a9db81", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:25:24.171000 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2839f5d-c508-469c-b959-376a3fb335b4 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:25:24.171463 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6e75c4-7b89-486a-9535-58faefef695a', 'name': 'network-vif-deleted', 'tag': 'c1d11c39-6448-42fc-8924-6a4b05a9db81', 'status': 'completed', 'code': 200} Feb 19 02:25:24.662938 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8228138b-5e86-46d0-b262-eb09900154af req-c97fcc3f-e87f-4612-98bd-b3fe61973b6e tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0318153 Feb 19 02:25:25.660929 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:25.761175 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-14c3d98a-091b-47e7-bdf6-3ca0f964c797 req-b1f669e0-47a0-4073-89ef-a45b65a2c34b tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0290406 Feb 19 02:25:26.555487 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:26.575449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: c1d11c39-6448-42fc-8924-6a4b05a9db81 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:26.575806 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device c1d11c39-6448-42fc-8924-6a4b05a9db81 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:26.741205 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:26.857229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-2561c441-0bb6-4184-9274-781e1bf5bee3 req-8d1e6bff-3d17-4478-b541-e472dc424fa2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0282443 Feb 19 02:25:27.009178 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:27.955692 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-46cf0d3b-06eb-491c-b39c-2a4e236746bc req-1a01eb6e-355f-4e9b-865c-60dccaefdcde tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0318749 Feb 19 02:25:29.056419 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-74c11f26-af72-405d-a447-dcd60640d270 req-37f343e8-cf82-42d8-aac5-d9148303f92c tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0283799 Feb 19 02:25:30.151747 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3a84c794-b735-4539-b201-02a4ad97a2d4 req-1f94cd90-b3aa-45ff-bfdc-1a2aab54fee2 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0283513 Feb 19 02:25:31.257537 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d95ec161-44e4-464c-8d58-a5da77a3057d req-66cf7839-8e1c-45e1-ab5a-9ab1b7ccd809 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0296464 Feb 19 02:25:32.356110 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-4ccba869-1edb-4e69-9824-de48feb26b7c req-b531e99a-140d-4f8f-a19c-43271db64882 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0279808 Feb 19 02:25:33.474653 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b83b2cea-6639-4e2e-b01f-e89ae8967ac8 req-86de9951-c3d5-4669-8398-58b7d00d3169 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6e75c4-7b89-486a-9535-58faefef695a HTTP/1.1" status: 200 len: 210 time: 0.0329981 Feb 19 02:25:34.536851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53840) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:34.598038 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa71752e-5218-4215-b50a-19d3ea435ac7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (6df8bb7a-f6ef-4d4b-9b34-356f7cb58968), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:34.624059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa71752e-5218-4215-b50a-19d3ea435ac7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (6df8bb7a-f6ef-4d4b-9b34-356f7cb58968), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:34.695069 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa71752e-5218-4215-b50a-19d3ea435ac7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6df8bb7a-f6ef-4d4b-9b34-356f7cb58968), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:34.698231 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa71752e-5218-4215-b50a-19d3ea435ac7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:34.699397 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aa71752e-5218-4215-b50a-19d3ea435ac7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] 10.222.0.43 "DELETE /v2.0/security-groups/6df8bb7a-f6ef-4d4b-9b34-356f7cb58968 HTTP/1.1" status: 204 len: 168 time: 0.1615224 Feb 19 02:25:34.709281 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71752e-5218-4215-b50a-19d3ea435ac7 tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df8bb7a-f6ef-4d4b-9b34-356f7cb58968,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:35.764161 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:36.239112 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (c050e40b-b6a7-4293-9b34-782fdf543097), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:36.499361 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Deleting port c45456ec-0ae3-4358-90ec-6fca5d386313 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:36.499790 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:36.584290 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] For port c45456ec-0ae3-4358-90ec-6fca5d386313, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=c45456ec-0ae3-4358-90ec-6fca5d386313,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:36.584650 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:36.596606 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Calling delete_port for c45456ec-0ae3-4358-90ec-6fca5d386313 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:36.780206 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c45456ec-0ae3-4358-90ec-6fca5d386313), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:36.807007 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c45456ec-0ae3-4358-90ec-6fca5d386313,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:36.987687 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (c050e40b-b6a7-4293-9b34-782fdf543097), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:37.217353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Router c050e40b-b6a7-4293-9b34-782fdf543097 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:25:37.328854 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:37.335157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-aea804a5-5d49-4d5c-b600-eb21b272a6fe admin admin] 10.222.0.43 "PUT /v2.0/routers/c050e40b-b6a7-4293-9b34-782fdf543097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685709 Feb 19 02:25:37.336397 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53850) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:37.340322 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] Sync routers for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:37.350434 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:37.351058 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:37.448357 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks [] for router (c050e40b-b6a7-4293-9b34-782fdf543097), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:37.457984 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:37.739454 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:25:36Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:37.766978 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] Checking router: c050e40b-b6a7-4293-9b34-782fdf543097 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:37.776088 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] Routers {'c050e40b-b6a7-4293-9b34-782fdf543097'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:37.776818 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['c050e40b-b6a7-4293-9b34-782fdf543097'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:37.887520 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] Set router c050e40b-b6a7-4293-9b34-782fdf543097 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:37.899700 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks [] for router_gateway (c050e40b-b6a7-4293-9b34-782fdf543097), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:37.956546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Deleting port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:37.956931 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.043426 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] For port ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:38.043770 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.056247 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Calling delete_port for ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:38.068392 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:25:36Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:38.098628 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4a471-2b02-407e-8810-0be9489c9498 None None] The sync data for ids ['c050e40b-b6a7-4293-9b34-782fdf543097'] in n-d-826752-2 is: [{'id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'name': 'tempest-TestShelveInstance-1781525082-router', 'tenant_id': '2857c730dba747be85d1763a82e17de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:25:36Z', 'revision_number': 5, 'project_id': '2857c730dba747be85d1763a82e17de5', 'gw_port': {'id': 'ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050e40b-b6a7-4293-9b34-782fdf543097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:30Z', 'updated_at': '2022-02-19T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:38.244319 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.272600 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:38.334785 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (c050e40b-b6a7-4293-9b34-782fdf543097), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.430200 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (c050e40b-b6a7-4293-9b34-782fdf543097), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.432292 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks [] for router_controller (c050e40b-b6a7-4293-9b34-782fdf543097), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.481920 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (c050e40b-b6a7-4293-9b34-782fdf543097), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.482494 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c050e40b-b6a7-4293-9b34-782fdf543097 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:25:38.487729 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.491351 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f41c75d9-7f68-477f-851b-7d2fa5d84d34 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c050e40b-b6a7-4293-9b34-782fdf543097 HTTP/1.1" status: 204 len: 168 time: 1.1516085 Feb 19 02:25:38.491593 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53852) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:38.537259 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Deleting subnet 19e56abc-99a4-483a-a819-588424243c17 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:25:38.542658 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Publish callbacks [] for subnet (19e56abc-99a4-483a-a819-588424243c17), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.579733 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62002107'] for subnet (19e56abc-99a4-483a-a819-588424243c17), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.674211 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (19e56abc-99a4-483a-a819-588424243c17), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.729163 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58803712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61380223'] for subnet (19e56abc-99a4-483a-a819-588424243c17), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.742252 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.748958 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/19e56abc-99a4-483a-a819-588424243c17 HTTP/1.1" status: 204 len: 168 time: 0.2535722 Feb 19 02:25:38.749426 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53854) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:38.754534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6bb22-89a4-479d-ae69-9f3fee00d836 None None] Network 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:25:38.764952 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb8fe-f7f0-4de4-944f-93226fa1c21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e56abc-99a4-483a-a819-588424243c17,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:38.830057 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.887071 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Deleting port 5944d745-b211-454b-b920-cd379e97661b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:38.887592 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (5944d745-b211-454b-b920-cd379e97661b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.955003 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] For port 5944d745-b211-454b-b920-cd379e97661b, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=5944d745-b211-454b-b920-cd379e97661b,segment=NetworkSegment(90ae6393-f131-47ac-8e68-0a497ad6d666),segment_id=90ae6393-f131-47ac-8e68-0a497ad6d666)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:38.955375 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (5944d745-b211-454b-b920-cd379e97661b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:38.969208 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Calling delete_port for 5944d745-b211-454b-b920-cd379e97661b owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:39.053240 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (5944d745-b211-454b-b920-cd379e97661b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.078145 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5944d745-b211-454b-b920-cd379e97661b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:39.086909 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] No DVR routers for this DVR port 5944d745-b211-454b-b920-cd379e97661b on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:25:39.089271 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.089627 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.089968 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.090365 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.090626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.090953 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.091276 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.091595 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.091915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.092232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.092548 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.092869 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.093224 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:39.169473 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.189570 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:39.199447 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ae6393-f131-47ac-8e68-0a497ad6d666') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:39.199741 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ae6393-f131-47ac-8e68-0a497ad6d666') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:39.209163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (90ae6393-f131-47ac-8e68-0a497ad6d666), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.224547 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (90ae6393-f131-47ac-8e68-0a497ad6d666), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.231199 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:25:39.231588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (90ae6393-f131-47ac-8e68-0a497ad6d666), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:25:39.233388 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:25:39.251660 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d06341-0336-4a2b-9630-f8df9791213e None None] DHCP port deletion for 9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:25:39.308231 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.341093 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.344685 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8 HTTP/1.1" status: 204 len: 168 time: 0.5941207 Feb 19 02:25:39.346163 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427040dd-8cfe-4b2d-911b-f1ea48e7dc79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfdbc9b-3797-4960-bea0-2dcb2fb4bff8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:39.347915 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:39.349986 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5944d745-b211-454b-b920-cd379e97661b no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:39.373536 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 5944d745-b211-454b-b920-cd379e97661b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:39.374010 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 5944d745-b211-454b-b920-cd379e97661b not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:39.374533 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:39.394716 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:39.395407 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ce1fe413-66d9-4b1b-a6ec-48bf5f2cb926 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:39.396033 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c45456ec-0ae3-4358-90ec-6fca5d386313 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:39.417281 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: c45456ec-0ae3-4358-90ec-6fca5d386313 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:39.417633 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device c45456ec-0ae3-4358-90ec-6fca5d386313 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:39.736579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (19456019-b5db-4e88-ba14-8239a85e13d7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:39.990642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Deleting port 9d623b3f-daf0-4031-83ef-5292f0753492 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:39.990980 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.074213 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] For port 9d623b3f-daf0-4031-83ef-5292f0753492, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=9d623b3f-daf0-4031-83ef-5292f0753492,segment=NetworkSegment(e471a757-3622-4f5f-8ab9-48695fc3f042),segment_id=e471a757-3622-4f5f-8ab9-48695fc3f042)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:40.074585 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.085947 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Calling delete_port for 9d623b3f-daf0-4031-83ef-5292f0753492 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:40.270131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (9d623b3f-daf0-4031-83ef-5292f0753492), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.294675 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d623b3f-daf0-4031-83ef-5292f0753492,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:40.482123 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (19456019-b5db-4e88-ba14-8239a85e13d7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.704559 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Router 19456019-b5db-4e88-ba14-8239a85e13d7 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:25:40.814707 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:40.819639 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-999d7313-e624-40d2-8328-30bf728e051f admin admin] 10.222.0.43 "PUT /v2.0/routers/19456019-b5db-4e88-ba14-8239a85e13d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701562 Feb 19 02:25:40.822693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53858) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:40.828332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] Sync routers for ids ['19456019-b5db-4e88-ba14-8239a85e13d7'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:40.839822 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] Routers {'19456019-b5db-4e88-ba14-8239a85e13d7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:40.840445 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['19456019-b5db-4e88-ba14-8239a85e13d7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:40.930561 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks [] for router (19456019-b5db-4e88-ba14-8239a85e13d7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.946150 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] Set router 19456019-b5db-4e88-ba14-8239a85e13d7 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:41.039076 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks [] for router_gateway (19456019-b5db-4e88-ba14-8239a85e13d7), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.092957 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Deleting port 51b25eb7-d128-4c5b-85d6-595a662cb471 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:41.093324 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.121055 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:25:40Z', 'revision_number': 5, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port': {'id': '51b25eb7-d128-4c5b-85d6-595a662cb471', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:41.147941 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] Checking router: 19456019-b5db-4e88-ba14-8239a85e13d7 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:41.156157 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] Routers {'19456019-b5db-4e88-ba14-8239a85e13d7'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:41.156768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['19456019-b5db-4e88-ba14-8239a85e13d7'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:41.174775 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] For port 51b25eb7-d128-4c5b-85d6-595a662cb471, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=51b25eb7-d128-4c5b-85d6-595a662cb471,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:41.175145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.187339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Calling delete_port for 51b25eb7-d128-4c5b-85d6-595a662cb471 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:41.246835 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] Set router 19456019-b5db-4e88-ba14-8239a85e13d7 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:41.301088 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:25:41Z', 'revision_number': 6, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:41.327905 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c65bf93-6af3-440d-84b4-4deafb99c08c None None] The sync data for ids ['19456019-b5db-4e88-ba14-8239a85e13d7'] in n-d-826752-2 is: [{'id': '19456019-b5db-4e88-ba14-8239a85e13d7', 'name': 'tempest-TestShelveInstance-1101188645-router', 'tenant_id': '0e09fa204752453ab12b57948be85484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:16:35Z', 'updated_at': '2022-02-19T02:25:41Z', 'revision_number': 6, 'project_id': '0e09fa204752453ab12b57948be85484', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:41.363699 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (51b25eb7-d128-4c5b-85d6-595a662cb471), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.390596 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b25eb7-d128-4c5b-85d6-595a662cb471,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:41.455910 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (19456019-b5db-4e88-ba14-8239a85e13d7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.548801 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (19456019-b5db-4e88-ba14-8239a85e13d7), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.550952 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks [] for router_controller (19456019-b5db-4e88-ba14-8239a85e13d7), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.595466 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (19456019-b5db-4e88-ba14-8239a85e13d7), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.596017 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19456019-b5db-4e88-ba14-8239a85e13d7 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:25:41.600731 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.602953 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-461b64fa-5539-40f9-abb1-5431bcc2cad3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/19456019-b5db-4e88-ba14-8239a85e13d7 HTTP/1.1" status: 204 len: 168 time: 0.7784393 Feb 19 02:25:41.605179 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53860) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:41.649935 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Deleting subnet efc79dc4-44a8-492f-86d1-9830a21deddb {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:25:41.653245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Publish callbacks [] for subnet (efc79dc4-44a8-492f-86d1-9830a21deddb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.693721 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (efc79dc4-44a8-492f-86d1-9830a21deddb), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.776049 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (efc79dc4-44a8-492f-86d1-9830a21deddb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.826735 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (efc79dc4-44a8-492f-86d1-9830a21deddb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.852650 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc79dc4-44a8-492f-86d1-9830a21deddb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:41.856295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.859474 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-528910e6-a158-4303-980f-f6f796e361df admin admin] 10.222.0.43 "DELETE /v2.0/subnets/efc79dc4-44a8-492f-86d1-9830a21deddb HTTP/1.1" status: 204 len: 168 time: 0.2529664 Feb 19 02:25:41.861988 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:41.865095 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d879669-60db-462d-89b4-c0187b76f9bd None None] Network 4086b06d-60bd-432c-9669-60d881e1fed1 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:25:41.933282 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (4086b06d-60bd-432c-9669-60d881e1fed1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.986937 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Deleting port dd511135-6bb7-4a46-b116-d23526f461ac {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:41.987228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.051931 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] For port dd511135-6bb7-4a46-b116-d23526f461ac, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=dd511135-6bb7-4a46-b116-d23526f461ac,segment=NetworkSegment(e471a757-3622-4f5f-8ab9-48695fc3f042),segment_id=e471a757-3622-4f5f-8ab9-48695fc3f042)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:42.052216 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.064742 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Calling delete_port for dd511135-6bb7-4a46-b116-d23526f461ac owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:42.129096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] DHCP port deletion for 4086b06d-60bd-432c-9669-60d881e1fed1 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:25:42.153101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.178808 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Deleting port dd511135-6bb7-4a46-b116-d23526f461ac {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:25:42.179261 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.179626 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd511135-6bb7-4a46-b116-d23526f461ac,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:42.183605 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] No DVR routers for this DVR port dd511135-6bb7-4a46-b116-d23526f461ac on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:25:42.248403 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] For port dd511135-6bb7-4a46-b116-d23526f461ac, host n-d-826752-2, got binding levels [] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:42.248944 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.263313 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Calling delete_port for dd511135-6bb7-4a46-b116-d23526f461ac owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:25:42.264599 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (4086b06d-60bd-432c-9669-60d881e1fed1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.266007 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.ipam_backend_mixin [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Port dd511135-6bb7-4a46-b116-d23526f461ac was not found and therefore no delete operation was performed {{(pid=103431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:25:42.267256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (dd511135-6bb7-4a46-b116-d23526f461ac), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.285235 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4086b06d-60bd-432c-9669-60d881e1fed1']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:42.293338 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Pushing event deleted for resources: {'Port': ['ID=dd511135-6bb7-4a46-b116-d23526f461ac,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:42.295539 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] No DVR routers for this DVR port dd511135-6bb7-4a46-b116-d23526f461ac on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:25:42.295686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e471a757-3622-4f5f-8ab9-48695fc3f042') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:42.295877 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e471a757-3622-4f5f-8ab9-48695fc3f042') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:42.304656 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.305538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.305886 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.306225 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.306558 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.306890 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.307218 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.307975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.307975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.308234 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.308490 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.308813 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.309171 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae720b4-c4db-4bfd-a244-2406299e3d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:42.309858 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (e471a757-3622-4f5f-8ab9-48695fc3f042), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.323903 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (e471a757-3622-4f5f-8ab9-48695fc3f042), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.330721 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:25:42.331101 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (e471a757-3622-4f5f-8ab9-48695fc3f042), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:25:42.332676 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:25:42.389888 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (4086b06d-60bd-432c-9669-60d881e1fed1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.395709 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.405977 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4086b06d-60bd-432c-9669-60d881e1fed1 HTTP/1.1" status: 204 len: 168 time: 0.5359876 Feb 19 02:25:42.410321 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7813a-c942-4646-ac3b-8dcbf6191392 admin admin] Pushing event deleted for resources: {'Network': ['ID=4086b06d-60bd-432c-9669-60d881e1fed1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:42.518827 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53866) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:42.563149 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-bdcf729a-8411-4806-8eb7-b64a7bd3a21a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2857c730dba747be85d1763a82e17de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431657 Feb 19 02:25:42.565578 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53868) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:42.615011 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e233ea78-778c-40d2-a574-d3558616ec9c admin admin] Publish callbacks [] for security_group (7be75b23-0238-4f34-9b68-fd8c14674a5e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.636742 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e233ea78-778c-40d2-a574-d3558616ec9c admin admin] Publish callbacks [] for security_group (7be75b23-0238-4f34-9b68-fd8c14674a5e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.683328 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e233ea78-778c-40d2-a574-d3558616ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (7be75b23-0238-4f34-9b68-fd8c14674a5e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.685932 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e233ea78-778c-40d2-a574-d3558616ec9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.687125 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e233ea78-778c-40d2-a574-d3558616ec9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7be75b23-0238-4f34-9b68-fd8c14674a5e HTTP/1.1" status: 204 len: 168 time: 0.1206138 Feb 19 02:25:42.695041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233ea78-778c-40d2-a574-d3558616ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be75b23-0238-4f34-9b68-fd8c14674a5e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:42.991231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53874) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:43.030523 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-885947e2-a9d8-4fdd-aa29-9350c92792b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e09fa204752453ab12b57948be85484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380347 Feb 19 02:25:43.032851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:43.080962 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44f3421-aaa7-41b9-9635-6b6295600e17 admin admin] Publish callbacks [] for security_group (4f815902-ba67-4587-8548-1edf1e535d79), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:43.102145 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44f3421-aaa7-41b9-9635-6b6295600e17 admin admin] Publish callbacks [] for security_group (4f815902-ba67-4587-8548-1edf1e535d79), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:43.150600 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44f3421-aaa7-41b9-9635-6b6295600e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (4f815902-ba67-4587-8548-1edf1e535d79), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:43.153338 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b44f3421-aaa7-41b9-9635-6b6295600e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:43.154462 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b44f3421-aaa7-41b9-9635-6b6295600e17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f815902-ba67-4587-8548-1edf1e535d79 HTTP/1.1" status: 204 len: 168 time: 0.1207147 Feb 19 02:25:43.162023 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3421-aaa7-41b9-9635-6b6295600e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f815902-ba67-4587-8548-1edf1e535d79,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:43.253772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd511135-6bb7-4a46-b116-d23526f461ac no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:43.278206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: dd511135-6bb7-4a46-b116-d23526f461ac {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:43.278552 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device dd511135-6bb7-4a46-b116-d23526f461ac not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:43.278959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9d623b3f-daf0-4031-83ef-5292f0753492 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:43.470000 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 9d623b3f-daf0-4031-83ef-5292f0753492 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:43.470350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 9d623b3f-daf0-4031-83ef-5292f0753492 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:43.470761 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 51b25eb7-d128-4c5b-85d6-595a662cb471 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:25:43.490794 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 51b25eb7-d128-4c5b-85d6-595a662cb471 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:25:43.491142 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 51b25eb7-d128-4c5b-85d6-595a662cb471 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:25:43.831297 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:43.935285 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1230803318-network', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:43.954328 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Made reservation on behalf of 8fa4d802445448b192b92df5aae0b71e for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:25:43.956669 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:43.964972 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.041154 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks [] for security_group (6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.045195 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.072773 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:25:44.078268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:44.086082 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d2124a83-12d2-4a09-84bb-715cbf6bb792), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.086245 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Added segment d2124a83-12d2-4a09-84bb-715cbf6bb792 of type vlan for network 52aef3cb-8135-4926-999d-6371ff95c334 Feb 19 02:25:44.125779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (52aef3cb-8135-4926-999d-6371ff95c334), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.149304 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (52aef3cb-8135-4926-999d-6371ff95c334), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.150221 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:44.150806 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.206990 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3746054 Feb 19 02:25:44.210049 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53902) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:44.215046 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cb5a8-8ab4-4f93-baa8-3ffba29deb79 admin admin] Pushing event updated for resources: {'Network': ['ID=52aef3cb-8135-4926-999d-6371ff95c334,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:44.216035 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Request body: {'subnet': {'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1230803318-subnet', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:44.225725 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network 52aef3cb-8135-4926-999d-6371ff95c334 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:25:44.236825 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Made reservation on behalf of 8fa4d802445448b192b92df5aae0b71e for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:25:44.239184 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58804244'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.414295 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58918680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58804454'] for subnet (fae10827-51b6-4810-bda3-64d2f3fcca00), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.472146 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae10827-51b6-4810-bda3-64d2f3fcca00,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:44.479962 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Checking segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:44.480324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Network hostable DHCP agents. Network: 52aef3cb-8135-4926-999d-6371ff95c334, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:25:44.496350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Network 52aef3cb-8135-4926-999d-6371ff95c334 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:25:44.504434 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, 52aef3cb-8135-4926-999d-6371ff95c334) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:44.508803 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:44.509424 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.514705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e68f6-e047-4033-b372-af5fd53a097b None None] Network 52aef3cb-8135-4926-999d-6371ff95c334 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:25:44.526116 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4e32fa61-5dc7-42ce-a812-253a20555c97 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3142209 Feb 19 02:25:44.528823 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53904) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:44.533016 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:44.551163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (055c857b-d1a6-4d3d-bf89-440a053f775f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.552163 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (055c857b-d1a6-4d3d-bf89-440a053f775f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.613476 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks [] for router_controller (055c857b-d1a6-4d3d-bf89-440a053f775f), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.619124 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-52aef3cb-8135-4926-999d-6371ff95c334', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:25:44.620008 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.764404 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks [] for router_gateway (055c857b-d1a6-4d3d-bf89-440a053f775f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.769390 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Allocated IP 172.20.0.2 (52aef3cb-8135-4926-999d-6371ff95c334/fae10827-51b6-4810-bda3-64d2f3fcca00/ae59ed23-b6fc-4bbb-ab90-dfd0501c026c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:25:44.914644 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Publish callbacks [] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.920092 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:44.960934 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Network 52aef3cb-8135-4926-999d-6371ff95c334 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:44.964024 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:44.967555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:25:44.978864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Pushing event updated for resources: {'Port': ['ID=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:45.043063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Attempting to bind port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:25:45.043367 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Attempting to bind port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:25:45.043674 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Attempting to bind port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c on network 52aef3cb-8135-4926-999d-6371ff95c334 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:25:45.049022 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:25:45.049417 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Checking segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:45.049844 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.050236 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Bound using segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:25:45.050703 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Bound port: ae59ed23-b6fc-4bbb-ab90-dfd0501c026c, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:25:45.051081 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.116502 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] For port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:25:45.120429 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] For port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:25:45.126665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.188154 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d267167-3116-40cb-80a3-148f6abd2a98 None None] Pushing event updated for resources: {'Port': ['ID=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:45.299593 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks [] for router_gateway (055c857b-d1a6-4d3d-bf89-440a053f775f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.327107 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.441714 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Allocated IP 172.25.0.38 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:25:45.546604 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks [] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.579585 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.621340 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:45.624228 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:45.630014 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:25:45.653056 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:45.886860 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks [] for router_gateway (055c857b-d1a6-4d3d-bf89-440a053f775f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.099161 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (055c857b-d1a6-4d3d-bf89-440a053f775f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.106265 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfe494-52ac-413a-ae3e-f1bf2b04d340 None None] Network 52aef3cb-8135-4926-999d-6371ff95c334 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:25:46.207884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] Provisioning complete for port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:46.208256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.232580 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Router 055c857b-d1a6-4d3d-bf89-440a053f775f is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:25:46.308215 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] Current status of the port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:46.308605 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.343206 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] For port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:46.348414 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.352856 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:46.366266 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:46.373884 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.378242 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:46.378744 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e0ab92d4-7dc1-4690-9365-06fede331730 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8484807 Feb 19 02:25:46.384134 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:46.384762 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:46.409736 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bdb1f-ad4f-451d-bcd5-bb8ab9a499fa None None] Pushing event updated for resources: {'Port': ['ID=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:46.505991 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:46.571025 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0ab9507a-f740-4cda-a3be-f3eb1ddd5fc2 None None] Provisioning complete for port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:46.571554 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9507a-f740-4cda-a3be-f3eb1ddd5fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:46.668192 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9507a-f740-4cda-a3be-f3eb1ddd5fc2 None None] Current status of the port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:46.690882 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:45Z', 'revision_number': 3, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:46.720167 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:46.720510 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Updating router 055c857b-d1a6-4d3d-bf89-440a053f775f port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:25:46.749028 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.007171 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Publish callbacks [] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.012751 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.063281 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Attempting to bind port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:25:47.063648 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Attempting to bind port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:25:47.064008 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Attempting to bind port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:25:47.075018 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Pushing event updated for resources: {'Port': ['ID=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:47.077083 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:25:47.077452 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:47.077846 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.078303 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:25:47.078762 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Bound port: eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:25:47.079131 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.108601 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.108941 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.109309 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.109643 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.109965 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.110285 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.110602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.110918 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.111229 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.111540 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.111862 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.112168 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.112473 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:25:47.145610 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] For port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:25:47.149557 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] For port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:25:47.155298 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.163241 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.215418 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1bce4-8b13-4ea9-82fb-c8a99e3545ce None None] Pushing event updated for resources: {'Port': ['ID=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:47.224511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:47.225021 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:47.297872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ae59ed23-b6fc-4bbb-ab90-dfd0501c026c up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:47.327446 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Allocated IP 172.20.0.1 (52aef3cb-8135-4926-999d-6371ff95c334/fae10827-51b6-4810-bda3-64d2f3fcca00/19c65a2f-8c99-4079-900e-c34065f2c2b9) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:25:47.347173 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:47.347556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.355039 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:47.425962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:47.438795 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks [] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.475342 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.516393 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Network 52aef3cb-8135-4926-999d-6371ff95c334 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:47.519353 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:47.521986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:25:47.552263 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Pushing event updated for resources: {'Port': ['ID=19c65a2f-8c99-4079-900e-c34065f2c2b9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:47.573452 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (055c857b-d1a6-4d3d-bf89-440a053f775f), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.650054 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8745beb8-967a-40df-b040-1739837f7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:45Z', 'revision_number': 3, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:47.681026 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8745beb8-967a-40df-b040-1739837f7545 None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:45Z', 'revision_number': 3, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:47.727130 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.795523 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-39207a82-b522-4f9e-8d2b-af9ac2886cbb None None] Provisioning complete for port 19c65a2f-8c99-4079-900e-c34065f2c2b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:47.795816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39207a82-b522-4f9e-8d2b-af9ac2886cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.840393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-39207a82-b522-4f9e-8d2b-af9ac2886cbb None None] Port 19c65a2f-8c99-4079-900e-c34065f2c2b9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:25:47.902027 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks [] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.910841 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.998416 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (055c857b-d1a6-4d3d-bf89-440a053f775f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.001126 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Pushing event updated for resources: {'Port': ['ID=19c65a2f-8c99-4079-900e-c34065f2c2b9,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:48.103652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Network 52aef3cb-8135-4926-999d-6371ff95c334 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:48.105239 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:48.235391 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Router 055c857b-d1a6-4d3d-bf89-440a053f775f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:25:48.364626 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:48.364855 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ce634e2c-a86d-4fa5-9ba4-2577757fb68a None None] Provisioning complete for port 19c65a2f-8c99-4079-900e-c34065f2c2b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:48.365342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce634e2c-a86d-4fa5-9ba4-2577757fb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.370762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-0915c4c1-e00f-4721-a5cf-55c59cd25e72 admin admin] 10.222.0.43 "PUT /v2.0/routers/055c857b-d1a6-4d3d-bf89-440a053f775f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904711 Feb 19 02:25:48.401465 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ce634e2c-a86d-4fa5-9ba4-2577757fb68a None None] Port 19c65a2f-8c99-4079-900e-c34065f2c2b9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:25:48.840642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:48.845718 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1353923512-network', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:48.865128 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Made reservation on behalf of f762135b80c1425897c9c9a2f170d694 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:25:48.867573 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.876642 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.950936 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks [] for security_group (a037e449-9a4d-4d9a-89d1-603ec52d6ab6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.954773 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a037e449-9a4d-4d9a-89d1-603ec52d6ab6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.980906 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:25:48.991322 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a037e449-9a4d-4d9a-89d1-603ec52d6ab6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:48.998059 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (175f9dff-9d02-4f1b-b4e7-d5654658d104), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:48.998413 n-d-826752-2 neutron-server[103429]: INFO neutron.db.segments_db [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Added segment 175f9dff-9d02-4f1b-b4e7-d5654658d104 of type vlan for network d58b944b-c08b-49f2-9a08-416d29ec3294 Feb 19 02:25:49.041413 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762708380802'] for network (d58b944b-c08b-49f2-9a08-416d29ec3294), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.066004 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881'] for network (d58b944b-c08b-49f2-9a08-416d29ec3294), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.067000 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:49.067630 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.136080 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2942178 Feb 19 02:25:49.138776 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:49.143574 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Request body: {'subnet': {'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1353923512-subnet', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:49.150797 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ca6b5-88ce-4e49-a881-b4fda49b14bf admin admin] Pushing event updated for resources: {'Network': ['ID=d58b944b-c08b-49f2-9a08-416d29ec3294,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:49.166018 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Network d58b944b-c08b-49f2-9a08-416d29ec3294 details requested by agent ovs-agent-n-d-826752-2 with host n-d-826752-2 {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:25:49.170851 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Made reservation on behalf of f762135b80c1425897c9c9a2f170d694 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:25:49.173333 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61380242'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.227040 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.300530 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:49.352917 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:49.353336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.356598 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:49.380579 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58803777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61380192'] for subnet (8755dada-8f24-4b38-aba9-c48c8edc2dee), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.390657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:49.391331 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:49.440496 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8755dada-8f24-4b38-aba9-c48c8edc2dee,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:49.445563 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Checking segment: {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:49.446286 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Network hostable DHCP agents. Network: d58b944b-c08b-49f2-9a08-416d29ec3294, hostable agents: ['bbfedf58-b634-4c67-9735-1a1e27aec353'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:25:49.469912 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Network d58b944b-c08b-49f2-9a08-416d29ec3294 is scheduled to be hosted by DHCP agent bbfedf58-b634-4c67-9735-1a1e27aec353 with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:25:49.478959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826752-2, d58b944b-c08b-49f2-9a08-416d29ec3294) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:49.484987 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:49.485935 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.489636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a2f59e-62c6-4760-8819-99f2d1c0f63f None None] Network d58b944b-c08b-49f2-9a08-416d29ec3294 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:25:49.502891 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b519f4b9-4597-430c-b944-5f69fe1bbf4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3630865 Feb 19 02:25:49.505560 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53926) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:49.510694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:49.530399 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3922'] for router (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.531502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4009'] for router (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.580140 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:49.580530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.589354 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks [] for router_controller (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.618103 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:49.660851 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:49.670100 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.736424 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks [] for router_gateway (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.765302 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069df6ed-aa81-5c68-9e27-3b8f1c844ce7-d58b944b-c08b-49f2-9a08-416d29ec3294', 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294', 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'fixed_ips': [{'subnet_id': '8755dada-8f24-4b38-aba9-c48c8edc2dee'}]}} from n-d-826752-2. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:25:49.766156 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.828200 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:49.948334 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks [] for router_gateway (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.969690 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.082296 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Allocated IP 172.25.0.188 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/989a816c-dcc0-457c-8a35-2f36130f1ae0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:25:50.172524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Allocated IP 172.20.0.2 (d58b944b-c08b-49f2-9a08-416d29ec3294/8755dada-8f24-4b38-aba9-c48c8edc2dee/789be04b-fb86-4408-98f2-40af3317c8a6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:25:50.198100 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks [] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.232502 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.241166 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 2, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:50.267431 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:50.269373 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:50.269741 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Updating router 055c857b-d1a6-4d3d-bf89-440a053f775f port 19c65a2f-8c99-4079-900e-c34065f2c2b9 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:25:50.271751 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:50.277811 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:25:50.283377 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Pushing event updated for resources: {'Port': ['ID=989a816c-dcc0-457c-8a35-2f36130f1ae0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:50.314173 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.472454 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Publish callbacks [] for port (789be04b-fb86-4408-98f2-40af3317c8a6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.490211 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.526693 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad7537-035e-4fa6-80da-6cb8ce5816ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.546753 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks [] for router_gateway (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.564634 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Network d58b944b-c08b-49f2-9a08-416d29ec3294 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:50.594443 n-d-826752-2 neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:50.599532 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Pushing event updated for resources: {'Port': ['ID=789be04b-fb86-4408-98f2-40af3317c8a6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:50.603737 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:25:50.687369 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Attempting to bind port 789be04b-fb86-4408-98f2-40af3317c8a6 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:25:50.687746 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Attempting to bind port 789be04b-fb86-4408-98f2-40af3317c8a6 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:25:50.688118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Attempting to bind port 789be04b-fb86-4408-98f2-40af3317c8a6 on network d58b944b-c08b-49f2-9a08-416d29ec3294 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:25:50.701678 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:25:50.702063 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Checking segment: {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:50.702468 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.702871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Bound using segment: {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:25:50.703351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Bound port: 789be04b-fb86-4408-98f2-40af3317c8a6, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:25:50.703731 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.751760 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690151'] for router (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.808943 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Publish callbacks [] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.818499 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.821608 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] For port 789be04b-fb86-4408-98f2-40af3317c8a6, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:25:50.826919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] For port 789be04b-fb86-4408-98f2-40af3317c8a6, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=789be04b-fb86-4408-98f2-40af3317c8a6,segment=NetworkSegment(175f9dff-9d02-4f1b-b4e7-d5654658d104),segment_id=175f9dff-9d02-4f1b-b4e7-d5654658d104)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:25:50.858256 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:50.885320 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef613c6-26fd-456e-9d4d-d9787e850178 None None] Pushing event updated for resources: {'Port': ['ID=19c65a2f-8c99-4079-900e-c34065f2c2b9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:50.902235 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 is scheduled to L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:25:50.993721 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Attempting to bind port 19c65a2f-8c99-4079-900e-c34065f2c2b9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:25:50.994113 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Attempting to bind port 19c65a2f-8c99-4079-900e-c34065f2c2b9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:25:50.994475 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Attempting to bind port 19c65a2f-8c99-4079-900e-c34065f2c2b9 on network 52aef3cb-8135-4926-999d-6371ff95c334 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:25:51.003183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8c240-6bf8-41cc-9cb9-e04b12c2d900 None None] Pushing event updated for resources: {'Port': ['ID=789be04b-fb86-4408-98f2-40af3317c8a6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:51.009534 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:25:51.010538 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Checking segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:51.011096 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.011449 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Bound using segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:25:51.011872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Bound port: 19c65a2f-8c99-4079-900e-c34065f2c2b9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:25:51.012821 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.034541 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:51.043948 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Sync routers for ids ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:51.059174 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Routers {'2b30314d-f1ee-4d36-b943-e0373f9f0fa4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:51.060602 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:51.060932 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.062321 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-c031793f-05ed-4ba8-a401-1462320ea413 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5557475 Feb 19 02:25:51.065245 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53928) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:51.126332 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] For port 19c65a2f-8c99-4079-900e-c34065f2c2b9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:25:51.132903 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] For port 19c65a2f-8c99-4079-900e-c34065f2c2b9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=19c65a2f-8c99-4079-900e-c34065f2c2b9,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:25:51.146547 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.262614 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Set router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:51.350297 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef613c6-26fd-456e-9d4d-d9787e850178 None None] Pushing event updated for resources: {'Port': ['ID=19c65a2f-8c99-4079-900e-c34065f2c2b9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:51.369906 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] Provisioning complete for port 19c65a2f-8c99-4079-900e-c34065f2c2b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:51.370519 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.415654 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:51.416457 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:51.489947 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:51.585923 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:50Z', 'revision_number': 3, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:51.622491 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Checking router: 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:51.622880 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Updating router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 port 989a816c-dcc0-457c-8a35-2f36130f1ae0 binding host n-d-826752-2 {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:25:51.656075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] Current status of the port 19c65a2f-8c99-4079-900e-c34065f2c2b9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:51.656471 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.658149 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.663229 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.674188 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:51.705962 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:51.706336 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.765555 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] For port 19c65a2f-8c99-4079-900e-c34065f2c2b9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=19c65a2f-8c99-4079-900e-c34065f2c2b9,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:51.798275 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.841232 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Allocated IP 172.20.0.1 (d58b944b-c08b-49f2-9a08-416d29ec3294/8755dada-8f24-4b38-aba9-c48c8edc2dee/539e6178-3bcb-4d9e-80dd-7a97834256a9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:25:51.922726 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41873251-8d0b-4196-8f8e-c05eae5caab2 None None] Pushing event updated for resources: {'Port': ['ID=19c65a2f-8c99-4079-900e-c34065f2c2b9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:51.954406 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Publish callbacks [] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.961504 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.973471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:51.974245 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks [] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:51.974580 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 789be04b-fb86-4408-98f2-40af3317c8a6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:52.003023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0c7887d5-9a19-496c-b830-d7bf5d7657c3 None None] Provisioning complete for port 19c65a2f-8c99-4079-900e-c34065f2c2b9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:52.003405 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c7887d5-9a19-496c-b830-d7bf5d7657c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.016150 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.025333 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Attempting to bind port 989a816c-dcc0-457c-8a35-2f36130f1ae0 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:25:52.025711 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Attempting to bind port 989a816c-dcc0-457c-8a35-2f36130f1ae0 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:25:52.026080 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Attempting to bind port 989a816c-dcc0-457c-8a35-2f36130f1ae0 on network 9b66f9e1-9d51-4959-9133-aa387e06226f {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:25:52.042592 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:25:52.042987 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Checking segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:52.043373 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.043940 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Bound using segment: {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:25:52.044708 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Bound port: 989a816c-dcc0-457c-8a35-2f36130f1ae0, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373369ea-001b-486b-bea3-9bebe16ff352', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:25:52.045381 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.060530 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Pushing event updated for resources: {'Port': ['ID=539e6178-3bcb-4d9e-80dd-7a97834256a9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:52.087152 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Network d58b944b-c08b-49f2-9a08-416d29ec3294 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:52.089463 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de62b8-a1f6-42af-bb42-cc63a82ccf69 None None] Pushing event updated for resources: {'Port': ['ID=989a816c-dcc0-457c-8a35-2f36130f1ae0,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:52.089663 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:52.098986 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:25:52.119041 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] For port 989a816c-dcc0-457c-8a35-2f36130f1ae0, host n-d-826752-2, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:25:52.122632 n-d-826752-2 neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] For port 989a816c-dcc0-457c-8a35-2f36130f1ae0, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=989a816c-dcc0-457c-8a35-2f36130f1ae0,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:25:52.129601 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 789be04b-fb86-4408-98f2-40af3317c8a6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:52.129978 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.131736 n-d-826752-2 neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.146899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690352'] for router_interface (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.187509 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Routers {'2b30314d-f1ee-4d36-b943-e0373f9f0fa4'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:52.188398 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:52.188650 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:52.217376 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0c7887d5-9a19-496c-b830-d7bf5d7657c3 None None] Current status of the port 19c65a2f-8c99-4079-900e-c34065f2c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:52.222458 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3eecc2-fdea-4f8c-9bab-8d58c816e4af None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:52.340658 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] Set router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:52.346337 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 789be04b-fb86-4408-98f2-40af3317c8a6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:52.346725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.389936 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 789be04b-fb86-4408-98f2-40af3317c8a6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=789be04b-fb86-4408-98f2-40af3317c8a6,segment=NetworkSegment(175f9dff-9d02-4f1b-b4e7-d5654658d104),segment_id=175f9dff-9d02-4f1b-b4e7-d5654658d104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:52.403711 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.404275 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.427432 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de62b8-a1f6-42af-bb42-cc63a82ccf69 None None] Pushing event updated for resources: {'Port': ['ID=989a816c-dcc0-457c-8a35-2f36130f1ae0,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:52.460378 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc9eb7-7e02-4090-8d96-5e10a7e4f60f None None] Network d58b944b-c08b-49f2-9a08-416d29ec3294 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:25:52.465247 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=789be04b-fb86-4408-98f2-40af3317c8a6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:52.622928 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:50Z', 'revision_number': 3, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:52.663228 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b38ea-9995-41ee-9ce3-328eac0df74f None None] The sync data for ids ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'] in n-d-826752-2 is: [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:50Z', 'revision_number': 3, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:52.678649 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks [] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.687319 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.720889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-87fb0c42-fcf6-43c8-997a-303467b9407f None None] Provisioning complete for port 789be04b-fb86-4408-98f2-40af3317c8a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:52.721490 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87fb0c42-fcf6-43c8-997a-303467b9407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.764884 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Pushing event updated for resources: {'Port': ['ID=539e6178-3bcb-4d9e-80dd-7a97834256a9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:52.772377 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690468'] for router_interface (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.855906 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac976790-73c4-435a-8bff-c85bf3cd0c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:52.903472 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-87fb0c42-fcf6-43c8-997a-303467b9407f None None] Current status of the port 789be04b-fb86-4408-98f2-40af3317c8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:52.904542 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Network d58b944b-c08b-49f2-9a08-416d29ec3294 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:25:52.906415 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:25:53.062215 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:25:53.267636 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6329452c-b00c-430a-84ad-a004230f7e49 None None] Provisioning complete for port 789be04b-fb86-4408-98f2-40af3317c8a6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:53.268088 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6329452c-b00c-430a-84ad-a004230f7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.439155 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6329452c-b00c-430a-84ad-a004230f7e49 None None] Current status of the port 789be04b-fb86-4408-98f2-40af3317c8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:53.455292 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6329452c-b00c-430a-84ad-a004230f7e49 None None] Provisioning complete for port 539e6178-3bcb-4d9e-80dd-7a97834256a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:53.455898 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6329452c-b00c-430a-84ad-a004230f7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.490809 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 19c65a2f-8c99-4079-900e-c34065f2c2b9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:53.550371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6329452c-b00c-430a-84ad-a004230f7e49 None None] Port 539e6178-3bcb-4d9e-80dd-7a97834256a9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:25:53.568820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 19c65a2f-8c99-4079-900e-c34065f2c2b9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:53.569278 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.690047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 19c65a2f-8c99-4079-900e-c34065f2c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:53.691476 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 989a816c-dcc0-457c-8a35-2f36130f1ae0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:53.711088 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:25:53.727007 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-cd41c04f-0630-4c58-a0fa-119fc8bdc0bd admin admin] 10.222.0.43 "PUT /v2.0/routers/2b30314d-f1ee-4d36-b943-e0373f9f0fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551552 Feb 19 02:25:53.741223 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-583f5ed4-9bb9-43ea-aaff-6905a6216101 None None] Provisioning complete for port 539e6178-3bcb-4d9e-80dd-7a97834256a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:53.741918 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-583f5ed4-9bb9-43ea-aaff-6905a6216101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.795097 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-583f5ed4-9bb9-43ea-aaff-6905a6216101 None None] Port 539e6178-3bcb-4d9e-80dd-7a97834256a9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:25:53.806840 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 989a816c-dcc0-457c-8a35-2f36130f1ae0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:53.807299 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.894983 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 989a816c-dcc0-457c-8a35-2f36130f1ae0 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:53.895377 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.941139 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] For port 989a816c-dcc0-457c-8a35-2f36130f1ae0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=989a816c-dcc0-457c-8a35-2f36130f1ae0,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:53.947895 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:53.948705 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 789be04b-fb86-4408-98f2-40af3317c8a6 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:53.974870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c561bcca-66c7-45b3-b06f-57882b70ed9a None None] Provisioning complete for port 539e6178-3bcb-4d9e-80dd-7a97834256a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:53.975257 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c561bcca-66c7-45b3-b06f-57882b70ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:54.083785 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c561bcca-66c7-45b3-b06f-57882b70ed9a None None] Port 539e6178-3bcb-4d9e-80dd-7a97834256a9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:25:54.090815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Pushing event updated for resources: {'Port': ['ID=989a816c-dcc0-457c-8a35-2f36130f1ae0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:54.095657 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:54.108410 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 789be04b-fb86-4408-98f2-40af3317c8a6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:54.108904 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:54.193132 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 789be04b-fb86-4408-98f2-40af3317c8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:54.890999 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:25:55.285096 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 989a816c-dcc0-457c-8a35-2f36130f1ae0 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:55.337818 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 989a816c-dcc0-457c-8a35-2f36130f1ae0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:55.338197 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.343104 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53938) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:55.348005 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203045189', 'description': 'tempest-secgroup-smoke-1203045189 description', 'project_id': '8fa4d802445448b192b92df5aae0b71e'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:55.374524 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.419478 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 989a816c-dcc0-457c-8a35-2f36130f1ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:55.446803 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group (82594733-62bb-44ce-bf71-21c447eb3f3d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.450533 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (82594733-62bb-44ce-bf71-21c447eb3f3d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.479221 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.480432 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1361473 Feb 19 02:25:55.482313 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd34df-8374-484f-b38e-eeaa4292d6ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82594733-62bb-44ce-bf71-21c447eb3f3d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:55.483510 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53940) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:55.488119 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group_rule': {'security_group_id': '82594733-62bb-44ce-bf71-21c447eb3f3d', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:55.514303 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (f2265294-895f-4244-899d-03b0cca9bde7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.570814 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (f2265294-895f-4244-899d-03b0cca9bde7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.574464 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (f2265294-895f-4244-899d-03b0cca9bde7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.592248 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2265294-895f-4244-899d-03b0cca9bde7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:55.601666 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.603600 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-b56ba617-824d-4f28-8846-a324fcd13e3d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188884 Feb 19 02:25:55.606316 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53942) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:55.626095 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group_rule': {'security_group_id': '82594733-62bb-44ce-bf71-21c447eb3f3d', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:55.657166 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (2887f947-528b-46ee-9e14-4ec01efde214), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.663952 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.714627 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (2887f947-528b-46ee-9e14-4ec01efde214), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.718901 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (2887f947-528b-46ee-9e14-4ec01efde214), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.738576 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2887f947-528b-46ee-9e14-4ec01efde214,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:55.748804 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.750037 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-3a411807-4b0c-438b-b403-04682a395620 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367614 Feb 19 02:25:55.752821 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53944) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:55.757064 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group_rule': {'security_group_id': '82594733-62bb-44ce-bf71-21c447eb3f3d', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:55.785848 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (678aab36-9ac8-4c11-a8b8-57d6d4d281d2), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.795509 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Sync routers for ids ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:25:55.806393 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Routers {'2b30314d-f1ee-4d36-b943-e0373f9f0fa4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:55.807036 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:55.844815 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (678aab36-9ac8-4c11-a8b8-57d6d4d281d2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.848596 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (678aab36-9ac8-4c11-a8b8-57d6d4d281d2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.869206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678aab36-9ac8-4c11-a8b8-57d6d4d281d2,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:55.878868 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.882915 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53946) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:55.883077 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-53890db2-0adc-4f0e-9083-d612ff56adf2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291931 Feb 19 02:25:55.887791 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group_rule': {'security_group_id': '82594733-62bb-44ce-bf71-21c447eb3f3d', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:55.912020 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (230149be-88e7-4877-b916-65403b5d4348), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.920180 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Set router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:55.970259 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (230149be-88e7-4877-b916-65403b5d4348), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.974877 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (230149be-88e7-4877-b916-65403b5d4348), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:55.992985 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230149be-88e7-4877-b916-65403b5d4348,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:56.002097 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.003342 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-d488ae29-4b08-414b-8b2b-7186f25f395f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191189 Feb 19 02:25:56.006180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 53948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:56.010709 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group_rule': {'security_group_id': '82594733-62bb-44ce-bf71-21c447eb3f3d', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:56.030401 n-d-826752-2 neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Project 8fa4d802445448b192b92df5aae0b71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:25:56.035379 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (aae23209-31ce-4ff7-961b-474a4d69848e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.133768 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:52Z', 'revision_number': 4, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '539e6178-3bcb-4d9e-80dd-7a97834256a9', 'name': '', 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'mac_address': 'fa:16:3e:d8:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8755dada-8f24-4b38-aba9-c48c8edc2dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:51Z', 'updated_at': '2022-02-19T02:25:52Z', 'revision_number': 2, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'subnets': [{'id': '8755dada-8f24-4b38-aba9-c48c8edc2dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:56.161702 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Checking router: 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:25:56.162062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Updating router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 port 539e6178-3bcb-4d9e-80dd-7a97834256a9 binding host n-d-826752-2 {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:25:56.191041 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.410799 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (aae23209-31ce-4ff7-961b-474a4d69848e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.415463 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (aae23209-31ce-4ff7-961b-474a4d69848e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.432945 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae23209-31ce-4ff7-961b-474a4d69848e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:56.441581 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.442781 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-4f981249-9ec7-4b65-bdb3-4fce3dff2cb2 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4355752 Feb 19 02:25:56.446281 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 53950) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:25:56.450819 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'security_group_rule': {'security_group_id': '82594733-62bb-44ce-bf71-21c447eb3f3d', 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:25:56.465634 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Publish callbacks [] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.470322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.471511 n-d-826752-2 neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Project 8fa4d802445448b192b92df5aae0b71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:25:56.476782 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (171f50a7-3d7b-4629-a54b-ef4a32fdb23d), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.524075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54ef25-6f36-44bd-b725-cb9c1704a988 None None] Pushing event updated for resources: {'Port': ['ID=539e6178-3bcb-4d9e-80dd-7a97834256a9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:56.543344 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (171f50a7-3d7b-4629-a54b-ef4a32fdb23d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.548397 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783014'] for security_group_rule (171f50a7-3d7b-4629-a54b-ef4a32fdb23d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.566971 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171f50a7-3d7b-4629-a54b-ef4a32fdb23d,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:56.577614 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Attempting to bind port 539e6178-3bcb-4d9e-80dd-7a97834256a9 on host n-d-826752-2 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:25:56.577814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.577994 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Attempting to bind port 539e6178-3bcb-4d9e-80dd-7a97834256a9 by drivers openvswitch,hyperv on host n-d-826752-2 at level 0 using segments [{'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:25:56.578360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Attempting to bind port 539e6178-3bcb-4d9e-80dd-7a97834256a9 on network d58b944b-c08b-49f2-9a08-416d29ec3294 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:25:56.587984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-153ea8d3-4afe-41f5-ba2f-04b5dce3a696 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322887 Feb 19 02:25:56.588226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Checking agent: {'id': '91255cb9-e5dc-4241-a9eb-a0c5bb78a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 47, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826752-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:25:56.588226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Checking segment: {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:25:56.588226 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.588226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Bound using segment: {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:25:56.588226 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Bound port: 539e6178-3bcb-4d9e-80dd-7a97834256a9, host: n-d-826752-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175f9dff-9d02-4f1b-b4e7-d5654658d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:25:56.588226 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.663889 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] For port 539e6178-3bcb-4d9e-80dd-7a97834256a9, host n-d-826752-2, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:25:56.668648 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] For port 539e6178-3bcb-4d9e-80dd-7a97834256a9, host n-d-826752-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=539e6178-3bcb-4d9e-80dd-7a97834256a9,segment=NetworkSegment(175f9dff-9d02-4f1b-b4e7-d5654658d104),segment_id=175f9dff-9d02-4f1b-b4e7-d5654658d104)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:25:56.675430 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.740152 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Routers {'2b30314d-f1ee-4d36-b943-e0373f9f0fa4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:25:56.740872 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:56.748745 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-e59f3921-57e5-43e5-989e-3678f5f3c2d0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203045189&fields=id&tenant_id=8fa4d802445448b192b92df5aae0b71e HTTP/1.1" status: 200 len: 267 time: 0.0493762 Feb 19 02:25:56.796628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54ef25-6f36-44bd-b725-cb9c1704a988 None None] Pushing event updated for resources: {'Port': ['ID=539e6178-3bcb-4d9e-80dd-7a97834256a9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:56.810692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.869726 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-bdb00037-6f23-42f9-9e55-07b3272f9e42 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:56.872407 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-bdb00037-6f23-42f9-9e55-07b3272f9e42 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 810 time: 0.1160145 Feb 19 02:25:56.874863 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] Provisioning complete for port 539e6178-3bcb-4d9e-80dd-7a97834256a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:56.875236 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:56.889936 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-ae329b72-6835-445b-a2d3-f66c1c0b839d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/quotas/8fa4d802445448b192b92df5aae0b71e HTTP/1.1" status: 200 len: 375 time: 0.0107999 Feb 19 02:25:56.917168 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] Set router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:25:56.954570 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-da2e074b-096c-4b5b-a0e9-2170600223ed tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589905 Feb 19 02:25:56.970534 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-d9bf7294-66ac-45b5-a7dd-7c9c0b6dd28e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:25:56.971549 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-d9bf7294-66ac-45b5-a7dd-7c9c0b6dd28e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053041 Feb 19 02:25:57.062040 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-49134856-4aa1-4d46-a53b-046b6b631cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838375 Feb 19 02:25:57.161495 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-f6305a31-a836-4edb-8b20-d8085fb30231 service neutron] 10.222.0.43 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937657 Feb 19 02:25:57.240060 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:57.253663 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] Current status of the port 539e6178-3bcb-4d9e-80dd-7a97834256a9 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:57.254044 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:57.308273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] For port 539e6178-3bcb-4d9e-80dd-7a97834256a9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=539e6178-3bcb-4d9e-80dd-7a97834256a9,segment=NetworkSegment(175f9dff-9d02-4f1b-b4e7-d5654658d104),segment_id=175f9dff-9d02-4f1b-b4e7-d5654658d104)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:25:57.313354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:57.331689 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e5749ea1-bf01-4501-9f22-46984ebbdcb5 req-e8bf6611-5273-40f9-9308-dec258512c52 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Feb 19 02:25:57.386773 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ebf43-b5b0-4ef3-a944-c88fe9102e5d None None] Pushing event updated for resources: {'Port': ['ID=539e6178-3bcb-4d9e-80dd-7a97834256a9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:25:57.401997 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:52Z', 'revision_number': 4, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '539e6178-3bcb-4d9e-80dd-7a97834256a9', 'name': '', 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'mac_address': 'fa:16:3e:d8:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8755dada-8f24-4b38-aba9-c48c8edc2dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:51Z', 'updated_at': '2022-02-19T02:25:56Z', 'revision_number': 4, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'subnets': [{'id': '8755dada-8f24-4b38-aba9-c48c8edc2dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:25:57.436358 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbd6cc-8b4f-42e4-b97a-46ed37f99af1 None None] The sync data for ids ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'] in n-d-826752-2 is: [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:52Z', 'revision_number': 4, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '539e6178-3bcb-4d9e-80dd-7a97834256a9', 'name': '', 'network_id': 'd58b944b-c08b-49f2-9a08-416d29ec3294', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'mac_address': 'fa:16:3e:d8:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8755dada-8f24-4b38-aba9-c48c8edc2dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:51Z', 'updated_at': '2022-02-19T02:25:56Z', 'revision_number': 4, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'subnets': [{'id': '8755dada-8f24-4b38-aba9-c48c8edc2dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:25:57.451245 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9a469aee-6507-4632-a2bd-dc3ac28bcd71 None None] Provisioning complete for port 539e6178-3bcb-4d9e-80dd-7a97834256a9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:57.451763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a469aee-6507-4632-a2bd-dc3ac28bcd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:57.551382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a469aee-6507-4632-a2bd-dc3ac28bcd71 None None] Current status of the port 539e6178-3bcb-4d9e-80dd-7a97834256a9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:58.417408 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-64b2ad17-92a3-4581-b5b4-f48cdad3f94e req-00a68b60-888b-4658-ae53-da12299091ec tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0277750 Feb 19 02:25:59.289148 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 539e6178-3bcb-4d9e-80dd-7a97834256a9 up at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:25:59.341360 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Provisioning complete for port 539e6178-3bcb-4d9e-80dd-7a97834256a9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:25:59.341733 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:59.419618 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Current status of the port 539e6178-3bcb-4d9e-80dd-7a97834256a9 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:25:59.498853 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b6a39db-9c83-47b6-b523-66c07472e1e2 req-020b53c2-7874-43fd-b797-3a1113b6576a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0298924 Feb 19 02:26:00.576884 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e5d3f03c-7978-4651-bb12-ae38acaca387 req-1c6341b1-1f96-452f-9e39-d8c96f334642 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Feb 19 02:26:01.679116 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3777e098-5a29-435a-8c4b-53adc32d61ba req-fcf298d4-0871-41eb-84d6-f76a8378d773 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0311470 Feb 19 02:26:02.361523 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-bbc005f0-5e30-4b9d-9262-2f8ed459d26a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:02.362956 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-bbc005f0-5e30-4b9d-9262-2f8ed459d26a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 810 time: 0.0998816 Feb 19 02:26:02.426648 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-f9982742-458b-4fa5-bc17-a8154bdcb1d9 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa4d802445448b192b92df5aae0b71e HTTP/1.1" status: 200 len: 380 time: 0.0562687 Feb 19 02:26:02.435134 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'port': {'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'admin_state_up': True, 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'security_groups': ['82594733-62bb-44ce-bf71-21c447eb3f3d']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:26:02.541029 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Made reservation on behalf of 8fa4d802445448b192b92df5aae0b71e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:26:02.544559 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:02.668545 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Allocated IP 172.20.0.8 (52aef3cb-8135-4926-999d-6371ff95c334/fae10827-51b6-4810-bda3-64d2f3fcca00/77973bf1-7cf1-4f59-badd-adc185502ef0) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:26:02.773966 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-032e65f8-ce68-4b28-be97-b11e8ea7a1ee req-46938925-365e-48e6-a5ec-86c7163ef37f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0271614 Feb 19 02:26:02.813724 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:02.848018 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:02.887820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Network 52aef3cb-8135-4926-999d-6371ff95c334 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:26:02.890867 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:26:02.894436 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:26:02.931437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:02.955320 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:02.955942 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:02.973762 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-11e78b6f-0f11-4c3c-98f7-25ce9e348125 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421746 Feb 19 02:26:02.985911 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Request body: {'port': {'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:26:03.049766 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.105603 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-804023e7-4d66-4db3-862e-37f31228e0dc None None] Provisioning complete for port 77973bf1-7cf1-4f59-badd-adc185502ef0 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:26:03.106214 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-804023e7-4d66-4db3-862e-37f31228e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.143488 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-804023e7-4d66-4db3-862e-37f31228e0dc None None] Port 77973bf1-7cf1-4f59-badd-adc185502ef0 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:26:03.311427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77973bf1-7cf1-4f59-badd-adc185502ef0 {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:26:03.318784 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Publish callbacks [] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.330461 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Transition to ACTIVE for port object 77973bf1-7cf1-4f59-badd-adc185502ef0 will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:26:03.334341 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.382640 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:03.456098 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Attempting to bind port 77973bf1-7cf1-4f59-badd-adc185502ef0 on host n-h1-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:26:03.456427 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Attempting to bind port 77973bf1-7cf1-4f59-badd-adc185502ef0 by drivers openvswitch,hyperv on host n-h1-826752-2 at level 0 using segments [{'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:26:03.456754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Attempting to bind port 77973bf1-7cf1-4f59-badd-adc185502ef0 on network 52aef3cb-8135-4926-999d-6371ff95c334 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:26:03.461372 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Port 77973bf1-7cf1-4f59-badd-adc185502ef0 on network 52aef3cb-8135-4926-999d-6371ff95c334 not bound, no agent of type Open vSwitch agent registered on host n-h1-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:26:03.461693 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Attempting to bind port 77973bf1-7cf1-4f59-badd-adc185502ef0 on network 52aef3cb-8135-4926-999d-6371ff95c334 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:26:03.466894 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Checking agent: {'id': '0b947177-f2b3-4dd8-9748-8e5f1f19a341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:26:03.467230 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Checking segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:26:03.467619 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Bound using segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:26:03.468043 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Bound port: 77973bf1-7cf1-4f59-badd-adc185502ef0, host: n-h1-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:26:03.468398 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.543108 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:26:03.546601 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:26:03.552360 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.585667 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:03.586131 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:03.587539 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] 10.222.0.89 "PUT /v2.0/ports/77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 1091 time: 0.6060255 Feb 19 02:26:03.587975 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:03.590563 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:03.621231 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08d93d-ac77-4563-b3c4-c97d28733bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:03.680517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-de7a4030-bd9e-406e-b749-98d346fc3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:03.682157 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-de7a4030-bd9e-406e-b749-98d346fc3dc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1125 time: 0.0553067 Feb 19 02:26:03.729015 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e937b7ba-2182-46bd-981e-728ce9735493 x-openstack-request-id: req-e937b7ba-2182-46bd-981e-728ce9735493 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:03.729323 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:03.729578 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e937b7ba-2182-46bd-981e-728ce9735493 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:03.729985 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'status': 'completed', 'code': 200} Feb 19 02:26:03.731820 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-fdbaecdb-89a2-4bbe-ad33-390163d0c4ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 217 time: 0.0433266 Feb 19 02:26:03.780698 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-de80ee40-a72d-4b2f-86a2-1cc3be1d0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:03.782295 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-de80ee40-a72d-4b2f-86a2-1cc3be1d0df2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0447979 Feb 19 02:26:03.833180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-5cac49f0-ad69-4aa3-adfc-d34116c3ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:03.834619 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-5cac49f0-ad69-4aa3-adfc-d34116c3ce1d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461287 Feb 19 02:26:03.902130 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dd9ca-0e95-4c53-8265-ba09401fc029 req-421ce8f4-de17-4ab3-bcd5-e2f7f209a68a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:03.903795 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed0dd9ca-0e95-4c53-8265-ba09401fc029 req-421ce8f4-de17-4ab3-bcd5-e2f7f209a68a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 943 time: 0.0590551 Feb 19 02:26:03.929276 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-eea5e7c7-9ca2-4a85-99bd-5ca382361125 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Feb 19 02:26:03.957043 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ed0dd9ca-0e95-4c53-8265-ba09401fc029 req-47895fcb-1878-46e2-9c0e-b148e4504669 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473685 Feb 19 02:26:04.019989 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cee4d054-6a9d-4804-b210-ba0426efe0b7 req-5399784d-5ebe-4260-ab26-642804bd068a service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847409 Feb 19 02:26:04.112552 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-cd065b4c-e995-4b6a-bf9b-fe419311abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:04.114001 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-cd065b4c-e995-4b6a-bf9b-fe419311abc4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1125 time: 0.0482528 Feb 19 02:26:04.205959 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-7d64b85a-cb52-4ea0-8f34-3a7bbe10e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:04.207448 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-7d64b85a-cb52-4ea0-8f34-3a7bbe10e59d service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0879321 Feb 19 02:26:04.247213 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-fbe059df-d49a-42b5-bc9b-9d77e33569ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 217 time: 0.0342124 Feb 19 02:26:04.299826 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-c66264d8-d106-4ca5-95b3-5019d92497c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:04.301347 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-c66264d8-d106-4ca5-95b3-5019d92497c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0486059 Feb 19 02:26:04.351526 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-bf535261-2f8d-403c-82c0-86f17694d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:04.353030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-bf535261-2f8d-403c-82c0-86f17694d280 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448530 Feb 19 02:26:04.442863 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-3154151d-c4e7-42e0-bc46-bf147c4dd46a service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831442 Feb 19 02:26:04.540815 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-26b1efa0-7cb3-4257-91f1-62044dbfe4a1 req-55554c95-bd55-4d6b-ad43-cbde08d0edc8 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910926 Feb 19 02:26:05.088472 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a96a04-7b5b-4c9e-a47c-f5e854435413 req-8a44f16f-5485-4988-8a04-8f23770fedc7 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:05.090282 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01a96a04-7b5b-4c9e-a47c-f5e854435413 req-8a44f16f-5485-4988-8a04-8f23770fedc7 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 943 time: 0.0634403 Feb 19 02:26:05.138330 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-01a96a04-7b5b-4c9e-a47c-f5e854435413 req-9903127c-01a6-4aed-b972-0e0c9e5799e0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Feb 19 02:26:06.256314 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b4ca-0f66-489c-b88f-a2ad9a4c5ae5 req-64963cb1-3a02-4978-afb0-25dc85c8b28b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:06.257837 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef41b4ca-0f66-489c-b88f-a2ad9a4c5ae5 req-64963cb1-3a02-4978-afb0-25dc85c8b28b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 943 time: 0.0530152 Feb 19 02:26:06.306459 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ef41b4ca-0f66-489c-b88f-a2ad9a4c5ae5 req-38d5cf01-144a-4469-be96-7c918152dd8d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Feb 19 02:26:06.771128 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:26:06.866382 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:06.878183 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:26:06.918343 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77973bf1-7cf1-4f59-badd-adc185502ef0 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:26:06.918651 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:06.930925 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77973bf1-7cf1-4f59-badd-adc185502ef0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:26:06.949667 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:06.953930 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:07.000428 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:07.180394 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['77973bf1-7cf1-4f59-badd-adc185502ef0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:26:07.426930 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0dd1-bbc8-4550-9735-2119bd17f2c1 req-6b3fa1cc-3d04-4b21-a426-8d2941ac23b4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:07.429243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8db0dd1-bbc8-4550-9735-2119bd17f2c1 req-6b3fa1cc-3d04-4b21-a426-8d2941ac23b4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 944 time: 0.0539634 Feb 19 02:26:07.483435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-f8db0dd1-bbc8-4550-9735-2119bd17f2c1 req-1d4bed73-80c1-4240-9165-8cd5cf550fb0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484104 Feb 19 02:26:08.601748 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae28deb-432e-4134-8c2f-a577f48f4a0c req-7f3808c1-0402-45fd-ad22-b2a4ed55b798 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:08.603221 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fae28deb-432e-4134-8c2f-a577f48f4a0c req-7f3808c1-0402-45fd-ad22-b2a4ed55b798 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 944 time: 0.0527289 Feb 19 02:26:08.653162 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-fae28deb-432e-4134-8c2f-a577f48f4a0c req-78116899-789a-4b05-bb60-d4f8c80f113a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 Feb 19 02:26:08.771816 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:26:08.823062 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning for port 77973bf1-7cf1-4f59-badd-adc185502ef0 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:26:08.826815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 77973bf1-7cf1-4f59-badd-adc185502ef0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:26:08.827186 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:08.901362 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77973bf1-7cf1-4f59-badd-adc185502ef0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:26:08.901745 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:08.923363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:08.925611 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb407db-7d9a-4091-89f8-c8c33913863f" -d '{"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-plugged", "status": "completed", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:08.938854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:08.943393 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:08.972853 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042275fc-d5ba-45ae-bceb-5013a5d1b79f x-openstack-request-id: req-042275fc-d5ba-45ae-bceb-5013a5d1b79f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:08.973352 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-plugged", "status": "completed", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:08.973616 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-042275fc-d5ba-45ae-bceb-5013a5d1b79f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:08.974007 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'code': 200} Feb 19 02:26:09.001828 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:09.067068 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e41641-5b89-4ba1-8015-7bbb2b2ec39a req-7aa96bc1-4a67-40d6-992b-3967ac6b18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:09.070628 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21e41641-5b89-4ba1-8015-7bbb2b2ec39a req-7aa96bc1-4a67-40d6-992b-3967ac6b18ba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1127 time: 0.0514109 Feb 19 02:26:09.117964 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-21e41641-5b89-4ba1-8015-7bbb2b2ec39a req-73e55e5a-6693-4842-ae33-2e61ad6a428c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Feb 19 02:26:09.775518 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bea461-d01c-4979-a25f-9328556d86ae req-18c3cc3e-f833-4aa5-b6a1-0c49cfbbe4f8 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:09.776984 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7bea461-d01c-4979-a25f-9328556d86ae req-18c3cc3e-f833-4aa5-b6a1-0c49cfbbe4f8 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 945 time: 0.0580277 Feb 19 02:26:09.824716 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-a7bea461-d01c-4979-a25f-9328556d86ae req-25355e2b-fac2-4cf6-a03f-f62580bb2d0d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Feb 19 02:26:10.946995 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f25c-9b08-44c7-b147-084b6b0d2d7d req-a54eb7a2-72b6-466a-86b4-746966ad7e71 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:10.948478 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2b5f25c-9b08-44c7-b147-084b6b0d2d7d req-a54eb7a2-72b6-466a-86b4-746966ad7e71 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Feb 19 02:26:10.996694 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c2b5f25c-9b08-44c7-b147-084b6b0d2d7d req-4c39e065-555f-42ad-ac29-cb0ece7b7494 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427327 Feb 19 02:26:11.130464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fabcd-bcd6-4e0f-bc11-d2a481ad9e62 req-ea7b62b2-13ee-4c42-b957-e5c1b35b4bad tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:11.133567 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d53fabcd-bcd6-4e0f-bc11-d2a481ad9e62 req-ea7b62b2-13ee-4c42-b957-e5c1b35b4bad tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 945 time: 0.0678701 Feb 19 02:26:11.184028 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-d53fabcd-bcd6-4e0f-bc11-d2a481ad9e62 req-79e7d041-a5d9-4d4e-9bca-5a42cb91e582 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Feb 19 02:26:11.205524 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54024) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:11.339023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2e2c4-95c8-4891-a5b1-77d6472ead95 tempest-TestSnapshotPattern-779914769 tempest-TestSnapshotPattern-779914769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:11.340760 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e9f2e2c4-95c8-4891-a5b1-77d6472ead95 tempest-TestSnapshotPattern-779914769 tempest-TestSnapshotPattern-779914769-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1122 time: 0.1343398 Feb 19 02:26:11.343698 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54028) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:11.348024 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:26:11.368234 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.462055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.567624 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Allocated IP 172.25.0.121 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/656a7fb1-685d-44ce-93f6-757742208881) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:26:11.667909 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for port (656a7fb1-685d-44ce-93f6-757742208881), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.700899 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (656a7fb1-685d-44ce-93f6-757742208881), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.736176 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:26:11.739023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:26:11.743029 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:26:11.775342 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'Port': ['ID=656a7fb1-685d-44ce-93f6-757742208881,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:12.110814 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (369264d3-4e6a-4385-92b0-27885b2e567f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.180696 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (656a7fb1-685d-44ce-93f6-757742208881), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.326201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for port (656a7fb1-685d-44ce-93f6-757742208881), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.330553 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58917011'] for port (656a7fb1-685d-44ce-93f6-757742208881), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.402047 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'Port': ['ID=656a7fb1-685d-44ce-93f6-757742208881,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:12.411723 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (369264d3-4e6a-4385-92b0-27885b2e567f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.513443 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Floating IP 369264d3-4e6a-4385-92b0-27885b2e567f associated. External IP: 172.25.0.121, port: 77973bf1-7cf1-4f59-badd-adc185502ef0. Feb 19 02:26:12.726229 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Router 055c857b-d1a6-4d3d-bf89-440a053f775f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:26:12.836667 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:26:12.846793 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:26:12.855252 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.858139 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:12.858762 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:12.886209 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-5fca1c62-cfdf-49fe-aca6-4eca49cf729b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5414741 Feb 19 02:26:12.886806 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:12.889283 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64393c83-9023-4762-a664-93c9557d8d97" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:12.969749 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:12.978272 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71524ce3-cf7a-453a-a444-01890d815587 x-openstack-request-id: req-71524ce3-cf7a-453a-a444-01890d815587 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:12.978594 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:12.978844 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71524ce3-cf7a-453a-a444-01890d815587 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:12.979250 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'status': 'completed', 'code': 200} Feb 19 02:26:13.049778 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64393c83-9023-4762-a664-93c9557d8d97 req-775c63ee-3b25-4e5b-bcc7-12713f3c5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:13.051320 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-775c63ee-3b25-4e5b-bcc7-12713f3c5b14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1127 time: 0.0503261 Feb 19 02:26:13.143102 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64393c83-9023-4762-a664-93c9557d8d97 req-ec6be233-3207-4bcf-b65d-6be05d0534e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:13.144893 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-ec6be233-3207-4bcf-b65d-6be05d0534e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0882294 Feb 19 02:26:13.220371 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-8e74fa72-87d0-4698-a22a-1a0ac2305935 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 999 time: 0.0685291 Feb 19 02:26:13.271550 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64393c83-9023-4762-a664-93c9557d8d97 req-c1968cb7-f365-4d42-8768-4c0a79dc4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:13.273732 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-c1968cb7-f365-4d42-8768-4c0a79dc4000 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0472198 Feb 19 02:26:13.280648 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:11Z', 'revision_number': 0, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:13.307295 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:26:13.315435 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:13.316048 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:25:53Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:13.322673 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64393c83-9023-4762-a664-93c9557d8d97 req-fdafe006-6b6f-418c-a3fe-c3f968538d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:13.324199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-fdafe006-6b6f-418c-a3fe-c3f968538d06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443609 Feb 19 02:26:13.417614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-8535fe47-ceca-4afb-8fb1-d4176db18adf service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875876 Feb 19 02:26:13.423908 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:13.505825 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-64393c83-9023-4762-a664-93c9557d8d97 req-d09ddc2f-a711-49fe-8856-b29dddcc093d service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826933 Feb 19 02:26:13.650832 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:11Z', 'revision_number': 0, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:13.676582 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50cdce-5c8e-4c6e-b7fb-6fbec44322c6 None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:11Z', 'revision_number': 0, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:26:13.883040 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af4450-f1cb-47b2-8de1-1c309e74a5aa None None] New status for floating IP 369264d3-4e6a-4385-92b0-27885b2e567f: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:26:19.177480 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:20.458220 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6927f7cb-df41-4cef-9284-95602cd62ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.827113 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1652d880-31e3-44dd-af0f-81679ac8864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:24.020924 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:25.666515 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:26.742781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:27.036175 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:31.890354 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:26:49.176351 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:50.460063 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba91d36e-daae-4f43-8f10-d3155f1d9568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:52.821103 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a263b059-71f8-4c86-adf7-62b55d3abbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:54.023725 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:55.671046 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:56.746525 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:57.034034 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:58.956203 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-c58cc779-62a3-44e7-9e2e-cdb341fdd066 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848026 Feb 19 02:26:59.051659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-47e1f19d-3f9a-4813-b640-d84bd81b9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:59.053226 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-47e1f19d-3f9a-4813-b640-d84bd81b9755 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1127 time: 0.0519533 Feb 19 02:26:59.160694 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-1dd5d487-104e-4d5a-a6e8-9c1a140a8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:59.162162 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-1dd5d487-104e-4d5a-a6e8-9c1a140a8976 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0891767 Feb 19 02:26:59.230309 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-de73ff90-efde-466d-9a19-c3d378f1405e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0627389 Feb 19 02:26:59.277484 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-021763d3-636b-445b-ac18-1444b7f0aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:59.278898 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-021763d3-636b-445b-ac18-1444b7f0aa01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0424213 Feb 19 02:26:59.327642 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-815e1fb5-21ef-493b-9a0a-34de00840f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:59.329143 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-815e1fb5-21ef-493b-9a0a-34de00840f3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443733 Feb 19 02:26:59.419030 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-b3dd79a7-b2c7-4e16-8c83-4b0745cccbef service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839367 Feb 19 02:26:59.506047 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ede9857c-5dc1-44d4-a2f5-f3df8ef45b6d req-4906c94c-58fa-45ac-b5f8-a08a70f8b7d7 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803986 Feb 19 02:27:08.889140 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:27:19.166350 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:20.462163 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85c02df5-4153-4c40-8b54-96631f39b332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:22.823704 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebd6203d-2510-4ade-a0e5-ed2397e3fb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:24.026803 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:25.674180 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:26.751469 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:27.035056 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:45.888577 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:27:49.176011 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:50.463986 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-970d5acb-8537-43b8-8fbc-fe57ea5ca365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:52.826147 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ead7f126-ccc5-4f5d-a05f-80e41e592023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:54.029915 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:55.677920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:56.754548 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:57.035860 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:59.925584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-14b9d424-3fc3-4f36-a141-9940c6553d29 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438395 Feb 19 02:28:00.011749 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-efecb72c-168d-43c4-8fcb-dcbe25817ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:00.013247 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-efecb72c-168d-43c4-8fcb-dcbe25817ce5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1127 time: 0.0490315 Feb 19 02:28:00.111299 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-84e0bede-f4f0-4956-9d26-9a88a766cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:00.113352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-84e0bede-f4f0-4956-9d26-9a88a766cd0f service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0838170 Feb 19 02:28:00.181540 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-bff6df12-07ef-4e73-af11-3fbc0a93303a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0623262 Feb 19 02:28:00.228052 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-69bd7fc7-1f51-438f-9dc1-ce6d4ac5443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:00.229498 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-69bd7fc7-1f51-438f-9dc1-ce6d4ac5443c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0432253 Feb 19 02:28:00.276517 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-10f30580-fb68-4db8-8dfe-58378c241e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:00.278015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-10f30580-fb68-4db8-8dfe-58378c241e7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433109 Feb 19 02:28:00.370435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-0360cf26-0873-4f5a-86aa-a99d6f961b7c service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866272 Feb 19 02:28:00.457753 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8ef7c133-65e8-40f0-b6a1-bb1595619ea1 req-051d052f-5f26-4bb5-ac99-9ca2a83b5143 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813189 Feb 19 02:28:11.331904 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 details requested by agent hyperv_n-h1-826752-2 with host n-h1-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:28:11.430503 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:11.441820 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Returning: {'device': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:28:11.478451 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77973bf1-7cf1-4f59-badd-adc185502ef0 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:11.478841 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:11.491585 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77973bf1-7cf1-4f59-badd-adc185502ef0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:28:11.510949 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:11.514697 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:11.563270 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:11.571263 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.571616 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.571960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.572303 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.572657 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.572979 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.573335 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.573666 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.573995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.574323 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.574649 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.574973 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.575298 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:11.607960 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] get_ports_and_sgs() called for port_ids ['77973bf1-7cf1-4f59-badd-adc185502ef0'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:28:13.345328 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 up at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:28:13.411350 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Provisioning complete for port 77973bf1-7cf1-4f59-badd-adc185502ef0 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:13.411734 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:13.503163 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77973bf1-7cf1-4f59-badd-adc185502ef0 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:13.503816 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:13.540352 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:28:13.542704 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9f660-1367-4e55-82a6-571335510b95" -d '{"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-plugged", "status": "completed", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:28:13.571600 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:13.577770 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:13.611913 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91be1c8a-5596-49bf-aa46-9c2b0c215686 x-openstack-request-id: req-91be1c8a-5596-49bf-aa46-9c2b0c215686 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:28:13.612226 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-plugged", "status": "completed", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:28:13.612535 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91be1c8a-5596-49bf-aa46-9c2b0c215686 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:28:13.613035 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'code': 200} Feb 19 02:28:13.638852 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:19.191940 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:20.467232 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-75f05694-e2b0-4893-b972-63eb524bed8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:21.231544 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-afd1f7b2-36c6-4143-97f1-c54bdf13fad6 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203045189&fields=id&tenant_id=8fa4d802445448b192b92df5aae0b71e HTTP/1.1" status: 200 len: 267 time: 0.0459807 Feb 19 02:28:21.338395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-d0905c1b-080f-4dd5-90f9-fc72730af0b1 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:21.339778 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-d0905c1b-080f-4dd5-90f9-fc72730af0b1 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 810 time: 0.1019011 Feb 19 02:28:21.354668 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-f2f56daf-ecba-45b7-8300-19c2643af14b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/quotas/8fa4d802445448b192b92df5aae0b71e HTTP/1.1" status: 200 len: 375 time: 0.0093753 Feb 19 02:28:21.410536 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-528a5f20-6e7b-4e7b-92a9-f8e781f84bf6 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511813 Feb 19 02:28:21.544857 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-59d5bbac-308a-415f-9850-9361d4834792 service neutron] 10.222.0.43 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226537 Feb 19 02:28:21.637724 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-323f70eb-e69d-4120-9065-a3ec08983784 service neutron] 10.222.0.43 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Feb 19 02:28:21.817284 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-dea32fcd-7981-467a-8990-1df14ac0fe20 req-6d5ed427-fcdb-460d-a029-58710c7d23fe tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 210 time: 0.0292733 Feb 19 02:28:22.828248 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a962743a-3f1b-4140-b4e8-a437f6bc7897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:22.845178 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-8baa4747-483c-4872-a703-76b3b0b9f183 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:22.846243 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-8baa4747-483c-4872-a703-76b3b0b9f183 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.10 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 810 time: 0.1108305 Feb 19 02:28:22.889394 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:28:22.916826 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-c7601585-3d37-4046-aff6-d81659a00c5e tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa4d802445448b192b92df5aae0b71e HTTP/1.1" status: 200 len: 380 time: 0.0607483 Feb 19 02:28:22.917321 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6cb89766-5bd5-4a1c-9f1b-2752a9ffc0b9 req-fec1f070-f600-4f2c-b205-77776a952133 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 210 time: 0.0284863 Feb 19 02:28:22.933394 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'port': {'device_id': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'admin_state_up': True, 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'security_groups': ['82594733-62bb-44ce-bf71-21c447eb3f3d']}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:23.046268 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Made reservation on behalf of 8fa4d802445448b192b92df5aae0b71e for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:28:23.050287 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:23.185546 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Allocated IP 172.20.0.12 (52aef3cb-8135-4926-999d-6371ff95c334/fae10827-51b6-4810-bda3-64d2f3fcca00/c6763630-cd20-41a3-9ce9-56da386cf66c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:28:23.350374 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:23.390275 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:23.438982 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Network 52aef3cb-8135-4926-999d-6371ff95c334 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:28:23.443392 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:23.449879 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:28:23.476115 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:23.495971 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.496317 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.496708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.497087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.497389 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.497716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.498040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.498362 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.498705 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.499027 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.499347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.499664 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.499985 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:23.521536 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:23.525905 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:23.550471 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-3e04fe82-0f66-4e39-9308-d7e0d51e8505 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6208375 Feb 19 02:28:23.856975 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-fba93ac9-ef17-4f52-a3e1-8435cfc665b8 None None] Provisioning complete for port c6763630-cd20-41a3-9ce9-56da386cf66c triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:23.857779 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fba93ac9-ef17-4f52-a3e1-8435cfc665b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:23.896731 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fba93ac9-ef17-4f52-a3e1-8435cfc665b8 None None] Port c6763630-cd20-41a3-9ce9-56da386cf66c cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:28:24.037612 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:24.053444 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536eaf8-61b6-4835-8651-ccacbc3e976a req-99588b23-b292-4dbf-b3f9-17fc25244b2d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:24.055060 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c536eaf8-61b6-4835-8651-ccacbc3e976a req-99588b23-b292-4dbf-b3f9-17fc25244b2d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.0647357 Feb 19 02:28:24.106757 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c536eaf8-61b6-4835-8651-ccacbc3e976a req-d9af98a1-d09f-4532-b77f-7a1be85cf3a0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458274 Feb 19 02:28:25.233239 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52542c3d-8d9d-43e5-b15e-bc2cc28bed76 req-f5569938-f043-4897-8896-a8fe392e29ba tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:25.234784 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52542c3d-8d9d-43e5-b15e-bc2cc28bed76 req-f5569938-f043-4897-8896-a8fe392e29ba tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.0584562 Feb 19 02:28:25.302381 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-52542c3d-8d9d-43e5-b15e-bc2cc28bed76 req-a23fc16f-6af8-4d0f-ba68-57d6b0388c0d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601149 Feb 19 02:28:25.394202 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:28:25.476891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Current status of the port 77973bf1-7cf1-4f59-badd-adc185502ef0 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:25.477322 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:25.502287 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:28:25.504690 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e1651-19c2-43be-9d2c-fa673a0d27ed" -d '{"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-unplugged", "status": "completed", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:28:25.518240 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:25.526223 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:25.560402 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639994d-b505-4329-9cd3-6899afeb6dd9 x-openstack-request-id: req-3639994d-b505-4329-9cd3-6899afeb6dd9 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:28:25.560987 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-unplugged", "status": "completed", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:28:25.561427 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3639994d-b505-4329-9cd3-6899afeb6dd9 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:28:25.562018 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'code': 200} Feb 19 02:28:25.593682 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Pushing event updated for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:25.683835 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:26.440150 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df888e91-3dca-42e1-ae53-4efaf3cf5d85 req-db187310-4b7a-4ab8-a4c9-61a3dff13e67 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:26.442489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df888e91-3dca-42e1-ae53-4efaf3cf5d85 req-db187310-4b7a-4ab8-a4c9-61a3dff13e67 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.0615942 Feb 19 02:28:26.501524 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-df888e91-3dca-42e1-ae53-4efaf3cf5d85 req-4f776de9-9054-491e-927b-e403d9117169 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517092 Feb 19 02:28:26.760863 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:27.047150 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:27.637943 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e08e-63da-4507-9e01-b659c9be7e8d req-d3519785-357f-4565-9f17-ab1f36d4929b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:27.639675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6b0e08e-63da-4507-9e01-b659c9be7e8d req-d3519785-357f-4565-9f17-ab1f36d4929b tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.0602422 Feb 19 02:28:27.692547 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-c6b0e08e-63da-4507-9e01-b659c9be7e8d req-ffb6b259-62ed-4d8b-8ca3-0de67c6feb78 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Feb 19 02:28:28.825372 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74639f-509e-4122-933c-e69bee3e1ce5 req-fc8ec341-745b-42a7-bb50-e587046be2e1 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:28.826896 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae74639f-509e-4122-933c-e69bee3e1ce5 req-fc8ec341-745b-42a7-bb50-e587046be2e1 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.0613935 Feb 19 02:28:28.878865 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-ae74639f-509e-4122-933c-e69bee3e1ce5 req-42be2f5a-ef28-4b99-91f7-77ef0795bffa tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Feb 19 02:28:30.079533 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8014d56-ffdc-4ff2-95d0-3db15fde0fb5 req-f70577fd-9351-4742-8bdf-022ab369b87f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:30.083857 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8014d56-ffdc-4ff2-95d0-3db15fde0fb5 req-f70577fd-9351-4742-8bdf-022ab369b87f tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.1197536 Feb 19 02:28:30.134842 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b8014d56-ffdc-4ff2-95d0-3db15fde0fb5 req-1e07d504-ef31-47ef-8967-55aaef784ade tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469987 Feb 19 02:28:31.065173 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a3aec6af-3cf0-4360-9cf6-bacbbf7fcd1a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:28:31.066262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a3aec6af-3cf0-4360-9cf6-bacbbf7fcd1a tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054595 Feb 19 02:28:31.125071 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Request body: {'port': {'device_id': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826752-2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:31.186745 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:31.319305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11e230-9ec8-46dc-9b7e-cb1f891158ee req-eca4d2fa-6dda-41dc-bcd2-7abe932885ec tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:31.321229 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d11e230-9ec8-46dc-9b7e-cb1f891158ee req-eca4d2fa-6dda-41dc-bcd2-7abe932885ec tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 932 time: 0.1149492 Feb 19 02:28:31.374447 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-8d11e230-9ec8-46dc-9b7e-cb1f891158ee req-d7f071da-87c6-4533-bcb7-5064791a6a8c tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459220 Feb 19 02:28:31.470505 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6763630-cd20-41a3-9ce9-56da386cf66c {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:28:31.478844 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Publish callbacks [] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:31.491049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Transition to ACTIVE for port object c6763630-cd20-41a3-9ce9-56da386cf66c will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:28:31.494214 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:31.543175 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:31.624447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Attempting to bind port c6763630-cd20-41a3-9ce9-56da386cf66c on host n-h2-826752-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:28:31.624827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Attempting to bind port c6763630-cd20-41a3-9ce9-56da386cf66c by drivers openvswitch,hyperv on host n-h2-826752-2 at level 0 using segments [{'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:28:31.625157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Attempting to bind port c6763630-cd20-41a3-9ce9-56da386cf66c on network 52aef3cb-8135-4926-999d-6371ff95c334 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:28:31.630110 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Port c6763630-cd20-41a3-9ce9-56da386cf66c on network 52aef3cb-8135-4926-999d-6371ff95c334 not bound, no agent of type Open vSwitch agent registered on host n-h2-826752-2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:28:31.630437 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Attempting to bind port c6763630-cd20-41a3-9ce9-56da386cf66c on network 52aef3cb-8135-4926-999d-6371ff95c334 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:28:31.635983 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Checking agent: {'id': 'b1080c25-9159-4db8-93c2-d41c591c8d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826752-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'started_at': datetime.datetime(2022, 2, 19, 0, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:28:31.636347 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Checking segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:28:31.636731 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Bound using segment: {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:28:31.637183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Bound port: c6763630-cd20-41a3-9ce9-56da386cf66c, host: n-h2-826752-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2124a83-12d2-4a09-84bb-715cbf6bb792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:28:31.637550 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:31.712452 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:28:31.715766 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:28:31.723301 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:31.760569 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:31.761222 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:31.762614 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 1092 time: 0.6843417 Feb 19 02:28:31.763194 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:28:31.765323 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b" -d '{"events": [{"name": "network-changed", "server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:28:31.794827 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5356e96-44b0-43a2-ba8e-2952889ef6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:31.850140 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882cdef-3c06-4428-b88e-86cba716efff x-openstack-request-id: req-8882cdef-3c06-4428-b88e-86cba716efff {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:28:31.850414 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:28:31.850668 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8882cdef-3c06-4428-b88e-86cba716efff {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:28:31.851083 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'status': 'completed', 'code': 200} Feb 19 02:28:31.872719 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-0989d820-9321-47bc-adab-43e1bd338c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:31.874286 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-0989d820-9321-47bc-adab-43e1bd338c16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1126 time: 0.0569975 Feb 19 02:28:31.923835 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-565f7fea-2144-4024-b53f-14992083b1c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 217 time: 0.0400956 Feb 19 02:28:31.978344 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-354508f5-d583-4b40-a4a6-2af4fa84b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:31.979810 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-354508f5-d583-4b40-a4a6-2af4fa84b81b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0457234 Feb 19 02:28:32.029870 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-11431f4e-9ab7-4a60-be8f-7613cb80233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.031372 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-11431f4e-9ab7-4a60-be8f-7613cb80233a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453739 Feb 19 02:28:32.130345 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-d1075979-c952-4b26-b842-0e14fc451305 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865731 Feb 19 02:28:32.220560 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0536f25e-a7ee-4fdb-b2d4-991c02c5051e req-427c6087-31ce-44be-872a-93940f08e6fe service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805395 Feb 19 02:28:32.319800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-d8d7edcc-9c18-4ac6-9201-758a16c2717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.321383 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-d8d7edcc-9c18-4ac6-9201-758a16c2717f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1126 time: 0.0472181 Feb 19 02:28:32.423607 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-53cf68ce-b7d4-4942-8c95-999dc7dc17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.425402 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-53cf68ce-b7d4-4942-8c95-999dc7dc17c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0980964 Feb 19 02:28:32.469546 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-f0572654-10cb-40c4-9370-5d407465777e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 217 time: 0.0360994 Feb 19 02:28:32.497934 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870fd34-bdcc-45aa-a842-e58741dbf134 req-0f126155-5451-4f8e-853a-f17607eefd04 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.504963 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e870fd34-bdcc-45aa-a842-e58741dbf134 req-0f126155-5451-4f8e-853a-f17607eefd04 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 944 time: 0.0604942 Feb 19 02:28:32.524813 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-a726a742-30cf-47b6-ad15-2b6ae3094c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.526905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-a726a742-30cf-47b6-ad15-2b6ae3094c86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0508075 Feb 19 02:28:32.551119 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-e870fd34-bdcc-45aa-a842-e58741dbf134 req-24e4064d-6aaa-45c3-a20f-c4448c3bf288 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 Feb 19 02:28:32.579710 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-8177f254-e0c6-409b-b880-23f8fdbe945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.581267 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-8177f254-e0c6-409b-b880-23f8fdbe945e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482228 Feb 19 02:28:32.670607 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-4dbaee74-3763-4029-a179-39d9602e61cd service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829449 Feb 19 02:28:33.099656 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8d3ed4c1-fb55-429f-972f-d6c2ee89c33b req-929ae3d6-189d-428d-9a6f-5ec9dec2d059 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220364 Feb 19 02:28:33.672174 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017af0b-a6f8-4621-9d3c-87af3b9ba685 req-8c6eb71a-febc-4eb0-91ee-a0fbae6c9769 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:33.673654 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e017af0b-a6f8-4621-9d3c-87af3b9ba685 req-8c6eb71a-febc-4eb0-91ee-a0fbae6c9769 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 944 time: 0.0519350 Feb 19 02:28:33.721313 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-e017af0b-a6f8-4621-9d3c-87af3b9ba685 req-31022d93-447a-4a6a-9619-b96e91a76548 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Feb 19 02:28:34.510371 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:28:34.608414 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:34.620755 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'port_id': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'mac_address': 'fa:16:3e:77:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:28:34.656291 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c6763630-cd20-41a3-9ce9-56da386cf66c is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:34.656676 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.669628 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6763630-cd20-41a3-9ce9-56da386cf66c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:28:34.689374 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:34.693085 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.743496 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:34.840787 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eadc2-c1cc-4c6a-972d-87bb7416a08e req-81267df4-97ce-41ed-98ab-c765fdd4c993 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:34.842489 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c7eadc2-c1cc-4c6a-972d-87bb7416a08e req-81267df4-97ce-41ed-98ab-c765fdd4c993 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 945 time: 0.0557191 Feb 19 02:28:34.895635 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-6c7eadc2-c1cc-4c6a-972d-87bb7416a08e req-0eab0452-4cc3-48d2-b76a-8c55ab340334 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475366 Feb 19 02:28:35.043098 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c6763630-cd20-41a3-9ce9-56da386cf66c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:28:36.020908 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d4929-c44a-428c-9f06-8c8d767ef2cd req-6fac56c0-d65d-4969-bc59-b751bb2771ad tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:36.022398 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b3d4929-c44a-428c-9f06-8c8d767ef2cd req-6fac56c0-d65d-4969-bc59-b751bb2771ad tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 945 time: 0.0565190 Feb 19 02:28:36.069955 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-8b3d4929-c44a-428c-9f06-8c8d767ef2cd req-a3a92b64-b576-406b-886f-c6a448c91690 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Feb 19 02:28:36.537546 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:28:36.586351 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning for port c6763630-cd20-41a3-9ce9-56da386cf66c completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:28:36.590363 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c6763630-cd20-41a3-9ce9-56da386cf66c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:36.590741 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:36.826871 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c6763630-cd20-41a3-9ce9-56da386cf66c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:36.827170 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:36.849769 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:28:36.851952 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb438b0e-cce0-485d-b7fd-422c54d57166" -d '{"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-plugged", "status": "completed", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:28:36.863772 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:36.867912 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:36.891717 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd24fb0e-2b29-485f-aafd-f33c45b2d4dc x-openstack-request-id: req-bd24fb0e-2b29-485f-aafd-f33c45b2d4dc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:28:36.892015 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-plugged", "status": "completed", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:28:36.892274 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd24fb0e-2b29-485f-aafd-f33c45b2d4dc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:28:36.892670 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'code': 200} Feb 19 02:28:36.918014 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:36.998660 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ee9a-04b5-422d-b256-ddb27cc7738b req-f1c5c39a-432d-4445-aec3-b6ad5a1a6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:37.000159 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b67ee9a-04b5-422d-b256-ddb27cc7738b req-f1c5c39a-432d-4445-aec3-b6ad5a1a6915 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1128 time: 0.0437460 Feb 19 02:28:37.048298 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6b67ee9a-04b5-422d-b256-ddb27cc7738b req-c3d9e1ad-3185-446f-b5e6-e79091d91a0f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383015 Feb 19 02:28:37.186531 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f62a-3dc7-4b91-9f04-2ba1fb5ca576 req-137b154e-4df6-4eef-998b-12812a4c9701 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:37.187998 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3172f62a-3dc7-4b91-9f04-2ba1fb5ca576 req-137b154e-4df6-4eef-998b-12812a4c9701 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 946 time: 0.0524399 Feb 19 02:28:37.239707 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-3172f62a-3dc7-4b91-9f04-2ba1fb5ca576 req-043875b6-cf62-4700-aace-197e43e53349 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462482 Feb 19 02:28:38.365078 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1153fec-56ea-4a53-bf2f-1ecbdf4d41c5 req-c3ae81ce-e019-4264-9364-cdbdb45db6ca tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:38.367102 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1153fec-56ea-4a53-bf2f-1ecbdf4d41c5 req-c3ae81ce-e019-4264-9364-cdbdb45db6ca tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 946 time: 0.0561893 Feb 19 02:28:38.416055 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-b1153fec-56ea-4a53-bf2f-1ecbdf4d41c5 req-e390697b-a5dd-4893-9d9b-c5ffa1149a36 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Feb 19 02:28:38.607156 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d14b-a1fc-40f4-86b7-94e852355fb1 req-154a094d-2ae9-405e-9ccb-c16fe6074c9c tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:38.609233 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7566d14b-a1fc-40f4-86b7-94e852355fb1 req-154a094d-2ae9-405e-9ccb-c16fe6074c9c tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 946 time: 0.0573394 Feb 19 02:28:38.658550 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-7566d14b-a1fc-40f4-86b7-94e852355fb1 req-d64c3aee-6a61-4f30-941b-cd008225e1a9 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Feb 19 02:28:38.680654 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54298) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:38.723203 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4c22b-6f69-4c2e-9f2b-8dbbdd404ee2 tempest-TestSnapshotPattern-779914769 tempest-TestSnapshotPattern-779914769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:38.725380 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-f6b4c22b-6f69-4c2e-9f2b-8dbbdd404ee2 tempest-TestSnapshotPattern-779914769 tempest-TestSnapshotPattern-779914769-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1123 time: 0.0432055 Feb 19 02:28:38.727962 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:38.732160 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Request body: {'floatingip': {'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'port_id': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:38.751509 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:38.849440 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:38.948986 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Allocated IP 172.25.0.194 (9b66f9e1-9d51-4959-9133-aa387e06226f/c274d2c1-4786-4900-a55c-127f05453799/580c8c6a-ac67-4b37-8318-dde010f65e5b) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:28:39.054186 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.091284 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762708396328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.129762 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Network 9b66f9e1-9d51-4959-9133-aa387e06226f is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:28:39.133040 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:39.135963 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:28:39.164416 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'Port': ['ID=580c8c6a-ac67-4b37-8318-dde010f65e5b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:39.501977 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (9d27d09b-af83-4d1c-b4c1-2e95329cbabe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.569244 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.719264 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.723807 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802634'] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.793307 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event updated for resources: {'Port': ['ID=580c8c6a-ac67-4b37-8318-dde010f65e5b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:39.805651 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690233'] for floatingip (9d27d09b-af83-4d1c-b4c1-2e95329cbabe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:39.908782 n-d-826752-2 neutron-server[103429]: INFO neutron.db.l3_db [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Floating IP 9d27d09b-af83-4d1c-b4c1-2e95329cbabe associated. External IP: 172.25.0.194, port: c6763630-cd20-41a3-9ce9-56da386cf66c. Feb 19 02:28:40.119339 n-d-826752-2 neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Router 055c857b-d1a6-4d3d-bf89-440a053f775f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:28:40.227651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:28:40.237175 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:28:40.245412 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:40.246730 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:28:40.247347 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:28:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:40.275262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-2b2abf84-b927-4fc9-9823-2216d40cd032 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5462890 Feb 19 02:28:40.275841 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:28:40.278079 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0841556e-de39-4386-9644-3dcae5c58c88" -d '{"events": [{"name": "network-changed", "server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:28:40.322828 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f389b-ee1c-4df3-992f-189ea30010c3 x-openstack-request-id: req-747f389b-ee1c-4df3-992f-189ea30010c3 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:28:40.323126 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:28:40.323385 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747f389b-ee1c-4df3-992f-189ea30010c3 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:28:40.323798 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'status': 'completed', 'code': 200} Feb 19 02:28:40.359335 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:28:40.387050 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841556e-de39-4386-9644-3dcae5c58c88 req-8d30c62d-93f0-4b34-8087-d0ac40e02f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:40.388486 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-8d30c62d-93f0-4b34-8087-d0ac40e02f4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1128 time: 0.0448747 Feb 19 02:28:40.485202 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841556e-de39-4386-9644-3dcae5c58c88 req-94513a99-26f3-4321-90f1-fd5a28d0961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:40.486675 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-94513a99-26f3-4321-90f1-fd5a28d0961f service neutron] 10.222.0.10 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0919454 Feb 19 02:28:40.554698 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-56c64dc4-bf13-4802-8f91-9092ae47ac97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 1000 time: 0.0622270 Feb 19 02:28:40.581535 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:13Z', 'revision_number': 1, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}, {'id': '9d27d09b-af83-4d1c-b4c1-2e95329cbabe', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:77:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:28:39Z', 'updated_at': '2022-02-19T02:28:39Z', 'revision_number': 0, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:40.602896 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841556e-de39-4386-9644-3dcae5c58c88 req-03ace0be-5b5e-49db-97a0-18597d4f9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:40.604352 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-03ace0be-5b5e-49db-97a0-18597d4f9d73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0436635 Feb 19 02:28:40.607704 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:28:40.617112 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:28:40.617713 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:28:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:40.654861 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841556e-de39-4386-9644-3dcae5c58c88 req-5af93fc9-f757-4710-a2ba-eae8ed003285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:40.656378 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-5af93fc9-f757-4710-a2ba-eae8ed003285 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462077 Feb 19 02:28:40.724363 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:28:40.747475 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-06d9e86f-35f1-429e-8ee7-fb40c5cdaa47 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848053 Feb 19 02:28:40.835837 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-0841556e-de39-4386-9644-3dcae5c58c88 req-dd40ae7a-98cb-43f0-b5d6-651989b0341e service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826197 Feb 19 02:28:41.028020 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:13Z', 'revision_number': 1, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}, {'id': '9d27d09b-af83-4d1c-b4c1-2e95329cbabe', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:77:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:28:39Z', 'updated_at': '2022-02-19T02:28:39Z', 'revision_number': 0, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:41.053349 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8b33f-dcea-4a84-803a-d95c5e3db301 None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:13Z', 'revision_number': 1, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}, {'id': '9d27d09b-af83-4d1c-b4c1-2e95329cbabe', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:77:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:28:39Z', 'updated_at': '2022-02-19T02:28:39Z', 'revision_number': 0, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:28:41.252764 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b067da5-5b9b-4303-a4d4-0fc6a0ec8e83 None None] New status for floating IP 9d27d09b-af83-4d1c-b4c1-2e95329cbabe: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:28:49.182974 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:50.469758 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7a5883e-0a1d-4464-a3b3-523abc9f744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.830665 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-793dda7e-18d7-4dfb-9bd2-377c960bc70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.037296 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:55.685110 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:56.753905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:57.046354 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:57.640004 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-6ce162c6-874f-459d-87c6-00e2d474d89e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512204 Feb 19 02:28:57.726585 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-05805843-cd4b-4566-829a-81296a8ab622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:57.728041 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-05805843-cd4b-4566-829a-81296a8ab622 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1128 time: 0.0441785 Feb 19 02:28:57.832087 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-1ea43d5e-2254-4cde-bfc3-210be019761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:57.833905 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-1ea43d5e-2254-4cde-bfc3-210be019761b service neutron] 10.222.0.10 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0843580 Feb 19 02:28:57.905474 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-deb3629d-faeb-4dc1-9fee-7acb733cb1de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 1002 time: 0.0630927 Feb 19 02:28:57.954065 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-06a88716-a72b-4248-891c-d703f9ad3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:57.955489 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-06a88716-a72b-4248-891c-d703f9ad3e81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0438073 Feb 19 02:28:58.007180 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-de9d215f-4a8f-43f6-8ca7-071a85ce8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:58.009199 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-de9d215f-4a8f-43f6-8ca7-071a85ce8dcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473034 Feb 19 02:28:58.104613 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-746293ca-513b-4df6-9113-7d7e31ec2fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Feb 19 02:28:58.194262 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b9b6f215-6ca5-41a2-bcf5-b526fe2307e3 req-af7aee3a-4412-4fbe-a0bc-09e1cb2e1324 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811021 Feb 19 02:28:59.892106 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:29:01.914663 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-661840b2-3b5e-4772-bf84-6347760c261f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480871 Feb 19 02:29:02.008187 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-289bfd22-2465-422a-a092-4c8e49a5921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:02.009888 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-289bfd22-2465-422a-a092-4c8e49a5921e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1125 time: 0.0520976 Feb 19 02:29:02.106948 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-e32eab15-f56c-47f1-855e-c13149514f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:02.108396 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-e32eab15-f56c-47f1-855e-c13149514f65 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0817578 Feb 19 02:29:02.174780 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-00470e78-ce44-4d67-9ee6-6f3682f69af1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 999 time: 0.0604911 Feb 19 02:29:02.224652 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-73bbe0d1-f554-43e7-8e85-a0b41da707c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:02.226103 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-73bbe0d1-f554-43e7-8e85-a0b41da707c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0459092 Feb 19 02:29:02.273273 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-973481b6-40c2-436a-834e-42ffc79b431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:02.275431 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-973481b6-40c2-436a-834e-42ffc79b431b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431089 Feb 19 02:29:02.365205 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-c14c0b9d-f21d-4c9a-a8ce-aef33a6a7408 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 Feb 19 02:29:02.454246 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-ebb58620-32c1-473c-9a57-51a84c5df977 req-9aa1496e-7ec3-455c-ab89-d2df6959213b service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832903 Feb 19 02:29:19.191076 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:20.472284 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b98ff431-0c8d-4d5f-a52e-7226153251d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:22.831101 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a3ce59b-8744-48ad-9a4b-c3bfc4e739c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:24.036771 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:25.691207 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:26.756913 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:27.061194 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:36.892091 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:29:49.206359 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:50.474238 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13fd0102-4f36-4c12-a060-a89335b5f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:52.832039 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-12219fcd-5cb5-4905-a308-2f7c64910ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:54.039872 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:55.690950 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:56.758739 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:57.059498 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:58.657270 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-74faa18b-ee28-47ce-bd4f-bd2d7d0f609b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482154 Feb 19 02:29:58.748580 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-140fda3e-3138-4fbe-ac7e-8e1b1c5c2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:58.750090 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-140fda3e-3138-4fbe-ac7e-8e1b1c5c2d63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1128 time: 0.0447285 Feb 19 02:29:58.855157 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-710f2af8-6bbe-4691-a67a-b0b432ad0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:58.856616 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-710f2af8-6bbe-4691-a67a-b0b432ad0b44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0834737 Feb 19 02:29:58.931344 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-005b0a9f-3bb5-40b3-8ff7-ac09713035d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 1002 time: 0.0641286 Feb 19 02:29:58.982716 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-958277c9-38cb-4b68-a5c3-e57635ac42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:58.984158 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-958277c9-38cb-4b68-a5c3-e57635ac42fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0442264 Feb 19 02:29:59.035837 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-a891ba3c-ec61-4989-98cf-a922d810302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:29:59.037348 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-a891ba3c-ec61-4989-98cf-a922d810302b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461664 Feb 19 02:29:59.132351 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-01c10571-b6c9-4616-8b8e-f868ac62567b service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850973 Feb 19 02:29:59.221644 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1465de86-a27a-4733-af0b-2d9b4d346db2 req-37950f89-a4b5-43aa-b7d3-c11e9ca11ef6 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821929 Feb 19 02:30:01.925589 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-c8409cd4-ff49-4ec0-abd2-2473e32a6416 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546689 Feb 19 02:30:02.001696 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-6b341897-a069-44ab-bf75-54ccccd8c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:02.003184 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-6b341897-a069-44ab-bf75-54ccccd8c9e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1125 time: 0.0450809 Feb 19 02:30:02.109800 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-f3980386-e0cb-461a-ac46-543928b963c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:02.111304 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-f3980386-e0cb-461a-ac46-543928b963c2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0902774 Feb 19 02:30:02.178472 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-a23fd5c6-26e4-4d59-a4a4-c010c36355d5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 999 time: 0.0611739 Feb 19 02:30:02.226704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-2c158a02-1197-44c7-98ca-d2bfdbd96c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:02.228155 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-2c158a02-1197-44c7-98ca-d2bfdbd96c1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0438130 Feb 19 02:30:02.278495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-cfa41c26-d8c3-4086-b963-24b4073720b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:02.280046 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-cfa41c26-d8c3-4086-b963-24b4073720b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459225 Feb 19 02:30:02.368930 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-ae4c61a2-f37d-4bbc-a5bd-a5f88e21c276 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826423 Feb 19 02:30:02.454710 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-6136d202-3af1-4e9c-b9e2-30029e357ea6 req-383fe831-799a-470a-be7f-2fbccedf89be service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799849 Feb 19 02:30:12.917447 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c details requested by agent hyperv_n-h2-826752-2 with host n-h2-826752-2 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:30:13.022306 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:13.034524 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Returning: {'device': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'port_id': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'mac_address': 'fa:16:3e:77:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:30:13.079091 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c6763630-cd20-41a3-9ce9-56da386cf66c is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:30:13.079579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:13.094817 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6763630-cd20-41a3-9ce9-56da386cf66c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:30:13.117797 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:13.122993 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:13.195775 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:13.202784 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.203129 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.203471 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.203805 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.204134 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.204460 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.204782 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.205147 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.205468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.205791 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.206108 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.206427 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.206743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:13.224066 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] get_ports_and_sgs() called for port_ids ['c6763630-cd20-41a3-9ce9-56da386cf66c'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:30:13.893520 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:30:14.943214 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c up at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:30:14.993642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Provisioning complete for port c6763630-cd20-41a3-9ce9-56da386cf66c triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:30:14.994002 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396506'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:15.079023 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c6763630-cd20-41a3-9ce9-56da386cf66c is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:30:15.079457 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:15.111743 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:30:15.116970 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66ebabc-add0-4d75-9fb3-0373e28d0859" -d '{"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-plugged", "status": "completed", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:30:15.141481 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:15.151417 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:15.213684 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:15.271206 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a37b8-4d60-40a9-8e56-679a46e0e9cc x-openstack-request-id: req-193a37b8-4d60-40a9-8e56-679a46e0e9cc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:30:15.271506 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-plugged", "status": "completed", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:30:15.271764 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-193a37b8-4d60-40a9-8e56-679a46e0e9cc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:30:15.272165 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'code': 200} Feb 19 02:30:19.208004 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:20.481036 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd849f80-0d85-4c97-8bf3-faea6ec15e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:22.774862 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:22.832396 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3388a26-5301-4f83-b9bf-df0d579ba76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:22.935629 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Deleting port 580c8c6a-ac67-4b37-8318-dde010f65e5b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:22.935976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:23.017239 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:23.017570 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (580c8c6a-ac67-4b37-8318-dde010f65e5b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:23.029685 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Calling delete_port for 580c8c6a-ac67-4b37-8318-dde010f65e5b owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:23.176520 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (580c8c6a-ac67-4b37-8318-dde010f65e5b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:23.202033 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event deleted for resources: {'Port': ['ID=580c8c6a-ac67-4b37-8318-dde010f65e5b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:23.228948 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.229393 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.229745 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.230086 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.230424 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.230761 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.231091 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.231420 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.231747 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.232069 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.232394 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.232718 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.233068 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:23.271343 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (9d27d09b-af83-4d1c-b4c1-2e95329cbabe), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:23.271660 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Floating IP 9d27d09b-af83-4d1c-b4c1-2e95329cbabe disassociated (deleted). External IP: 172.25.0.194, port: c6763630-cd20-41a3-9ce9-56da386cf66c. Feb 19 02:30:23.487465 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Router 055c857b-d1a6-4d3d-bf89-440a053f775f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:30:23.600001 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:30:23.604834 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:23.609939 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:30:23.620410 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:23.621019 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:23.638131 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-0bd57599-e857-4755-b711-9d097ccd53ff tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "DELETE /v2.0/floatingips/9d27d09b-af83-4d1c-b4c1-2e95329cbabe HTTP/1.1" status: 204 len: 168 time: 0.8590465 Feb 19 02:30:23.638131 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:30:23.638717 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1904142-85d3-4665-99b4-e3902c5f8705" -d '{"events": [{"name": "network-changed", "server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:30:23.680953 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acbcca0-6615-40cc-b911-f41426e4c03c x-openstack-request-id: req-2acbcca0-6615-40cc-b911-f41426e4c03c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:30:23.681279 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:30:23.681541 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2acbcca0-6615-40cc-b911-f41426e4c03c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:30:23.681950 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'status': 'completed', 'code': 200} Feb 19 02:30:23.734568 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:23.761045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-0b5da48d-744d-4b42-8972-581dc9770216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:23.763829 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-0b5da48d-744d-4b42-8972-581dc9770216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 1128 time: 0.0538714 Feb 19 02:30:23.868070 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-9abb2db3-3d09-40b9-b82d-26632de0892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:23.869594 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-9abb2db3-3d09-40b9-b82d-26632de0892b service neutron] 10.222.0.10 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0920584 Feb 19 02:30:23.907354 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0aa38-ad52-413b-ade1-96c963a17fa1 req-fe5ee47b-4b8f-43c4-82d0-3b01211d80a7 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:23.909174 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85e0aa38-ad52-413b-ade1-96c963a17fa1 req-fe5ee47b-4b8f-43c4-82d0-3b01211d80a7 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 946 time: 0.0586302 Feb 19 02:30:23.918948 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-a31fd7e4-4df7-4b5a-b430-305958f93e9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 200 len: 217 time: 0.0418429 Feb 19 02:30:23.960915 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-85e0aa38-ad52-413b-ade1-96c963a17fa1 req-c40e7782-daad-4f5b-a5c4-ba3008990a4c tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Feb 19 02:30:23.969261 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:13Z', 'revision_number': 1, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:23.970659 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-a9674f08-7e6b-47cb-b918-b63048e57f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:23.972138 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-a9674f08-7e6b-47cb-b918-b63048e57f4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0452790 Feb 19 02:30:23.996481 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:30:24.004731 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:24.005364 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:24.021680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-c8e0b39f-cd9e-41a8-9315-afdfe2584a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:24.023111 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-c8e0b39f-cd9e-41a8-9315-afdfe2584a74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443361 Feb 19 02:30:24.046300 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:24.111607 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:24.115765 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-c2d88609-0e2a-4a39-8864-c5d40c35f551 service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Feb 19 02:30:24.204919 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-b1904142-85d3-4665-99b4-e3902c5f8705 req-e4e8ad46-8212-478f-850c-16a4ee20cb2a service neutron] 10.222.0.10 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819697 Feb 19 02:30:24.329300 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:13Z', 'revision_number': 1, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:24.359009 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c4481-3053-4961-8020-b1194ee061a7 None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_floatingips': [{'id': '369264d3-4e6a-4385-92b0-27885b2e567f', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'router_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'port_id': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'mac_address': 'fa:16:3e:11:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:26:11Z', 'updated_at': '2022-02-19T02:26:13Z', 'revision_number': 1, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:30:24.594685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abc5d3-8f6c-427d-bc81-f25e5dfb83f3 None None] New status for floating IP 9d27d09b-af83-4d1c-b4c1-2e95329cbabe: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:30:24.956891 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:25.035854 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Current status of the port c6763630-cd20-41a3-9ce9-56da386cf66c is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:30:25.036240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1538051'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:25.059047 n-d-826752-2 neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:30:25.061289 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5a482191bf3f9bf18202f93ee1dca8c776f93fb815359d3e56edf265ff8b1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60efd70b-f1fa-4852-a0e5-35a09e70b188" -d '{"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-unplugged", "status": "completed", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:30:25.075046 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:25.080652 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762708919691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762708396346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762708396364'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:25.094056 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f4ee-cc1f-4f5e-a0c9-0cbdd69d162d req-9f78135b-0bff-4bed-86f0-d4e4cb92ef29 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:25.096156 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf26f4ee-cc1f-4f5e-a0c9-0cbdd69d162d req-9f78135b-0bff-4bed-86f0-d4e4cb92ef29 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 946 time: 0.0600605 Feb 19 02:30:25.104777 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac76a48-0126-4833-a8bc-b57dc768a1bb x-openstack-request-id: req-3ac76a48-0126-4833-a8bc-b57dc768a1bb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:30:25.105099 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-unplugged", "status": "completed", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:30:25.105356 n-d-826752-2 neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ac76a48-0126-4833-a8bc-b57dc768a1bb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:30:25.105743 n-d-826752-2 neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'code': 200} Feb 19 02:30:25.131058 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Pushing event updated for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:25.145985 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-bf26f4ee-cc1f-4f5e-a0c9-0cbdd69d162d req-8e3c3c41-61ce-47db-ad98-8016cca56140 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Feb 19 02:30:25.684502 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee61af-9955-4203-8803-f7e27880342e req-5bfc9d75-9b83-4794-8288-a4f2f1b511df tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:25.685992 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0ee61af-9955-4203-8803-f7e27880342e req-5bfc9d75-9b83-4794-8288-a4f2f1b511df tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 944 time: 0.0573730 Feb 19 02:30:25.694797 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:25.779159 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Deleting port c6763630-cd20-41a3-9ce9-56da386cf66c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:25.779498 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:25.871617 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] For port c6763630-cd20-41a3-9ce9-56da386cf66c, host n-h2-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826752-2',level=0,port_id=c6763630-cd20-41a3-9ce9-56da386cf66c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:25.871986 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:25.883745 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Calling delete_port for c6763630-cd20-41a3-9ce9-56da386cf66c owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:26.008946 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (c6763630-cd20-41a3-9ce9-56da386cf66c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:26.040743 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event deleted for resources: {'Port': ['ID=c6763630-cd20-41a3-9ce9-56da386cf66c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:26.069680 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.070031 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.070371 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.070708 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.071042 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.071378 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.071704 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.072030 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.072352 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.072676 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.073051 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.073376 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.073697 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826752-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:26.094238 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] No DVR routers for this DVR port c6763630-cd20-41a3-9ce9-56da386cf66c on host n-h2-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:30:26.096741 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:26.100015 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-a0ee61af-9955-4203-8803-f7e27880342e req-ff941e18-e352-44ad-8fa1-01e403c3dc5d tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.10 "DELETE /v2.0/ports/c6763630-cd20-41a3-9ce9-56da386cf66c HTTP/1.1" status: 204 len: 173 time: 0.4067919 Feb 19 02:30:26.100454 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-deleted', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:30:26.102711 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b586122-7c1a-423c-b4f9-dd560e47eaa2" -d '{"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-deleted", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:30:26.145598 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aea207c-013a-4ca0-bf46-d7c4c4c3b8cf x-openstack-request-id: req-1aea207c-013a-4ca0-bf46-d7c4c4c3b8cf {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:30:26.145894 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c5bb33-3b5a-4ee8-9a8b-d16b21248827", "name": "network-vif-deleted", "tag": "c6763630-cd20-41a3-9ce9-56da386cf66c", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:30:26.146151 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aea207c-013a-4ca0-bf46-d7c4c4c3b8cf {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:30:26.146571 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c5bb33-3b5a-4ee8-9a8b-d16b21248827', 'name': 'network-vif-deleted', 'tag': 'c6763630-cd20-41a3-9ce9-56da386cf66c', 'status': 'completed', 'code': 200} Feb 19 02:30:26.257980 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-090aac72-2eb9-40e7-99bc-e35e2fbc80f4 req-5fc44027-8cb9-40e2-9351-4605f04e0541 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c5bb33-3b5a-4ee8-9a8b-d16b21248827 HTTP/1.1" status: 200 len: 210 time: 0.0264685 Feb 19 02:30:26.761531 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:27.059056 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:27.815028 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:27.972286 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Deleting port 656a7fb1-685d-44ce-93f6-757742208881 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:27.972646 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (656a7fb1-685d-44ce-93f6-757742208881), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:28.044552 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (656a7fb1-685d-44ce-93f6-757742208881), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:28.044854 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (656a7fb1-685d-44ce-93f6-757742208881), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:28.056149 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Calling delete_port for 656a7fb1-685d-44ce-93f6-757742208881 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:28.202544 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (656a7fb1-685d-44ce-93f6-757742208881), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:28.227727 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event deleted for resources: {'Port': ['ID=656a7fb1-685d-44ce-93f6-757742208881,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:28.289331 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for floatingip (369264d3-4e6a-4385-92b0-27885b2e567f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:28.289666 n-d-826752-2 neutron-server[103430]: INFO neutron.db.l3_db [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Floating IP 369264d3-4e6a-4385-92b0-27885b2e567f disassociated (deleted). External IP: 172.25.0.121, port: 77973bf1-7cf1-4f59-badd-adc185502ef0. Feb 19 02:30:28.815419 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Router 055c857b-d1a6-4d3d-bf89-440a053f775f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:30:28.924497 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:30:28.929164 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:28.934284 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:30:28.943432 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:28.944041 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:28.951777 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c no longer exists at agent hyperv_n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:28.958875 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-e6eb2674-d1bf-4dc2-9896-e2ba726dae59 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "DELETE /v2.0/floatingips/369264d3-4e6a-4385-92b0-27885b2e567f HTTP/1.1" status: 204 len: 168 time: 1.1428399 Feb 19 02:30:28.959700 n-d-826752-2 neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:30:28.962326 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50df5ee19ccafb7db3e60b16220e83b1490e571f81bc4686352655ef9c5799e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1746696e-4b5a-4d84-a30a-645b215b51ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:30:28.973864 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] No Port match for: c6763630-cd20-41a3-9ce9-56da386cf66c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:28.974308 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Device c6763630-cd20-41a3-9ce9-56da386cf66c not bound to the agent host n-h2-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:29.004207 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb39747d-b922-4c74-b6d5-d742f867570c x-openstack-request-id: req-eb39747d-b922-4c74-b6d5-d742f867570c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:30:29.004513 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:30:29.004772 n-d-826752-2 neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb39747d-b922-4c74-b6d5-d742f867570c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:30:29.005210 n-d-826752-2 neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'status': 'completed', 'code': 200} Feb 19 02:30:29.062026 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:29.075700 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-27b25fb7-d913-42c5-ad87-590758100e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:29.077255 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-27b25fb7-d913-42c5-ad87-590758100e3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fa4d802445448b192b92df5aae0b71e&device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 1125 time: 0.0501373 Feb 19 02:30:29.177045 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-950798c6-476e-4a6b-9486-63fbffba2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:29.178867 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-950798c6-476e-4a6b-9486-63fbffba2299 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 200 len: 911 time: 0.0959122 Feb 19 02:30:29.226604 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-a143166f-6b3d-4511-b62f-f905a931dd49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 200 len: 217 time: 0.0410798 Feb 19 02:30:29.231129 n-d-826752-2 neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23beab4b-c0c2-43e2-9c84-ddea46764f0f req-c0bcdfcd-4fdb-4a58-81a8-c7f0712e5305 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:29.232848 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23beab4b-c0c2-43e2-9c84-ddea46764f0f req-c0bcdfcd-4fdb-4a58-81a8-c7f0712e5305 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 943 time: 0.0578055 Feb 19 02:30:29.283049 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-2e213da4-627d-430e-a961-7e77fe6a0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:29.284686 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-2e213da4-627d-430e-a961-7e77fe6a0879 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 200 len: 849 time: 0.0501404 Feb 19 02:30:29.285627 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [req-23beab4b-c0c2-43e2-9c84-ddea46764f0f req-4c19b1c8-3f5e-4a37-beaf-4d0c44bf6a86 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467455 Feb 19 02:30:29.335271 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-44d507d0-ba08-4bf3-9612-0971f17a4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:29.336793 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-44d507d0-ba08-4bf3-9612-0971f17a4f79 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52aef3cb-8135-4926-999d-6371ff95c334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456512 Feb 19 02:30:29.392581 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:29.418229 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:30:29.426529 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:29.427193 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:29.430768 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-3b284bbd-d37b-4702-85b0-a05be68d31b6 service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 Feb 19 02:30:29.526976 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-1746696e-4b5a-4d84-a30a-645b215b51ef req-f5453604-275a-4fa6-934f-792f8697246e service neutron] 10.222.0.89 "GET /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893960 Feb 19 02:30:29.535216 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:29.814706 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:29.862339 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7bd26-4332-40e8-8d45-fbfb2b0b1693 None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:25:47Z', 'revision_number': 4, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2', '_interfaces': [{'id': '19c65a2f-8c99-4079-900e-c34065f2c2b9', 'name': '', 'network_id': '52aef3cb-8135-4926-999d-6371ff95c334', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'mac_address': 'fa:16:3e:11:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:47Z', 'updated_at': '2022-02-19T02:25:51Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'subnets': [{'id': 'fae10827-51b6-4810-bda3-64d2f3fcca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:30:30.119311 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6d769-5865-498d-bf85-f1551f9ab2ca None None] New status for floating IP 369264d3-4e6a-4385-92b0-27885b2e567f: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:30:30.407838 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677723f0-6efd-4c87-8949-7559f4fe9f84 req-c99c15ca-2e06-40a2-a178-59b4a5593187 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:30.409871 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-677723f0-6efd-4c87-8949-7559f4fe9f84 req-c99c15ca-2e06-40a2-a178-59b4a5593187 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 943 time: 0.0543418 Feb 19 02:30:30.461459 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-677723f0-6efd-4c87-8949-7559f4fe9f84 req-69cd342b-aa8b-4b26-b6e6-b320fd70a943 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/security-groups?id=82594733-62bb-44ce-bf71-21c447eb3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460274 Feb 19 02:30:31.024564 n-d-826752-2 neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-da536be3-e228-451f-b4fa-923a2b041a28 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:31.026584 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-da536be3-e228-451f-b4fa-923a2b041a28 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 943 time: 0.3954551 Feb 19 02:30:31.125206 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Deleting port 77973bf1-7cf1-4f59-badd-adc185502ef0 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:31.125967 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:31.217615 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] For port 77973bf1-7cf1-4f59-badd-adc185502ef0, host n-h1-826752-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826752-2',level=0,port_id=77973bf1-7cf1-4f59-badd-adc185502ef0,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:31.217979 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:31.230565 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Calling delete_port for 77973bf1-7cf1-4f59-badd-adc185502ef0 owned by compute:nova {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:31.364913 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (77973bf1-7cf1-4f59-badd-adc185502ef0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:31.396754 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event deleted for resources: {'Port': ['ID=77973bf1-7cf1-4f59-badd-adc185502ef0,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:31.442137 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] No DVR routers for this DVR port 77973bf1-7cf1-4f59-badd-adc185502ef0 on host n-h1-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:30:31.444667 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457298'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:31.448599 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-cfc15d76-bfb7-4f0a-8532-a2a9da90241b req-20b84f03-beae-413d-91fd-852377b5baa0 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.89 "DELETE /v2.0/ports/77973bf1-7cf1-4f59-badd-adc185502ef0 HTTP/1.1" status: 204 len: 173 time: 0.4164286 Feb 19 02:30:31.449067 n-d-826752-2 neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-deleted', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:30:31.451302 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc2183136b0e0d74700fe0fc286f88ca1ee422e77f55178291b8c35f0b3dbb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503958a3-0f96-4217-a6be-c802c6cf8e13" -d '{"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-deleted", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:30:31.496267 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d6a4a-85d0-42cf-8ee0-26405d9250a7 x-openstack-request-id: req-0d5d6a4a-85d0-42cf-8ee0-26405d9250a7 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:30:31.497316 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7eef6d-4756-425e-987e-eb657e974a23", "name": "network-vif-deleted", "tag": "77973bf1-7cf1-4f59-badd-adc185502ef0", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:30:31.498105 n-d-826752-2 neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d5d6a4a-85d0-42cf-8ee0-26405d9250a7 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:30:31.498723 n-d-826752-2 neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7eef6d-4756-425e-987e-eb657e974a23', 'name': 'network-vif-deleted', 'tag': '77973bf1-7cf1-4f59-badd-adc185502ef0', 'status': 'completed', 'code': 200} Feb 19 02:30:31.564819 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [req-61e26d0b-c7cd-42fb-8428-c5052654153b req-d57db913-9c1c-42a0-a3ec-20d9a5e02caa tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7eef6d-4756-425e-987e-eb657e974a23 HTTP/1.1" status: 200 len: 210 time: 0.0288627 Feb 19 02:30:32.628280 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:32.695554 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e000a48-0ceb-4051-bb91-879a8802fea4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group (82594733-62bb-44ce-bf71-21c447eb3f3d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.721536 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e000a48-0ceb-4051-bb91-879a8802fea4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group (82594733-62bb-44ce-bf71-21c447eb3f3d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.785874 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e000a48-0ceb-4051-bb91-879a8802fea4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (82594733-62bb-44ce-bf71-21c447eb3f3d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.788800 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e000a48-0ceb-4051-bb91-879a8802fea4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.790063 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-4e000a48-0ceb-4051-bb91-879a8802fea4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] 10.222.0.43 "DELETE /v2.0/security-groups/82594733-62bb-44ce-bf71-21c447eb3f3d HTTP/1.1" status: 204 len: 168 time: 0.1606874 Feb 19 02:30:32.801377 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e000a48-0ceb-4051-bb91-879a8802fea4 tempest-TestSnapshotPattern-1720644060 tempest-TestSnapshotPattern-1720644060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82594733-62bb-44ce-bf71-21c447eb3f3d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:33.846649 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:34.193117 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (055c857b-d1a6-4d3d-bf89-440a053f775f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:34.452267 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Deleting port 19c65a2f-8c99-4079-900e-c34065f2c2b9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:34.452526 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:34.532658 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] For port 19c65a2f-8c99-4079-900e-c34065f2c2b9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=19c65a2f-8c99-4079-900e-c34065f2c2b9,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:34.533050 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:34.544449 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Calling delete_port for 19c65a2f-8c99-4079-900e-c34065f2c2b9 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:34.736725 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (19c65a2f-8c99-4079-900e-c34065f2c2b9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:34.764350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c65a2f-8c99-4079-900e-c34065f2c2b9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:34.938859 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (055c857b-d1a6-4d3d-bf89-440a053f775f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.164022 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Router 055c857b-d1a6-4d3d-bf89-440a053f775f has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:30:35.271451 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:30:35.277020 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-c384adf2-d54b-4ecb-ab91-85779e3e99a2 admin admin] 10.222.0.43 "PUT /v2.0/routers/055c857b-d1a6-4d3d-bf89-440a053f775f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292512 Feb 19 02:30:35.279395 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54586) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:35.280511 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] Sync routers for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:30:35.290184 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:35.290790 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:35.388384 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks [] for router (055c857b-d1a6-4d3d-bf89-440a053f775f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.398789 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: n-d-826752-2 {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:35.500951 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks [] for router_gateway (055c857b-d1a6-4d3d-bf89-440a053f775f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.553963 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Deleting port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:35.554305 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.580968 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:30:34Z', 'revision_number': 5, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port': {'id': 'eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:45Z', 'updated_at': '2022-02-19T02:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:35.608350 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] Checking router: 055c857b-d1a6-4d3d-bf89-440a053f775f for host: n-d-826752-2 {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:30:35.616719 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] Routers {'055c857b-d1a6-4d3d-bf89-440a053f775f'} bound to L3 agent in host n-d-826752-2 {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:35.617360 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['055c857b-d1a6-4d3d-bf89-440a053f775f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:35.643781 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] For port eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:35.644512 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.657214 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Calling delete_port for eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:35.705466 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] Set router 055c857b-d1a6-4d3d-bf89-440a053f775f gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:35.756633 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:30:35Z', 'revision_number': 6, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:35.785119 n-d-826752-2 neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd2ae8-0c3a-4c28-9fde-f9975c28289f None None] The sync data for ids ['055c857b-d1a6-4d3d-bf89-440a053f775f'] in n-d-826752-2 is: [{'id': '055c857b-d1a6-4d3d-bf89-440a053f775f', 'name': 'tempest-TestSnapshotPattern-1230803318-router', 'tenant_id': '8fa4d802445448b192b92df5aae0b71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:44Z', 'updated_at': '2022-02-19T02:30:35Z', 'revision_number': 6, 'project_id': '8fa4d802445448b192b92df5aae0b71e', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:30:35.834621 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.859921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:35.924779 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (055c857b-d1a6-4d3d-bf89-440a053f775f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:35.983118 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 no longer exists at agent hyperv_n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:36.002896 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] No Port match for: 77973bf1-7cf1-4f59-badd-adc185502ef0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:36.003242 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Device 77973bf1-7cf1-4f59-badd-adc185502ef0 not bound to the agent host n-h1-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:36.018587 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (055c857b-d1a6-4d3d-bf89-440a053f775f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.020643 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks [] for router_controller (055c857b-d1a6-4d3d-bf89-440a053f775f), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.066996 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (055c857b-d1a6-4d3d-bf89-440a053f775f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.067860 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 055c857b-d1a6-4d3d-bf89-440a053f775f {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:30:36.072109 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.073776 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-00bc7558-b404-4bda-a1ca-6bea9c0712cd admin admin] 10.222.0.43 "DELETE /v2.0/routers/055c857b-d1a6-4d3d-bf89-440a053f775f HTTP/1.1" status: 204 len: 168 time: 0.7934306 Feb 19 02:30:36.076305 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:36.120811 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Deleting subnet fae10827-51b6-4810-bda3-64d2f3fcca00 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:30:36.124066 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Publish callbacks [] for subnet (fae10827-51b6-4810-bda3-64d2f3fcca00), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.159698 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (fae10827-51b6-4810-bda3-64d2f3fcca00), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.244230 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (fae10827-51b6-4810-bda3-64d2f3fcca00), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.298791 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (fae10827-51b6-4810-bda3-64d2f3fcca00), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.325928 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae10827-51b6-4810-bda3-64d2f3fcca00,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:36.327976 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.332178 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-7c2474d0-ea61-4680-a7b1-227c067317ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fae10827-51b6-4810-bda3-64d2f3fcca00 HTTP/1.1" status: 204 len: 168 time: 0.2539475 Feb 19 02:30:36.333840 n-d-826752-2 neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.43', 54590) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:36.334723 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b411531-3f69-4abb-bc6f-0691d0cd52b5 None None] Network 52aef3cb-8135-4926-999d-6371ff95c334 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:30:36.406009 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (52aef3cb-8135-4926-999d-6371ff95c334), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.461447 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Deleting port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:36.461883 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.499093 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] DHCP port deletion for 52aef3cb-8135-4926-999d-6371ff95c334 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:30:36.526651 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] For port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:36.526951 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.540412 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Calling delete_port for ae59ed23-b6fc-4bbb-ab90-dfd0501c026c owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:36.550966 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] Deleting port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:36.550966 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.614436 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] For port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,segment=NetworkSegment(d2124a83-12d2-4a09-84bb-715cbf6bb792),segment_id=d2124a83-12d2-4a09-84bb-715cbf6bb792)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:36.614836 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.628105 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802641'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.629116 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] Calling delete_port for ae59ed23-b6fc-4bbb-ab90-dfd0501c026c owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:36.654999 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:36.656820 n-d-826752-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] No DVR routers for this DVR port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c on host n-d-826752-2 {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:30:36.704781 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337'] for port (ae59ed23-b6fc-4bbb-ab90-dfd0501c026c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.725637 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (52aef3cb-8135-4926-999d-6371ff95c334), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.734880 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] Pushing event deleted for resources: {'Port': ['ID=ae59ed23-b6fc-4bbb-ab90-dfd0501c026c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:36.740413 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e7999-99bf-4ce3-a553-26bb8066c286 None None] No DVR routers for this DVR port ae59ed23-b6fc-4bbb-ab90-dfd0501c026c on host n-d-826752-2 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:30:36.752183 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52aef3cb-8135-4926-999d-6371ff95c334']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:36.761495 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2124a83-12d2-4a09-84bb-715cbf6bb792') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:36.761783 n-d-826752-2 neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2124a83-12d2-4a09-84bb-715cbf6bb792') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:36.770779 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62002082'] for segment (d2124a83-12d2-4a09-84bb-715cbf6bb792), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.783692 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (d2124a83-12d2-4a09-84bb-715cbf6bb792), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.789655 n-d-826752-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:30:36.790060 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802662'] for segment (d2124a83-12d2-4a09-84bb-715cbf6bb792), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: Traceback (most recent call last): Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: timer() Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: cb(*args, **kw) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: return func(*args, **kwargs) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: self._notify() Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: self.callback(batched_events) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: event.method(event) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: return f(self, *a, **k) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: return self._get(url).json() Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: return self.request(url, 'GET', **kwargs) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:30:36.792173 n-d-826752-2 neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:30:36.844797 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (52aef3cb-8135-4926-999d-6371ff95c334), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.852818 n-d-826752-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:36.856435 n-d-826752-2 neutron-server[103429]: INFO neutron.wsgi [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] 10.222.0.43 "DELETE /v2.0/networks/52aef3cb-8135-4926-999d-6371ff95c334 HTTP/1.1" status: 204 len: 168 time: 0.5216000 Feb 19 02:30:36.859606 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54592) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:36.867243 n-d-826752-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c7823-fa20-4dc0-a28f-1e0fb564a803 admin admin] Pushing event deleted for resources: {'Network': ['ID=52aef3cb-8135-4926-999d-6371ff95c334,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:37.412341 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ae59ed23-b6fc-4bbb-ab90-dfd0501c026c no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:37.431815 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: ae59ed23-b6fc-4bbb-ab90-dfd0501c026c {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:37.432162 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device ae59ed23-b6fc-4bbb-ab90-dfd0501c026c not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:37.432574 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 19c65a2f-8c99-4079-900e-c34065f2c2b9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:37.451642 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 19c65a2f-8c99-4079-900e-c34065f2c2b9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:37.451995 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 19c65a2f-8c99-4079-900e-c34065f2c2b9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:37.452409 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:37.471571 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:37.471919 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device eb8f9fe4-1a6d-4641-ab01-5a9a01b524b2 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:37.535410 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690489'] for router_interface (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:37.784041 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Deleting port 539e6178-3bcb-4d9e-80dd-7a97834256a9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:37.784372 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:37.860428 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] For port 539e6178-3bcb-4d9e-80dd-7a97834256a9, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=539e6178-3bcb-4d9e-80dd-7a97834256a9,segment=NetworkSegment(175f9dff-9d02-4f1b-b4e7-d5654658d104),segment_id=175f9dff-9d02-4f1b-b4e7-d5654658d104)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:37.860795 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:37.872796 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Calling delete_port for 539e6178-3bcb-4d9e-80dd-7a97834256a9 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:38.054016 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (539e6178-3bcb-4d9e-80dd-7a97834256a9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:38.078226 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=539e6178-3bcb-4d9e-80dd-7a97834256a9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:38.266228 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691113'] for router_interface (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:38.482158 n-d-826752-2 neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 has already been hosted by L3 agent ae15eb63-5270-4a42-ab98-3d2c26f6ad5c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:30:38.596488 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] Notify agent at l3_agent.n-d-826752-2 the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:30:38.602196 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-45eea412-87e6-44ad-bcd9-d004a7df7be1 admin admin] 10.222.0.43 "PUT /v2.0/routers/2b30314d-f1ee-4d36-b943-e0373f9f0fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415340 Feb 19 02:30:38.605469 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54594) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:38.612899 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] Sync routers for ids ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'] in n-d-826752-2 {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:30:38.622468 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] Routers {'2b30314d-f1ee-4d36-b943-e0373f9f0fa4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:38.623075 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:38.714429 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks [] for router (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:38.728734 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] Set router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 gateway port host: n-d-826752-2 {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:38.819931 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks [] for router_gateway (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:38.873147 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Deleting port 989a816c-dcc0-457c-8a35-2f36130f1ae0 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:38.873492 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:38.912085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'external_fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:30:38Z', 'revision_number': 5, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port': {'id': '989a816c-dcc0-457c-8a35-2f36130f1ae0', 'name': '', 'network_id': '9b66f9e1-9d51-4959-9133-aa387e06226f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:66:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c274d2c1-4786-4900-a55c-127f05453799', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826752-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c274d2c1-4786-4900-a55c-127f05453799', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826752-2'}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:38.937959 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] Checking router: 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 for host: n-d-826752-2 {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:30:38.946085 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] Routers {'2b30314d-f1ee-4d36-b943-e0373f9f0fa4'} bound to L3 agent in host n-d-826752-2 {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:30:38.946685 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826752-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:47:22Z,description=,heartbeat_timestamp=2022-02-19T02:30:23Z,host='n-d-826752-2',id=ae15eb63-5270-4a42-ab98-3d2c26f6ad5c,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:47:22Z,topic='l3_agent')) {'router_ids': ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:38.955023 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] For port 989a816c-dcc0-457c-8a35-2f36130f1ae0, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=989a816c-dcc0-457c-8a35-2f36130f1ae0,segment=NetworkSegment(373369ea-001b-486b-bea3-9bebe16ff352),segment_id=373369ea-001b-486b-bea3-9bebe16ff352)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:38.955395 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:38.967837 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Calling delete_port for 989a816c-dcc0-457c-8a35-2f36130f1ae0 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:39.144829 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (989a816c-dcc0-457c-8a35-2f36130f1ae0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.169294 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=989a816c-dcc0-457c-8a35-2f36130f1ae0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:39.193870 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] Set router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:30:39.237684 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690115'] for router_gateway (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.248190 n-d-826752-2 neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:30:38Z', 'revision_number': 6, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port_host': None}], 'n-d-826752-2', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:39.273448 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20dcc22-7a01-46a7-9b87-8dfd4c3b9d1e None None] The sync data for ids ['2b30314d-f1ee-4d36-b943-e0373f9f0fa4'] in n-d-826752-2 is: [{'id': '2b30314d-f1ee-4d36-b943-e0373f9f0fa4', 'name': 'tempest-TestSnapshotPattern-1353923512-router', 'tenant_id': 'f762135b80c1425897c9c9a2f170d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:25:49Z', 'updated_at': '2022-02-19T02:30:38Z', 'revision_number': 6, 'project_id': 'f762135b80c1425897c9c9a2f170d694', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:30:39.332126 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4000'] for router (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.334425 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks [] for router_controller (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.378762 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691366'] for router (2b30314d-f1ee-4d36-b943-e0373f9f0fa4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.379410 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b30314d-f1ee-4d36-b943-e0373f9f0fa4 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:30:39.384326 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.385506 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-9d3fe1e0-190d-4713-bd47-d6ac961d6df9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2b30314d-f1ee-4d36-b943-e0373f9f0fa4 HTTP/1.1" status: 204 len: 168 time: 0.7777662 Feb 19 02:30:39.388058 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54596) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:39.433494 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Deleting subnet 8755dada-8f24-4b38-aba9-c48c8edc2dee {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:30:39.436690 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Publish callbacks [] for subnet (8755dada-8f24-4b38-aba9-c48c8edc2dee), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.475478 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918737'] for subnet (8755dada-8f24-4b38-aba9-c48c8edc2dee), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.556588 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400104'] for subnet (8755dada-8f24-4b38-aba9-c48c8edc2dee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.618075 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58804473'] for subnet (8755dada-8f24-4b38-aba9-c48c8edc2dee), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.645051 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8755dada-8f24-4b38-aba9-c48c8edc2dee,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:39.648911 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.652759 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-04214412-2e47-4974-b5aa-760ada6feb12 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8755dada-8f24-4b38-aba9-c48c8edc2dee HTTP/1.1" status: 204 len: 168 time: 0.2637682 Feb 19 02:30:39.655336 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54598) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:39.663112 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbddae-7790-4390-9d87-18106a2fb72e None None] Network d58b944b-c08b-49f2-9a08-416d29ec3294 requested from n-d-826752-2 {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:30:39.747995 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1426081'] for network (d58b944b-c08b-49f2-9a08-416d29ec3294), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.765930 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 539e6178-3bcb-4d9e-80dd-7a97834256a9 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:39.789566 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 539e6178-3bcb-4d9e-80dd-7a97834256a9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:39.789908 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 539e6178-3bcb-4d9e-80dd-7a97834256a9 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:39.806537 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Deleting port 789be04b-fb86-4408-98f2-40af3317c8a6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:30:39.806985 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762708914710'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.873686 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] For port 789be04b-fb86-4408-98f2-40af3317c8a6, host n-d-826752-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826752-2',level=0,port_id=789be04b-fb86-4408-98f2-40af3317c8a6,segment=NetworkSegment(175f9dff-9d02-4f1b-b4e7-d5654658d104),segment_id=175f9dff-9d02-4f1b-b4e7-d5654658d104)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:30:39.874055 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687601'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.887258 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Calling delete_port for 789be04b-fb86-4408-98f2-40af3317c8a6 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:30:39.970153 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762708919673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762708396337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58917000'] for port (789be04b-fb86-4408-98f2-40af3317c8a6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:39.995080 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Pushing event deleted for resources: {'Port': ['ID=789be04b-fb86-4408-98f2-40af3317c8a6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:39.999082 n-d-826752-2 neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] No DVR routers for this DVR port 789be04b-fb86-4408-98f2-40af3317c8a6 on host n-d-826752-2 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:30:40.072198 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399201', 'neutron.services.segments.db._delete_segments_for_network-8762708826682'] for network (d58b944b-c08b-49f2-9a08-416d29ec3294), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.094143 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58b944b-c08b-49f2-9a08-416d29ec3294']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:40.102273 n-d-826752-2 neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53f619-47d7-4e28-a406-02e7050ee051 None None] DHCP port deletion for d58b944b-c08b-49f2-9a08-416d29ec3294 request from n-d-826752-2 {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:30:40.104481 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175f9dff-9d02-4f1b-b4e7-d5654658d104') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:40.104850 n-d-826752-2 neutron-server[103430]: DEBUG neutron.services.segments.db [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175f9dff-9d02-4f1b-b4e7-d5654658d104') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:30:40.118474 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762708826947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918728'] for segment (175f9dff-9d02-4f1b-b4e7-d5654658d104), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.132784 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205'] for segment (175f9dff-9d02-4f1b-b4e7-d5654658d104), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.139463 n-d-826752-2 neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:30:40.139851 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1304205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58917055'] for segment (175f9dff-9d02-4f1b-b4e7-d5654658d104), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: Traceback (most recent call last): Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: timer() Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: cb(*args, **kw) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: return func(*args, **kwargs) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: self._notify() Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: self.callback(batched_events) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: event.method(event) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: return f(self, *a, **k) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: return self._get(url).json() Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: return self.request(url, 'GET', **kwargs) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:30:40.141728 n-d-826752-2 neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:30:40.200401 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690223'] for network (d58b944b-c08b-49f2-9a08-416d29ec3294), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.206971 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.210300 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] 10.222.0.43 "DELETE /v2.0/networks/d58b944b-c08b-49f2-9a08-416d29ec3294 HTTP/1.1" status: 204 len: 168 time: 0.5538862 Feb 19 02:30:40.222012 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbd27b-a263-4977-87a7-7bd9cbe6b66c admin admin] Pushing event deleted for resources: {'Network': ['ID=d58b944b-c08b-49f2-9a08-416d29ec3294,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:40.413480 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54602) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:40.453897 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-fcf107a5-3fcd-4d67-b9a4-153c47e7634a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fa4d802445448b192b92df5aae0b71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391314 Feb 19 02:30:40.456324 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54604) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:40.508181 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b44e7d2-0a67-4836-8510-9302c902eb76 admin admin] Publish callbacks [] for security_group (6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.529028 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b44e7d2-0a67-4836-8510-9302c902eb76 admin admin] Publish callbacks [] for security_group (6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.578201 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b44e7d2-0a67-4836-8510-9302c902eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.580748 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1b44e7d2-0a67-4836-8510-9302c902eb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.581951 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-1b44e7d2-0a67-4836-8510-9302c902eb76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61 HTTP/1.1" status: 204 len: 168 time: 0.1247261 Feb 19 02:30:40.589590 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e7d2-0a67-4836-8510-9302c902eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5e7c53-7af1-4bbf-92d1-cd46cfd8ff61,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:40.902346 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:40.941479 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-11006370-5682-4926-a1c5-2c34c84af43c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f762135b80c1425897c9c9a2f170d694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379767 Feb 19 02:30:40.943921 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.43', 54612) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:40.989334 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faaa0851-56a0-476b-97b3-68f1c09603c9 admin admin] Publish callbacks [] for security_group (a037e449-9a4d-4d9a-89d1-603ec52d6ab6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:41.010320 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faaa0851-56a0-476b-97b3-68f1c09603c9 admin admin] Publish callbacks [] for security_group (a037e449-9a4d-4d9a-89d1-603ec52d6ab6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:41.056750 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faaa0851-56a0-476b-97b3-68f1c09603c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781068'] for security_group (a037e449-9a4d-4d9a-89d1-603ec52d6ab6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:41.059280 n-d-826752-2 neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-faaa0851-56a0-476b-97b3-68f1c09603c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:41.060516 n-d-826752-2 neutron-server[103430]: INFO neutron.wsgi [None req-faaa0851-56a0-476b-97b3-68f1c09603c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a037e449-9a4d-4d9a-89d1-603ec52d6ab6 HTTP/1.1" status: 204 len: 168 time: 0.1157246 Feb 19 02:30:41.068430 n-d-826752-2 neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa0851-56a0-476b-97b3-68f1c09603c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a037e449-9a4d-4d9a-89d1-603ec52d6ab6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:41.411722 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 989a816c-dcc0-457c-8a35-2f36130f1ae0 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:41.433528 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 989a816c-dcc0-457c-8a35-2f36130f1ae0 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:41.433884 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 989a816c-dcc0-457c-8a35-2f36130f1ae0 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:41.434321 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 789be04b-fb86-4408-98f2-40af3317c8a6 no longer exists at agent ovs-agent-n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:30:41.458333 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] No Port match for: 789be04b-fb86-4408-98f2-40af3317c8a6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:30:41.458697 n-d-826752-2 neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Device 789be04b-fb86-4408-98f2-40af3317c8a6 not bound to the agent host n-d-826752-2 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:30:49.215774 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:50.490292 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2028feec-6ce5-479d-a776-914cdf6613ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:50.893072 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:30:52.834874 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-487bfe00-e21a-41ed-8391-d052d24b52d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:54.048806 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:55.696342 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:56.764622 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:57.074233 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:19.219161 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:20.481578 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a40648c-6270-42ae-8768-c2587039e36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:22.835632 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0623c4c8-eefc-42a2-abd6-793dc3677751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:24.047599 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:25.700307 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:26.765948 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:27.072931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:27.891886 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:31:49.219212 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:50.484338 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7166282e-51c1-4b49-aa8e-875e891093b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:52.838714 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c24b-987b-479e-9379-220238d9c0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:54.049967 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:55.703945 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:56.767920 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:57.102787 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:04.891381 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:32:19.249440 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:20.486124 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f314782-4867-4f12-b0bf-98325ca6e7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:22.841492 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3deb-5122-457e-9066-d58f1dd73fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:24.052142 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:25.709089 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:26.769616 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:27.101500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:41.890846 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:32:49.262077 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:50.487517 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-985001d7-5357-4521-9892-0e860a842b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:52.847272 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89e15b27-7462-4393-8074-22032f6280c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:54.055422 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:55.711582 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:56.772100 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:57.100216 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:18.889810 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:33:19.282325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:20.489650 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-044371e7-48d0-4fcc-8596-1f27566077b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:22.852236 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7b76ac5-5ced-417b-b2b5-90f8eefb91dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:24.057649 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:25.714664 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:26.774184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:27.100114 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:49.264905 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:50.492213 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa973130-bee3-47fd-972b-912bc02f1c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:52.853763 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f79278a8-398c-401c-bd4f-39bd753af217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:54.060221 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:55.720031 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:55.888116 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:33:56.775957 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:57.117245 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:19.296224 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:20.493653 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c54920c-30e1-4485-b3b1-5cbb92fc9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:22.854832 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-328b449a-01af-4b95-af11-2d18fbefb8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:24.062884 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:25.722932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:26.777875 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:27.128849 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:32.888379 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:34:49.278921 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:50.494718 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d71be253-ba17-4a9c-b514-79eade6eb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:52.860450 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11105818-20d5-44a3-a065-2120d68ba906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:54.065084 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:55.726672 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:56.779434 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:57.143184 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:09.886698 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:35:19.291825 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:20.495932 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26e9b0d5-ead6-488f-adda-b4ffd0d4d673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:22.862570 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a21f4b5-fd92-45a2-b608-250b290844c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:24.068977 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:25.728984 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:26.780579 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:27.144325 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:46.886410 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:35:49.291246 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:50.497235 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0041c722-154a-4fac-896a-02cad729e53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:52.863543 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b31825b-77b1-45a5-a319-4e34f352b0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:54.070702 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:55.733199 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:56.783403 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:57.157455 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:19.290292 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:20.498227 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae8aebf8-f70e-415a-b9f5-d42f271e451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:22.864780 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d12f6f98-d360-4340-a5e3-2291bebd503d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:23.885773 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:36:24.073584 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:25.737240 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:26.786208 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:27.172060 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:49.307094 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:50.503294 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1039cce-31f2-403e-8cc0-488c213c02f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:52.866250 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5514329-ff35-4764-9415-29f8198c1eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:54.075762 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:55.739621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:56.788500 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:57.170792 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:00.884092 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:37:19.320479 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:20.504225 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85bfbe9a-d128-419a-abe6-37c22a4e1b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:22.870848 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c663b861-d931-44af-8be9-473fc281b5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:24.079530 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:25.743506 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:26.790692 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:27.185043 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:37.882506 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:37:49.335171 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:50.505385 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39768196-d516-4881-9cc7-460192c4c754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:52.874957 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d9a-b2e8-4e21-afa9-913215add022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:54.082418 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:55.747588 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:56.792556 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:57.183651 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:14.881345 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:38:19.335326 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:20.506550 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b957e0a0-3084-4fbf-90dd-ebf2cb852857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:22.875283 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f58c058-78d1-41c1-87e8-f0472e38d49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:24.086324 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:25.748465 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:26.794549 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.196783 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.625464 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-64b1232a-504c-4400-ab16-de5462b9e28d service neutron] (103430) timed out ('10.222.0.43', 52420) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:38:45.702350 n-d-826752-2 neutron-server[103430]: DEBUG neutron.wsgi [req-29054ae8-3537-42fd-be23-c544de15996d req-c209b82e-02fd-4a94-8448-ccd361eb335f tempest-TestShelveInstance-1779382809 tempest-TestShelveInstance-1779382809-project] (103430) timed out ('10.222.0.43', 52440) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:38:49.339931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.507169 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59a4c2e4-2294-4240-a4e9-ca608501ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:51.880056 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:38:52.876621 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60729b67-29e0-460c-8cfd-36f9f215d6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.092593 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:55.753165 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:56.796680 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.197869 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.367888 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b10fa114-fa77-420d-8c45-4d26243bf856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (b1080c25-9159-4db8-93c2-d41c591c8d2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.508121 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf32f96c-c74d-4bd8-825c-0518769b1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (bbfedf58-b634-4c67-9735-1a1e27aec353), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.878054 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4a8e-de17-4491-bd35-f72bb35bbfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (ae15eb63-5270-4a42-ab98-3d2c26f6ad5c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:24.090649 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7796652-1275-429c-b450-a4d68828e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (07c921a7-2721-4b27-b05a-1765e909471c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:25.757931 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1454ff9d-2606-46e1-923e-a98b139d25bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (72152bf7-2f15-433f-aec9-d66dcafc9cec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.798624 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8b4e8cc-deed-454c-903c-eaac403c3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (91255cb9-e5dc-4241-a9eb-a0c5bb78a286), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.196736 n-d-826752-2 neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29e120e0-9bb1-4e83-99e8-a87ab6182110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762708826664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396408'] for agent (0b947177-f2b3-4dd8-9748-8e5f1f19a341), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.878865 n-d-826752-2 neutron-server[103432]: DEBUG neutron.db.agents_db [None req-a28d9cee-8602-4963-a574-bb5f3f320843 None None] Agent healthcheck: found 7 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}